-- Logs begin at Tue 2021-10-12 23:25:42 UTC, end at Wed 2021-10-13 01:54:03 UTC. -- Oct 12 23:55:24.740632 n-d-813679-4 systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 23:55:27.454247 n-d-813679-4 neutron-server[94881]: INFO neutron.common.config [-] Logging enabled! Oct 12 23:55:27.454763 n-d-813679-4 neutron-server[94881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 23:55:27.455019 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 23:55:27.458196 n-d-813679-4 neutron-server[94881]: INFO neutron.common.config [-] Logging enabled! Oct 12 23:55:27.458444 n-d-813679-4 neutron-server[94881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 23:55:27.458748 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 23:55:27.459709 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 23:55:27.459941 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 23:55:27.460295 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 23:55:27.460534 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 23:55:27.460754 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 23:55:27.461066 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.461356 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.461646 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.461871 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.462158 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.462439 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.462714 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.462994 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.463285 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.463587 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.463863 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.464140 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.464365 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.464638 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.464917 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.465197 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.465416 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] debug = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.465689 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.466109 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.466511 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.466785 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.467065 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.467405 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.468206 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.468479 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.468756 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.469073 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] host = n-d-813679-4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.469343 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.469625 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.469904 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.470183 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.470451 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.470721 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.470997 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.471263 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.471546 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] log_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.471821 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.472101 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.472381 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.472663 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.472880 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.473095 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.473375 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.473655 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.473926 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.474192 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.474461 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.474727 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.474992 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.475253 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.475615 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.475899 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.476180 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.476450 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.476719 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.476985 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.477250 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.477529 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.477799 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.478090 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.478360 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.478642 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.478906 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.479174 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.479468 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.479771 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.480047 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.480327 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.480596 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.480871 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.481136 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.481402 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.481667 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] use_json = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.481933 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.482197 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.482470 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.482735 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.483018 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.483560 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.483830 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.484106 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:27.484399 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.484688 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.484979 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.485255 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.485552 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.485826 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.486106 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.486379 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.486660 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.486939 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.487216 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.487487 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.487794 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.488070 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.488357 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.488654 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.488939 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.489219 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.489488 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.489755 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.490019 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.490290 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.490569 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.490840 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.491118 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.491398 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.491693 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.491973 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.492260 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.492540 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.492806 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.493078 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.493358 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.493630 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.493894 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.494164 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.494443 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.494713 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.494975 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.495246 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.495540 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.495806 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.496073 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.496346 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.496627 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.496897 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.497159 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.497421 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.497690 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.497953 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.498228 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.498498 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.498784 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.499050 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.499319 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.499606 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.499875 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.500144 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.500407 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.500676 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.500943 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.501208 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.501476 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.501742 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.502008 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.502273 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.502537 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.502807 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.503071 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.503336 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.503626 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.503892 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.504158 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.504436 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.504725 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.504997 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.505269 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.505538 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.505807 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.506076 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.506346 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.506614 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.506881 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.507144 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.507424 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.507724 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.508006 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.508283 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.508552 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.508855 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.509125 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.509404 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.509677 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.509950 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.510227 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.510506 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.510793 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.511078 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.511366 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.511748 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.512044 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.512321 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.512624 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.512898 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:27.513110 n-d-813679-4 neutron-server[94881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 23:55:27.513348 n-d-813679-4 neutron-server[94881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94881) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 23:55:27.940894 n-d-813679-4 neutron-server[94881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 23:55:27.941168 n-d-813679-4 neutron-server[94881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 23:55:27.941451 n-d-813679-4 neutron-server[94881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 23:55:27.941787 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 23:55:28.258662 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.258946 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.259213 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.260382 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.260652 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.260910 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.296925 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.297195 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.297466 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.312722 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.312998 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.313260 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.343473 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.343770 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.344034 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.381144 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.381421 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.381687 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.621168 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.621770 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.621770 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.621938 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.622542 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.743655 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.743972 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.744253 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.744520 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.744780 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.745084 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.745338 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.745588 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.745836 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.746112 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.746367 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.746631 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.746880 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.747125 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.747374 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.747654 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.747906 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.748167 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.748431 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.748709 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.748978 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.749225 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.749501 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.749874 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.750119 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.750358 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.750741 n-d-813679-4 neutron-server[94881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 23:55:28.750976 n-d-813679-4 neutron-server[94881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 23:55:28.751208 n-d-813679-4 neutron-server[94881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 23:55:28.751439 n-d-813679-4 neutron-server[94881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 23:55:28.751694 n-d-813679-4 neutron-server[94881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 23:55:28.751926 n-d-813679-4 neutron-server[94881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 23:55:28.752275 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 23:55:28.755339 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 23:55:28.759283 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 23:55:28.764049 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 12 23:55:28.766245 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 23:55:28.766690 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 23:55:28.767017 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 23:55:28.767395 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 23:55:28.770240 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 23:55:28.770488 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 23:55:28.770825 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 23:55:28.776125 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 23:55:28.798502 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 23:55:28.798944 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.799238 n-d-813679-4 neutron-server[94881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 23:55:28.799634 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.801018 n-d-813679-4 neutron-server[94881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 23:55:28.801295 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 23:55:28.801539 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 23:55:28.804914 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.805193 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:28.868749 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 23:55:28.868980 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 23:55:28.869211 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 23:55:28.869566 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 23:55:28.890224 n-d-813679-4 neutron-server[94881]: DEBUG oslo_db.sqlalchemy.engines [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94881) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 23:55:29.423968 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Initializing driver for type 'gre' Oct 12 23:55:29.424494 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] gre ID ranges: [(1, 1000)] Oct 12 23:55:29.476760 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Initializing driver for type 'local' Oct 12 23:55:29.477182 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Initializing driver for type 'vlan' Oct 12 23:55:29.490400 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] VlanTypeDriver initialization complete Oct 12 23:55:29.490732 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Initializing driver for type 'vxlan' Oct 12 23:55:29.491207 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] vxlan ID ranges: [(1, 1000)] Oct 12 23:55:29.540631 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Initializing extension driver 'port_security' Oct 12 23:55:29.541002 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.extensions.port_security [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] PortSecurityExtensionDriver initialization complete Oct 12 23:55:29.541334 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Initializing mechanism driver 'openvswitch' Oct 12 23:55:29.541666 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Initializing mechanism driver 'hyperv' Oct 12 23:55:29.548910 n-d-813679-4 neutron-server[94881]: DEBUG neutron.plugins.ml2.plugin [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:29.549571 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > port after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.549933 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > port after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.550280 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > port after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.550800 n-d-813679-4 neutron-server[94881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 23:55:29.551223 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.551602 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.551944 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.552334 n-d-813679-4 neutron-server[94881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 23:55:29.552736 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > network after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.553081 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > network after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.553419 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > network after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.553807 n-d-813679-4 neutron-server[94881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 23:55:29.554206 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.554550 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.554884 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.555403 n-d-813679-4 neutron-server[94881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 23:55:29.555834 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.556182 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.556521 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.556909 n-d-813679-4 neutron-server[94881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 23:55:29.557308 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.557650 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.557985 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.558372 n-d-813679-4 neutron-server[94881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 23:55:29.558743 n-d-813679-4 neutron-server[94881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] ML2 OVO RPC backend initialized. {{(pid=94881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 23:55:29.559461 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.559835 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.560317 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > network before_response 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.560671 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > networks before_response 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.561044 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > port before_response 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.561903 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > ports before_response 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.562246 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.562585 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.562930 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > network after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.563267 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > network after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.563638 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > network after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.563973 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > port after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.564305 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > port after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.564633 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > port after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.564966 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.565295 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.565621 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.566187 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.plugin [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Modular L2 Plugin initialization complete Oct 12 23:55:29.566508 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading services supported by the core plugin {{(pid=94881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 23:55:29.566827 n-d-813679-4 neutron-server[94881]: INFO neutron.plugins.ml2.managers [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Got port-security extension from driver 'port_security' Oct 12 23:55:29.567281 n-d-813679-4 neutron-server[94881]: INFO neutron.extensions.vlantransparent [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Disabled vlantransparent extension. Oct 12 23:55:29.567792 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 23:55:29.568107 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading Plugin: router Oct 12 23:55:29.604445 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.604836 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router after_create 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.605199 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router before_create 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.605559 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.605929 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.606281 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router after_delete 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.606640 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.606985 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.607339 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router after_create 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.607712 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router after_update 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.608304 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router after_update 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.608655 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.609008 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router after_update 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.609414 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.609776 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: port after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.610113 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: port after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.610448 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: subnet after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.610781 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.611128 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.611469 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.611828 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: port before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.612166 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.612516 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router after_update 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.612859 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.613210 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.613567 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.613911 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.614272 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > agent after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.614621 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.614963 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > network after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.615832 n-d-813679-4 neutron-server[94881]: DEBUG neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Tracking information for resource: router configured {{(pid=94881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 23:55:29.616165 n-d-813679-4 neutron-server[94881]: DEBUG neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Tracking information for resource: floatingip configured {{(pid=94881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 23:55:29.621161 n-d-813679-4 neutron-server[94881]: INFO neutron.db.l3_agentschedulers_db [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 23:55:29.621761 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: port after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.622285 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: port after_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.622469 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: port after_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.622820 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: port after_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.623634 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router before_create 55550100 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.623997 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.624358 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.624713 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.629549 n-d-813679-4 neutron-server[94881]: DEBUG neutron.services.provider_configuration [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service providers = [] {{(pid=94881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 23:55:29.629907 n-d-813679-4 neutron-server[94881]: DEBUG neutron.db.servicetype_db [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 23:55:29.632871 n-d-813679-4 neutron-server[94881]: DEBUG neutron.services.service_base [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 23:55:29.633215 n-d-813679-4 neutron-server[94881]: DEBUG neutron.services.service_base [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 23:55:29.633592 n-d-813679-4 neutron-server[94881]: DEBUG neutron.services.service_base [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 23:55:29.634429 n-d-813679-4 neutron-server[94881]: DEBUG neutron.services.service_base [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 23:55:29.634795 n-d-813679-4 neutron-server[94881]: INFO neutron.services.service_base [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 23:55:29.635160 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 23:55:29.635474 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 23:55:29.648177 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 23:55:29.648544 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading Plugin: auto_allocate Oct 12 23:55:29.654730 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: network precommit_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.655759 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: network precommit_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.656304 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 23:55:29.656625 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading Plugin: tag Oct 12 23:55:29.663231 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 23:55:29.663581 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading Plugin: timestamp Oct 12 23:55:29.668901 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 23:55:29.669232 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading Plugin: network_ip_availability Oct 12 23:55:29.674677 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.675044 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.675396 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.676139 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 23:55:29.676459 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading Plugin: flavors Oct 12 23:55:29.681193 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 23:55:29.681528 n-d-813679-4 neutron-server[94881]: INFO neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading Plugin: revisions Oct 12 23:55:29.685849 n-d-813679-4 neutron-server[94881]: DEBUG neutron.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 23:55:29.686257 n-d-813679-4 neutron-server[94881]: DEBUG oslo_concurrency.lockutils [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=94881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 23:55:29.686991 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 23:55:29.687321 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Initializing extension manager. Oct 12 23:55:29.687851 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: __init__.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.688187 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: __pycache__ {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.688518 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.688848 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: address_group.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.689594 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.690140 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: address-group Oct 12 23:55:29.690460 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: address_scope.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.691166 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.691702 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: address-scope Oct 12 23:55:29.692022 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.693158 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.693660 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: router-admin-state-down-before-update Oct 12 23:55:29.693981 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: agent.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.694677 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.695172 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: agent Oct 12 23:55:29.695487 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: agent_resources_synced.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.696410 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.696909 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: agent-resources-synced Oct 12 23:55:29.697227 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.699001 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.699529 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: allowed-address-pairs Oct 12 23:55:29.699854 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.700920 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.701424 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: auto-allocated-topology Oct 12 23:55:29.702331 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: availability_zone.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.702959 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.703457 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: availability_zone Oct 12 23:55:29.703800 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: availability_zone_filter.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.704707 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.705209 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: availability_zone_filter Oct 12 23:55:29.705531 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: data_plane_status.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.706431 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.706924 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 23:55:29.707243 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: default_subnetpools.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.708181 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.708682 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: default-subnetpools Oct 12 23:55:29.709003 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.709803 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.710299 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: dhcp_agent_scheduler Oct 12 23:55:29.710620 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: dns.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.711555 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.712053 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 23:55:29.712386 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: dns_domain_ports.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.713283 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.713777 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 23:55:29.714096 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.715006 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.715500 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 23:55:29.715843 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: dvr.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.716509 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.717012 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: dvr Oct 12 23:55:29.717871 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: ecmp_routes.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.718792 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.719292 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 23:55:29.719645 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: empty_string_filtering.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.720549 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.721051 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: empty-string-filtering Oct 12 23:55:29.721370 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.722276 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.722775 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 23:55:29.723092 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.724026 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.724525 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 23:55:29.724842 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: external_net.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.725740 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.726237 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: external-net Oct 12 23:55:29.726554 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.727451 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.727978 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: extra_dhcp_opt Oct 12 23:55:29.728298 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: extraroute.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.729194 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.729693 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: extraroute Oct 12 23:55:29.730009 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: extraroute_atomic.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.731040 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.731562 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: extraroute-atomic Oct 12 23:55:29.731881 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: filter_validation.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.732539 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.733306 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: filter-validation Oct 12 23:55:29.733699 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: fip_pf_description.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.734531 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.735020 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 23:55:29.735334 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: fip_port_details.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.736267 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.736760 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: fip-port-details Oct 12 23:55:29.737075 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: flavors.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.738307 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.738821 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: flavors Oct 12 23:55:29.739146 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.740856 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.741373 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 23:55:29.741699 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: floatingip_pools.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.742393 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.742902 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: floatingip-pools Oct 12 23:55:29.743224 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: ip_allocation.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.744175 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.744676 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 23:55:29.744994 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.745920 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.746423 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: ip-substring-filtering Oct 12 23:55:29.746745 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: l2_adjacency.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.747702 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.748205 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 23:55:29.748547 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: l3.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.749636 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.750144 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: router Oct 12 23:55:29.750463 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.752723 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.753244 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 23:55:29.753571 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.754501 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.755010 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: ext-gw-mode Oct 12 23:55:29.755332 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.756299 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.756802 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: l3-ha Oct 12 23:55:29.757123 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: l3_flavors.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.758038 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.758539 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: l3-flavors Oct 12 23:55:29.758859 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.759799 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.760297 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 23:55:29.760614 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: l3agentscheduler.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.761639 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.762142 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: l3_agent_scheduler Oct 12 23:55:29.762464 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: logging.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.763987 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.765057 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension logging not supported by any of loaded plugins Oct 12 23:55:29.765382 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: metering.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.766120 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.766692 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: metering Oct 12 23:55:29.767019 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.768140 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.768651 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: metering_source_and_destination_fields Oct 12 23:55:29.768978 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: multiprovidernet.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.769901 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.770404 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: multi-provider Oct 12 23:55:29.770728 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: netmtu.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.771673 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.772175 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: net-mtu Oct 12 23:55:29.772496 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: netmtu_writable.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.773413 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.773914 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: net-mtu-writable Oct 12 23:55:29.774238 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: network_availability_zone.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.774909 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.775404 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: network_availability_zone Oct 12 23:55:29.775748 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: network_ip_availability.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.776852 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.777351 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: network-ip-availability Oct 12 23:55:29.777673 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: network_segment_range.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.778441 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.778941 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 23:55:29.779256 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: pagination.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.780808 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.781135 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: pagination Oct 12 23:55:29.781455 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: port_device_profile.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.782360 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.782880 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: port-device-profile Oct 12 23:55:29.783201 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.784152 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.784661 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: port-mac-address-regenerate Oct 12 23:55:29.784980 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.785898 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.786401 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: port-numa-affinity-policy Oct 12 23:55:29.786724 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: port_resource_request.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.787664 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.788161 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 23:55:29.788478 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: portbindings.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.789525 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.790026 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: binding Oct 12 23:55:29.790345 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: portbindings_extended.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.791649 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.792154 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: binding-extended Oct 12 23:55:29.792476 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: portsecurity.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.793389 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.793893 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: port-security Oct 12 23:55:29.794216 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: project_id.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.795182 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.795557 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: project-id Oct 12 23:55:29.795879 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: providernet.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.796797 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.797299 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: provider Oct 12 23:55:29.797615 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.801191 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.801707 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos not supported by any of loaded plugins Oct 12 23:55:29.802037 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.803283 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.803815 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 23:55:29.804141 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.805057 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.805562 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 23:55:29.805882 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_default.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.806785 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.807290 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-default not supported by any of loaded plugins Oct 12 23:55:29.807643 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_fip.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.808291 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.808783 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 23:55:29.809099 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.810030 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.810529 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 23:55:29.810845 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.812357 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.812856 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 23:55:29.813171 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.814212 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.814721 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 23:55:29.815039 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_pps_rule.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.816242 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.816749 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 23:55:29.817070 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.817985 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.818484 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 23:55:29.818806 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: qos_rules_alias.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.819886 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.820391 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 23:55:29.820714 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: quotasv2.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.821623 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.821945 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: quotas Oct 12 23:55:29.822261 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: quotasv2_detail.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.825586 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.825929 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: quota_details Oct 12 23:55:29.826260 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: rbac.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.827884 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.828403 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: rbac-policies Oct 12 23:55:29.828733 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: rbac_address_group.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.829665 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.830176 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: rbac-address-group Oct 12 23:55:29.830501 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: rbac_address_scope.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.831416 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.831951 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: rbac-address-scope Oct 12 23:55:29.832276 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: rbac_security_groups.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.833191 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.833691 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: rbac-security-groups Oct 12 23:55:29.834013 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.834925 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.835429 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: rbac-subnetpool Oct 12 23:55:29.835783 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: revisionifmatch.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.836705 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.837207 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: revision-if-match Oct 12 23:55:29.837529 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: revisions.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.838641 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.839142 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: standard-attr-revisions Oct 12 23:55:29.839465 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: router_availability_zone.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.840159 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.840659 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: router_availability_zone Oct 12 23:55:29.840979 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: routerservicetype.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.841891 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.842414 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 23:55:29.842735 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.843691 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.844192 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: security-groups-normalized-cidr Oct 12 23:55:29.844513 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.845422 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.845930 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: port-security-groups-filtering Oct 12 23:55:29.846251 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.847161 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.847697 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: security-groups-remote-address-group Oct 12 23:55:29.848019 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: securitygroup.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.857698 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.858501 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: security-group Oct 12 23:55:29.858830 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: segment.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.859636 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.860140 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension segment not supported by any of loaded plugins Oct 12 23:55:29.860462 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.861474 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.861978 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 23:55:29.862301 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: servicetype.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.863414 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.863963 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: service-type Oct 12 23:55:29.864285 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: sorting.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.865267 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.865596 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: sorting Oct 12 23:55:29.865918 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: standard_attr_segment.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.866832 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.867337 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 23:55:29.867694 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: standardattrdescription.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.868340 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.868846 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: standard-attr-description Oct 12 23:55:29.869164 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: stateful_security_group.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.870101 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.870610 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: stateful-security-group Oct 12 23:55:29.870936 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: stdattrs_common.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.871523 n-d-813679-4 neutron-server[94881]: WARNING neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 23:55:29.871848 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.872779 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.873286 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 23:55:29.874142 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: subnet_onboard.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.875214 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.875759 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: subnet_onboard Oct 12 23:55:29.876082 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.877004 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.877507 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 23:55:29.877827 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: subnet_service_types.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.878759 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.879262 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: subnet-service-types Oct 12 23:55:29.879616 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: subnetallocation.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.880704 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.881209 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: subnet_allocation Oct 12 23:55:29.881536 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.882200 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.882704 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: subnetpool-prefix-ops Oct 12 23:55:29.883026 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.884037 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.884505 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 23:55:29.884826 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: tagging.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.885870 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.886378 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: standard-attr-tag Oct 12 23:55:29.886702 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: timestamp.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.887943 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.888450 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loaded extension: standard-attr-timestamp Oct 12 23:55:29.888775 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: trunk.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.890348 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.890854 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension trunk not supported by any of loaded plugins Oct 12 23:55:29.891177 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: trunk_details.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.892130 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.892636 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 23:55:29.892957 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.893873 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.894378 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 23:55:29.894700 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Loading extension file: vlantransparent.py {{(pid=94881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 23:55:29.895363 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 23:55:29.895900 n-d-813679-4 neutron-server[94881]: INFO neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 23:55:29.898282 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:network Oct 12 23:55:29.898806 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:subnet Oct 12 23:55:29.899201 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 23:55:29.899621 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:port Oct 12 23:55:29.900844 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.901274 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service FLAVORS assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.901888 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.902332 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.902657 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:router Oct 12 23:55:29.903091 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 23:55:29.903595 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service METERING assigned prefix: /metering {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.905051 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.905421 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.905779 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 23:55:29.906764 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 23:55:29.907292 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:security_group Oct 12 23:55:29.907760 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 23:55:29.908358 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service CORE assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.908687 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 23:55:29.909030 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] subnetpool is already registered Oct 12 23:55:29.909461 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service CORE assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.909780 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 23:55:29.910107 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] subnetpool is already registered Oct 12 23:55:29.912396 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.912828 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service FLAVORS assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.913414 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.913835 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.914167 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:router Oct 12 23:55:29.914502 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] router is already registered Oct 12 23:55:29.914906 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 23:55:29.915237 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] floatingip is already registered Oct 12 23:55:29.915711 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service METERING assigned prefix: /metering {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.916370 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 23:55:29.916690 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] rbac_policy is already registered Oct 12 23:55:29.917095 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:security_group Oct 12 23:55:29.917425 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] security_group is already registered Oct 12 23:55:29.917818 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 23:55:29.918146 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] security_group_rule is already registered Oct 12 23:55:29.918768 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service CORE assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.919095 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 23:55:29.919427 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] subnetpool is already registered Oct 12 23:55:29.919860 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.v2.resource_helper [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Service CORE assigned prefix: {{(pid=94881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 23:55:29.920182 n-d-813679-4 neutron-server[94881]: INFO neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 23:55:29.920537 n-d-813679-4 neutron-server[94881]: WARNING neutron.quota.resource_registry [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] subnetpool is already registered Oct 12 23:55:29.920990 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: extensions {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.922458 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: address-groups {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.923962 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: address-scopes {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.925263 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: agents {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.926417 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: auto-allocated-topology {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.927681 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: availability_zones {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.928905 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: dhcp-networks {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.931462 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: dhcp-agents {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.932900 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: routers {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.935116 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: flavors {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.936858 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: service_profiles {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.938075 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: next_providers {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.939518 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: service_profiles {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.941124 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: floatingip-pools {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.942335 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: routers {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.944479 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: floatingips {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.945750 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: l3-routers {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.947129 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: l3-agents {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.948569 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: metering-labels {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.949932 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: metering-label-rules {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.951192 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: network-ip-availabilities {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.953042 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: bindings {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.954677 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: quotas {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.956253 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: quotas {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.957792 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: rbac-policies {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.959063 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: security-groups {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.960323 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: security-group-rules {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.961528 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: service-providers {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.962727 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: subnetpools {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.964164 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: subnetpools {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.965634 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.967310 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.969124 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.970878 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.972720 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.974570 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.976281 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.978168 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.979961 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.981796 n-d-813679-4 neutron-server[94881]: DEBUG neutron.api.extensions [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Extended resource: tags {{(pid=94881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 23:55:29.988071 n-d-813679-4 neutron-server[94881]: WARNING keystonemiddleware.auth_token [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 23:55:29.993572 n-d-813679-4 neutron-server[94881]: WARNING keystonemiddleware.auth_token [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 23:55:30.002609 n-d-813679-4 neutron-server[94881]: DEBUG oslo_concurrency.lockutils [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Acquired lock "singleton_lock" {{(pid=94881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 23:55:30.003075 n-d-813679-4 neutron-server[94881]: DEBUG oslo_concurrency.lockutils [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Releasing lock "singleton_lock" {{(pid=94881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 23:55:30.004016 n-d-813679-4 neutron-server[94881]: INFO oslo_service.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Starting 2 workers Oct 12 23:55:30.008821 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Started child 94988 {{(pid=94881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 23:55:30.013207 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Started child 94989 {{(pid=94881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 23:55:30.014985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:30.015651 n-d-813679-4 neutron-server[94881]: INFO neutron.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 23:55:30.016003 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Notify callbacks [] for process, before_spawn {{(pid=94881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:30.016501 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [-] (94988) wsgi starting up on http://0.0.0.0:9696 Oct 12 23:55:30.018399 n-d-813679-4 neutron-server[94881]: INFO oslo_service.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Starting 1 workers Oct 12 23:55:30.018570 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:30.019944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [-] (94989) wsgi starting up on http://0.0.0.0:9696 Oct 12 23:55:30.023596 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Started child 94990 {{(pid=94881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 23:55:30.024125 n-d-813679-4 neutron-server[94881]: INFO oslo_service.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Starting 1 workers Oct 12 23:55:30.027364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] calling RpcWorker wait() {{(pid=94990) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 23:55:30.027946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] returning from RpcWorker wait() {{(pid=94990) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 23:55:30.028559 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Started child 94991 {{(pid=94881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 23:55:30.029367 n-d-813679-4 neutron-server[94881]: DEBUG neutron_lib.callbacks.manager [None req-aba490fa-3aeb-42da-a768-a50d71ece4b0 None None] Notify callbacks [] for process, after_spawn {{(pid=94881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:30.029465 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:30.029818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:30.031317 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 23:55:30.031551 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 23:55:30.031740 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 23:55:30.031954 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 23:55:30.032284 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 23:55:30.032450 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 23:55:30.032934 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.033205 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.033471 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.033618 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:30.034084 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.034084 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.034566 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.034660 n-d-813679-4 neutron-server[94991]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:30.034821 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.035071 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.035344 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.035600 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.035752 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.035908 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.036152 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.036377 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.036663 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.036929 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.037158 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.037414 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.037574 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.037824 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.038074 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.038307 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.038558 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] debug = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.038790 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.039245 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.039467 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.039733 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.039952 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.040208 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.040443 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.040697 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.040938 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.041167 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.041397 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.041648 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.041886 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.042094 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.042343 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.042582 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.042792 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.043233 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] host = n-d-813679-4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.043438 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.043667 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.043902 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.044120 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.044358 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.044586 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.044846 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.045093 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.045327 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.045581 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.045831 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.046067 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.046302 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.046560 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.046720 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_options = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.046877 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.047146 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.047395 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.047608 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.047758 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.047931 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.048196 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.048339 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.048603 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.048831 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.049037 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.049248 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.049453 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.049658 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.049897 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.050126 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.050370 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.050588 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.050849 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.051084 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.051305 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.051554 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.051763 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.051992 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.052203 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.052441 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.052658 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.052863 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.053068 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.053283 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.053506 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.053759 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.053971 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.054208 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.054486 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.054702 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.054921 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.055145 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.055418 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.055657 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.055891 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.056141 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.056347 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.056680 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.056833 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.057030 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.057234 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_json = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.057439 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.057662 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.057908 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.058133 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.058336 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.058540 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.058747 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.058969 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.059391 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.059690 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.059997 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.060215 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.060510 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.060735 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.060904 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.061654 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.062041 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.062249 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.062452 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.062668 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.062999 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.063191 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.063464 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.063823 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.064073 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.064349 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.064560 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.064806 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.065015 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.065280 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.065543 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.065753 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.065969 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.066230 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.066423 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.066803 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.067016 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.067271 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.067613 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.067747 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.067960 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.068166 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.068394 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.068623 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.068830 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.069083 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.069295 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.069502 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.069734 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.070171 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.070171 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.070413 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.070644 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.070864 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.071087 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.071301 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.071547 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.071762 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.071967 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.072209 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.072447 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.072674 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.072921 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.073139 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.073372 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.073579 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.073784 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.074027 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.074251 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.074483 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.074690 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.074894 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.075110 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.075335 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.075601 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.075836 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.076048 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.076252 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.076463 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.076738 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.077481 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.077694 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.077926 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.078139 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.078501 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.079013 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.079013 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.079013 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.079359 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.079359 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.079644 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.079769 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.079950 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.080169 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.080993 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.080993 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.080993 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.081709 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.081709 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.081709 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.082167 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.082167 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.082447 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.082447 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.082928 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.082928 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.083177 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.083300 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.083470 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.083731 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.083968 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.084201 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.084858 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.084858 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.084858 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.085228 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.085339 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.085520 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.085711 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.085970 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.086193 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.086416 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.086637 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.086860 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.087760 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.087760 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.087760 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.088117 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.088117 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.088685 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.088685 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.088871 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.089123 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.089346 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.089612 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.089869 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.090321 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.090321 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.090562 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.090795 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.091070 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.091485 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.091667 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.091792 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.091945 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.092279 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.092725 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.092725 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.092952 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.093185 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.093423 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.093677 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.093930 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.094171 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.094414 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.094667 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.094891 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.095097 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.095343 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.095590 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.095798 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.096023 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.096229 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.096456 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.096663 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.096887 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.097115 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.097322 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.097623 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.097779 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.098005 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.098214 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.098452 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.098657 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.098873 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.099114 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.099344 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.099613 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.099807 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.100012 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.100266 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.100654 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.100780 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.101023 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.101197 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.101416 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.101660 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.101885 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.102092 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.102324 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.102539 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.102743 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.102946 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.103155 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.103468 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.103624 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.103805 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.104013 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.104258 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.104497 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.104821 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.105073 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.105422 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.105544 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.105728 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.105970 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.106184 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.106413 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.106618 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.106826 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.107034 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.107294 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.107568 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.107782 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.108003 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.108496 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.109037 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.109037 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.109282 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.109402 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.109600 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.109827 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.110081 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.110321 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.110541 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.110774 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.110993 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.111233 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.111399 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.111630 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.111831 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.112065 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.112341 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.112477 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.112671 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.112878 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.113081 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.113296 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.113567 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.113745 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.113942 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.114172 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.114373 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.114589 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.114791 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.114992 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.115205 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.115412 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.115659 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.115856 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.116077 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.116276 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.116684 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.116816 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.116939 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.117174 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.117418 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.117915 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.117915 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.118172 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.118342 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.118592 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.118915 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.119136 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.119367 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.120967 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.120967 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.120967 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.120967 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.120967 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.120967 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.121794 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.121794 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.121794 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.121794 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.122261 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.122261 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.122578 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.122924 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.123055 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.123284 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.124112 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.124307 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.124536 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.124747 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.124974 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.125201 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.125735 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.125735 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.125970 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.126093 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.126243 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.126467 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.126684 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.126897 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.127119 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.127354 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.127580 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.127733 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 23:55:30.128232 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 23:55:30.128389 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 23:55:30.128536 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 23:55:30.128717 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 23:55:30.128896 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 23:55:30.129046 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 23:55:30.129246 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.129401 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.129554 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.129708 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.129861 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.130198 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.130198 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.130464 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.130464 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.130696 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.130827 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.130951 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.131072 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.131193 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.131329 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.131574 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.131703 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.131826 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.131948 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.132080 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.132203 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.132325 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.132445 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] debug = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.132582 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.132769 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.132920 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.133045 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.133167 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.133326 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.133477 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.133630 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.133782 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.133933 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.134137 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.134350 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.134478 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.134601 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.134734 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.134858 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.134984 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.135107 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] host = n-d-813679-4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.135229 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.135350 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.135481 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.135660 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.135812 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.135950 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.136105 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.136257 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.136410 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.136561 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.136714 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.136866 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.137018 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.137170 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.137306 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_options = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.137463 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.137799 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.137799 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.138044 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.138044 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.138351 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.138351 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.138584 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.138716 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.138839 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.138960 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.139080 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.139228 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.139901 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.140052 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.140206 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.140351 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.140491 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.140645 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.140797 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.140950 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.141101 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.141254 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.141407 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.141545 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.141733 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.141869 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.141993 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.142114 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.142259 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.142411 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.142564 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.142715 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.142914 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.143043 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.143174 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.143298 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.143429 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.143574 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.143732 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.143883 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.144036 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.144187 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.144327 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.144520 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.144650 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.144773 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_json = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.144895 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.145040 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.145192 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.145331 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.145485 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.145637 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.145791 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.145944 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 23:55:30.146115 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.146272 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.146438 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.146592 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.146747 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.146901 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.147244 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.147244 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.147744 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.147744 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.147744 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.148080 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.148080 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.148080 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.148445 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.148445 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.148598 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.148678 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.148804 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.149140 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.149140 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.149340 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.149466 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.149588 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.149708 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.149839 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.149962 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.150120 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.150282 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.150614 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.150614 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.150847 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.150847 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.151082 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.151218 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.151342 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.151464 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.151607 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.151740 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.151928 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.152044 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.152198 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.152354 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.152511 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.152667 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.152823 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.153024 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.153161 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.153286 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.153437 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.153561 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.153683 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.153839 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.153996 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.154151 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.154315 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.154470 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.154850 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.154850 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.155088 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.155088 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.155300 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.155426 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.155567 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.155691 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.155812 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.155983 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.156137 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.156292 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.156447 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.156602 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.156757 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.156912 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.157069 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.157224 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.157378 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.157534 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.157688 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.157845 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.158001 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.158156 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.158310 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.158509 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.158624 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.158753 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.159055 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.159055 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.159255 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.159343 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.159486 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.159677 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.159834 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.159991 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.160147 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.160306 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.160461 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.160617 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.160772 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.160928 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.161085 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.161240 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.161396 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.161552 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.161709 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.161863 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.162017 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.162162 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.162317 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.162471 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.162626 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.162782 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.162938 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.163140 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.163267 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.163399 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.163547 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.163879 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.163879 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.164104 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.164227 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.164309 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.164431 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.164589 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.164748 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.164902 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.165057 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.165212 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.165365 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.165519 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.165673 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.165828 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.165985 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.166147 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.166312 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.166466 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.166622 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.166776 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.166953 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.167038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:30.167121 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.167249 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.167404 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.167578 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.167736 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.167892 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.168047 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.168202 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.168357 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.168516 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.168658 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.168815 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.168972 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.169126 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.169282 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.169437 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.169592 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.169746 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.169903 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.170058 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.170213 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.170882 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.171050 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.171204 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.171360 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.171526 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.171690 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.171845 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.172001 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.172157 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.172312 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.172464 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.172620 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.172775 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.172929 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.173084 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.173246 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.173400 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.173554 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.173709 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.173866 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.174021 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.174176 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.174333 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.174488 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.174644 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.174803 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.174955 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.175112 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.175266 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.175422 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.175613 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.175770 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.175925 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.176094 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.176249 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.176404 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.176560 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.176714 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.176869 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.177024 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.177178 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.177332 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.177487 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.177641 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.177798 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.177954 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.178109 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.178264 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.178419 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.178573 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.178729 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.178883 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.179050 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.179208 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.179364 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.179520 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.179667 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.179804 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.179967 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.180330 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.180330 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.180599 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.180599 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181069 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181069 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181069 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181336 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181336 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181526 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181648 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181778 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.181902 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.182025 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.182136 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.182306 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.182442 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.182800 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.182800 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.182949 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.183035 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.183160 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.183365 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.183494 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.183648 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.183770 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.183915 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.184069 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.184223 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.184388 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.184543 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.184698 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.184937 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.185076 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.185199 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.185321 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.185445 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.185596 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.185752 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.185904 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.186599 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.186762 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.186920 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.187079 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.187244 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.187404 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.187583 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.187734 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.187896 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.188058 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.188214 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.188375 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.188541 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.188709 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.188837 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.188991 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.189146 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.189302 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.189457 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.189613 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.189767 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.189921 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.190074 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.190227 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.190386 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.190541 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.190695 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.190851 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.191005 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.191161 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.191316 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.191470 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 23:55:30.191640 n-d-813679-4 neutron-server[94881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 23:55:30.411547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36936) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:30.420045 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064352 Oct 12 23:55:41.829822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992eda73-0575-4c0a-be28-cd2f40cc0f69 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:55:41.983678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992eda73-0575-4c0a-be28-cd2f40cc0f69 None None] No non-hosted networks {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 23:55:42.023583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.agentschedulers_db [None req-992eda73-0575-4c0a-be28-cd2f40cc0f69 None None] DHCP Agent not found on host n-d-813679-4 {{(pid=94990) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 23:55:42.081136 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9bcc96ae-0b9f-4d10-9d5d-42ace82ef359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4150767'] for agent, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.500323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-39678e93-c947-4184-9957-f93e7ad0f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4150767'] for agent, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.568796 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce513477-7aaf-40d6-aabb-7be3f82cc20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.547746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4150767'] for agent, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.803489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4150767'] for agent, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.804464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.804961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.805437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.805920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.806380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.806865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.807334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.807871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.808384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.808894 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.809392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.809900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:45.810362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813679-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:45.835784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813679-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:47.388167 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4150767'] for agent, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:47.502023 n-d-813679-4 neutron-server[94990]: INFO neutron.db.l3_hamode_db [None req-ea66bace-021c-44d4-9fb9-81965b263ba1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 23:55:47.587621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66bace-021c-44d4-9fb9-81965b263ba1 None None] Routers set() bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:47.587965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66bace-021c-44d4-9fb9-81965b263ba1 None None] Router IDs set() for agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 23:55:48.540298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37028) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:49.014923 n-d-813679-4 neutron-server[94988]: WARNING oslo_policy.policy [None req-e8889e81-1e3c-42bc-8c61-85666c91d08c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 23:55:49.015544 n-d-813679-4 neutron-server[94988]: WARNING oslo_policy.policy [None req-e8889e81-1e3c-42bc-8c61-85666c91d08c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 23:55:49.238142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-e8889e81-1e3c-42bc-8c61-85666c91d08c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:55:49.239200 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e8889e81-1e3c-42bc-8c61-85666c91d08c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.6980009 Oct 12 23:55:51.715493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37042) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:52.016133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9c2d9b28-5eb2-478a-999a-3eed2f5d5512 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:52.111528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.policy [None req-9c2d9b28-5eb2-478a-999a-3eed2f5d5512 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94988) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 23:55:52.158236 n-d-813679-4 neutron-server[94988]: WARNING oslo_policy.policy [None req-9c2d9b28-5eb2-478a-999a-3eed2f5d5512 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 23:55:52.158610 n-d-813679-4 neutron-server[94988]: WARNING oslo_policy.policy [None req-9c2d9b28-5eb2-478a-999a-3eed2f5d5512 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 23:55:52.166967 n-d-813679-4 neutron-server[94988]: INFO neutron.quota [None req-9c2d9b28-5eb2-478a-999a-3eed2f5d5512 admin admin] Loaded quota_driver: . Oct 12 23:55:52.255292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9b28-5eb2-478a-999a-3eed2f5d5512 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754621249636', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754621250227', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754621237374', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754621198906', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754621805214', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754621212226', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-621111', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-594104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3691981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4177405'] for rbac-policy, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:52.319038 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9b28-5eb2-478a-999a-3eed2f5d5512 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:52.320309 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9c2d9b28-5eb2-478a-999a-3eed2f5d5512 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6037710 Oct 12 23:55:55.002526 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37054) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:55.299727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'admin_state_up': True, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:55.328370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Made reservation on behalf of 4ee62289c05948a6bac1f6e9fa0be25d for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:55:55.331210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.347820 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.455306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.459000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.477732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:55:55.505206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754622051319', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.505783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Unsubscribe: segment precommit_create {{(pid=94988) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 23:55:55.506287 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Added segment e54c12f0-7593-49c7-b80a-31423950431c of type vlan for network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 Oct 12 23:55:55.523871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1965e2d-9f5c-4c9c-92e9-bb23e22f2738,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:55.573436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.573700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.574037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.574368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.574695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.575018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.575339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.575688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.576604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.576917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.577238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.577590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Tracked resource versions report: Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: pushed versions: Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: { 'AddressGroup': {'1.2'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'ConntrackHelper': {'1.0'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Log': {'1.0'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Network': {'1.1'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Port': {'1.7'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'PortForwarding': {'1.2'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'QosPolicy': {'1.10'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'SecurityGroup': {'1.4'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'SecurityGroupRule': {'1.2'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'SubPort': {'1.0'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Subnet': {'1.1'}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Trunk': {'1.1'}} Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: consumer versions: Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: { DHCP agent@n-d-813679-4: {}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: L3 agent@n-d-813679-4: {}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: Metadata agent@n-d-813679-4: {}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: Metering agent@n-d-813679-4: {}, Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: Open vSwitch agent@n-d-813679-4: { 'AddressGroup': '1.2', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'ConntrackHelper': '1.0', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Log': '1.0', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Network': '1.1', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Port': '1.7', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'PortForwarding': '1.2', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'QosPolicy': '1.10', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'SecurityGroup': '1.4', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'SecurityGroupRule': '1.2', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'SubPort': '1.0', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Subnet': '1.1', Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: 'Trunk': '1.1'}} Oct 12 23:55:55.578653 n-d-813679-4 neutron-server[94988]: {{(pid=94988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 23:55:55.617992 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.658766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.659898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.660537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.741361 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7377570 Oct 12 23:55:55.765792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263af54-67b3-499d-8ad1-dd2664f9f761 admin admin] Pushing event updated for resources: {'Network': ['ID=680cb289-5cb6-410f-94be-6c1d88a9f2b0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:55.779770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:55:58.521350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37068) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:58.901993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f16c4-3366-4812-b231-70c1a4face2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:58.903334 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6b6f16c4-3366-4812-b231-70c1a4face2a admin admin] 10.222.0.21 "GET /v2.0/networks/680cb289-5cb6-410f-94be-6c1d88a9f2b0 HTTP/1.1" status: 200 len: 825 time: 0.3809412 Oct 12 23:55:58.927898 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-96a8d8ae-ba0a-4c58-9e8e-c525d536f8de admin admin] 10.222.0.21 "GET /v2.0/subnetpools/75163bec-65ca-45e8-a018-d91d71f6cd34 HTTP/1.1" status: 200 len: 734 time: 0.0178838 Oct 12 23:55:58.936850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'ip_version': 4, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '75163bec-65ca-45e8-a018-d91d71f6cd34'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:58.958323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Made reservation on behalf of 4ee62289c05948a6bac1f6e9fa0be25d for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:55:58.960600 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:59.243792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:59.311223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8457d8f2-b80c-4ea2-85f3-1609b83067c5,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:59.316710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Checking segment: {'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:55:59.317095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Network hostable DHCP agents. Network: 680cb289-5cb6-410f-94be-6c1d88a9f2b0, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:55:59.336780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:55:59.348360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 680cb289-5cb6-410f-94be-6c1d88a9f2b0) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:55:59.354276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:59.354867 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:59.358692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253138c-a1d9-4f35-9163-787d933dbf90 None None] Network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:55:59.375377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f39df500-8874-4e93-857e-fc072316797e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402142 Oct 12 23:55:59.679825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'fixed_ips': [{'subnet_id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:55:59.681110 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:59.951717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Allocated IP 172.20.0.2 (680cb289-5cb6-410f-94be-6c1d88a9f2b0/8457d8f2-b80c-4ea2-85f3-1609b83067c5/049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:56:00.149515 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:00.157707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:00.257994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:56:00.266771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:56:00.270772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:56:00.278264 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Pushing event updated for resources: {'Port': ['ID=049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:00.309816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.310199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.310547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.310888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.311225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.311604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.311921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.312249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.312582 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.312911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.313237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.313562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Tracked resource versions report: Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: pushed versions: Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: { 'AddressGroup': {'1.2'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'ConntrackHelper': {'1.0'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Log': {'1.0'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Network': {'1.1'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Port': {'1.7'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'PortForwarding': {'1.2'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'QosPolicy': {'1.10'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'SecurityGroup': {'1.4'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'SecurityGroupRule': {'1.2'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'SubPort': {'1.0'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Subnet': {'1.1'}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Trunk': {'1.1'}} Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: consumer versions: Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: { DHCP agent@n-d-813679-4: {}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: L3 agent@n-d-813679-4: {}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: Metadata agent@n-d-813679-4: {}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: Metering agent@n-d-813679-4: {}, Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: Open vSwitch agent@n-d-813679-4: { 'AddressGroup': '1.2', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'ConntrackHelper': '1.0', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Log': '1.0', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Network': '1.1', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Port': '1.7', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'PortForwarding': '1.2', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'QosPolicy': '1.10', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'SecurityGroup': '1.4', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'SecurityGroupRule': '1.2', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'SubPort': '1.0', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Subnet': '1.1', Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: 'Trunk': '1.1'}} Oct 12 23:56:00.314602 n-d-813679-4 neutron-server[94990]: {{(pid=94990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 23:56:00.363475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Attempting to bind port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:56:00.364141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Attempting to bind port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:56:00.364382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Attempting to bind port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 on network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:56:00.369253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:56:00.369646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Checking segment: {'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:56:00.370127 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:00.370523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Bound using segment: {'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:56:00.371009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Bound port: 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:56:00.371437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:00.433348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] For port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:56:00.437623 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] For port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0,segment=NetworkSegment(e54c12f0-7593-49c7-b80a-31423950431c),segment_id=e54c12f0-7593-49c7-b80a-31423950431c)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:56:00.442360 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:00.506384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f62d7-9dfb-487a-a069-5fe8a833ccdc None None] Pushing event updated for resources: {'Port': ['ID=049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:01.901338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37076) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:02.384621 n-d-813679-4 neutron-server[94989]: WARNING oslo_policy.policy [None req-b224cddd-4269-43b9-ada2-7477629d30fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 23:56:02.385252 n-d-813679-4 neutron-server[94989]: WARNING oslo_policy.policy [None req-b224cddd-4269-43b9-ada2-7477629d30fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 23:56:02.607656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-b224cddd-4269-43b9-ada2-7477629d30fb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:56:02.608866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b224cddd-4269-43b9-ada2-7477629d30fb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7054329 Oct 12 23:56:05.077788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37090) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:05.387425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-048f6a97-0f01-4c76-971a-9f659917eb80 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:56:05.389073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-048f6a97-0f01-4c76-971a-9f659917eb80 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3102791 Oct 12 23:56:08.109085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37102) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:08.411233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'name': 'router1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:56:08.476634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.policy [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94989) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 23:56:08.524518 n-d-813679-4 neutron-server[94989]: WARNING oslo_policy.policy [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 23:56:08.524836 n-d-813679-4 neutron-server[94989]: WARNING oslo_policy.policy [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 23:56:08.533998 n-d-813679-4 neutron-server[94989]: INFO neutron.quota [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] Loaded quota_driver: . Oct 12 23:56:08.588859 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:08.590775 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:08.740694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:08.745742 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:08.765984 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:08.767193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-57aa1993-3bd7-4459-bc39-e59acbfce41b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6571527 Oct 12 23:56:09.569980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143a89e-7aa1-4ae0-9e4d-d1dfe4627c1a None None] Network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:56:09.697295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4649fb5f-c8a1-46ac-8fc7-f12f1c319ad2 None None] Provisioning complete for port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:09.697685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4649fb5f-c8a1-46ac-8fc7-f12f1c319ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:09.715617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:56:09.923672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:09.923877 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:09.944822 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4649fb5f-c8a1-46ac-8fc7-f12f1c319ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:09.991908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4649fb5f-c8a1-46ac-8fc7-f12f1c319ad2 None None] For port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0,segment=NetworkSegment(e54c12f0-7593-49c7-b80a-31423950431c),segment_id=e54c12f0-7593-49c7-b80a-31423950431c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:56:10.000761 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4649fb5f-c8a1-46ac-8fc7-f12f1c319ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:10.078116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649fb5f-c8a1-46ac-8fc7-f12f1c319ad2 None None] Pushing event updated for resources: {'Port': ['ID=049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:10.123694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-743fa1f4-ab9b-4aee-a36b-53213b4c01ae None None] Provisioning complete for port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:10.124061 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-743fa1f4-ab9b-4aee-a36b-53213b4c01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:11.268304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37116) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:11.581603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-389e00b8-9be8-47e3-a463-8b8f47f2ff87 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:56:11.582573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-389e00b8-9be8-47e3-a463-8b8f47f2ff87 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3133514 Oct 12 23:56:11.668531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:56:11.717353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:11.717730 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:11.769304 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c50d2e2-51ee-4c84-ae36-383b4106af23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.049088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37124) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:14.350106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:56:14.372396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Made reservation on behalf of 311a9babbf6846558c002e4b3206b779 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:56:14.375381 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.391054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.487731 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d75869ca-daaf-47b2-b9db-7028a10bfce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.500701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.504289 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.515304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Reserving flat network on physical network physnet1 {{(pid=94989) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 23:56:14.547730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754622051319', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.548298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Unsubscribe: segment precommit_create {{(pid=94989) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 23:56:14.548797 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Added segment d85777a7-ffea-4ac9-8a12-e0bddc0dffee of type flat for network a395b02e-8500-416b-8085-f3399a24931e Oct 12 23:56:14.564078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96697eba-9bda-4034-afa4-651f88a1beee,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:14.615215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.615577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.615931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.616383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.616702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.617050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.617371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.617691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.618008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.618322 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.618635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.618949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Tracked resource versions report: Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: pushed versions: Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: { 'AddressGroup': {'1.2'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'ConntrackHelper': {'1.0'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Log': {'1.0'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Network': {'1.1'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Port': {'1.7'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'PortForwarding': {'1.2'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'QosPolicy': {'1.10'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'SecurityGroup': {'1.4'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'SecurityGroupRule': {'1.2'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'SubPort': {'1.0'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Subnet': {'1.1'}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Trunk': {'1.1'}} Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: consumer versions: Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: { DHCP agent@n-d-813679-4: {}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: L3 agent@n-d-813679-4: {}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: Metadata agent@n-d-813679-4: {}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: Metering agent@n-d-813679-4: {}, Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: Open vSwitch agent@n-d-813679-4: { 'AddressGroup': '1.2', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'ConntrackHelper': '1.0', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Log': '1.0', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Network': '1.1', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Port': '1.7', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'PortForwarding': '1.2', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'QosPolicy': '1.10', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'SecurityGroup': '1.4', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'SecurityGroupRule': '1.2', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'SubPort': '1.0', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Subnet': '1.1', Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: 'Trunk': '1.1'}} Oct 12 23:56:14.620034 n-d-813679-4 neutron-server[94989]: {{(pid=94989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 23:56:14.681255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.728677 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.729882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:14.730515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:14.805718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7554889 Oct 12 23:56:14.829996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6b99b-0ff7-4833-86cb-3e721c0d63df admin admin] Pushing event updated for resources: {'Network': ['ID=a395b02e-8500-416b-8085-f3399a24931e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:14.840709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a395b02e-8500-416b-8085-f3399a24931e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:56:15.479689 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:15.804678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:17.251434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37146) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:17.258463 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:17.464989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9d8452-c220-482e-855c-ed30fe8b0849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:17.466364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4b9d8452-c220-482e-855c-ed30fe8b0849 admin admin] 10.222.0.21 "GET /v2.0/subnets/8457d8f2-b80c-4ea2-85f3-1609b83067c5 HTTP/1.1" status: 200 len: 849 time: 0.2139649 Oct 12 23:56:17.596359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b00d8bd6-219f-488d-bd11-e5197f32413a admin admin] 10.222.0.21 "GET /v2.0/routers/70cba765-90b5-460e-b902-a42017b4fae4 HTTP/1.1" status: 200 len: 704 time: 0.1238871 Oct 12 23:56:17.858884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.097472 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:56:18.144010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Allocated IP 172.20.0.1 (680cb289-5cb6-410f-94be-6c1d88a9f2b0/8457d8f2-b80c-4ea2-85f3-1609b83067c5/95f64a00-3c76-4f9f-b344-65d6a871afe8) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:56:18.324396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.390776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.461123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:56:18.466372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:56:18.476576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:56:18.477095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.534131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Pushing event updated for resources: {'Port': ['ID=95f64a00-3c76-4f9f-b344-65d6a871afe8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:18.661900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3de31163-a254-4fe5-8b35-41db0ceb6cf3 None None] Provisioning complete for port 95f64a00-3c76-4f9f-b344-65d6a871afe8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:18.662409 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3de31163-a254-4fe5-8b35-41db0ceb6cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.670810 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.693764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3de31163-a254-4fe5-8b35-41db0ceb6cf3 None None] Port 95f64a00-3c76-4f9f-b344-65d6a871afe8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:56:18.926210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.930572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.931311 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:19.008155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Pushing event updated for resources: {'Port': ['ID=95f64a00-3c76-4f9f-b344-65d6a871afe8,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:19.053195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:56:19.054434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:56:19.211564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Router 70cba765-90b5-460e-b902-a42017b4fae4 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:56:19.212824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-669fdaef-fce0-4dba-aae0-62e9900172b7 None None] Provisioning complete for port 95f64a00-3c76-4f9f-b344-65d6a871afe8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:19.213206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-669fdaef-fce0-4dba-aae0-62e9900172b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:19.246331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-669fdaef-fce0-4dba-aae0-62e9900172b7 None None] Port 95f64a00-3c76-4f9f-b344-65d6a871afe8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:56:19.301296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:56:19.306472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c17a6f8b-e5fc-40d3-a4ef-a6a30e128e5b admin admin] 10.222.0.21 "PUT /v2.0/routers/70cba765-90b5-460e-b902-a42017b4fae4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7044196 Oct 12 23:56:19.310668 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Sync routers for ids ['70cba765-90b5-460e-b902-a42017b4fae4'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:56:19.324504 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Routers {'70cba765-90b5-460e-b902-a42017b4fae4'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:56:19.325271 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-12T23:56:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['70cba765-90b5-460e-b902-a42017b4fae4'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:19.510448 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Set router 70cba765-90b5-460e-b902-a42017b4fae4 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:56:19.944036 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cba765-90b5-460e-b902-a42017b4fae4', 'name': 'router1', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:56:08Z', 'updated_at': '2021-10-12T23:56:18Z', 'revision_number': 2, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'gw_port_host': None, '_interfaces': [{'id': '95f64a00-3c76-4f9f-b344-65d6a871afe8', 'name': '', 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'mac_address': 'fa:16:3e:6b:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:17Z', 'updated_at': '2021-10-12T23:56:18Z', 'revision_number': 2, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'subnets': [{'id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75163bec-65ca-45e8-a018-d91d71f6cd34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:19.995335 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Checking router: 70cba765-90b5-460e-b902-a42017b4fae4 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:56:19.995727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Updating router 70cba765-90b5-460e-b902-a42017b4fae4 port 95f64a00-3c76-4f9f-b344-65d6a871afe8 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:56:20.043420 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:20.559867 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:20.566775 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:20.723154 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Pushing event updated for resources: {'Port': ['ID=95f64a00-3c76-4f9f-b344-65d6a871afe8,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:20.735148 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Attempting to bind port 95f64a00-3c76-4f9f-b344-65d6a871afe8 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:56:20.735567 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Attempting to bind port 95f64a00-3c76-4f9f-b344-65d6a871afe8 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:56:20.735991 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Attempting to bind port 95f64a00-3c76-4f9f-b344-65d6a871afe8 on network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:56:20.743908 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.744255 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.744590 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.744925 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.745277 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.745574 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.745899 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.746221 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.746544 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.746898 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.747218 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.747558 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Tracked resource versions report: Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: pushed versions: Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: { 'AddressGroup': {'1.2'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'ConntrackHelper': {'1.0'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Log': {'1.0'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Network': {'1.1'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Port': {'1.7'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'PortForwarding': {'1.2'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'QosPolicy': {'1.10'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'SecurityGroup': {'1.4'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'SecurityGroupRule': {'1.2'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'SubPort': {'1.0'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Subnet': {'1.1'}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Trunk': {'1.1'}} Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: consumer versions: Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: { DHCP agent@n-d-813679-4: {}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: L3 agent@n-d-813679-4: {}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: Metadata agent@n-d-813679-4: {}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: Metering agent@n-d-813679-4: {}, Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: Open vSwitch agent@n-d-813679-4: { 'AddressGroup': '1.2', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'ConntrackHelper': '1.0', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Log': '1.0', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Network': '1.1', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Port': '1.7', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'PortForwarding': '1.2', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'QosPolicy': '1.10', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'SecurityGroup': '1.4', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'SecurityGroupRule': '1.2', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'SubPort': '1.0', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Subnet': '1.1', Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: 'Trunk': '1.1'}} Oct 12 23:56:20.748587 n-d-813679-4 neutron-server[94991]: {{(pid=94991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 23:56:20.751034 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:56:20.751439 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Checking segment: {'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:56:20.751945 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:20.752307 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Bound using segment: {'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:56:20.752804 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Bound port: 95f64a00-3c76-4f9f-b344-65d6a871afe8, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54c12f0-7593-49c7-b80a-31423950431c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:56:20.753194 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:20.775104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9b36003d-9a3f-410b-a6c8-332d9f98b8ef None None] Provisioning complete for port 95f64a00-3c76-4f9f-b344-65d6a871afe8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:20.776068 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9b36003d-9a3f-410b-a6c8-332d9f98b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:20.810622 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9b36003d-9a3f-410b-a6c8-332d9f98b8ef None None] Port 95f64a00-3c76-4f9f-b344-65d6a871afe8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:56:20.820431 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] For port 95f64a00-3c76-4f9f-b344-65d6a871afe8, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:56:20.839492 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] For port 95f64a00-3c76-4f9f-b344-65d6a871afe8, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=95f64a00-3c76-4f9f-b344-65d6a871afe8,segment=NetworkSegment(e54c12f0-7593-49c7-b80a-31423950431c),segment_id=e54c12f0-7593-49c7-b80a-31423950431c)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:56:20.844157 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:20.899792 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707adf7b-da74-4c1b-8579-4b4b66ef5989 None None] Pushing event updated for resources: {'Port': ['ID=95f64a00-3c76-4f9f-b344-65d6a871afe8,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:20.903871 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Routers {'70cba765-90b5-460e-b902-a42017b4fae4'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:56:20.904464 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-12T23:56:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['70cba765-90b5-460e-b902-a42017b4fae4'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:20.992634 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] Set router 70cba765-90b5-460e-b902-a42017b4fae4 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:56:21.131144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-56e03cb6-2fbc-4bea-9677-04da6f6b8bf8 None None] Provisioning complete for port 95f64a00-3c76-4f9f-b344-65d6a871afe8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:21.131849 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-56e03cb6-2fbc-4bea-9677-04da6f6b8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:21.202795 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cba765-90b5-460e-b902-a42017b4fae4', 'name': 'router1', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:56:08Z', 'updated_at': '2021-10-12T23:56:18Z', 'revision_number': 2, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'gw_port_host': None, '_interfaces': [{'id': '95f64a00-3c76-4f9f-b344-65d6a871afe8', 'name': '', 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'mac_address': 'fa:16:3e:6b:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:17Z', 'updated_at': '2021-10-12T23:56:20Z', 'revision_number': 4, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'subnets': [{'id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75163bec-65ca-45e8-a018-d91d71f6cd34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:21.209691 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-56e03cb6-2fbc-4bea-9677-04da6f6b8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:21.229650 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a5fbf-b4d6-40e7-984a-9092037cd221 None None] The sync data for ids ['70cba765-90b5-460e-b902-a42017b4fae4'] in n-d-813679-4 is: [{'id': '70cba765-90b5-460e-b902-a42017b4fae4', 'name': 'router1', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:56:08Z', 'updated_at': '2021-10-12T23:56:18Z', 'revision_number': 2, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'gw_port_host': None, '_interfaces': [{'id': '95f64a00-3c76-4f9f-b344-65d6a871afe8', 'name': '', 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'mac_address': 'fa:16:3e:6b:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:17Z', 'updated_at': '2021-10-12T23:56:20Z', 'revision_number': 4, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'subnets': [{'id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75163bec-65ca-45e8-a018-d91d71f6cd34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:56:21.241689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-56e03cb6-2fbc-4bea-9677-04da6f6b8bf8 None None] For port 95f64a00-3c76-4f9f-b344-65d6a871afe8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=95f64a00-3c76-4f9f-b344-65d6a871afe8,segment=NetworkSegment(e54c12f0-7593-49c7-b80a-31423950431c),segment_id=e54c12f0-7593-49c7-b80a-31423950431c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:56:21.246065 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-56e03cb6-2fbc-4bea-9677-04da6f6b8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:21.300721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03cb6-2fbc-4bea-9677-04da6f6b8bf8 None None] Pushing event updated for resources: {'Port': ['ID=95f64a00-3c76-4f9f-b344-65d6a871afe8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:21.647933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37166) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:21.757622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d0b57-03d6-4aec-89cd-69e107cd3499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:21.758988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c21d0b57-03d6-4aec-89cd-69e107cd3499 admin admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 842 time: 0.1100421 Oct 12 23:56:21.769064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:56:21.793251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Made reservation on behalf of 311a9babbf6846558c002e4b3206b779 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:56:21.796039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:22.097183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:56:22.097624 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:22.159072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=431eaef9-6ae3-425e-bd2c-333189736b77,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:22.163615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:56:22.163990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Network hostable DHCP agents. Network: a395b02e-8500-416b-8085-f3399a24931e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:56:22.184647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:56:22.194825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a395b02e-8500-416b-8085-f3399a24931e) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:56:22.198720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:22.199303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:22.203931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a1024-0211-40b2-b0c4-ad46b7b6c872 None None] Network a395b02e-8500-416b-8085-f3399a24931e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:56:22.216562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a353e805-6f2b-4c67-b68b-9f4e2924abc6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4502807 Oct 12 23:56:22.336701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacef7a9-33cd-45d1-98b0-66cc18b4b03f None None] Network a395b02e-8500-416b-8085-f3399a24931e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:56:24.618199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37174) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:24.754377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-363c962d-57c9-4e57-88e4-14ed00609c65 admin admin] 10.222.0.21 "GET /v2.0/routers/70cba765-90b5-460e-b902-a42017b4fae4 HTTP/1.1" status: 200 len: 710 time: 0.1350565 Oct 12 23:56:24.838655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c603d-50a1-4ba7-a99a-b659ef7bb304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:24.840056 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4e5c603d-50a1-4ba7-a99a-b659ef7bb304 admin admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 886 time: 0.0796921 Oct 12 23:56:24.850356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:56:25.171045 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:25.402341 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:25.478447 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:25.577954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Allocated IP 172.25.3.151 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/b057249b-ee89-45e8-bc74-ba120c75496a) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:56:25.680478 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:25.714045 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:25.755147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:56:25.758001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:56:25.763078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:56:25.798052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Pushing event updated for resources: {'Port': ['ID=b057249b-ee89-45e8-bc74-ba120c75496a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:26.008641 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:26.198237 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:26.202038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:26.307743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Router 70cba765-90b5-460e-b902-a42017b4fae4 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:56:26.493282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:56:26.498396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:26.499628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7909cecd-7355-4ab6-a3a3-37cb284dc7ce admin admin] 10.222.0.21 "PUT /v2.0/routers/70cba765-90b5-460e-b902-a42017b4fae4 HTTP/1.1" status: 200 len: 890 time: 1.6526928 Oct 12 23:56:27.696651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 95f64a00-3c76-4f9f-b344-65d6a871afe8 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:56:27.743593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 95f64a00-3c76-4f9f-b344-65d6a871afe8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:27.743968 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:28.240650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Sync routers for ids ['70cba765-90b5-460e-b902-a42017b4fae4'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:56:28.250911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Routers {'70cba765-90b5-460e-b902-a42017b4fae4'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:56:28.251646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-12T23:56:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['70cba765-90b5-460e-b902-a42017b4fae4'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:28.453481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Set router 70cba765-90b5-460e-b902-a42017b4fae4 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:56:28.849253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cba765-90b5-460e-b902-a42017b4fae4', 'name': 'router1', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b057249b-ee89-45e8-bc74-ba120c75496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:56:08Z', 'updated_at': '2021-10-12T23:56:25Z', 'revision_number': 4, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'gw_port': {'id': 'b057249b-ee89-45e8-bc74-ba120c75496a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:25Z', 'updated_at': '2021-10-12T23:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '95f64a00-3c76-4f9f-b344-65d6a871afe8', 'name': '', 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'mac_address': 'fa:16:3e:6b:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:17Z', 'updated_at': '2021-10-12T23:56:21Z', 'revision_number': 5, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'subnets': [{'id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75163bec-65ca-45e8-a018-d91d71f6cd34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:28.902238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Checking router: 70cba765-90b5-460e-b902-a42017b4fae4 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:56:28.902597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Updating router 70cba765-90b5-460e-b902-a42017b4fae4 port b057249b-ee89-45e8-bc74-ba120c75496a binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:56:28.948685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:28.994437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37186) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:29.107314 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d10d2e1-239e-439b-9751-964830a5b0d9 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1113064 Oct 12 23:56:29.281174 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:29.288084 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:29.415005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5026e69-365c-45ce-8c31-8bcb6cd7e701 None None] Pushing event updated for resources: {'Port': ['ID=b057249b-ee89-45e8-bc74-ba120c75496a,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:29.417244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Attempting to bind port b057249b-ee89-45e8-bc74-ba120c75496a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:56:29.417617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Attempting to bind port b057249b-ee89-45e8-bc74-ba120c75496a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:56:29.417978 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Attempting to bind port b057249b-ee89-45e8-bc74-ba120c75496a on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:56:29.424213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:56:29.424602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:56:29.424996 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:29.425381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:56:29.425841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Bound port: b057249b-ee89-45e8-bc74-ba120c75496a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:56:29.426267 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:29.476073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] For port b057249b-ee89-45e8-bc74-ba120c75496a, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:56:29.479074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] For port b057249b-ee89-45e8-bc74-ba120c75496a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b057249b-ee89-45e8-bc74-ba120c75496a,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:56:29.484702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:29.540967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5026e69-365c-45ce-8c31-8bcb6cd7e701 None None] Pushing event updated for resources: {'Port': ['ID=b057249b-ee89-45e8-bc74-ba120c75496a,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:29.545585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Routers {'70cba765-90b5-460e-b902-a42017b4fae4'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:56:29.546236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-12T23:56:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['70cba765-90b5-460e-b902-a42017b4fae4'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:29.656331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] Set router 70cba765-90b5-460e-b902-a42017b4fae4 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:56:29.874102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cba765-90b5-460e-b902-a42017b4fae4', 'name': 'router1', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b057249b-ee89-45e8-bc74-ba120c75496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:56:08Z', 'updated_at': '2021-10-12T23:56:25Z', 'revision_number': 4, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'gw_port': {'id': 'b057249b-ee89-45e8-bc74-ba120c75496a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:25Z', 'updated_at': '2021-10-12T23:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '95f64a00-3c76-4f9f-b344-65d6a871afe8', 'name': '', 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'mac_address': 'fa:16:3e:6b:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:17Z', 'updated_at': '2021-10-12T23:56:21Z', 'revision_number': 5, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'subnets': [{'id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75163bec-65ca-45e8-a018-d91d71f6cd34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:29.900384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae10e68c-00cd-4e83-b407-7789c0204ab6 None None] The sync data for ids ['70cba765-90b5-460e-b902-a42017b4fae4'] in n-d-813679-4 is: [{'id': '70cba765-90b5-460e-b902-a42017b4fae4', 'name': 'router1', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b057249b-ee89-45e8-bc74-ba120c75496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:56:08Z', 'updated_at': '2021-10-12T23:56:25Z', 'revision_number': 4, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'gw_port': {'id': 'b057249b-ee89-45e8-bc74-ba120c75496a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:2d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:25Z', 'updated_at': '2021-10-12T23:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '95f64a00-3c76-4f9f-b344-65d6a871afe8', 'name': '', 'network_id': '680cb289-5cb6-410f-94be-6c1d88a9f2b0', 'tenant_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'mac_address': 'fa:16:3e:6b:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cba765-90b5-460e-b902-a42017b4fae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:56:17Z', 'updated_at': '2021-10-12T23:56:21Z', 'revision_number': 5, 'project_id': '4ee62289c05948a6bac1f6e9fa0be25d', 'subnets': [{'id': '8457d8f2-b80c-4ea2-85f3-1609b83067c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75163bec-65ca-45e8-a018-d91d71f6cd34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:56:31.739976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b057249b-ee89-45e8-bc74-ba120c75496a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:56:31.798450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b057249b-ee89-45e8-bc74-ba120c75496a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:31.799008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:31.881600 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:31.901314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port b057249b-ee89-45e8-bc74-ba120c75496a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b057249b-ee89-45e8-bc74-ba120c75496a,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:56:31.905267 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:31.953599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=b057249b-ee89-45e8-bc74-ba120c75496a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:33.743001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b057249b-ee89-45e8-bc74-ba120c75496a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:56:33.818249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b057249b-ee89-45e8-bc74-ba120c75496a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:33.818626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:41.762506 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e4233927-7a76-452e-8934-61bb787a1bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:44.492655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb94de4f-30a0-481d-9244-2a3e34c1ca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:45.486117 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:45.809317 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:47.287258 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:55.097274 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:57:11.765631 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b478bf92-87bd-4317-9f50-5c3b9d2216bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:14.487311 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-870c4da8-df06-4c5f-8ff0-e8d7d9cd4d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.487838 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.804178 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:17.280675 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.096225 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:57:41.767021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-748b3c69-c1ae-4613-8aa1-d97be1e137b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:44.488210 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-79134169-f97a-43b2-ad64-63581560f22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:45.490149 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:45.805209 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:47.284820 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:09.094541 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:58:11.315044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37782) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:11.375555 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-3428c0da-e288-4548-9069-c00bd9d577fd admin admin] GET failed (client error): The resource could not be found. Oct 12 23:58:11.377160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3428c0da-e288-4548-9069-c00bd9d577fd admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611391 Oct 12 23:58:11.535495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ffadc-4d87-4101-8b4d-b7956800e0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:11.536912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e09ffadc-4d87-4101-8b4d-b7956800e0dc admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548972 Oct 12 23:58:11.768509 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a12f22b-3342-4241-8491-22b3a868aba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:13.793203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37792) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:13.890678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ca965c-9a2a-4525-88e9-e9b5988e6fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:13.892024 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a9ca965c-9a2a-4525-88e9-e9b5988e6fbc admin admin] 10.222.0.21 "GET /v2.0/subnets/8457d8f2-b80c-4ea2-85f3-1609b83067c5 HTTP/1.1" status: 200 len: 849 time: 0.0977945 Oct 12 23:58:13.902459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:58:13.985556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:14.129807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754622078477'] for subnet, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:14.170377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:14.171179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:14.172582 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] 10.222.0.21 "PUT /v2.0/subnets/8457d8f2-b80c-4ea2-85f3-1609b83067c5 HTTP/1.1" status: 200 len: 868 time: 0.2742310 Oct 12 23:58:14.173815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d924b6-31a8-4629-9cb3-1b60e7083e24 None None] Network 680cb289-5cb6-410f-94be-6c1d88a9f2b0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:58:14.189605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8457d8f2-b80c-4ea2-85f3-1609b83067c5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:58:14.197978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.198217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.198457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.198795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.199125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.199458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.199817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.200143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.200470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.200790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.201111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.201430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4796c2-7e44-45e0-bf34-2528d341e3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:14.490638 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-007c5041-e810-44e8-9091-20f50c477bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:14.532066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fa4f450b-0c12-4faf-ba67-fb5088a67afb None None] Provisioning complete for port 049f8e7c-5cd6-4e8e-9b52-88ba29cf6de0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:58:14.532438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fa4f450b-0c12-4faf-ba67-fb5088a67afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:14.616512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fa4f450b-0c12-4faf-ba67-fb5088a67afb None None] Provisioning complete for port 95f64a00-3c76-4f9f-b344-65d6a871afe8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:58:14.616776 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fa4f450b-0c12-4faf-ba67-fb5088a67afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:15.493015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:15.806829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:16.446453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37802) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:16.652949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedad41d-bfc3-43af-a917-44447db23c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:16.653346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedad41d-bfc3-43af-a917-44447db23c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:16.654905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dedad41d-bfc3-43af-a917-44447db23c0d admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074747 Oct 12 23:58:17.288440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:18.916590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37810) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:19.047412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f90bf-ace7-4fb4-9a70-f088df7da4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:19.047909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f90bf-ace7-4fb4-9a70-f088df7da4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:19.049413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ca5f90bf-ace7-4fb4-9a70-f088df7da4c8 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318991 Oct 12 23:58:21.316129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:21.448125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586a0a9-3ca2-47bc-8dc7-0d34af949929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:21.449499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3586a0a9-3ca2-47bc-8dc7-0d34af949929 admin admin] 10.222.0.21 "GET /v2.0/networks/680cb289-5cb6-410f-94be-6c1d88a9f2b0 HTTP/1.1" status: 200 len: 869 time: 0.1324315 Oct 12 23:58:23.688860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37826) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:23.814044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a6271-cbae-4ea4-8fd4-fc0c7df4ea4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:23.815379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-950a6271-cbae-4ea4-8fd4-fc0c7df4ea4b admin admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 886 time: 0.1255791 Oct 12 23:58:26.063771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37834) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:26.184134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872b147-8da1-4225-8be6-c1cfc537204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:26.184580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1872b147-8da1-4225-8be6-c1cfc537204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:26.186076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1872b147-8da1-4225-8be6-c1cfc537204c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213586 Oct 12 23:58:28.435567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37842) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:28.528094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f21a3a-ae4b-4033-a150-ca5b70fde5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:28.528548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f21a3a-ae4b-4033-a150-ca5b70fde5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:28.530030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-05f21a3a-ae4b-4033-a150-ca5b70fde5a5 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935180 Oct 12 23:58:30.814732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37850) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:30.898881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f0c6b5-90f0-4487-b985-1012ab14dc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:30.900215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-08f0c6b5-90f0-4487-b985-1012ab14dc94 admin admin] 10.222.0.21 "GET /v2.0/subnets/431eaef9-6ae3-425e-bd2c-333189736b77 HTTP/1.1" status: 200 len: 816 time: 0.0845447 Oct 12 23:58:33.173468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37858) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:33.264142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd7bf1-4bfa-4926-bcc3-42290e0db72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:33.265489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-87fd7bf1-4bfa-4926-bcc3-42290e0db72e admin admin] 10.222.0.21 "GET /v2.0/subnets/8457d8f2-b80c-4ea2-85f3-1609b83067c5 HTTP/1.1" status: 200 len: 868 time: 0.0910735 Oct 12 23:58:41.770787 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5c19357a-c9fb-4d01-a637-a0ec333a45b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:44.491932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e1cda2be-f763-4365-a430-e27d806bdd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:45.494949 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:45.808110 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:46.092437 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:58:47.296897 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:57.739689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37912) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:57.786279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-1ca90886-dcb8-4e9a-874a-cf2f3e76834e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:58:57.787268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1ca90886-dcb8-4e9a-874a-cf2f3e76834e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0466204 Oct 12 23:59:00.148073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:00.207855 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd134d0-b5dc-4e21-adf7-15357f890ceb admin admin] GET failed (client error): The resource could not be found. Oct 12 23:59:00.209160 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1fd134d0-b5dc-4e21-adf7-15357f890ceb admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601511 Oct 12 23:59:00.348989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ab9821-1963-4abc-b828-0d067991bc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:00.350382 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f2ab9821-1963-4abc-b828-0d067991bc65 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359739 Oct 12 23:59:02.649695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37928) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:02.696676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:02.715990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Made reservation on behalf of 311a9babbf6846558c002e4b3206b779 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:59:02.718183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:02.747876 n-d-813679-4 neutron-server[94989]: WARNING neutron.services.revisions.revision_plugin [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Could not find related network for resource to bump revision. Oct 12 23:59:02.761262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:59:02.770402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:02.770741 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Added segment 28a1607c-7218-4050-b94e-3460f6dacd50 of type vlan for network 67c0eca9-bb80-4708-be3d-30eaadea05a6 Oct 12 23:59:02.816361 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:02.839331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:02.840345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:02.840915 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:02.890040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2392957 Oct 12 23:59:02.901078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Pushing event updated for resources: {'Network': ['ID=67c0eca9-bb80-4708-be3d-30eaadea05a6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:02.908290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.908631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.908967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.909294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.909618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.909942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.910261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.910578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.910895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.911209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.911553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.911873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb8408-d5cd-4032-b02d-a062eb705d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:02.924041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:59:05.219622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37936) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:05.285204 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cbbd81-2011-4e2e-9458-cf7c4af649ec admin admin] GET failed (client error): The resource could not be found. Oct 12 23:59:05.286519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-54cbbd81-2011-4e2e-9458-cf7c4af649ec admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658357 Oct 12 23:59:05.357172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7020465f-b1ed-451c-ab98-8524d0812c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:05.358598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7020465f-b1ed-451c-ab98-8524d0812c48 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674093 Oct 12 23:59:05.368714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:05.389195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Made reservation on behalf of 311a9babbf6846558c002e4b3206b779 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:59:05.391446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:05.547760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:05.597513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:05.608631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:59:05.608980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Network hostable DHCP agents. Network: 67c0eca9-bb80-4708-be3d-30eaadea05a6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:59:05.626260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:59:05.634554 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 67c0eca9-bb80-4708-be3d-30eaadea05a6) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:05.638598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:05.639188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:05.644703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfea591-5ebb-4ac9-8d1a-6579224eb111 None None] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:59:05.653913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-194e4b21-31f6-4eed-8661-35dfffa0d6e4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2884762 Oct 12 23:59:05.796512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-67c0eca9-bb80-4708-be3d-30eaadea05a6', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'tenant_id': '311a9babbf6846558c002e4b3206b779', 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:59:05.797413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:05.940349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Allocated IP 192.168.233.2 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/47328d5c-db8f-4d99-af79-7fccf90ef27f) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:59:06.078691 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:06.084528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:06.127274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:59:06.130473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:06.133921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:59:06.141462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Pushing event updated for resources: {'Port': ['ID=47328d5c-db8f-4d99-af79-7fccf90ef27f,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:06.163644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.164015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.164356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.164695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.165023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.165355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.165729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.166050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.166371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.166690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.167006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.167322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:06.200224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Attempting to bind port 47328d5c-db8f-4d99-af79-7fccf90ef27f on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:59:06.200591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Attempting to bind port 47328d5c-db8f-4d99-af79-7fccf90ef27f by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:59:06.200946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Attempting to bind port 47328d5c-db8f-4d99-af79-7fccf90ef27f on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:59:06.205870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:59:06.206241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:59:06.206638 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:06.207032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:59:06.207495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Bound port: 47328d5c-db8f-4d99-af79-7fccf90ef27f, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:59:06.207903 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:06.270081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] For port 47328d5c-db8f-4d99-af79-7fccf90ef27f, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:59:06.273439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] For port 47328d5c-db8f-4d99-af79-7fccf90ef27f, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=47328d5c-db8f-4d99-af79-7fccf90ef27f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:59:06.278491 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:06.334749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f8026-1b76-4006-b923-4c957e6bbe83 None None] Pushing event updated for resources: {'Port': ['ID=47328d5c-db8f-4d99-af79-7fccf90ef27f,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:07.117972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d42e1e-9473-427e-a76c-464a36a30351 None None] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:59:07.208743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-58609811-dbc8-48e6-9b12-52d244fe6d1b None None] Provisioning complete for port 47328d5c-db8f-4d99-af79-7fccf90ef27f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:07.209114 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58609811-dbc8-48e6-9b12-52d244fe6d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:07.346401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58609811-dbc8-48e6-9b12-52d244fe6d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:07.385807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-58609811-dbc8-48e6-9b12-52d244fe6d1b None None] For port 47328d5c-db8f-4d99-af79-7fccf90ef27f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=47328d5c-db8f-4d99-af79-7fccf90ef27f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:07.392754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58609811-dbc8-48e6-9b12-52d244fe6d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:07.444336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58609811-dbc8-48e6-9b12-52d244fe6d1b None None] Pushing event updated for resources: {'Port': ['ID=47328d5c-db8f-4d99-af79-7fccf90ef27f,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:07.614126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4fb7da5b-87aa-4201-9188-1ad20c671b5d None None] Provisioning complete for port 47328d5c-db8f-4d99-af79-7fccf90ef27f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:07.614395 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4fb7da5b-87aa-4201-9188-1ad20c671b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:07.860689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 47328d5c-db8f-4d99-af79-7fccf90ef27f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:59:07.909323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 47328d5c-db8f-4d99-af79-7fccf90ef27f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:07.909610 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.771296 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-17c1c345-4c68-40c0-a981-0dc91d73ee7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.492037 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e989f3d-5919-4ddc-afca-f2d85a00dde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.497400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.808639 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:17.300514 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.092022 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:59:41.772275 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9de3f0d-ec72-4bd2-96d1-6676fe6b112f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:44.493487 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ca2b-34f5-4851-b20f-d333e07319bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:45.503441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:45.809555 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:47.303819 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:00.092116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:00:11.772860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-03984a77-5613-4528-9bda-d93b02464631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:14.494746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4c97-7a65-40cd-b681-795e3523895c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:15.504892 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:15.810298 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:17.306460 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:22.483848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37988) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:00:22.489674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-1996e1a6-6c42-4bdc-afc1-daccfa8e2999 tempest-verify_tempest_config-2026973702 tempest-verify_tempest_config-2026973702-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:00:22.490968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1996e1a6-6c42-4bdc-afc1-daccfa8e2999 tempest-verify_tempest_config-2026973702 tempest-verify_tempest_config-2026973702-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060999 Oct 13 00:00:22.779896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38006) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:00:22.878159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:22.954044 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:22.957680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:23.001947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb8d6d73ac60443d80f5a52029fbdd3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2209830 Oct 13 00:00:23.003063 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efbedaa-0c20-4c75-ab64-d2529fc4b1d7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:00:23.004760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38010) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:00:23.010356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.010715 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.011056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.011386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.011766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.012096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.012418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.012739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.013061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.013381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.013703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.014022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67740a4-78e0-4091-9e16-53cd56bd9875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.060957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:23.084331 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:23.172819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:23.175353 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:23.176560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5efbedaa-0c20-4c75-ab64-d2529fc4b1d7 HTTP/1.1" status: 204 len: 168 time: 0.1708400 Oct 13 00:00:23.185247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efbedaa-0c20-4c75-ab64-d2529fc4b1d7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:00:23.191885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.192232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.192573 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.192922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.193246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.193574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.193905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.194232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.194562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.194882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.195273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:23.195561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2fdc0-7c20-4721-864b-9e2db1b4bfd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:37.091251 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:00:41.774244 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a78aba1c-8717-4593-bd32-2cf10b51b430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:44.494191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aae9e835-c9c5-4020-96aa-5d9b077f6779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:45.510836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:45.809661 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:47.312370 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:11.774948 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c797231-af99-452a-b880-fae4a0f3e1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:14.091099 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:01:14.494084 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2885c6d6-836f-4828-8d76-710c135a5bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.513297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.810475 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:17.315773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:41.775817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-da6423e1-ba67-464b-999c-b321042b2b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:44.494376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dfa9a36-1c96-4a97-beb6-3a82a67197f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:45.513401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:45.810623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:47.319075 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:51.088877 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:02:11.776906 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-55b6e67f-fcce-4cda-aad2-41e5af18e62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:14.494015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-48a69d21-3b2c-474d-8add-5ff2a4ceb822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.516509 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.810361 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:17.323355 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:28.087860 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:02:41.776804 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cfef2661-1744-4493-8e08-e03547a2ab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:44.492599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-701842a9-21c1-4ea6-a65a-0d000d0f3bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:45.518842 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:45.810127 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:47.326810 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:05.086597 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 5 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:03:11.777149 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e6443cc-1656-4ddf-be81-e2545b47c6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:14.492551 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f1f64090-8ea2-4c87-988b-94f3cf45f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:15.523782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:15.811420 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:17.328983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:36.022385 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4150767'] for agent, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:36.735803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4150767'] for agent, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:41.777679 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9f88d369-1c02-43c8-a518-3b87448a30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:42.085485 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:03:44.492240 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15650ef3-cc45-4c8f-96cb-f5cdf9be6359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:45.523491 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:45.811355 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:47.332663 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:06.016670 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:06.719642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:09.196496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:04:09.297842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-67bf0f20-63a8-445f-9146-bb062d12aea7 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1002796 Oct 13 00:04:11.624836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38082) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:04:11.679049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c8109b94-2e7b-4df0-adbc-b9104c6a5c38 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0531454 Oct 13 00:04:11.781101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-61cc5c42-abb8-4ebb-8eec-5ae26929d928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:14.491913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4279c72-11e0-4881-b733-ab9caa9b2ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:15.526141 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:15.810689 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:17.336077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:19.085674 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:04:36.032105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:36.719191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:41.781953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-527fd2a3-069e-42f3-96c7-4a4515167ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:44.493086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fad2d287-f4c3-4fa7-893c-694401977c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:45.529444 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:45.810490 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:47.340553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:56.084734 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:05:06.046450 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:06.734240 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:11.782581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-76a5b370-adc6-4698-9ef6-1187ce5ca100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:14.494049 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-92bcdf85-b1e8-47c7-88ab-d7e8177890a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:15.532095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:15.811352 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:17.342594 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:32.632453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38278) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:33.013856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0bd184a6-43f0-4b0d-bf73-00036277cd30 tempest-AutoAllocateNetworkTest-295790108 tempest-AutoAllocateNetworkTest-295790108-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea22fdc4d56b45d089896020b0a8b1ef&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3802752 Oct 13 00:05:33.016537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38300) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:33.089574 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:05:33.208299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2265d09-3119-4f65-b4b9-bc7bd514b89a tempest-AutoAllocateNetworkTest-295790108 tempest-AutoAllocateNetworkTest-295790108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:33.212775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c2265d09-3119-4f65-b4b9-bc7bd514b89a tempest-AutoAllocateNetworkTest-295790108 tempest-AutoAllocateNetworkTest-295790108-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1951926 Oct 13 00:05:33.216112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38310) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:33.316212 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-baefb90d-1fd8-4c85-b7b2-a1ef4dac5bc1 tempest-AutoAllocateNetworkTest-295790108 tempest-AutoAllocateNetworkTest-295790108-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982647 Oct 13 00:05:33.316600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38318) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:33.451027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-69e398e9-765d-4ca2-ae99-7707cc3df690 tempest-AutoAllocateNetworkTest-295790108 tempest-AutoAllocateNetworkTest-295790108-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea22fdc4d56b45d089896020b0a8b1ef HTTP/1.1" status: 200 len: 208 time: 0.1333153 Oct 13 00:05:34.128399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38360) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:34.454590 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.537926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.542571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.582625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ab3f4-059e-4615-aa28-eed9a459c3e6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:34.594081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea22fdc4d56b45d089896020b0a8b1ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4644470 Oct 13 00:05:34.596344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.596688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.597364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38396) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:34.603260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.603648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.603984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.604317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.604642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.604967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.605299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.605998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.605998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.606235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eca67f-d1ac-4c3f-a0ff-283f8d2cf359 admin admin] Tracked resource versions report: Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: pushed versions: Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: { 'AddressGroup': {'1.2'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'ConntrackHelper': {'1.0'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Log': {'1.0'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Network': {'1.1'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Port': {'1.7'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'PortForwarding': {'1.2'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'QosPolicy': {'1.10'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'SecurityGroup': {'1.4'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'SecurityGroupRule': {'1.2'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'SubPort': {'1.0'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Subnet': {'1.1'}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Trunk': {'1.1'}} Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: consumer versions: Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: { DHCP agent@n-d-813679-4: {}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: HyperV agent@n-h1-813679-4: {}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: HyperV agent@n-h2-813679-4: {}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: L3 agent@n-d-813679-4: {}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: Metadata agent@n-d-813679-4: {}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: Metering agent@n-d-813679-4: {}, Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: Open vSwitch agent@n-d-813679-4: { 'AddressGroup': '1.2', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'ConntrackHelper': '1.0', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Log': '1.0', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Network': '1.1', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Port': '1.7', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'PortForwarding': '1.2', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'QosPolicy': '1.10', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'SecurityGroup': '1.4', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'SecurityGroupRule': '1.2', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'SubPort': '1.0', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Subnet': '1.1', Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: 'Trunk': '1.1'}} Oct 13 00:05:34.607236 n-d-813679-4 neutron-server[94989]: {{(pid=94989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 00:05:34.658014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.680571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.732080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.734548 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.740239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/484ab3f4-059e-4615-aa28-eed9a459c3e6 HTTP/1.1" status: 204 len: 168 time: 0.1375051 Oct 13 00:05:34.744686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ab3f4-059e-4615-aa28-eed9a459c3e6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:34.752411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.752765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.753105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.753448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.753782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.754112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.754444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.754773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.755099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.755414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.755780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.756102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190b20a6-b2f6-43e3-b897-666db1728baa admin admin] Tracked resource versions report: Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: pushed versions: Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: { 'AddressGroup': {'1.2'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'ConntrackHelper': {'1.0'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Log': {'1.0'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Network': {'1.1'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Port': {'1.7'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'PortForwarding': {'1.2'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'QosPolicy': {'1.10'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'SecurityGroup': {'1.4'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'SecurityGroupRule': {'1.2'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'SubPort': {'1.0'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Subnet': {'1.1'}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Trunk': {'1.1'}} Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: consumer versions: Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: { DHCP agent@n-d-813679-4: {}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: HyperV agent@n-h1-813679-4: {}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: HyperV agent@n-h2-813679-4: {}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: L3 agent@n-d-813679-4: {}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: Metadata agent@n-d-813679-4: {}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: Metering agent@n-d-813679-4: {}, Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: Open vSwitch agent@n-d-813679-4: { 'AddressGroup': '1.2', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'ConntrackHelper': '1.0', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Log': '1.0', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Network': '1.1', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Port': '1.7', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'PortForwarding': '1.2', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'QosPolicy': '1.10', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'SecurityGroup': '1.4', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'SecurityGroupRule': '1.2', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'SubPort': '1.0', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Subnet': '1.1', Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: 'Trunk': '1.1'}} Oct 13 00:05:34.757110 n-d-813679-4 neutron-server[94988]: {{(pid=94988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 00:05:36.056197 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.366484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38494) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:36.509053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e022535b-223e-423a-9d29-cf95637b880d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.587330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e022535b-223e-423a-9d29-cf95637b880d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.591644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e022535b-223e-423a-9d29-cf95637b880d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.640715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e022535b-223e-423a-9d29-cf95637b880d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b275da5ed094b61b34110677e16e69a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2706904 Oct 13 00:05:36.640715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022535b-223e-423a-9d29-cf95637b880d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04ed8b-5d4b-4ca5-abd9-85d12f1a74c3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:36.641057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38516) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:36.709845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbb38-0418-434e-b3db-98dff87a0bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.740861 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbb38-0418-434e-b3db-98dff87a0bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.742471 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.807456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbb38-0418-434e-b3db-98dff87a0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.810346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbb38-0418-434e-b3db-98dff87a0bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:36.811602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4e5cbb38-0418-434e-b3db-98dff87a0bfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f04ed8b-5d4b-4ca5-abd9-85d12f1a74c3 HTTP/1.1" status: 204 len: 168 time: 0.1694908 Oct 13 00:05:36.820965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cbb38-0418-434e-b3db-98dff87a0bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04ed8b-5d4b-4ca5-abd9-85d12f1a74c3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:36.995363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38548) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:36.999843 n-d-813679-4 neutron-server[94989]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 00:05:37.024436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-20b34ee2-94df-40fd-9d42-1f6e95bdef2a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268974 Oct 13 00:05:37.149648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-b6a4b7a7-fe9d-4b0a-b6eb-83b23a12186b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:37.151141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-b6a4b7a7-fe9d-4b0a-b6eb-83b23a12186b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202817 Oct 13 00:05:37.166130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38558) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:37.171620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-422f8906-d797-4bbc-a793-3f5df059e03e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/quotas/ffbd6ec2f6c2419fa71d81d428cd918e HTTP/1.1" status: 200 len: 375 time: 0.0119677 Oct 13 00:05:37.184059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d703abe4-42bc-46ed-9260-03912f1d98eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:37.241280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-4d73cc45-e705-464b-b9f1-0d887a592360 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619144 Oct 13 00:05:37.280586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d703abe4-42bc-46ed-9260-03912f1d98eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:37.286352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d703abe4-42bc-46ed-9260-03912f1d98eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:37.344160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38568) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:37.352310 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d703abe4-42bc-46ed-9260-03912f1d98eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3e6f5abb628472e817f9be0763baa6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1849787 Oct 13 00:05:37.353348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703abe4-42bc-46ed-9260-03912f1d98eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc265801-2c26-4f48-a7e7-827de89606ba,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:37.421556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-189d0ee7-b2da-449e-a43a-8cc88258e4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:37.460860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-189d0ee7-b2da-449e-a43a-8cc88258e4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:37.534612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-189d0ee7-b2da-449e-a43a-8cc88258e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:37.541318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-189d0ee7-b2da-449e-a43a-8cc88258e4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:37.542491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-189d0ee7-b2da-449e-a43a-8cc88258e4b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc265801-2c26-4f48-a7e7-827de89606ba HTTP/1.1" status: 204 len: 168 time: 0.1964560 Oct 13 00:05:37.555982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d0ee7-b2da-449e-a43a-8cc88258e4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc265801-2c26-4f48-a7e7-827de89606ba,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:37.643112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38602) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:38.056453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f843d768-9fb5-480c-b85b-df8388822e6b req-62f44edd-c133-44b7-9d82-bd92d2673cea tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 210 time: 0.4117763 Oct 13 00:05:38.822340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38700) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:38.922469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38706) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:38.966526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38712) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:39.238778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-network', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:39.261764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Made reservation on behalf of 19a1121658ab489c8dd47b9a4173b6f2 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:05:39.264578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.274998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.316809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38734) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:39.388195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8f70223-dcd5-4721-8904-316e7194a7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.397824 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0c91188e-bb90-4fc8-96bf-c1ff4e940f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.399680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc05c-25ae-464c-93d1-fd33337df90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.419331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.439731 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.444615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c3c20f8-3572-43fe-8cec-92ea85a43c75 req-5583f064-7f5b-45bb-a6bd-595462811cd4 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 210 time: 0.1527324 Oct 13 00:05:39.481564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:05:39.496942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8f70223-dcd5-4721-8904-316e7194a7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.503672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8f70223-dcd5-4721-8904-316e7194a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.517869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.518206 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Added segment fdf83165-34db-4106-afa9-c60b0a14b8a3 of type vlan for network d40dea09-fc9f-4bf5-8d6c-92e066398f0b Oct 13 00:05:39.537148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ac189-66dd-4cd1-b005-8559c61c4f7d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:39.567764 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c8f70223-dcd5-4721-8904-316e7194a7f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24969e722905459199812c6e70eea5d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2491708 Oct 13 00:05:39.568878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70223-dcd5-4721-8904-316e7194a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d210ce8-de16-4156-8161-0c68a97f8ebd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:39.572834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38746) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:39.639651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c57a8cd-04e7-4eb0-8583-9332d43bd5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.674014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c57a8cd-04e7-4eb0-8583-9332d43bd5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.701276 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.745986 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c57a8cd-04e7-4eb0-8583-9332d43bd5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.749804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c57a8cd-04e7-4eb0-8583-9332d43bd5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.751838 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8c57a8cd-04e7-4eb0-8583-9332d43bd5b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d210ce8-de16-4156-8161-0c68a97f8ebd HTTP/1.1" status: 204 len: 168 time: 0.1773639 Oct 13 00:05:39.768152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57a8cd-04e7-4eb0-8583-9332d43bd5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d210ce8-de16-4156-8161-0c68a97f8ebd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:39.804083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc05c-25ae-464c-93d1-fd33337df90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.806277 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.807708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:39.808582 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.893843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0c91188e-bb90-4fc8-96bf-c1ff4e940f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.915063 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc05c-25ae-464c-93d1-fd33337df90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.917824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] Pushing event updated for resources: {'Network': ['ID=d40dea09-fc9f-4bf5-8d6c-92e066398f0b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:39.933730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:05:39.945818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0c91188e-bb90-4fc8-96bf-c1ff4e940f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:39.958474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9593f3da-e2a6-4352-a268-350efd27a173 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1342919 Oct 13 00:05:39.961501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38782) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:39.967244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Request body: {'subnet': {'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-subnet', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:40.018703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Made reservation on behalf of 19a1121658ab489c8dd47b9a4173b6f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:05:40.026148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.042854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fc05c-25ae-464c-93d1-fd33337df90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9072ca10-66a7-4a32-9ae0-93930fc3adf0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:40.063257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0c91188e-bb90-4fc8-96bf-c1ff4e940f7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b64268f4c934b1792fba3f0fdfebfa9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0941789 Oct 13 00:05:40.065735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2f5fc05c-25ae-464c-93d1-fd33337df90a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d6c841ec4ae4bb0a753dcfe2b91db58&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1414304 Oct 13 00:05:40.066394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38794) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:40.074173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38796) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:40.096430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91188e-bb90-4fc8-96bf-c1ff4e940f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216066b1-b763-4c04-9879-edd391af80db,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:40.166383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c9b65940-820f-437d-a65d-1204f07f228c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.214205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c9b65940-820f-437d-a65d-1204f07f228c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.257151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.36', 49516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:40.303807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c9b65940-820f-437d-a65d-1204f07f228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.307270 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c9b65940-820f-437d-a65d-1204f07f228c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.309250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c9b65940-820f-437d-a65d-1204f07f228c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/216066b1-b763-4c04-9879-edd391af80db HTTP/1.1" status: 204 len: 168 time: 0.2402124 Oct 13 00:05:40.327331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b65940-820f-437d-a65d-1204f07f228c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216066b1-b763-4c04-9879-edd391af80db,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:40.333159 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-cfabd912-7013-4ac5-8fbd-95287714edb8 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380461 Oct 13 00:05:40.334733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38818) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:40.478142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a91433a-b393-4da0-a584-581ca008da62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.510325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a91433a-b393-4da0-a584-581ca008da62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.583160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95a27523-cd14-47cd-88fa-443fb54b5fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.632839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31e4fcbe-ff73-425d-aecc-04230868722d req-3713eb1f-5dd6-4969-b5c6-4a9c850998d6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 210 time: 0.0531662 Oct 13 00:05:40.668664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38842) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:40.692975 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a91433a-b393-4da0-a584-581ca008da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.695420 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a91433a-b393-4da0-a584-581ca008da62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.699553 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a91433a-b393-4da0-a584-581ca008da62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9072ca10-66a7-4a32-9ae0-93930fc3adf0 HTTP/1.1" status: 204 len: 168 time: 0.6223447 Oct 13 00:05:40.764464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91433a-b393-4da0-a584-581ca008da62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9072ca10-66a7-4a32-9ae0-93930fc3adf0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:40.776342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-246386b9-1f91-4c0a-8405-c8bb709e265d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:40.777618 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-246386b9-1f91-4c0a-8405-c8bb709e265d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4092970 Oct 13 00:05:40.834968 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef5c1-0d9d-425e-ba52-a8c1ede9ceb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.859341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38860) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:40.885840 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e221c10-08a9-47f5-8112-467052f317bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.890061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.932410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Request body: {'port': {'device_id': 'ab8eaafa-f8ae-4f2a-874b-431c7a62a591', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'ffbd6ec2f6c2419fa71d81d428cd918e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:40.983552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef5c1-0d9d-425e-ba52-a8c1ede9ceb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:40.998090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef5c1-0d9d-425e-ba52-a8c1ede9ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.061003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e221c10-08a9-47f5-8112-467052f317bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.062204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ef5c1-0d9d-425e-ba52-a8c1ede9ceb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e44106e-f385-4597-87df-5e07fca95c4c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:41.067533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0f8ef5c1-0d9d-425e-ba52-a8c1ede9ceb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9e1b5109cb54c41bf81de85e70bc96a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3975956 Oct 13 00:05:41.070121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38874) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:41.081305 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e221c10-08a9-47f5-8112-467052f317bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.114948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95a27523-cd14-47cd-88fa-443fb54b5fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.144578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95a27523-cd14-47cd-88fa-443fb54b5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.163378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1e221c10-08a9-47f5-8112-467052f317bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d784ec917514bb8bd2f6b64c928024e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3026757 Oct 13 00:05:41.163986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:41.171211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e221c10-08a9-47f5-8112-467052f317bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7455dd3-07f2-4a17-a803-1796a21b852b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:41.187135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f18d5ae-53ea-43b6-a963-5360d0376533,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:41.208203 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74aa3690-4f84-4bc0-8cf1-695772383cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.224032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38884) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:41.233699 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-95a27523-cd14-47cd-88fa-443fb54b5fbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02d9ea6e650842ee87da57119676aa8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8836772 Oct 13 00:05:41.234498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38886) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:41.256710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Checking segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:05:41.256908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Network hostable DHCP agents. Network: d40dea09-fc9f-4bf5-8d6c-92e066398f0b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:05:41.264776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a27523-cd14-47cd-88fa-443fb54b5fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c9b1bd-dd39-43d7-bca6-9062fc719472,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:41.264976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4596196-6fdd-44a9-b311-442bd606730a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.274811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74aa3690-4f84-4bc0-8cf1-695772383cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.283472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Made reservation on behalf of ffbd6ec2f6c2419fa71d81d428cd918e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:05:41.289329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.296866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:05:41.297749 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1761e5b8-7672-46b7-ad9a-3ece0aa5c999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.311618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.323001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, d40dea09-fc9f-4bf5-8d6c-92e066398f0b) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:41.330474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:41.331151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.341371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431d3b1-a419-438b-9a74-44672c664bf6 None None] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:05:41.359619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1761e5b8-7672-46b7-ad9a-3ece0aa5c999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.364298 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bf01a333-4428-4856-a619-56b7d5a9b950 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3982580 Oct 13 00:05:41.364298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38892) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:41.372179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:41.420173 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.425329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.442838 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beb78b8f-2f5e-4090-bf90-dc18b2b6e5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.456861 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74aa3690-4f84-4bc0-8cf1-695772383cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.460594 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74aa3690-4f84-4bc0-8cf1-695772383cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.463592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-74aa3690-4f84-4bc0-8cf1-695772383cb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e44106e-f385-4597-87df-5e07fca95c4c HTTP/1.1" status: 204 len: 168 time: 0.3902850 Oct 13 00:05:41.490620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa3690-4f84-4bc0-8cf1-695772383cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e44106e-f385-4597-87df-5e07fca95c4c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:41.493979 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beb78b8f-2f5e-4090-bf90-dc18b2b6e5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.523948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1761e5b8-7672-46b7-ad9a-3ece0aa5c999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.526619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1761e5b8-7672-46b7-ad9a-3ece0aa5c999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.530645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1761e5b8-7672-46b7-ad9a-3ece0aa5c999 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7455dd3-07f2-4a17-a803-1796a21b852b HTTP/1.1" status: 204 len: 168 time: 0.3653305 Oct 13 00:05:41.554713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761e5b8-7672-46b7-ad9a-3ece0aa5c999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7455dd3-07f2-4a17-a803-1796a21b852b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:41.625543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.636873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.662096 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4596196-6fdd-44a9-b311-442bd606730a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.677855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4596196-6fdd-44a9-b311-442bd606730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.734877 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beb78b8f-2f5e-4090-bf90-dc18b2b6e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.737886 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beb78b8f-2f5e-4090-bf90-dc18b2b6e5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.739028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-beb78b8f-2f5e-4090-bf90-dc18b2b6e5fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37c9b1bd-dd39-43d7-bca6-9062fc719472 HTTP/1.1" status: 204 len: 168 time: 0.5026872 Oct 13 00:05:41.807125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.850546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-d40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:05:41.858122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f4596196-6fdd-44a9-b311-442bd606730a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab46edcc2ce849958944d22f63a49ecd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6320987 Oct 13 00:05:41.859416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4596196-6fdd-44a9-b311-442bd606730a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec038eb6-3bf7-46b2-8821-01ee30a8f4d9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:41.861956 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:41.878906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38914) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:41.996952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb78b8f-2f5e-4090-bf90-dc18b2b6e5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c9b1bd-dd39-43d7-bca6-9062fc719472,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:42.077342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d61ce52-75fa-4160-b38d-1bae9815d28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.087161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-086cc400-b71b-4980-9ca3-4a71c32aa65d tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a6444cc98cdb4289bfe136fd697ee875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2024951 Oct 13 00:05:42.102047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.161162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1813c788-ee0b-4b68-875d-c5cde4cafab8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:42.263302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c8011e7-7b15-436f-8622-9f70c0d381e5 req-89e98028-531b-4ed6-97c3-5eab1dfd9d67 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 210 time: 0.2448120 Oct 13 00:05:42.332468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Allocated IP 172.20.0.2 (d40dea09-fc9f-4bf5-8d6c-92e066398f0b/1f18d5ae-53ea-43b6-a963-5360d0376533/894ff342-58bb-4329-8850-06a38e73c764) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:05:42.441512 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e5a68b0-080e-4824-baa1-fe77b18ed310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.508694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e5a68b0-080e-4824-baa1-fe77b18ed310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.633032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38924) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:42.660782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e5a68b0-080e-4824-baa1-fe77b18ed310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.669259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e5a68b0-080e-4824-baa1-fe77b18ed310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.670623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.671713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e5a68b0-080e-4824-baa1-fe77b18ed310 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec038eb6-3bf7-46b2-8821-01ee30a8f4d9 HTTP/1.1" status: 204 len: 168 time: 0.7884831 Oct 13 00:05:42.683993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Allocated IP 192.168.233.124 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/11b344ef-88f6-409e-9c9b-b117429b61c9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:05:42.689735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.796229 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97dbc5e8-551d-4a1e-9021-f72c973faee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:42.810625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a68b0-080e-4824-baa1-fe77b18ed310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec038eb6-3bf7-46b2-8821-01ee30a8f4d9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:42.862935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-cbee03d8-69d7-45a2-8626-688b98454694 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:42.871290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-cbee03d8-69d7-45a2-8626-688b98454694 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7860267 Oct 13 00:05:42.889321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:05:42.919434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:42.943210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-044d6bdb-aa37-4a60-b0e1-4da5c3367f01 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/quotas/a6444cc98cdb4289bfe136fd697ee875 HTTP/1.1" status: 200 len: 375 time: 0.0542874 Oct 13 00:05:42.958515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:05:42.962852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Pushing event updated for resources: {'Port': ['ID=894ff342-58bb-4329-8850-06a38e73c764,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:42.996868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:42.997389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:42.997735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:42.998072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:42.998454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:42.998818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:42.999145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:42.999469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:43.000644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-25184700-4e7d-4f5a-9227-d083733e1450 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6444cc98cdb4289bfe136fd697ee875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526807 Oct 13 00:05:43.004381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:43.004861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:43.005365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:43.005646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Tracked resource versions report: Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: pushed versions: Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: { 'AddressGroup': {'1.2'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'ConntrackHelper': {'1.0'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Log': {'1.0'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Network': {'1.1'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Port': {'1.7'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'PortForwarding': {'1.2'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'QosPolicy': {'1.10'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'SecurityGroup': {'1.4'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'SecurityGroupRule': {'1.2'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'SubPort': {'1.0'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Subnet': {'1.1'}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Trunk': {'1.1'}} Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: consumer versions: Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: { DHCP agent@n-d-813679-4: {}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: HyperV agent@n-h1-813679-4: {}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: HyperV agent@n-h2-813679-4: {}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: L3 agent@n-d-813679-4: {}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: Metadata agent@n-d-813679-4: {}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: Metering agent@n-d-813679-4: {}, Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: Open vSwitch agent@n-d-813679-4: { 'AddressGroup': '1.2', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'ConntrackHelper': '1.0', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Log': '1.0', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Network': '1.1', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Port': '1.7', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'PortForwarding': '1.2', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'QosPolicy': '1.10', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'SecurityGroup': '1.4', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'SecurityGroupRule': '1.2', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'SubPort': '1.0', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Subnet': '1.1', Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: 'Trunk': '1.1'}} Oct 13 00:05:43.006747 n-d-813679-4 neutron-server[94990]: {{(pid=94990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 00:05:43.135655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97dbc5e8-551d-4a1e-9021-f72c973faee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.144512 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97dbc5e8-551d-4a1e-9021-f72c973faee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.144848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Attempting to bind port 894ff342-58bb-4329-8850-06a38e73c764 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:05:43.147451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Attempting to bind port 894ff342-58bb-4329-8850-06a38e73c764 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:05:43.148029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Attempting to bind port 894ff342-58bb-4329-8850-06a38e73c764 on network d40dea09-fc9f-4bf5-8d6c-92e066398f0b {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:05:43.165615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:05:43.166790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Checking segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:05:43.167544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.168106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Bound using segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:05:43.168830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Bound port: 894ff342-58bb-4329-8850-06a38e73c764, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:05:43.169551 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.292805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.295174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.329318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] For port 894ff342-58bb-4329-8850-06a38e73c764, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:05:43.332944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] For port 894ff342-58bb-4329-8850-06a38e73c764, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=894ff342-58bb-4329-8850-06a38e73c764,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:05:43.343042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.379648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.442436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f42ce3a9-992f-4e92-b4d9-20c5dc721f91 req-c6def6d0-b9a5-4072-b6b2-769f7b88203e tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.1328044 Oct 13 00:05:43.465542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-97dbc5e8-551d-4a1e-9021-f72c973faee7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02d9e16bf9ff4fbebc5255008e18f6fc&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8291628 Oct 13 00:05:43.469031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fde14-c5da-49d3-99a3-a2eb83970ff1 None None] Pushing event updated for resources: {'Port': ['ID=894ff342-58bb-4329-8850-06a38e73c764,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:43.495667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38954) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:43.497357 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbc5e8-551d-4a1e-9021-f72c973faee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356764f5-69d1-4e7d-9f87-3d6d7fdc64a7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:43.565763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.626934 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ce815f8-ab70-4f79-8909-c4a28b0e66e3 req-fe823aac-490e-4d92-a7a2-62639dcd66ba tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 210 time: 0.1832073 Oct 13 00:05:43.744693 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-244f3e17-db55-429e-a92e-5b450b099020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:43.840547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-244f3e17-db55-429e-a92e-5b450b099020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.005350 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-244f3e17-db55-429e-a92e-5b450b099020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.008899 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-244f3e17-db55-429e-a92e-5b450b099020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.010867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-244f3e17-db55-429e-a92e-5b450b099020 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/356764f5-69d1-4e7d-9f87-3d6d7fdc64a7 HTTP/1.1" status: 204 len: 168 time: 0.5045376 Oct 13 00:05:44.036269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f3e17-db55-429e-a92e-5b450b099020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356764f5-69d1-4e7d-9f87-3d6d7fdc64a7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:44.057928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:05:44.152928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:44.187923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:05:44.231475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:44.232892 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.251706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Pushing event updated for resources: {'Port': ['ID=11b344ef-88f6-409e-9c9b-b117429b61c9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:44.289064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 894ff342-58bb-4329-8850-06a38e73c764 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:05:44.395283 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-f8789b67-37b0-42b0-af8a-cff524c011c6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4703403 Oct 13 00:05:44.421367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-202c6024-c662-4712-a348-53e51deb016b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:05:44.422668 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-202c6024-c662-4712-a348-53e51deb016b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0160074 Oct 13 00:05:44.448740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Allocated IP 172.25.3.237 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/93616857-3b8c-4867-9e7b-1aea6297ec11) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:05:44.529924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 894ff342-58bb-4329-8850-06a38e73c764 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:44.530296 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.627592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22c8c216-79d5-4fd2-9451-3e5608a6a30e req-0c380af2-a65f-4d85-83d7-95a593b2d25b tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0520508 Oct 13 00:05:44.677946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.689247 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c36e-a06b-441a-8feb-8abc7a293f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.728322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f7c96af6-2921-4b95-815a-c9432abc1144 None None] Provisioning complete for port 11b344ef-88f6-409e-9c9b-b117429b61c9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:44.729115 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f7c96af6-2921-4b95-815a-c9432abc1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.767871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:44.898211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f7c96af6-2921-4b95-815a-c9432abc1144 None None] Port 11b344ef-88f6-409e-9c9b-b117429b61c9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:05:44.953644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:05:44.983865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc9a6-4116-4918-911e-5895ed014404 req-0e1f56ef-1001-41d2-bb34-c9be4e590e7b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:44.987805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:44.995524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:05:45.000343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20edc9a6-4116-4918-911e-5895ed014404 req-0e1f56ef-1001-41d2-bb34-c9be4e590e7b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 936 time: 0.1608751 Oct 13 00:05:45.004990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:45.005169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Pushing event updated for resources: {'Port': ['ID=93616857-3b8c-4867-9e7b-1aea6297ec11,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:45.095196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 894ff342-58bb-4329-8850-06a38e73c764, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=894ff342-58bb-4329-8850-06a38e73c764,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:05:45.109574 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:45.137015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20edc9a6-4116-4918-911e-5895ed014404 req-57362fae-422d-4d83-ae7c-c693ffe7f2b9 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349711 Oct 13 00:05:45.213347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=894ff342-58bb-4329-8850-06a38e73c764,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:45.538402 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:45.584958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da14ff9-0194-4944-b009-e6d49a7333ba None None] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:05:45.666763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Request body: {'port': {'device_id': 'ab8eaafa-f8ae-4f2a-874b-431c7a62a591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:45.783460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bdb4eb5-dcb9-4e99-bc7c-aa12d4b3cf12 req-c7ef929c-1cb1-468f-a024-56a0c0e9e24c tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0426781 Oct 13 00:05:45.792160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:45.807074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d6270c74-7c59-4e7a-b236-994183886954 None None] Provisioning complete for port 894ff342-58bb-4329-8850-06a38e73c764 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:45.807693 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6270c74-7c59-4e7a-b236-994183886954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:45.873766 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:46.068806 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:46.109761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 894ff342-58bb-4329-8850-06a38e73c764 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:05:46.251372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 894ff342-58bb-4329-8850-06a38e73c764 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:46.251791 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:46.403159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab4723-30b7-4f72-b35d-bbb34fca531e req-d7b35113-01a6-49d6-bc18-6081b5e14abb tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:46.413507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72ab4723-30b7-4f72-b35d-bbb34fca531e req-d7b35113-01a6-49d6-bc18-6081b5e14abb tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 936 time: 0.1263745 Oct 13 00:05:46.506399 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72ab4723-30b7-4f72-b35d-bbb34fca531e req-089ad46f-f9a5-4d0a-8512-db02ac702a2e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916588 Oct 13 00:05:46.518660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-823019b6-49a5-426c-a96c-c2aa3db43862 None None] Provisioning complete for port 894ff342-58bb-4329-8850-06a38e73c764 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:46.519525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-823019b6-49a5-426c-a96c-c2aa3db43862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:46.894306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:47.018413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4286663d-f83d-46e0-8027-058e9393cc20 req-6b71519b-5a88-4f38-afcc-bf5fdf43be45 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0689366 Oct 13 00:05:47.151176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b344ef-88f6-409e-9c9b-b117429b61c9 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:05:47.160979 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:47.183324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Router 1ae17044-b6d9-4365-b493-d43451040de8 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:05:47.186540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Transition to ACTIVE for port object 11b344ef-88f6-409e-9c9b-b117429b61c9 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:05:47.193717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:47.322964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Pushing event updated for resources: {'Port': ['ID=11b344ef-88f6-409e-9c9b-b117429b61c9,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:47.354572 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:47.395537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Attempting to bind port 11b344ef-88f6-409e-9c9b-b117429b61c9 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:05:47.395903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Attempting to bind port 11b344ef-88f6-409e-9c9b-b117429b61c9 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:05:47.396225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Attempting to bind port 11b344ef-88f6-409e-9c9b-b117429b61c9 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:05:47.402323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:05:47.414896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Sync routers for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:05:47.421177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Port 11b344ef-88f6-409e-9c9b-b117429b61c9 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:05:47.421579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Attempting to bind port 11b344ef-88f6-409e-9c9b-b117429b61c9 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:05:47.432176 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:05:47.433090 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:47.458940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:05:47.459298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:05:47.459879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:05:47.460334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Bound port: 11b344ef-88f6-409e-9c9b-b117429b61c9, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:05:47.460689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:47.516217 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:47.520130 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7e5c4754-71c4-448f-956b-eb7d62f28faf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.1524796 Oct 13 00:05:47.520286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39066) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:47.707891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] For port 11b344ef-88f6-409e-9c9b-b117429b61c9, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:05:47.712574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] For port 11b344ef-88f6-409e-9c9b-b117429b61c9, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=11b344ef-88f6-409e-9c9b-b117429b61c9,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:05:47.722081 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:47.799335 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:05:47.799654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:47.800528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:47.803500 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] 10.222.0.36 "PUT /v2.0/ports/11b344ef-88f6-409e-9c9b-b117429b61c9 HTTP/1.1" status: 200 len: 1096 time: 2.6281259 Oct 13 00:05:47.805730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8eaafa-f8ae-4f2a-874b-431c7a62a591', 'tag': '11b344ef-88f6-409e-9c9b-b117429b61c9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:05:47.985082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2312f07-f9a9-48f7-a33b-4ddaaf24716f service neutron] Pushing event updated for resources: {'Port': ['ID=11b344ef-88f6-409e-9c9b-b117429b61c9,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:48.129328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad158a-1760-4dd6-a2d2-a2f8ee14ded0 req-60fc3986-9c5c-4b17-8c84-120fc0ed9aad tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:48.133631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dbad158a-1760-4dd6-a2d2-a2f8ee14ded0 req-60fc3986-9c5c-4b17-8c84-120fc0ed9aad tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.3924532 Oct 13 00:05:48.221209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dbad158a-1760-4dd6-a2d2-a2f8ee14ded0 req-9599dd90-55ea-4bc9-a006-0c26cfdccbfa tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462384 Oct 13 00:05:48.368209 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:45Z', 'revision_number': 3, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:48.411636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c362ec5-1696-485c-bb19-fbdc807cfc70 req-70a19f28-8c17-435e-bf20-4f72acfda45e tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0303566 Oct 13 00:05:48.468899 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Checking router: 1ae17044-b6d9-4365-b493-d43451040de8 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:05:48.469439 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Updating router 1ae17044-b6d9-4365-b493-d43451040de8 port 93616857-3b8c-4867-9e7b-1aea6297ec11 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:05:48.510117 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:48.709489 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30bb981-6197-46b3-8a11-b9756876e83d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8eaafa-f8ae-4f2a-874b-431c7a62a591", "tag": "11b344ef-88f6-409e-9c9b-b117429b61c9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:05:48.731167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:48.962522 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:48.977044 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.001359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Allocated IP 172.20.0.1 (d40dea09-fc9f-4bf5-8d6c-92e066398f0b/1f18d5ae-53ea-43b6-a963-5360d0376533/5f3a1395-72d3-4bb2-b8df-4f37afb517ff) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:05:49.035802 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Attempting to bind port 93616857-3b8c-4867-9e7b-1aea6297ec11 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:05:49.036171 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Attempting to bind port 93616857-3b8c-4867-9e7b-1aea6297ec11 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:05:49.036536 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Attempting to bind port 93616857-3b8c-4867-9e7b-1aea6297ec11 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:05:49.045034 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:05:49.045351 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:05:49.045754 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.046154 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:05:49.046630 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Bound port: 93616857-3b8c-4867-9e7b-1aea6297ec11, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:05:49.047223 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.094419 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Pushing event updated for resources: {'Port': ['ID=93616857-3b8c-4867-9e7b-1aea6297ec11,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:49.129515 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.131986 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.132350 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.132689 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.133032 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.133364 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.140615 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.140998 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.141902 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.142409 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.142889 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.143545 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Tracked resource versions report: Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: pushed versions: Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: { 'AddressGroup': {'1.2'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'ConntrackHelper': {'1.0'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Log': {'1.0'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Network': {'1.1'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Port': {'1.7'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'PortForwarding': {'1.2'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'QosPolicy': {'1.10'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'SecurityGroup': {'1.4'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'SecurityGroupRule': {'1.2'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'SubPort': {'1.0'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Subnet': {'1.1'}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Trunk': {'1.1'}} Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: consumer versions: Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: { DHCP agent@n-d-813679-4: {}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: HyperV agent@n-h1-813679-4: {}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: HyperV agent@n-h2-813679-4: {}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: L3 agent@n-d-813679-4: {}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: Metadata agent@n-d-813679-4: {}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: Metering agent@n-d-813679-4: {}, Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: Open vSwitch agent@n-d-813679-4: { 'AddressGroup': '1.2', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'ConntrackHelper': '1.0', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Log': '1.0', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Network': '1.1', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Port': '1.7', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'PortForwarding': '1.2', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'QosPolicy': '1.10', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'SecurityGroup': '1.4', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'SecurityGroupRule': '1.2', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'SubPort': '1.0', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Subnet': '1.1', Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: 'Trunk': '1.1'}} Oct 13 00:05:49.145261 n-d-813679-4 neutron-server[94991]: {{(pid=94991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 00:05:49.173090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.208454 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] For port 93616857-3b8c-4867-9e7b-1aea6297ec11, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:05:49.217217 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] For port 93616857-3b8c-4867-9e7b-1aea6297ec11, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=93616857-3b8c-4867-9e7b-1aea6297ec11,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:05:49.222182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.225665 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.271366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:05:49.283456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:49.302730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:05:49.303593 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.329600 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:05:49.334374 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:49.341753 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b51aa-4017-40fe-97c7-b1b63ff2f465 None None] Pushing event updated for resources: {'Port': ['ID=93616857-3b8c-4867-9e7b-1aea6297ec11,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:49.384933 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5545d480-ff3b-4f4a-b70f-74df3f998ebe x-openstack-request-id: req-5545d480-ff3b-4f4a-b70f-74df3f998ebe {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:05:49.385496 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8eaafa-f8ae-4f2a-874b-431c7a62a591", "tag": "11b344ef-88f6-409e-9c9b-b117429b61c9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:05:49.385496 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5545d480-ff3b-4f4a-b70f-74df3f998ebe {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:05:49.385915 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8eaafa-f8ae-4f2a-874b-431c7a62a591', 'tag': '11b344ef-88f6-409e-9c9b-b117429b61c9', 'status': 'completed', 'code': 200} Oct 13 00:05:49.402991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:49.517819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:49.595813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.665381 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:05:49.709291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4ea5b5e3-140e-42eb-b4e1-3a76fdf1ee6f None None] Provisioning complete for port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:49.711783 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4ea5b5e3-140e-42eb-b4e1-3a76fdf1ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.767872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74ee1f-0c48-4b91-a6ab-88db8550c0f7 req-039ad0ef-32f1-41e8-90ca-e05dd1e93dc9 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:49.775275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-30d235dc-68b2-4a73-a60e-6e416f0b41d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.776275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de74ee1f-0c48-4b91-a6ab-88db8550c0f7 req-039ad0ef-32f1-41e8-90ca-e05dd1e93dc9 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.1444204 Oct 13 00:05:49.809162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5b5e3-140e-42eb-b4e1-3a76fdf1ee6f None None] Port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:05:49.831793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de74ee1f-0c48-4b91-a6ab-88db8550c0f7 req-d5ff8d3e-e8bd-4d72-a9ee-10ad1eb65fb5 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544577 Oct 13 00:05:49.921786 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-30d235dc-68b2-4a73-a60e-6e416f0b41d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.930500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-30d235dc-68b2-4a73-a60e-6e416f0b41d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.959170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.979707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.984873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:50.045431 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-30d235dc-68b2-4a73-a60e-6e416f0b41d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21ba5f22811f439ebbe493fd4073d9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250862 Oct 13 00:05:50.064812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39138) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:50.232572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a55a744-fb6f-4667-9a4f-6e59f5bdde59 req-d71b1aa4-8d7c-4ede-abb7-98afcee073d1 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.1469667 Oct 13 00:05:50.245752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:50.291379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d235dc-68b2-4a73-a60e-6e416f0b41d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a9498a-48c0-4ff8-8e97-ec09f41a5750,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:50.312291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:05:50.314267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:50.328116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:45Z', 'revision_number': 3, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:50.439379 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1d9b7-5919-4b09-a057-9f426694c184 None None] The sync data for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 is: [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:45Z', 'revision_number': 3, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:05:50.514127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62b9d3f0-ae6d-427d-9282-0056972afa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:50.566583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62b9d3f0-ae6d-427d-9282-0056972afa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:50.732373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62b9d3f0-ae6d-427d-9282-0056972afa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:50.739762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62b9d3f0-ae6d-427d-9282-0056972afa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:50.742343 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-62b9d3f0-ae6d-427d-9282-0056972afa35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86a9498a-48c0-4ff8-8e97-ec09f41a5750 HTTP/1.1" status: 204 len: 168 time: 0.6725426 Oct 13 00:05:50.742497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Router 1ae17044-b6d9-4365-b493-d43451040de8 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:05:50.775137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9d3f0-ae6d-427d-9282-0056972afa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a9498a-48c0-4ff8-8e97-ec09f41a5750,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:50.862294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-676863c3-dbfc-4e0d-9441-2453098f4b8c None None] Provisioning complete for port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:50.862842 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-676863c3-dbfc-4e0d-9441-2453098f4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:50.992570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-676863c3-dbfc-4e0d-9441-2453098f4b8c None None] Port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:05:50.992829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:05:50.998291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2e807efe-1edf-41ce-a9f3-12d38f755292 admin admin] 10.222.0.21 "PUT /v2.0/routers/1ae17044-b6d9-4365-b493-d43451040de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4771926 Oct 13 00:05:51.403080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4ec26-a85e-4be4-a011-fdaa3468fcfd req-0f24ce6a-37e2-469d-a213-9a27fda35eb7 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:51.405974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0a4ec26-a85e-4be4-a011-fdaa3468fcfd req-0f24ce6a-37e2-469d-a213-9a27fda35eb7 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.1256413 Oct 13 00:05:51.504621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0a4ec26-a85e-4be4-a011-fdaa3468fcfd req-480ae366-2e6d-4b69-88e5-7525f8fb9fcc tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894091 Oct 13 00:05:51.640009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bbaaada-64fb-4310-a2c7-524209b3b7fc req-18089090-3b26-4d6c-81da-12dc0c840d07 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0367711 Oct 13 00:05:51.978490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39200) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:52.031079 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-899c3f6d-3e52-42ed-a9c3-f3928bb8cf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.185101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 93616857-3b8c-4867-9e7b-1aea6297ec11 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:05:52.241819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-899c3f6d-3e52-42ed-a9c3-f3928bb8cf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.251189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39212) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:52.251870 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-899c3f6d-3e52-42ed-a9c3-f3928bb8cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.318756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c3f6d-3e52-42ed-a9c3-f3928bb8cf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1a9ef8-c139-4462-8721-767f47d5bc16,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:52.366032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-899c3f6d-3e52-42ed-a9c3-f3928bb8cf5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1bafdf9147e465e902a8db1d175b396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855436 Oct 13 00:05:52.368221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39220) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:52.378037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 93616857-3b8c-4867-9e7b-1aea6297ec11 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:52.378638 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.680592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.712933 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ebf285b-681e-4033-9be0-7aae13c9dffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.748854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 93616857-3b8c-4867-9e7b-1aea6297ec11, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=93616857-3b8c-4867-9e7b-1aea6297ec11,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:05:52.762585 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.844569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ebf285b-681e-4033-9be0-7aae13c9dffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.872548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39246) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:52.912812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=93616857-3b8c-4867-9e7b-1aea6297ec11,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:52.965128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aacf50-3c0e-418e-aae7-6ebef5aa0a9b req-c73f724c-e5a8-4a2f-9a44-355f82d65033 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:52.966721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59aacf50-3c0e-418e-aae7-6ebef5aa0a9b req-c73f724c-e5a8-4a2f-9a44-355f82d65033 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.2340496 Oct 13 00:05:52.982518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a89-55cc-402e-8277-accbb7a686de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:52.983982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b681050f-ff69-4c60-b749-883c09e78e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.109718 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b681050f-ff69-4c60-b749-883c09e78e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.146202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f43a5b36-a126-4890-b6c4-fdbfdc20c2b7 req-63d050c6-b0dc-4b28-9259-da5b038926f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.2204373 Oct 13 00:05:53.164375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b681050f-ff69-4c60-b749-883c09e78e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.176560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a89-55cc-402e-8277-accbb7a686de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.184934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c14a89-55cc-402e-8277-accbb7a686de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.200355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Sync routers for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:05:53.218853 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:05:53.220476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:53.276868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c14a89-55cc-402e-8277-accbb7a686de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2743f07f-14ef-44e2-a1f0-544ad7f02cd5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:53.301849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7c14a89-55cc-402e-8277-accbb7a686de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0144b87cca4c41eaa835a53c3b41c61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227440 Oct 13 00:05:53.304486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39256) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:53.305890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39258) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:53.322047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-network', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:53.330224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b681050f-ff69-4c60-b749-883c09e78e0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19e3a7e03c6442b687c93e59abc8de15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0778604 Oct 13 00:05:53.344142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59aacf50-3c0e-418e-aae7-6ebef5aa0a9b req-dbbdbe8a-2ce8-48d0-be0d-09ee2ab09d70 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351729 Oct 13 00:05:53.345276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39262) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:53.349354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681050f-ff69-4c60-b749-883c09e78e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3065a643-87c8-4ec2-9cdd-7fca5299f389,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:53.404334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ebf285b-681e-4033-9be0-7aae13c9dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.420255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ebf285b-681e-4033-9be0-7aae13c9dffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.427981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1ebf285b-681e-4033-9be0-7aae13c9dffe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa1a9ef8-c139-4462-8721-767f47d5bc16 HTTP/1.1" status: 204 len: 168 time: 1.0534785 Oct 13 00:05:53.478759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Made reservation on behalf of 4cec5300e4f74b10b248fd3a1bf40c59 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:05:53.481275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.486427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:05:53.497178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf285b-681e-4033-9be0-7aae13c9dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1a9ef8-c139-4462-8721-767f47d5bc16,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:53.500536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.557661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b7f278f7-4486-444f-bf6f-c4d9fb3fe4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.606557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b7f278f7-4486-444f-bf6f-c4d9fb3fe4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.611033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-824d9925-3533-4bd7-959e-4e4ed09ac52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.694914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-824d9925-3533-4bd7-959e-4e4ed09ac52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.706062 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b7f278f7-4486-444f-bf6f-c4d9fb3fe4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.708703 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b7f278f7-4486-444f-bf6f-c4d9fb3fe4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.710099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b7f278f7-4486-444f-bf6f-c4d9fb3fe4fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3065a643-87c8-4ec2-9cdd-7fca5299f389 HTTP/1.1" status: 204 len: 168 time: 0.3632786 Oct 13 00:05:53.710831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39270) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:53.734886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f278f7-4486-444f-bf6f-c4d9fb3fe4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3065a643-87c8-4ec2-9cdd-7fca5299f389,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:53.855422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.860711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.877013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 2, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:53.885163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-824d9925-3533-4bd7-959e-4e4ed09ac52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.888626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-824d9925-3533-4bd7-959e-4e4ed09ac52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.889808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-824d9925-3533-4bd7-959e-4e4ed09ac52b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2743f07f-14ef-44e2-a1f0-544ad7f02cd5 HTTP/1.1" status: 204 len: 168 time: 0.5776577 Oct 13 00:05:53.898425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:05:53.914740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Checking router: 1ae17044-b6d9-4365-b493-d43451040de8 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:05:53.915418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Updating router 1ae17044-b6d9-4365-b493-d43451040de8 port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:05:53.922973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226657c4-4380-44f2-9228-6490f7d5c145,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:53.949791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:53.949791 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Added segment 96afd009-e7a1-4284-9210-9e72efba5134 of type vlan for network 1ee25408-a3ea-422e-8226-9ff202f93f05 Oct 13 00:05:53.951290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d9925-3533-4bd7-959e-4e4ed09ac52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2743f07f-14ef-44e2-a1f0-544ad7f02cd5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:53.965211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.007422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.042253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.045477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:54.046431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.164223 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-105dc29d-d370-4039-bd67-10d24a012c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.268759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 93616857-3b8c-4867-9e7b-1aea6297ec11 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:05:54.320398 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0115044 Oct 13 00:05:54.321943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39288) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:54.326540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8031eb-184a-4849-b14f-7d0a3e4dab02 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee25408-a3ea-422e-8226-9ff202f93f05,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:54.332220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d178ff29-5cb3-4973-af3e-f00917c79bdf req-c083cf38-dc81-4f79-97aa-ee96d35c6324 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0561378 Oct 13 00:05:54.339160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Request body: {'subnet': {'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-subnet', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:54.341530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1ee25408-a3ea-422e-8226-9ff202f93f05 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:05:54.393639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39292) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:54.396961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Made reservation on behalf of 4cec5300e4f74b10b248fd3a1bf40c59 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:05:54.400189 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.413656 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb46910a-55a6-4c22-b0a7-2432fc582365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.458170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 93616857-3b8c-4867-9e7b-1aea6297ec11 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:54.458651 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.472349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-105dc29d-d370-4039-bd67-10d24a012c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.509370 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-105dc29d-d370-4039-bd67-10d24a012c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.599478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-105dc29d-d370-4039-bd67-10d24a012c39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=deafb91dd826464eb8d8ceec3f2048d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8855097 Oct 13 00:05:54.605334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dc29d-d370-4039-bd67-10d24a012c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ecc8d3-fb52-4d6b-8ed3-a16706a5ed2b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:54.621203 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb46910a-55a6-4c22-b0a7-2432fc582365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.621639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39294) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:54.637863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb46910a-55a6-4c22-b0a7-2432fc582365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.662749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606a0a-9312-47c6-b9a4-41269edc9b00 req-5a7f1069-b63d-4842-b7dd-5b89bf49508d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:54.664310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c606a0a-9312-47c6-b9a4-41269edc9b00 req-5a7f1069-b63d-4842-b7dd-5b89bf49508d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.1901970 Oct 13 00:05:54.664782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39298) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:54.697118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.703160 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.713769 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb46910a-55a6-4c22-b0a7-2432fc582365 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6912d18bcc244333a828c1de12efb508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188314 Oct 13 00:05:54.715357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46910a-55a6-4c22-b0a7-2432fc582365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e22a9-ac1a-4458-b3de-17d3bfd468ac,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:54.718431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39300) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:54.756752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-373e033f-3d1b-4683-83d5-32956e9490a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.785420 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d809128-5198-49bf-bd62-e0aa6ac2353a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.836071 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d809128-5198-49bf-bd62-e0aa6ac2353a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.861832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c606a0a-9312-47c6-b9a4-41269edc9b00 req-e3f28c6e-7075-40d1-a0aa-66a798035354 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632903 Oct 13 00:05:54.870761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca054f-ee01-45c9-bb86-8bc10e276582 None None] Pushing event updated for resources: {'Port': ['ID=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:54.872592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e1c-91ab-48ca-a0dc-0fbe9f65643b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.875069 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Attempting to bind port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:05:54.875479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Attempting to bind port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:05:54.876166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Attempting to bind port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff on network d40dea09-fc9f-4bf5-8d6c-92e066398f0b {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:05:54.882368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:05:54.882820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Checking segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:05:54.883181 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.883608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Bound using segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:05:54.884077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Bound port: 5f3a1395-72d3-4bb2-b8df-4f37afb517ff, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:05:54.884472 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.910555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.928003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e1c-91ab-48ca-a0dc-0fbe9f65643b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.938462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d809128-5198-49bf-bd62-e0aa6ac2353a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.941303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d809128-5198-49bf-bd62-e0aa6ac2353a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:54.942723 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2d809128-5198-49bf-bd62-e0aa6ac2353a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d9e22a9-ac1a-4458-b3de-17d3bfd468ac HTTP/1.1" status: 204 len: 168 time: 0.2230914 Oct 13 00:05:54.960587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d809128-5198-49bf-bd62-e0aa6ac2353a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e22a9-ac1a-4458-b3de-17d3bfd468ac,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:54.989787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] For port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:05:55.033084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] For port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:05:55.042890 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.068576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Checking segment: {'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:05:55.068927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Network hostable DHCP agents. Network: 1ee25408-a3ea-422e-8226-9ff202f93f05, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:05:55.101100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb2dd26-c07f-4220-b302-84037ac2abe0,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:55.111827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Network 1ee25408-a3ea-422e-8226-9ff202f93f05 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:05:55.126514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:05:55.127597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:55.129606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1ee25408-a3ea-422e-8226-9ff202f93f05) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:55.131723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca054f-ee01-45c9-bb86-8bc10e276582 None None] Pushing event updated for resources: {'Port': ['ID=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:55.135286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:55.135916 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.163236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-373e033f-3d1b-4683-83d5-32956e9490a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.170432 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e1c-91ab-48ca-a0dc-0fbe9f65643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.174887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e1c-91ab-48ca-a0dc-0fbe9f65643b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.176817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-09ab5e1c-91ab-48ca-a0dc-0fbe9f65643b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39ecc8d3-fb52-4d6b-8ed3-a16706a5ed2b HTTP/1.1" status: 204 len: 168 time: 0.5509663 Oct 13 00:05:55.187997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-193e7ed6-d90f-4a90-80fa-7eb83cf82404 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8539379 Oct 13 00:05:55.188337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39316) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:55.188925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-373e033f-3d1b-4683-83d5-32956e9490a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.190014 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243008c-c7ff-4dda-9bf5-e8bbfc793042 None None] Network 1ee25408-a3ea-422e-8226-9ff202f93f05 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:05:55.193605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:55.211126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab5e1c-91ab-48ca-a0dc-0fbe9f65643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ecc8d3-fb52-4d6b-8ed3-a16706a5ed2b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:55.236742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.238425 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.253043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-373e033f-3d1b-4683-83d5-32956e9490a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55287006597147baa0bcbd0bf0989d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5827961 Oct 13 00:05:55.258287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39318) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:55.275637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e033f-3d1b-4683-83d5-32956e9490a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc3e016-ed95-49da-b475-5d4048562538,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:55.320369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e3e26009-43cd-4055-b831-ec880e939a40 None None] Provisioning complete for port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:55.320830 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3e26009-43cd-4055-b831-ec880e939a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.361009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f7904da-7a32-4bf5-8f66-290683d88f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.380416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.398814 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f7904da-7a32-4bf5-8f66-290683d88f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.494763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f7904da-7a32-4bf5-8f66-290683d88f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.498250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f7904da-7a32-4bf5-8f66-290683d88f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.499196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:05:55.500688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5f7904da-7a32-4bf5-8f66-290683d88f2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dc3e016-ed95-49da-b475-5d4048562538 HTTP/1.1" status: 204 len: 168 time: 0.2412086 Oct 13 00:05:55.524611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f830982d-7e05-4717-b6fc-f6f115f82d60 req-bbeaafdb-36af-43ae-8940-c356d7dd46ed tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0447211 Oct 13 00:05:55.532748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7904da-7a32-4bf5-8f66-290683d88f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc3e016-ed95-49da-b475-5d4048562538,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:55.540048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39334) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:55.606742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.727492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39340) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:55.741346 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3e26009-43cd-4055-b831-ec880e939a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.743636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d1ef8c77-43fd-41e4-b8fc-3739ffa4ed43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.757553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-1ee25408-a3ea-422e-8226-9ff202f93f05', 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'fixed_ips': [{'subnet_id': '8fb2dd26-c07f-4220-b302-84037ac2abe0'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:05:55.758468 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.827469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e3e26009-43cd-4055-b831-ec880e939a40 None None] For port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:05:55.857018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.885849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.889563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3e26009-43cd-4055-b831-ec880e939a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.891643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d1ef8c77-43fd-41e4-b8fc-3739ffa4ed43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:55.905750 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d1ef8c77-43fd-41e4-b8fc-3739ffa4ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.024460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d1ef8c77-43fd-41e4-b8fc-3739ffa4ed43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a8d40324c694edd9fe9c2a867f5fbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952869 Oct 13 00:05:56.030799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39348) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:56.046295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Allocated IP 172.25.3.195 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/01f9c0e3-330f-48d0-80a4-fd2a0b7311e5) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:05:56.046675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1569721139-network', 'tenant_id': 'bbd65d794f10491ebe555aaca5fbe099'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:56.083248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef8c77-43fd-41e4-b8fc-3739ffa4ed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924fc730-088a-48a8-bc31-ff624a212586,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:56.136509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Made reservation on behalf of bbd65d794f10491ebe555aaca5fbe099 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:05:56.138756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.156219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961af5d2-c5fc-465a-8613-71b898158c95 req-1f570277-3540-4d55-9db0-593ffd1399da tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:56.158805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-961af5d2-c5fc-465a-8613-71b898158c95 req-1f570277-3540-4d55-9db0-593ffd1399da tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.1328144 Oct 13 00:05:56.165258 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.174999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-95ddbef4-7d30-4c9e-9e0c-ca3d54eed6ba None None] Provisioning complete for port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:56.175754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95ddbef4-7d30-4c9e-9e0c-ca3d54eed6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.225179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-961af5d2-c5fc-465a-8613-71b898158c95 req-241a78e2-bfa1-4955-ba48-045b4b3df40a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546107 Oct 13 00:05:56.293396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.300446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.326040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:05:56.328426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e26009-43cd-4055-b831-ec880e939a40 None None] Pushing event updated for resources: {'Port': ['ID=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:56.354813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9867e6de-56be-4465-bab1-150da47fe01d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:56.374086 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.375264 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Added segment 5481d18b-7497-442e-a16d-d6118927840b of type vlan for network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 Oct 13 00:05:56.386131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:54Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:56.422869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5184c7b-e446-40f7-8a03-1e94a2262329 None None] The sync data for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 is: [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:54Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:05:56.430803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bb981-6197-46b3-8a11-b9756876e83d req-90022219-6604-4b98-bea8-a3baaaadbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:56.437591 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e30bb981-6197-46b3-8a11-b9756876e83d req-90022219-6604-4b98-bea8-a3baaaadbc56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 1099 time: 0.3593097 Oct 13 00:05:56.441300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e62aea83-33d9-4c97-bce3-d7ed7bcb6d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.498250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e62aea83-33d9-4c97-bce3-d7ed7bcb6d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.503469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Allocated IP 172.20.0.2 (1ee25408-a3ea-422e-8226-9ff202f93f05/8fb2dd26-c07f-4220-b302-84037ac2abe0/e4eb9e5c-5981-429a-9da8-fb71b17a7086) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:05:56.504519 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.571755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.572760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:56.574561 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.588351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.36', 49522) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:56.626129 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e30bb981-6197-46b3-8a11-b9756876e83d req-a2e3fe49-eb01-4bdc-be80-03389dbc8b79 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944316 Oct 13 00:05:56.746363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-2a956b37-a97b-4b70-8677-b734cba07493 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a6444cc98cdb4289bfe136fd697ee875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1341739 Oct 13 00:05:56.833283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7712896-0453-483b-a5a3-d6cc677c9dd1 req-7c2faa5b-5ebf-49bf-bcf9-8e07f53be79e tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0925298 Oct 13 00:05:56.852897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3112147 Oct 13 00:05:56.862226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39380) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:56.902639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Request body: {'subnet': {'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1569721139-subnet', 'tenant_id': 'bbd65d794f10491ebe555aaca5fbe099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:56.921629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e62aea83-33d9-4c97-bce3-d7ed7bcb6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.925251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e62aea83-33d9-4c97-bce3-d7ed7bcb6d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.928354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e62aea83-33d9-4c97-bce3-d7ed7bcb6d56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/924fc730-088a-48a8-bc31-ff624a212586 HTTP/1.1" status: 204 len: 168 time: 0.8921273 Oct 13 00:05:56.964788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.981191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.994315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:56.996845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-eba43f12-6bab-4e1a-8783-ce7fd800fde7 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:56.999085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-eba43f12-6bab-4e1a-8783-ce7fd800fde7 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307954 Oct 13 00:05:57.023323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Request body: {'port': {'device_id': '2c898357-eb94-474a-b9e4-3d6ec015a94d', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'a6444cc98cdb4289bfe136fd697ee875'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:57.064290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62aea83-33d9-4c97-bce3-d7ed7bcb6d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924fc730-088a-48a8-bc31-ff624a212586,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:57.104828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Made reservation on behalf of bbd65d794f10491ebe555aaca5fbe099 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:05:57.107154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:57.108259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Network 1ee25408-a3ea-422e-8226-9ff202f93f05 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:05:57.135903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:57.145758 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:05:57.162118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Pushing event updated for resources: {'Port': ['ID=e4eb9e5c-5981-429a-9da8-fb71b17a7086,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:57.402392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bb981-6197-46b3-8a11-b9756876e83d req-e8545c85-0de0-46f1-94c8-92cf7f08147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:57.405794 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e30bb981-6197-46b3-8a11-b9756876e83d req-e8545c85-0de0-46f1-94c8-92cf7f08147b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7230361 Oct 13 00:05:57.412810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:57.456839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580905c-9888-43b8-9dea-c535cf09cd1b admin admin] Pushing event updated for resources: {'Network': ['ID=8e65ace2-2de0-4fd6-9cce-59ff9c353643,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:57.575839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:05:57.587931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:57.595767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:05:57.601726 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:05:57.604210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Made reservation on behalf of a6444cc98cdb4289bfe136fd697ee875 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:05:57.607739 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:57.638951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:57.675548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c956f6-4666-4461-a85c-da58c34a3461 req-c083f5c5-9dcf-4ee3-90b0-3efd279423b6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:57.677433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5c956f6-4666-4461-a85c-da58c34a3461 req-c083f5c5-9dcf-4ee3-90b0-3efd279423b6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.1699989 Oct 13 00:05:57.713402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Attempting to bind port e4eb9e5c-5981-429a-9da8-fb71b17a7086 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:05:57.713635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Attempting to bind port e4eb9e5c-5981-429a-9da8-fb71b17a7086 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:05:57.716283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Attempting to bind port e4eb9e5c-5981-429a-9da8-fb71b17a7086 on network 1ee25408-a3ea-422e-8226-9ff202f93f05 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:05:57.741708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Pushing event updated for resources: {'Port': ['ID=01f9c0e3-330f-48d0-80a4-fd2a0b7311e5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:57.752605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:05:57.759356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Checking segment: {'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:05:57.760028 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:57.760616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Bound using segment: {'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:05:57.761279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Bound port: e4eb9e5c-5981-429a-9da8-fb71b17a7086, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:05:57.761832 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:57.832646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5c956f6-4666-4461-a85c-da58c34a3461 req-6848d052-a829-4092-a2a5-01d186dc144a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123552 Oct 13 00:05:57.882917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:57.894366 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:57.987832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] For port e4eb9e5c-5981-429a-9da8-fb71b17a7086, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:05:57.997623 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] For port e4eb9e5c-5981-429a-9da8-fb71b17a7086, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e4eb9e5c-5981-429a-9da8-fb71b17a7086,segment=NetworkSegment(96afd009-e7a1-4284-9210-9e72efba5134),segment_id=96afd009-e7a1-4284-9210-9e72efba5134)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:05:58.011086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:58.046747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-781aec45-eee5-4c8e-96d3-bd22631336c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:58.053558 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-781aec45-eee5-4c8e-96d3-bd22631336c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 1099 time: 0.5689049 Oct 13 00:05:58.162261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Allocated IP 192.168.233.176 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/320250f6-5e93-41a1-95cf-a5a49bd77458) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:05:58.181214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5f3a1395-72d3-4bb2-b8df-4f37afb517ff up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:05:58.296013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a0fc-057f-43fa-aba7-9738b6a595df None None] Pushing event updated for resources: {'Port': ['ID=e4eb9e5c-5981-429a-9da8-fb71b17a7086,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:58.320183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:58.320568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:58.327376 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-b7ce9c89-93e9-40fe-be82-598db6a8b202 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=11b344ef-88f6-409e-9c9b-b117429b61c9 HTTP/1.1" status: 200 len: 217 time: 0.2566776 Oct 13 00:05:58.329407 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:58.467828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b4de1a3d-7c43-4343-9839-63e4950a6d88 req-d4111004-eaaf-4c5e-a4fc-86d42d8b08fd tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.2803826 Oct 13 00:05:58.489638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e5c5a0-2e61-4d2d-9b21-f812a197448d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:58.497308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:58.680267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:58.743631 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:58.800256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2038ec-5b3d-4754-a075-954b2e4cab2a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:58.814563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-dea4a202-8fa9-4f8f-9625-ffd1fd3fe811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:58.816102 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-dea4a202-8fa9-4f8f-9625-ffd1fd3fe811 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.3219488 Oct 13 00:05:58.824761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:05:58.833222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:58.844161 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:05:58.851759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:58.852559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:58.863547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:05:58.863547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Network hostable DHCP agents. Network: 8e65ace2-2de0-4fd6-9cce-59ff9c353643, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:05:58.913825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Pushing event updated for resources: {'Port': ['ID=320250f6-5e93-41a1-95cf-a5a49bd77458,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:58.943165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-7061f94c-2169-4f4d-8d3c-056d133248cb tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9254858 Oct 13 00:05:58.963547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Request body: {'port': {'device_id': '2c898357-eb94-474a-b9e4-3d6ec015a94d', 'device_owner': 'compute:tempest-test_az-1497638610', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:05:59.007172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39438) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:59.015887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:05:59.105756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.115858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-40638ff6-e902-4541-ad6c-d9788d7d89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:59.117944 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-40638ff6-e902-4541-ad6c-d9788d7d89f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2916670 Oct 13 00:05:59.118780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 8e65ace2-2de0-4fd6-9cce-59ff9c353643) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:05:59.129049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d302e-ac0b-4ebc-b10b-92c536644833 None None] Network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:05:59.150594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:59.151563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.237992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b7852-3f10-4bdc-95f6-dcbab42544b2 req-397f915c-91fd-4b4d-8e78-c876231ab84f tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:59.246932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e7b7852-3f10-4bdc-95f6-dcbab42544b2 req-397f915c-91fd-4b4d-8e78-c876231ab84f tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.2564063 Oct 13 00:05:59.308537 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-15322b91-399f-45b2-b5da-924d5ac8832a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4141982 Oct 13 00:05:59.320149 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.326478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c62cbb67-2437-424f-84e0-be4c1620d3ef None None] Provisioning complete for port 320250f6-5e93-41a1-95cf-a5a49bd77458 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:59.326856 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c62cbb67-2437-424f-84e0-be4c1620d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.449539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c62cbb67-2437-424f-84e0-be4c1620d3ef None None] Port 320250f6-5e93-41a1-95cf-a5a49bd77458 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:05:59.480951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e7b7852-3f10-4bdc-95f6-dcbab42544b2 req-36f606e1-a7a6-4af9-a8f9-65c281bbcbc0 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114663 Oct 13 00:05:59.486388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-4f12be83-84ab-4a08-a760-bd780fe98291 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491836 Oct 13 00:05:59.498734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95cf33d-28e2-4b75-897d-25b7aec17010 None None] Network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:05:59.566393 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5030728-6611-4b70-8d5b-bd49388bf5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.664086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f2a89-f7e7-4c43-92d1-6e56d97840b1 None None] Network 1ee25408-a3ea-422e-8226-9ff202f93f05 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:05:59.699995 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-379ee3de-b61e-485d-94d9-5c438ee7a5a0 req-80f78241-472f-41a7-8468-0022d0f02676 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949120 Oct 13 00:05:59.744534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Router aed20b2c-dfc4-4959-bbc0-07fb802902b1 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:05:59.758903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-75089d0f-ce14-4a06-ad50-c103e9fcbd14 None None] Provisioning complete for port e4eb9e5c-5981-429a-9da8-fb71b17a7086 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:59.759266 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75089d0f-ce14-4a06-ad50-c103e9fcbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.859174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320250f6-5e93-41a1-95cf-a5a49bd77458 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:05:59.866870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.900534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Transition to ACTIVE for port object 320250f6-5e93-41a1-95cf-a5a49bd77458 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:05:59.913058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88848dde-c15d-48ec-a9f2-a39b97e90514 req-2d9ffcda-3939-4016-949e-f9892917db89 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:59.914575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88848dde-c15d-48ec-a9f2-a39b97e90514 req-2d9ffcda-3939-4016-949e-f9892917db89 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 936 time: 0.2348299 Oct 13 00:05:59.920032 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.930650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39462) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:05:59.936085 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75089d0f-ce14-4a06-ad50-c103e9fcbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:59.949486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:05:59.965506 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Sync routers for ids ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:05:59.982792 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Routers {'aed20b2c-dfc4-4959-bbc0-07fb802902b1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:05:59.983658 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:05:59.998107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.002950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-870b4863-6c08-4bdb-86fc-4670c655817b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8100080 Oct 13 00:06:00.004171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39466) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:00.038218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-75089d0f-ce14-4a06-ad50-c103e9fcbd14 None None] For port e4eb9e5c-5981-429a-9da8-fb71b17a7086, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e4eb9e5c-5981-429a-9da8-fb71b17a7086,segment=NetworkSegment(96afd009-e7a1-4284-9210-9e72efba5134),segment_id=96afd009-e7a1-4284-9210-9e72efba5134)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:00.051823 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75089d0f-ce14-4a06-ad50-c103e9fcbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.176890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Pushing event updated for resources: {'Port': ['ID=320250f6-5e93-41a1-95cf-a5a49bd77458,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:00.217265 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5030728-6611-4b70-8d5b-bd49388bf5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.227003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e4eb9e5c-5981-429a-9da8-fb71b17a7086 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:00.246307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88848dde-c15d-48ec-a9f2-a39b97e90514 req-f3a79c13-7849-4750-8a02-a447c290ec20 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142426 Oct 13 00:06:00.266566 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5030728-6611-4b70-8d5b-bd49388bf5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.274658 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Set router aed20b2c-dfc4-4959-bbc0-07fb802902b1 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:00.335353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75089d0f-ce14-4a06-ad50-c103e9fcbd14 None None] Pushing event updated for resources: {'Port': ['ID=e4eb9e5c-5981-429a-9da8-fb71b17a7086,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:00.353418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Attempting to bind port 320250f6-5e93-41a1-95cf-a5a49bd77458 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:00.353989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Attempting to bind port 320250f6-5e93-41a1-95cf-a5a49bd77458 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:00.354471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Attempting to bind port 320250f6-5e93-41a1-95cf-a5a49bd77458 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:00.362228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5030728-6611-4b70-8d5b-bd49388bf5f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2fb6933d5b74fbfab10eb7d8c2a70f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3540716 Oct 13 00:06:00.369968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39472) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:00.382041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5030728-6611-4b70-8d5b-bd49388bf5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c052f-79ee-4a58-ba6e-a7339f2c86de,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:00.390493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e4eb9e5c-5981-429a-9da8-fb71b17a7086 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:00.390916 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.396429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Port 320250f6-5e93-41a1-95cf-a5a49bd77458 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:00.396984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Attempting to bind port 320250f6-5e93-41a1-95cf-a5a49bd77458 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:00.411673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:00.412305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:00.413050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:00.413725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Bound port: 320250f6-5e93-41a1-95cf-a5a49bd77458, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:00.414283 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.524263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8965e48b-cb4b-46e7-b8be-2f706d32e243 None None] Provisioning complete for port e4eb9e5c-5981-429a-9da8-fb71b17a7086 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:00.524582 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8965e48b-cb4b-46e7-b8be-2f706d32e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.562160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] For port 320250f6-5e93-41a1-95cf-a5a49bd77458, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:00.574160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] For port 320250f6-5e93-41a1-95cf-a5a49bd77458, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=320250f6-5e93-41a1-95cf-a5a49bd77458,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:00.583755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.596935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-880a5efc-ae55-44fa-8128-dc805fd2a41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.654684 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-07be9543-c790-4540-b732-6d25fc7c12c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.676434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:00.677059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.678462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] 10.222.0.36 "PUT /v2.0/ports/320250f6-5e93-41a1-95cf-a5a49bd77458 HTTP/1.1" status: 200 len: 1118 time: 1.7210178 Oct 13 00:06:00.684494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-07be9543-c790-4540-b732-6d25fc7c12c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.721664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c898357-eb94-474a-b9e4-3d6ec015a94d', 'tag': '320250f6-5e93-41a1-95cf-a5a49bd77458'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:00.747733 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:05:58Z', 'revision_number': 3, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port': {'id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:00.812338 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Checking router: aed20b2c-dfc4-4959-bbc0-07fb802902b1 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:06:00.817213 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Updating router aed20b2c-dfc4-4959-bbc0-07fb802902b1 port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:06:00.901703 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:00.957551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dca351-79f6-4e58-b1d8-ddef5d5c980f service neutron] Pushing event updated for resources: {'Port': ['ID=320250f6-5e93-41a1-95cf-a5a49bd77458,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:01.007212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-bc8a386e-36b2-4690-aced-e22335282841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:01.008799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-bc8a386e-36b2-4690-aced-e22335282841 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6444cc98cdb4289bfe136fd697ee875&device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 1121 time: 0.1705873 Oct 13 00:06:01.019116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c3137-9b4b-4c6c-bb4a-3cf85d171159 req-f95b3a39-4171-40d3-8d95-8446ee3102a7 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:01.026676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-148c3137-9b4b-4c6c-bb4a-3cf85d171159 req-f95b3a39-4171-40d3-8d95-8446ee3102a7 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.3669560 Oct 13 00:06:01.126151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-07be9543-c790-4540-b732-6d25fc7c12c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.129411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-07be9543-c790-4540-b732-6d25fc7c12c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.130959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-07be9543-c790-4540-b732-6d25fc7c12c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/623c052f-79ee-4a58-ba6e-a7339f2c86de HTTP/1.1" status: 204 len: 168 time: 0.7610197 Oct 13 00:06:01.145600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-022ace5c-2b64-4243-b99c-739b65c857f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=320250f6-5e93-41a1-95cf-a5a49bd77458 HTTP/1.1" status: 200 len: 217 time: 0.1166897 Oct 13 00:06:01.148864 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be9543-c790-4540-b732-6d25fc7c12c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c052f-79ee-4a58-ba6e-a7339f2c86de,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:01.178342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-880a5efc-ae55-44fa-8128-dc805fd2a41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.224919 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-880a5efc-ae55-44fa-8128-dc805fd2a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.241023 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8d648b-5330-4d37-838a-e5034a398870" -d '{"events": [{"name": "network-changed", "server_uuid": "2c898357-eb94-474a-b9e4-3d6ec015a94d", "tag": "320250f6-5e93-41a1-95cf-a5a49bd77458"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:01.256177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-880a5efc-ae55-44fa-8128-dc805fd2a41d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5522cfb4869943239276e5a4bce08002&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3246660 Oct 13 00:06:01.256979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39504) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:01.267492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-305992975-network', 'tenant_id': '2c40d03b7721402290dfc187754cfb0b'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:01.291006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39506) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:01.304921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Made reservation on behalf of 2c40d03b7721402290dfc187754cfb0b for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:01.307621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.319495 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.326502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.328968 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.388020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-148c3137-9b4b-4c6c-bb4a-3cf85d171159 req-f324831d-2900-4dd4-b747-dca57b73057f tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600473 Oct 13 00:06:01.396701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-41d452ca-0a91-4bb7-93c6-9610bbfd0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:01.399211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-41d452ca-0a91-4bb7-93c6-9610bbfd0f8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.2149768 Oct 13 00:06:01.415621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.423397 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Attempting to bind port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:01.424006 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Attempting to bind port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:01.424383 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Attempting to bind port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:01.430266 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.438519 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e19b45-c3e0-45ee-b681-21b9febfd293 None None] Pushing event updated for resources: {'Port': ['ID=01f9c0e3-330f-48d0-80a4-fd2a0b7311e5,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:01.442834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:06:01.452957 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:01.454067 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:01.454550 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.454937 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:01.455589 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Bound port: 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:01.456006 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.468219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a5efc-ae55-44fa-8128-dc805fd2a41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeba3bf-948e-4384-aa3e-48270d7541e1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:01.485500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.485905 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Added segment 3fd6403f-c6dd-489b-85b8-5e40225a408f of type vlan for network 6a0812ac-3ea1-42da-a40e-93b9855e00f4 Oct 13 00:06:01.555353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-4149d073-fb85-4bea-9e14-22cd3819f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:01.557216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-4149d073-fb85-4bea-9e14-22cd3819f2f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511710 Oct 13 00:06:01.572052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6dc516-2b94-40df-b7b9-403e448a4703,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:01.574828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8641e4b-e96e-4091-a22c-0d51f6c5ac84 req-db8f9741-0af3-4c93-9826-739e8e0a7a06 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:01.579284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-962baf6e-c66f-46e6-ba62-01b617552056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.585134 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8641e4b-e96e-4091-a22c-0d51f6c5ac84 req-db8f9741-0af3-4c93-9826-739e8e0a7a06 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 970 time: 0.0894120 Oct 13 00:06:01.602169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.625186 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] For port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:01.632355 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] For port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=01f9c0e3-330f-48d0-80a4-fd2a0b7311e5,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:01.641223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-962baf6e-c66f-46e6-ba62-01b617552056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.643302 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.713299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.714152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:01.714961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.775097 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e19b45-c3e0-45ee-b681-21b9febfd293 None None] Pushing event updated for resources: {'Port': ['ID=01f9c0e3-330f-48d0-80a4-fd2a0b7311e5,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:01.777896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Routers {'aed20b2c-dfc4-4959-bbc0-07fb802902b1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:01.778506 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:01.792952 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5285833 Oct 13 00:06:01.813290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:01.819562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Request body: {'subnet': {'network_id': '6a0812ac-3ea1-42da-a40e-93b9855e00f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-305992975-subnet', 'tenant_id': '2c40d03b7721402290dfc187754cfb0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:01.852531 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-962baf6e-c66f-46e6-ba62-01b617552056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.855105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-962baf6e-c66f-46e6-ba62-01b617552056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.856293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-962baf6e-c66f-46e6-ba62-01b617552056 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebeba3bf-948e-4384-aa3e-48270d7541e1 HTTP/1.1" status: 204 len: 168 time: 0.5623441 Oct 13 00:06:01.861852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fcf8a-7033-4ead-8e08-1ee6c570900d admin admin] Pushing event updated for resources: {'Network': ['ID=6a0812ac-3ea1-42da-a40e-93b9855e00f4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:01.877442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 6a0812ac-3ea1-42da-a40e-93b9855e00f4 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:06:01.878102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962baf6e-c66f-46e6-ba62-01b617552056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeba3bf-948e-4384-aa3e-48270d7541e1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:01.880888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.892330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Made reservation on behalf of 2c40d03b7721402290dfc187754cfb0b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:01.894685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Notify callbacks [] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.896385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39520) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:01.956840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-72fdfc57-25d9-497d-994a-2398065d63e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:01.971024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-73bb939f-7419-4a7d-bbaf-c6e8159650c1 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832438 Oct 13 00:06:02.010091 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8641e4b-e96e-4091-a22c-0d51f6c5ac84 req-8bc259fd-f102-44ec-8b72-1dd18f4f5b32 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235666 Oct 13 00:06:02.041986 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] Set router aed20b2c-dfc4-4959-bbc0-07fb802902b1 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:02.119146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3234f919-4cd1-4f79-94d5-7384449d80e5 req-005f9978-a8c0-4acd-9e89-1525dba52091 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338630 Oct 13 00:06:02.136900 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb3717e-18db-4c8d-b782-dafaba2704b7 x-openstack-request-id: req-5cb3717e-18db-4c8d-b782-dafaba2704b7 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:02.137379 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c898357-eb94-474a-b9e4-3d6ec015a94d", "tag": "320250f6-5e93-41a1-95cf-a5a49bd77458", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:02.137512 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cb3717e-18db-4c8d-b782-dafaba2704b7 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:02.138058 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c898357-eb94-474a-b9e4-3d6ec015a94d', 'tag': '320250f6-5e93-41a1-95cf-a5a49bd77458', 'status': 'completed', 'code': 200} Oct 13 00:06:02.173065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e4eb9e5c-5981-429a-9da8-fb71b17a7086 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:02.311203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e4eb9e5c-5981-429a-9da8-fb71b17a7086 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:02.311889 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:02.316812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d648b-5330-4d37-838a-e5034a398870 req-a1f3750d-9e6f-4c6f-8452-5ee40dd89d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:02.318657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8d648b-5330-4d37-838a-e5034a398870 req-a1f3750d-9e6f-4c6f-8452-5ee40dd89d7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6444cc98cdb4289bfe136fd697ee875&device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 1121 time: 0.0976028 Oct 13 00:06:02.382586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-72fdfc57-25d9-497d-994a-2398065d63e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:02.415261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Allocated IP 172.20.0.1 (1ee25408-a3ea-422e-8226-9ff202f93f05/8fb2dd26-c07f-4220-b302-84037ac2abe0/969b99a3-1e03-426b-8a81-49a9ba0a96cf) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:02.435303 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:05:58Z', 'revision_number': 3, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port': {'id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:02.508010 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34358-b93c-4f06-abc2-0a8fff6c126f None None] The sync data for ids ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'] in n-d-813679-4 is: [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:05:58Z', 'revision_number': 3, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port': {'id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:06:02.572861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39540) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:02.599060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-72fdfc57-25d9-497d-994a-2398065d63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:02.622630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5abd587d-7a55-4022-9bf7-89b85f4cc9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:02.634996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:02.666628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b732a-d511-4e13-9b60-3dead03890b2 req-7119c0ea-7bbf-4bf9-a915-95efeab4ca4f tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:02.678713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-334b732a-d511-4e13-9b60-3dead03890b2 req-7119c0ea-7bbf-4bf9-a915-95efeab4ca4f tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.1716595 Oct 13 00:06:02.687133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d648b-5330-4d37-838a-e5034a398870 req-879117ab-0575-4b49-8903-be83a89bf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:02.689305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8d648b-5330-4d37-838a-e5034a398870 req-879117ab-0575-4b49-8903-be83a89bf4fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.3631160 Oct 13 00:06:02.690451 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:02.698613 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-72fdfc57-25d9-497d-994a-2398065d63e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c0ba92547dd4da29b925d442bc1b69b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7996678 Oct 13 00:06:02.703098 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39548) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:02.723140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdfc57-25d9-497d-994a-2398065d63e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4869d2cf-002c-4813-b89b-a13b7d8bd604,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:02.773053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Pushing event updated for resources: {'Subnet': ['ID=174c11b3-ad75-452b-bf88-5050f278b3fc,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:02.789550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8d648b-5330-4d37-838a-e5034a398870 req-b06de203-f514-45d5-81e5-f693a39343d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=320250f6-5e93-41a1-95cf-a5a49bd77458 HTTP/1.1" status: 200 len: 217 time: 0.0891883 Oct 13 00:06:02.798937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:02.878573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-334b732a-d511-4e13-9b60-3dead03890b2 req-c5db33f9-070f-45b3-bb3c-37861b3fc962 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883769 Oct 13 00:06:02.903852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Network 1ee25408-a3ea-422e-8226-9ff202f93f05 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:02.909412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:02.913436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:02.914435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:02.917941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Checking segment: {'id': '3fd6403f-c6dd-489b-85b8-5e40225a408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6a0812ac-3ea1-42da-a40e-93b9855e00f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:02.918474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Network hostable DHCP agents. Network: 6a0812ac-3ea1-42da-a40e-93b9855e00f4, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:06:02.968609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d648b-5330-4d37-838a-e5034a398870 req-94ffb053-24b0-4c00-8e92-0ced5c17f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:02.970149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8d648b-5330-4d37-838a-e5034a398870 req-94ffb053-24b0-4c00-8e92-0ced5c17f64c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1616735 Oct 13 00:06:02.994652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Pushing event updated for resources: {'Port': ['ID=969b99a3-1e03-426b-8a81-49a9ba0a96cf,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:03.034316 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5abd587d-7a55-4022-9bf7-89b85f4cc9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.073965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Network 6a0812ac-3ea1-42da-a40e-93b9855e00f4 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:06:03.079200 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5abd587d-7a55-4022-9bf7-89b85f4cc9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.081353 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d4616a9-22e9-493a-b0e5-da16a63f7070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.119419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 6a0812ac-3ea1-42da-a40e-93b9855e00f4) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:03.129727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0ca613-c4ae-48c4-adbc-962982608959 None None] Network 6a0812ac-3ea1-42da-a40e-93b9855e00f4 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:03.133457 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d4616a9-22e9-493a-b0e5-da16a63f7070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.138063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:03.138546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.140785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39554) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:03.219940 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6697f5c8-ba3c-43df-b4c8-ecd9ac3a55de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4041138 Oct 13 00:06:03.283022 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.329486 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d4616a9-22e9-493a-b0e5-da16a63f7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.337773 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d4616a9-22e9-493a-b0e5-da16a63f7070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.339290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3d4616a9-22e9-493a-b0e5-da16a63f7070 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4869d2cf-002c-4813-b89b-a13b7d8bd604 HTTP/1.1" status: 204 len: 168 time: 0.6224270 Oct 13 00:06:03.356000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd587d-7a55-4022-9bf7-89b85f4cc9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892303d5-379f-48e0-b4f9-2f6648ea6e84,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:03.373503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5abd587d-7a55-4022-9bf7-89b85f4cc9a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd08d7aa51b84fc894b20c32f196cc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7992969 Oct 13 00:06:03.376328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4616a9-22e9-493a-b0e5-da16a63f7070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869d2cf-002c-4813-b89b-a13b7d8bd604,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:03.382084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d648b-5330-4d37-838a-e5034a398870 req-58def8a7-1179-497c-824b-2c85a82981a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:03.383939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8d648b-5330-4d37-838a-e5034a398870 req-58def8a7-1179-497c-824b-2c85a82981a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3849268 Oct 13 00:06:03.395821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39562) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:03.457593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ff67b2-efac-4bf4-9bd6-9ce2f1c089bc None None] Network 6a0812ac-3ea1-42da-a40e-93b9855e00f4 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:03.485115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e112d-c3d2-4c55-82c6-3e3170cc7490 req-919749fe-f08f-40d4-a5bd-875446108acc tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:03.486796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f40e112d-c3d2-4c55-82c6-3e3170cc7490 req-919749fe-f08f-40d4-a5bd-875446108acc tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 970 time: 0.3142712 Oct 13 00:06:03.526546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ea9bfc9c-d6b0-4739-83df-673c248c77f8 None None] Provisioning complete for port 969b99a3-1e03-426b-8a81-49a9ba0a96cf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:03.527487 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfc9c-d6b0-4739-83df-673c248c77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.549936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e414928-1c14-49ea-817e-e1ac5f58c668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.602480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.605415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8a58139-2162-4863-b4c7-ec3edbff391a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.619142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ea9bfc9c-d6b0-4739-83df-673c248c77f8 None None] Port 969b99a3-1e03-426b-8a81-49a9ba0a96cf cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:03.632458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.634622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f40e112d-c3d2-4c55-82c6-3e3170cc7490 req-3ad5ea82-0784-4b18-95b1-830c56e84b87 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130764 Oct 13 00:06:03.635127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.663455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e414928-1c14-49ea-817e-e1ac5f58c668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.712497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8d648b-5330-4d37-838a-e5034a398870 req-8eb77ea8-e388-409e-b1c1-b4d65c48ec32 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130214 Oct 13 00:06:03.748475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Pushing event updated for resources: {'Port': ['ID=969b99a3-1e03-426b-8a81-49a9ba0a96cf,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:03.826120 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8d648b-5330-4d37-838a-e5034a398870 req-d6403e1f-69a3-4101-b9fa-d8f353394db7 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976393 Oct 13 00:06:03.854874 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e414928-1c14-49ea-817e-e1ac5f58c668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.858093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e414928-1c14-49ea-817e-e1ac5f58c668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:03.860538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0e414928-1c14-49ea-817e-e1ac5f58c668 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/892303d5-379f-48e0-b4f9-2f6648ea6e84 HTTP/1.1" status: 204 len: 168 time: 0.4633093 Oct 13 00:06:03.883484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e414928-1c14-49ea-817e-e1ac5f58c668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892303d5-379f-48e0-b4f9-2f6648ea6e84,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:04.041057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604ef0b-8c40-46d4-80ec-5b68e282ef1e req-e25df382-4d71-4333-ad60-27a39fffb651 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:04.043403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a604ef0b-8c40-46d4-80ec-5b68e282ef1e req-e25df382-4d71-4333-ad60-27a39fffb651 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.0683422 Oct 13 00:06:04.120454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a604ef0b-8c40-46d4-80ec-5b68e282ef1e req-a17ebee9-4be2-4a07-9e04-bef84ed96a5d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Oct 13 00:06:04.192721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:04.249639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Network 1ee25408-a3ea-422e-8226-9ff202f93f05 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:04.259193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:04.317892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:04.318639 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:04.498476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-f7fba5bb-09fe-4cbf-9ed3-eeadbe4368c9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:04.501776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-f7fba5bb-09fe-4cbf-9ed3-eeadbe4368c9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 808 time: 0.3760581 Oct 13 00:06:04.521103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:04.521590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8a58139-2162-4863-b4c7-ec3edbff391a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:04.546411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8a58139-2162-4863-b4c7-ec3edbff391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:04.549377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-c3b25e98-3081-48f6-b488-210c5a827c34 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/quotas/bbd65d794f10491ebe555aaca5fbe099 HTTP/1.1" status: 200 len: 375 time: 0.0387263 Oct 13 00:06:04.575936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=01f9c0e3-330f-48d0-80a4-fd2a0b7311e5,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:04.591324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:04.619365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-c8490d95-04d6-4466-8ce3-cfb068d8d66c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628433 Oct 13 00:06:04.649195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a58139-2162-4863-b4c7-ec3edbff391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80767e54-85d8-454c-8476-e4ec049e98f8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:04.654383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c8a58139-2162-4863-b4c7-ec3edbff391a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d612c312da4490b8a67f724fe9ec458&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4916086 Oct 13 00:06:04.657739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39616) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:04.689905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=01f9c0e3-330f-48d0-80a4-fd2a0b7311e5,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:04.695040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ab61c9f8-b902-4c3e-aa02-0ac4e0727b4c None None] Provisioning complete for port 969b99a3-1e03-426b-8a81-49a9ba0a96cf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:04.695915 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ab61c9f8-b902-4c3e-aa02-0ac4e0727b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:04.702125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Router aed20b2c-dfc4-4959-bbc0-07fb802902b1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:06:04.760352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 11b344ef-88f6-409e-9c9b-b117429b61c9 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:04.786064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ae1fec1-04dc-46cd-94fc-4e11fdee640f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:04.853221 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ae1fec1-04dc-46cd-94fc-4e11fdee640f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:04.885773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d941-14a6-472e-87ef-5928ca6e08a0 req-65992f47-a255-42fb-8d01-c4c99c4acf8e tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:04.892136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ab61c9f8-b902-4c3e-aa02-0ac4e0727b4c None None] Port 969b99a3-1e03-426b-8a81-49a9ba0a96cf cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:04.894373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68e3d941-14a6-472e-87ef-5928ca6e08a0 req-65992f47-a255-42fb-8d01-c4c99c4acf8e tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 970 time: 0.1092875 Oct 13 00:06:04.925283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 11b344ef-88f6-409e-9c9b-b117429b61c9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=11b344ef-88f6-409e-9c9b-b117429b61c9,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:04.945752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39628) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:04.952993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '11b344ef-88f6-409e-9c9b-b117429b61c9', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '11b344ef-88f6-409e-9c9b-b117429b61c9', 'mac_address': 'fa:16:3e:5f:c0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:04.980220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:06:04.984050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68e3d941-14a6-472e-87ef-5928ca6e08a0 req-ce0d4124-12c4-4847-93f8-91b056cebd29 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886912 Oct 13 00:06:04.992040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a25b24a4-af88-4312-acfe-d001d90116e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/aed20b2c-dfc4-4959-bbc0-07fb802902b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9827712 Oct 13 00:06:05.007739 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ae1fec1-04dc-46cd-94fc-4e11fdee640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.010376 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ae1fec1-04dc-46cd-94fc-4e11fdee640f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.016743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Sync routers for ids ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:06:05.020729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0ae1fec1-04dc-46cd-94fc-4e11fdee640f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80767e54-85d8-454c-8476-e4ec049e98f8 HTTP/1.1" status: 204 len: 168 time: 0.3618598 Oct 13 00:06:05.030907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1fec1-04dc-46cd-94fc-4e11fdee640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80767e54-85d8-454c-8476-e4ec049e98f8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:05.045609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-cef2ea18-f141-4856-a6c1-76d033d45b8a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:06:05.046682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-cef2ea18-f141-4856-a6c1-76d033d45b8a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2315946 Oct 13 00:06:05.050975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Routers {'aed20b2c-dfc4-4959-bbc0-07fb802902b1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:05.051843 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:05.178950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-network', 'tenant_id': '94ce3693ab64427d8932376436ac9843'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:05.186694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-b34cde87-e9d4-40ef-af4c-36c442c90617 service neutron] 10.222.0.21 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256807 Oct 13 00:06:05.240488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.261884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b344ef-88f6-409e-9c9b-b117429b61c9 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:05.322659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 11b344ef-88f6-409e-9c9b-b117429b61c9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=11b344ef-88f6-409e-9c9b-b117429b61c9,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:05.335993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.345777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Made reservation on behalf of 94ce3693ab64427d8932376436ac9843 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:05.348272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.381629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Set router aed20b2c-dfc4-4959-bbc0-07fb802902b1 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:05.483952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=11b344ef-88f6-409e-9c9b-b117429b61c9,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:05.541742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39648) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:05.554193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-4bacd3ca-f855-4bdb-bd42-2608161010f0 service neutron] 10.222.0.21 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584940 Oct 13 00:06:05.554849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.573197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a57ad3f4-645a-4a1d-b1be-26e1d444c620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.589911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d442361-f358-452e-a1d5-a2f54b37152c req-22a25997-a6aa-48e5-949d-0be094e40566 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:05.591574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d442361-f358-452e-a1d5-a2f54b37152c req-22a25997-a6aa-48e5-949d-0be094e40566 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 948 time: 0.3015695 Oct 13 00:06:05.653978 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:03Z', 'revision_number': 4, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port': {'id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '969b99a3-1e03-426b-8a81-49a9ba0a96cf', 'name': '', 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'mac_address': 'fa:16:3e:d6:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '8fb2dd26-c07f-4220-b302-84037ac2abe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:01Z', 'updated_at': '2021-10-13T00:06:03Z', 'revision_number': 2, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'subnets': [{'id': '8fb2dd26-c07f-4220-b302-84037ac2abe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:05.667753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d442361-f358-452e-a1d5-a2f54b37152c req-b7819ce3-3126-4e5e-8e7a-37abcd24dd9a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687673 Oct 13 00:06:05.713649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Checking router: aed20b2c-dfc4-4959-bbc0-07fb802902b1 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:06:05.714041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Updating router aed20b2c-dfc4-4959-bbc0-07fb802902b1 port 969b99a3-1e03-426b-8a81-49a9ba0a96cf binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:06:05.739611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a57ad3f4-645a-4a1d-b1be-26e1d444c620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.748974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a57ad3f4-645a-4a1d-b1be-26e1d444c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.756001 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.773026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.791283 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a57ad3f4-645a-4a1d-b1be-26e1d444c620 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1442d2bc7a34615bbca0a173df71a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457237 Oct 13 00:06:05.791450 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.792359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39658) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:05.834646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:06:05.849138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ad3f4-645a-4a1d-b1be-26e1d444c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b9c9f-0924-4266-8dbf-3452900db202,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:05.855947 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.856294 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Added segment baf9dd30-45bd-4d73-97b1-9966c8080b6d of type vlan for network d744a091-4426-40f1-98f8-d8e46522fa2d Oct 13 00:06:05.884516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64c3bed9-d312-4de8-8cce-6bbb668dc61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.920175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64c3bed9-d312-4de8-8cce-6bbb668dc61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:05.960839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['11b344ef-88f6-409e-9c9b-b117429b61c9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:06.022034 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1959f29c-3bed-40a5-aca3-b358bf5aa3cb req-03083606-2d7e-4dec-a53f-5901a121280a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 210 time: 0.1006627 Oct 13 00:06:06.026998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.041628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64c3bed9-d312-4de8-8cce-6bbb668dc61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.055456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64c3bed9-d312-4de8-8cce-6bbb668dc61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.058878 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-64c3bed9-d312-4de8-8cce-6bbb668dc61b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b6b9c9f-0924-4266-8dbf-3452900db202 HTTP/1.1" status: 204 len: 168 time: 0.2662899 Oct 13 00:06:06.095360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3bed9-d312-4de8-8cce-6bbb668dc61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b9c9f-0924-4266-8dbf-3452900db202,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:06.112825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9767955-24f2-42a1-80a0-1ab2dd95469f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:06.144640 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.150284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:06.151238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.192580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:06.277682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3298774 Oct 13 00:06:06.280241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41b2d6-91e7-43c2-b467-a7bdad47ea91 admin admin] Pushing event updated for resources: {'Network': ['ID=d744a091-4426-40f1-98f8-d8e46522fa2d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:06.280624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39686) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:06.287366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Request body: {'subnet': {'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-subnet', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:06.301222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:06.302132 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.312766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad7e4f-e632-4933-a2a2-9c97885e3bd2 req-2b30b096-f02d-4e40-9e80-aa198301c910 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:06.321978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9ad7e4f-e632-4933-a2a2-9c97885e3bd2 req-2b30b096-f02d-4e40-9e80-aa198301c910 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 970 time: 0.1645308 Oct 13 00:06:06.346070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Made reservation on behalf of 94ce3693ab64427d8932376436ac9843 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:06.348558 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.370967 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.372060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network d744a091-4426-40f1-98f8-d8e46522fa2d details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:06:06.424422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9ad7e4f-e632-4933-a2a2-9c97885e3bd2 req-97c327ad-9146-412f-97f4-67cc6f7ff568 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964360 Oct 13 00:06:06.705855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.756090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 320250f6-5e93-41a1-95cf-a5a49bd77458 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:06.820038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Checking segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:06.821672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Network hostable DHCP agents. Network: d744a091-4426-40f1-98f8-d8e46522fa2d, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:06:06.830163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f574070-5e89-4bd2-80a7-1c92f3a120fa,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:06.860297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Network d744a091-4426-40f1-98f8-d8e46522fa2d is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:06:06.876622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, d744a091-4426-40f1-98f8-d8e46522fa2d) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:06.886052 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.888517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:06.892116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:06.892486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875d481-cf4e-437b-87e6-160eb90ae968 None None] Network d744a091-4426-40f1-98f8-d8e46522fa2d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:06.928918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16551b-b30c-49f7-a687-a986d1e869cc req-97e9ed7c-b0f8-427b-932e-630777770ddb tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:06.930697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd16551b-b30c-49f7-a687-a986d1e869cc req-97e9ed7c-b0f8-427b-932e-630777770ddb tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 949 time: 0.1180506 Oct 13 00:06:06.935194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ed152e73-6919-4dc4-9ee2-c5d3471e5b4b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6528964 Oct 13 00:06:06.936273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39724) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:06.941847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:06.990454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.001729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.003170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.037148 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.049912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd16551b-b30c-49f7-a687-a986d1e869cc req-0a0c5c08-e8c9-4f9e-965b-4229e20ca532 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024327 Oct 13 00:06:07.153806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.164452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6841783-e48a-47b7-a61d-794c6647383c None None] Pushing event updated for resources: {'Port': ['ID=969b99a3-1e03-426b-8a81-49a9ba0a96cf,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:07.210083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 320250f6-5e93-41a1-95cf-a5a49bd77458, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=320250f6-5e93-41a1-95cf-a5a49bd77458,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:07.227280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '320250f6-5e93-41a1-95cf-a5a49bd77458', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '320250f6-5e93-41a1-95cf-a5a49bd77458', 'mac_address': 'fa:16:3e:c9:3e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:tempest-test_az-1497638610', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:07.290350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2dc904e8-0c2a-4e45-9a98-55ba42c0b245 req-ae0f0521-ce48-4297-b87c-40518e68162d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 210 time: 0.0297675 Oct 13 00:06:07.383697 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.419268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-d744a091-4426-40f1-98f8-d8e46522fa2d', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:06:07.420317 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.461228 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.465445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Attempting to bind port 969b99a3-1e03-426b-8a81-49a9ba0a96cf on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:07.465807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Attempting to bind port 969b99a3-1e03-426b-8a81-49a9ba0a96cf by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:07.466168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Attempting to bind port 969b99a3-1e03-426b-8a81-49a9ba0a96cf on network 1ee25408-a3ea-422e-8226-9ff202f93f05 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:07.482889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320250f6-5e93-41a1-95cf-a5a49bd77458 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:07.487698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:07.488068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Checking segment: {'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:07.488472 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.488866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Bound using segment: {'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:07.489345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Bound port: 969b99a3-1e03-426b-8a81-49a9ba0a96cf, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96afd009-e7a1-4284-9210-9e72efba5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:07.489728 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.698674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb3fab-ff5c-4803-9abb-096dc29b7f5b req-b93d087c-f6fb-478e-a487-343b1aea3afe tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:07.700277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1efb3fab-ff5c-4803-9abb-096dc29b7f5b req-b93d087c-f6fb-478e-a487-343b1aea3afe tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 970 time: 0.1229713 Oct 13 00:06:07.716212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39748) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:07.724208 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3a231c7c-5092-4144-aa7a-618e095db207 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109134891', 'description': 'tempest-description--101597799'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:07.735318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.756977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 320250f6-5e93-41a1-95cf-a5a49bd77458, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=320250f6-5e93-41a1-95cf-a5a49bd77458,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:07.778173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.789824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a231c7c-5092-4144-aa7a-618e095db207 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.791672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.45', 58572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:07.839958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1efb3fab-ff5c-4803-9abb-096dc29b7f5b req-132f9386-828b-426f-a19d-1872490f4dde tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289237 Oct 13 00:06:07.866781 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.959864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=320250f6-5e93-41a1-95cf-a5a49bd77458,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:07.974881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-16e9fb1e-e122-4e50-9b1e-7aab1fac7eec None None] Provisioning complete for port 969b99a3-1e03-426b-8a81-49a9ba0a96cf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:07.975265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16e9fb1e-e122-4e50-9b1e-7aab1fac7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.015373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-16e9fb1e-e122-4e50-9b1e-7aab1fac7eec None None] Port 969b99a3-1e03-426b-8a81-49a9ba0a96cf cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:08.017827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] For port 969b99a3-1e03-426b-8a81-49a9ba0a96cf, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:08.020924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Allocated IP 172.25.3.119 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9d1f6839-87d2-4de4-8756-308b4832cabb) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:08.039936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] For port 969b99a3-1e03-426b-8a81-49a9ba0a96cf, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=969b99a3-1e03-426b-8a81-49a9ba0a96cf,segment=NetworkSegment(96afd009-e7a1-4284-9210-9e72efba5134),segment_id=96afd009-e7a1-4284-9210-9e72efba5134)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:08.049108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Allocated IP 172.20.0.2 (d744a091-4426-40f1-98f8-d8e46522fa2d/2f574070-5e89-4bd2-80a7-1c92f3a120fa/8e31278c-3c79-4c20-9dbd-20fcfacce7d6) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:08.054599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.136944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Routers {'aed20b2c-dfc4-4959-bbc0-07fb802902b1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:08.137644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:08.192116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39764) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:08.280984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b796a4a-4bd1-4121-af9a-5794d07c425b req-669ccb03-9898-49f8-af23-0c1fdb3bc0a3 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:08.291310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6841783-e48a-47b7-a61d-794c6647383c None None] Pushing event updated for resources: {'Port': ['ID=969b99a3-1e03-426b-8a81-49a9ba0a96cf,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:08.293568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b796a4a-4bd1-4121-af9a-5794d07c425b req-669ccb03-9898-49f8-af23-0c1fdb3bc0a3 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 949 time: 0.1156549 Oct 13 00:06:08.303301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['320250f6-5e93-41a1-95cf-a5a49bd77458'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:08.325537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-a317ffe9-7030-433a-a286-16943b68f606 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:08.327103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-a317ffe9-7030-433a-a286-16943b68f606 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 808 time: 0.5155401 Oct 13 00:06:08.366109 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a231c7c-5092-4144-aa7a-618e095db207 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.375551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a231c7c-5092-4144-aa7a-618e095db207 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.388847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b796a4a-4bd1-4121-af9a-5794d07c425b req-6205563c-eb89-4d23-b0cd-e094035f57bb tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938153 Oct 13 00:06:08.441985 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.467619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a231c7c-5092-4144-aa7a-618e095db207 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e538f64-1eb3-4233-b3db-b646169800fe,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:08.478921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a231c7c-5092-4144-aa7a-618e095db207 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.488509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3a231c7c-5092-4144-aa7a-618e095db207 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7682300 Oct 13 00:06:08.488509 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39776) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:08.494590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-aae07385-cf59-4fc8-b028-556e5ce4e56e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Request body: {'security_group_rule': {'security_group_id': '5e538f64-1eb3-4233-b3db-b646169800fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:08.526940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6d96ef6-ea4c-4a22-bb79-e4c82bd074f4 req-8bdab6a6-82a4-4d06-9edd-0237d226f080 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 210 time: 0.0691946 Oct 13 00:06:08.544374 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aae07385-cf59-4fc8-b028-556e5ce4e56e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.597105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7ecae607-6b79-4702-b46c-01e7557f8612 None None] Provisioning complete for port 969b99a3-1e03-426b-8a81-49a9ba0a96cf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:08.597603 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ecae607-6b79-4702-b46c-01e7557f8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.600318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.619905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c7b9-71d1-43a3-8009-54d4992fb154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.679549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:08.685500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:08.691220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:08.698930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aae07385-cf59-4fc8-b028-556e5ce4e56e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.700817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] Set router aed20b2c-dfc4-4959-bbc0-07fb802902b1 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:08.760635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 11b344ef-88f6-409e-9c9b-b117429b61c9 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:08.762484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1f6839-87d2-4de4-8756-308b4832cabb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:08.793122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c7b9-71d1-43a3-8009-54d4992fb154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.795919 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aae07385-cf59-4fc8-b028-556e5ce4e56e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.809551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c7b9-71d1-43a3-8009-54d4992fb154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.849067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae07385-cf59-4fc8-b028-556e5ce4e56e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147713b2-5bf3-4eaf-a6b8-7127557678b2,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:08.892904 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.921146 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.931350 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aae07385-cf59-4fc8-b028-556e5ce4e56e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:08.939884 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aae07385-cf59-4fc8-b028-556e5ce4e56e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4519787 Oct 13 00:06:08.958949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7fd0c7b9-71d1-43a3-8009-54d4992fb154 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edbd74efb3814cf68cc6a999d0171b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7607973 Oct 13 00:06:08.959972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39788) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:08.962430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:08.965533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-328dddb1-c28a-4fa7-b768-a952e61063c6 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Request body: {'security_group_rule': {'security_group_id': '5e538f64-1eb3-4233-b3db-b646169800fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:08.969775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0c7b9-71d1-43a3-8009-54d4992fb154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ea04b-72cd-4d98-a99b-b276de990d16,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:09.042502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e69fc-1e45-4fc1-ae9c-99247ba04f7b req-5f749df7-bda5-4e41-982a-f0e78a21eaa8 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:09.044302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-328dddb1-c28a-4fa7-b768-a952e61063c6 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.044753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df4e69fc-1e45-4fc1-ae9c-99247ba04f7b req-5f749df7-bda5-4e41-982a-f0e78a21eaa8 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 971 time: 0.0788350 Oct 13 00:06:09.046543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.047840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b43a9b1a-0432-4278-ad5b-39fc6a89a312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.088480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b43a9b1a-0432-4278-ad5b-39fc6a89a312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.104723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 11b344ef-88f6-409e-9c9b-b117429b61c9 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:09.107868 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ecae607-6b79-4702-b46c-01e7557f8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.138747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-328dddb1-c28a-4fa7-b768-a952e61063c6 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.145716 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-328dddb1-c28a-4fa7-b768-a952e61063c6 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.163098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 11b344ef-88f6-409e-9c9b-b117429b61c9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:09.163696 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.193031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dddb1-c28a-4fa7-b768-a952e61063c6 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84322984-8d5e-4297-92d0-422b74829cb9,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:09.195234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b43a9b1a-0432-4278-ad5b-39fc6a89a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.201977 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b43a9b1a-0432-4278-ad5b-39fc6a89a312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.203651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b43a9b1a-0432-4278-ad5b-39fc6a89a312 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b97ea04b-72cd-4d98-a99b-b276de990d16 HTTP/1.1" status: 204 len: 168 time: 0.2309425 Oct 13 00:06:09.215836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df4e69fc-1e45-4fc1-ae9c-99247ba04f7b req-808a843d-314d-4419-8faa-e9c97b05b3df tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270590 Oct 13 00:06:09.249523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Network d744a091-4426-40f1-98f8-d8e46522fa2d is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:09.253542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-328dddb1-c28a-4fa7-b768-a952e61063c6 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.254740 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-328dddb1-c28a-4fa7-b768-a952e61063c6 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937880 Oct 13 00:06:09.257806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39804) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:09.267720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:09.273870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7ecae607-6b79-4702-b46c-01e7557f8612 None None] For port 969b99a3-1e03-426b-8a81-49a9ba0a96cf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=969b99a3-1e03-426b-8a81-49a9ba0a96cf,segment=NetworkSegment(96afd009-e7a1-4284-9210-9e72efba5134),segment_id=96afd009-e7a1-4284-9210-9e72efba5134)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:09.275779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a9b1a-0432-4278-ad5b-39fc6a89a312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ea04b-72cd-4d98-a99b-b276de990d16,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:09.288306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:09.291462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:09.310916 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ecae607-6b79-4702-b46c-01e7557f8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.336310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.391381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Pushing event updated for resources: {'Port': ['ID=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:09.527717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.674383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecae607-6b79-4702-b46c-01e7557f8612 None None] Pushing event updated for resources: {'Port': ['ID=969b99a3-1e03-426b-8a81-49a9ba0a96cf,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:09.710139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Attempting to bind port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:09.711437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Attempting to bind port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:09.724535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Attempting to bind port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 on network d744a091-4426-40f1-98f8-d8e46522fa2d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:09.741495 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.777839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Allocated IP 172.25.3.122 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/483d5380-9adc-40e2-9bdc-1e1ad9d36cf9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:09.784260 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:09.785540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Checking segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:09.786256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.787040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Bound using segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:09.787775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Bound port: 8e31278c-3c79-4c20-9dbd-20fcfacce7d6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:09.788512 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.824106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:09.828060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:03Z', 'revision_number': 4, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port': {'id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '969b99a3-1e03-426b-8a81-49a9ba0a96cf', 'name': '', 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'mac_address': 'fa:16:3e:d6:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '8fb2dd26-c07f-4220-b302-84037ac2abe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:01Z', 'updated_at': '2021-10-13T00:06:07Z', 'revision_number': 4, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'subnets': [{'id': '8fb2dd26-c07f-4220-b302-84037ac2abe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:09.838360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8eaafa-f8ae-4f2a-874b-431c7a62a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b344ef-88f6-409e-9c9b-b117429b61c9'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:09.885663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1f9f8f3-ac07-448a-b810-b117ed12f93e req-c669a4eb-5740-44e9-8223-dbf7da9955e7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 210 time: 0.0582538 Oct 13 00:06:09.946003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39826) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:09.985643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0217527-ae6c-4eda-9f4f-aaf2d6e1bd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.018275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 11b344ef-88f6-409e-9c9b-b117429b61c9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=11b344ef-88f6-409e-9c9b-b117429b61c9,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:10.025170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd4d24-7d10-4d61-b0f7-88027fb865f1 None None] The sync data for ids ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'] in n-d-813679-4 is: [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:03Z', 'revision_number': 4, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port': {'id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '969b99a3-1e03-426b-8a81-49a9ba0a96cf', 'name': '', 'network_id': '1ee25408-a3ea-422e-8226-9ff202f93f05', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'mac_address': 'fa:16:3e:d6:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '8fb2dd26-c07f-4220-b302-84037ac2abe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:01Z', 'updated_at': '2021-10-13T00:06:07Z', 'revision_number': 4, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'subnets': [{'id': '8fb2dd26-c07f-4220-b302-84037ac2abe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:06:10.048886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.050129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260e5f-dc71-4419-b0e4-99547ad91a89 req-e63c8dfa-6ed1-4cdd-a0ed-9c175286fdc6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:10.059981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81260e5f-dc71-4419-b0e4-99547ad91a89 req-e63c8dfa-6ed1-4cdd-a0ed-9c175286fdc6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 949 time: 0.2303064 Oct 13 00:06:10.083862 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.099735 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:06:10.169487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.224282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] For port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:10.235782 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6733dd9d-4ba4-46b4-9f22-71502131d75d" -d '{"events": [{"server_uuid": "ab8eaafa-f8ae-4f2a-874b-431c7a62a591", "name": "network-vif-plugged", "status": "completed", "tag": "11b344ef-88f6-409e-9c9b-b117429b61c9"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:10.259889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81260e5f-dc71-4419-b0e4-99547ad91a89 req-2d8c6dca-5f21-48b6-8dc8-a0cf54f76994 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552265 Oct 13 00:06:10.264751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:10.275625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:10.287890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] For port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:10.293432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:10.293676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39836) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:10.300934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=11b344ef-88f6-409e-9c9b-b117429b61c9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:10.316267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:06:10.322859 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.346116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0217527-ae6c-4eda-9f4f-aaf2d6e1bd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.348176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event updated for resources: {'Port': ['ID=483d5380-9adc-40e2-9bdc-1e1ad9d36cf9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:10.365101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0217527-ae6c-4eda-9f4f-aaf2d6e1bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.458596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee1962-19e7-4e08-a4c2-6232ad66d94a None None] Pushing event updated for resources: {'Port': ['ID=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:10.488004 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c80f71-1842-403f-9bf1-697570465932 x-openstack-request-id: req-e6c80f71-1842-403f-9bf1-697570465932 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:10.488300 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8eaafa-f8ae-4f2a-874b-431c7a62a591", "name": "network-vif-plugged", "status": "completed", "tag": "11b344ef-88f6-409e-9c9b-b117429b61c9", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:10.488713 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6c80f71-1842-403f-9bf1-697570465932 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:10.489178 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8eaafa-f8ae-4f2a-874b-431c7a62a591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b344ef-88f6-409e-9c9b-b117429b61c9', 'code': 200} Oct 13 00:06:10.516110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-62ee713d-9f85-4bd5-9d80-077b25310ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.544666 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a0217527-ae6c-4eda-9f4f-aaf2d6e1bd66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36fcbe5a9a614840abb2dcb565d141b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920763 Oct 13 00:06:10.550760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0217527-ae6c-4eda-9f4f-aaf2d6e1bd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602e89e4-18c0-4719-a93f-9b3b17b72804,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:10.565040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39842) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:10.596912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.603781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c425a58-c0bb-4711-9d4e-cfd20dd140b5 req-6aec1a69-75ad-4cf9-bc2d-b1d3a5c79bcc tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:10.605707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c425a58-c0bb-4711-9d4e-cfd20dd140b5 req-6aec1a69-75ad-4cf9-bc2d-b1d3a5c79bcc tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 971 time: 0.1848731 Oct 13 00:06:10.670976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e97c-9e25-4eea-a418-bd79107fffa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.726205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e97c-9e25-4eea-a418-bd79107fffa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.746346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.751850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 320250f6-5e93-41a1-95cf-a5a49bd77458 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:10.814049 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-62ee713d-9f85-4bd5-9d80-077b25310ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.836755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-62ee713d-9f85-4bd5-9d80-077b25310ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.850627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 320250f6-5e93-41a1-95cf-a5a49bd77458 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:10.862406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 320250f6-5e93-41a1-95cf-a5a49bd77458 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:10.862867 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.917658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39846) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:10.917873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-62ee713d-9f85-4bd5-9d80-077b25310ac0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16d8bdbb88624f55af40cbe159e629b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228819 Oct 13 00:06:10.919723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e97c-9e25-4eea-a418-bd79107fffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.921793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:06:10.922303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e97c-9e25-4eea-a418-bd79107fffa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:10.926691 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2cc6e97c-9e25-4eea-a418-bd79107fffa3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/602e89e4-18c0-4719-a93f-9b3b17b72804 HTTP/1.1" status: 204 len: 168 time: 0.3604240 Oct 13 00:06:10.934993 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:06:10.952205 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:10.952854 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:10.998477 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c425a58-c0bb-4711-9d4e-cfd20dd140b5 req-02d2732b-be9d-40cf-a020-9fd8912fcb07 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836977 Oct 13 00:06:11.020176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a3c4d-8034-4c06-9892-c6e9cc027f8b req-14b94e71-de59-4c4c-94e7-a2a9dc61f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:11.022207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f0a3c4d-8034-4c06-9892-c6e9cc027f8b req-14b94e71-de59-4c4c-94e7-a2a9dc61f321 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 1101 time: 0.4087732 Oct 13 00:06:11.050866 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.092817 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8f0a3c4d-8034-4c06-9892-c6e9cc027f8b req-76ab58e6-e280-4cb5-bcac-76f758a7da3d service neutron] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.104175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 320250f6-5e93-41a1-95cf-a5a49bd77458, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=320250f6-5e93-41a1-95cf-a5a49bd77458,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:11.113510 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.118151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.121140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb21fcab-4c35-4b8b-a28b-a95354817766 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1836190 Oct 13 00:06:11.130388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee713d-9f85-4bd5-9d80-077b25310ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f41e5cc-9639-43f5-af17-7465db4ced70,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:11.166643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39850) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:11.236310 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:11.244215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=320250f6-5e93-41a1-95cf-a5a49bd77458,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:11.292589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd725c27-3f5e-40ff-a032-7bac04523dd8 req-17420cf5-b76c-4bd7-8e2a-1a2f1cde9af1 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 210 time: 0.2008662 Oct 13 00:06:11.376187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6e97c-9e25-4eea-a418-bd79107fffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602e89e4-18c0-4719-a93f-9b3b17b72804,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:11.533966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ea783121-ee5d-4e07-b08e-fc8a898f12a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.570664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ea783121-ee5d-4e07-b08e-fc8a898f12a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.664875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ea783121-ee5d-4e07-b08e-fc8a898f12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.670730 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ea783121-ee5d-4e07-b08e-fc8a898f12a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.670730 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ea783121-ee5d-4e07-b08e-fc8a898f12a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f41e5cc-9639-43f5-af17-7465db4ced70 HTTP/1.1" status: 204 len: 168 time: 0.7495954 Oct 13 00:06:11.689293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea783121-ee5d-4e07-b08e-fc8a898f12a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f41e5cc-9639-43f5-af17-7465db4ced70,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:11.722013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.731298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.793469 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16b586f3-e7c1-4ab7-b266-336061abf4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.827126 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.855920 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:08Z', 'revision_number': 3, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:11.920732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event updated for resources: {'Port': ['ID=483d5380-9adc-40e2-9bdc-1e1ad9d36cf9,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:11.933801 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.947705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0daf704c-20f6-4167-a929-72b365c30bc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6887791 Oct 13 00:06:11.954980 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:06:11.955859 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Updating router 25971b14-8f90-4ba8-bf23-581ea7f47cfe port 9d1f6839-87d2-4de4-8756-308b4832cabb binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:06:11.962808 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8f0a3c4d-8034-4c06-9892-c6e9cc027f8b req-76ab58e6-e280-4cb5-bcac-76f758a7da3d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:11.983903 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.003720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8f0a3c4d-8034-4c06-9892-c6e9cc027f8b req-76ab58e6-e280-4cb5-bcac-76f758a7da3d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.011223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401a8d9-651f-4c87-b38a-3e1e981c76a9 None None] Network d744a091-4426-40f1-98f8-d8e46522fa2d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:12.164469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f0a3c4d-8034-4c06-9892-c6e9cc027f8b req-76ab58e6-e280-4cb5-bcac-76f758a7da3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1269939 Oct 13 00:06:12.329153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab58e6-e280-4cb5-bcac-76f758a7da3d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a64bdb50-bb8f-4230-8b2c-09d7aa6b763d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:12.376758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39882) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:12.394743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdba1767-8aef-4a8e-869a-16ec5f383d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.438418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3869fe6-df1c-43b6-9c6f-89ada62112b7 req-3e386e95-34b9-42c7-b10e-e4cf499244b3 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:12.440099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3869fe6-df1c-43b6-9c6f-89ada62112b7 req-3e386e95-34b9-42c7-b10e-e4cf499244b3 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 950 time: 0.5734801 Oct 13 00:06:12.481362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:12.528476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39886) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:12.534236 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.540294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c898357-eb94-474a-b9e4-3d6ec015a94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320250f6-5e93-41a1-95cf-a5a49bd77458'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:12.542624 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a514963-c2ea-4561-8d8e-316a49673471" -d '{"events": [{"server_uuid": "2c898357-eb94-474a-b9e4-3d6ec015a94d", "name": "network-vif-plugged", "status": "completed", "tag": "320250f6-5e93-41a1-95cf-a5a49bd77458"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:12.544922 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.545219 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.567152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4dfa76a8-ed04-4131-bfbb-bb5afafc1bbf None None] Provisioning complete for port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:12.568497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4dfa76a8-ed04-4131-bfbb-bb5afafc1bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.579321 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdba1767-8aef-4a8e-869a-16ec5f383d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.583983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdba1767-8aef-4a8e-869a-16ec5f383d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.631593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cdba1767-8aef-4a8e-869a-16ec5f383d55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca77c50b174344a69900a97e1fb95b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532368 Oct 13 00:06:12.637644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:12.638024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.639094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39892) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:12.650078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba1767-8aef-4a8e-869a-16ec5f383d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ee9363-9b8d-42b8-a078-4868e97829e4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:12.650396 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Attempting to bind port 9d1f6839-87d2-4de4-8756-308b4832cabb on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:12.650974 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Attempting to bind port 9d1f6839-87d2-4de4-8756-308b4832cabb by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:12.651344 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Attempting to bind port 9d1f6839-87d2-4de4-8756-308b4832cabb on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:12.661228 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:12.661969 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:12.661969 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.662376 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:12.662849 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Bound port: 9d1f6839-87d2-4de4-8756-308b4832cabb, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:12.663253 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.665506 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95d9e-99d8-4687-999f-f174d55376c9 None None] Pushing event updated for resources: {'Port': ['ID=9d1f6839-87d2-4de4-8756-308b4832cabb,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:12.670996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27920c16-3fb8-4624-a695-cd6911e057d7 req-4d36307b-24b4-4c30-861a-90e688322711 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:12.679533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27920c16-3fb8-4624-a695-cd6911e057d7 req-4d36307b-24b4-4c30-861a-90e688322711 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 972 time: 0.2385027 Oct 13 00:06:12.684197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3869fe6-df1c-43b6-9c6f-89ada62112b7 req-b651fd28-6add-488d-9cf3-14208087b6fd tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191188 Oct 13 00:06:12.748369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4857923a-9ed5-4395-bec8-4d3a949cb044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.771373 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] For port 9d1f6839-87d2-4de4-8756-308b4832cabb, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:12.784409 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] For port 9d1f6839-87d2-4de4-8756-308b4832cabb, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9d1f6839-87d2-4de4-8756-308b4832cabb,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:12.786903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-182905754-network', 'tenant_id': 'e5af9874a37b40a6bc5fcd320f405663'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:12.794623 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.800909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4857923a-9ed5-4395-bec8-4d3a949cb044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.834604 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.876844 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95d9e-99d8-4687-999f-f174d55376c9 None None] Pushing event updated for resources: {'Port': ['ID=9d1f6839-87d2-4de4-8756-308b4832cabb,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:12.878397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27920c16-3fb8-4624-a695-cd6911e057d7 req-79731426-4360-4494-a83c-305a0935acf3 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979060 Oct 13 00:06:12.882948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4857923a-9ed5-4395-bec8-4d3a949cb044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.892373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4857923a-9ed5-4395-bec8-4d3a949cb044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:12.893384 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4857923a-9ed5-4395-bec8-4d3a949cb044 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5ee9363-9b8d-42b8-a078-4868e97829e4 HTTP/1.1" status: 204 len: 168 time: 0.2531898 Oct 13 00:06:12.925382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857923a-9ed5-4395-bec8-4d3a949cb044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ee9363-9b8d-42b8-a078-4868e97829e4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:12.956913 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:12.958619 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:05:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:12.993759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:12.999411 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4dfa76a8-ed04-4131-bfbb-bb5afafc1bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.006794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Made reservation on behalf of e5af9874a37b40a6bc5fcd320f405663 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:13.007886 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.008688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 969b99a3-1e03-426b-8a81-49a9ba0a96cf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:13.014049 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.085374 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.112339 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:13.148294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-181c8950-dbbd-492a-9ddb-08cd9b4355e8 req-102383d1-781b-4048-9525-ab1e51c30459 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 210 time: 0.1082022 Oct 13 00:06:13.161852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Allocated IP 172.20.0.1 (d744a091-4426-40f1-98f8-d8e46522fa2d/2f574070-5e89-4bd2-80a7-1c92f3a120fa/c271ae6d-ce78-4369-8db1-be7eb882c5bd) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:13.256754 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b3dd1c-bbd8-48d2-8b6a-cfa0ad4ebacf x-openstack-request-id: req-d2b3dd1c-bbd8-48d2-8b6a-cfa0ad4ebacf {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:13.257438 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c898357-eb94-474a-b9e4-3d6ec015a94d", "name": "network-vif-plugged", "status": "completed", "tag": "320250f6-5e93-41a1-95cf-a5a49bd77458", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:13.258092 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2b3dd1c-bbd8-48d2-8b6a-cfa0ad4ebacf {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:13.258620 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c898357-eb94-474a-b9e4-3d6ec015a94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320250f6-5e93-41a1-95cf-a5a49bd77458', 'code': 200} Oct 13 00:06:13.276433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:13.296328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-c6944052-43af-427a-b279-bd8ea6ab4dc7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--109134891&fields=id&tenant_id=19a1121658ab489c8dd47b9a4173b6f2 HTTP/1.1" status: 200 len: 267 time: 0.4353039 Oct 13 00:06:13.300926 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-4dfa76a8-ed04-4131-bfbb-bb5afafc1bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:06:13.302003 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-4dfa76a8-ed04-4131-bfbb-bb5afafc1bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:06:13.312488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 969b99a3-1e03-426b-8a81-49a9ba0a96cf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:13.313937 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.394645 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:08Z', 'revision_number': 3, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:13.423614 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a30f0-e1fa-44e3-acbd-df7243aa7c8e None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:08Z', 'revision_number': 3, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:06:13.736902 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.788948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174a5f-d528-41d0-adb5-75fa7484f2a3 req-db71388c-f444-4f45-81fa-4f0405c9556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:13.790420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68174a5f-d528-41d0-adb5-75fa7484f2a3 req-db71388c-f444-4f45-81fa-4f0405c9556a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 1123 time: 0.1861026 Oct 13 00:06:13.925095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-a668451d-2012-494c-883b-7b357d2b0a6e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:13.926632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-a668451d-2012-494c-883b-7b357d2b0a6e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 823 time: 0.6062768 Oct 13 00:06:13.939073 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.958512 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.967078 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.985928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68174a5f-d528-41d0-adb5-75fa7484f2a3 req-3edff6da-5844-46a2-8f8b-7499181bec43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843636 Oct 13 00:06:13.989350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-344f1aa9-75e1-4909-9ee6-e3928eaa1d82 None None] Provisioning complete for port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:13.989852 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-344f1aa9-75e1-4909-9ee6-e3928eaa1d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:13.991642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-665d4d39-caf0-4a8e-bd7c-c5911110af9d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/quotas/19a1121658ab489c8dd47b9a4173b6f2 HTTP/1.1" status: 200 len: 375 time: 0.0452731 Oct 13 00:06:14.007833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:06:14.054167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Network d744a091-4426-40f1-98f8-d8e46522fa2d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:14.083275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c627d5-2b76-4bf1-b060-5c55d357f91c req-dbb69fbf-9da1-4a28-a8e9-31098a75875c tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:14.084929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15c627d5-2b76-4bf1-b060-5c55d357f91c req-dbb69fbf-9da1-4a28-a8e9-31098a75875c tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 950 time: 0.2475667 Oct 13 00:06:14.085880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:14.088775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:14.089261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.141610 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.141958 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Added segment bf61f964-affb-4e9b-a39b-c74ad79370ed of type vlan for network 53a615ae-ff84-4899-8f14-2931507552c3 Oct 13 00:06:14.210904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd17efa2-2111-470f-89e3-e9407c6c91e7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:14.292146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9d1f6839-87d2-4de4-8756-308b4832cabb up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:14.296765 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.331226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Pushing event updated for resources: {'Port': ['ID=c271ae6d-ce78-4369-8db1-be7eb882c5bd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:14.401034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9d1f6839-87d2-4de4-8756-308b4832cabb triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:14.401319 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.474598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-82d45ee3-e532-4868-91f6-853a12b22504 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4566650 Oct 13 00:06:14.488346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.489532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:14.490214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.517492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15c627d5-2b76-4bf1-b060-5c55d357f91c req-49fb89e7-9ec9-46d0-b0e2-2f0cd7fde422 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400705 Oct 13 00:06:14.587890 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.593583 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ed1c0c2-f134-456c-aba2-8ada3445a4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.620505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-db2ceb39-077c-47e6-b731-c9171eded366 None None] Provisioning complete for port c271ae6d-ce78-4369-8db1-be7eb882c5bd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:14.621115 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-db2ceb39-077c-47e6-b731-c9171eded366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.661179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 9d1f6839-87d2-4de4-8756-308b4832cabb, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9d1f6839-87d2-4de4-8756-308b4832cabb,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:14.673392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.674589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:14.738153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2004347 Oct 13 00:06:14.739067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39954) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:14.744607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Request body: {'subnet': {'network_id': '53a615ae-ff84-4899-8f14-2931507552c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-182905754-subnet', 'tenant_id': 'e5af9874a37b40a6bc5fcd320f405663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:14.765206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-db2ceb39-077c-47e6-b731-c9171eded366 None None] Port c271ae6d-ce78-4369-8db1-be7eb882c5bd cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:14.772920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Made reservation on behalf of e5af9874a37b40a6bc5fcd320f405663 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:14.777258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.777647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.780429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdd766-b946-453d-9f31-8154524bb9bb admin admin] Pushing event updated for resources: {'Network': ['ID=53a615ae-ff84-4899-8f14-2931507552c3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:14.807248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64631e9f-e58d-4919-861b-bcd9af1d913b req-1600039a-d0ca-4ffd-b959-f5db7ee0992d tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:14.808845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-64631e9f-e58d-4919-861b-bcd9af1d913b req-1600039a-d0ca-4ffd-b959-f5db7ee0992d tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 972 time: 0.1655233 Oct 13 00:06:14.817992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=9d1f6839-87d2-4de4-8756-308b4832cabb,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:14.824792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 53a615ae-ff84-4899-8f14-2931507552c3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:06:14.894789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:14.895285 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:14.932444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-b2754804-34a8-47e3-b2e0-0aa67a0b0b03 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:06:14.933564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-b2754804-34a8-47e3-b2e0-0aa67a0b0b03 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2257667 Oct 13 00:06:14.940712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-64631e9f-e58d-4919-861b-bcd9af1d913b req-dcb643c0-dc9a-4bca-9127-c0cfa03c104f tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853727 Oct 13 00:06:15.034594 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.080520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ab72760-1cfb-41ef-9f31-1d018391bb44 req-22f5e74f-1b56-429e-9d7f-264e1e15830b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 210 time: 0.0476830 Oct 13 00:06:15.107947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=578bb0c5-099a-4ad7-86aa-1f1411f79e1b,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:15.119250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.119415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Checking segment: {'id': 'bf61f964-affb-4e9b-a39b-c74ad79370ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '53a615ae-ff84-4899-8f14-2931507552c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:15.119716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Network hostable DHCP agents. Network: 53a615ae-ff84-4899-8f14-2931507552c3, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:06:15.130557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.131193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.137151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Network 53a615ae-ff84-4899-8f14-2931507552c3 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:06:15.138725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-7ba5a301-ca09-4a21-a842-c09adffb438d service neutron] 10.222.0.21 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830783 Oct 13 00:06:15.149380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 53a615ae-ff84-4899-8f14-2931507552c3) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:15.153858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.154549 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.164537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47d18d-61ab-436f-9112-aa815fcf0a43 None None] Network 53a615ae-ff84-4899-8f14-2931507552c3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:15.176927 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ddde7a99-7ff8-451a-86a4-8bb7adca02cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4360061 Oct 13 00:06:15.305560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Network d744a091-4426-40f1-98f8-d8e46522fa2d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:15.338466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:15.340102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Pushing event updated for resources: {'Port': ['ID=c271ae6d-ce78-4369-8db1-be7eb882c5bd,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:15.367917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deada4c-1094-4320-a836-b18867c8b54c None None] Network 53a615ae-ff84-4899-8f14-2931507552c3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:15.573163 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.653602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-8fde2d6d-66b2-4131-9fe2-0d16ba5f3788 service neutron] 10.222.0.21 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931173 Oct 13 00:06:15.702388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f0c39219-652e-4d06-b0f1-6f8d52d4df06 None None] Provisioning complete for port c271ae6d-ce78-4369-8db1-be7eb882c5bd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:15.703302 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0c39219-652e-4d06-b0f1-6f8d52d4df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.727134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.727985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.728845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.729507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.730562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.732156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.732921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.733697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.734751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:15.744089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-921921dd-88af-4e40-8598-bd0ca1eaac44 req-c83bb28c-14fd-40e4-9d02-c3450cef9d0d tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6440 time: 0.4473426 Oct 13 00:06:15.751727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:06:15.781731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f0c39219-652e-4d06-b0f1-6f8d52d4df06 None None] Port c271ae6d-ce78-4369-8db1-be7eb882c5bd cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:15.844021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.970087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39986) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:15.977712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1535344145-network', 'tenant_id': '6e1fb85170bc45029b0529685fef8c45'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:16.006495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Made reservation on behalf of 6e1fb85170bc45029b0529685fef8c45 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:16.008901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.027918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.108322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9d1f6839-87d2-4de4-8756-308b4832cabb up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:16.143728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.150433 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.164957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9d1f6839-87d2-4de4-8756-308b4832cabb triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:16.165895 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.181915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:06:16.193886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6452a459-3dac-4240-9694-2b2dd8eff578,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:16.200025 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.200487 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Added segment d4711f00-f26b-462f-8956-5b10024318aa of type vlan for network de4b4492-9d81-45ab-9900-5705ef2b2b35 Oct 13 00:06:16.209151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8f95d-bfde-4125-8e45-55b48ad6c80d req-ac7e4fff-bd2d-474c-a3c7-9030393e19a3 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.210656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dab8f95d-bfde-4125-8e45-55b48ad6c80d req-ac7e4fff-bd2d-474c-a3c7-9030393e19a3 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 950 time: 0.3843668 Oct 13 00:06:16.229419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:06:16.244849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-060304b5-3edc-4462-a2e4-4b446179584e admin admin] 10.222.0.21 "PUT /v2.0/routers/25971b14-8f90-4ba8-bf23-581ea7f47cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0586307 Oct 13 00:06:16.253941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:06:16.269122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67511a23-c48b-486d-8102-aa3766bb46de req-7bb74315-7774-4de0-a5d3-b6a360235f8f tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.270597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67511a23-c48b-486d-8102-aa3766bb46de req-7bb74315-7774-4de0-a5d3-b6a360235f8f tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 886 time: 0.4300740 Oct 13 00:06:16.271570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.291775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:16.292251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dab8f95d-bfde-4125-8e45-55b48ad6c80d req-5004e96c-e20a-43b1-ae45-32155b618b1f tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674741 Oct 13 00:06:16.293222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:16.321041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.322196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.322981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.428676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] Pushing event updated for resources: {'Network': ['ID=de4b4492-9d81-45ab-9900-5705ef2b2b35,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:16.441989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network de4b4492-9d81-45ab-9900-5705ef2b2b35 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:06:16.444327 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ccc609c0-5f79-4cf7-b390-063deeff4416 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4721045 Oct 13 00:06:16.446161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e71e2a4-38ae-4907-9b06-2604ec0e1dd2 req-ffaa2bd4-05df-4f4f-b74c-088d8434c5af tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 210 time: 0.0572226 Oct 13 00:06:16.447501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40004) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:16.454116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Request body: {'subnet': {'network_id': 'de4b4492-9d81-45ab-9900-5705ef2b2b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1535344145-subnet', 'tenant_id': '6e1fb85170bc45029b0529685fef8c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:16.491188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Made reservation on behalf of 6e1fb85170bc45029b0529685fef8c45 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:16.494539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.517512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:16.542297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79363928-0d09-4f2f-9794-913a0b0e47f3 req-8e0f704f-3fdb-4e7a-9d61-e14a5b3a2d87 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.543914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79363928-0d09-4f2f-9794-913a0b0e47f3 req-8e0f704f-3fdb-4e7a-9d61-e14a5b3a2d87 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 972 time: 0.1474071 Oct 13 00:06:16.587455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc8abc33-c36b-4a7e-8123-02b131daf377 req-b265826f-54d2-432b-8905-1039746f5491 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 210 time: 0.0409782 Oct 13 00:06:16.607865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Request body: {'port': {'device_id': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'admin_state_up': True, 'tenant_id': 'bbd65d794f10491ebe555aaca5fbe099'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:16.645227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79363928-0d09-4f2f-9794-913a0b0e47f3 req-39e6ed1b-0553-402e-8076-a3e1b32e4086 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868359 Oct 13 00:06:16.759898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Made reservation on behalf of bbd65d794f10491ebe555aaca5fbe099 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:16.764831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.893666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 2, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:16.926384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.927044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.927716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.928322 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.928934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.929551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.930158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.930761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.931375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.932009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:16.934015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2eef243-678d-4824-9f6f-fe55878f6d39 req-cf55e4b6-bd65-4aac-b214-37a4746e29cc tempest-NetworksTest-1130356002 tempest-NetworksTest-1130356002-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.2878840 Oct 13 00:06:16.966284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Allocated IP 172.20.0.2 (8e65ace2-2de0-4fd6-9cce-59ff9c353643/8a2038ec-5b3d-4754-a075-954b2e4cab2a/37ab5a99-ff1f-48a2-89aa-f69800c53da9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:16.968185 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.974048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:06:16.974428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Updating router 25971b14-8f90-4ba8-bf23-581ea7f47cfe port c271ae6d-ce78-4369-8db1-be7eb882c5bd binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:06:17.033684 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.049149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addeeb25-ca9c-4963-864a-98f604b52b7f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:17.055532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Checking segment: {'id': 'd4711f00-f26b-462f-8956-5b10024318aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'de4b4492-9d81-45ab-9900-5705ef2b2b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:17.056181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Network hostable DHCP agents. Network: de4b4492-9d81-45ab-9900-5705ef2b2b35, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:06:17.115489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Network de4b4492-9d81-45ab-9900-5705ef2b2b35 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:06:17.154346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, de4b4492-9d81-45ab-9900-5705ef2b2b35) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:17.176577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f0dacb-c067-401e-8669-e8124689f1ff None None] Network de4b4492-9d81-45ab-9900-5705ef2b2b35 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:17.182107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:17.183817 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.229784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.269238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f849e50d-ccff-464e-944a-b1242cb1d9f8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8192680 Oct 13 00:06:17.307601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.354526 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:17.358424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:17.365158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:17.372202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:17.372879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.404634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019044 Oct 13 00:06:17.423925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-405724da-0cb8-4f43-a5cc-ab91766213bc tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:06:17.425120 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-405724da-0cb8-4f43-a5cc-ab91766213bc tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076411 Oct 13 00:06:17.425505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-61e3405f-b068-4756-b308-864fcd3cb8ef tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:17.426174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ff233-42ff-427b-ac2e-99351955d2db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Pushing event updated for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:17.440169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-61e3405f-b068-4756-b308-864fcd3cb8ef tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 820 time: 0.3097208 Oct 13 00:06:17.489995 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.530515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e4684-f8d1-4fda-aad2-58e120bdad20 None None] Network de4b4492-9d81-45ab-9900-5705ef2b2b35 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:17.534460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-fb043d6f-c3cb-423f-bde4-c316f64a10c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/quotas/94ce3693ab64427d8932376436ac9843 HTTP/1.1" status: 200 len: 375 time: 0.0929294 Oct 13 00:06:17.563656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40032) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:17.583399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40034) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:17.692764 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.703671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aa437-09c4-4c37-b048-b196575b6fdf req-8641d8b4-b0de-445d-b967-a134168f1275 tempest-AggregatesAdminTestJSON-712296047 tempest-AggregatesAdminTestJSON-712296047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:17.711114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-9a7b19b7-b61b-4bf2-a0cb-d9c06f08e3c7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:17.713887 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-9a7b19b7-b61b-4bf2-a0cb-d9c06f08e3c7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.45 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 823 time: 0.2316611 Oct 13 00:06:17.714827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b8aa437-09c4-4c37-b048-b196575b6fdf req-8641d8b4-b0de-445d-b967-a134168f1275 tempest-AggregatesAdminTestJSON-712296047 tempest-AggregatesAdminTestJSON-712296047-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 1123 time: 0.2602258 Oct 13 00:06:17.725133 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.731580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-319e78ea-5124-42b7-b6a4-b163ad9e5a77 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1859248 Oct 13 00:06:17.805463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e72c6-f194-46dd-b5f0-8c1836cda33f None None] Pushing event updated for resources: {'Port': ['ID=c271ae6d-ce78-4369-8db1-be7eb882c5bd,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:17.815162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.45', 58577) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:17.834345 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-7004084c-33da-4bce-ba99-3f888881ad77 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a1121658ab489c8dd47b9a4173b6f2 HTTP/1.1" status: 200 len: 379 time: 0.0829043 Oct 13 00:06:17.839855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b8aa437-09c4-4c37-b048-b196575b6fdf req-ece55656-3c01-40c3-a72c-d3aa83abe1aa tempest-AggregatesAdminTestJSON-712296047 tempest-AggregatesAdminTestJSON-712296047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.845491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Request body: {'port': {'device_id': 'ff9df823-dc5c-455b-b065-f20136921a05', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'admin_state_up': True, 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'security_groups': ['5e538f64-1eb3-4233-b3db-b646169800fe']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:17.850623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-33130727-4cb0-4141-b4c8-46368a25cb65 admin admin] Deleting subnet 578bb0c5-099a-4ad7-86aa-1f1411f79e1b {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:06:17.860160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Attempting to bind port c271ae6d-ce78-4369-8db1-be7eb882c5bd on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:17.860756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Attempting to bind port c271ae6d-ce78-4369-8db1-be7eb882c5bd by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:17.861351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Attempting to bind port c271ae6d-ce78-4369-8db1-be7eb882c5bd on network d744a091-4426-40f1-98f8-d8e46522fa2d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:17.867650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:17.868536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Checking segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:17.869211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.869814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Bound using segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:17.870504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Bound port: c271ae6d-ce78-4369-8db1-be7eb882c5bd, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:17.871149 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.888300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33130727-4cb0-4141-b4c8-46368a25cb65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.931456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d04ab736-abdf-4caa-9bcf-07f48ba2a2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:17.956134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Request body: {'port': {'device_id': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:17.959545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] For port c271ae6d-ce78-4369-8db1-be7eb882c5bd, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:17.965306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] For port c271ae6d-ce78-4369-8db1-be7eb882c5bd, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c271ae6d-ce78-4369-8db1-be7eb882c5bd,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:17.973570 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.009599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33130727-4cb0-4141-b4c8-46368a25cb65 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.030709 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33130727-4cb0-4141-b4c8-46368a25cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.037111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:18.038011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:18.043653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-81d697b6-e86b-49a3-8846-a75b65a158e4 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001552 Oct 13 00:06:18.075815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.116051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Made reservation on behalf of 19a1121658ab489c8dd47b9a4173b6f2 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:18.120673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.156286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:18.158943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e72c6-f194-46dd-b5f0-8c1836cda33f None None] Pushing event updated for resources: {'Port': ['ID=c271ae6d-ce78-4369-8db1-be7eb882c5bd,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:18.199395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-173136a0-3f5b-4655-89bb-77dfe34f8419 None None] Provisioning complete for port c271ae6d-ce78-4369-8db1-be7eb882c5bd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:18.200116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173136a0-3f5b-4655-89bb-77dfe34f8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.239634 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33130727-4cb0-4141-b4c8-46368a25cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.270325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b8aa437-09c4-4c37-b048-b196575b6fdf req-ece55656-3c01-40c3-a72c-d3aa83abe1aa tempest-AggregatesAdminTestJSON-712296047 tempest-AggregatesAdminTestJSON-712296047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.310059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d04ab736-abdf-4caa-9bcf-07f48ba2a2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.314286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b8aa437-09c4-4c37-b048-b196575b6fdf req-ece55656-3c01-40c3-a72c-d3aa83abe1aa tempest-AggregatesAdminTestJSON-712296047 tempest-AggregatesAdminTestJSON-712296047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.320145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33130727-4cb0-4141-b4c8-46368a25cb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578bb0c5-099a-4ad7-86aa-1f1411f79e1b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:18.341089 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d04ab736-abdf-4caa-9bcf-07f48ba2a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.352356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-bcc9a1a9-adef-43c2-978d-5bb79ab5b0d2 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074591 Oct 13 00:06:18.390836 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33130727-4cb0-4141-b4c8-46368a25cb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.394667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-33130727-4cb0-4141-b4c8-46368a25cb65 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/578bb0c5-099a-4ad7-86aa-1f1411f79e1b HTTP/1.1" status: 204 len: 168 time: 0.7662334 Oct 13 00:06:18.400723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d04ab736-abdf-4caa-9bcf-07f48ba2a2c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c249f8f185974d1faa03f5851af51927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8181963 Oct 13 00:06:18.404666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40042) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:18.405124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40044) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:18.429619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b8aa437-09c4-4c37-b048-b196575b6fdf req-ece55656-3c01-40c3-a72c-d3aa83abe1aa tempest-AggregatesAdminTestJSON-712296047 tempest-AggregatesAdminTestJSON-712296047-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982646 Oct 13 00:06:18.431494 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173136a0-3f5b-4655-89bb-77dfe34f8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.454325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece55656-3c01-40c3-a72c-d3aa83abe1aa tempest-AggregatesAdminTestJSON-712296047 tempest-AggregatesAdminTestJSON-712296047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb8005-66a7-45e2-9450-98549bccf13e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:18.474338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-173136a0-3f5b-4655-89bb-77dfe34f8419 None None] For port c271ae6d-ce78-4369-8db1-be7eb882c5bd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c271ae6d-ce78-4369-8db1-be7eb882c5bd,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:18.484872 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173136a0-3f5b-4655-89bb-77dfe34f8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.518895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:17Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:18.530532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ab736-abdf-4caa-9bcf-07f48ba2a2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e75a31-227f-4456-b6b3-dd90322f7c42,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:18.571996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ec163-9b9b-4fc1-99c1-eff7aa2631a3 None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:17Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:06:18.598300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173136a0-3f5b-4655-89bb-77dfe34f8419 None None] Pushing event updated for resources: {'Port': ['ID=c271ae6d-ce78-4369-8db1-be7eb882c5bd,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:18.621716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Allocated IP 172.20.0.8 (d40dea09-fc9f-4bf5-8d6c-92e066398f0b/1f18d5ae-53ea-43b6-a963-5360d0376533/89a2ac2e-73de-4c18-a0a0-d4d05c54dc67) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:18.622026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e21e67e2-5913-4afd-8413-a2c2d9f9a279 None None] Provisioning complete for port c271ae6d-ce78-4369-8db1-be7eb882c5bd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:18.622763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e21e67e2-5913-4afd-8413-a2c2d9f9a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.630153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95464f-f438-409b-a133-3d9b11e969be req-fa2e8ccd-122d-47c4-a441-f23fbcf0447e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:18.637275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e95464f-f438-409b-a133-3d9b11e969be req-fa2e8ccd-122d-47c4-a441-f23fbcf0447e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 950 time: 0.0878177 Oct 13 00:06:18.667379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.719256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d334ab5c-def4-4346-968a-db3d82849bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.759022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6161d7b0-3af8-42cf-9428-30c019fcf7a1 req-be6bb109-1914-4639-96ad-27af3e02027c tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 210 time: 0.1022589 Oct 13 00:06:18.846063 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e95464f-f438-409b-a133-3d9b11e969be req-19f0c5fe-e836-44bc-81d1-320cf991881a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912887 Oct 13 00:06:18.917012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d334ab5c-def4-4346-968a-db3d82849bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.945001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e162cb1-7a3d-403c-9c77-2ac6e420508a req-8a3b8a94-9e5d-413f-adfb-e147dbfc9078 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:18.947456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e162cb1-7a3d-403c-9c77-2ac6e420508a req-8a3b8a94-9e5d-413f-adfb-e147dbfc9078 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 931 time: 0.0670664 Oct 13 00:06:19.065635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e162cb1-7a3d-403c-9c77-2ac6e420508a req-aa69d828-28ea-4d4f-8788-e1a8e07b0ac0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103339 Oct 13 00:06:19.153629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3187f146-dee6-4ccd-80b6-a7742912150e req-f0893071-e246-46b9-991f-51f734ac04b6 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 210 time: 0.0612147 Oct 13 00:06:19.166162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-dc38228d-f221-4f52-ac28-86f15e7c927b tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:19.168742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-dc38228d-f221-4f52-ac28-86f15e7c927b tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 1101 time: 0.1776145 Oct 13 00:06:19.183776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.224451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ab5a99-ff1f-48a2-89aa-f69800c53da9 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:19.241261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.251800 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.253292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.254285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.254725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > port after_create 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.255241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > port after_delete 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.256100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > port after_update 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.256522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.256912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.257372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.257760 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.293147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] Deleting port 11b344ef-88f6-409e-9c9b-b117429b61c9 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:06:19.293639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.344944 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.345520 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.347413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.347834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:06:19.348777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a615ae-ff84-4899-8f14-2931507552c3']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:19.413005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.415773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf61f964-affb-4e9b-a39b-c74ad79370ed') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:19.416067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf61f964-affb-4e9b-a39b-c74ad79370ed') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:19.424382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] For port 11b344ef-88f6-409e-9c9b-b117429b61c9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=11b344ef-88f6-409e-9c9b-b117429b61c9,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:19.425881 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.433731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Transition to ACTIVE for port object 37ab5a99-ff1f-48a2-89aa-f69800c53da9 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:19.442837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d334ab5c-def4-4346-968a-db3d82849bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.445296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] Calling delete_port for 11b344ef-88f6-409e-9c9b-b117429b61c9 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:06:19.446341 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d334ab5c-def4-4346-968a-db3d82849bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.450765 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d334ab5c-def4-4346-968a-db3d82849bab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1e75a31-227f-4456-b6b3-dd90322f7c42 HTTP/1.1" status: 204 len: 168 time: 1.0434513 Oct 13 00:06:19.455842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.478684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334ab5c-def4-4346-968a-db3d82849bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e75a31-227f-4456-b6b3-dd90322f7c42,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:19.482170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.548211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Pushing event updated for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:19.569516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.600257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:06:19.600672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: from cryptography.utils import int_from_bytes Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: from cryptography.utils import int_from_bytes Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:06:19.620268 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:06:19.731582 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.768881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['11b344ef-88f6-409e-9c9b-b117429b61c9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:19.820471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] Pushing event deleted for resources: {'Port': ['ID=11b344ef-88f6-409e-9c9b-b117429b61c9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:19.923703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] No DVR routers for this DVR port 11b344ef-88f6-409e-9c9b-b117429b61c9 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:06:19.929264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.934298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-637c1902-28e2-4204-9a92-67a0cb7fde2a req-054d8d16-8ded-4c0c-960b-e8362b0f0de6 tempest-DeleteServersAdminTestJSON-2103653720 tempest-DeleteServersAdminTestJSON-2103653720-project-admin] 10.222.0.36 "DELETE /v2.0/ports/11b344ef-88f6-409e-9c9b-b117429b61c9 HTTP/1.1" status: 204 len: 173 time: 0.7560773 Oct 13 00:06:19.936633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8eaafa-f8ae-4f2a-874b-431c7a62a591', 'name': 'network-vif-deleted', 'tag': '11b344ef-88f6-409e-9c9b-b117429b61c9'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:19.941962 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89c6144-7cec-4acd-8f6b-2b3dd1be41df" -d '{"events": [{"server_uuid": "ab8eaafa-f8ae-4f2a-874b-431c7a62a591", "name": "network-vif-deleted", "tag": "11b344ef-88f6-409e-9c9b-b117429b61c9"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:20.013910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0fbaf95-a1fe-432b-aa62-1943606c0358 req-890a1b09-6980-4e78-aa3e-7ccfc6a97d13 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 210 time: 0.0781505 Oct 13 00:06:20.014436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40108) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:20.063318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-37eb2122-68b2-46b2-8690-aad5add2c792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.135467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.202205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c271ae6d-ce78-4369-8db1-be7eb882c5bd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:20.230798 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a43c2a-cf07-4e6d-9998-c54ea5f0b911 x-openstack-request-id: req-e4a43c2a-cf07-4e6d-9998-c54ea5f0b911 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:20.231501 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8eaafa-f8ae-4f2a-874b-431c7a62a591", "name": "network-vif-deleted", "tag": "11b344ef-88f6-409e-9c9b-b117429b61c9", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:20.232007 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4a43c2a-cf07-4e6d-9998-c54ea5f0b911 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:20.232713 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8eaafa-f8ae-4f2a-874b-431c7a62a591', 'name': 'network-vif-deleted', 'tag': '11b344ef-88f6-409e-9c9b-b117429b61c9', 'status': 'completed', 'code': 200} Oct 13 00:06:20.258500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:20.259300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:20.260047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:20.278809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c025014-73c7-40d0-855f-aca502adeed1 req-87cddb02-4d09-46a5-88be-8a067b1929ce tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab8eaafa-f8ae-4f2a-874b-431c7a62a591 HTTP/1.1" status: 200 len: 210 time: 0.0450256 Oct 13 00:06:20.287151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c271ae6d-ce78-4369-8db1-be7eb882c5bd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:20.287805 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.294714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.298659 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] 10.222.0.21 "DELETE /v2.0/networks/53a615ae-ff84-4899-8f14-2931507552c3 HTTP/1.1" status: 204 len: 168 time: 1.8927248 Oct 13 00:06:20.311071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40118) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:20.321448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.436127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eed010c-ecbc-429a-971b-dac88046e8b6 admin admin] Deleting subnet addeeb25-ca9c-4963-864a-98f604b52b7f {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:06:20.443775 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-37eb2122-68b2-46b2-8690-aad5add2c792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.454254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:20.454632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:20.460651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eed010c-ecbc-429a-971b-dac88046e8b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.461981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-b5e20551-a184-4f0d-91f4-dab39b883f55 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:20.463696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-b5e20551-a184-4f0d-91f4-dab39b883f55 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.36 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 820 time: 0.3478916 Oct 13 00:06:20.466083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-37eb2122-68b2-46b2-8690-aad5add2c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.486998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:20.504582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180b3e6-ec1f-4444-b582-7fddde3b20d5 req-d6942fc1-55ee-476e-8ee6-1aab76d241fe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:20.504979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1abe33-7986-421a-8fda-e6f51ec5f1de admin admin] Pushing event deleted for resources: {'Network': ['ID=53a615ae-ff84-4899-8f14-2931507552c3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:20.511847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3180b3e6-ec1f-4444-b582-7fddde3b20d5 req-d6942fc1-55ee-476e-8ee6-1aab76d241fe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.2368186 Oct 13 00:06:20.512220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:20.515176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:20.521701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:20.522007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:20.522392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:20.522840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Bound port: 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:20.523200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.531552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Request body: {'port': {'device_id': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'admin_state_up': True, 'tenant_id': '94ce3693ab64427d8932376436ac9843'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:20.579759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eed010c-ecbc-429a-971b-dac88046e8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.583476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event updated for resources: {'Port': ['ID=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:20.592799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-37eb2122-68b2-46b2-8690-aad5add2c792 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94b77bc0561a48d89efe1f9a33774913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5773265 Oct 13 00:06:20.593639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb2122-68b2-46b2-8690-aad5add2c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd34582-95a3-408e-a803-2132e43255ff,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:20.596176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:20.651326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e49ab999-4ab0-455b-8223-e7dd5add1fd6 req-d86640d5-0b03-427d-93f3-6c4317aa5859 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 210 time: 0.0983796 Oct 13 00:06:20.676507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3180b3e6-ec1f-4444-b582-7fddde3b20d5 req-d126d9db-fe89-45b1-9a62-3c344ffdfe0b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632946 Oct 13 00:06:20.678164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:20.679310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.716949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eed010c-ecbc-429a-971b-dac88046e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.728271 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-27657df9-ba4f-427b-a760-d234b955bcdd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8863688 Oct 13 00:06:20.769889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Made reservation on behalf of 94ce3693ab64427d8932376436ac9843 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:20.774027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.805817 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5dc52007-69fe-46a6-962d-cac18833a3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.828917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Request body: {'port': {'device_id': 'ff9df823-dc5c-455b-b065-f20136921a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:20.830104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1c6952a7-3a03-4158-8809-4e3c62168add None None] Provisioning complete for port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:20.830589 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1c6952a7-3a03-4158-8809-4e3c62168add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.832398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:20.837377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:20.859308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eed010c-ecbc-429a-971b-dac88046e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.875748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.915610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eed010c-ecbc-429a-971b-dac88046e8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.917241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1c6952a7-3a03-4158-8809-4e3c62168add None None] Port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:20.921589 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1eed010c-ecbc-429a-971b-dac88046e8b6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/addeeb25-ca9c-4963-864a-98f604b52b7f HTTP/1.1" status: 204 len: 168 time: 0.6055160 Oct 13 00:06:20.924835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40138) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:20.940135 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5dc52007-69fe-46a6-962d-cac18833a3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:20.955041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed010c-ecbc-429a-971b-dac88046e8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=addeeb25-ca9c-4963-864a-98f604b52b7f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:21.000986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:21.001916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.003718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] 10.222.0.45 "PUT /v2.0/ports/37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 1091 time: 3.1872308 Oct 13 00:06:21.004811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:21.007821 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b14d059-5f22-42d8-9207-61404ba6d6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:21.030609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Allocated IP 172.20.0.12 (d744a091-4426-40f1-98f8-d8e46522fa2d/2f574070-5e89-4bd2-80a7-1c92f3a120fa/d0fa89bf-d42a-42a1-aca5-c390b5671c05) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:21.171791 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5dc52007-69fe-46a6-962d-cac18833a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.175455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5dc52007-69fe-46a6-962d-cac18833a3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.180840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5dc52007-69fe-46a6-962d-cac18833a3f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dd34582-95a3-408e-a803-2132e43255ff HTTP/1.1" status: 204 len: 168 time: 0.5700443 Oct 13 00:06:21.190702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.208856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f30e76-bcdf-4c43-a1c0-a863135c8e91 service neutron] Pushing event updated for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:21.221732 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.241458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc52007-69fe-46a6-962d-cac18833a3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd34582-95a3-408e-a803-2132e43255ff,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:21.262300 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55d2d7f-3fbe-4c28-aa02-ae1a38c25156 x-openstack-request-id: req-d55d2d7f-3fbe-4c28-aa02-ae1a38c25156 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:21.264184 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:21.266205 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d55d2d7f-3fbe-4c28-aa02-ae1a38c25156 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:21.266707 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9', 'status': 'completed', 'code': 200} Oct 13 00:06:21.279073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-73dce327-bd31-4d72-9010-a907ea0469ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:21.284992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-73dce327-bd31-4d72-9010-a907ea0469ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1094 time: 0.1920924 Oct 13 00:06:21.339983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.433436 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-4b816db6-26f8-40b4-ae83-e3b3a648468e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 217 time: 0.1331770 Oct 13 00:06:21.517852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d37b-7024-415b-ba12-6921a08d20b9 req-c05848a8-75ed-4e23-9a30-b829ec2c4def tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:21.526706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c855d37b-7024-415b-ba12-6921a08d20b9 req-c05848a8-75ed-4e23-9a30-b829ec2c4def tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 931 time: 0.1580050 Oct 13 00:06:21.529824 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.595664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Network d744a091-4426-40f1-98f8-d8e46522fa2d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:21.605139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:21.619867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:21.627106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:21.628334 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.629375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.665953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4b4492-9d81-45ab-9900-5705ef2b2b35']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:21.669973 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c855d37b-7024-415b-ba12-6921a08d20b9 req-e90e49a1-a247-40b2-9ffd-79c0c9a0b71f tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422017 Oct 13 00:06:21.675362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Pushing event updated for resources: {'Port': ['ID=d0fa89bf-d42a-42a1-aca5-c390b5671c05,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:21.691140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4711f00-f26b-462f-8956-5b10024318aa') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:21.691439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4711f00-f26b-462f-8956-5b10024318aa') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:21.705718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-229ca9b2-ea51-43ec-9bdf-371eb31079db tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1909564 Oct 13 00:06:21.707228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.728882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Request body: {'port': {'device_id': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'device_owner': 'compute:tempest-test_az-1497638610', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:21.729802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.740433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:06:21.740911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:06:21.816133 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:06:21.832890 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.846263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-9ada2dc8-bd8e-4bc2-b3e7-9b23fd78b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:21.847786 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-9ada2dc8-bd8e-4bc2-b3e7-9b23fd78b100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.3415527 Oct 13 00:06:21.870729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.900726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:21.904409 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] 10.222.0.21 "DELETE /v2.0/networks/de4b4492-9d81-45ab-9900-5705ef2b2b35 HTTP/1.1" status: 204 len: 168 time: 0.9613817 Oct 13 00:06:21.927662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cfcb3-0ac9-4480-ad1c-05bdd25b1166 admin admin] Pushing event deleted for resources: {'Network': ['ID=de4b4492-9d81-45ab-9900-5705ef2b2b35,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:21.928678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-f623f832-e69e-4619-a034-0906acd81950 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605490 Oct 13 00:06:21.938078 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-00463d68-f62f-4c8f-a2cc-b4283f41eb08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612381 Oct 13 00:06:21.957389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6c0ed5fa-8ddc-4614-bbb4-e86dd439a410 None None] Provisioning complete for port d0fa89bf-d42a-42a1-aca5-c390b5671c05 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:21.957966 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed5fa-8ddc-4614-bbb4-e86dd439a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.070051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ed5fa-8ddc-4614-bbb4-e86dd439a410 None None] Port d0fa89bf-d42a-42a1-aca5-c390b5671c05 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:22.097062 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-679e64dc-c932-4c6f-bd44-371ec576a5e3 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487412 Oct 13 00:06:22.120588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13d7ee-4f6e-453d-a674-6650793b7b02 req-0b267bdf-a2a3-4046-8e18-1e3ca745d817 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:22.128072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca13d7ee-4f6e-453d-a674-6650793b7b02 req-0b267bdf-a2a3-4046-8e18-1e3ca745d817 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 932 time: 0.2585170 Oct 13 00:06:22.179000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40216) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:22.202589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:22.217958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.262046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Transition to ACTIVE for port object 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:22.276961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.308389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ccff7f8c-fd77-4862-8085-87b6c14bcec9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5af9874a37b40a6bc5fcd320f405663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1264896 Oct 13 00:06:22.311035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ae8c6cd1-8ddb-460c-b04a-9b41fd105ae8 req-8970bd2c-3a0d-4012-9ef6-47812ec1b0c6 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902170 Oct 13 00:06:22.313447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40220) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:22.382335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Pushing event updated for resources: {'Port': ['ID=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:22.499795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca13d7ee-4f6e-453d-a674-6650793b7b02 req-ff71e7c1-1a27-45b0-b66b-07586b986120 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668587 Oct 13 00:06:22.513240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Attempting to bind port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:22.513240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Attempting to bind port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:22.513240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Attempting to bind port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 on network d40dea09-fc9f-4bf5-8d6c-92e066398f0b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:22.522629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-d9cc4f7e-d000-41e8-bf98-c94d35bb81ca tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:22.522856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 on network d40dea09-fc9f-4bf5-8d6c-92e066398f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:22.522971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Attempting to bind port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 on network d40dea09-fc9f-4bf5-8d6c-92e066398f0b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:22.537948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:22.538378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Checking segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:22.538745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Bound using segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:22.539361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Bound port: 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:22.539897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.543804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-d9cc4f7e-d000-41e8-bf98-c94d35bb81ca tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5838840 Oct 13 00:06:22.605368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-9b63374f-255e-4035-bff4-0a22bb7ee9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:22.606968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-9b63374f-255e-4035-bff4-0a22bb7ee9e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1094 time: 0.1466031 Oct 13 00:06:22.607859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8130f645-38ae-425b-bbdb-17069f9ad982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.617726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b232c1a2-ff53-4f3d-a870-3a1f2a2b6a13 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/quotas/ffbd6ec2f6c2419fa71d81d428cd918e HTTP/1.1" status: 200 len: 375 time: 0.0726910 Oct 13 00:06:22.691236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-227aa6dc-4a84-4c01-967f-5cb187fe3ca8 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597196 Oct 13 00:06:22.732707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8130f645-38ae-425b-bbdb-17069f9ad982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.736159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6422b6-31a2-4d0b-a490-b2e8b2dd9084 req-63363155-bf72-4881-a435-0258176f1053 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:22.738508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f6422b6-31a2-4d0b-a490-b2e8b2dd9084 req-63363155-bf72-4881-a435-0258176f1053 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.1222160 Oct 13 00:06:22.744852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] For port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:22.811694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] For port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:22.820108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 11b344ef-88f6-409e-9c9b-b117429b61c9 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:06:22.847618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fa89bf-d42a-42a1-aca5-c390b5671c05 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:22.851422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.874270 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.893816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 11b344ef-88f6-409e-9c9b-b117429b61c9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:06:22.894530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 11b344ef-88f6-409e-9c9b-b117429b61c9 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:06:22.896613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f6422b6-31a2-4d0b-a490-b2e8b2dd9084 req-cb9c702c-190f-410f-bbf9-cabd5eba96d5 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090326 Oct 13 00:06:22.913444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Transition to ACTIVE for port object d0fa89bf-d42a-42a1-aca5-c390b5671c05 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:22.931458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.984704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:22.985560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.987062 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] 10.222.0.45 "PUT /v2.0/ports/89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 HTTP/1.1" status: 200 len: 1091 time: 2.1770301 Oct 13 00:06:22.995438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8130f645-38ae-425b-bbdb-17069f9ad982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:22.998977 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8130f645-38ae-425b-bbdb-17069f9ad982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:23.000749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8130f645-38ae-425b-bbdb-17069f9ad982 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd17efa2-2111-470f-89e3-e9407c6c91e7 HTTP/1.1" status: 204 len: 168 time: 0.6846890 Oct 13 00:06:23.031237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-8d09046d-9413-48a9-95aa-cec89a4e5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:23.032959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-8d09046d-9413-48a9-95aa-cec89a4e5336 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.4163690 Oct 13 00:06:23.035595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d32944e7-d14a-4f07-ba55-dcc37fed5ebc req-60a513e6-a671-401d-a53b-8b4c9b2c8413 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 210 time: 0.0454891 Oct 13 00:06:23.056994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130f645-38ae-425b-bbdb-17069f9ad982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd17efa2-2111-470f-89e3-e9407c6c91e7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:23.132197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fa89bf-d42a-42a1-aca5-c390b5671c05,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:23.221329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97aa50-449c-4d14-96f3-fd3b5b864951 req-28713f6e-9a43-41e4-bd5b-440d16e677a5 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:23.230018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c97aa50-449c-4d14-96f3-fd3b5b864951 req-28713f6e-9a43-41e4-bd5b-440d16e677a5 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 943 time: 0.2468097 Oct 13 00:06:23.238810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Attempting to bind port d0fa89bf-d42a-42a1-aca5-c390b5671c05 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:23.239649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Attempting to bind port d0fa89bf-d42a-42a1-aca5-c390b5671c05 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:23.240931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Attempting to bind port d0fa89bf-d42a-42a1-aca5-c390b5671c05 on network d744a091-4426-40f1-98f8-d8e46522fa2d {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:23.256844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Port d0fa89bf-d42a-42a1-aca5-c390b5671c05 on network d744a091-4426-40f1-98f8-d8e46522fa2d not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:23.257458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Attempting to bind port d0fa89bf-d42a-42a1-aca5-c390b5671c05 on network d744a091-4426-40f1-98f8-d8e46522fa2d {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:23.267683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:23.268468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Checking segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:23.269020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Bound using segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:23.269795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Bound port: d0fa89bf-d42a-42a1-aca5-c390b5671c05, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:23.270379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:23.390948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c97aa50-449c-4d14-96f3-fd3b5b864951 req-f57f8529-398c-4378-8599-52b006dedd86 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543903 Oct 13 00:06:23.541802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] For port d0fa89bf-d42a-42a1-aca5-c390b5671c05, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:23.555730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] For port d0fa89bf-d42a-42a1-aca5-c390b5671c05, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:23.567940 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:23.601202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9df823-dc5c-455b-b065-f20136921a05', 'tag': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:23.603810 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4299159b-972e-4751-8ebb-c718e83b6b63" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9df823-dc5c-455b-b065-f20136921a05", "tag": "89a2ac2e-73de-4c18-a0a0-d4d05c54dc67"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:23.662418 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-64a51cd8-a8a6-43d6-82a3-815be7b70105 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 217 time: 0.6068122 Oct 13 00:06:23.663145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d98712-169d-4f2f-8cba-60e04717073e service neutron] Pushing event updated for resources: {'Port': ['ID=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:23.711194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0fa89bf-d42a-42a1-aca5-c390b5671c05,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:23.775271 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af15fcd-b2d2-421c-8a2c-1bf5d97ea571 x-openstack-request-id: req-2af15fcd-b2d2-421c-8a2c-1bf5d97ea571 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:23.775912 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9df823-dc5c-455b-b065-f20136921a05", "tag": "89a2ac2e-73de-4c18-a0a0-d4d05c54dc67", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:23.784496 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2af15fcd-b2d2-421c-8a2c-1bf5d97ea571 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:23.785181 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9df823-dc5c-455b-b065-f20136921a05', 'tag': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'status': 'completed', 'code': 200} Oct 13 00:06:23.791423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-7bf7afbb-a620-4e7e-b663-c44e07aa5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:23.794734 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-7bf7afbb-a620-4e7e-b663-c44e07aa5f42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 1094 time: 0.7406883 Oct 13 00:06:23.806355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-38f4f1fb-ccbb-401d-bbf5-2b3002b0feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:23.806520 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:23.807278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:23.808932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-057a84a9-129f-40a8-9895-e04bcd6d98f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 1114 time: 2.0851846 Oct 13 00:06:23.809991 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-38f4f1fb-ccbb-401d-bbf5-2b3002b0feff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1229336 Oct 13 00:06:23.813330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:23.825321 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bebae4-3e89-414d-9430-47b3c717f4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:23.870861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b05f8a-4482-4cde-886b-8653a4a3ba2d req-60893e6a-5c8d-46cd-a69a-ccad97e6d820 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:23.880287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7b05f8a-4482-4cde-886b-8653a4a3ba2d req-60893e6a-5c8d-46cd-a69a-ccad97e6d820 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 966 time: 0.1557474 Oct 13 00:06:23.948930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-1f9bfe80-d3bc-40fc-8a68-5ecb65548d09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 HTTP/1.1" status: 200 len: 217 time: 0.1351392 Oct 13 00:06:23.969677 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-4dc712f4-7a54-4a67-8c79-19a8aff0cf42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373727 Oct 13 00:06:23.988418 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f249de-061a-43d5-958d-29115e22b85d x-openstack-request-id: req-15f249de-061a-43d5-958d-29115e22b85d {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:23.993162 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:23.993371 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15f249de-061a-43d5-958d-29115e22b85d {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:24.000708 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'status': 'completed', 'code': 200} Oct 13 00:06:24.056608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7b05f8a-4482-4cde-886b-8653a4a3ba2d req-ca432e70-429b-477d-8cae-afc058242eb7 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665323 Oct 13 00:06:24.073909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-dba839fc-b584-460b-8bc7-9206dd82ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:24.076346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-dba839fc-b584-460b-8bc7-9206dd82ef22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1117 time: 0.1632190 Oct 13 00:06:24.134892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40304) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:24.161077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-2b09f0e4-46b8-4b38-af47-fe941b248fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:24.162641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-2b09f0e4-46b8-4b38-af47-fe941b248fd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 200 len: 862 time: 0.1861303 Oct 13 00:06:24.178432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-81326ef2-7ca8-4cc5-8abc-a68f43f0c798 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 217 time: 0.0681989 Oct 13 00:06:24.212365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-51e4949c-c5ec-4925-8a44-4ad7dbb2d573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e1fb85170bc45029b0529685fef8c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760846 Oct 13 00:06:24.219582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40308) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:24.253951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb64212-e950-4d4b-b8b7-1783e40ab020 req-3f5907f0-ad5b-4f56-8b8f-e6f50f078228 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:24.255597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fb64212-e950-4d4b-b8b7-1783e40ab020 req-3f5907f0-ad5b-4f56-8b8f-e6f50f078228 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.1571558 Oct 13 00:06:24.281444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-0d22bc57-5e2e-4dc7-b96d-cc65c2847daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:24.282896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-0d22bc57-5e2e-4dc7-b96d-cc65c2847daa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0733769 Oct 13 00:06:24.283246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-51b82944-edf8-4645-a2a1-3f9861c92da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:24.284790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-51b82944-edf8-4645-a2a1-3f9861c92da6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123621 Oct 13 00:06:24.286624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-6a15e7c7-8c5d-48c7-843e-9830ba1c3b3d service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088911 Oct 13 00:06:24.287299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40310) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:24.334324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fb64212-e950-4d4b-b8b7-1783e40ab020 req-0a4fabbd-b221-4f1a-abc8-22930f5cacf8 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677507 Oct 13 00:06:24.347334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-c36ff184-61c6-4dcb-b3d4-34092a8f685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:24.348250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b16a-eb8d-4780-832d-9ebeaa063053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:24.349393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-c36ff184-61c6-4dcb-b3d4-34092a8f685a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531850 Oct 13 00:06:24.461643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b16a-eb8d-4780-832d-9ebeaa063053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:24.482905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c56220d-093c-449c-b9b6-f79868f010fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:24.508437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-6a6580b5-4010-4076-ab3d-539da0659008 service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457930 Oct 13 00:06:24.589890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fbc81aa-50de-4aa1-8749-1a7a41ac51be req-b589c32a-7cb7-4e55-99a3-adc2195d34e2 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 210 time: 0.0789590 Oct 13 00:06:24.637670 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-53cc2f23-4829-4027-a5df-4bf1f443fd6e service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312638 Oct 13 00:06:24.642905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b14d059-5f22-42d8-9207-61404ba6d6fd req-7cf48604-3692-46a2-91ea-96b3443a8af5 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354359 Oct 13 00:06:24.644525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-50b8e8b7-beba-4f9f-9302-6635d133054f tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444446 Oct 13 00:06:24.647240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa82e4ef-65d7-422d-bc01-7e62101ea7ed req-4ec5de90-98c0-4921-8a57-db9aa6d2b8f4 service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242220 Oct 13 00:06:24.747498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c56220d-093c-449c-b9b6-f79868f010fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:24.784644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b16a-eb8d-4780-832d-9ebeaa063053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:24.787339 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b16a-eb8d-4780-832d-9ebeaa063053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:24.791583 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dcc0b16a-eb8d-4780-832d-9ebeaa063053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6452a459-3dac-4240-9694-2b2dd8eff578 HTTP/1.1" status: 204 len: 168 time: 0.5665190 Oct 13 00:06:24.798631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c56220d-093c-449c-b9b6-f79868f010fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:24.844490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a68bf-c9fd-484c-b0b8-99dab008833a req-ed1e7223-d50b-401a-8b3c-70b57d41be6f tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:24.853428 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0b16a-eb8d-4780-832d-9ebeaa063053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6452a459-3dac-4240-9694-2b2dd8eff578,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:24.858598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d74a68bf-c9fd-484c-b0b8-99dab008833a req-ed1e7223-d50b-401a-8b3c-70b57d41be6f tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 943 time: 0.1338189 Oct 13 00:06:24.884932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-0dfc68fb-5022-483e-94da-76f9f1ca215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:24.886575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-0dfc68fb-5022-483e-94da-76f9f1ca215b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1117 time: 0.1204088 Oct 13 00:06:24.899775 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9c56220d-093c-449c-b9b6-f79868f010fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25601d3a0a2c44f7a2163fcabf28f13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112728 Oct 13 00:06:24.904724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40336) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:24.956771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d74a68bf-c9fd-484c-b0b8-99dab008833a req-f73431a2-2896-4549-b539-e74082417f04 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007843 Oct 13 00:06:24.985374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56220d-093c-449c-b9b6-f79868f010fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acece4e6-9c89-4a5c-b199-8e8bc9e1f619,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:25.028099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a006-7b43-4ea3-881d-5c2fc4e9af7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:25.031420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-94ed98b6-35bf-44fd-888f-ecd8f077b53b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.034100 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-94ed98b6-35bf-44fd-888f-ecd8f077b53b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3753517 Oct 13 00:06:25.052030 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a006-7b43-4ea3-881d-5c2fc4e9af7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:25.068592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Request body: {'port': {'device_id': 'a2dfc04d-4af8-4249-b2e2-01345ad001b7', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'ffbd6ec2f6c2419fa71d81d428cd918e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:25.116219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a006-7b43-4ea3-881d-5c2fc4e9af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:25.121879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7a6a006-7b43-4ea3-881d-5c2fc4e9af7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:25.127254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a7a6a006-7b43-4ea3-881d-5c2fc4e9af7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acece4e6-9c89-4a5c-b199-8e8bc9e1f619 HTTP/1.1" status: 204 len: 168 time: 0.2203209 Oct 13 00:06:25.141174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6a006-7b43-4ea3-881d-5c2fc4e9af7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acece4e6-9c89-4a5c-b199-8e8bc9e1f619,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:25.205367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-7c7dd052-cd5a-4a0e-ad85-8f0f647766db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.207087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-7c7dd052-cd5a-4a0e-ad85-8f0f647766db service neutron] 10.222.0.36 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.2606761 Oct 13 00:06:25.257498 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-72b6d139-bf11-4da3-8267-12f5095951b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 217 time: 0.0417111 Oct 13 00:06:25.262935 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb4982fd-f0bd-4379-bff6-ca95873cac50 req-536ad2e6-d804-48f6-b09f-3630b6a3494e service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737474 Oct 13 00:06:25.273061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b108f7-294a-4025-9527-7bbfb06e72db req-14b0a8f5-f53d-4032-8ac4-ee0a44f93d04 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.276233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31b108f7-294a-4025-9527-7bbfb06e72db req-14b0a8f5-f53d-4032-8ac4-ee0a44f93d04 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 966 time: 0.1099684 Oct 13 00:06:25.304255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Made reservation on behalf of ffbd6ec2f6c2419fa71d81d428cd918e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:25.308743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:25.349617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-155e5ddf-2aa6-4fc3-aa8f-69648167cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.351457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-155e5ddf-2aa6-4fc3-aa8f-69648167cf8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0742109 Oct 13 00:06:25.359467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31b108f7-294a-4025-9527-7bbfb06e72db req-a2891fba-b210-432e-955e-82b4539bafce tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Oct 13 00:06:25.419072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-b3d4e0b8-feed-4d7a-a88d-a263ca57b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.424750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-b3d4e0b8-feed-4d7a-a88d-a263ca57b897 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547080 Oct 13 00:06:25.516616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-8ed1f171-bf11-4aa0-9a81-9aeb358fbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.518411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-8ed1f171-bf11-4aa0-9a81-9aeb358fbb19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 1094 time: 0.0822947 Oct 13 00:06:25.541231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Allocated IP 192.168.233.133 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/3ff0e9e2-76f3-4029-ba23-6a30c1b60123) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:25.588988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-f8f9e0cc-755c-4187-9e33-aaadc6c780fc service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499717 Oct 13 00:06:25.602950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725c92c-a0b2-446d-b06d-5f4aca979fd9 req-ada95374-0630-4923-8f0a-f0843b90985f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.604947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7725c92c-a0b2-446d-b06d-5f4aca979fd9 req-ada95374-0630-4923-8f0a-f0843b90985f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.0784779 Oct 13 00:06:25.722970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-346710b1-ad3e-4167-b1ed-a58670b69e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.724857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-346710b1-ad3e-4167-b1ed-a58670b69e79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 924 time: 0.1959050 Oct 13 00:06:25.752692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7725c92c-a0b2-446d-b06d-5f4aca979fd9 req-3583bdcb-c741-435d-a85a-d41740361a05 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304343 Oct 13 00:06:25.757789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40378) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:25.782835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-e491b421-6e20-4b5f-9db1-e46119383a85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 HTTP/1.1" status: 200 len: 217 time: 0.0495324 Oct 13 00:06:25.833047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37bebae4-3e89-414d-9430-47b3c717f4ae req-85eb9be0-e8a3-49cf-853e-81ea4f8cd861 service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220893 Oct 13 00:06:25.834659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cea9b7b-5cd0-4ad4-8292-50c88773f4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:25.883620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c148ed7-7af7-4217-8ff1-ac9018052cca req-99cab91e-9cf8-4626-a800-05ae67bd29c7 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 210 time: 0.0356746 Oct 13 00:06:25.885919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-1ad6ea8a-d45e-4666-aced-328c0a34710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.887775 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-1ad6ea8a-d45e-4666-aced-328c0a34710e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 200 len: 862 time: 0.0897012 Oct 13 00:06:25.939758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:25.961540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-77b207f7-6077-41ec-92cb-bec6bc053145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:25.963199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-77b207f7-6077-41ec-92cb-bec6bc053145 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619929 Oct 13 00:06:26.012796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cea9b7b-5cd0-4ad4-8292-50c88773f4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.026431 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cea9b7b-5cd0-4ad4-8292-50c88773f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.064855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.077353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4cea9b7b-5cd0-4ad4-8292-50c88773f4b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1379b004cc2c48b98b528be88bacb715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147891 Oct 13 00:06:26.088614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40396) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:26.130764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea9b7b-5cd0-4ad4-8292-50c88773f4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83812a1a-28be-41aa-a911-d540442d7351,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:26.155077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:26.165950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:26.181362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:26.188187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22cd2c-78ff-4287-9569-38c95592909f req-d731d56b-16bc-44a3-b628-3537872b14ed tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:26.190151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd22cd2c-78ff-4287-9569-38c95592909f req-d731d56b-16bc-44a3-b628-3537872b14ed tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 943 time: 0.1111937 Oct 13 00:06:26.222578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84966678-c586-4b38-9b6e-d88ab0d4b798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.230258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-8f6a3f3e-bd40-4f5c-a600-00aa9a080a34 service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552998 Oct 13 00:06:26.233241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Pushing event updated for resources: {'Port': ['ID=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:26.244077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:26.245051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.245900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84966678-c586-4b38-9b6e-d88ab0d4b798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.332887 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-b8ca42d9-e2fe-4219-a6b2-08e97d237b7e tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2733037 Oct 13 00:06:26.353668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Request body: {'port': {'device_id': 'a2dfc04d-4af8-4249-b2e2-01345ad001b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:26.407550 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84966678-c586-4b38-9b6e-d88ab0d4b798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.415089 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84966678-c586-4b38-9b6e-d88ab0d4b798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.418643 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-84966678-c586-4b38-9b6e-d88ab0d4b798 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83812a1a-28be-41aa-a911-d540442d7351 HTTP/1.1" status: 204 len: 168 time: 0.3258846 Oct 13 00:06:26.420903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4299159b-972e-4751-8ebb-c718e83b6b63 req-84f72091-69c8-43ea-84e5-49d01b94f963 service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726873 Oct 13 00:06:26.467543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd22cd2c-78ff-4287-9569-38c95592909f req-ece1751a-a055-4ea9-a947-025fa4ccb835 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465386 Oct 13 00:06:26.482157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84966678-c586-4b38-9b6e-d88ab0d4b798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83812a1a-28be-41aa-a911-d540442d7351,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:26.534481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.695361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04954037-538f-42cc-8f3a-445f8abf7634 req-1a2ae579-e014-43d1-a8e7-d33d6e92cd93 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:26.714514 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04954037-538f-42cc-8f3a-445f8abf7634 req-1a2ae579-e014-43d1-a8e7-d33d6e92cd93 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 966 time: 0.1305199 Oct 13 00:06:26.738591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72a6bf-0742-4779-a673-8d85c0aa721d req-9aba95b0-9239-433d-bb22-a97f03f0d934 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:26.745780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f72a6bf-0742-4779-a673-8d85c0aa721d req-9aba95b0-9239-433d-bb22-a97f03f0d934 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 972 time: 0.1259303 Oct 13 00:06:26.783211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e54eaf33-8f19-423c-9864-55b45270a760 None None] Provisioning complete for port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:26.784305 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e54eaf33-8f19-423c-9864-55b45270a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.789279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04954037-538f-42cc-8f3a-445f8abf7634 req-4a02ec59-f945-4e53-b117-b17e8fc074fe tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728338 Oct 13 00:06:26.832004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f72a6bf-0742-4779-a673-8d85c0aa721d req-f0efa291-5fc6-46a2-adea-a5867269f526 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839269 Oct 13 00:06:26.840967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e54eaf33-8f19-423c-9864-55b45270a760 None None] Port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:26.910953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:26.919105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.940156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405ef6b-dbdd-4d14-a330-d66aa3b982ef req-88dafeb7-3ae6-4bea-9635-ed0f3ae4fc26 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:26.945410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e405ef6b-dbdd-4d14-a330-d66aa3b982ef req-88dafeb7-3ae6-4bea-9635-ed0f3ae4fc26 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.0614250 Oct 13 00:06:26.945491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Transition to ACTIVE for port object 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:26.952186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:26.983411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e405ef6b-dbdd-4d14-a330-d66aa3b982ef req-119305de-cf09-485c-9bb7-3d78239415f0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Oct 13 00:06:27.053904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f11c4-fd7d-448a-a4aa-3c180dddeb3d req-9c3a5b43-086d-4959-b146-ccfa675f2263 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:27.055725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e31f11c4-fd7d-448a-a4aa-3c180dddeb3d req-9c3a5b43-086d-4959-b146-ccfa675f2263 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 948 time: 0.0548100 Oct 13 00:06:27.125597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e31f11c4-fd7d-448a-a4aa-3c180dddeb3d req-d15c742c-681b-4b69-bbc8-e3d060677dec tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636704 Oct 13 00:06:27.210709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40434) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:27.232304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Pushing event updated for resources: {'Port': ['ID=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:27.318397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Attempting to bind port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:27.318762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Attempting to bind port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:27.319086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Attempting to bind port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:27.324255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:27.324442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Attempting to bind port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:27.329684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:27.330072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:27.330461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:27.330976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Bound port: 3ff0e9e2-76f3-4029-ba23-6a30c1b60123, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:27.331237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:27.410560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] For port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:27.413800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb1a6478-eac2-4c5d-bead-2e9023965ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:27.416124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] For port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:27.424622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:27.476875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:27.477706 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:27.479267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] 10.222.0.36 "PUT /v2.0/ports/3ff0e9e2-76f3-4029-ba23-6a30c1b60123 HTTP/1.1" status: 200 len: 1096 time: 1.1314762 Oct 13 00:06:27.479867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dfc04d-4af8-4249-b2e2-01345ad001b7', 'tag': '3ff0e9e2-76f3-4029-ba23-6a30c1b60123'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:27.484259 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889dbba7-4ffd-43b2-a99d-788a418d0e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dfc04d-4af8-4249-b2e2-01345ad001b7", "tag": "3ff0e9e2-76f3-4029-ba23-6a30c1b60123"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:27.521134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312965d9-1d12-41f5-8b91-539d986c3b1d service neutron] Pushing event updated for resources: {'Port': ['ID=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:27.526356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:27.583083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb1a6478-eac2-4c5d-bead-2e9023965ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:27.628297 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a7f929-0a5e-459b-af91-3e4b1fc0a57b x-openstack-request-id: req-66a7f929-0a5e-459b-af91-3e4b1fc0a57b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:27.632437 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb1a6478-eac2-4c5d-bead-2e9023965ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:27.632947 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dfc04d-4af8-4249-b2e2-01345ad001b7", "tag": "3ff0e9e2-76f3-4029-ba23-6a30c1b60123", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:27.638642 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66a7f929-0a5e-459b-af91-3e4b1fc0a57b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:27.639087 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dfc04d-4af8-4249-b2e2-01345ad001b7', 'tag': '3ff0e9e2-76f3-4029-ba23-6a30c1b60123', 'status': 'completed', 'code': 200} Oct 13 00:06:27.658291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-04eb0547-1c6f-493a-8e44-718e930e42a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:27.660258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-04eb0547-1c6f-493a-8e44-718e930e42a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 1099 time: 0.0995939 Oct 13 00:06:27.686415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bb1a6478-eac2-4c5d-bead-2e9023965ffd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a4bac35993f40ebbe8fc417bae1c90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737244 Oct 13 00:06:27.690818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40456) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:27.740278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3a36e-46e6-4bd0-80c8-90bbc2e3121f req-e93b746a-904f-43d6-a6d2-4988604dade1 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:27.751990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8af3a36e-46e6-4bd0-80c8-90bbc2e3121f req-e93b746a-904f-43d6-a6d2-4988604dade1 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 943 time: 0.1719110 Oct 13 00:06:27.762891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a6478-eac2-4c5d-bead-2e9023965ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c174d-8ecf-47c9-bc52-81e271a29954,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:27.800752 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-921ca10e-f875-4b49-a7de-6d83faea77b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=3ff0e9e2-76f3-4029-ba23-6a30c1b60123 HTTP/1.1" status: 200 len: 217 time: 0.1181712 Oct 13 00:06:27.826496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8af3a36e-46e6-4bd0-80c8-90bbc2e3121f req-9e7f0147-a190-4814-9dfd-aeb31b6c56ed tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688612 Oct 13 00:06:27.915011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:27.950493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '37ab5a99-ff1f-48a2-89aa-f69800c53da9', 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'port_id': '37ab5a99-ff1f-48a2-89aa-f69800c53da9', 'mac_address': 'fa:16:3e:f0:54:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2038ec-5b3d-4754-a075-954b2e4cab2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:27.960346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-1df91c1e-dc3a-4eb5-a0c9-54e39040de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:27.962324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-1df91c1e-dc3a-4eb5-a0c9-54e39040de56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1517153 Oct 13 00:06:27.975174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb39a71e-35f8-451a-a899-836b45add199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.008239 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.028608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ab5a99-ff1f-48a2-89aa-f69800c53da9 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:28.053242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:28.055053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735ef5-bb5c-492f-b7f7-f053eab76e11 req-e6f1ec90-e8bc-41cf-ad6d-b25606220d1d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.063972 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.068601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96735ef5-bb5c-492f-b7f7-f053eab76e11 req-e6f1ec90-e8bc-41cf-ad6d-b25606220d1d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 966 time: 0.1626217 Oct 13 00:06:28.072708 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb39a71e-35f8-451a-a899-836b45add199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.107846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-68ae0c8f-4a2a-4ca4-bc68-8eea29d3bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.109943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-68ae0c8f-4a2a-4ca4-bc68-8eea29d3bf78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096787 Oct 13 00:06:28.133086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fe394-a950-433b-bceb-1ddc516878cf req-c34f9a19-c3c4-483a-856f-95b7ed026c58 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.144333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f9fe394-a950-433b-bceb-1ddc516878cf req-c34f9a19-c3c4-483a-856f-95b7ed026c58 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 972 time: 0.1794026 Oct 13 00:06:28.170170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96735ef5-bb5c-492f-b7f7-f053eab76e11 req-160144d3-1026-4337-a9ea-d329af50ec44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950842 Oct 13 00:06:28.192812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:28.217688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb39a71e-35f8-451a-a899-836b45add199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.220854 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb39a71e-35f8-451a-a899-836b45add199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.222453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb39a71e-35f8-451a-a899-836b45add199 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/991c174d-8ecf-47c9-bc52-81e271a29954 HTTP/1.1" status: 204 len: 168 time: 0.5306046 Oct 13 00:06:28.243024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39a71e-35f8-451a-a899-836b45add199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c174d-8ecf-47c9-bc52-81e271a29954,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:28.246355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-e1eb7f90-259f-4ad0-928d-cf06ecdf3b11 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269763 Oct 13 00:06:28.287839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f9fe394-a950-433b-bceb-1ddc516878cf req-b8a49a51-0c28-4ed0-a4b4-2f236a6e9604 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/security-groups?id=24e5c5a0-2e61-4d2d-9b21-f812a197448d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423268 Oct 13 00:06:28.347696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-56fc094e-7654-4e22-bc72-0dc7df1d6377 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.349286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-56fc094e-7654-4e22-bc72-0dc7df1d6377 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 972 time: 0.1242461 Oct 13 00:06:28.366750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99be53-63da-4701-85db-b55faab1d652 req-6368cd44-2bd7-4e77-b553-cda7a53a28ad tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.368758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e99be53-63da-4701-85db-b55faab1d652 req-6368cd44-2bd7-4e77-b553-cda7a53a28ad tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 944 time: 0.0785568 Oct 13 00:06:28.403830 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5de58f7b-6e1a-4956-8870-38b745ebc9f5 req-10aab5a5-a040-44f3-9653-0a4570169195 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498120 Oct 13 00:06:28.564948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-9c67f8f2-9d0c-4617-a81e-910b5ecef434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.567119 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-9c67f8f2-9d0c-4617-a81e-910b5ecef434 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 1099 time: 0.0622110 Oct 13 00:06:28.614366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['37ab5a99-ff1f-48a2-89aa-f69800c53da9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:28.663340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40494) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:28.681901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20cbde76-1247-4d40-a552-bbe2f4a88eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.765251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-98624aac-2a84-4a6c-862d-27cca3dca965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.766904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-98624aac-2a84-4a6c-862d-27cca3dca965 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1924059 Oct 13 00:06:28.778555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e99be53-63da-4701-85db-b55faab1d652 req-d573cddf-384b-4c04-a43c-5854c3ed76cc tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820152 Oct 13 00:06:28.803567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca24691-10ea-46f3-b700-be7f23080572 req-1b1cfee0-457e-46bf-b18f-c8d6dc9286a6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.805095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ca24691-10ea-46f3-b700-be7f23080572 req-1b1cfee0-457e-46bf-b18f-c8d6dc9286a6 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 948 time: 0.4359200 Oct 13 00:06:28.834399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-2d11acfc-2b7e-4c20-8970-54c388b046d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=3ff0e9e2-76f3-4029-ba23-6a30c1b60123 HTTP/1.1" status: 200 len: 217 time: 0.0562639 Oct 13 00:06:28.846571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d0fa89bf-d42a-42a1-aca5-c390b5671c05 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:28.878136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ca24691-10ea-46f3-b700-be7f23080572 req-f2ae919d-32cc-47a8-b5bf-d601319541af tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652366 Oct 13 00:06:28.881213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Deleting port 320250f6-5e93-41a1-95cf-a5a49bd77458 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:06:28.882016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.932265 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20cbde76-1247-4d40-a552-bbe2f4a88eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.940372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20cbde76-1247-4d40-a552-bbe2f4a88eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:28.969705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-1a17cdfc-5511-4188-9c76-ed93ad0a88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:28.972347 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-1a17cdfc-5511-4188-9c76-ed93ad0a88c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1228409 Oct 13 00:06:29.028330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d0fa89bf-d42a-42a1-aca5-c390b5671c05, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:29.044230 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-20cbde76-1247-4d40-a552-bbe2f4a88eb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=947010abccd1450aa98ea02956bbfa76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786154 Oct 13 00:06:29.047110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40504) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:29.052980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbde76-1247-4d40-a552-bbe2f4a88eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8143c89-3d03-4366-b5fe-7640c4aefa0b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:29.056665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'mac_address': 'fa:16:3e:77:63:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-1497638610', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:29.068724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-189013bf-57a8-4d29-b84c-fae72c9470b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:29.070423 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-189013bf-57a8-4d29-b84c-fae72c9470b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793788 Oct 13 00:06:29.118846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77fa8-89f1-4229-b1d7-68eef96cf7ac req-23bc4510-6963-4f9a-88c6-76c2ced61a21 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:29.119661 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.127311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7a77fa8-89f1-4229-b1d7-68eef96cf7ac req-23bc4510-6963-4f9a-88c6-76c2ced61a21 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 943 time: 0.1483407 Oct 13 00:06:29.132942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fa89bf-d42a-42a1-aca5-c390b5671c05 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:29.156578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d0fa89bf-d42a-42a1-aca5-c390b5671c05, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:29.162459 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.185256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] For port 320250f6-5e93-41a1-95cf-a5a49bd77458, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=320250f6-5e93-41a1-95cf-a5a49bd77458,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:29.185633 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.205307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-138198ae-2bf9-4fd8-9f54-951e7b643c29 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256938 Oct 13 00:06:29.205822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Calling delete_port for 320250f6-5e93-41a1-95cf-a5a49bd77458 owned by compute:tempest-test_az-1497638610 {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:06:29.222959 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5bb3-bdcb-4d7a-acc2-e7f66b914a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.229657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d0fa89bf-d42a-42a1-aca5-c390b5671c05,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:29.243771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7a77fa8-89f1-4229-b1d7-68eef96cf7ac req-a31c04b0-a5cd-4f28-9500-2a62b2b6abb0 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132128 Oct 13 00:06:29.332631 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5bb3-bdcb-4d7a-acc2-e7f66b914a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.333151 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-889dbba7-4ffd-43b2-a99d-788a418d0e1f req-8c719e82-4e87-4768-b98d-04285d11efb4 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197417 Oct 13 00:06:29.415607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60707d-bdf1-48c2-af07-708b6e7f87a6 req-1d64cbfb-3af0-4c33-a4d2-c1988c8afb24 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:29.417079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b60707d-bdf1-48c2-af07-708b6e7f87a6 req-1d64cbfb-3af0-4c33-a4d2-c1988c8afb24 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 967 time: 0.0992270 Oct 13 00:06:29.486390 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5bb3-bdcb-4d7a-acc2-e7f66b914a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.488958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5bb3-bdcb-4d7a-acc2-e7f66b914a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.490077 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b6bf5bb3-bdcb-4d7a-acc2-e7f66b914a5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8143c89-3d03-4366-b5fe-7640c4aefa0b HTTP/1.1" status: 204 len: 168 time: 0.4402204 Oct 13 00:06:29.501445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:29.504115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b60707d-bdf1-48c2-af07-708b6e7f87a6 req-79608999-8ca0-4606-a065-1d28f0e07be5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677314 Oct 13 00:06:29.520646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf5bb3-bdcb-4d7a-acc2-e7f66b914a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8143c89-3d03-4366-b5fe-7640c4aefa0b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:29.520646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.533251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d0fa89bf-d42a-42a1-aca5-c390b5671c05'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:29.570176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Pushing event deleted for resources: {'Port': ['ID=320250f6-5e93-41a1-95cf-a5a49bd77458,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:29.613535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:29.653595 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.resource_extend [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:06:29.686106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3be4027c-2c35-410b-bd51-7853d946a78f req-a4ebfbf3-86ce-4ab3-8571-89d5e30d298d tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c898357-eb94-474a-b9e4-3d6ec015a94d HTTP/1.1" status: 200 len: 210 time: 0.0437963 Oct 13 00:06:29.717572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] No DVR routers for this DVR port 320250f6-5e93-41a1-95cf-a5a49bd77458 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:06:29.721384 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.748062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b80eca60-11d6-4dae-b473-5657dd89e4d6 req-3e22c0c3-7764-4000-91a7-38026d8c85f6 tempest-AggregatesAdminTestJSON-1702822958 tempest-AggregatesAdminTestJSON-1702822958-project] 10.222.0.36 "DELETE /v2.0/ports/320250f6-5e93-41a1-95cf-a5a49bd77458 HTTP/1.1" status: 204 len: 173 time: 1.3775959 Oct 13 00:06:29.754239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c898357-eb94-474a-b9e4-3d6ec015a94d', 'name': 'network-vif-deleted', 'tag': '320250f6-5e93-41a1-95cf-a5a49bd77458'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:29.767332 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725a6d7f-3932-43c5-a0ae-1707e0ba55d4" -d '{"events": [{"server_uuid": "2c898357-eb94-474a-b9e4-3d6ec015a94d", "name": "network-vif-deleted", "tag": "320250f6-5e93-41a1-95cf-a5a49bd77458"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:29.851718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:29.886052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:29.886489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:29.893099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:29.897674 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4637583-03ea-4c9c-9c5f-7de2811e222a x-openstack-request-id: req-c4637583-03ea-4c9c-9c5f-7de2811e222a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:29.898359 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c898357-eb94-474a-b9e4-3d6ec015a94d", "name": "network-vif-deleted", "tag": "320250f6-5e93-41a1-95cf-a5a49bd77458", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:29.898810 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4637583-03ea-4c9c-9c5f-7de2811e222a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:29.899450 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c898357-eb94-474a-b9e4-3d6ec015a94d', 'name': 'network-vif-deleted', 'tag': '320250f6-5e93-41a1-95cf-a5a49bd77458', 'status': 'completed', 'code': 200} Oct 13 00:06:30.012528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'port_id': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'mac_address': 'fa:16:3e:34:2b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:30.019561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca4b93-a310-40e4-ac47-87ceaf1cfaeb req-23a1ca4a-3fb1-4d17-89bf-a23566f9fe19 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:30.035498 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-feca4b93-a310-40e4-ac47-87ceaf1cfaeb req-23a1ca4a-3fb1-4d17-89bf-a23566f9fe19 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 944 time: 0.0806768 Oct 13 00:06:30.108967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-feca4b93-a310-40e4-ac47-87ceaf1cfaeb req-70f83ec0-1028-4432-bab5-c35295c68fc9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682545 Oct 13 00:06:30.125482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:30.145348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:30.155361 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:30.192663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:30.212194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408a79c-0e9b-4a76-b81c-e5a26286a2cc req-902949ab-5247-4ac4-a151-726c67b1f06a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:30.220967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7408a79c-0e9b-4a76-b81c-e5a26286a2cc req-902949ab-5247-4ac4-a151-726c67b1f06a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 948 time: 0.1011016 Oct 13 00:06:30.230359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:30.233478 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a616bd66-4721-4d19-ac72-b87828727766" -d '{"events": [{"server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "name": "network-vif-plugged", "status": "completed", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:30.241643 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:30.245383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:30.272537 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:30.277836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7408a79c-0e9b-4a76-b81c-e5a26286a2cc req-815d01cb-23cf-4499-9667-f2c1577ff399 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558610 Oct 13 00:06:30.302142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:30.368220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:30.453163 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4bf9d0-fa58-449f-b568-2cc28d078be3 x-openstack-request-id: req-2b4bf9d0-fa58-449f-b568-2cc28d078be3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:30.453455 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "name": "network-vif-plugged", "status": "completed", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:30.453713 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b4bf9d0-fa58-449f-b568-2cc28d078be3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:30.454111 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9', 'code': 200} Oct 13 00:06:30.600155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0921-04e6-4ad4-aeb6-ea60e49cb435 req-633930a5-02b1-4668-bee7-88761c7e029d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:30.602236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-342a0921-04e6-4ad4-aeb6-ea60e49cb435 req-633930a5-02b1-4668-bee7-88761c7e029d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 944 time: 0.0765338 Oct 13 00:06:30.632952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['89a2ac2e-73de-4c18-a0a0-d4d05c54dc67'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:30.686199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-342a0921-04e6-4ad4-aeb6-ea60e49cb435 req-4b3dbb09-4a5b-4ad1-a431-73269efcfe5b tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725992 Oct 13 00:06:30.723577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e1ebc-5dce-48ea-af1a-e4079a3895f3 req-323db290-5dcb-411b-977d-489c6d565aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:30.725876 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb7e1ebc-5dce-48ea-af1a-e4079a3895f3 req-323db290-5dcb-411b-977d-489c6d565aab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1096 time: 0.1517782 Oct 13 00:06:30.785217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['320250f6-5e93-41a1-95cf-a5a49bd77458'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:30.801057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb7e1ebc-5dce-48ea-af1a-e4079a3895f3 req-538f02ad-81e0-43f9-b15a-a6605409ab2d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669463 Oct 13 00:06:30.823412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3723-acdb-4cb3-a148-1c1b2ede3b12 req-f6c4b80f-30fc-4b49-b65d-3df7afd4300b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:30.825564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59ef3723-acdb-4cb3-a148-1c1b2ede3b12 req-f6c4b80f-30fc-4b49-b65d-3df7afd4300b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 967 time: 0.0703158 Oct 13 00:06:30.867491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59ef3723-acdb-4cb3-a148-1c1b2ede3b12 req-a9a4069b-3277-4c1e-8bf0-15ccbe8753d1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350068 Oct 13 00:06:31.148608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40624) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:31.181185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40632) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:31.223769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db652a9-795b-44a7-8ddd-0d8055683803 req-60fa3859-50a8-41a3-a141-8a05c9f71899 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:31.225279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3db652a9-795b-44a7-8ddd-0d8055683803 req-60fa3859-50a8-41a3-a141-8a05c9f71899 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 945 time: 0.0581851 Oct 13 00:06:31.273908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3db652a9-795b-44a7-8ddd-0d8055683803 req-ef94e9f9-1d99-4b29-911e-4ed8c315f27d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Oct 13 00:06:31.298507 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-363f0e2a-3ac6-43a0-ae68-e81e2b99a108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.406027 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cda222bb-b07a-4181-b154-c37d1f232901 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6444cc98cdb4289bfe136fd697ee875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207153 Oct 13 00:06:31.408604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40642) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:31.429097 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-363f0e2a-3ac6-43a0-ae68-e81e2b99a108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.437988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-363f0e2a-3ac6-43a0-ae68-e81e2b99a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.471931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-363f0e2a-3ac6-43a0-ae68-e81e2b99a108 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b18f8e3a4ea740dcbc4779522bbf7182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222091 Oct 13 00:06:31.477035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40644) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:31.480140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34161dc3-a9d4-49e7-ae22-ef809e7e720d req-021518ed-b07b-4a13-a981-b8f576a52681 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:31.481637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34161dc3-a9d4-49e7-ae22-ef809e7e720d req-021518ed-b07b-4a13-a981-b8f576a52681 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 948 time: 0.0966494 Oct 13 00:06:31.506246 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7340fa97-7fdb-4552-865a-d3180c0ff278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.520179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:31.552914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7340fa97-7fdb-4552-865a-d3180c0ff278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.560547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34161dc3-a9d4-49e7-ae22-ef809e7e720d req-7abec52a-b9eb-4473-8c30-fa60fc2c131c tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648706 Oct 13 00:06:31.570132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f0e2a-3ac6-43a0-ae68-e81e2b99a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328788ac-c2fc-4b1f-9b5c-eddbe058e4bb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:31.591176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dc79a4a-1f7f-4bcb-a87a-04c26b5e8d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.625241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dc79a4a-1f7f-4bcb-a87a-04c26b5e8d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.630697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:31.645411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:31.645904 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.657063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7340fa97-7fdb-4552-865a-d3180c0ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.659714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7340fa97-7fdb-4552-865a-d3180c0ff278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.663244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7340fa97-7fdb-4552-865a-d3180c0ff278 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24e5c5a0-2e61-4d2d-9b21-f812a197448d HTTP/1.1" status: 204 len: 168 time: 0.2491415 Oct 13 00:06:31.680768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340fa97-7fdb-4552-865a-d3180c0ff278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e5c5a0-2e61-4d2d-9b21-f812a197448d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:31.715711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dc79a4a-1f7f-4bcb-a87a-04c26b5e8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.719601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dc79a4a-1f7f-4bcb-a87a-04c26b5e8d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.723747 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6dc79a4a-1f7f-4bcb-a87a-04c26b5e8d50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/328788ac-c2fc-4b1f-9b5c-eddbe058e4bb HTTP/1.1" status: 204 len: 168 time: 0.2453959 Oct 13 00:06:31.737702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc79a4a-1f7f-4bcb-a87a-04c26b5e8d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328788ac-c2fc-4b1f-9b5c-eddbe058e4bb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:31.792036 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.811939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852c41f-7588-45e9-8c3c-12a135524a53 req-dac294c7-cc2f-44f5-9c79-95514e7c8f75 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:31.819799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4852c41f-7588-45e9-8c3c-12a135524a53 req-dac294c7-cc2f-44f5-9c79-95514e7c8f75 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 944 time: 0.0647640 Oct 13 00:06:31.833419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:31.839405 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:31.861050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4852c41f-7588-45e9-8c3c-12a135524a53 req-14b01d1b-eddf-45b2-bbdd-09beeafe821b tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 Oct 13 00:06:31.898551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:32.014380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9a42e-cfe7-4b87-a3b3-0fcd688c9cdf req-0c9feb52-e25b-477b-a868-6fb140ed5fec tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:32.016462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcc9a42e-cfe7-4b87-a3b3-0fcd688c9cdf req-0c9feb52-e25b-477b-a868-6fb140ed5fec tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 967 time: 0.0541201 Oct 13 00:06:32.072242 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcc9a42e-cfe7-4b87-a3b3-0fcd688c9cdf req-07fd9b49-973a-4369-9983-6e05a5f11ed2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Oct 13 00:06:32.221228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40678) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:32.221572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40680) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:32.247145 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4e92-31f4-4ffc-a873-b719540e0543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.288330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40682) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:32.298348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-02d6a742-27e6-4744-966a-ce95b1540423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d6bbae13d3142bdbab1517670d7ffa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774770 Oct 13 00:06:32.339584 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b8bb-57bf-4d8c-b4b4-f42dcec43fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.361474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b8bb-57bf-4d8c-b4b4-f42dcec43fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.383907 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4e92-31f4-4ffc-a873-b719540e0543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.397901 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4e92-31f4-4ffc-a873-b719540e0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.427863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b8bb-57bf-4d8c-b4b4-f42dcec43fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.430441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b8bb-57bf-4d8c-b4b4-f42dcec43fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.434297 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c4c5b8bb-57bf-4d8c-b4b4-f42dcec43fac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90eb8005-66a7-45e2-9450-98549bccf13e HTTP/1.1" status: 204 len: 168 time: 0.1448960 Oct 13 00:06:32.442815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5b8bb-57bf-4d8c-b4b4-f42dcec43fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb8005-66a7-45e2-9450-98549bccf13e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:32.455718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9df823-dc5c-455b-b065-f20136921a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:32.459650 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e644da0-cfac-415c-bfb3-585bb10ed0e3" -d '{"events": [{"server_uuid": "ff9df823-dc5c-455b-b065-f20136921a05", "name": "network-vif-plugged", "status": "completed", "tag": "89a2ac2e-73de-4c18-a0a0-d4d05c54dc67"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:32.497623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2c3a4e92-31f4-4ffc-a873-b719540e0543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99670eea17c6496aaa9583474ca669d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694490 Oct 13 00:06:32.500648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40694) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:32.501185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a4e92-31f4-4ffc-a873-b719540e0543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c31f5e-923d-47bd-a202-b2774708f716,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:32.526999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd21b1e-9a1f-4b27-9902-ea392787bce4 req-42602dc1-f264-4e0d-80e3-e7cf1bdc9f5d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:32.528923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cd21b1e-9a1f-4b27-9902-ea392787bce4 req-42602dc1-f264-4e0d-80e3-e7cf1bdc9f5d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 945 time: 0.1436787 Oct 13 00:06:32.588129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cd21b1e-9a1f-4b27-9902-ea392787bce4 req-e27ed842-f214-43e2-bd6a-499026d6ad8d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515637 Oct 13 00:06:32.596044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64393a65-3e26-428a-839c-64f2134058bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.627450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-babd67b8-e98e-4fc8-9d62-c416ce1e8b7a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380166 Oct 13 00:06:32.628431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64393a65-3e26-428a-839c-64f2134058bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.692400 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64393a65-3e26-428a-839c-64f2134058bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.695720 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64393a65-3e26-428a-839c-64f2134058bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:32.697108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-64393a65-3e26-428a-839c-64f2134058bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6c31f5e-923d-47bd-a202-b2774708f716 HTTP/1.1" status: 204 len: 168 time: 0.1954701 Oct 13 00:06:32.707057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64393a65-3e26-428a-839c-64f2134058bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c31f5e-923d-47bd-a202-b2774708f716,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:32.767712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-2798ad0c-2f04-401b-8c60-91e629511f82 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:32.769367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-2798ad0c-2f04-401b-8c60-91e629511f82 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373432 Oct 13 00:06:32.785373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-ede64cc2-27a8-476e-b840-be5b208555dc tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/quotas/2d05105741314c25be26b660be8365c0 HTTP/1.1" status: 200 len: 375 time: 0.0103099 Oct 13 00:06:32.837112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-b3bd45af-03e1-4328-b9e3-276a369d72ec tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399377 Oct 13 00:06:32.859993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:32.908486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d0fa89bf-d42a-42a1-aca5-c390b5671c05 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:33.044522 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99df2317-bb0f-45cc-aa15-df60f85263f3 x-openstack-request-id: req-99df2317-bb0f-45cc-aa15-df60f85263f3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:33.045499 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9df823-dc5c-455b-b065-f20136921a05", "name": "network-vif-plugged", "status": "completed", "tag": "89a2ac2e-73de-4c18-a0a0-d4d05c54dc67", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:33.046976 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99df2317-bb0f-45cc-aa15-df60f85263f3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:33.047438 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9df823-dc5c-455b-b065-f20136921a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'code': 200} Oct 13 00:06:33.174505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:33.179020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port d0fa89bf-d42a-42a1-aca5-c390b5671c05 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:33.200577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcad004-0691-4007-ac74-75f6da2d2e82 req-8091687b-0e47-47fb-8f09-ddf8732fa154 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:33.208577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efcad004-0691-4007-ac74-75f6da2d2e82 req-8091687b-0e47-47fb-8f09-ddf8732fa154 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 948 time: 0.1076856 Oct 13 00:06:33.211407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port d0fa89bf-d42a-42a1-aca5-c390b5671c05 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:33.212072 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:33.216745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '3ff0e9e2-76f3-4029-ba23-6a30c1b60123', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '3ff0e9e2-76f3-4029-ba23-6a30c1b60123', 'mac_address': 'fa:16:3e:ca:45:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:33.236755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b630854-c680-4aef-b49a-e77b0c20211d req-abdf5110-7057-4e02-8139-25dec408e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:33.238368 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b630854-c680-4aef-b49a-e77b0c20211d req-abdf5110-7057-4e02-8139-25dec408e97f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 1096 time: 0.0927992 Oct 13 00:06:33.311998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b630854-c680-4aef-b49a-e77b0c20211d req-5cd55344-9fdd-45d5-aebf-dee6ad47d194 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663173 Oct 13 00:06:33.316255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:33.335228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efcad004-0691-4007-ac74-75f6da2d2e82 req-631d377e-ac33-4a5f-af5a-db7d574a4b77 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249957 Oct 13 00:06:33.346531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:33.374341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8c272-e3b8-469e-97ff-3ab31910811b req-062e077c-776f-4018-a4d8-d75719d7f430 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:33.376178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0e8c272-e3b8-469e-97ff-3ab31910811b req-062e077c-776f-4018-a4d8-d75719d7f430 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 945 time: 0.1699262 Oct 13 00:06:33.425453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:33.436466 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:33.444323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0e8c272-e3b8-469e-97ff-3ab31910811b req-647eba08-a3b4-488f-ada3-87a90fddd86c tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486529 Oct 13 00:06:33.448371 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:33.524778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d0fa89bf-d42a-42a1-aca5-c390b5671c05, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:33.527860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:33.535805 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:33.536608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 320250f6-5e93-41a1-95cf-a5a49bd77458 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:06:33.558680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 320250f6-5e93-41a1-95cf-a5a49bd77458 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:06:33.559531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 320250f6-5e93-41a1-95cf-a5a49bd77458 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:06:33.561980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93cb7b80-734f-4fff-89c7-485bf7e1bcd0 req-ed123858-0d98-400f-93c2-12078d56c5cc tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 210 time: 0.0597003 Oct 13 00:06:33.621786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d0fa89bf-d42a-42a1-aca5-c390b5671c05,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:33.721614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8b286-d778-4821-a40d-b96a5a412f59 req-ed4f5deb-ba87-4c0e-babe-262b2320474d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:33.728137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fb8b286-d778-4821-a40d-b96a5a412f59 req-ed4f5deb-ba87-4c0e-babe-262b2320474d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 968 time: 0.0609577 Oct 13 00:06:33.774806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fb8b286-d778-4821-a40d-b96a5a412f59 req-4309d6a5-a17d-4802-bd94-3d4e14c9c71b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441699 Oct 13 00:06:33.806257 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3ff0e9e2-76f3-4029-ba23-6a30c1b60123'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:33.937085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e1866-ac8d-41f0-b2d2-5423353b0ae4 req-34b3842e-066d-4727-9dd4-af45103ac9a5 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:33.939145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb7e1866-ac8d-41f0-b2d2-5423353b0ae4 req-34b3842e-066d-4727-9dd4-af45103ac9a5 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 945 time: 0.0750020 Oct 13 00:06:33.997653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb7e1866-ac8d-41f0-b2d2-5423353b0ae4 req-7b928375-f54f-4f0c-abb1-5d4f90ed86c5 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495079 Oct 13 00:06:34.387772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe9a92-23c5-424a-8b12-795a2ecac117 req-61cd2e90-8c52-48e1-a8a4-8f99eeb7d526 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:34.390905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82fe9a92-23c5-424a-8b12-795a2ecac117 req-61cd2e90-8c52-48e1-a8a4-8f99eeb7d526 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1096 time: 0.0560300 Oct 13 00:06:34.447283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82fe9a92-23c5-424a-8b12-795a2ecac117 req-cdae8c5e-9946-4481-a60f-f8a3b88e0dbb tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 Oct 13 00:06:34.535003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90ff8b-c392-4717-bac1-4f141019e906 req-8a196fc2-04c2-4d8d-869b-0084dd2a705a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:34.536521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e90ff8b-c392-4717-bac1-4f141019e906 req-8a196fc2-04c2-4d8d-869b-0084dd2a705a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 949 time: 0.1168175 Oct 13 00:06:34.558191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-848858e1-8a03-47d3-9ec8-70d13d77d9b9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435209 Oct 13 00:06:34.723901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-bf2d7482-38d2-4e6b-a1b0-74b33409a1a5 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:34.725391 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-bf2d7482-38d2-4e6b-a1b0-74b33409a1a5 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420634 Oct 13 00:06:34.736157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e90ff8b-c392-4717-bac1-4f141019e906 req-e691f867-7467-49d4-af31-c7ef4789a743 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888435 Oct 13 00:06:34.756856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81c480-b5d2-4325-8b33-0eeffadba7be req-fc80d2e1-fa9b-4cce-8cb5-0c95d6d53716 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:34.764019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c81c480-b5d2-4325-8b33-0eeffadba7be req-fc80d2e1-fa9b-4cce-8cb5-0c95d6d53716 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 945 time: 0.2378418 Oct 13 00:06:34.770299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Request body: {'port': {'device_id': '8e33043e-3262-49a8-90d4-c1ce9b990c3a', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '2d05105741314c25be26b660be8365c0'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:34.852915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c81c480-b5d2-4325-8b33-0eeffadba7be req-75a70b20-8b73-4812-9634-fffa1ba8b45f tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880101 Oct 13 00:06:34.888182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:34.973860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:34.981453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:34.982560 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:34.994240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22351e7f-3e9e-4809-8cb1-c71270c52c85 req-dbd29c63-26be-45dd-8779-09e58856221b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 210 time: 0.0619664 Oct 13 00:06:35.019057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78b29d-b091-4601-938d-fce1525d9393 req-9d5eb4fd-fb91-485c-8009-d5c8bfd98eb4 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:35.026779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a78b29d-b091-4601-938d-fce1525d9393 req-9d5eb4fd-fb91-485c-8009-d5c8bfd98eb4 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1096 time: 0.1316891 Oct 13 00:06:35.050018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:35.052912 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3b6679-3dd3-4f67-a721-9b8146915e73" -d '{"events": [{"server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "name": "network-vif-plugged", "status": "completed", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:35.058055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Made reservation on behalf of 2d05105741314c25be26b660be8365c0 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:35.061789 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.088136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a78b29d-b091-4601-938d-fce1525d9393 req-f66e94b5-6c07-4f8b-8d7e-22a6bfc6b354 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523243 Oct 13 00:06:35.089139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.106866 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.177169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:35.185027 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.227848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.237586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d92e8f-4bdf-4ae8-8715-b60132f2d3cc req-624de40e-e29e-4462-9c2b-ffa17f4191f1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:35.239171 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22d92e8f-4bdf-4ae8-8715-b60132f2d3cc req-624de40e-e29e-4462-9c2b-ffa17f4191f1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 968 time: 0.0792360 Oct 13 00:06:35.240302 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.249840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:35.324403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848d9c87-ffb6-4e9b-b125-32070716222b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:35.348442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.348861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.349208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.349547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.349879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.350208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.350805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.351130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.351456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.351808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.352131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.352452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:35.366244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22d92e8f-4bdf-4ae8-8715-b60132f2d3cc req-0db387dd-64b0-4d52-b987-f74312b555d9 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115048 Oct 13 00:06:35.381476 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de129b0-0ddf-4fb0-8841-507e0249e349 x-openstack-request-id: req-4de129b0-0ddf-4fb0-8841-507e0249e349 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:35.381837 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "name": "network-vif-plugged", "status": "completed", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:35.382159 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4de129b0-0ddf-4fb0-8841-507e0249e349 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:35.382624 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'code': 200} Oct 13 00:06:35.427163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Allocated IP 192.168.233.230 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/069f2698-15cd-4105-8a17-c4f5eb69fdba) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:35.521872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010dbe4-c3dd-4b7e-9c94-ca8186c7fd54 req-17255a0d-6641-4e94-8c3e-bb1177a59985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:35.523482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8010dbe4-c3dd-4b7e-9c94-ca8186c7fd54 req-17255a0d-6641-4e94-8c3e-bb1177a59985 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.0485454 Oct 13 00:06:35.566718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8010dbe4-c3dd-4b7e-9c94-ca8186c7fd54 req-e2800aac-8ef2-4fa0-9a9a-cb742191254f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Oct 13 00:06:35.620212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.654822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-b1709945-9b2e-44d1-98be-0906dd72af59 req-9ad8f81e-dc6f-4108-84cf-120a6457107d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:06:35.655846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1709945-9b2e-44d1-98be-0906dd72af59 req-9ad8f81e-dc6f-4108-84cf-120a6457107d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051293 Oct 13 00:06:35.661523 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.721679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:35.727754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:35.731533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:35.738054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:35.738510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:35.755019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'Port': ['ID=069f2698-15cd-4105-8a17-c4f5eb69fdba,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:35.762685 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e0cec663-88c3-4bfe-b40e-86d4f64f2a5d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9960608 Oct 13 00:06:35.921422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Request body: {'port': {'device_id': '8e33043e-3262-49a8-90d4-c1ce9b990c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:36.018219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.087662 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.092659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bb149c11-9460-419b-b746-f403a4fd01b2 None None] Provisioning complete for port 069f2698-15cd-4105-8a17-c4f5eb69fdba triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:36.093601 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb149c11-9460-419b-b746-f403a4fd01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.135699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bb149c11-9460-419b-b746-f403a4fd01b2 None None] Port 069f2698-15cd-4105-8a17-c4f5eb69fdba cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:36.156691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d325bb-c10c-4ab3-ba95-219af2da7072 req-dcf5befc-ff35-4dc2-85b6-5e0553aba184 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:36.158275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44d325bb-c10c-4ab3-ba95-219af2da7072 req-dcf5befc-ff35-4dc2-85b6-5e0553aba184 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 950 time: 0.0916054 Oct 13 00:06:36.193283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:36.304762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44d325bb-c10c-4ab3-ba95-219af2da7072 req-9e64212f-3646-4be0-bbc1-4d518e08b7d8 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884564 Oct 13 00:06:36.306655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.393898 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.401442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.430406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069f2698-15cd-4105-8a17-c4f5eb69fdba {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:36.439102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.448591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40894) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:36.448832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39e482ce70504cec9055e0b99e0ceddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540736 Oct 13 00:06:36.450133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6094006-1b3a-43f5-80ba-f445d558db1e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:36.459356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.459901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.460467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.460873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.461184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.461679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.462261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.462745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.463245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.463814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.464309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.464794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0ed25-4d0d-4740-827a-ad373a883cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:36.485895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Transition to ACTIVE for port object 069f2698-15cd-4105-8a17-c4f5eb69fdba will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:36.493236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.560562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Pushing event updated for resources: {'Port': ['ID=069f2698-15cd-4105-8a17-c4f5eb69fdba,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:36.571167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9570ecbb-e549-432f-97d5-1fbfdd00533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.619382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Attempting to bind port 069f2698-15cd-4105-8a17-c4f5eb69fdba on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:36.619663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Attempting to bind port 069f2698-15cd-4105-8a17-c4f5eb69fdba by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:36.620004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Attempting to bind port 069f2698-15cd-4105-8a17-c4f5eb69fdba on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:36.623251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9570ecbb-e549-432f-97d5-1fbfdd00533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.633604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Port 069f2698-15cd-4105-8a17-c4f5eb69fdba on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:36.634028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Attempting to bind port 069f2698-15cd-4105-8a17-c4f5eb69fdba on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:36.654263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:36.654994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:36.656210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:36.656961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Bound port: 069f2698-15cd-4105-8a17-c4f5eb69fdba, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:36.657402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.729456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9570ecbb-e549-432f-97d5-1fbfdd00533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.732558 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9570ecbb-e549-432f-97d5-1fbfdd00533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.736298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9570ecbb-e549-432f-97d5-1fbfdd00533e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6094006-1b3a-43f5-80ba-f445d558db1e HTTP/1.1" status: 204 len: 168 time: 0.2838073 Oct 13 00:06:36.746942 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.753420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570ecbb-e549-432f-97d5-1fbfdd00533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6094006-1b3a-43f5-80ba-f445d558db1e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:36.755855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] For port 069f2698-15cd-4105-8a17-c4f5eb69fdba, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:36.760142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] For port 069f2698-15cd-4105-8a17-c4f5eb69fdba, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=069f2698-15cd-4105-8a17-c4f5eb69fdba,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:36.773985 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.816778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:36.818277 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:36.820783 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] 10.222.0.36 "PUT /v2.0/ports/069f2698-15cd-4105-8a17-c4f5eb69fdba HTTP/1.1" status: 200 len: 1096 time: 0.9053421 Oct 13 00:06:36.821253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e33043e-3262-49a8-90d4-c1ce9b990c3a', 'tag': '069f2698-15cd-4105-8a17-c4f5eb69fdba'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:36.823826 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46065eb1-290a-4c13-91dc-6b6a7e781b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e33043e-3262-49a8-90d4-c1ce9b990c3a", "tag": "069f2698-15cd-4105-8a17-c4f5eb69fdba"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:36.846103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7084186-e766-4d21-9702-1ab25d7a0999 service neutron] Pushing event updated for resources: {'Port': ['ID=069f2698-15cd-4105-8a17-c4f5eb69fdba,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:36.963956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-979e92ea-102e-40fc-bc19-7bcce4bb57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:36.965984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-979e92ea-102e-40fc-bc19-7bcce4bb57fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 1099 time: 0.0599217 Oct 13 00:06:37.044190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-1974aa1e-e983-4568-966a-aead1516bd0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=069f2698-15cd-4105-8a17-c4f5eb69fdba HTTP/1.1" status: 200 len: 217 time: 0.0561006 Oct 13 00:06:37.192850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-d1107a82-6c96-4228-8666-2d20e13fe8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:37.195159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-d1107a82-6c96-4228-8666-2d20e13fe8ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0897260 Oct 13 00:06:37.204288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40916) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:37.212143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6f472-03d7-4cdd-9d1e-f8e216b9aa88 req-edf92d86-bd2d-40fa-9897-acaafdfca7d9 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:37.213822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ef6f472-03d7-4cdd-9d1e-f8e216b9aa88 req-edf92d86-bd2d-40fa-9897-acaafdfca7d9 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 945 time: 0.1188223 Oct 13 00:06:37.227939 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9706d9d1-750e-40af-a33a-2050f073d6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.294407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-a4bf4569-41b0-47d9-92f7-3e6441f82d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:37.297054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-a4bf4569-41b0-47d9-92f7-3e6441f82d83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823534 Oct 13 00:06:37.300911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ef6f472-03d7-4cdd-9d1e-f8e216b9aa88 req-7c227b8f-5103-40a5-8e8b-11c5f901b3ad tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773177 Oct 13 00:06:37.359112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9706d9d1-750e-40af-a33a-2050f073d6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.368429 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9706d9d1-750e-40af-a33a-2050f073d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.384971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dfc04d-4af8-4249-b2e2-01345ad001b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff0e9e2-76f3-4029-ba23-6a30c1b60123'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:37.389152 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ef1e41-38aa-4a8b-93d7-c1be9522784e" -d '{"events": [{"server_uuid": "a2dfc04d-4af8-4249-b2e2-01345ad001b7", "name": "network-vif-plugged", "status": "completed", "tag": "3ff0e9e2-76f3-4029-ba23-6a30c1b60123"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:37.416480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-1b4e6ef9-a50b-472f-92ab-2609f7f1f346 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108007 Oct 13 00:06:37.417652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706d9d1-750e-40af-a33a-2050f073d6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f6a2ca-56dc-4503-a737-1e26f8fde796,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:37.423870 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9706d9d1-750e-40af-a33a-2050f073d6b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8aea5866471481e8ad586a6c9a05b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185216 Oct 13 00:06:37.431166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40934) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:37.431418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40936) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:37.431909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40938) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:37.503450 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64be3a1a-5bc2-45d3-bb63-a934786ab059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.534610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64be3a1a-5bc2-45d3-bb63-a934786ab059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.574629 n-d-813679-4 neutron-server[94988]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 00:06:37.579653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-027948f3-5324-4fd8-a24a-b33b821c815f tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:06:37.580747 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-027948f3-5324-4fd8-a24a-b33b821c815f tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1466203 Oct 13 00:06:37.604657 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc30-080b-4a36-bd55-f95944c31463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.640667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-528c1db3-7558-4c8b-9c57-4e7b85661caa tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:37.641974 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-528c1db3-7558-4c8b-9c57-4e7b85661caa tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports/37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 1093 time: 0.0541003 Oct 13 00:06:37.642750 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64be3a1a-5bc2-45d3-bb63-a934786ab059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.645483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64be3a1a-5bc2-45d3-bb63-a934786ab059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.646700 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-64be3a1a-5bc2-45d3-bb63-a934786ab059 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9f6a2ca-56dc-4503-a737-1e26f8fde796 HTTP/1.1" status: 204 len: 168 time: 0.2138553 Oct 13 00:06:37.665214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be3a1a-5bc2-45d3-bb63-a934786ab059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f6a2ca-56dc-4503-a737-1e26f8fde796,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:37.737866 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc30-080b-4a36-bd55-f95944c31463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.742335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6dec-ed2f-43a3-9b17-1a44754f2a84 req-7683dae1-824d-45a1-ac4f-fd2f4090cebf tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:37.743865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49bf6dec-ed2f-43a3-9b17-1a44754f2a84 req-7683dae1-824d-45a1-ac4f-fd2f4090cebf tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 948 time: 0.2988787 Oct 13 00:06:37.747112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf75fc30-080b-4a36-bd55-f95944c31463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.792683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bf75fc30-080b-4a36-bd55-f95944c31463 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb649a445f2c42a38354a4137f76afda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569913 Oct 13 00:06:37.793637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75fc30-080b-4a36-bd55-f95944c31463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5047a935-4cbd-4da1-b842-832a349b3f02,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:37.797037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40952) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:37.818883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b40d15ff-d728-4763-9c6f-871854e96cc4 req-9af77433-ee7d-4cca-96ec-e9df9ece4af6 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819296 Oct 13 00:06:37.842194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49bf6dec-ed2f-43a3-9b17-1a44754f2a84 req-aa0248a3-c380-4e61-884f-86c361b4ffc7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860314 Oct 13 00:06:37.854483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e016423-6578-4810-8f45-64290824a2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.879164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Request body: {'binding': {'host': 'n-h2-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:37.879899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:06:37.888609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e016423-6578-4810-8f45-64290824a2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:37.963901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12db64-068e-4237-8d6e-abf46720c8b1 req-3edef28d-7554-43d6-b9e5-b17785229daa tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:37.965656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b12db64-068e-4237-8d6e-abf46720c8b1 req-3edef28d-7554-43d6-b9e5-b17785229daa tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 968 time: 0.0622916 Oct 13 00:06:38.010956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b12db64-068e-4237-8d6e-abf46720c8b1 req-794101ac-01ec-4f34-ac8c-e7dd6ab1532c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360682 Oct 13 00:06:38.034803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e016423-6578-4810-8f45-64290824a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.037452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e016423-6578-4810-8f45-64290824a2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.038595 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e016423-6578-4810-8f45-64290824a2c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5047a935-4cbd-4da1-b842-832a349b3f02 HTTP/1.1" status: 204 len: 168 time: 0.2408228 Oct 13 00:06:38.054281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016423-6578-4810-8f45-64290824a2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5047a935-4cbd-4da1-b842-832a349b3f02,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:38.068480 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd0e4f-82c6-4e82-8ca1-3b386fe94109 x-openstack-request-id: req-42fd0e4f-82c6-4e82-8ca1-3b386fe94109 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:38.068848 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e33043e-3262-49a8-90d4-c1ce9b990c3a", "tag": "069f2698-15cd-4105-8a17-c4f5eb69fdba", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:38.069098 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42fd0e4f-82c6-4e82-8ca1-3b386fe94109 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:38.069537 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e33043e-3262-49a8-90d4-c1ce9b990c3a', 'tag': '069f2698-15cd-4105-8a17-c4f5eb69fdba', 'status': 'completed', 'code': 200} Oct 13 00:06:38.079005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on host n-h2-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:38.079420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:38.079879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:38.084599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:38.084789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:38.090463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:38.090898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:38.091303 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:38.091757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Bound port: 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:38.189490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:38.199988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.201519 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-7a691e5b-d1a5-40a6-b2b0-dcf1651d0613 service neutron] 10.222.0.21 "POST /v2.0/ports/37ab5a99-ff1f-48a2-89aa-f69800c53da9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4598477 Oct 13 00:06:38.222998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-53be4784-5132-4df8-bf2c-4843fd4d52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.224580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-53be4784-5132-4df8-bf2c-4843fd4d52c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 1099 time: 0.0860612 Oct 13 00:06:38.236415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eb91c-2a3a-46fb-ae70-a5ce7b4f2d8d req-cd78d84e-8777-4c9f-b779-b48831c9055d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.238031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc3eb91c-2a3a-46fb-ae70-a5ce7b4f2d8d req-cd78d84e-8777-4c9f-b779-b48831c9055d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 950 time: 0.0889771 Oct 13 00:06:38.335779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-4e55913b-833f-4b27-a3bd-25808f16fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.337586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-4e55913b-833f-4b27-a3bd-25808f16fc09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0986063 Oct 13 00:06:38.393375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-bb836d8d-688f-40b8-ab47-b3840671fc3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=069f2698-15cd-4105-8a17-c4f5eb69fdba HTTP/1.1" status: 200 len: 217 time: 0.0474203 Oct 13 00:06:38.450982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc3eb91c-2a3a-46fb-ae70-a5ce7b4f2d8d req-c0beec60-e4cc-452b-8368-c9a7aad72f47 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120987 Oct 13 00:06:38.464594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40980) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:38.490890 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a9078767-cf09-4197-bcad-697dc69f3c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.500398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-f60131f0-ec07-4769-9b11-075f679af990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.503552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-f60131f0-ec07-4769-9b11-075f679af990 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0991168 Oct 13 00:06:38.519077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc54aaa-1120-4c46-b788-c3e188feb416 req-b251b591-440c-4e05-8e3c-a9fb1dbc7d6f tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.520651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbc54aaa-1120-4c46-b788-c3e188feb416 req-b251b591-440c-4e05-8e3c-a9fb1dbc7d6f tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 945 time: 0.0866191 Oct 13 00:06:38.531012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40984) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:38.554187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Request body: {'floatingip': {'port_id': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:38.559625 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a47ec2-94de-488b-b31d-0e2c315093c6 x-openstack-request-id: req-c6a47ec2-94de-488b-b31d-0e2c315093c6 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:38.560134 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dfc04d-4af8-4249-b2e2-01345ad001b7", "name": "network-vif-plugged", "status": "completed", "tag": "3ff0e9e2-76f3-4029-ba23-6a30c1b60123", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:38.560220 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6a47ec2-94de-488b-b31d-0e2c315093c6 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:38.560561 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dfc04d-4af8-4249-b2e2-01345ad001b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff0e9e2-76f3-4029-ba23-6a30c1b60123', 'code': 200} Oct 13 00:06:38.623198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a9078767-cf09-4197-bcad-697dc69f3c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.628590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a9078767-cf09-4197-bcad-697dc69f3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.659755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.36', 49538) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:38.674837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9078767-cf09-4197-bcad-697dc69f3c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c1ca9c-d0a2-4554-9266-35cf46dbc5d3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:38.713890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-36245fbe-225d-4df3-984a-2cafeeb693f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.715571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-36245fbe-225d-4df3-984a-2cafeeb693f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1096 time: 0.1315184 Oct 13 00:06:38.725911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a9078767-cf09-4197-bcad-697dc69f3c0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8e0c1b920e34da1abd5c6be8fca3727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572553 Oct 13 00:06:38.727447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40988) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:38.760567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.36', 49539) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:38.792670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.811705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-80e62f00-b013-4550-8fb3-271d1e4a9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.813458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-80e62f00-b013-4550-8fb3-271d1e4a9981 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2917242 Oct 13 00:06:38.844724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbb75c-48e2-4561-98c0-efc0f82af291 req-c4da0955-24fc-468a-9de0-e3e0eafe253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.846340 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-febbb75c-48e2-4561-98c0-efc0f82af291 req-c4da0955-24fc-468a-9de0-e3e0eafe253b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 1101 time: 0.1835086 Oct 13 00:06:38.915614 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-b708665b-1eb4-4732-9b29-7e9f0137214a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1286192 Oct 13 00:06:38.923599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e70d9975-eaa5-4300-aff7-4e38f36d6949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.929624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-230c2b0c-7a52-4978-850f-46bc3498ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:38.931164 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-230c2b0c-7a52-4978-850f-46bc3498ed03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.2063057 Oct 13 00:06:38.941413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-febbb75c-48e2-4561-98c0-efc0f82af291 req-0a822032-83a7-4c85-b3fd-70976cd14133 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819776 Oct 13 00:06:38.960814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e70d9975-eaa5-4300-aff7-4e38f36d6949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:38.994357 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-88213b02-500a-4116-a226-df270362abfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 217 time: 0.0494998 Oct 13 00:06:39.040129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e70d9975-eaa5-4300-aff7-4e38f36d6949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:39.042813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef73c24-586f-48ac-bb0e-0ee475263f90 req-b3768bec-0ff1-4a0d-9d94-81e3c32c6f25 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:39.042948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e70d9975-eaa5-4300-aff7-4e38f36d6949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:39.046604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e70d9975-eaa5-4300-aff7-4e38f36d6949 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31c1ca9c-d0a2-4554-9266-35cf46dbc5d3 HTTP/1.1" status: 204 len: 168 time: 0.3158402 Oct 13 00:06:39.046741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ef73c24-586f-48ac-bb0e-0ee475263f90 req-b3768bec-0ff1-4a0d-9d94-81e3c32c6f25 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 945 time: 0.3761151 Oct 13 00:06:39.064472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9975-eaa5-4300-aff7-4e38f36d6949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c1ca9c-d0a2-4554-9266-35cf46dbc5d3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:39.080117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36c057cb-d994-482b-b278-0cacf63dd7de req-13e7f9b2-1138-4ff7-a303-cdaabb8c1a2e tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4947650 Oct 13 00:06:39.087595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:39.220198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ef73c24-586f-48ac-bb0e-0ee475263f90 req-ee44e9ed-55eb-41a6-8dee-ab854a02d84a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671648 Oct 13 00:06:39.225361 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:39.267705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-e9834c95-29bf-4fd8-b2cc-222e6c2372e3 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170718 Oct 13 00:06:39.413509 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-c1d7dc93-e077-44a0-a2be-dad9ca85b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:39.414979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-c1d7dc93-e077-44a0-a2be-dad9ca85b8d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1063979 Oct 13 00:06:39.419757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-737672da-b699-4353-af39-6d8135cd34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:39.421787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-737672da-b699-4353-af39-6d8135cd34e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.0693364 Oct 13 00:06:39.461907 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-ae5c7bb7-6fd7-4a98-8e74-bf76f4207ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382981 Oct 13 00:06:39.581477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-e0a11cd1-8e8d-46e4-9db2-c4fb1c91b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:39.584268 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-e0a11cd1-8e8d-46e4-9db2-c4fb1c91b22e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.1249444 Oct 13 00:06:39.676744 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-21aac295-e55b-44ff-a0fc-90c2f8c6fdd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 217 time: 0.0399141 Oct 13 00:06:39.764703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-bd3bbdc3-cd75-4af7-a7a1-7890d8108022 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500563 Oct 13 00:06:39.772378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-11089a7a-3d1d-4df6-aea9-87af815d58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:39.773775 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-11089a7a-3d1d-4df6-aea9-87af815d58bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0848794 Oct 13 00:06:39.775976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f4df9-37ba-408d-8ec4-cc140b82df51 req-a5b84436-3533-471e-83b7-be6e21deea66 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:39.777491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf9f4df9-37ba-408d-8ec4-cc140b82df51 req-a5b84436-3533-471e-83b7-be6e21deea66 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 948 time: 0.4582949 Oct 13 00:06:39.887319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-f679c947-d740-41c7-8cde-aa0082a73ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:39.888578 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-f679c947-d740-41c7-8cde-aa0082a73ea0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973692 Oct 13 00:06:39.941067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46065eb1-290a-4c13-91dc-6b6a7e781b1f req-1f1f9655-cb95-48da-825b-9dc655d7da3a service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140893 Oct 13 00:06:39.975868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf9f4df9-37ba-408d-8ec4-cc140b82df51 req-668983fc-1102-4644-9ff3-c63eb6d1c0e9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794708 Oct 13 00:06:40.039458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:40.162375 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-ec00cf19-ec91-4009-af2b-d9ab5d9acbe0 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792710 Oct 13 00:06:40.197173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.db.resource_extend [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:06:40.197473 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-b1d8f7a6-0026-4fd6-954b-3ff48b7b8f0b service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000209 Oct 13 00:06:40.308493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:40.314982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:40.323640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff8fdb-c41a-4e74-bc09-ba3fd4ca7b38 req-97f0887c-03fe-459d-84d8-e939093ec194 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:40.325138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13ff8fdb-c41a-4e74-bc09-ba3fd4ca7b38 req-97f0887c-03fe-459d-84d8-e939093ec194 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 950 time: 0.2252033 Oct 13 00:06:40.406151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Allocated IP 172.25.3.190 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/7593e7e5-49e4-4a9b-af80-0e63358d8a72) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:40.471740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13ff8fdb-c41a-4e74-bc09-ba3fd4ca7b38 req-e0f51fdc-b44e-4400-b1cf-e14836d704b1 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136525 Oct 13 00:06:40.504748 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2b980f5-14e4-445e-80b6-83a48dfdfa50 req-d4a4d647-93a3-433f-9e2c-4d38d2fd3c23 service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353512 Oct 13 00:06:40.531414 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Floating IP e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a associated. External IP: 172.25.3.122, port: 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67. Oct 13 00:06:40.653211 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:40.660670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-6cf41a4e-1a48-4293-81ce-ddf9c7c80e63 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:40.663036 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-6cf41a4e-1a48-4293-81ce-ddf9c7c80e63 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.1156244 Oct 13 00:06:40.683978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-4'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:40.747469 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:40.773549 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:40.844345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-cc3c7560-f0e2-4f01-a133-b60742ad230e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599999 Oct 13 00:06:40.855441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:40.866039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:40.867963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Pushing event updated for resources: {'Port': ['ID=7593e7e5-49e4-4a9b-af80-0e63358d8a72,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:40.872975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:40.878441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:40.917141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:40.960484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:40.963170 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39006a44-f41f-4be5-9224-c7e69000fcd1" -d '{"events": [{"server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "name": "network-vif-unplugged", "status": "completed", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:40.967492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:40.967722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Router 1ae17044-b6d9-4365-b493-d43451040de8 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:06:40.975055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.033807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.061400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Pushing event updated for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:41.068306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on host n-h1-813679-4 for vnic_type normal with profile {"migrating_to": "n-h2-813679-4"} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:41.068645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:41.068974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:41.073442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:41.073774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Attempting to bind port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:41.078720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:41.079064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:41.079445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:41.079901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Bound port: 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:41.080261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.098047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-47640e3f-dc32-4a98-96d1-3c4ed675d9f2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:41.099557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-47640e3f-dc32-4a98-96d1-3c4ed675d9f2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482626 Oct 13 00:06:41.152203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:41.155481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:41.161525 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.281034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:41.281580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.283036 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] 10.222.0.36 "PUT /v2.0/ports/37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 1121 time: 0.6033225 Oct 13 00:06:41.288516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a77c4-c14d-4449-9ab0-d090e6e2ea0a service neutron] Pushing event updated for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=8']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:41.304327 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-6abc566b-8d33-429d-ad59-7403170f6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:41.305857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-6abc566b-8d33-429d-ad59-7403170f6c70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1124 time: 0.0885360 Oct 13 00:06:41.392608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-6f0be8d3-5bf6-42e4-8104-26aef9526282 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/quotas/a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 375 time: 0.2859595 Oct 13 00:06:41.394627 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.413952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['37ab5a99-ff1f-48a2-89aa-f69800c53da9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:41.436622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-85782a20-ad97-4633-a290-2d34dbd6b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:41.438089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-85782a20-ad97-4633-a290-2d34dbd6b3fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.0994835 Oct 13 00:06:41.458267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-5b32b1b8-1bca-423c-b2ff-4199e362455a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572047 Oct 13 00:06:41.476677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:06:41.484401 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.492666 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] Sync routers for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:06:41.493232 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-957e69f1-4dfa-438d-a718-35c022c7750e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 217 time: 0.0470853 Oct 13 00:06:41.506165 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:41.509697 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:41.552048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d581e1e-5855-4fd4-9aee-476b6c248750 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "PUT /v2.0/floatingips/e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a HTTP/1.1" status: 200 len: 991 time: 3.0185604 Oct 13 00:06:41.554432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9df823-dc5c-455b-b065-f20136921a05', 'tag': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:41.556919 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2040ff3-2668-4486-8aaa-8b392550ef3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9df823-dc5c-455b-b065-f20136921a05", "tag": "89a2ac2e-73de-4c18-a0a0-d4d05c54dc67"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:41.580421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-e600f6f3-0648-4423-864d-72579d734539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:41.581897 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-e600f6f3-0648-4423-864d-72579d734539 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0785642 Oct 13 00:06:41.624231 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-3d6e498d-1aef-4bf4-aca2-797228c56cd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339620 Oct 13 00:06:41.664924 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.672805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.704784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:41.714053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.732203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Pushing event updated for resources: {'Port': ['ID=7593e7e5-49e4-4a9b-af80-0e63358d8a72,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:41.749333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.750593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a40fdf9f-7d09-4a43-9a3a-9976654dcfb5 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6694641 Oct 13 00:06:41.759926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-8770d2fa-2cad-455f-81ea-64380e3a5223 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238844 Oct 13 00:06:41.793140 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd291-6312-4b38-a987-022039cb4999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:41.860008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a318a8e2-57cb-492c-a32d-aedff67cb577 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0773163 Oct 13 00:06:41.872742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83f31c-ea3f-444e-ba44-aeeec39c8e61 req-57a9382b-dcb2-49de-b645-5db8d2c51f24 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:41.874462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e83f31c-ea3f-444e-ba44-aeeec39c8e61 req-57a9382b-dcb2-49de-b645-5db8d2c51f24 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.1380239 Oct 13 00:06:41.881614 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcc2b6f3-a418-468e-8a49-7ecef8e76722 req-5a5603be-8a17-4618-bdba-8f683f774dc4 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136761 Oct 13 00:06:41.976334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e83f31c-ea3f-444e-ba44-aeeec39c8e61 req-4b4d72c6-a8cf-4212-88c4-021c1b2301cd tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889614 Oct 13 00:06:42.017324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c057cb-d994-482b-b278-0cacf63dd7de req-231d9a2d-774e-4761-a08a-a0122eb4f8cc tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.018491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36c057cb-d994-482b-b278-0cacf63dd7de req-231d9a2d-774e-4761-a08a-a0122eb4f8cc tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1431243 Oct 13 00:06:42.030928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a6833b28-5d38-4772-936c-224be573885b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:06:42.032117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36c057cb-d994-482b-b278-0cacf63dd7de req-a6833b28-5d38-4772-936c-224be573885b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078530 Oct 13 00:06:42.091484 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d9e69-20b6-4f06-ab4e-50c53ef270dc x-openstack-request-id: req-129d9e69-20b6-4f06-ab4e-50c53ef270dc {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:42.091800 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "name": "network-vif-unplugged", "status": "completed", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:42.092054 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-129d9e69-20b6-4f06-ab4e-50c53ef270dc {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:42.092511 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9', 'code': 200} Oct 13 00:06:42.100765 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'port_id': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'mac_address': 'fa:16:3e:34:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9df823-dc5c-455b-b065-f20136921a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:10Z', 'updated_at': '2021-10-13T00:06:40Z', 'revision_number': 1, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:42.130703 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] Checking router: 1ae17044-b6d9-4365-b493-d43451040de8 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:06:42.141574 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:42.142776 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:42.233671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28857fdd-78ce-4702-b64f-d77d51980a81 req-900230e0-641d-429f-9058-407e8fde35ff tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.241030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28857fdd-78ce-4702-b64f-d77d51980a81 req-900230e0-641d-429f-9058-407e8fde35ff tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 950 time: 0.0941923 Oct 13 00:06:42.268047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab94c-031a-4982-9b12-f224d19e8b70 req-53f53f10-47ea-4036-ba45-a8fbee233352 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.269543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d44ab94c-031a-4982-9b12-f224d19e8b70 req-53f53f10-47ea-4036-ba45-a8fbee233352 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 948 time: 0.0891833 Oct 13 00:06:42.312708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28857fdd-78ce-4702-b64f-d77d51980a81 req-1a54445b-9608-4d2b-8bcb-715c1b76b91a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707073 Oct 13 00:06:42.333985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d44ab94c-031a-4982-9b12-f224d19e8b70 req-322bb973-0244-4e6c-8659-906c0124fea2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 Oct 13 00:06:42.361894 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:42.388003 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf9999-7f20-4db6-8e7c-f01c4b5ef1b1 x-openstack-request-id: req-1fdf9999-7f20-4db6-8e7c-f01c4b5ef1b1 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:42.390251 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9df823-dc5c-455b-b065-f20136921a05", "tag": "89a2ac2e-73de-4c18-a0a0-d4d05c54dc67", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:42.390251 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fdf9999-7f20-4db6-8e7c-f01c4b5ef1b1 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:42.390661 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9df823-dc5c-455b-b065-f20136921a05', 'tag': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'status': 'completed', 'code': 200} Oct 13 00:06:42.475203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e01dbd00-cab6-472b-ab82-054c8973d01c req-2d83e3f5-6412-4844-b593-0470aca45076 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 210 time: 0.0306437 Oct 13 00:06:42.560490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-8949e3c7-7988-4721-996d-35268a3ccb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.562930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-8949e3c7-7988-4721-996d-35268a3ccb0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 1096 time: 0.0942905 Oct 13 00:06:42.672210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-10e9532c-1383-4232-ae70-5a3d0168548a tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.674176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-10e9532c-1383-4232-ae70-5a3d0168548a tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 820 time: 0.1459656 Oct 13 00:06:42.690648 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'port_id': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'mac_address': 'fa:16:3e:34:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9df823-dc5c-455b-b065-f20136921a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:10Z', 'updated_at': '2021-10-13T00:06:40Z', 'revision_number': 1, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:42.692840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-67430988-4f53-47f0-9ffd-5c76ddd221b4 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/quotas/94ce3693ab64427d8932376436ac9843 HTTP/1.1" status: 200 len: 375 time: 0.0116127 Oct 13 00:06:42.714067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-2b39fced-6466-4355-a706-ad8df1f14e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.718966 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-2b39fced-6466-4355-a706-ad8df1f14e14 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 924 time: 0.1477516 Oct 13 00:06:42.723165 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda83eab-b34d-43c9-b05c-35bcb0252997 None None] The sync data for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 is: [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'port_id': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'mac_address': 'fa:16:3e:34:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9df823-dc5c-455b-b065-f20136921a05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:10Z', 'updated_at': '2021-10-13T00:06:40Z', 'revision_number': 1, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:06:42.767556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-21114ba7-6b36-4820-9a28-bc2532751255 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0676875 Oct 13 00:06:42.852413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-da7201a5-9de6-460e-bfed-a9422fb316fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 HTTP/1.1" status: 200 len: 999 time: 0.1255176 Oct 13 00:06:42.910921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-b38eee6b-4abc-4d2e-bace-1fcbc775c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.912592 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-b38eee6b-4abc-4d2e-bace-1fcbc775c3e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 200 len: 862 time: 0.0525768 Oct 13 00:06:42.917457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eae5d-0029-480c-9cd6-0c32488b5230 req-476427f9-77a3-4aef-8468-4ec7e4ba22af tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.918962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d2eae5d-0029-480c-9cd6-0c32488b5230 req-476427f9-77a3-4aef-8468-4ec7e4ba22af tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 950 time: 0.0777636 Oct 13 00:06:42.921639 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-3268c5e9-a589-4c30-9139-5fa43ec3a3bf service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434555 Oct 13 00:06:42.933277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 069f2698-15cd-4105-8a17-c4f5eb69fdba details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:42.976822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-fa4e405b-e576-4cc9-b3e5-f8c2413235d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:42.979687 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-fa4e405b-e576-4cc9-b3e5-f8c2413235d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543935 Oct 13 00:06:43.085761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d2eae5d-0029-480c-9cd6-0c32488b5230 req-a3958504-3ec3-4405-9fb1-207ae2cbaa71 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533203 Oct 13 00:06:43.096257 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715a15a-3174-4a73-8816-be43c5d7577e None None] New status for floating IP e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:06:43.172387 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-e34873b8-13db-49d4-b1af-eb2af9d17448 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546689 Oct 13 00:06:43.181385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-8d590c58-c514-4137-bbca-5eb7470bd489 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511556 Oct 13 00:06:43.218470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41124) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:43.270919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 069f2698-15cd-4105-8a17-c4f5eb69fdba, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=069f2698-15cd-4105-8a17-c4f5eb69fdba,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:43.300039 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-016f356e-4aac-4dee-a532-92d367cb3bf6 service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031154 Oct 13 00:06:43.334312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eaf20-756e-4700-ad66-ced8ae800954 req-4a0b5cae-2870-4d5b-a3e7-f647043b8d27 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:43.334517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '069f2698-15cd-4105-8a17-c4f5eb69fdba', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '069f2698-15cd-4105-8a17-c4f5eb69fdba', 'mac_address': 'fa:16:3e:a2:9c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:43.344341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c44eaf20-756e-4700-ad66-ced8ae800954 req-4a0b5cae-2870-4d5b-a3e7-f647043b8d27 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.1025815 Oct 13 00:06:43.424634 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.426454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c44eaf20-756e-4700-ad66-ced8ae800954 req-5d4a20b0-4e2c-48fa-9b7e-d06f695414ba tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801585 Oct 13 00:06:43.484758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-0d177363-2976-4cd8-8af2-3a961475dd7c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:43.486260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-0d177363-2976-4cd8-8af2-3a961475dd7c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012390 Oct 13 00:06:43.488511 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea31170a-00e9-4fdf-b220-e5a569ae3ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.510537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Request body: {'port': {'device_id': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'a29e602fca5c426bb8f6c0b3f6d9775f'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:43.520696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069f2698-15cd-4105-8a17-c4f5eb69fdba {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:43.559402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 069f2698-15cd-4105-8a17-c4f5eb69fdba, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=069f2698-15cd-4105-8a17-c4f5eb69fdba,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:43.568321 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.580388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2040ff3-2668-4486-8aaa-8b392550ef3e req-9bec280c-5b1b-4fbe-8ff1-21bf940cfaae service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591903 Oct 13 00:06:43.637272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c2a283b-978a-4995-b994-74e028300aff req-5177f2d2-32bb-4486-8b2d-97917dd2dfc6 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 210 time: 0.0798383 Oct 13 00:06:43.684549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=069f2698-15cd-4105-8a17-c4f5eb69fdba,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:43.694062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.694422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.694738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.695227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.695755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.696229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.696700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.697169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.697636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.698121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.698578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.699041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:43.719452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Made reservation on behalf of a29e602fca5c426bb8f6c0b3f6d9775f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:43.723928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.734476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.763797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea31170a-00e9-4fdf-b220-e5a569ae3ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.772834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d283e-4b52-44d2-9f16-34722fa8b672 req-e142f773-e8c6-4caa-8f6a-4c7fa5bfc482 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:43.774516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e0d283e-4b52-44d2-9f16-34722fa8b672 req-e142f773-e8c6-4caa-8f6a-4c7fa5bfc482 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 949 time: 0.0815868 Oct 13 00:06:43.775767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea31170a-00e9-4fdf-b220-e5a569ae3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.836076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e0d283e-4b52-44d2-9f16-34722fa8b672 req-8bac30cf-8f97-462f-9862-ee3dcf985c24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483947 Oct 13 00:06:43.856783 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ea31170a-00e9-4fdf-b220-e5a569ae3ee9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6e58deab89c4712bf2b57eaf693aa8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347468 Oct 13 00:06:43.857105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41152) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:43.861098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.867754 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:43.885033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31170a-00e9-4fdf-b220-e5a569ae3ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da411d-70d1-4f52-b944-17a61606a924,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:43.942648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d5d82e9-e75b-40d5-8fef-1241943ebdf9 req-9ccab2a0-1cc1-448b-88fe-058865c43158 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 210 time: 0.0465682 Oct 13 00:06:43.987778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:44.014289 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2163bdb8-43b9-4535-9624-65e7f5f4e6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.024862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88299c34-b9c5-4227-9b83-850218e41ec3 req-19a81a89-58e5-490b-8a7a-df63de846245 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:44.026409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88299c34-b9c5-4227-9b83-850218e41ec3 req-19a81a89-58e5-490b-8a7a-df63de846245 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 950 time: 0.0798461 Oct 13 00:06:44.065797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2163bdb8-43b9-4535-9624-65e7f5f4e6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.092465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Allocated IP 192.168.233.126 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/9152485b-7702-4736-9f75-1786110833fc) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:44.095921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:44.096972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:44.098689 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f640b75-5469-4f34-a042-9b8623f72c49" -d '{"events": [{"name": "network-changed", "server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:44.122480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88299c34-b9c5-4227-9b83-850218e41ec3 req-e6849d56-c38b-422f-9601-cfad9ed51c4d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736122 Oct 13 00:06:44.165646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2163bdb8-43b9-4535-9624-65e7f5f4e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.168266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2163bdb8-43b9-4535-9624-65e7f5f4e6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.169471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2163bdb8-43b9-4535-9624-65e7f5f4e6a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35da411d-70d1-4f52-b944-17a61606a924 HTTP/1.1" status: 204 len: 168 time: 0.3113520 Oct 13 00:06:44.183539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163bdb8-43b9-4535-9624-65e7f5f4e6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da411d-70d1-4f52-b944-17a61606a924,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:44.191554 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad695b4-42ed-4238-912f-be1daaa9dc47 x-openstack-request-id: req-cad695b4-42ed-4238-912f-be1daaa9dc47 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:44.191787 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:44.191954 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cad695b4-42ed-4238-912f-be1daaa9dc47 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:44.192343 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9', 'status': 'completed', 'code': 200} Oct 13 00:06:44.331181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-8ba3c8fb-5cc2-48d7-8ed2-a99259641a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:44.332753 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-8ba3c8fb-5cc2-48d7-8ed2-a99259641a6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1124 time: 0.0883274 Oct 13 00:06:44.376604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41168) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:44.379674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.477618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-f8761b04-168b-49ad-9699-4ba77270ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:44.479218 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-f8761b04-168b-49ad-9699-4ba77270ceed service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1341913 Oct 13 00:06:44.484419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.501540 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8a448bd5-3682-49f5-9d95-42e8c24f7aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.549902 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-785e948b-e220-41c5-826a-3786e4b23dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.570329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41174) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:44.575881 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-fb7d22b2-7e57-4171-b785-13386c5ae0e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 217 time: 0.0733492 Oct 13 00:06:44.581422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:44.587015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68769709-ee0c-4def-b6ba-5a23f698ba6b req-e2a6160e-ecee-48b7-a1ee-49654cfe9775 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:44.588559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68769709-ee0c-4def-b6ba-5a23f698ba6b req-e2a6160e-ecee-48b7-a1ee-49654cfe9775 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.0794265 Oct 13 00:06:44.600013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:44.606101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:44.628855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-26cef59c-e08a-4161-bcb5-ec2fa73c9ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.633889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:44.652285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68769709-ee0c-4def-b6ba-5a23f698ba6b req-fa8b9d5e-69da-4f58-93ed-2ecfcb6bdd44 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539026 Oct 13 00:06:44.709182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-785e948b-e220-41c5-826a-3786e4b23dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.722260 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-785e948b-e220-41c5-826a-3786e4b23dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.775367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d8dbc0c-feca-490c-8434-a44d8fa15c15 req-0437b619-4633-421e-9142-50e515504f79 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 210 time: 0.0529196 Oct 13 00:06:44.797379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e948b-e220-41c5-826a-3786e4b23dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569a9cbd-b50c-464b-9cfd-2ae0ac4de4d3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:44.819782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-785e948b-e220-41c5-826a-3786e4b23dfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6508ce12e7449f18bf90ea34014b16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396088 Oct 13 00:06:44.820228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41180) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:44.875700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-826ced6e-a634-4904-acb6-89704ea47d22 None None] Provisioning complete for port 9152485b-7702-4736-9f75-1786110833fc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:44.876052 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-826ced6e-a634-4904-acb6-89704ea47d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.881079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.45', 58609) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:44.943039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-826ced6e-a634-4904-acb6-89704ea47d22 None None] Port 9152485b-7702-4736-9f75-1786110833fc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:44.950002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:44.988231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-73d1e97f-b1c3-402a-8043-3c1ee6c26115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.995379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-3c90f039-4e03-4e3c-8ae1-526200f8221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:44.996881 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-3c90f039-4e03-4e3c-8ae1-526200f8221f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.4115560 Oct 13 00:06:45.006379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:45.007220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.045306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-feda916b-3249-455d-a45a-0b67ef16460e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347753 Oct 13 00:06:45.056813 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-fcf21c1d-bfc3-46bc-8af9-3be778195cd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5505061 Oct 13 00:06:45.057127 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-73d1e97f-b1c3-402a-8043-3c1ee6c26115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.072626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-e29f5586-42b0-4267-a4db-f8ab13043601 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:45.074204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-e29f5586-42b0-4267-a4db-f8ab13043601 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.45 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 820 time: 0.1921222 Oct 13 00:06:45.083479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d8ef-1a70-4381-8b26-8ca7849fcbe5 req-0c5fd58b-3cc1-4559-87e1-4259745f8904 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:45.085021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1c3d8ef-1a70-4381-8b26-8ca7849fcbe5 req-0c5fd58b-3cc1-4559-87e1-4259745f8904 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 949 time: 0.1497266 Oct 13 00:06:45.109694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Request body: {'port': {'device_id': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'admin_state_up': True, 'tenant_id': '94ce3693ab64427d8932376436ac9843'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:45.126649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:45.127196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Request body: {'port': {'device_id': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:45.146385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 has no active binding in host n-h2-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:06:45.206950 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-26cef59c-e08a-4161-bcb5-ec2fa73c9ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.220200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-26cef59c-e08a-4161-bcb5-ec2fa73c9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.241121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.258882 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-73d1e97f-b1c3-402a-8043-3c1ee6c26115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.261444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-73d1e97f-b1c3-402a-8043-3c1ee6c26115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.262579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-73d1e97f-b1c3-402a-8043-3c1ee6c26115 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/569a9cbd-b50c-464b-9cfd-2ae0ac4de4d3 HTTP/1.1" status: 204 len: 168 time: 0.4413528 Oct 13 00:06:45.271377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1c3d8ef-1a70-4381-8b26-8ca7849fcbe5 req-a376fc62-6a2e-4d50-8346-e765d5834d13 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513181 Oct 13 00:06:45.287806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-ea7c7fc1-c1c6-4e0f-9494-185e22c0fe8e service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253361 Oct 13 00:06:45.291669 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-26cef59c-e08a-4161-bcb5-ec2fa73c9ba2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1b14303f1a04cc2b0ee04f77563d11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7175052 Oct 13 00:06:45.292784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cef59c-e08a-4161-bcb5-ec2fa73c9ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13667f05-d6e2-4d74-b01d-f5fc9ac95925,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:45.295069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1e97f-b1c3-402a-8043-3c1ee6c26115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569a9cbd-b50c-464b-9cfd-2ae0ac4de4d3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:45.296752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41190) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:45.303797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7505-dbeb-46ee-bc09-57e77baa9c8b req-39b2a39b-66ef-417d-be60-3cae0bb11229 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:45.311082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bab7505-dbeb-46ee-bc09-57e77baa9c8b req-39b2a39b-66ef-417d-be60-3cae0bb11229 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 936 time: 0.1433923 Oct 13 00:06:45.372086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bab7505-dbeb-46ee-bc09-57e77baa9c8b req-c36e5259-27e5-49ee-982e-402e2872a068 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 Oct 13 00:06:45.382690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Made reservation on behalf of 94ce3693ab64427d8932376436ac9843 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:45.387362 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.518762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75bdd4-9c1c-4bf2-8626-17f5005e92cf req-3263374e-7ec1-4eff-9e7b-dd636b6f932a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:45.526388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c75bdd4-9c1c-4bf2-8626-17f5005e92cf req-3263374e-7ec1-4eff-9e7b-dd636b6f932a tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 950 time: 0.0771515 Oct 13 00:06:45.534369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eb783953-0add-4177-bb3e-a389736a3548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.555453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f640b75-5469-4f34-a042-9b8623f72c49 req-bc2942f8-3408-40e0-9289-cfe1a82abb93 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595394 Oct 13 00:06:45.563485 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.597735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c75bdd4-9c1c-4bf2-8626-17f5005e92cf req-c05a2a0b-cdc0-463f-91d5-79b00ae89eb1 tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/security-groups?id=1813c788-ee0b-4b68-875d-c5cde4cafab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690262 Oct 13 00:06:45.610195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Allocated IP 172.20.0.5 (d744a091-4426-40f1-98f8-d8e46522fa2d/2f574070-5e89-4bd2-80a7-1c92f3a120fa/120eac7d-6567-41a0-9dd6-099828392f0f) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:45.654354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eb783953-0add-4177-bb3e-a389736a3548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.736320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6834-176b-41b0-a95f-91f682be664f req-e37a588b-68fa-4e5d-9b26-44fb42ac6c3d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:45.737898 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-437c6834-176b-41b0-a95f-91f682be664f req-e37a588b-68fa-4e5d-9b26-44fb42ac6c3d tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 950 time: 0.1435184 Oct 13 00:06:45.785348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41196) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:45.824330 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c0c516f-ac44-4f2a-8f47-6f95f9e0963b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.828375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eb783953-0add-4177-bb3e-a389736a3548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.830961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eb783953-0add-4177-bb3e-a389736a3548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.832129 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-eb783953-0add-4177-bb3e-a389736a3548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13667f05-d6e2-4d74-b01d-f5fc9ac95925 HTTP/1.1" status: 204 len: 168 time: 0.5331891 Oct 13 00:06:45.836308 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.865545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c725-94ed-426e-9578-abecee80672e req-ad8ad45b-fbb2-4b69-8689-e0010f9f1d57 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:45.867095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b17c725-94ed-426e-9578-abecee80672e req-ad8ad45b-fbb2-4b69-8689-e0010f9f1d57 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.1235898 Oct 13 00:06:45.888713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb783953-0add-4177-bb3e-a389736a3548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13667f05-d6e2-4d74-b01d-f5fc9ac95925,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:45.922637 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.939060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9152485b-7702-4736-9f75-1786110833fc {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:45.950795 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.971964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d1a35a7-d9fe-4cf8-b009-a1512f834b59 req-1df917b2-9229-40b9-a55a-9509a9988666 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 210 time: 0.0937793 Oct 13 00:06:45.973607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Transition to ACTIVE for port object 9152485b-7702-4736-9f75-1786110833fc will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:45.979758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b17c725-94ed-426e-9578-abecee80672e req-7d07ea85-1fac-4dfe-a8b6-7a16ac82ead7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999913 Oct 13 00:06:45.987057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.006469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Deleting port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:06:46.007057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.036349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.074659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d0fa89bf-d42a-42a1-aca5-c390b5671c05'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:46.112961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:46.114882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Network d744a091-4426-40f1-98f8-d8e46522fa2d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:46.128319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:46.131466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:46.138616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:46.139358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.161662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c0c516f-ac44-4f2a-8f47-6f95f9e0963b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.173337 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c0c516f-ac44-4f2a-8f47-6f95f9e0963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.186329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Pushing event updated for resources: {'Port': ['ID=120eac7d-6567-41a0-9dd6-099828392f0f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:46.217280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0f43e0f6-b73d-4c03-8a31-be04721883e3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1198614 Oct 13 00:06:46.252805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Request body: {'port': {'device_id': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:46.286516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c516f-ac44-4f2a-8f47-6f95f9e0963b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f463e8-2e2d-4740-9366-726b25832d81,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:46.302866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Attempting to bind port 9152485b-7702-4736-9f75-1786110833fc on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:46.303213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Attempting to bind port 9152485b-7702-4736-9f75-1786110833fc by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:46.303565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Attempting to bind port 9152485b-7702-4736-9f75-1786110833fc on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:46.307489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] For port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:46.307898 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.318566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Port 9152485b-7702-4736-9f75-1786110833fc on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:46.318903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Attempting to bind port 9152485b-7702-4736-9f75-1786110833fc on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:46.327863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Calling delete_port for 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:06:46.354383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:46.354731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:46.356099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8c0c516f-ac44-4f2a-8f47-6f95f9e0963b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59fb536e9b7b47908dc9ee11d5fe00cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682418 Oct 13 00:06:46.358709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:46.359265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Bound port: 9152485b-7702-4736-9f75-1786110833fc, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:46.359703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.359868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41210) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:46.452652 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.483920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e4c48716-46c7-43e2-b142-e6bf9812c659 None None] Provisioning complete for port 120eac7d-6567-41a0-9dd6-099828392f0f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:46.484491 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e4c48716-46c7-43e2-b142-e6bf9812c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.519964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e4c48716-46c7-43e2-b142-e6bf9812c659 None None] Port 120eac7d-6567-41a0-9dd6-099828392f0f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:46.562408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:46.576122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:46.586395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.649799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501318a3-c67a-4856-8b3b-4dad02925f5a req-b3e88f3c-43aa-411e-adbf-93c9f900359d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:46.651982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-501318a3-c67a-4856-8b3b-4dad02925f5a req-b3e88f3c-43aa-411e-adbf-93c9f900359d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 949 time: 0.1941519 Oct 13 00:06:46.654139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:46.654770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.656218 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 1096 time: 1.5374374 Oct 13 00:06:46.657358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6c91c841-48a2-4ff3-ba35-7bccf7e89706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.658559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'tag': '9152485b-7702-4736-9f75-1786110833fc'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:46.662397 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb67d6a-8966-4681-bd8d-b8c150a7f709" -d '{"events": [{"name": "network-changed", "server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "tag": "9152485b-7702-4736-9f75-1786110833fc"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:46.697694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c749b7-41e4-43d0-863a-d22b74e7d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:46.714764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.748364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3ff0e9e2-76f3-4029-ba23-6a30c1b60123'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:46.754865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72b20-a54f-4b9e-bc27-164ff1a0af3e req-0ee1d489-d1f3-49c2-a4c7-4aca0d2ef29c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:46.762062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92e72b20-a54f-4b9e-bc27-164ff1a0af3e req-0ee1d489-d1f3-49c2-a4c7-4aca0d2ef29c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 948 time: 0.2302399 Oct 13 00:06:46.773778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Pushing event deleted for resources: {'Port': ['ID=3ff0e9e2-76f3-4029-ba23-6a30c1b60123,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:46.825848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6c91c841-48a2-4ff3-ba35-7bccf7e89706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.878538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] No DVR routers for this DVR port 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:06:46.882762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-faaccf0b-cdd3-4ac0-ad8a-4e1d028ab0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:46.884333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-faaccf0b-cdd3-4ac0-ad8a-4e1d028ab0b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1099 time: 0.1668844 Oct 13 00:06:46.886139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.888939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-437c6834-176b-41b0-a95f-91f682be664f req-a620f7d3-d357-4284-8cd2-c48b5cdc357b tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.36 "DELETE /v2.0/ports/3ff0e9e2-76f3-4029-ba23-6a30c1b60123 HTTP/1.1" status: 204 len: 173 time: 1.1413198 Oct 13 00:06:46.955163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-eeb0af4a-a84d-438a-b593-5562ea939a0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.0528016 Oct 13 00:06:46.956544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-501318a3-c67a-4856-8b3b-4dad02925f5a req-9cc07b45-3162-477e-afe2-ca48fef51c66 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161551 Oct 13 00:06:46.965912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92e72b20-a54f-4b9e-bc27-164ff1a0af3e req-4fe8d643-96ac-4f22-927d-a2c7ba4c7459 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030180 Oct 13 00:06:46.990745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 069f2698-15cd-4105-8a17-c4f5eb69fdba up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:47.038645 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6c91c841-48a2-4ff3-ba35-7bccf7e89706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.048934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6c91c841-48a2-4ff3-ba35-7bccf7e89706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.050243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6c91c841-48a2-4ff3-ba35-7bccf7e89706 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09f463e8-2e2d-4740-9366-726b25832d81 HTTP/1.1" status: 204 len: 168 time: 0.6892953 Oct 13 00:06:47.086453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91c841-48a2-4ff3-ba35-7bccf7e89706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f463e8-2e2d-4740-9366-726b25832d81,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:47.099047 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:06:47.104500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-e505a53b-228b-4513-98dc-48e507fbc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:47.109122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-e505a53b-228b-4513-98dc-48e507fbc077 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1295068 Oct 13 00:06:47.116652 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c6c592-3f23-4cd3-b983-4710769c47c7 x-openstack-request-id: req-b6c6c592-3f23-4cd3-b983-4710769c47c7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:47.117457 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "tag": "9152485b-7702-4736-9f75-1786110833fc", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:47.118812 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6c6c592-3f23-4cd3-b983-4710769c47c7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:47.120442 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'tag': '9152485b-7702-4736-9f75-1786110833fc', 'status': 'completed', 'code': 200} Oct 13 00:06:47.136517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 069f2698-15cd-4105-8a17-c4f5eb69fdba completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:47.142149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 069f2698-15cd-4105-8a17-c4f5eb69fdba triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:47.142507 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.202828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5443f47a-74f1-4368-8c43-123093ca132b req-5056c254-d987-4524-bcdd-7b11a623400c tempest-DeleteServersAdminTestJSON-28108881 tempest-DeleteServersAdminTestJSON-28108881-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2dfc04d-4af8-4249-b2e2-01345ad001b7 HTTP/1.1" status: 200 len: 210 time: 0.0703135 Oct 13 00:06:47.237774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120eac7d-6567-41a0-9dd6-099828392f0f {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:47.246045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-9eaeff0b-2412-4e45-9ad9-a73c8e66974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:47.250610 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-9eaeff0b-2412-4e45-9ad9-a73c8e66974e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118345 Oct 13 00:06:47.255008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.282183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Transition to ACTIVE for port object 120eac7d-6567-41a0-9dd6-099828392f0f will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:47.290963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.303248 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.356875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 069f2698-15cd-4105-8a17-c4f5eb69fdba, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=069f2698-15cd-4105-8a17-c4f5eb69fdba,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:47.358807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e33043e-3262-49a8-90d4-c1ce9b990c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069f2698-15cd-4105-8a17-c4f5eb69fdba'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:47.362579 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0db76e-79fb-46a4-a9ca-8a87a06d2a63" -d '{"events": [{"server_uuid": "8e33043e-3262-49a8-90d4-c1ce9b990c3a", "name": "network-vif-plugged", "status": "completed", "tag": "069f2698-15cd-4105-8a17-c4f5eb69fdba"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:47.395828 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.402475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:06:47.434018 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.434251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Pushing event updated for resources: {'Port': ['ID=120eac7d-6567-41a0-9dd6-099828392f0f,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:47.444750 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-f3241ed4-548a-4cfc-bf5c-34c8d3291ef6 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845038 Oct 13 00:06:47.458577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:06:47.459293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3ff0e9e2-76f3-4029-ba23-6a30c1b60123 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:06:47.520895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6997c73-66c5-403b-b0b3-1714a17fb93c req-6ad54f90-5fbc-4a71-a7fe-eb5d16d981a7 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:47.524730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=069f2698-15cd-4105-8a17-c4f5eb69fdba,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:47.529034 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6997c73-66c5-403b-b0b3-1714a17fb93c req-6ad54f90-5fbc-4a71-a7fe-eb5d16d981a7 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 943 time: 0.1904511 Oct 13 00:06:47.539859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Attempting to bind port 120eac7d-6567-41a0-9dd6-099828392f0f on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:47.540344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Attempting to bind port 120eac7d-6567-41a0-9dd6-099828392f0f by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:47.540747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Attempting to bind port 120eac7d-6567-41a0-9dd6-099828392f0f on network d744a091-4426-40f1-98f8-d8e46522fa2d {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:47.555412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Port 120eac7d-6567-41a0-9dd6-099828392f0f on network d744a091-4426-40f1-98f8-d8e46522fa2d not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:47.555671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Attempting to bind port 120eac7d-6567-41a0-9dd6-099828392f0f on network d744a091-4426-40f1-98f8-d8e46522fa2d {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:47.573930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:47.574273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Checking segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:47.574901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Bound using segment: {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:47.575094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Bound port: 120eac7d-6567-41a0-9dd6-099828392f0f, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf9dd30-45bd-4d73-97b1-9966c8080b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:47.575478 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.631319 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d96c96bb-98a8-4113-8671-8e43070d3212 req-2bd71f19-91ae-4301-ab85-6cb1bdcc93d9 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776667 Oct 13 00:06:47.635875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6997c73-66c5-403b-b0b3-1714a17fb93c req-81813c61-8736-42c1-8837-1427f50ad6de tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917053 Oct 13 00:06:47.730028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] For port 120eac7d-6567-41a0-9dd6-099828392f0f, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:47.734560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] For port 120eac7d-6567-41a0-9dd6-099828392f0f, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=120eac7d-6567-41a0-9dd6-099828392f0f,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:47.768068 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.810245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-386fc9c4-4cbd-4b3c-a738-e5c8c50439dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:47.813439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-386fc9c4-4cbd-4b3c-a738-e5c8c50439dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1099 time: 0.0489619 Oct 13 00:06:47.822238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:47.822858 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.824291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] 10.222.0.45 "PUT /v2.0/ports/120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 1091 time: 1.5845659 Oct 13 00:06:47.825792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:47.828138 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d" -d '{"events": [{"name": "network-changed", "server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:47.844786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3696f10-1aa7-4502-804a-46ea289496c0 req-807c50a4-4df6-4f70-8c83-b214d8409296 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:47.846780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3696f10-1aa7-4502-804a-46ea289496c0 req-807c50a4-4df6-4f70-8c83-b214d8409296 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.1105494 Oct 13 00:06:47.875578 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28408005-46ad-4421-b5bf-c35e59d9e781 x-openstack-request-id: req-28408005-46ad-4421-b5bf-c35e59d9e781 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:47.876392 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e33043e-3262-49a8-90d4-c1ce9b990c3a", "name": "network-vif-plugged", "status": "completed", "tag": "069f2698-15cd-4105-8a17-c4f5eb69fdba", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:47.876392 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28408005-46ad-4421-b5bf-c35e59d9e781 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:47.876616 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e33043e-3262-49a8-90d4-c1ce9b990c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069f2698-15cd-4105-8a17-c4f5eb69fdba', 'code': 200} Oct 13 00:06:47.903857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401f1e6-d5ee-4f2a-a3fa-9082c08b2733 service neutron] Pushing event updated for resources: {'Port': ['ID=120eac7d-6567-41a0-9dd6-099828392f0f,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:47.948349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3696f10-1aa7-4502-804a-46ea289496c0 req-df0e993f-a710-4b02-916e-38b6fb4c82f0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823689 Oct 13 00:06:47.985133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-70967bfa-0c0d-465b-9ffb-0731c59a251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:47.986764 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-70967bfa-0c0d-465b-9ffb-0731c59a251d service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1365407 Oct 13 00:06:48.024936 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0224d15-ca92-470d-8120-d50e0fbc4e3a x-openstack-request-id: req-e0224d15-ca92-470d-8120-d50e0fbc4e3a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:48.025260 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:48.025953 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0224d15-ca92-470d-8120-d50e0fbc4e3a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:48.026346 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f', 'status': 'completed', 'code': 200} Oct 13 00:06:48.056153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-90094346-de00-4b27-ad65-b6d1e1d22be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.061191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-90094346-de00-4b27-ad65-b6d1e1d22be5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 1094 time: 0.1114800 Oct 13 00:06:48.095901 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-432249c3-d2f2-4503-ac20-15fdfba98bb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.0951025 Oct 13 00:06:48.139973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f748a67-16d7-4c24-800b-51133c59d4e8 req-ccdb809d-8163-4d2d-a4ff-c85e6806cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.141452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5f748a67-16d7-4c24-800b-51133c59d4e8 req-ccdb809d-8163-4d2d-a4ff-c85e6806cbb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 1101 time: 0.0597022 Oct 13 00:06:48.181496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0b7a2b4a-83e2-4398-b592-c39a4a686f94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 217 time: 0.1032467 Oct 13 00:06:48.183755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5f748a67-16d7-4c24-800b-51133c59d4e8 req-dd4083b9-41b8-46dc-95e1-c011055d5e53 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341947 Oct 13 00:06:48.226990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08b770-36ac-4a48-b909-797a82a0866e req-914d9511-0df1-4e40-b889-a8f77bf1dbcc tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.228445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f08b770-36ac-4a48-b909-797a82a0866e req-914d9511-0df1-4e40-b889-a8f77bf1dbcc tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 950 time: 0.1249239 Oct 13 00:06:48.238926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065bef-80a6-472f-832f-d4a92273a847 req-48a3c6e3-20af-484e-b3ce-461d2297d04a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.239115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2065bef-80a6-472f-832f-d4a92273a847 req-48a3c6e3-20af-484e-b3ce-461d2297d04a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 948 time: 0.1365767 Oct 13 00:06:48.297584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2065bef-80a6-472f-832f-d4a92273a847 req-046302d6-c018-4e5b-a38d-76d057e9a39a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516644 Oct 13 00:06:48.306513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f08b770-36ac-4a48-b909-797a82a0866e req-e8ec93b3-77f8-4fc7-ac75-c15361fb02c1 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664504 Oct 13 00:06:48.371315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-42409f01-9d76-46ae-94bb-13af15283144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.372832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-42409f01-9d76-46ae-94bb-13af15283144 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0791423 Oct 13 00:06:48.406882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-9f9c4290-8ca1-4ac9-8f57-64f70172e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.408532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-9f9c4290-8ca1-4ac9-8f57-64f70172e09f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1156518 Oct 13 00:06:48.456089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-d44b3fb4-2a6b-4883-ad4d-dceb5618b9ca service neutron] 10.222.0.45 "GET /v2.0/ports/37ab5a99-ff1f-48a2-89aa-f69800c53da9/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.1060669 Oct 13 00:06:48.463774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0617f67f-0fc7-42b2-814b-e143dd9dfec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.469215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-0617f67f-0fc7-42b2-814b-e143dd9dfec4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874231 Oct 13 00:06:48.494839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-da5da523-3551-47e1-98c9-0155c5bc3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.496525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-da5da523-3551-47e1-98c9-0155c5bc3fa0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765636 Oct 13 00:06:48.633791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-9056abae-303a-4096-83bb-05281a08f853 service neutron] 10.222.0.45 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553268 Oct 13 00:06:48.858359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-78ef2a12-7317-41e8-9ef2-1ad746613917 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513947 Oct 13 00:06:48.958661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:49.044702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41332) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:49.074224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:49.077443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad8e88-a112-4d28-8cb3-6b7098baad2c req-2cfec444-1dff-4368-9d9d-8479985f05af tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.086509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0fb67d6a-8966-4681-bd8d-b8c150a7f709 req-cb15adc9-21e2-4393-9809-42b622d61132 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204132 Oct 13 00:06:49.086679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19ad8e88-a112-4d28-8cb3-6b7098baad2c req-2cfec444-1dff-4368-9d9d-8479985f05af tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 943 time: 0.3767874 Oct 13 00:06:49.131415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dfc04d-4af8-4249-b2e2-01345ad001b7', 'name': 'network-vif-deleted', 'tag': '3ff0e9e2-76f3-4029-ba23-6a30c1b60123'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:49.131415 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9662f09d-8675-44b8-8ffd-74f3b450e05c" -d '{"events": [{"server_uuid": "a2dfc04d-4af8-4249-b2e2-01345ad001b7", "name": "network-vif-deleted", "tag": "3ff0e9e2-76f3-4029-ba23-6a30c1b60123"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:49.136439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:49.146962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:49.152731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 has no active binding in host n-h2-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:06:49.158612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19ad8e88-a112-4d28-8cb3-6b7098baad2c req-13bab2c5-207a-467d-be3a-666583e5ced6 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711741 Oct 13 00:06:49.205400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ab5a99-ff1f-48a2-89aa-f69800c53da9 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:49.213467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0659bc-e09d-4596-8765-13cda9eafc81 req-1fa4514f-a505-474c-8472-16b6b7fdca55 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.215343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a0659bc-e09d-4596-8765-13cda9eafc81 req-1fa4514f-a505-474c-8472-16b6b7fdca55 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 943 time: 0.0891991 Oct 13 00:06:49.220287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:49.222928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d247f00-21dc-4c85-8cde-c3017d206a19 req-2865d0e5-a572-44f7-a643-64f7d4d96c64 service neutron] 10.222.0.45 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711012 Oct 13 00:06:49.253007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.269841 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48fa7c7-9b04-49e0-8f65-0acaba7c3aed x-openstack-request-id: req-c48fa7c7-9b04-49e0-8f65-0acaba7c3aed {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:49.270126 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dfc04d-4af8-4249-b2e2-01345ad001b7", "name": "network-vif-deleted", "tag": "3ff0e9e2-76f3-4029-ba23-6a30c1b60123", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:49.270374 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c48fa7c7-9b04-49e0-8f65-0acaba7c3aed {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:49.270760 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dfc04d-4af8-4249-b2e2-01345ad001b7', 'name': 'network-vif-deleted', 'tag': '3ff0e9e2-76f3-4029-ba23-6a30c1b60123', 'status': 'completed', 'code': 200} Oct 13 00:06:49.296615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a0659bc-e09d-4596-8765-13cda9eafc81 req-095b11c5-eec4-4760-9cbd-fc786de6b84f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719419 Oct 13 00:06:49.383591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] Transition to ACTIVE for port object 37ab5a99-ff1f-48a2-89aa-f69800c53da9 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:49.392492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.421430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-82f292f2-5fef-4e6d-851f-d59ecb6bbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.422717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-82f292f2-5fef-4e6d-851f-d59ecb6bbdcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 1094 time: 0.0977843 Oct 13 00:06:49.503537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] No DVR routers for this DVR port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:06:49.517628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] Pushing event updated for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:49.549444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-13c3695d-036f-4ce9-b57b-62139514ad43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffbd6ec2f6c2419fa71d81d428cd918e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5034597 Oct 13 00:06:49.550496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41354) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:49.572532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-fb92497e-2bdd-46ee-8e78-298e9cc6aa55 service neutron] 10.222.0.45 "PUT /v2.0/ports/37ab5a99-ff1f-48a2-89aa-f69800c53da9/bindings/n-h2-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1073022 Oct 13 00:06:49.617536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d9031db9-bbe5-46c8-9fb7-406634693126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.637714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85cb8-bb18-4d71-8ba5-08232e26dd1e req-249e9cb6-cc7d-4052-89d5-2179138644bc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.640542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efd85cb8-bb18-4d71-8ba5-08232e26dd1e req-249e9cb6-cc7d-4052-89d5-2179138644bc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 948 time: 0.2169237 Oct 13 00:06:49.649283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edd45f-f73b-493d-acc0-2d30d5137a6a req-1ffc1081-2f15-48e8-9d7a-3b4451f66150 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.650909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19edd45f-f73b-493d-acc0-2d30d5137a6a req-1ffc1081-2f15-48e8-9d7a-3b4451f66150 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 950 time: 0.2050619 Oct 13 00:06:49.652359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d9031db9-bbe5-46c8-9fb7-406634693126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.665469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41360) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:49.687887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-14920d28-a8c0-476d-815f-3f93e365db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.689314 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-14920d28-a8c0-476d-815f-3f93e365db57 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.2399614 Oct 13 00:06:49.717913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d9031db9-bbe5-46c8-9fb7-406634693126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.722398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d9031db9-bbe5-46c8-9fb7-406634693126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.723649 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d9031db9-bbe5-46c8-9fb7-406634693126 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1813c788-ee0b-4b68-875d-c5cde4cafab8 HTTP/1.1" status: 204 len: 168 time: 0.1714993 Oct 13 00:06:49.755883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9031db9-bbe5-46c8-9fb7-406634693126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1813c788-ee0b-4b68-875d-c5cde4cafab8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:49.769066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41366) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:49.772413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efd85cb8-bb18-4d71-8ba5-08232e26dd1e req-f22e0fbc-a00b-4e60-ae34-3eae344f6503 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202466 Oct 13 00:06:49.793518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-2a6b9b85-fc1b-4c87-b5b0-a078cf7d5040 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 217 time: 0.0906885 Oct 13 00:06:49.796269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-11ae8a22-e91b-46a8-9f46-748b70e1e466 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.798886 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-11ae8a22-e91b-46a8-9f46-748b70e1e466 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.0736918 Oct 13 00:06:49.812920 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19edd45f-f73b-493d-acc0-2d30d5137a6a req-ac37c638-8992-4b39-9c28-2eb90c17f29a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347494 Oct 13 00:06:49.865737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-1639aee3-91e9-4df9-959a-38ea6320777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.867554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-1639aee3-91e9-4df9-959a-38ea6320777c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0536170 Oct 13 00:06:49.931167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-3284e34e-c624-4c25-bc55-f1a09d326494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.933428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-3284e34e-c624-4c25-bc55-f1a09d326494 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543225 Oct 13 00:06:49.939477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-aa1546f8-3441-4cbb-8c2a-534743c70d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.941174 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-aa1546f8-3441-4cbb-8c2a-534743c70d74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6&tenant_id=bbd65d794f10491ebe555aaca5fbe099 HTTP/1.1" status: 200 len: 1095 time: 0.1290648 Oct 13 00:06:49.948501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55588db4-ea78-4245-bb88-3dc42be7cb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.048634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55588db4-ea78-4245-bb88-3dc42be7cb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.062710 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55588db4-ea78-4245-bb88-3dc42be7cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.104608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-7bc37bb7-be94-419e-8717-20f983b4440a service neutron] 10.222.0.45 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630313 Oct 13 00:06:50.131437 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-55588db4-ea78-4245-bb88-3dc42be7cb6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ee0fd1a885c41a6b50c2620fef7bfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4647632 Oct 13 00:06:50.133957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55588db4-ea78-4245-bb88-3dc42be7cb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b4aa3a-df35-4e48-94c6-6f7ac69d51d3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:50.138726 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:50.158233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-6e344873-2379-4f74-b207-a6b7b474450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:50.159920 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-6e344873-2379-4f74-b207-a6b7b474450b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1095 time: 0.1097591 Oct 13 00:06:50.184551 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1cf644e1-6452-4f57-8bc6-045c49439522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.186349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41378) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:50.215563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6695a22-c351-45f9-9dd0-a1d6e0e74e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.253159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eb62a2d0-dbe6-4aa5-b14b-cbeb8c6146fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.293983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eb62a2d0-dbe6-4aa5-b14b-cbeb8c6146fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.301182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c0c9f4-bb0c-45dc-8dd1-f268982ad59d req-72989da7-7d17-49c5-9e2d-bbc8a254cac5 service neutron] 10.222.0.45 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889648 Oct 13 00:06:50.303070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-47dea8e4-7c44-43cb-8152-530eac060698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:50.305726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-47dea8e4-7c44-43cb-8152-530eac060698 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1374214 Oct 13 00:06:50.352820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b303b-1e06-4afc-ad7c-4d80c6917c8a req-96dfc0a3-7694-4a05-ad9b-ac351dab90a4 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:50.354308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a4b303b-1e06-4afc-ad7c-4d80c6917c8a req-96dfc0a3-7694-4a05-ad9b-ac351dab90a4 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 943 time: 0.1220667 Oct 13 00:06:50.391053 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-f16c060c-3d1b-490d-8190-22bcdaf3d191 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 217 time: 0.0645313 Oct 13 00:06:50.438706 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eb62a2d0-dbe6-4aa5-b14b-cbeb8c6146fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.441254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eb62a2d0-dbe6-4aa5-b14b-cbeb8c6146fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.442380 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-eb62a2d0-dbe6-4aa5-b14b-cbeb8c6146fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20b4aa3a-df35-4e48-94c6-6f7ac69d51d3 HTTP/1.1" status: 204 len: 168 time: 0.3021355 Oct 13 00:06:50.453964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-1c1572f2-8b2f-40e5-8d8c-75dccbd3325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:50.455496 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-1c1572f2-8b2f-40e5-8d8c-75dccbd3325d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0558367 Oct 13 00:06:50.456625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62a2d0-dbe6-4aa5-b14b-cbeb8c6146fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b4aa3a-df35-4e48-94c6-6f7ac69d51d3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:50.460390 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1cf644e1-6452-4f57-8bc6-045c49439522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.470608 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1cf644e1-6452-4f57-8bc6-045c49439522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.476548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a4b303b-1e06-4afc-ad7c-4d80c6917c8a req-fe4e3d0f-5170-4f2a-b712-c80520d8d9c0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139624 Oct 13 00:06:50.495525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6695a22-c351-45f9-9dd0-a1d6e0e74e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.513280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-8fbe5fae-f001-41fa-a996-6cff7cd6613b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487702 Oct 13 00:06:50.516613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6695a22-c351-45f9-9dd0-a1d6e0e74e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.538064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda00ae-c324-4ce6-b7ad-4ca48ade907c req-6ed7f586-78fb-48ac-a6ff-3317e8db3094 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:50.539612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6dda00ae-c324-4ce6-b7ad-4ca48ade907c req-6ed7f586-78fb-48ac-a6ff-3317e8db3094 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 944 time: 0.1505105 Oct 13 00:06:50.541863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1cf644e1-6452-4f57-8bc6-045c49439522 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81fc8b6de53f4fe3879856e1751b315d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685657 Oct 13 00:06:50.551159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41384) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:50.587491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf644e1-6452-4f57-8bc6-045c49439522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b6cdc5-d4bf-4c01-a5ff-bae0b59d6817,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:50.595985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d6695a22-c351-45f9-9dd0-a1d6e0e74e28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8780fc5adff64816bc0a01a6509a59fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067128 Oct 13 00:06:50.604627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41386) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:50.655319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6695a22-c351-45f9-9dd0-a1d6e0e74e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c95303b-6752-434c-afdd-c848ab9b2a63,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:50.661354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6dda00ae-c324-4ce6-b7ad-4ca48ade907c req-7478de9a-34a6-43b1-940f-e0f96bf4366d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082747 Oct 13 00:06:50.687324 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-67a8042f-968b-4c86-bc22-3d1a3bc2dfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.687565 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-0f0e4dd0-fcc7-4dd5-ad03-ffa2c5d1f951 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627970 Oct 13 00:06:50.705161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1fd55f6-6cb1-4d3b-b18c-707121aa3a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.705359 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-67a8042f-968b-4c86-bc22-3d1a3bc2dfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.770456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1fd55f6-6cb1-4d3b-b18c-707121aa3a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.778446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-67a8042f-968b-4c86-bc22-3d1a3bc2dfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.782643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-67a8042f-968b-4c86-bc22-3d1a3bc2dfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.783905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-67a8042f-968b-4c86-bc22-3d1a3bc2dfbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69b6cdc5-d4bf-4c01-a5ff-bae0b59d6817 HTTP/1.1" status: 204 len: 168 time: 0.2307184 Oct 13 00:06:50.794124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8042f-968b-4c86-bc22-3d1a3bc2dfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b6cdc5-d4bf-4c01-a5ff-bae0b59d6817,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:50.867352 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-900cf438-efee-4270-8fff-dcdb7a0b9ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726019 Oct 13 00:06:50.920745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1fd55f6-6cb1-4d3b-b18c-707121aa3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.924237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1fd55f6-6cb1-4d3b-b18c-707121aa3a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:50.930070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f1fd55f6-6cb1-4d3b-b18c-707121aa3a80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c95303b-6752-434c-afdd-c848ab9b2a63 HTTP/1.1" status: 204 len: 168 time: 0.3244123 Oct 13 00:06:50.939945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd55f6-6cb1-4d3b-b18c-707121aa3a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c95303b-6752-434c-afdd-c848ab9b2a63,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:50.986873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3adb04-79c3-4caf-a6e2-117b39875b68 req-771e0979-cbdc-4419-ae6d-4fe0c7f5bd3f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:50.988469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a3adb04-79c3-4caf-a6e2-117b39875b68 req-771e0979-cbdc-4419-ae6d-4fe0c7f5bd3f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 948 time: 0.1071689 Oct 13 00:06:51.002896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d415c8f-3dad-4551-8d40-630eab968111 req-3462f4a4-003b-49d3-bab4-39e399d6179f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:51.004408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d415c8f-3dad-4551-8d40-630eab968111 req-3462f4a4-003b-49d3-bab4-39e399d6179f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 950 time: 0.0717950 Oct 13 00:06:51.072050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a3adb04-79c3-4caf-a6e2-117b39875b68 req-0f900a47-8558-47c2-8758-19636bf8c5ec tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666246 Oct 13 00:06:51.089995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d415c8f-3dad-4551-8d40-630eab968111 req-ae9aa5de-b467-4ac3-ba1b-a9ab5788b7de tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Oct 13 00:06:51.101500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41402) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:51.120162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd64c3e6-bcfe-418a-b51b-0cf8d0b89361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.263712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd64c3e6-bcfe-418a-b51b-0cf8d0b89361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.271149 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd64c3e6-bcfe-418a-b51b-0cf8d0b89361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.312618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-52552588-a202-4242-80fd-c4011e584778 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:51.314315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-52552588-a202-4242-80fd-c4011e584778 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.0810189 Oct 13 00:06:51.322891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64c3e6-bcfe-418a-b51b-0cf8d0b89361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc08746-3d02-4703-8da8-6ff9c8d75399,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:51.334871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41410) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:51.344064 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bd64c3e6-bcfe-418a-b51b-0cf8d0b89361 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a33c0c64e3ea49889b9dd1fcfface2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411187 Oct 13 00:06:51.387963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a197b53d-9013-418d-8668-0682702816a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.414464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a197b53d-9013-418d-8668-0682702816a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.480867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a197b53d-9013-418d-8668-0682702816a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.485428 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a197b53d-9013-418d-8668-0682702816a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.489644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a197b53d-9013-418d-8668-0682702816a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcc08746-3d02-4703-8da8-6ff9c8d75399 HTTP/1.1" status: 204 len: 168 time: 0.1537609 Oct 13 00:06:51.493101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-f1b5676e-629f-4335-a3e0-848a5b3c95e8 service neutron] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:51.497331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197b53d-9013-418d-8668-0682702816a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc08746-3d02-4703-8da8-6ff9c8d75399,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:51.500968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-f1b5676e-629f-4335-a3e0-848a5b3c95e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.502137 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-75d290cc-5ffb-42fe-b942-4e0360feda37 req-f1b5676e-629f-4335-a3e0-848a5b3c95e8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/37ab5a99-ff1f-48a2-89aa-f69800c53da9/bindings/n-h1-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.1734416 Oct 13 00:06:51.632134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9152485b-7702-4736-9f75-1786110833fc details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:51.642825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:06:51.651580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056465d-bb3c-440e-807f-a9d769a1860f req-969d010e-59f1-460f-800e-93c47576b9bb tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:51.653113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4056465d-bb3c-440e-807f-a9d769a1860f req-969d010e-59f1-460f-800e-93c47576b9bb tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 943 time: 0.0886757 Oct 13 00:06:51.657925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6f139-3867-4c71-b791-900c567bb03a req-f276b958-7de3-4cf2-afc8-161d0184461b tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:51.659380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfe6f139-3867-4c71-b791-900c567bb03a req-f276b958-7de3-4cf2-afc8-161d0184461b tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 1101 time: 0.0669515 Oct 13 00:06:51.712136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4056465d-bb3c-440e-807f-a9d769a1860f req-781c8682-5f9e-453f-87a7-d43aa934e090 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517545 Oct 13 00:06:51.713306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dfe6f139-3867-4c71-b791-900c567bb03a req-ab3f23e5-a302-4cee-b384-f5ba41dd9aa0 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.790585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:06:51.844107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:51.861584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9152485b-7702-4736-9f75-1786110833fc', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '9152485b-7702-4736-9f75-1786110833fc', 'mac_address': 'fa:16:3e:e6:e8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:51.932353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.956332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9152485b-7702-4736-9f75-1786110833fc {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:51.964000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dfe6f139-3867-4c71-b791-900c567bb03a req-ab3f23e5-a302-4cee-b384-f5ba41dd9aa0 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.971231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dfe6f139-3867-4c71-b791-900c567bb03a req-ab3f23e5-a302-4cee-b384-f5ba41dd9aa0 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.989304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:51.994038 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.995567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475c534-f3f9-4d60-934c-97d80410155c req-c497c379-20b3-4f39-bfba-ba983e0a67c9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:52.000724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4475c534-f3f9-4d60-934c-97d80410155c req-c497c379-20b3-4f39-bfba-ba983e0a67c9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 944 time: 0.1897881 Oct 13 00:06:52.024433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfe6f139-3867-4c71-b791-900c567bb03a req-ab3f23e5-a302-4cee-b384-f5ba41dd9aa0 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385093 Oct 13 00:06:52.045447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f23e5-a302-4cee-b384-f5ba41dd9aa0 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393016fc-b9bc-42e3-b9a5-3d1b9702a3e8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:52.098907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:52.104505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4475c534-f3f9-4d60-934c-97d80410155c req-fa72c1f5-e422-481f-8094-fc56d5422a9a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952566 Oct 13 00:06:52.291340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99de15-10e9-4b4f-bffc-a9c44c95b228 req-5d560708-2f0c-4bc4-8588-48f023b96496 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:52.292967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c99de15-10e9-4b4f-bffc-a9c44c95b228 req-5d560708-2f0c-4bc4-8588-48f023b96496 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 949 time: 0.1171119 Oct 13 00:06:52.338546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c99de15-10e9-4b4f-bffc-a9c44c95b228 req-8bd6399c-7b98-439c-ba89-6f34f36cfc9b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370340 Oct 13 00:06:52.400642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9152485b-7702-4736-9f75-1786110833fc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:52.483792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc4b93-f998-41a0-b082-c08f602e998d req-035f31bf-c211-4b9d-a64f-aa23df818fdb tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:52.489523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ecc4b93-f998-41a0-b082-c08f602e998d req-035f31bf-c211-4b9d-a64f-aa23df818fdb tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1095 time: 0.0847366 Oct 13 00:06:52.585252 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ecc4b93-f998-41a0-b082-c08f602e998d req-b8a973a3-0ebd-4491-b648-d1369cd00c1b tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882463 Oct 13 00:06:52.677656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-68eed54d-359b-4411-b778-c0a477386781 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245872 Oct 13 00:06:52.719255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41484) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:52.881389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-d14e0938-771a-4f23-aa8a-743ac58befa1 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:52.889025 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-d14e0938-771a-4f23-aa8a-743ac58befa1 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048030 Oct 13 00:06:52.917483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5a30e-3f4c-45a2-8927-30ecad0c6cab req-b7e0449c-c829-4eaa-aa71-0eeaf95a5f70 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:52.918993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8a5a30e-3f4c-45a2-8927-30ecad0c6cab req-b7e0449c-c829-4eaa-aa71-0eeaf95a5f70 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 943 time: 0.0967479 Oct 13 00:06:52.922275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-19c015cb-e9c2-4800-8e61-3d9454a4e02c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/quotas/2d05105741314c25be26b660be8365c0 HTTP/1.1" status: 200 len: 375 time: 0.0301325 Oct 13 00:06:52.963663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:06:52.966006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-network', 'tenant_id': '8507f73664c846d28cf1f651f9233297'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:53.017199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Made reservation on behalf of 8507f73664c846d28cf1f651f9233297 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:53.019921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.040562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.070269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8a5a30e-3f4c-45a2-8927-30ecad0c6cab req-a195626f-aa55-4a67-8c7e-12c67c633e39 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439869 Oct 13 00:06:53.097673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-e7c02231-7a04-42c2-a91a-a65ad752c610 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1700609 Oct 13 00:06:53.277094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.287292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.348049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144d3d9a-0a6d-4f8b-af85-4c13c6772a3f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:53.361485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-08486ddb-a728-4ceb-a9c0-47decb4e11ea tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:53.363381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-08486ddb-a728-4ceb-a9c0-47decb4e11ea tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 808 time: 0.1489193 Oct 13 00:06:53.367224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:06:53.392043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-d52eb340-2e87-47ff-b634-ee2a3a0d4963 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/quotas/bbd65d794f10491ebe555aaca5fbe099 HTTP/1.1" status: 200 len: 375 time: 0.0164170 Oct 13 00:06:53.395163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.397983 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Added segment a4a3c80d-e629-4c82-b3ba-b5e0fe48153e of type vlan for network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 Oct 13 00:06:53.482315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.495310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-063ad0e0-476c-4c70-a585-b1a33d565273 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975468 Oct 13 00:06:53.539674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.540681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:53.541265 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.621429 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9004383 Oct 13 00:06:53.627120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41526) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:53.635450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 120eac7d-6567-41a0-9dd6-099828392f0f details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:06:53.642255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be66c60-376e-4731-b61e-ade74c2a68f4 admin admin] Pushing event updated for resources: {'Network': ['ID=9d54522d-41b7-48d8-9cfc-fc8f2546fcb2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:53.648969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Request body: {'subnet': {'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-subnet', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:53.691791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-32a7ce46-e1b9-4b8a-8bbf-487131d32fb3 service neutron] 10.222.0.21 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837485 Oct 13 00:06:53.776448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9152485b-7702-4736-9f75-1786110833fc up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:53.781440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:06:53.791550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Made reservation on behalf of 8507f73664c846d28cf1f651f9233297 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:53.793868 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.060301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-62d6c6ee-86a6-4f5c-9be1-bee486214650 service neutron] 10.222.0.21 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622282 Oct 13 00:06:54.106981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 120eac7d-6567-41a0-9dd6-099828392f0f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=120eac7d-6567-41a0-9dd6-099828392f0f,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:54.119287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c83c-ebcb-4844-b845-650b519fa07d req-e69e0678-1f28-449b-b077-c0d4e8843ed0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:54.128148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b35c83c-ebcb-4844-b845-650b519fa07d req-e69e0678-1f28-449b-b077-c0d4e8843ed0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 949 time: 0.2260189 Oct 13 00:06:54.150938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '120eac7d-6567-41a0-9dd6-099828392f0f', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'port_id': '120eac7d-6567-41a0-9dd6-099828392f0f', 'mac_address': 'fa:16:3e:37:57:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:06:54.198917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.229291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 9152485b-7702-4736-9f75-1786110833fc completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:54.248986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9152485b-7702-4736-9f75-1786110833fc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:54.249358 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.273908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff2de69-7f20-4083-bb23-60ebe69b3477,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:54.303501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b35c83c-ebcb-4844-b845-650b519fa07d req-c00a52d5-d11e-4a50-95dd-d4c782f5be28 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716795 Oct 13 00:06:54.329821 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.369729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120eac7d-6567-41a0-9dd6-099828392f0f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:54.411694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Checking segment: {'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:54.412043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Network hostable DHCP agents. Network: 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:06:54.416453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 120eac7d-6567-41a0-9dd6-099828392f0f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=120eac7d-6567-41a0-9dd6-099828392f0f,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:54.429899 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.458374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:06:54.479611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:54.492527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:54.495755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.512355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e8102-9325-4759-a344-c98e4106c785 None None] Network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:54.542821 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-42c27940-362e-4f13-b840-dacebf1024a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9034047 Oct 13 00:06:54.546175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:54.550337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:54.608088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.612071 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.747082 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.780326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21133791-6fe1-4908-8dac-529f3edf5982 req-caf9b552-e30b-45d6-bbc7-f866edf23fdc tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:54.783711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21133791-6fe1-4908-8dac-529f3edf5982 req-caf9b552-e30b-45d6-bbc7-f866edf23fdc tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 944 time: 0.1181166 Oct 13 00:06:54.817085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=120eac7d-6567-41a0-9dd6-099828392f0f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:54.828409 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.857284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90f9b9b1-78c5-4f47-809b-0822dde54eb4 req-ab78f9c3-c63e-4395-81df-a045074ef787 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 210 time: 0.0655658 Oct 13 00:06:54.908570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-9d54522d-41b7-48d8-9cfc-fc8f2546fcb2', 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'fixed_ips': [{'subnet_id': '5ff2de69-7f20-4083-bb23-60ebe69b3477'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:06:54.910441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.915995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21133791-6fe1-4908-8dac-529f3edf5982 req-71ffd344-c9cf-42bd-844b-2269dfdf3bc6 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255219 Oct 13 00:06:54.967844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.969497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['120eac7d-6567-41a0-9dd6-099828392f0f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:55.032094 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:55.033544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9152485b-7702-4736-9f75-1786110833fc'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:55.037368 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6919846-a3e6-4f47-9490-b58c9b64d439" -d '{"events": [{"server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "name": "network-vif-plugged", "status": "completed", "tag": "9152485b-7702-4736-9f75-1786110833fc"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:55.053357 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.092763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d87f5c8b-2557-4aca-876c-0e3863ff4f82 req-5abb1afe-d9e1-453c-b4a9-65af385de094 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 210 time: 0.0550497 Oct 13 00:06:55.129008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-436776d3-40d8-4406-b466-f2359c622ecf tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c03ce7d4f6a340019e9131d4fa1a3222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402975 Oct 13 00:06:55.243687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:55.256226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.271027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-9111ddcf-9da2-4c8b-ac15-8cf5ab479763 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:55.273008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-9111ddcf-9da2-4c8b-ac15-8cf5ab479763 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413326 Oct 13 00:06:55.277799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.291546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Allocated IP 172.20.0.2 (9d54522d-41b7-48d8-9cfc-fc8f2546fcb2/5ff2de69-7f20-4083-bb23-60ebe69b3477/41bc0072-3ced-4eb6-bfe3-999a2d591723) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:55.296290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-d2d26d14-f9f5-4796-a6ee-bbc0258d7fb2 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/quotas/c03ce7d4f6a340019e9131d4fa1a3222 HTTP/1.1" status: 200 len: 375 time: 0.0154278 Oct 13 00:06:55.337492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-4c2e2ee4-55d5-4670-a75f-167a466eccba tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c03ce7d4f6a340019e9131d4fa1a3222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401273 Oct 13 00:06:55.390112 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412bb76b-fc3f-4f49-bc61-f29bdf99cd79 x-openstack-request-id: req-412bb76b-fc3f-4f49-bc61-f29bdf99cd79 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:55.390401 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "name": "network-vif-plugged", "status": "completed", "tag": "9152485b-7702-4736-9f75-1786110833fc", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:55.390651 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-412bb76b-fc3f-4f49-bc61-f29bdf99cd79 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:55.391036 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9152485b-7702-4736-9f75-1786110833fc', 'code': 200} Oct 13 00:06:55.487235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Allocated IP 172.25.3.52 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/86a3904a-321a-4785-bd90-fa0f157559f9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:55.525904 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.535758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.584707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:55.587744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:55.593360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:55.623882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Pushing event updated for resources: {'Port': ['ID=41bc0072-3ced-4eb6-bfe3-999a2d591723,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:55.638506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a914847-9e9c-460d-8141-23f2c653c28c req-9aac5ade-94cd-4ee8-8cae-c708945b1188 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:55.656388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a914847-9e9c-460d-8141-23f2c653c28c req-9aac5ade-94cd-4ee8-8cae-c708945b1188 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1729589 Oct 13 00:06:55.688153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Attempting to bind port 41bc0072-3ced-4eb6-bfe3-999a2d591723 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:55.688492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Attempting to bind port 41bc0072-3ced-4eb6-bfe3-999a2d591723 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:55.688800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Attempting to bind port 41bc0072-3ced-4eb6-bfe3-999a2d591723 on network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:55.695960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:55.696350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Checking segment: {'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:55.697118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.697310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Bound using segment: {'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:55.698629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Bound port: 41bc0072-3ced-4eb6-bfe3-999a2d591723, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:55.699048 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.718957 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-235e25b5-eaa1-4675-bde5-869895217c2b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332394 Oct 13 00:06:55.731704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5bad159-d769-4510-93f2-fc8da8e41611 req-e8ad9bb1-14c8-474b-b534-221fa755de4a tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 210 time: 0.0699432 Oct 13 00:06:55.750336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.777801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dba11c-d348-4ed3-a74b-a255665b45e7 req-c3ded551-7bea-48b1-ae2c-56ce6acebe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:55.779321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7dba11c-d348-4ed3-a74b-a255665b45e7 req-c3ded551-7bea-48b1-ae2c-56ce6acebe12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1101 time: 0.2385342 Oct 13 00:06:55.791785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a914847-9e9c-460d-8141-23f2c653c28c req-c17ffcad-2a04-4f7f-a7ac-3da5553452bf tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344221 Oct 13 00:06:55.817680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] For port 41bc0072-3ced-4eb6-bfe3-999a2d591723, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:55.821226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] For port 41bc0072-3ced-4eb6-bfe3-999a2d591723, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=41bc0072-3ced-4eb6-bfe3-999a2d591723,segment=NetworkSegment(a4a3c80d-e629-4c82-b3ba-b5e0fe48153e),segment_id=a4a3c80d-e629-4c82-b3ba-b5e0fe48153e)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:55.829486 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.866765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7dba11c-d348-4ed3-a74b-a255665b45e7 req-36a9e8df-93f3-4a08-b0a5-5f7c06622bac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711010 Oct 13 00:06:55.916075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:55.933864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a556001-d748-447e-abca-eb9e93748e23 None None] Pushing event updated for resources: {'Port': ['ID=41bc0072-3ced-4eb6-bfe3-999a2d591723,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:55.942026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-155436af-84cc-4bf3-b767-588f4d2337ff tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:55.943857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-155436af-84cc-4bf3-b767-588f4d2337ff tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158134 Oct 13 00:06:56.012760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb830935-c9ba-4335-b71c-ec06c141b4fc req-d298125a-e39e-484b-8113-6da98f4ac2b7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 210 time: 0.0512605 Oct 13 00:06:56.016704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Request body: {'port': {'device_id': 'b7f7a45a-81be-4482-96cb-0734f4af71fd', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '2d05105741314c25be26b660be8365c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:56.037470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:56.038707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=86a3904a-321a-4785-bd90-fa0f157559f9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:56.045965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:56.063412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:56.179254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971f645-9188-42e2-ac26-98925271a19f req-195a8deb-0ae7-443d-b58b-2b916fe13d81 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:56.181756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c971f645-9188-42e2-ac26-98925271a19f req-195a8deb-0ae7-443d-b58b-2b916fe13d81 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 944 time: 0.1069195 Oct 13 00:06:56.255629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2503e0a9-c695-4d24-a403-2f2900337585 req-80e289f5-0ca3-41cc-9b7e-21cfd676f545 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 210 time: 0.0373385 Oct 13 00:06:56.305071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c971f645-9188-42e2-ac26-98925271a19f req-789f88d9-a478-447e-94ac-7c88c12b3429 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157799 Oct 13 00:06:56.472592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Made reservation on behalf of 2d05105741314c25be26b660be8365c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:56.476438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:56.482421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-4ce8c46a-9486-4cb1-baed-159a36296017 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546682 Oct 13 00:06:56.929624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a43b7cbf-53e4-4c39-9575-32342c2c5835 req-ce491329-928b-4bbb-b56c-53e5f0f963ed tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 210 time: 0.0411863 Oct 13 00:06:57.004933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-4d35b1a5-f67a-437a-9f8d-35f08a1c4d56 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:57.006323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-4d35b1a5-f67a-437a-9f8d-35f08a1c4d56 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5083537 Oct 13 00:06:57.031182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Request body: {'port': {'device_id': 'e4f5138b-0051-4fab-b10e-56d0f5a6439d', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '2d05105741314c25be26b660be8365c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:57.060397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea816f84-bafc-42da-9f52-7b9029770d28 req-c955551a-ce6a-4200-8653-56d95f22fce9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:57.071469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea816f84-bafc-42da-9f52-7b9029770d28 req-c955551a-ce6a-4200-8653-56d95f22fce9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1539571 Oct 13 00:06:57.095194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Allocated IP 192.168.233.237 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/33da3c1d-06fc-4a23-af50-71ff82586235) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:57.101544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.176685 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea816f84-bafc-42da-9f52-7b9029770d28 req-566a0363-be6b-4b38-be5c-2c3c92c50b22 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068869 Oct 13 00:06:57.190424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-8e243bca-c9d3-46f4-be06-d5d3d2b0eef2 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:57.192599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-8e243bca-c9d3-46f4-be06-d5d3d2b0eef2 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 808 time: 0.2165234 Oct 13 00:06:57.233383 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89735325-3cbe-4df3-ba5a-abf88e8f347b req-6c5e9d30-10ef-4e6c-87ee-6b4810d24634 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 210 time: 0.0395265 Oct 13 00:06:57.238847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Request body: {'port': {'device_id': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'admin_state_up': True, 'tenant_id': 'bbd65d794f10491ebe555aaca5fbe099'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:57.341533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-2ada1f55-cf7f-446e-bd78-6bafa6ffe2e3 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c03ce7d4f6a340019e9131d4fa1a3222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376194 Oct 13 00:06:57.402486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b5435-a1bc-4df6-8164-c887c6423a91 None None] Network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:06:57.474041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a3462ad3-30b9-407c-85d1-caf0173c4bd8 None None] Provisioning complete for port 41bc0072-3ced-4eb6-bfe3-999a2d591723 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:57.474828 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3462ad3-30b9-407c-85d1-caf0173c4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.491197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Made reservation on behalf of 2d05105741314c25be26b660be8365c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:57.494856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.497474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-df3445be-d5e0-4980-9b08-40dd479976f1 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:57.500644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-df3445be-d5e0-4980-9b08-40dd479976f1 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506479 Oct 13 00:06:57.589528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Request body: {'port': {'device_id': '23191675-f20d-4e10-9831-e1fbf94e2145', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'c03ce7d4f6a340019e9131d4fa1a3222'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:57.596967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e1cd268-0e7c-494e-9098-ee8e05503722 req-3180264e-3da2-490d-b58a-9972b6a29509 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 210 time: 0.0904489 Oct 13 00:06:57.653293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 120eac7d-6567-41a0-9dd6-099828392f0f up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:57.676044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.692778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.695885 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3462ad3-30b9-407c-85d1-caf0173c4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.766554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a3462ad3-30b9-407c-85d1-caf0173c4bd8 None None] For port 41bc0072-3ced-4eb6-bfe3-999a2d591723, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=41bc0072-3ced-4eb6-bfe3-999a2d591723,segment=NetworkSegment(a4a3c80d-e629-4c82-b3ba-b5e0fe48153e),segment_id=a4a3c80d-e629-4c82-b3ba-b5e0fe48153e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:57.778366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3462ad3-30b9-407c-85d1-caf0173c4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.819899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 120eac7d-6567-41a0-9dd6-099828392f0f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:06:57.820413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.827471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 120eac7d-6567-41a0-9dd6-099828392f0f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:57.827471 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:57.877866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:57.956555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Allocated IP 192.168.233.143 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/68f823ee-29fc-4967-a770-275f692dde2f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:58.002949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3462ad3-30b9-407c-85d1-caf0173c4bd8 None None] Pushing event updated for resources: {'Port': ['ID=41bc0072-3ced-4eb6-bfe3-999a2d591723,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:58.003677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:58.019045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:58.021301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:58.030958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94debc8-2013-41b2-812a-9befb3940800 req-2209eacd-72a6-4d13-9b4f-1ecf8f0ca610 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:58.040137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b94debc8-2013-41b2-812a-9befb3940800 req-2209eacd-72a6-4d13-9b4f-1ecf8f0ca610 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 944 time: 0.5384276 Oct 13 00:06:58.098359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'Port': ['ID=33da3c1d-06fc-4a23-af50-71ff82586235,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:58.179693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a73bdc6-76bc-4c6f-9fbf-0bfa825bfa68 req-73e40232-cab7-4fb0-aded-e42e0aa53ffd tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 210 time: 0.1018109 Oct 13 00:06:58.181355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:58.181992 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.183639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Made reservation on behalf of bbd65d794f10491ebe555aaca5fbe099 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:58.187209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.189075 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.254588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b94debc8-2013-41b2-812a-9befb3940800 req-403604fd-4c7a-4b1e-a270-8ff68cfe51a6 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900761 Oct 13 00:06:58.255461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3e2140b0-b8bc-4b4e-b7c5-70d27ef7cff0 None None] Provisioning complete for port 41bc0072-3ced-4eb6-bfe3-999a2d591723 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:58.255888 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e2140b0-b8bc-4b4e-b7c5-70d27ef7cff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.281628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Made reservation on behalf of c03ce7d4f6a340019e9131d4fa1a3222 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:06:58.286417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 41bc0072-3ced-4eb6-bfe3-999a2d591723 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:06:58.294241 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.298537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Router c0df79e1-4f61-496a-856c-392cc0f435a3 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:06:58.306908 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-de9f311c-2671-4c22-90c9-7fee93880a07 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3123946 Oct 13 00:06:58.337238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:58.339569 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db1c69e-5501-4045-ae8e-1cfb5a9d1a1c" -d '{"events": [{"server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "name": "network-vif-plugged", "status": "completed", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:58.365680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.366789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Request body: {'port': {'device_id': 'b7f7a45a-81be-4482-96cb-0734f4af71fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:58.401372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 120eac7d-6567-41a0-9dd6-099828392f0f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=120eac7d-6567-41a0-9dd6-099828392f0f,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:58.416550 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.434221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a83b07de-0789-40d9-a1d6-ec553c8b89bd req-b78fea51-b11a-42ec-9dda-0a583c8aa61b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 210 time: 0.0600457 Oct 13 00:06:58.503234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855beee5-d82a-4cdc-9c14-2842ec320477 req-000092f4-4ab3-4a46-a71d-fe32f6f70a25 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:58.510518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-855beee5-d82a-4cdc-9c14-2842ec320477 req-000092f4-4ab3-4a46-a71d-fe32f6f70a25 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1565318 Oct 13 00:06:58.523158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=120eac7d-6567-41a0-9dd6-099828392f0f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:58.532254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 41bc0072-3ced-4eb6-bfe3-999a2d591723 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:58.532540 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.547000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.556195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.563634 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b47faea-56a6-48c2-afeb-33386127a20d x-openstack-request-id: req-0b47faea-56a6-48c2-afeb-33386127a20d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:58.563926 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "name": "network-vif-plugged", "status": "completed", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:58.564487 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b47faea-56a6-48c2-afeb-33386127a20d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:58.565572 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f', 'code': 200} Oct 13 00:06:58.579808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Allocated IP 172.20.0.5 (8e65ace2-2de0-4fd6-9cce-59ff9c353643/8a2038ec-5b3d-4754-a075-954b2e4cab2a/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:58.598771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-855beee5-d82a-4cdc-9c14-2842ec320477 req-b5b800ad-1d19-48aa-8cb0-9935e9d467dc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873244 Oct 13 00:06:58.696510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0767ceb5-e6cd-4571-8579-69e2a50db14d None None] Provisioning complete for port 33da3c1d-06fc-4a23-af50-71ff82586235 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:58.697097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0767ceb5-e6cd-4571-8579-69e2a50db14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.725850 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.735724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0767ceb5-e6cd-4571-8579-69e2a50db14d None None] Port 33da3c1d-06fc-4a23-af50-71ff82586235 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:58.738017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:06:58.752212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3ea5ba6-50b2-4130-a1c9-ee1979c225a1 req-6787b977-1522-4a8d-9614-5612bba90456 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 210 time: 0.0466588 Oct 13 00:06:58.754881 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.760988 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Sync routers for ids ['c0df79e1-4f61-496a-856c-392cc0f435a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:06:58.785959 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Routers {'c0df79e1-4f61-496a-856c-392cc0f435a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:58.786632 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c0df79e1-4f61-496a-856c-392cc0f435a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:58.839852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.844078 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2eeca78c-bdf5-4eb6-808a-5d0130a0d7a9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2973504 Oct 13 00:06:58.846345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95574-c74b-4d6a-a05a-bdefcd38a29a req-cccf3785-e922-4494-811a-b72e8d937a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:58.848149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41716) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:58.848336 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cc95574-c74b-4d6a-a05a-bdefcd38a29a req-cccf3785-e922-4494-811a-b72e8d937a50 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 1096 time: 0.1635365 Oct 13 00:06:58.851448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:58.901482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:06:58.959026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:58.969498 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Set router c0df79e1-4f61-496a-856c-392cc0f435a3 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:58.972839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:58.981053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:58.987127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'Port': ['ID=68f823ee-29fc-4967-a770-275f692dde2f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:59.031933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cc95574-c74b-4d6a-a05a-bdefcd38a29a req-36e1f17d-3848-43d0-b1db-78eb4677fd12 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685858 Oct 13 00:06:59.071913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84601df5-0a93-40ac-9dba-5c3a01c3ef16,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:59.099913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:59.113138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.153777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e5c9c-ff40-4fbe-896c-d9de943a3e46 req-25cd9e5a-d754-4d9b-9898-cabbdadb1849 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:59.155705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b6e5c9c-ff40-4fbe-896c-d9de943a3e46 req-25cd9e5a-d754-4d9b-9898-cabbdadb1849 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1101 time: 0.2220271 Oct 13 00:06:59.160652 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-8293af0e-43ed-470d-adae-74b7b85abb24 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1338444 Oct 13 00:06:59.197045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Request body: {'port': {'device_id': 'e4f5138b-0051-4fab-b10e-56d0f5a6439d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:59.216111 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.219954 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0b6e5c9c-ff40-4fbe-896c-d9de943a3e46 req-5d3f6c75-806a-4ac1-bc0c-6d233e896c70 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.274060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33da3c1d-06fc-4a23-af50-71ff82586235 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:06:59.285966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.319053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0b6e5c9c-ff40-4fbe-896c-d9de943a3e46 req-5d3f6c75-806a-4ac1-bc0c-6d233e896c70 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.337612 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:06:56Z', 'revision_number': 3, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port': {'id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:55Z', 'updated_at': '2021-10-13T00:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:59.372732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-091fb5f4-eab7-4dd6-bc28-ec8a01ddc4a3 None None] Provisioning complete for port 68f823ee-29fc-4967-a770-275f692dde2f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:06:59.373416 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-091fb5f4-eab7-4dd6-bc28-ec8a01ddc4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.373684 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Checking router: c0df79e1-4f61-496a-856c-392cc0f435a3 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:06:59.374039 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Updating router c0df79e1-4f61-496a-856c-392cc0f435a3 port 86a3904a-321a-4785-bd90-fa0f157559f9 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:06:59.387154 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0b6e5c9c-ff40-4fbe-896c-d9de943a3e46 req-5d3f6c75-806a-4ac1-bc0c-6d233e896c70 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.408309 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.429718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-091fb5f4-eab7-4dd6-bc28-ec8a01ddc4a3 None None] Port 68f823ee-29fc-4967-a770-275f692dde2f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:06:59.443903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9913e8b1-8232-46b1-92d4-bf68039f910a req-302df6c2-dd0e-42a9-931f-57462aa22f13 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 210 time: 0.1179397 Oct 13 00:06:59.476835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b6e5c9c-ff40-4fbe-896c-d9de943a3e46 req-5d3f6c75-806a-4ac1-bc0c-6d233e896c70 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075383 Oct 13 00:06:59.559655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f6c75-806a-4ac1-bc0c-6d233e896c70 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e61962-0c97-41a1-aa79-691ca60963e2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:59.565924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Transition to ACTIVE for port object 33da3c1d-06fc-4a23-af50-71ff82586235 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:06:59.566828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.579895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.602242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.672379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Pushing event updated for resources: {'Port': ['ID=33da3c1d-06fc-4a23-af50-71ff82586235,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:59.735329 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.735843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:06:59.743629 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.793390 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Pushing event updated for resources: {'Port': ['ID=86a3904a-321a-4785-bd90-fa0f157559f9,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:59.801329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:06:59.804722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Pushing event updated for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:59.809920 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.810185 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.810526 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.810904 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.811258 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.811590 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.811916 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.812502 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.812993 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.813500 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.813808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Attempting to bind port 33da3c1d-06fc-4a23-af50-71ff82586235 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:59.814155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Attempting to bind port 33da3c1d-06fc-4a23-af50-71ff82586235 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:59.814330 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.814489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Attempting to bind port 33da3c1d-06fc-4a23-af50-71ff82586235 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:59.815709 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:59.822802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:06:59.826916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Port 33da3c1d-06fc-4a23-af50-71ff82586235 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:06:59.827258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Attempting to bind port 33da3c1d-06fc-4a23-af50-71ff82586235 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:59.830008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:59.830771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.835540 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Attempting to bind port 86a3904a-321a-4785-bd90-fa0f157559f9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:06:59.836085 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Attempting to bind port 86a3904a-321a-4785-bd90-fa0f157559f9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:06:59.836619 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Attempting to bind port 86a3904a-321a-4785-bd90-fa0f157559f9 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:06:59.837003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:59.837353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:59.837744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:59.838187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Bound port: 33da3c1d-06fc-4a23-af50-71ff82586235, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:59.838550 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.843183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9f282-4bb7-461b-8bc4-1d84fefc0fa1 req-8991f858-499f-48ce-a975-f4c76938ed01 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:59.843335 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:06:59.843609 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:06:59.844196 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.844566 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:06:59.845084 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Bound port: 86a3904a-321a-4785-bd90-fa0f157559f9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:06:59.845347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ca9f282-4bb7-461b-8bc4-1d84fefc0fa1 req-8991f858-499f-48ce-a975-f4c76938ed01 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 945 time: 0.2882349 Oct 13 00:06:59.845471 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.849635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Allocated IP 192.168.233.177 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/c8d8a169-043d-43f8-9487-cdab6f54d2f2) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:06:59.915929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6351-01b8-4a1f-89c8-5c174fd42576 req-5960ba58-11d2-47bf-93b4-0a2b306c31cf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:59.916384 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] For port 86a3904a-321a-4785-bd90-fa0f157559f9, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:59.921908 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] For port 86a3904a-321a-4785-bd90-fa0f157559f9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=86a3904a-321a-4785-bd90-fa0f157559f9,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:59.924046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b2a6351-01b8-4a1f-89c8-5c174fd42576 req-5960ba58-11d2-47bf-93b4-0a2b306c31cf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 931 time: 0.3176570 Oct 13 00:06:59.928755 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.929784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] For port 33da3c1d-06fc-4a23-af50-71ff82586235, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:06:59.935170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] For port 33da3c1d-06fc-4a23-af50-71ff82586235, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33da3c1d-06fc-4a23-af50-71ff82586235,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:06:59.941339 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.957208 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-fff75825-c88a-47b7-b2cb-d9c97ebc6c42 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7274017 Oct 13 00:06:59.978733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:59.979403 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:59.980727 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] 10.222.0.36 "PUT /v2.0/ports/33da3c1d-06fc-4a23-af50-71ff82586235 HTTP/1.1" status: 200 len: 1096 time: 1.6345127 Oct 13 00:06:59.981161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f7a45a-81be-4482-96cb-0734f4af71fd', 'tag': '33da3c1d-06fc-4a23-af50-71ff82586235'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:59.984081 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f7a45a-81be-4482-96cb-0734f4af71fd", "tag": "33da3c1d-06fc-4a23-af50-71ff82586235"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:00.001444 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Routers {'c0df79e1-4f61-496a-856c-392cc0f435a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:00.001970 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c0df79e1-4f61-496a-856c-392cc0f435a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:00.003933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Request body: {'port': {'device_id': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:00.027132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b0fe-a4b9-465d-997a-928d756d51eb service neutron] Pushing event updated for resources: {'Port': ['ID=33da3c1d-06fc-4a23-af50-71ff82586235,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:00.077376 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6886a7-1b2e-4c4f-881a-024cd4470f72 None None] Pushing event updated for resources: {'Port': ['ID=86a3904a-321a-4785-bd90-fa0f157559f9,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:00.093330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ca9f282-4bb7-461b-8bc4-1d84fefc0fa1 req-e2c8c054-4021-4b5d-a320-0f88a996dd9c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256615 Oct 13 00:07:00.117518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-715fef3c-6e99-459d-b93b-b4ea8a0ae262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:00.119410 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-715fef3c-6e99-459d-b93b-b4ea8a0ae262 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 1099 time: 0.0719464 Oct 13 00:07:00.176001 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] Set router c0df79e1-4f61-496a-856c-392cc0f435a3 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:00.189661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-71acc57c-7eb7-4655-a373-07dfc2d64290 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=33da3c1d-06fc-4a23-af50-71ff82586235 HTTP/1.1" status: 200 len: 217 time: 0.0535064 Oct 13 00:07:00.201615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b2a6351-01b8-4a1f-89c8-5c174fd42576 req-942e9b32-ddb1-4188-9d5f-18852bfc2331 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765555 Oct 13 00:07:00.291785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-75d20359-069e-4290-88eb-81af9128ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:00.293652 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-75d20359-069e-4290-88eb-81af9128ab36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0951242 Oct 13 00:07:00.306315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:00.374466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-cca0a6da-e08d-44ba-add4-922b0681083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:00.376219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-cca0a6da-e08d-44ba-add4-922b0681083c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731530 Oct 13 00:07:00.464981 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:06:56Z', 'revision_number': 3, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port': {'id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:55Z', 'updated_at': '2021-10-13T00:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:00.491782 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c217a5c-54a3-4629-a23d-167786f1f2c2 None None] The sync data for ids ['c0df79e1-4f61-496a-856c-392cc0f435a3'] in n-d-813679-4 is: [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:06:56Z', 'revision_number': 3, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port': {'id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:55Z', 'updated_at': '2021-10-13T00:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:00.509118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-4e2fca51-583c-4047-bd58-bfa0f4000bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240156 Oct 13 00:07:00.540155 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:00.615803 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ba56b139-21ea-4195-bd0f-4f8c00f6eab8 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987275 Oct 13 00:07:00.623305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836a351-53c9-4132-b782-915739934bf6 req-e0d47c00-9fb5-4777-993b-6eb84daebf0a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:00.625351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4836a351-53c9-4132-b782-915739934bf6 req-e0d47c00-9fb5-4777-993b-6eb84daebf0a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 936 time: 0.2098963 Oct 13 00:07:00.953149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-58398810-8992-460d-a75e-f2544bb89791 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618932 Oct 13 00:07:00.965151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-6c5e352f-9b3a-44aa-bad5-4dadee1c741d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:07:00.966323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-6c5e352f-9b3a-44aa-bad5-4dadee1c741d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078547 Oct 13 00:07:00.983856 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:00.987817 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd38234-d16d-4cf1-860d-5072cb4e5f34 x-openstack-request-id: req-bdd38234-d16d-4cf1-860d-5072cb4e5f34 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:00.988228 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f7a45a-81be-4482-96cb-0734f4af71fd", "tag": "33da3c1d-06fc-4a23-af50-71ff82586235", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:00.988581 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdd38234-d16d-4cf1-860d-5072cb4e5f34 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:00.989228 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f7a45a-81be-4482-96cb-0734f4af71fd', 'tag': '33da3c1d-06fc-4a23-af50-71ff82586235', 'status': 'completed', 'code': 200} Oct 13 00:07:01.013204 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.110980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4836a351-53c9-4132-b782-915739934bf6 req-804d8acb-4a62-4f15-953a-8d518b45b3e4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031977 Oct 13 00:07:01.166552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-0511982a-b53b-4895-907d-d6810816dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:01.168471 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-0511982a-b53b-4895-907d-d6810816dce2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 1099 time: 0.0907283 Oct 13 00:07:01.221349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:01.250748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:01.302475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:01.308137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:01.308884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.341517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Pushing event updated for resources: {'Port': ['ID=c8d8a169-043d-43f8-9487-cdab6f54d2f2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:01.346484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f823ee-29fc-4967-a770-275f692dde2f {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:01.364728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.368053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-e90e937c-3c3a-4f22-8cad-32d494969efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:01.372750 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-e90e937c-3c3a-4f22-8cad-32d494969efb service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1941204 Oct 13 00:07:01.424893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-b8a58246-bb1f-4b0c-a0c4-b07b32fcdd0d tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8646641 Oct 13 00:07:01.460522 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-ab0700c5-e187-4c8d-9a51-0b6844c2a189 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=33da3c1d-06fc-4a23-af50-71ff82586235 HTTP/1.1" status: 200 len: 217 time: 0.0720041 Oct 13 00:07:01.464916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Transition to ACTIVE for port object 68f823ee-29fc-4967-a770-275f692dde2f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:01.480027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.485973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:01.494704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.524474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Request body: {'port': {'device_id': '23191675-f20d-4e10-9831-e1fbf94e2145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:01.544300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Transition to ACTIVE for port object 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:01.556026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92662a2d-d8a1-4052-a387-9017837881a8 req-3ac1d449-4563-474c-80bc-a555b9053b8a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:01.564734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92662a2d-d8a1-4052-a387-9017837881a8 req-3ac1d449-4563-474c-80bc-a555b9053b8a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.3422222 Oct 13 00:07:01.589938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-9fe6e2da-7f27-4376-8a1d-1661d394a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:01.601156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-9fe6e2da-7f27-4376-8a1d-1661d394a0a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1322796 Oct 13 00:07:01.607237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Pushing event updated for resources: {'Port': ['ID=68f823ee-29fc-4967-a770-275f692dde2f,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:01.652770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-84c6371e-3a3f-4d9c-9365-f7ef33c6a121 None None] Provisioning complete for port c8d8a169-043d-43f8-9487-cdab6f54d2f2 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:01.653369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84c6371e-3a3f-4d9c-9365-f7ef33c6a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.663351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295b82e-c52e-41cc-adee-435a0ec8b837 req-fb6a905d-5ee1-4f4d-b163-cb963832890b tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:01.672692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6295b82e-c52e-41cc-adee-435a0ec8b837 req-fb6a905d-5ee1-4f4d-b163-cb963832890b tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 936 time: 0.4641738 Oct 13 00:07:01.678526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.723203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-84c6371e-3a3f-4d9c-9365-f7ef33c6a121 None None] Port c8d8a169-043d-43f8-9487-cdab6f54d2f2 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:01.763526 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-7025609b-23a7-4628-a5dd-adda4f239cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:01.766771 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-7025609b-23a7-4628-a5dd-adda4f239cf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541381 Oct 13 00:07:01.770222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Attempting to bind port 68f823ee-29fc-4967-a770-275f692dde2f on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:01.770839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Attempting to bind port 68f823ee-29fc-4967-a770-275f692dde2f by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:01.771266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Attempting to bind port 68f823ee-29fc-4967-a770-275f692dde2f on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:01.791724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Port 68f823ee-29fc-4967-a770-275f692dde2f on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:01.792049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Attempting to bind port 68f823ee-29fc-4967-a770-275f692dde2f on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:01.822159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.828072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92662a2d-d8a1-4052-a387-9017837881a8 req-92278f13-8f5a-4e08-ab92-5fde386c8eb5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624631 Oct 13 00:07:01.831610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:01.831952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:01.832349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:01.832815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Bound port: 68f823ee-29fc-4967-a770-275f692dde2f, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:01.833181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:01.847036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6295b82e-c52e-41cc-adee-435a0ec8b837 req-52f7e24b-9fc6-4970-af87-c0741058f3bd tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724792 Oct 13 00:07:01.874749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Allocated IP 172.20.0.1 (9d54522d-41b7-48d8-9cfc-fc8f2546fcb2/5ff2de69-7f20-4083-bb23-60ebe69b3477/11802d27-384c-46ec-9daa-0878b517b0a0) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:01.971578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:01.971944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:01.972684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:01.973058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] For port 68f823ee-29fc-4967-a770-275f692dde2f, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:01.980883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:01.997196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] For port 68f823ee-29fc-4967-a770-275f692dde2f, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=68f823ee-29fc-4967-a770-275f692dde2f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:02.005879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.038546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:02.038865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:02.046371 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-8d30c4ed-f1bc-4629-a3d2-fe758a960394 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665780 Oct 13 00:07:02.072226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.072847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.074167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] 10.222.0.36 "PUT /v2.0/ports/68f823ee-29fc-4967-a770-275f692dde2f HTTP/1.1" status: 200 len: 1096 time: 2.8818755 Oct 13 00:07:02.103725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:02.103969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:02.104437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:02.104872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Bound port: 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:02.105236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.130730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceaa6c-a0e2-4e9f-b25c-e531651e6564 service neutron] Pushing event updated for resources: {'Port': ['ID=68f823ee-29fc-4967-a770-275f692dde2f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:02.228303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb47f41f-35f5-45cc-af7f-89a6b89c81ef req-a47ac6a3-b3de-4a4e-a605-cccf10a42a51 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739066 Oct 13 00:07:02.253792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ba6afdeb-1d5b-4e03-91d9-9dc580d57d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.255294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-ba6afdeb-1d5b-4e03-91d9-9dc580d57d8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 1099 time: 0.0832255 Oct 13 00:07:02.293157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12dd3-8d89-4d44-8665-4b2bf549b9c0 req-27796aba-7932-4887-9e6a-26f6f6a31650 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.294812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf12dd3-8d89-4d44-8665-4b2bf549b9c0 req-27796aba-7932-4887-9e6a-26f6f6a31650 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 943 time: 0.3160598 Oct 13 00:07:02.303223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef40d3-87db-4dc7-867f-972fd8782b68 req-83eb4a0b-bcd9-401f-836b-1a8a1d41931f tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.304782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9ef40d3-87db-4dc7-867f-972fd8782b68 req-83eb4a0b-bcd9-401f-836b-1a8a1d41931f tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 945 time: 0.3301003 Oct 13 00:07:02.324562 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-3fa657ba-e307-488f-aee4-bda8871cbe3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=68f823ee-29fc-4967-a770-275f692dde2f HTTP/1.1" status: 200 len: 217 time: 0.0552273 Oct 13 00:07:02.331837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 86a3904a-321a-4785-bd90-fa0f157559f9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:02.413355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-2440ef80-ccae-43a1-a2e6-208cbf995cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.414845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-2440ef80-ccae-43a1-a2e6-208cbf995cbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0793214 Oct 13 00:07:02.424699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 86a3904a-321a-4785-bd90-fa0f157559f9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:02.425147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.454833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf12dd3-8d89-4d44-8665-4b2bf549b9c0 req-11282aa7-ee25-420a-b24e-f186a5e55304 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483710 Oct 13 00:07:02.473843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-da945973-bdf8-4bf6-aa55-e78272a192d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.473843 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-da945973-bdf8-4bf6-aa55-e78272a192d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458539 Oct 13 00:07:02.486812 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.504447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:02.509252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:02.537291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9ef40d3-87db-4dc7-867f-972fd8782b68 req-0f60bb12-516d-4ffe-a928-e78cfa599346 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235794 Oct 13 00:07:02.538574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.553568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.605836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 86a3904a-321a-4785-bd90-fa0f157559f9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=86a3904a-321a-4785-bd90-fa0f157559f9,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:02.613313 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.628308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.629170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.630853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] 10.222.0.36 "PUT /v2.0/ports/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 1091 time: 2.6353805 Oct 13 00:07:02.633019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-98a59b27-87ee-471b-b679-5863e9d7bad0 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479502 Oct 13 00:07:02.640132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:02.644899 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:02.687007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=86a3904a-321a-4785-bd90-fa0f157559f9,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:02.739299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167661c-e7d9-4dcd-8e9e-23c472d2093e service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:02.751763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.824659 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff741321-b698-421b-a8e3-dfc472d9e61e req-6ece59a1-7420-4ac3-906a-491ced036190 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385558 Oct 13 00:07:02.834390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-3809a4a1-35be-41cb-b448-bdecdf9338cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.835933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-3809a4a1-35be-41cb-b448-bdecdf9338cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1101 time: 0.0617297 Oct 13 00:07:02.899617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca55ba-b9e7-45ce-bfc5-73eecaaeab72 req-79622ed5-949f-4511-a427-ab4192c590ce tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.901131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edca55ba-b9e7-45ce-bfc5-73eecaaeab72 req-79622ed5-949f-4511-a427-ab4192c590ce tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 948 time: 0.2662654 Oct 13 00:07:02.925997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:02.929889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-ca0258b4-5fb1-4666-aaef-0fb37956083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.931346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-ca0258b4-5fb1-4666-aaef-0fb37956083d service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0883496 Oct 13 00:07:02.947378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:02.949959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:02.950800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:02.954506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Pushing event updated for resources: {'Port': ['ID=11802d27-384c-46ec-9daa-0878b517b0a0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:02.962930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d8a169-043d-43f8-9487-cdab6f54d2f2 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:02.973786 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-9834c4a7-d72e-4a98-bc0b-ecb07458c2d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.0351651 Oct 13 00:07:02.980564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-171a3123-516e-41ca-8b5d-4365aaf17a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:02.982200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-171a3123-516e-41ca-8b5d-4365aaf17a4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1094 time: 0.2589529 Oct 13 00:07:02.984271 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.010768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f5138b-0051-4fab-b10e-56d0f5a6439d', 'tag': '68f823ee-29fc-4967-a770-275f692dde2f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:03.013595 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f5138b-0051-4fab-b10e-56d0f5a6439d", "tag": "68f823ee-29fc-4967-a770-275f692dde2f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:03.036618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-b70d6bc4-70d7-4864-9696-ebac5c458d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:03.038703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-b70d6bc4-70d7-4864-9696-ebac5c458d8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0583553 Oct 13 00:07:03.090485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-3bd2aca3-55fa-4476-9e40-341a231500b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:03.092247 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-3bd2aca3-55fa-4476-9e40-341a231500b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463219 Oct 13 00:07:03.092701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Transition to ACTIVE for port object c8d8a169-043d-43f8-9487-cdab6f54d2f2 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:03.100936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-992e82e2-12a8-4c7c-ac9e-7b3e50c3e336 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 217 time: 0.0712271 Oct 13 00:07:03.114304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.135465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-ec9368e9-87cb-4558-b7ae-51304c7f531b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:03.136947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-ec9368e9-87cb-4558-b7ae-51304c7f531b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee&device_owner=compute%3Atempest-test_az-1497638610 HTTP/1.1" status: 200 len: 968 time: 0.3224187 Oct 13 00:07:03.182667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edca55ba-b9e7-45ce-bfc5-73eecaaeab72 req-1e784586-cac6-40a0-af16-e3d4f7b01f19 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511981 Oct 13 00:07:03.186915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-259e188e-d3fe-48f8-a939-1d496393d772 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870922 Oct 13 00:07:03.218703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-86f7029a-6ad7-4b2e-a21b-abb1bcc956c5 None None] Provisioning complete for port 11802d27-384c-46ec-9daa-0878b517b0a0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:03.219287 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-86f7029a-6ad7-4b2e-a21b-abb1bcc956c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.261854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-86f7029a-6ad7-4b2e-a21b-abb1bcc956c5 None None] Port 11802d27-384c-46ec-9daa-0878b517b0a0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:03.293172 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8326f-c9b1-4a03-a084-bb48cdec1899 x-openstack-request-id: req-47a8326f-c9b1-4a03-a084-bb48cdec1899 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:03.293510 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:03.294073 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47a8326f-c9b1-4a03-a084-bb48cdec1899 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:03.294291 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa', 'status': 'completed', 'code': 200} Oct 13 00:07:03.305555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-b8b5224d-cbca-4653-9260-fb67009ac581 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011612 Oct 13 00:07:03.346087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-1928accf-e9b3-47a2-9972-e3bbfd60ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:03.348271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-1928accf-e9b3-47a2-9972-e3bbfd60ee3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.2347965 Oct 13 00:07:03.363333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-71f02527-c4c7-4d0a-bbef-171274c6b791 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.1795211 Oct 13 00:07:03.370584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d8a169-043d-43f8-9487-cdab6f54d2f2,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:03.606158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41816) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:03.644074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Request body: {'floatingip': {'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:03.681533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-8a845c85-d507-4fe2-908f-a898b936ccf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3144376 Oct 13 00:07:03.723640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-719bce25-288c-4b27-b3a2-8e0a2a6d5793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.759293 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.798830 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-719bce25-288c-4b27-b3a2-8e0a2a6d5793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.803072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-719bce25-288c-4b27-b3a2-8e0a2a6d5793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.839422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719bce25-288c-4b27-b3a2-8e0a2a6d5793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0edbc7-cd46-4d31-a4d5-4ad431946f4b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:03.844478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-719bce25-288c-4b27-b3a2-8e0a2a6d5793 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68b5df94ba9545b989a6722f8e3b63b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371213 Oct 13 00:07:03.846834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41822) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:03.855176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.900382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-137c5789-b801-4766-b9f8-2df3ca5c753e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.905278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Attempting to bind port c8d8a169-043d-43f8-9487-cdab6f54d2f2 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:03.905619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Attempting to bind port c8d8a169-043d-43f8-9487-cdab6f54d2f2 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:03.905948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Attempting to bind port c8d8a169-043d-43f8-9487-cdab6f54d2f2 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:03.922396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-137c5789-b801-4766-b9f8-2df3ca5c753e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.968835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-137c5789-b801-4766-b9f8-2df3ca5c753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.971406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-137c5789-b801-4766-b9f8-2df3ca5c753e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:03.972593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-137c5789-b801-4766-b9f8-2df3ca5c753e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b0edbc7-cd46-4d31-a4d5-4ad431946f4b HTTP/1.1" status: 204 len: 168 time: 0.1248553 Oct 13 00:07:03.980866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c5789-b801-4766-b9f8-2df3ca5c753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0edbc7-cd46-4d31-a4d5-4ad431946f4b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:03.995826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Port c8d8a169-043d-43f8-9487-cdab6f54d2f2 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:03.996154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Attempting to bind port c8d8a169-043d-43f8-9487-cdab6f54d2f2 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:04.014669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f601-fe6f-4832-8510-6c079969b80e req-bfb34bdf-7bf8-411b-9462-01ed21afcc22 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:04.016257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6664f601-fe6f-4832-8510-6c079969b80e req-bfb34bdf-7bf8-411b-9462-01ed21afcc22 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.6472619 Oct 13 00:07:04.046368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:04.046703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:04.047093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:04.047558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Bound port: c8d8a169-043d-43f8-9487-cdab6f54d2f2, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:04.047920 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.144107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 86a3904a-321a-4785-bd90-fa0f157559f9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:04.204910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 86a3904a-321a-4785-bd90-fa0f157559f9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:04.205646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.206587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-ce2a0ca7-3806-43e0-8d66-1ffe66ea301b service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885781 Oct 13 00:07:04.288424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41830) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:04.302168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f477d0ca-85ed-422c-ae39-9f7625ae2da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.364743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6664f601-fe6f-4832-8510-6c079969b80e req-22dc4118-893c-4f01-817f-0a72865d109b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355601 Oct 13 00:07:04.382444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f477d0ca-85ed-422c-ae39-9f7625ae2da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.389967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f477d0ca-85ed-422c-ae39-9f7625ae2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.441195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f477d0ca-85ed-422c-ae39-9f7625ae2da3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=161191d3c89343938a610daeae330e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515987 Oct 13 00:07:04.442313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41832) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:04.448434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477d0ca-85ed-422c-ae39-9f7625ae2da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cb263b-d508-4c46-99f2-2719261ea4d7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:04.460186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] For port c8d8a169-043d-43f8-9487-cdab6f54d2f2, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:04.496887 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e53d-ccf1-4cb1-90e6-ecb9a2844197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.521117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e53d-ccf1-4cb1-90e6-ecb9a2844197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.527690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] For port c8d8a169-043d-43f8-9487-cdab6f54d2f2, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c8d8a169-043d-43f8-9487-cdab6f54d2f2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:04.570419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e53d-ccf1-4cb1-90e6-ecb9a2844197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.573098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e53d-ccf1-4cb1-90e6-ecb9a2844197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.574267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2bb0e53d-ccf1-4cb1-90e6-ecb9a2844197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69cb263b-d508-4c46-99f2-2719261ea4d7 HTTP/1.1" status: 204 len: 168 time: 0.1310408 Oct 13 00:07:04.582990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0e53d-ccf1-4cb1-90e6-ecb9a2844197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cb263b-d508-4c46-99f2-2719261ea4d7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:04.585609 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.647163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f52a410-5eaa-4109-8bcd-df608b15d1ba req-96a98d7b-a53d-495a-bfed-99f73699a6dc service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993225 Oct 13 00:07:04.704204 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.706768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:04.707219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.708707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] 10.222.0.45 "PUT /v2.0/ports/c8d8a169-043d-43f8-9487-cdab6f54d2f2 HTTP/1.1" status: 200 len: 1096 time: 3.1916883 Oct 13 00:07:04.724340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.725353 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:04.740106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ff19a-9c38-4e40-aac6-4159ed558b00 req-b1474938-687b-4449-b5a2-72151f6659e6 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:04.741667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a9ff19a-9c38-4e40-aac6-4159ed558b00 req-b1474938-687b-4449-b5a2-72151f6659e6 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 948 time: 0.2792559 Oct 13 00:07:04.818917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b332ce-04bd-4622-83c9-33e804af9bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d8a169-043d-43f8-9487-cdab6f54d2f2,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:04.985334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a9ff19a-9c38-4e40-aac6-4159ed558b00 req-6cbcf784-dcff-442a-b2e9-ede097828861 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338636 Oct 13 00:07:05.023003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-e7565614-13c6-406a-8c33-4ecdcdbfe514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.024527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-e7565614-13c6-406a-8c33-4ecdcdbfe514 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1094 time: 0.2706981 Oct 13 00:07:05.025113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Pushing event updated for resources: {'Port': ['ID=11802d27-384c-46ec-9daa-0878b517b0a0,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:05.040131 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2451fe75-46b9-4c36-8025-b74d624ec34c x-openstack-request-id: req-2451fe75-46b9-4c36-8025-b74d624ec34c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:05.040514 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f5138b-0051-4fab-b10e-56d0f5a6439d", "tag": "68f823ee-29fc-4967-a770-275f692dde2f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:05.041195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-c5237056-9f9c-44ea-bdf6-e98438599706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.041308 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2451fe75-46b9-4c36-8025-b74d624ec34c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:05.041745 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f5138b-0051-4fab-b10e-56d0f5a6439d', 'tag': '68f823ee-29fc-4967-a770-275f692dde2f', 'status': 'completed', 'code': 200} Oct 13 00:07:05.042698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-c5237056-9f9c-44ea-bdf6-e98438599706 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c03ce7d4f6a340019e9131d4fa1a3222&device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 1099 time: 0.2609847 Oct 13 00:07:05.054426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 33da3c1d-06fc-4a23-af50-71ff82586235 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:05.148418 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:05.155662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-299d119e-ae25-4a21-951e-3980fbe7f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.157727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-8efaca77-6b5d-491e-a0dc-e9b8b149cd39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c8d8a169-043d-43f8-9487-cdab6f54d2f2 HTTP/1.1" status: 200 len: 217 time: 0.0826998 Oct 13 00:07:05.158126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-299d119e-ae25-4a21-951e-3980fbe7f3fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 1099 time: 0.0668290 Oct 13 00:07:05.176178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:05.186066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:05.196968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 33da3c1d-06fc-4a23-af50-71ff82586235, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33da3c1d-06fc-4a23-af50-71ff82586235,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:05.209881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '33da3c1d-06fc-4a23-af50-71ff82586235', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '33da3c1d-06fc-4a23-af50-71ff82586235', 'mac_address': 'fa:16:3e:07:e4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:05.281762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-aa4f2c61-a20b-487c-aeae-021426841abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.283433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-aa4f2c61-a20b-487c-aeae-021426841abf service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1159353 Oct 13 00:07:05.333245 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-7b98cf12-b9d0-459d-9e95-cb20b9aa3b33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=68f823ee-29fc-4967-a770-275f692dde2f HTTP/1.1" status: 200 len: 217 time: 0.0405686 Oct 13 00:07:05.403773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-5d7acc2d-e7af-457e-871d-446bdecd65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.405729 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-5d7acc2d-e7af-457e-871d-446bdecd65ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0646496 Oct 13 00:07:05.407686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:05.426961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33da3c1d-06fc-4a23-af50-71ff82586235 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:05.448294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 33da3c1d-06fc-4a23-af50-71ff82586235, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33da3c1d-06fc-4a23-af50-71ff82586235,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:05.457270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:05.468018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-22e48ff6-0314-4d0e-845f-a460d9a9c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.469739 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-22e48ff6-0314-4d0e-845f-a460d9a9c0dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560544 Oct 13 00:07:05.477882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23191675-f20d-4e10-9831-e1fbf94e2145', 'tag': 'c8d8a169-043d-43f8-9487-cdab6f54d2f2'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:05.480193 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88" -d '{"events": [{"name": "network-changed", "server_uuid": "23191675-f20d-4e10-9831-e1fbf94e2145", "tag": "c8d8a169-043d-43f8-9487-cdab6f54d2f2"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:05.504190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:05.524428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=33da3c1d-06fc-4a23-af50-71ff82586235,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:05.588330 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-5b77dfe4-9506-42c0-8a3a-2dffaf7898fb service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086221 Oct 13 00:07:05.650834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-7ddb9acd-fab9-44b8-90c3-56cbf74e4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.653275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-7ddb9acd-fab9-44b8-90c3-56cbf74e4a44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.4791374 Oct 13 00:07:05.658597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-cf6bfc5b-c339-47cb-a286-3d117095324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.660226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-cf6bfc5b-c339-47cb-a286-3d117095324e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.6231360 Oct 13 00:07:05.672612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d0ca6-019e-4b7c-a041-6c1a124e5765 req-1b82f581-9c66-4a96-b113-087f8013aeeb tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.679845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-871d0ca6-019e-4b7c-a041-6c1a124e5765 req-1b82f581-9c66-4a96-b113-087f8013aeeb tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 943 time: 0.5282409 Oct 13 00:07:05.700054 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c1cbbd7-5797-4bb2-91e5-7afe35aaf953 req-58f90730-eed6-466e-9f4d-77e2c5d8d242 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016116 Oct 13 00:07:05.801787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-116d6348-adeb-4f34-8ce3-23185a858282 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 217 time: 0.1121533 Oct 13 00:07:05.807763 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89 associated. External IP: 172.25.3.190, port: d0fa89bf-d42a-42a1-aca5-c390b5671c05. Oct 13 00:07:05.851278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9b6d48cf-bdb0-4408-96ca-da67d7bf10aa None None] Provisioning complete for port 11802d27-384c-46ec-9daa-0878b517b0a0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:05.851742 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9b6d48cf-bdb0-4408-96ca-da67d7bf10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:05.893385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d48cf-bdb0-4408-96ca-da67d7bf10aa None None] Port 11802d27-384c-46ec-9daa-0878b517b0a0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:05.903564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-871d0ca6-019e-4b7c-a041-6c1a124e5765 req-8f1b330f-5062-4a2d-9b9d-ba4e6ff8f81e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227736 Oct 13 00:07:05.918261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-dced200a-2d52-4b4c-ba92-edf2a1f2685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.919820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-dced200a-2d52-4b4c-ba92-edf2a1f2685b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2555633 Oct 13 00:07:05.956772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Router c0df79e1-4f61-496a-856c-392cc0f435a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:05.993090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-396140cf-2c08-41f0-b38d-799ffaec300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:05.993090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-396140cf-2c08-41f0-b38d-799ffaec300e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1696119 Oct 13 00:07:06.063855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-d54bb1d9-6403-4792-ae5f-cea8d4d84c46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397735 Oct 13 00:07:06.092363 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:06.111064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['33da3c1d-06fc-4a23-af50-71ff82586235'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:06.321583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-d13a3ef4-ae8f-447c-bc0d-d4b0e743a11a service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636384 Oct 13 00:07:06.365491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a8b5f-6369-46ce-ad34-c0930c95fc60 req-b295a14f-f465-4dd3-b37c-6714250619ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:06.367095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-880a8b5f-6369-46ce-ad34-c0930c95fc60 req-b295a14f-f465-4dd3-b37c-6714250619ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 948 time: 0.3093512 Oct 13 00:07:06.447779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:06.459224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Sync routers for ids ['c0df79e1-4f61-496a-856c-392cc0f435a3'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:06.467898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e2613ce3-f040-489b-b5f0-afe1f27aeb80 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0df79e1-4f61-496a-856c-392cc0f435a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5412886 Oct 13 00:07:06.472125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Routers {'c0df79e1-4f61-496a-856c-392cc0f435a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:06.472811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c0df79e1-4f61-496a-856c-392cc0f435a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:06.499793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-10feb503-bed4-4616-aad2-0cc9333781bc service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153974 Oct 13 00:07:06.506886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:06.512273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-880a8b5f-6369-46ce-ad34-c0930c95fc60 req-5c5cd5a7-888b-4041-bebd-547efa542a11 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317213 Oct 13 00:07:06.617268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Set router c0df79e1-4f61-496a-856c-392cc0f435a3 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:06.627574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-085ff00f-dc7e-40f4-9805-714c40b173ad req-df61d974-2717-4406-9b79-4ef341d3abe0 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727726 Oct 13 00:07:06.738967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5b75c7-9a1d-483e-87cf-d7bd7fe33d92 req-1c05407b-818a-4319-be1f-efff76db189f service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256935 Oct 13 00:07:06.751777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:06.756616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:06.768910 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:06.772791 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:06.781912 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:06.782775 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:06.791150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8953c-eccb-46aa-9845-f584a38710e2 req-14acf8ed-2922-4f22-905d-b38363312da4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:06.792707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fec8953c-eccb-46aa-9845-f584a38710e2 req-14acf8ed-2922-4f22-905d-b38363312da4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1410434 Oct 13 00:07:06.800950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-33e42c8d-82cf-48b3-b5f2-19fb2f8756c1 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "PUT /v2.0/floatingips/a9cd36f7-d857-4e72-af0c-ac82787f2a89 HTTP/1.1" status: 200 len: 1019 time: 3.4365687 Oct 13 00:07:06.857643 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fec8953c-eccb-46aa-9845-f584a38710e2 req-2c4791b3-a922-473c-ac83-a32a3a22e39f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556922 Oct 13 00:07:06.866991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:07:03Z', 'revision_number': 4, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port': {'id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:55Z', 'updated_at': '2021-10-13T00:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '11802d27-384c-46ec-9daa-0878b517b0a0', 'name': '', 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'mac_address': 'fa:16:3e:38:e5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5ff2de69-7f20-4083-bb23-60ebe69b3477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:01Z', 'updated_at': '2021-10-13T00:07:04Z', 'revision_number': 2, 'project_id': '8507f73664c846d28cf1f651f9233297', 'subnets': [{'id': '5ff2de69-7f20-4083-bb23-60ebe69b3477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:06.871532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-752ab017-6151-4d24-ab77-c46206aa5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:06.873746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-752ab017-6151-4d24-ab77-c46206aa5cba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.0504935 Oct 13 00:07:06.895759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Checking router: c0df79e1-4f61-496a-856c-392cc0f435a3 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:06.896120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Updating router c0df79e1-4f61-496a-856c-392cc0f435a3 port 11802d27-384c-46ec-9daa-0878b517b0a0 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:07:06.908632 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:06.928372 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:06.974276 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2adef6-ac3c-4aad-9131-829f83e46046 x-openstack-request-id: req-fe2adef6-ac3c-4aad-9131-829f83e46046 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:06.974704 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23191675-f20d-4e10-9831-e1fbf94e2145", "tag": "c8d8a169-043d-43f8-9487-cdab6f54d2f2", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:06.975318 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe2adef6-ac3c-4aad-9131-829f83e46046 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:06.975820 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23191675-f20d-4e10-9831-e1fbf94e2145', 'tag': 'c8d8a169-043d-43f8-9487-cdab6f54d2f2', 'status': 'completed', 'code': 200} Oct 13 00:07:07.048948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-07be7b35-267d-4864-99cf-fd5af8520d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:07.050536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-07be7b35-267d-4864-99cf-fd5af8520d92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.1702843 Oct 13 00:07:07.099368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 68f823ee-29fc-4967-a770-275f692dde2f details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:07.112547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-b1d627c4-916a-4060-b19c-2ad3ed513933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:07.114815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-b1d627c4-916a-4060-b19c-2ad3ed513933 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c03ce7d4f6a340019e9131d4fa1a3222&device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 1099 time: 0.1203008 Oct 13 00:07:07.142907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825fcc-6cbc-405a-a74b-805892007fce req-482dec97-8ee0-4760-bf49-4b64be860517 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:07.144562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39825fcc-6cbc-405a-a74b-805892007fce req-482dec97-8ee0-4760-bf49-4b64be860517 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 948 time: 0.1723382 Oct 13 00:07:07.246140 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:77:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'device_owner': 'compute:tempest-test_az-1497638610'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:04Z', 'revision_number': 1, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:07.273063 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:07.276824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 68f823ee-29fc-4967-a770-275f692dde2f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=68f823ee-29fc-4967-a770-275f692dde2f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:07.282901 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:07.283302 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:07.296113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '68f823ee-29fc-4967-a770-275f692dde2f', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '68f823ee-29fc-4967-a770-275f692dde2f', 'mac_address': 'fa:16:3e:c1:35:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:07.309170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:07.335972 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:07.396086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:07.401714 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:07.426904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f823ee-29fc-4967-a770-275f692dde2f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:07.431189 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5692b-bffa-4a84-bd3c-5f252577ec67 None None] Pushing event updated for resources: {'Port': ['ID=11802d27-384c-46ec-9daa-0878b517b0a0,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:07.481759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 68f823ee-29fc-4967-a770-275f692dde2f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=68f823ee-29fc-4967-a770-275f692dde2f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:07.492932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Attempting to bind port 11802d27-384c-46ec-9daa-0878b517b0a0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:07.493404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Attempting to bind port 11802d27-384c-46ec-9daa-0878b517b0a0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:07.493690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Attempting to bind port 11802d27-384c-46ec-9daa-0878b517b0a0 on network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:07.496402 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:07.501525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-a96816f6-f596-4a5e-a392-63de977a4d3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 1022 time: 0.4399946 Oct 13 00:07:07.505518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:07.505518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Checking segment: {'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:07.505518 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:07.506067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Bound using segment: {'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:07.506385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Bound port: 11802d27-384c-46ec-9daa-0878b517b0a0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:07.506760 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:07.577721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39825fcc-6cbc-405a-a74b-805892007fce req-a61c79e1-3268-4881-bd5d-7b649e556db8 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195623 Oct 13 00:07:07.618770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-f1b7b615-fe6f-47be-af8f-e3b6397e6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:07.620575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-f1b7b615-fe6f-47be-af8f-e3b6397e6887 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.4965491 Oct 13 00:07:07.626992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-7aac33ca-7836-40e7-a3ec-07b57cbaf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:07.628801 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-7aac33ca-7836-40e7-a3ec-07b57cbaf5bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.1098173 Oct 13 00:07:07.630532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=68f823ee-29fc-4967-a770-275f692dde2f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:07.644068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] For port 11802d27-384c-46ec-9daa-0878b517b0a0, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:07.647635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] For port 11802d27-384c-46ec-9daa-0878b517b0a0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=11802d27-384c-46ec-9daa-0878b517b0a0,segment=NetworkSegment(a4a3c80d-e629-4c82-b3ba-b5e0fe48153e),segment_id=a4a3c80d-e629-4c82-b3ba-b5e0fe48153e)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:07.658654 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:07.674816 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:77:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'device_owner': 'compute:tempest-test_az-1497638610'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:04Z', 'revision_number': 1, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:07.703210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-c14c22b4-9bb8-4782-b91c-ea9d955b7948 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c8d8a169-043d-43f8-9487-cdab6f54d2f2 HTTP/1.1" status: 200 len: 217 time: 0.0706813 Oct 13 00:07:07.704302 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35115e21-2059-4534-b2ef-d39840ac0cd8 None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:77:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'device_owner': 'compute:tempest-test_az-1497638610'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:04Z', 'revision_number': 1, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:07.750856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Routers {'c0df79e1-4f61-496a-856c-392cc0f435a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:07.751498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c0df79e1-4f61-496a-856c-392cc0f435a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:07.765347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-fbc68fcd-a366-4de3-9915-804b08dbf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:07.767140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-fbc68fcd-a366-4de3-9915-804b08dbf197 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258817 Oct 13 00:07:07.785027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-3bca4535-de22-42e6-aaad-c90f43260499 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:07:07.786026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-3bca4535-de22-42e6-aaad-c90f43260499 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072792 Oct 13 00:07:07.791713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-22d823f9-2f10-4068-97e3-0524847f54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:07.796474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-22d823f9-2f10-4068-97e3-0524847f54f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0854809 Oct 13 00:07:07.808066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5692b-bffa-4a84-bd3c-5f252577ec67 None None] Pushing event updated for resources: {'Port': ['ID=11802d27-384c-46ec-9daa-0878b517b0a0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:07.826165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f2eeed95-c4d7-4842-b4b7-c1977027f973 None None] Provisioning complete for port 11802d27-384c-46ec-9daa-0878b517b0a0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:07.826562 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f2eeed95-c4d7-4842-b4b7-c1977027f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:07.912035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-e4c288d0-18b2-4589-8d27-e8f7e0155b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:07.913764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-e4c288d0-18b2-4589-8d27-e8f7e0155b7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087286 Oct 13 00:07:07.950325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] Set router c0df79e1-4f61-496a-856c-392cc0f435a3 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:08.016719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['68f823ee-29fc-4967-a770-275f692dde2f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:08.027254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-917dee31-bea0-42bb-936b-349d49916886 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115176 Oct 13 00:07:08.067572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44e00d-a73c-43e9-894e-3c15fa55d6c6 None None] New status for floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:07:08.111487 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f2eeed95-c4d7-4842-b4b7-c1977027f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:08.148730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45d2694d-e93c-4af2-8c40-5a8aa4590064 req-28813527-4b93-44c2-bac4-815480c9e1be tempest-FloatingIPsNegativeTestJSON-1992196634 tempest-FloatingIPsNegativeTestJSON-1992196634-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=8507f73664c846d28cf1f651f9233297 HTTP/1.1" status: 200 len: 217 time: 0.1018994 Oct 13 00:07:08.171343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-2e838d07-f997-439f-ae24-90a21a251301 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471881 Oct 13 00:07:08.257479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87b3dcc-bcba-421a-8cd5-f44e78d69dec req-153526b5-b207-4b04-bf6e-360e63d9a4c6 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221208 Oct 13 00:07:08.318947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeab86-612b-4da5-a50e-b78c58f88dc6 req-695e1544-487a-4714-89ad-a57a2f2c7393 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:08.320483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bcaeab86-612b-4da5-a50e-b78c58f88dc6 req-695e1544-487a-4714-89ad-a57a2f2c7393 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 943 time: 0.1062427 Oct 13 00:07:08.341005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89985fe8-ecf7-4ffc-a399-eaa2ece3ee88 req-73a5e21c-9bb2-4f79-a117-f723e444c20b service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581028 Oct 13 00:07:08.369518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bcaeab86-612b-4da5-a50e-b78c58f88dc6 req-861d0644-8618-4533-966b-e4908e11b405 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Oct 13 00:07:08.415054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f2eeed95-c4d7-4842-b4b7-c1977027f973 None None] For port 11802d27-384c-46ec-9daa-0878b517b0a0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=11802d27-384c-46ec-9daa-0878b517b0a0,segment=NetworkSegment(a4a3c80d-e629-4c82-b3ba-b5e0fe48153e),segment_id=a4a3c80d-e629-4c82-b3ba-b5e0fe48153e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:08.434599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f2eeed95-c4d7-4842-b4b7-c1977027f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:08.503963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc6ac5-e76a-4776-8aed-84516e6578e2 req-11d45fe0-56fe-4558-9f27-a879b86daa61 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:08.505560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6cc6ac5-e76a-4776-8aed-84516e6578e2 req-11d45fe0-56fe-4558-9f27-a879b86daa61 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 949 time: 0.0858235 Oct 13 00:07:08.516240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1602bf9-5258-4ec8-a446-a513541defa3 req-f3cab4a8-38f5-4a66-9334-adbbeaca2ad7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:08.517544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1602bf9-5258-4ec8-a446-a513541defa3 req-f3cab4a8-38f5-4a66-9334-adbbeaca2ad7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.0658603 Oct 13 00:07:08.573963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6cc6ac5-e76a-4776-8aed-84516e6578e2 req-1b4acb73-ddcc-49a8-b6b0-5dfb901687d7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554652 Oct 13 00:07:08.579938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1602bf9-5258-4ec8-a446-a513541defa3 req-b7e1b437-b00c-4b94-93ed-a6135095b169 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550051 Oct 13 00:07:08.614929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeed95-c4d7-4842-b4b7-c1977027f973 None None] Pushing event updated for resources: {'Port': ['ID=11802d27-384c-46ec-9daa-0878b517b0a0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:08.628464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6ad2d7ca-cb96-4bd7-8995-fad619d21902 None None] Provisioning complete for port 11802d27-384c-46ec-9daa-0878b517b0a0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:08.628848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d7ca-cb96-4bd7-8995-fad619d21902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:08.649000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-718acf06-3ebd-4781-9925-a7a739210cb8 req-22fe0413-240a-4fa8-8da4-3b1dea17b6d3 tempest-FloatingIPsNegativeTestJSON-1992196634 tempest-FloatingIPsNegativeTestJSON-1992196634-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0216398 Oct 13 00:07:08.747501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:07:03Z', 'revision_number': 4, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port': {'id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:55Z', 'updated_at': '2021-10-13T00:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '11802d27-384c-46ec-9daa-0878b517b0a0', 'name': '', 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'mac_address': 'fa:16:3e:38:e5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5ff2de69-7f20-4083-bb23-60ebe69b3477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:01Z', 'updated_at': '2021-10-13T00:07:07Z', 'revision_number': 4, 'project_id': '8507f73664c846d28cf1f651f9233297', 'subnets': [{'id': '5ff2de69-7f20-4083-bb23-60ebe69b3477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:08.784206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37e9c6-732a-40ab-b9b5-b02d7b100ab2 None None] The sync data for ids ['c0df79e1-4f61-496a-856c-392cc0f435a3'] in n-d-813679-4 is: [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:07:03Z', 'revision_number': 4, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port': {'id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:55Z', 'updated_at': '2021-10-13T00:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '11802d27-384c-46ec-9daa-0878b517b0a0', 'name': '', 'network_id': '9d54522d-41b7-48d8-9cfc-fc8f2546fcb2', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'mac_address': 'fa:16:3e:38:e5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '5ff2de69-7f20-4083-bb23-60ebe69b3477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:01Z', 'updated_at': '2021-10-13T00:07:07Z', 'revision_number': 4, 'project_id': '8507f73664c846d28cf1f651f9233297', 'subnets': [{'id': '5ff2de69-7f20-4083-bb23-60ebe69b3477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:08.837328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaf1f3-6d3b-4c25-aaa0-6ff0174717c6 req-03ea681f-b2dc-4912-943a-0284e35f8bcc tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:08.839584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-febaf1f3-6d3b-4c25-aaa0-6ff0174717c6 req-03ea681f-b2dc-4912-943a-0284e35f8bcc tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 948 time: 0.0916729 Oct 13 00:07:08.858625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-f5c947a5-eae1-40f7-98ab-f5ae6792ab2d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:08.860116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-f5c947a5-eae1-40f7-98ab-f5ae6792ab2d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1038196 Oct 13 00:07:08.965848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-febaf1f3-6d3b-4c25-aaa0-6ff0174717c6 req-cfaa3670-8ba0-4def-8dbd-fdf17552eddb tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155820 Oct 13 00:07:08.984277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-a6edfdab-2694-4db9-b10a-29457bc2e9c0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1024 time: 0.1176298 Oct 13 00:07:08.985903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:08.988283 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b48471-7780-4b54-9947-c84ec3ab33bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:08.994237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Request body: {'floatingip': {'port_id': '120eac7d-6567-41a0-9dd6-099828392f0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:09.063322 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-89112e76-756e-44d5-bbd4-d0f030c44c43 req-3e990f8e-ec6a-4db0-b2d9-d490d7cd8792 tempest-FloatingIPsNegativeTestJSON-1992196634 tempest-FloatingIPsNegativeTestJSON-1992196634-project] show failed (client error): The resource could not be found. Oct 13 00:07:09.064393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89112e76-756e-44d5-bbd4-d0f030c44c43 req-3e990f8e-ec6a-4db0-b2d9-d490d7cd8792 tempest-FloatingIPsNegativeTestJSON-1992196634 tempest-FloatingIPsNegativeTestJSON-1992196634-project] 10.222.0.21 "GET /v2.0/floatingips/dbdee9f3-b254-45d1-aca2-b3cfd2e36a4c HTTP/1.1" status: 404 len: 350 time: 0.0674429 Oct 13 00:07:09.073877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41922) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:09.086749 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:09.114738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:09.132676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 33da3c1d-06fc-4a23-af50-71ff82586235 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:09.300431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 33da3c1d-06fc-4a23-af50-71ff82586235 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:09.308919 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627143e8-719b-4651-bc3b-352b7ca9c24b x-openstack-request-id: req-627143e8-719b-4651-bc3b-352b7ca9c24b {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:09.309353 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:09.309718 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-627143e8-719b-4651-bc3b-352b7ca9c24b {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:09.310204 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'status': 'completed', 'code': 200} Oct 13 00:07:09.314833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 33da3c1d-06fc-4a23-af50-71ff82586235 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:09.315214 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:09.411692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:09.440731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-c8b1b5ab-6657-4a5d-a2f7-928f5b649c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:09.442430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-c8b1b5ab-6657-4a5d-a2f7-928f5b649c79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.1357567 Oct 13 00:07:09.450079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa', 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'port_id': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa', 'mac_address': 'fa:16:3e:52:2a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2038ec-5b3d-4754-a075-954b2e4cab2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:09.565456 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:09.567368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:09.593413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:09.625703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f7a45a-81be-4482-96cb-0734f4af71fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33da3c1d-06fc-4a23-af50-71ff82586235'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:09.632767 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec785bc9-7285-4c5f-947c-81792cb7faab" -d '{"events": [{"server_uuid": "b7f7a45a-81be-4482-96cb-0734f4af71fd", "name": "network-vif-plugged", "status": "completed", "tag": "33da3c1d-06fc-4a23-af50-71ff82586235"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:09.651313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:09.653310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 33da3c1d-06fc-4a23-af50-71ff82586235, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33da3c1d-06fc-4a23-af50-71ff82586235,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:09.658104 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:09.665404 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:09.715946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:09.716718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:09.772720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=33da3c1d-06fc-4a23-af50-71ff82586235,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:09.812122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538398bf-10c5-4b39-ae82-b80520552be6 req-ed108d5c-a222-46ce-a5ab-9f33f3fa6121 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:09.813631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-538398bf-10c5-4b39-ae82-b80520552be6 req-ed108d5c-a222-46ce-a5ab-9f33f3fa6121 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 944 time: 0.1355681 Oct 13 00:07:09.892850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-4223ee9e-e4a3-4440-8705-51fa1905fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:09.894356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-4223ee9e-e4a3-4440-8705-51fa1905fee1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.4434426 Oct 13 00:07:09.922548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:09.952957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-538398bf-10c5-4b39-ae82-b80520552be6 req-f2fd6c9b-5eb3-4187-b9db-c9f5c072ac7d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313903 Oct 13 00:07:09.956082 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:10.035994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-731a1e92-c8e4-45ef-9791-e9a0792c2d8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 1024 time: 0.1300051 Oct 13 00:07:10.105131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:10.161890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 11802d27-384c-46ec-9daa-0878b517b0a0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:10.266444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 11802d27-384c-46ec-9daa-0878b517b0a0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:10.266905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:10.272966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Deleting port 11802d27-384c-46ec-9daa-0878b517b0a0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:10.273916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:10.366325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] For port 11802d27-384c-46ec-9daa-0878b517b0a0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=11802d27-384c-46ec-9daa-0878b517b0a0,segment=NetworkSegment(a4a3c80d-e629-4c82-b3ba-b5e0fe48153e),segment_id=a4a3c80d-e629-4c82-b3ba-b5e0fe48153e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:10.366644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:10.389703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Calling delete_port for 11802d27-384c-46ec-9daa-0878b517b0a0 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:10.459806 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89 associated. External IP: 172.25.3.190, port: d0fa89bf-d42a-42a1-aca5-c390b5671c05. Oct 13 00:07:10.465085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-2747903d-80e6-44cd-a114-b41054729b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:10.466532 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-2747903d-80e6-44cd-a114-b41054729b9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.4036157 Oct 13 00:07:10.520150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd685f90-824a-4fa1-b1fb-5e81f59b86a9 req-dd776028-68ba-4d0f-908e-612c8828615b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:10.521615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd685f90-824a-4fa1-b1fb-5e81f59b86a9 req-dd776028-68ba-4d0f-908e-612c8828615b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 949 time: 0.4597433 Oct 13 00:07:10.577708 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:10.602730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Pushing event deleted for resources: {'Port': ['ID=11802d27-384c-46ec-9daa-0878b517b0a0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:10.634119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd685f90-824a-4fa1-b1fb-5e81f59b86a9 req-ed2d33ce-40d6-4bd9-b5f6-10af87fb0c8e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934520 Oct 13 00:07:10.637746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-632758bf-d39a-4966-9703-28fe092565a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:10.639379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-632758bf-d39a-4966-9703-28fe092565a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420691 Oct 13 00:07:10.789033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:10.865617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aa48a-baef-439d-b963-6b0925f5ee94 req-b853a967-8a58-4bde-b787-00e0bb7596e3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:10.867095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f37aa48a-baef-439d-b963-6b0925f5ee94 req-b853a967-8a58-4bde-b787-00e0bb7596e3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1542511 Oct 13 00:07:10.870180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:10.873382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-e0360202-940c-4c48-b901-1d7bbd06df8f service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821415 Oct 13 00:07:11.005207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Router c0df79e1-4f61-496a-856c-392cc0f435a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:11.005426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f37aa48a-baef-439d-b963-6b0925f5ee94 req-f9f06293-4ac6-48b2-aebe-8d6e700e87ef tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296918 Oct 13 00:07:11.060394 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4fde3-6f2b-4462-bf9b-4c6ad98eb54a x-openstack-request-id: req-12b4fde3-6f2b-4462-bf9b-4c6ad98eb54a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:11.061464 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f7a45a-81be-4482-96cb-0734f4af71fd", "name": "network-vif-plugged", "status": "completed", "tag": "33da3c1d-06fc-4a23-af50-71ff82586235", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:11.061798 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12b4fde3-6f2b-4462-bf9b-4c6ad98eb54a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:11.062292 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f7a45a-81be-4482-96cb-0734f4af71fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33da3c1d-06fc-4a23-af50-71ff82586235', 'code': 200} Oct 13 00:07:11.065396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b48471-7780-4b54-9947-c84ec3ab33bf req-aa9276a0-97bc-44ed-a5ad-05bcab6905b2 service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825585 Oct 13 00:07:11.087180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:11.096940 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:11.107017 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:11.108447 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:11.114005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 68f823ee-29fc-4967-a770-275f692dde2f up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:11.128580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:11.141801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e1bba3a4-3165-493c-a5ea-994db3a5f51b admin admin] 10.222.0.21 "PUT /v2.0/routers/c0df79e1-4f61-496a-856c-392cc0f435a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0647111 Oct 13 00:07:11.141986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] Sync routers for ids ['c0df79e1-4f61-496a-856c-392cc0f435a3'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:11.142208 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41956) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:11.162884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] Routers {'c0df79e1-4f61-496a-856c-392cc0f435a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:11.163649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c0df79e1-4f61-496a-856c-392cc0f435a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:11.250782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406ce58-54ec-49c8-a4b6-3740871271f7 req-b0e80765-e39a-405c-85b5-2b6cf9bc45e8 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:11.258071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e406ce58-54ec-49c8-a4b6-3740871271f7 req-b0e80765-e39a-405c-85b5-2b6cf9bc45e8 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 948 time: 0.1267631 Oct 13 00:07:11.261083 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:11.275794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] Set router c0df79e1-4f61-496a-856c-392cc0f435a3 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:11.287477 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:11.348599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e406ce58-54ec-49c8-a4b6-3740871271f7 req-3d2e9c92-eddd-4164-a97a-d603b4fd965e tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895331 Oct 13 00:07:11.355248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ae6f7-1f32-4414-8326-8a3ff7d242e4 req-50358ee3-bbc6-46bd-bc35-da6a2fff7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:11.363339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-247ae6f7-1f32-4414-8326-8a3ff7d242e4 req-50358ee3-bbc6-46bd-bc35-da6a2fff7053 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 1101 time: 0.1345718 Oct 13 00:07:11.445249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:11.502251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 68f823ee-29fc-4967-a770-275f692dde2f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:11.506153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:07:10Z', 'revision_number': 5, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port': {'id': '86a3904a-321a-4785-bd90-fa0f157559f9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:55Z', 'updated_at': '2021-10-13T00:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:11.508372 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': '120eac7d-6567-41a0-9dd6-099828392f0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:37:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:09Z', 'revision_number': 3, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:11.519297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Deleting port 86a3904a-321a-4785-bd90-fa0f157559f9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:11.519695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:11.534866 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:11.539003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 68f823ee-29fc-4967-a770-275f692dde2f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:11.539377 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:11.543655 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:11.544262 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:11.568149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:11.582153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] Checking router: c0df79e1-4f61-496a-856c-392cc0f435a3 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:11.593494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] Routers {'c0df79e1-4f61-496a-856c-392cc0f435a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:11.594115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c0df79e1-4f61-496a-856c-392cc0f435a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:11.630695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] For port 86a3904a-321a-4785-bd90-fa0f157559f9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=86a3904a-321a-4785-bd90-fa0f157559f9,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:11.631228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:11.646691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Calling delete_port for 86a3904a-321a-4785-bd90-fa0f157559f9 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:11.684217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] Set router c0df79e1-4f61-496a-856c-392cc0f435a3 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:11.689552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c8d8a169-043d-43f8-9487-cdab6f54d2f2 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:11.695936 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:11.704960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:11.707494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-247ae6f7-1f32-4414-8326-8a3ff7d242e4 req-4e7c8ad3-db21-4747-adaf-2b81c635f480 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699018 Oct 13 00:07:11.711401 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:11.748436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:11.750731 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c7895a-f284-4a81-95a4-b899a841a6af" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:11.805496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-724d9d1e-be50-4c4b-87ad-0dd85b2ef994 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "PUT /v2.0/floatingips/a9cd36f7-d857-4e72-af0c-ac82787f2a89 HTTP/1.1" status: 200 len: 998 time: 2.8201361 Oct 13 00:07:11.833402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c8d8a169-043d-43f8-9487-cdab6f54d2f2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c8d8a169-043d-43f8-9487-cdab6f54d2f2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:11.844237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:11.869647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-977b5221-43be-46a8-9e57-db177dcce8a2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:11.879588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a3904a-321a-4785-bd90-fa0f157559f9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:11.887117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-977b5221-43be-46a8-9e57-db177dcce8a2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports/d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 965 time: 0.0807712 Oct 13 00:07:11.907130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4454494-5596-4dec-82f8-0d7660a8fadb req-79231467-639e-4a64-b484-6228c5a70332 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:11.908743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4454494-5596-4dec-82f8-0d7660a8fadb req-79231467-639e-4a64-b484-6228c5a70332 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 944 time: 0.2056744 Oct 13 00:07:11.958570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:11.964175 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': '120eac7d-6567-41a0-9dd6-099828392f0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:37:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:09Z', 'revision_number': 3, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:11.978081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4454494-5596-4dec-82f8-0d7660a8fadb req-772cf362-a61f-493b-911f-83876890ed53 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623522 Oct 13 00:07:11.997887 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16b16a-1bda-4fef-a550-c623a67bd3b9 None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': '120eac7d-6567-41a0-9dd6-099828392f0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:37:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:09Z', 'revision_number': 3, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:12.068749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-5121e967-36a7-4c63-8569-2f41a2cbe0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:12.070378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-5121e967-36a7-4c63-8569-2f41a2cbe0f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.0913420 Oct 13 00:07:12.127272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.128308 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.130741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.148420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:07:11Z', 'revision_number': 6, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:12.180833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 68f823ee-29fc-4967-a770-275f692dde2f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=68f823ee-29fc-4967-a770-275f692dde2f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:12.212197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'c8d8a169-043d-43f8-9487-cdab6f54d2f2', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'c8d8a169-043d-43f8-9487-cdab6f54d2f2', 'mac_address': 'fa:16:3e:87:25:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:12.213986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-83e684c9-28c0-45a7-9781-1c0e34f22ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.217649 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.221526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb43e1-1c1e-48af-a109-b7d2407db3e1 req-04ed35b3-7ef7-4db7-9d6a-3615b046bed5 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:12.221760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217e809-9088-46e5-aa8f-16d1fc6c1ad0 None None] The sync data for ids ['c0df79e1-4f61-496a-856c-392cc0f435a3'] in n-d-813679-4 is: [{'id': 'c0df79e1-4f61-496a-856c-392cc0f435a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1473299838-router', 'tenant_id': '8507f73664c846d28cf1f651f9233297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:54Z', 'updated_at': '2021-10-13T00:07:11Z', 'revision_number': 6, 'project_id': '8507f73664c846d28cf1f651f9233297', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:12.225415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fdb43e1-1c1e-48af-a109-b7d2407db3e1 req-04ed35b3-7ef7-4db7-9d6a-3615b046bed5 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 949 time: 0.0698233 Oct 13 00:07:12.241910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.242795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0df79e1-4f61-496a-856c-392cc0f435a3 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:07:12.250133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.253882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c3577f60-fe20-4787-9daf-6e2a2fcefe31 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c0df79e1-4f61-496a-856c-392cc0f435a3 HTTP/1.1" status: 204 len: 168 time: 1.1085079 Oct 13 00:07:12.255169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41968) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:12.284976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-11f3ea86-601c-481b-9a99-be17c5cbd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:12.290044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-11f3ea86-601c-481b-9a99-be17c5cbd53a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.2129815 Oct 13 00:07:12.308139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=68f823ee-29fc-4967-a770-275f692dde2f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:12.311328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.325182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b8c4be-730c-4f68-90b5-b20d5aecfdeb admin admin] Deleting subnet 5ff2de69-7f20-4083-bb23-60ebe69b3477 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:07:12.329106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15b8c4be-730c-4f68-90b5-b20d5aecfdeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.330048 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452eff05-b2cc-4538-bcc5-d18310129d3a None None] New status for floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:07:12.330882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d8a169-043d-43f8-9487-cdab6f54d2f2 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:12.350552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fdb43e1-1c1e-48af-a109-b7d2407db3e1 req-569104f2-0f3b-4abe-88ee-b4b53523f611 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187263 Oct 13 00:07:12.359210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-085aa26a-dbf3-4475-93f9-5c9a47a11071 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 217 time: 0.0578721 Oct 13 00:07:12.362856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c8d8a169-043d-43f8-9487-cdab6f54d2f2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c8d8a169-043d-43f8-9487-cdab6f54d2f2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:12.376840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15b8c4be-730c-4f68-90b5-b20d5aecfdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.388226 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.432515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-17f5ad61-5891-4a3c-9ec1-faef384aecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:12.444400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-17f5ad61-5891-4a3c-9ec1-faef384aecbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0842671 Oct 13 00:07:12.453953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=c8d8a169-043d-43f8-9487-cdab6f54d2f2,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:12.487087 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639fd9cb-7153-4cb2-b8aa-66fa6610ae7e x-openstack-request-id: req-639fd9cb-7153-4cb2-b8aa-66fa6610ae7e {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:12.487607 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:12.487883 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-639fd9cb-7153-4cb2-b8aa-66fa6610ae7e {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:12.488253 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'status': 'completed', 'code': 200} Oct 13 00:07:12.532546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-cd99126b-03c7-49b3-92c8-91380b94cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:12.540269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-cd99126b-03c7-49b3-92c8-91380b94cf75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949366 Oct 13 00:07:12.542654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15b8c4be-730c-4f68-90b5-b20d5aecfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.545445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-425cd32b-3b0a-4b2a-8653-c3f79d584aa9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:07:12.552114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-425cd32b-3b0a-4b2a-8653-c3f79d584aa9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0111172 Oct 13 00:07:12.615665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15b8c4be-730c-4f68-90b5-b20d5aecfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.637776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15b8c4be-730c-4f68-90b5-b20d5aecfdeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.644094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-15b8c4be-730c-4f68-90b5-b20d5aecfdeb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ff2de69-7f20-4083-bb23-60ebe69b3477 HTTP/1.1" status: 204 len: 168 time: 0.3842342 Oct 13 00:07:12.644649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41974) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:12.647060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d14ab29-cf2e-445a-846f-75f69fa6ca3e None None] Network 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:12.671325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-8b52ecb8-4b29-41c2-9a6d-89308c1e4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:12.672855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-8b52ecb8-4b29-41c2-9a6d-89308c1e4c2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.1815517 Oct 13 00:07:12.679042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8c4be-730c-4f68-90b5-b20d5aecfdeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff2de69-7f20-4083-bb23-60ebe69b3477,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:12.763131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.779091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4edcf-8be6-4c69-a0de-50708fbd020c req-066dc7b5-14b9-477d-b2cb-4664838c6d92 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:12.787176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecf4edcf-8be6-4c69-a0de-50708fbd020c req-066dc7b5-14b9-477d-b2cb-4664838c6d92 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.2256415 Oct 13 00:07:12.804895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-fe5cf579-f8f5-4c51-95fa-062ee75018b5 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519844 Oct 13 00:07:12.835221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Deleting port 41bc0072-3ced-4eb6-bfe3-999a2d591723 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:12.835592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.901181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:12.908944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] For port 41bc0072-3ced-4eb6-bfe3-999a2d591723, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=41bc0072-3ced-4eb6-bfe3-999a2d591723,segment=NetworkSegment(a4a3c80d-e629-4c82-b3ba-b5e0fe48153e),segment_id=a4a3c80d-e629-4c82-b3ba-b5e0fe48153e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:12.909354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:12.914071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:12.915007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:12.922731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Calling delete_port for 41bc0072-3ced-4eb6-bfe3-999a2d591723 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:12.936619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecf4edcf-8be6-4c69-a0de-50708fbd020c req-911a9e98-cc7a-4fea-ba47-e3d7a24ddd07 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483667 Oct 13 00:07:12.946711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-3d104445-4ab7-4abd-b97b-1b7f27292903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:12.948578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-3d104445-4ab7-4abd-b97b-1b7f27292903 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.2632079 Oct 13 00:07:12.949811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['c8d8a169-043d-43f8-9487-cdab6f54d2f2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:13.010265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-7320a290-9a67-41e3-8485-99db87709475 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 217 time: 0.0514266 Oct 13 00:07:13.050635 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.062181 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-9df4d3a7-372d-4589-9148-cc3732735384 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486281 Oct 13 00:07:13.063347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f5138b-0051-4fab-b10e-56d0f5a6439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f823ee-29fc-4967-a770-275f692dde2f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:13.065679 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca65a08a-c1e4-4767-8e5c-694e3b600740" -d '{"events": [{"server_uuid": "e4f5138b-0051-4fab-b10e-56d0f5a6439d", "name": "network-vif-plugged", "status": "completed", "tag": "68f823ee-29fc-4967-a770-275f692dde2f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:13.084609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=41bc0072-3ced-4eb6-bfe3-999a2d591723,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:13.088622 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:13.097633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] No DVR routers for this DVR port 41bc0072-3ced-4eb6-bfe3-999a2d591723 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:13.132886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:13.150624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-449e387a-5414-4cd9-a2d8-f949d9a5bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:13.152609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-449e387a-5414-4cd9-a2d8-f949d9a5bbcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.1346262 Oct 13 00:07:13.189648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c1ac3-0cac-4ad7-a32a-dc3816736b93 req-d45b2c3e-f7da-4b1a-a8ad-02c016e0a1b9 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:13.192213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6148c2-9806-4ded-9a05-aaa39a0e18b2 None None] DHCP port deletion for 9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:07:13.193501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-551c1ac3-0cac-4ad7-a32a-dc3816736b93 req-d45b2c3e-f7da-4b1a-a8ad-02c016e0a1b9 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 949 time: 0.1246777 Oct 13 00:07:13.216339 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.252388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-9caa4568-ff25-4ec1-815f-459c710abeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:13.261574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-9caa4568-ff25-4ec1-815f-459c710abeb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 1096 time: 0.1512718 Oct 13 00:07:13.398695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:13.434865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:13.435568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.528412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d54522d-41b7-48d8-9cfc-fc8f2546fcb2']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:13.539430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:13.539741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a3c80d-e629-4c82-b3ba-b5e0fe48153e') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:13.549613 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.565248 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.571457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:07:13.571852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:07:13.573658 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:07:13.598489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.626287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-2fd7cda5-3d35-44b2-a28d-a5a796846600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:13.627799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-2fd7cda5-3d35-44b2-a28d-a5a796846600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4653654 Oct 13 00:07:13.644826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': '120eac7d-6567-41a0-9dd6-099828392f0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:37:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:12Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:13.648600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:13.651161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-551c1ac3-0cac-4ad7-a32a-dc3816736b93 req-37707fdd-8d31-4173-8f19-6ffd0dea1f84 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362791 Oct 13 00:07:13.656080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.674752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.687489 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9d54522d-41b7-48d8-9cfc-fc8f2546fcb2 HTTP/1.1" status: 204 len: 168 time: 1.0198803 Oct 13 00:07:13.691056 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:13.693487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:13.721264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da9851-5ecb-4534-aec8-3a2772743f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d54522d-41b7-48d8-9cfc-fc8f2546fcb2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:13.747020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-7224513a-4218-428a-aa00-648ee2d07487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:13.755789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-7224513a-4218-428a-aa00-648ee2d07487 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.4922955 Oct 13 00:07:13.755983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:13.756756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:06:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:13.819940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:13.832223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-afdfc7bd-74de-4cde-9bb3-1e4e7298b25b service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801579 Oct 13 00:07:13.870427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-07025003-3792-48f9-b869-78f613f9c50a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 1001 time: 0.1133897 Oct 13 00:07:13.890592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:13.939369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41988) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:13.982798 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2fe133bd-4fd0-48c3-a6ac-e357f132153b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8507f73664c846d28cf1f651f9233297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415452 Oct 13 00:07:13.985749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41992) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:13.997410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-34e4b956-a63a-4d7a-a5b6-1e2ceae2823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:13.999493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-34e4b956-a63a-4d7a-a5b6-1e2ceae2823d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.1283114 Oct 13 00:07:14.045616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4101342c-337e-44f1-bb36-f3e168991a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:14.056265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade657b-9a31-4735-bb70-7ccde6bce591 req-820306cc-3771-4a1e-8d7f-f6ca1dc0b4bf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:14.057879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cade657b-9a31-4735-bb70-7ccde6bce591 req-820306cc-3771-4a1e-8d7f-f6ca1dc0b4bf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 945 time: 0.1454003 Oct 13 00:07:14.072361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4101342c-337e-44f1-bb36-f3e168991a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:14.109656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c7895a-f284-4a81-95a4-b899a841a6af req-e9e2371a-fc3e-4d80-b0bc-3b9c9b95b37a service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537644 Oct 13 00:07:14.130588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-e1b88803-8ec2-44d0-9840-26ea8c04a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:14.138437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-e1b88803-8ec2-44d0-9840-26ea8c04a503 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269264 Oct 13 00:07:14.144430 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4101342c-337e-44f1-bb36-f3e168991a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:14.147441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4101342c-337e-44f1-bb36-f3e168991a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:14.148906 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4101342c-337e-44f1-bb36-f3e168991a4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/144d3d9a-0a6d-4f8b-af85-4c13c6772a3f HTTP/1.1" status: 204 len: 168 time: 0.1619673 Oct 13 00:07:14.149762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cade657b-9a31-4735-bb70-7ccde6bce591 req-1e655ada-0ec9-4f09-be16-2295f7580073 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722201 Oct 13 00:07:14.172607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101342c-337e-44f1-bb36-f3e168991a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144d3d9a-0a6d-4f8b-af85-4c13c6772a3f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:14.197643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 41bc0072-3ced-4eb6-bfe3-999a2d591723 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:14.228775 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157e5522-a90b-4316-b059-9dbc0c376a1c x-openstack-request-id: req-157e5522-a90b-4316-b059-9dbc0c376a1c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:14.229074 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f5138b-0051-4fab-b10e-56d0f5a6439d", "name": "network-vif-plugged", "status": "completed", "tag": "68f823ee-29fc-4967-a770-275f692dde2f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:14.229304 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-157e5522-a90b-4316-b059-9dbc0c376a1c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:14.229693 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f5138b-0051-4fab-b10e-56d0f5a6439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f823ee-29fc-4967-a770-275f692dde2f', 'code': 200} Oct 13 00:07:14.234941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 41bc0072-3ced-4eb6-bfe3-999a2d591723 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:14.235292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 41bc0072-3ced-4eb6-bfe3-999a2d591723 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:14.235717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 86a3904a-321a-4785-bd90-fa0f157559f9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:14.264786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 86a3904a-321a-4785-bd90-fa0f157559f9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:14.265129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 86a3904a-321a-4785-bd90-fa0f157559f9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:14.265553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 11802d27-384c-46ec-9daa-0878b517b0a0 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:14.280019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-6fcc1bdc-49a0-49a3-929b-39fe86023db6 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405437 Oct 13 00:07:14.289765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 11802d27-384c-46ec-9daa-0878b517b0a0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:14.290663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 11802d27-384c-46ec-9daa-0878b517b0a0 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:14.383272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': '120eac7d-6567-41a0-9dd6-099828392f0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:37:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:12Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:14.412518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6c0a4-9306-4b58-8293-f5b0f04630c8 None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': '120eac7d-6567-41a0-9dd6-099828392f0f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:37:57:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:12Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:14.426287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed333b-1173-45a4-a83f-bfc0d3355ae8 req-c346e8c6-c52a-4ed8-abb9-c38fa9396b39 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:14.433686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ed333b-1173-45a4-a83f-bfc0d3355ae8 req-c346e8c6-c52a-4ed8-abb9-c38fa9396b39 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 950 time: 0.1513891 Oct 13 00:07:14.464277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea62fe-53d0-4c69-bffe-9410f6c5cdb9 req-dd9f6595-1d10-43df-bdb3-8af51831e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:14.465856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cea62fe-53d0-4c69-bffe-9410f6c5cdb9 req-dd9f6595-1d10-43df-bdb3-8af51831e384 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 1101 time: 0.1277246 Oct 13 00:07:14.499319 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84bbe8df-d7a7-4e33-b004-bc04c8e3ad5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:14.502760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:14.505649 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b268fff-2957-4209-889b-0181cb94a6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:14.517926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97fb23f2-c69d-4be9-b8ba-12913cdae945 req-ab9ae532-1007-4ae0-8717-bf4453b72e6a service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368844 Oct 13 00:07:14.550457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ed333b-1173-45a4-a83f-bfc0d3355ae8 req-94ad865f-1e75-483f-ac3c-b4a386741796 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073222 Oct 13 00:07:14.568722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cea62fe-53d0-4c69-bffe-9410f6c5cdb9 req-794b6393-7b31-435a-b237-4f3943a97a9f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918226 Oct 13 00:07:14.630404 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a7297c-a713-4c55-8082-e12935a476d7 x-openstack-request-id: req-66a7297c-a713-4c55-8082-e12935a476d7 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:14.630774 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:14.630963 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66a7297c-a713-4c55-8082-e12935a476d7 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:14.631310 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f', 'status': 'completed', 'code': 200} Oct 13 00:07:14.757635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193ba7-6866-4e6c-9de9-d1b2e2a6d4d3 req-65707dd1-d29d-4f5e-b75d-83669c69b598 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:14.759149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d193ba7-6866-4e6c-9de9-d1b2e2a6d4d3 req-65707dd1-d29d-4f5e-b75d-83669c69b598 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1383173 Oct 13 00:07:14.774216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb8f8c15-cb85-4f94-9951-d1c0606057d2 req-a6af594e-8d01-4c15-8b90-68d127d55e6a tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.1244810 Oct 13 00:07:14.830592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-a59eedc2-f27c-46d8-b553-31ae0b2fb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:14.832207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-a59eedc2-f27c-46d8-b553-31ae0b2fb0ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 1096 time: 0.1314445 Oct 13 00:07:14.871728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f8c15-cb85-4f94-9951-d1c0606057d2 req-9cec9285-6866-42eb-8852-41f887ef761b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:14.873129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb8f8c15-cb85-4f94-9951-d1c0606057d2 req-9cec9285-6866-42eb-8852-41f887ef761b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports/120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 942 time: 0.0865636 Oct 13 00:07:14.903640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d193ba7-6866-4e6c-9de9-d1b2e2a6d4d3 req-c6c2ee6a-a4da-4b3f-8b48-c5bc795ebcbc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349866 Oct 13 00:07:14.989787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42026) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:14.993581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-bf68a030-fddf-43f1-acd5-fb01f6d267a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:14.995047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-bf68a030-fddf-43f1-acd5-fb01f6d267a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.1537466 Oct 13 00:07:14.998299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb8f8c15-cb85-4f94-9951-d1c0606057d2 req-45398cce-3549-44a2-b2ad-dd2a38c376eb tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.0826643 Oct 13 00:07:15.098384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1282888195-network', 'tenant_id': '671e72765e524d7c81cd34e3c7da50f1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:15.132079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Made reservation on behalf of 671e72765e524d7c81cd34e3c7da50f1 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:15.135463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.143024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-9d8e6b08-7ed5-4b92-a4cc-6b34c576c864 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 1001 time: 0.0881691 Oct 13 00:07:15.149146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.160157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f8c15-cb85-4f94-9951-d1c0606057d2 req-b51c42f6-9faf-4f0f-b00a-5958ba9ee94d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.161426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb8f8c15-cb85-4f94-9951-d1c0606057d2 req-b51c42f6-9faf-4f0f-b00a-5958ba9ee94d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1574538 Oct 13 00:07:15.232782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.236946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.237261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-e64e984b-43fb-46f9-8a6b-5d5b3f675d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.238729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-e64e984b-43fb-46f9-8a6b-5d5b3f675d3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0863559 Oct 13 00:07:15.260494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:07:15.264753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bf903-964c-4403-8c5c-0687539d012b req-0d9eaa35-ef7a-4ed5-8956-7365fce30484 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.266425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f4bf903-964c-4403-8c5c-0687539d012b req-0d9eaa35-ef7a-4ed5-8956-7365fce30484 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 949 time: 0.1039789 Oct 13 00:07:15.276541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:15.279754 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.280094 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Added segment a3573f11-93c4-4bd3-83a0-a855c05f4fae of type vlan for network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b Oct 13 00:07:15.321484 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.345630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.346676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.347269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.379686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-3d6bba04-4917-4cec-bce1-1f5f8f359b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.381206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-3d6bba04-4917-4cec-bce1-1f5f8f359b2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337085 Oct 13 00:07:15.390867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f4bf903-964c-4403-8c5c-0687539d012b req-8365bd0a-88cd-4aa0-ab5c-1cba200e03b9 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037440 Oct 13 00:07:15.402824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-12aca4b2-939f-4b3a-8dbf-499b1499e907 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.1094065 Oct 13 00:07:15.410855 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4171491 Oct 13 00:07:15.412928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42038) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:15.418524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Request body: {'subnet': {'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1282888195-subnet', 'tenant_id': '671e72765e524d7c81cd34e3c7da50f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:15.423022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e64c30-f8d7-42fe-961a-7b2b7b6a0af9 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2d0798-c60b-4313-8cc8-6dcec3c4909b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:15.442914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:07:15.448126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Made reservation on behalf of 671e72765e524d7c81cd34e3c7da50f1 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:15.451877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.513443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-27b71dc3-95f1-4f0b-8e19-c33bb686da98 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.514792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-27b71dc3-95f1-4f0b-8e19-c33bb686da98 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports/120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 942 time: 0.0924704 Oct 13 00:07:15.557766 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.568942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-9d9a16b5-c4e1-4ccc-8440-aad1288073aa service neutron] 10.222.0.45 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753218 Oct 13 00:07:15.583109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41d88e-6307-4fcb-9796-6499de89d509 req-371330ec-4e79-446f-a48a-3e5d6a5de60f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.584564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c41d88e-6307-4fcb-9796-6499de89d509 req-371330ec-4e79-446f-a48a-3e5d6a5de60f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 945 time: 0.0938184 Oct 13 00:07:15.652017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.708117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd00553f-2a55-4bd4-b4f8-8c7e8de70812,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:15.719592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Checking segment: {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:15.719955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Network hostable DHCP agents. Network: 0f2d0798-c60b-4313-8cc8-6dcec3c4909b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:07:15.723188 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-5d43cf54-2763-48a2-8bc1-bd82505e796c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.1480885 Oct 13 00:07:15.727286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c8d8a169-043d-43f8-9487-cdab6f54d2f2 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:15.727658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c41d88e-6307-4fcb-9796-6499de89d509 req-90bd7114-18a6-400b-8079-653eb359b790 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007226 Oct 13 00:07:15.740792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:07:15.763351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 0f2d0798-c60b-4313-8cc8-6dcec3c4909b) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:15.777467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.777693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c05a10-bc81-47b6-95b4-f6be63da046d None None] Network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:15.778604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.811008 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-28a0f009-ac92-4a3a-a878-0fa0fb1366a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3964317 Oct 13 00:07:15.823623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b268fff-2957-4209-889b-0181cb94a6a3 req-2f589210-c7d0-42cd-a627-6873c157c655 service neutron] 10.222.0.45 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381039 Oct 13 00:07:15.841966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port c8d8a169-043d-43f8-9487-cdab6f54d2f2 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:15.860770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port c8d8a169-043d-43f8-9487-cdab6f54d2f2 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:15.861138 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.893125 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.923903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-8b1d2190-4cf7-4387-9715-669374c702fb tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.929403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-8b1d2190-4cf7-4387-9715-669374c702fb tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1917796 Oct 13 00:07:15.993977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133c349-fa89-4119-a44b-3d81971e0f63 req-d79dd35e-2e34-4f61-a51b-750a56e46797 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.995484 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b133c349-fa89-4119-a44b-3d81971e0f63 req-d79dd35e-2e34-4f61-a51b-750a56e46797 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 950 time: 0.1286809 Oct 13 00:07:15.995723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2eeac8-a4a2-4d5d-9b94-4327733082cc None None] Network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:16.035114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-15e79125-c724-4edb-bee2-60f37baf9f7b tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1001 time: 0.0991161 Oct 13 00:07:16.036741 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:16.049283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:16.054673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b133c349-fa89-4119-a44b-3d81971e0f63 req-d200f7c8-1d2f-477f-bd47-a9ae258c7619 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514534 Oct 13 00:07:16.089162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c8d8a169-043d-43f8-9487-cdab6f54d2f2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c8d8a169-043d-43f8-9487-cdab6f54d2f2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:16.096649 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:16.121746 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:16.218569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=c8d8a169-043d-43f8-9487-cdab6f54d2f2,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:16.230709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa'}, {'server_uuid': '23191675-f20d-4e10-9831-e1fbf94e2145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d8a169-043d-43f8-9487-cdab6f54d2f2'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:16.233236 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11561b65-6bd8-4d0d-9967-95f14e68310f" -d '{"events": [{"server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "name": "network-vif-plugged", "status": "completed", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa"}, {"server_uuid": "23191675-f20d-4e10-9831-e1fbf94e2145", "name": "network-vif-plugged", "status": "completed", "tag": "c8d8a169-043d-43f8-9487-cdab6f54d2f2"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:16.297736 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:16.308801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0628f6-8ace-4dab-a057-94cff4cc7191 req-31a0d824-9a3a-4360-a377-850b4b449a37 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:16.310290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c0628f6-8ace-4dab-a057-94cff4cc7191 req-31a0d824-9a3a-4360-a377-850b4b449a37 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1282451 Oct 13 00:07:16.310992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:16.311318 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89 disassociated. External IP: 172.25.3.190, port: 120eac7d-6567-41a0-9dd6-099828392f0f. Oct 13 00:07:16.651610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c0628f6-8ace-4dab-a057-94cff4cc7191 req-3fc8a23c-023f-4278-9efb-bf67947d7b20 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078930 Oct 13 00:07:16.840171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:16.923946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4203ba-65e6-480c-837f-0597eae5507a req-3799e90f-cb53-4eb6-8916-7c192e7e92e3 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:16.925297 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-3799e90f-cb53-4eb6-8916-7c192e7e92e3 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 822 time: 0.1541638 Oct 13 00:07:16.966500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-b8570e98-578d-4537-82ea-fbd78a09c2f4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/quotas/671e72765e524d7c81cd34e3c7da50f1 HTTP/1.1" status: 200 len: 375 time: 0.0353527 Oct 13 00:07:17.003450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-c0f71ef6-3a3d-419a-a641-804356d7a08b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304866 Oct 13 00:07:17.009182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:17.019788 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:17.020268 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:17.028792 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:17.029391 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:17.083147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-fabf799d-1d32-4962-965c-ff72c45b1e44 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "PUT /v2.0/floatingips/a9cd36f7-d857-4e72-af0c-ac82787f2a89 HTTP/1.1" status: 200 len: 695 time: 1.0401471 Oct 13 00:07:17.086752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:17.088998 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c3d864-45bb-453c-859e-71ffad23ac98" -d '{"events": [{"name": "network-changed", "server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:17.133361 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:17.146831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-0dd27cb7-fb88-4791-8f7b-548eafd43632 service neutron] 10.222.0.21 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358147 Oct 13 00:07:17.163487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-4e428aee-0994-4505-912c-48b52bda1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:17.164938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-4e428aee-0994-4505-912c-48b52bda1cb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 1096 time: 0.0678639 Oct 13 00:07:17.313982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-4c376303-c9e7-415f-b16a-f0612d61bb97 service neutron] 10.222.0.21 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599121 Oct 13 00:07:17.316528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-4b7834ea-4c7b-47ee-8121-fca2287fa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:17.317889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-4b7834ea-4c7b-47ee-8121-fca2287fa06b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.1429098 Oct 13 00:07:17.333926 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:17.361694 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:17.368071 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:17.371908 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:17.378077 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:17.383361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-1045979f-0e8d-4e37-88a6-c816dce8d1c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 217 time: 0.0513203 Oct 13 00:07:17.428286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-76fcdfe2-4ddc-457e-bf5e-b3dd96b82f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:17.435854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-76fcdfe2-4ddc-457e-bf5e-b3dd96b82f04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0514774 Oct 13 00:07:17.480096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-f272c25d-e555-4330-ae83-909633acebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:17.489343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-f272c25d-e555-4330-ae83-909633acebfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526409 Oct 13 00:07:17.518411 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:17.603293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-a70508ef-5eeb-4aab-b702-1ad8e3e8e1a5 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133249 Oct 13 00:07:17.650736 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfb02f7-18fa-4390-b567-0a77db3c29aa x-openstack-request-id: req-abfb02f7-18fa-4390-b567-0a77db3c29aa {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:17.651247 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "name": "network-vif-plugged", "status": "completed", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa", "code": 200}, {"server_uuid": "23191675-f20d-4e10-9831-e1fbf94e2145", "name": "network-vif-plugged", "status": "completed", "tag": "c8d8a169-043d-43f8-9487-cdab6f54d2f2", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:17.651598 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abfb02f7-18fa-4390-b567-0a77db3c29aa {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:17.652110 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa', 'code': 200} Oct 13 00:07:17.652402 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23191675-f20d-4e10-9831-e1fbf94e2145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d8a169-043d-43f8-9487-cdab6f54d2f2', 'code': 200} Oct 13 00:07:17.711622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a03041a0-b3d3-4edf-a4ce-5f4fd4037bb8 req-8cb442d0-b3f4-4bb2-8f89-9f6d98a92869 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006699 Oct 13 00:07:17.808133 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:17.840615 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1cb1b-9755-445e-b86a-322f907596a9 None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:17.936501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31516d-5787-4ead-828e-915cd536c0b9 req-287cc3ef-fc4d-4cb0-9b2c-6b8da73fff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:17.938164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e31516d-5787-4ead-828e-915cd536c0b9 req-287cc3ef-fc4d-4cb0-9b2c-6b8da73fff83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1096 time: 0.1615455 Oct 13 00:07:17.957883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032864a4-8721-4166-9001-772814d4ab17 req-467b64bc-e8da-4a5e-9ecd-4bd95616465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:17.959353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-032864a4-8721-4166-9001-772814d4ab17 req-467b64bc-e8da-4a5e-9ecd-4bd95616465d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 1101 time: 0.1451843 Oct 13 00:07:17.971716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1ab86-21c8-426b-8a5b-409c08d11555 req-dbe7ef36-9981-4694-923c-4916caaa4417 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:17.973459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cab1ab86-21c8-426b-8a5b-409c08d11555 req-dbe7ef36-9981-4694-923c-4916caaa4417 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 950 time: 0.1498766 Oct 13 00:07:17.988839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c87a9-746a-47ee-ace7-d00dfbb807a7 req-ca800d93-7993-49dc-b669-2d4de2a3e8e0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:17.990307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c87a9-746a-47ee-ace7-d00dfbb807a7 req-ca800d93-7993-49dc-b669-2d4de2a3e8e0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 945 time: 0.1646209 Oct 13 00:07:18.065823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e31516d-5787-4ead-828e-915cd536c0b9 req-3617a9ec-dd4c-4367-a4d1-7cb9ca478411 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185873 Oct 13 00:07:18.092872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c87a9-746a-47ee-ace7-d00dfbb807a7 req-9a68531f-7663-49de-b93d-23a85c9446c9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926890 Oct 13 00:07:18.095688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cab1ab86-21c8-426b-8a5b-409c08d11555 req-4db5a5e5-98f1-4c2d-8ac6-77cc4f154530 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988467 Oct 13 00:07:18.097230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-032864a4-8721-4166-9001-772814d4ab17 req-5b895fa8-c083-49e6-b2f8-b081de67a440 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164367 Oct 13 00:07:18.130505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c1b0e-6ab7-49bb-be54-9b12e7a043bd None None] New status for floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:07:18.152160 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f339462a-7116-4e81-bf5a-704865387428 x-openstack-request-id: req-f339462a-7116-4e81-bf5a-704865387428 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:18.152458 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:18.152718 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f339462a-7116-4e81-bf5a-704865387428 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:18.153119 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f', 'status': 'completed', 'code': 200} Oct 13 00:07:18.221934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cced2cc-94f4-4979-8f78-6e3f00711bcf req-cb7434b2-91ed-4c12-b40f-4672c3048e02 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:18.223414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cced2cc-94f4-4979-8f78-6e3f00711bcf req-cb7434b2-91ed-4c12-b40f-4672c3048e02 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 950 time: 0.0602760 Oct 13 00:07:18.239636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09dc7555-73bf-48bd-90c5-b6bb3bb436da req-2a6671e6-bee5-4b3b-8c84-64c0ef7387ef tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 210 time: 0.0405145 Oct 13 00:07:18.272935 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cced2cc-94f4-4979-8f78-6e3f00711bcf req-56f34fbb-9f72-4b83-ac5f-9fa2913aff99 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353773 Oct 13 00:07:18.381751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b25a0-d11a-46a3-af62-4e9c2452257b req-23ac3720-f3b1-41d3-9a59-6675095de4f2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:18.383458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c29b25a0-d11a-46a3-af62-4e9c2452257b req-23ac3720-f3b1-41d3-9a59-6675095de4f2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.0593154 Oct 13 00:07:18.427837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c29b25a0-d11a-46a3-af62-4e9c2452257b req-5d468cca-0e3c-4c71-a447-038666d8710a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369210 Oct 13 00:07:18.535964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174aab9-ef86-4be0-940a-1e8d34624f9d req-e293f34d-37a7-4b2b-b9a5-05165f31c891 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:18.537464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7174aab9-ef86-4be0-940a-1e8d34624f9d req-e293f34d-37a7-4b2b-b9a5-05165f31c891 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 950 time: 0.0533636 Oct 13 00:07:18.601194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7174aab9-ef86-4be0-940a-1e8d34624f9d req-8ff6a9c6-0998-440b-97d8-d7db6a14e201 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Oct 13 00:07:18.617623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-1df98570-1e88-4913-8d0a-bfae0ad1c414 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:18.620329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-1df98570-1e88-4913-8d0a-bfae0ad1c414 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee&device_owner=compute%3Atempest-test_az-1497638610 HTTP/1.1" status: 200 len: 968 time: 0.0619440 Oct 13 00:07:18.693452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-5007a0cd-4333-4e8a-bfc5-3c6c4ec00ef4 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0650096 Oct 13 00:07:18.706029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Request body: {'floatingip': {'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:18.711241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-aff76b4d-8df0-40a1-9bba-d506c66eb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:18.712752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-aff76b4d-8df0-40a1-9bba-d506c66eb7b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 1096 time: 0.0926094 Oct 13 00:07:18.768570 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:18.988125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-739cce4d-eeb1-430c-a177-05d586abd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:18.989578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-739cce4d-eeb1-430c-a177-05d586abd661 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.2495143 Oct 13 00:07:19.007307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc08d8-0fc5-4a24-ae17-03fe62a8d7ac req-7a540a88-528c-41f3-be1f-892f2f89a1e9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:19.013362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc08d8-0fc5-4a24-ae17-03fe62a8d7ac req-7a540a88-528c-41f3-be1f-892f2f89a1e9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:19.014848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-babc08d8-0fc5-4a24-ae17-03fe62a8d7ac req-7a540a88-528c-41f3-be1f-892f2f89a1e9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd&device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 1691 time: 0.1527472 Oct 13 00:07:19.058663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-0d29de8f-9e5c-4a13-ae51-74eb819afa44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 200 len: 217 time: 0.0428851 Oct 13 00:07:19.151998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-babc08d8-0fc5-4a24-ae17-03fe62a8d7ac req-e6deb6cb-99ba-4dfe-9d14-2219a036f52d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294219 Oct 13 00:07:19.168796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-5324d53d-fe7c-407c-b5ec-dad01914d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:19.170969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-5324d53d-fe7c-407c-b5ec-dad01914d61a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0763736 Oct 13 00:07:19.326798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4203ba-65e6-480c-837f-0597eae5507a req-81ba29e8-33f3-4f56-beff-c211f30d0881 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:19.328396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-81ba29e8-33f3-4f56-beff-c211f30d0881 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 822 time: 0.1212089 Oct 13 00:07:19.347627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-e30e9d0c-936e-4254-bd4c-9394b1af584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:19.349093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-e30e9d0c-936e-4254-bd4c-9394b1af584e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325660 Oct 13 00:07:19.352148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Request body: {'port': {'device_id': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'admin_state_up': True, 'tenant_id': '671e72765e524d7c81cd34e3c7da50f1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:19.468198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Made reservation on behalf of 671e72765e524d7c81cd34e3c7da50f1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:19.471740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:19.490069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606b6e5-e2c2-464f-a794-f9f7a7442573 req-a4e99dd1-16b5-4169-9a8d-7a4fd88468a5 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:19.491584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4606b6e5-e2c2-464f-a794-f9f7a7442573 req-a4e99dd1-16b5-4169-9a8d-7a4fd88468a5 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 950 time: 0.1488724 Oct 13 00:07:19.571148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-ac00c9bb-da19-429f-9a15-dc720e46633c service neutron] 10.222.0.45 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932647 Oct 13 00:07:19.602566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4606b6e5-e2c2-464f-a794-f9f7a7442573 req-ee3d638e-80d1-49ec-8770-ac3f00a18200 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009960 Oct 13 00:07:19.606596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Allocated IP 172.20.0.11 (0f2d0798-c60b-4313-8cc8-6dcec3c4909b/cd00553f-2a55-4bd4-b4f8-8c7e8de70812/74c34f18-33cb-40d7-9903-cace9f2f89fe) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:19.606800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:19.619214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:19.780418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:19.814712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:19.861021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:19.864214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:19.866655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:19.908730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event updated for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:19.927052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:19.927686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:19.943569 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-85d3d3a6-b96e-46c5-813e-5f0b79d02669 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5958183 Oct 13 00:07:19.967467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Request body: {'port': {'device_id': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:20.021079 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:20.059319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272c913-06ee-4dde-9d38-91f7dda39614 req-07322efe-a18a-4bd9-8600-37b336b94c8d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.061400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0272c913-06ee-4dde-9d38-91f7dda39614 req-07322efe-a18a-4bd9-8600-37b336b94c8d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 945 time: 0.1597128 Oct 13 00:07:20.068345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51c3d864-45bb-453c-859e-71ffad23ac98 req-deab3879-45bf-4a22-b84e-438796545503 service neutron] 10.222.0.45 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793441 Oct 13 00:07:20.078810 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89 associated. External IP: 172.25.3.190, port: d0fa89bf-d42a-42a1-aca5-c390b5671c05. Oct 13 00:07:20.148341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0272c913-06ee-4dde-9d38-91f7dda39614 req-ed89db52-adda-4435-bc5b-7717e55aad01 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776966 Oct 13 00:07:20.307445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c34f18-33cb-40d7-9903-cace9f2f89fe {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:20.315524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:20.327810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Transition to ACTIVE for port object 74c34f18-33cb-40d7-9903-cace9f2f89fe will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:20.332023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:20.351431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:20.367103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32c5c7-6eaf-43ff-8398-398bd02a2372 req-b526d9fd-e5f5-438d-a4cd-953ca9a28db5 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.368989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd32c5c7-6eaf-43ff-8398-398bd02a2372 req-b526d9fd-e5f5-438d-a4cd-953ca9a28db5 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 932 time: 0.0727875 Oct 13 00:07:20.400473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Pushing event updated for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:20.448069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd32c5c7-6eaf-43ff-8398-398bd02a2372 req-767cbee2-05e2-4731-9efc-0578a3c0a982 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724943 Oct 13 00:07:20.450538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Attempting to bind port 74c34f18-33cb-40d7-9903-cace9f2f89fe on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:20.451237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Attempting to bind port 74c34f18-33cb-40d7-9903-cace9f2f89fe by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:20.451598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Attempting to bind port 74c34f18-33cb-40d7-9903-cace9f2f89fe on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:20.455975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Port 74c34f18-33cb-40d7-9903-cace9f2f89fe on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:20.456301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Attempting to bind port 74c34f18-33cb-40d7-9903-cace9f2f89fe on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:20.462512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:20.462856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Checking segment: {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:20.463245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Bound using segment: {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:20.463727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Bound port: 74c34f18-33cb-40d7-9903-cace9f2f89fe, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:20.464093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:20.510730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:20.515764 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:20.521781 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:20.530502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:20.533685 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:20.534415 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:20.534535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:20.540896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:20.568840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-e80fc552-a4ca-48a9-b68c-d7eff78554e2 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "PUT /v2.0/floatingips/a9cd36f7-d857-4e72-af0c-ac82787f2a89 HTTP/1.1" status: 200 len: 1019 time: 1.8688920 Oct 13 00:07:20.571053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:20.573165 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:20.590084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.590707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:20.593586 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] 10.222.0.45 "PUT /v2.0/ports/74c34f18-33cb-40d7-9903-cace9f2f89fe HTTP/1.1" status: 200 len: 1092 time: 0.6297765 Oct 13 00:07:20.593586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:20.595470 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3db064-ea1f-4b32-9f46-28f296071c76" -d '{"events": [{"name": "network-changed", "server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:20.597765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386c078-4cc4-4754-a68c-6b43def5c1c0 req-f790bef0-529d-4e90-9f0e-72c071268140 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.600160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7386c078-4cc4-4754-a68c-6b43def5c1c0 req-f790bef0-529d-4e90-9f0e-72c071268140 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.0806155 Oct 13 00:07:20.615454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751460c6-61bc-45bd-8281-cbe4d632c761 service neutron] Pushing event updated for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:20.666967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-21d23398-3c5a-4045-8bed-cd90ec5fcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.667298 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:20.668420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-21d23398-3c5a-4045-8bed-cd90ec5fcb4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.0795395 Oct 13 00:07:20.672218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7386c078-4cc4-4754-a68c-6b43def5c1c0 req-f540b824-9a8c-42f4-9825-caba2dccdecc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457673 Oct 13 00:07:20.719173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4203ba-65e6-480c-837f-0597eae5507a req-8ac44365-dc2c-4c68-b04b-3165224cd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.721266 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-8ac44365-dc2c-4c68-b04b-3165224cd4ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 1095 time: 0.0572882 Oct 13 00:07:20.775994 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-47597110-4738-4651-af9e-07d2a5b43ec5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe HTTP/1.1" status: 200 len: 217 time: 0.0352802 Oct 13 00:07:20.807595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-eae9fe47-e2b0-4fb9-98e1-ee696bb95a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.814121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-eae9fe47-e2b0-4fb9-98e1-ee696bb95a94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.1345890 Oct 13 00:07:20.821652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8b6b5-5d8f-4fd4-ac42-4414752907a3 req-80e1d932-373b-49b3-9162-68e621da5879 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.823853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83f8b6b5-5d8f-4fd4-ac42-4414752907a3 req-80e1d932-373b-49b3-9162-68e621da5879 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1096 time: 0.0864599 Oct 13 00:07:20.837000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4203ba-65e6-480c-837f-0597eae5507a req-d33e9585-5dca-4949-890e-5d4a3292af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.838466 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-d33e9585-5dca-4949-890e-5d4a3292af68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd00553f-2a55-4bd4-b4f8-8c7e8de70812 HTTP/1.1" status: 200 len: 862 time: 0.0542552 Oct 13 00:07:20.877001 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-97b19c82-3173-42f0-bf36-0167a650b331 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253849 Oct 13 00:07:20.906453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83f8b6b5-5d8f-4fd4-ac42-4414752907a3 req-533cd3a7-b488-405d-a12c-e6c432ff5082 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 Oct 13 00:07:20.912726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-43360063-398c-4d27-8ef6-0861929c75c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 1022 time: 0.0879261 Oct 13 00:07:20.918455 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:77:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'device_owner': 'compute:tempest-test_az-1497638610'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:19Z', 'revision_number': 8, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:20.949064 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:20.958915 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:20.959666 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:20.972410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-10481f34-4573-4a0d-8ce5-8b77baf4e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:20.974433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-10481f34-4573-4a0d-8ce5-8b77baf4e220 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0546050 Oct 13 00:07:21.011931 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-528732b8-db05-4a87-9cfe-b5f2a4d8856f service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015551 Oct 13 00:07:21.047059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-3ccb2a2c-d97d-40bd-81b6-f2292e786da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:21.048607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-3ccb2a2c-d97d-40bd-81b6-f2292e786da3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683351 Oct 13 00:07:21.054708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023c66b-f983-4144-b324-3c063cc28c29 req-971e8b56-6928-483b-91f8-c7fff959b8de tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:21.056168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d023c66b-f983-4144-b324-3c063cc28c29 req-971e8b56-6928-483b-91f8-c7fff959b8de tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 1101 time: 0.0513823 Oct 13 00:07:21.076495 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:21.110629 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da4203ba-65e6-480c-837f-0597eae5507a req-17872a42-325f-4f21-84c9-94fd58ad6c28 service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904865 Oct 13 00:07:21.146607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d023c66b-f983-4144-b324-3c063cc28c29 req-c397d1a6-43a6-4c82-b40a-770a68515f77 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805221 Oct 13 00:07:21.179973 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-559d8fe1-d105-4ac5-b8d7-67c6fbdd44ca service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219957 Oct 13 00:07:21.207011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-9fe499ee-e30a-42b3-8e7d-f297c9671382 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:21.208766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-9fe499ee-e30a-42b3-8e7d-f297c9671382 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.45 "GET /v2.0/ports?device_id=99930976-77a9-434a-a6c1-d5fe9fdf85f3 HTTP/1.1" status: 200 len: 945 time: 0.0678544 Oct 13 00:07:21.297883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d19dc5a1-d3a8-4d1c-9ff6-4fe54a8b5d7d req-c33e2050-e8d0-417c-b495-248fa2d1182d service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168830 Oct 13 00:07:21.325517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Deleting port 120eac7d-6567-41a0-9dd6-099828392f0f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:21.326468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:21.347104 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c778947-6fd6-468b-853c-216ad8316d71 x-openstack-request-id: req-8c778947-6fd6-468b-853c-216ad8316d71 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:21.347957 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:21.348438 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c778947-6fd6-468b-853c-216ad8316d71 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:21.349048 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'status': 'completed', 'code': 200} Oct 13 00:07:21.394489 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28496aa4-dd03-428c-95ad-b02e0887a2ca x-openstack-request-id: req-28496aa4-dd03-428c-95ad-b02e0887a2ca {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:21.394961 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:21.395043 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28496aa4-dd03-428c-95ad-b02e0887a2ca {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:21.395404 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'status': 'completed', 'code': 200} Oct 13 00:07:21.445789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] For port 120eac7d-6567-41a0-9dd6-099828392f0f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=120eac7d-6567-41a0-9dd6-099828392f0f,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:21.446152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:21.460225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Calling delete_port for 120eac7d-6567-41a0-9dd6-099828392f0f owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:21.467887 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:77:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'device_owner': 'compute:tempest-test_az-1497638610'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:19Z', 'revision_number': 8, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:21.508078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa5fc33-15d4-4f9d-8ab9-b7104ef48327 None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a9cd36f7-d857-4e72-af0c-ac82787f2a89', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'port_id': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'mac_address': 'fa:16:3e:77:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'device_owner': 'compute:tempest-test_az-1497638610'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:40Z', 'updated_at': '2021-10-13T00:07:19Z', 'revision_number': 8, 'project_id': '94ce3693ab64427d8932376436ac9843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:21.537301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-ecdfee22-54b8-42a1-9d73-b0c40c3244b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:21.538811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-ecdfee22-54b8-42a1-9d73-b0c40c3244b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.1464314 Oct 13 00:07:21.550211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cac59-6c1f-4263-8919-4728fde7eff0 req-4069cd42-beb4-4f78-8fa8-ec93085671e7 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:21.558065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd9cac59-6c1f-4263-8919-4728fde7eff0 req-4069cd42-beb4-4f78-8fa8-ec93085671e7 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 950 time: 0.1241477 Oct 13 00:07:21.614991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:21.643638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Pushing event deleted for resources: {'Port': ['ID=120eac7d-6567-41a0-9dd6-099828392f0f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:21.646256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-a7cbda24-733b-40b3-bcba-ddd853975b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:21.647872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-a7cbda24-733b-40b3-bcba-ddd853975b3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 1095 time: 0.1817319 Oct 13 00:07:21.653129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['120eac7d-6567-41a0-9dd6-099828392f0f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:21.688860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7de8bf-6ae0-4d26-a9af-9858f15bb0e0 req-74b72e70-7260-450c-87d4-ebbb2e7c57f2 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:21.691139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc7de8bf-6ae0-4d26-a9af-9858f15bb0e0 req-74b72e70-7260-450c-87d4-ebbb2e7c57f2 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1096 time: 0.2125316 Oct 13 00:07:21.693802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d0fa89bf-d42a-42a1-aca5-c390b5671c05'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:21.719547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] No DVR routers for this DVR port 120eac7d-6567-41a0-9dd6-099828392f0f on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:21.722398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:21.727017 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-824e96ac-7131-451d-95ad-44ac105c9c51 req-ce979d97-f4c7-47bb-9a7f-4c5e35b6a017 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.45 "DELETE /v2.0/ports/120eac7d-6567-41a0-9dd6-099828392f0f HTTP/1.1" status: 204 len: 173 time: 0.5115047 Oct 13 00:07:21.752704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd9cac59-6c1f-4263-8919-4728fde7eff0 req-d0e6e970-6c88-4c66-b79a-94c34faa3b2f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941621 Oct 13 00:07:21.812862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-3acc36dc-7f6a-4628-bf02-8a6657a17574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:21.814347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-3acc36dc-7f6a-4628-bf02-8a6657a17574 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.2541027 Oct 13 00:07:21.840736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc7de8bf-6ae0-4d26-a9af-9858f15bb0e0 req-5d37c397-c75b-401a-9924-c203f7bb0635 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887761 Oct 13 00:07:21.954245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a569079-b1b7-44ad-8e01-26ae4aa81fc3 None None] New status for floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:07:22.015815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-21ed8dbb-fff0-499a-a868-a7ea6385dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:22.017275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-21ed8dbb-fff0-499a-a868-a7ea6385dcf4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 923 time: 0.3465557 Oct 13 00:07:22.083725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d24d5-9325-4366-afae-9533810d96fa req-14c1c937-b259-441b-b369-1fdc173c0e72 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:22.085253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-662d24d5-9325-4366-afae-9533810d96fa req-14c1c937-b259-441b-b369-1fdc173c0e72 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 1101 time: 0.2142134 Oct 13 00:07:22.089219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39c0ce00-a2d5-4e96-9a05-6ff03f92d3f9 req-981f5d61-c9c4-4a51-84aa-281754496432 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips/a9cd36f7-d857-4e72-af0c-ac82787f2a89 HTTP/1.1" status: 200 len: 1019 time: 0.1228454 Oct 13 00:07:22.090423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-7234c75d-9a87-4225-a798-e17375f5788c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe HTTP/1.1" status: 200 len: 217 time: 0.0591941 Oct 13 00:07:22.092782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-b1759b3d-6c41-40e4-8ce2-866ecf3184af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 1022 time: 0.2304204 Oct 13 00:07:22.256668 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-c3d9c16c-224e-4ee2-aa7f-bfce70cd7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:22.258128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-c3d9c16c-224e-4ee2-aa7f-bfce70cd7e49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd00553f-2a55-4bd4-b4f8-8c7e8de70812 HTTP/1.1" status: 200 len: 862 time: 0.1527889 Oct 13 00:07:22.259673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-662d24d5-9325-4366-afae-9533810d96fa req-4b808002-c836-490a-85eb-7ef606a5ba9d tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525667 Oct 13 00:07:22.263705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-e24bd16b-831c-4582-8ae9-c4b12256a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:22.265149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-e24bd16b-831c-4582-8ae9-c4b12256a1b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.1608107 Oct 13 00:07:22.318645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-bf3f0fb3-3d97-44e7-9d4a-615fa29af644 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477264 Oct 13 00:07:22.376124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0ce00-a2d5-4e96-9a05-6ff03f92d3f9 req-32fdcc2e-39b9-4a99-8f0e-e170d3a33c73 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:22.382160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39c0ce00-a2d5-4e96-9a05-6ff03f92d3f9 req-32fdcc2e-39b9-4a99-8f0e-e170d3a33c73 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.2868166 Oct 13 00:07:22.426463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-39c0ce00-a2d5-4e96-9a05-6ff03f92d3f9 req-28f240bf-3660-450e-8437-1a4fab1621af tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:07:22.427569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39c0ce00-a2d5-4e96-9a05-6ff03f92d3f9 req-28f240bf-3660-450e-8437-1a4fab1621af tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0445890 Oct 13 00:07:22.451700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-e32dcd7e-accf-4d0f-9d32-367bfe9444a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:22.453217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-e32dcd7e-accf-4d0f-9d32-367bfe9444a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753948 Oct 13 00:07:22.503753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ccff8-2d79-4fe5-9976-b7524342d488 req-9b4d53d0-0021-42bc-874e-a73082cd3de5 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:22.505205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-251ccff8-2d79-4fe5-9976-b7524342d488 req-9b4d53d0-0021-42bc-874e-a73082cd3de5 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 944 time: 0.1678705 Oct 13 00:07:22.579194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-a44863a7-51e7-4436-b9b7-aeb04633055d service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404549 Oct 13 00:07:22.892888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-251ccff8-2d79-4fe5-9976-b7524342d488 req-574726f2-c423-4819-8e5e-f471a43263d8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484652 Oct 13 00:07:22.920531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a647d-deeb-43dd-92d3-08b503a7dedb req-08355a12-f741-4e76-bb59-08ba12ec0f44 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:22.922052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-649a647d-deeb-43dd-92d3-08b503a7dedb req-08355a12-f741-4e76-bb59-08ba12ec0f44 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.4370785 Oct 13 00:07:22.949403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-3d251232-f99f-4a92-a534-cee0fcc22b0f service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857996 Oct 13 00:07:23.046311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-649a647d-deeb-43dd-92d3-08b503a7dedb req-ded270ef-88e8-482c-83d8-025350032781 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173043 Oct 13 00:07:23.053831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db064-ea1f-4b32-9f46-28f296071c76 req-11584a8f-ac51-4af1-bbd0-74aa52f665c8 service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643526 Oct 13 00:07:23.095710 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-659ecb1d-d50b-4339-a685-b2ffb0ef1fb6 req-55ecea29-59a8-4c07-846b-de32d5112cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355951 Oct 13 00:07:23.199793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-20d69849-61e3-4570-876f-c269b0095f3d tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1024 time: 0.0642834 Oct 13 00:07:23.257435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ffede-e42d-4986-9a90-13761410e996 req-85f91bb7-4545-478b-ba9e-4ab4bc4bc11e tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:23.259110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-85f91bb7-4545-478b-ba9e-4ab4bc4bc11e tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports/d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 965 time: 0.0535772 Oct 13 00:07:23.268624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42182) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:23.365884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-ab421732-02a8-470a-bb4d-e88040215c17 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1024 time: 0.0610194 Oct 13 00:07:23.398732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'name': 'network-vif-deleted', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:23.401398 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a395e2-2661-493a-a7e9-d0774e5b3999" -d '{"events": [{"server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "name": "network-vif-deleted", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:23.406953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf22fd20-8308-43dd-b59d-75b286b19c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.479481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-932df77c-0c84-47fc-8bba-b1675463ece7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322716 Oct 13 00:07:23.507213 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf22fd20-8308-43dd-b59d-75b286b19c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.511200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf22fd20-8308-43dd-b59d-75b286b19c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.549895 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cf22fd20-8308-43dd-b59d-75b286b19c9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5aeb7162019a4606af7cdb3e585e038d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801669 Oct 13 00:07:23.550771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22fd20-8308-43dd-b59d-75b286b19c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cebba7-c6a3-435a-9f1f-63f3f8f0ddc4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:23.553106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42200) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:23.567076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ffede-e42d-4986-9a90-13761410e996 req-32f35db0-7eba-4329-b74b-cb0f487ccc54 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:23.568454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-32f35db0-7eba-4329-b74b-cb0f487ccc54 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1912508 Oct 13 00:07:23.604013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d94fea92-6c0b-46a2-88c8-a5e8ad90d4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.625311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d94fea92-6c0b-46a2-88c8-a5e8ad90d4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.656183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-4d518f92-41bf-4030-95fb-ba53177ec166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:23.657507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-4d518f92-41bf-4030-95fb-ba53177ec166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684504 Oct 13 00:07:23.669037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-98e33578-b65d-4024-9b88-4857f31004c3 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 1024 time: 0.0931630 Oct 13 00:07:23.678106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d94fea92-6c0b-46a2-88c8-a5e8ad90d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.680788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d94fea92-6c0b-46a2-88c8-a5e8ad90d4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.681936 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d94fea92-6c0b-46a2-88c8-a5e8ad90d4d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7cebba7-c6a3-435a-9f1f-63f3f8f0ddc4 HTTP/1.1" status: 204 len: 168 time: 0.1279182 Oct 13 00:07:23.684823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:23.689640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-08e5383f-7fcf-4889-ad76-ae98d2a0f1c4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/quotas/2d05105741314c25be26b660be8365c0 HTTP/1.1" status: 200 len: 375 time: 0.0189064 Oct 13 00:07:23.691569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fea92-6c0b-46a2-88c8-a5e8ad90d4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cebba7-c6a3-435a-9f1f-63f3f8f0ddc4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:23.779289 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.820180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-d3457491-17b8-40dc-8099-76bd3fad3169 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975862 Oct 13 00:07:23.942327 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.946408 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:23.946908 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89 disassociated. External IP: 172.25.3.190, port: d0fa89bf-d42a-42a1-aca5-c390b5671c05. Oct 13 00:07:23.977425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42208) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:23.992902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c83581a6-ad24-4961-a25f-b550330425a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.087013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c83581a6-ad24-4961-a25f-b550330425a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.092145 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:07:24.094874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c83581a6-ad24-4961-a25f-b550330425a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.134665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c83581a6-ad24-4961-a25f-b550330425a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7ac85c530a74fee9b43a3c342729866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561356 Oct 13 00:07:24.137307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42212) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:24.144950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83581a6-ad24-4961-a25f-b550330425a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41524d95-4fe2-4f13-8594-c501e4d4bd03,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:24.211599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68137a99-3cb8-4346-8042-a30d910ac7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.219747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:24.236846 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68137a99-3cb8-4346-8042-a30d910ac7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.250076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceaaec-85b6-47c0-94c5-39238c54c6f8 req-d89e1bb0-b99e-41f2-90b8-c420b402cd06 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:24.251597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0ceaaec-85b6-47c0-94c5-39238c54c6f8 req-d89e1bb0-b99e-41f2-90b8-c420b402cd06 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 950 time: 0.0629706 Oct 13 00:07:24.286966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68137a99-3cb8-4346-8042-a30d910ac7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.290278 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68137a99-3cb8-4346-8042-a30d910ac7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.294164 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-68137a99-3cb8-4346-8042-a30d910ac7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41524d95-4fe2-4f13-8594-c501e4d4bd03 HTTP/1.1" status: 204 len: 168 time: 0.1536157 Oct 13 00:07:24.310663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68137a99-3cb8-4346-8042-a30d910ac7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41524d95-4fe2-4f13-8594-c501e4d4bd03,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:24.360341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0ceaaec-85b6-47c0-94c5-39238c54c6f8 req-1ae674cc-04ea-4fbc-b55e-4a878a9bd362 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/security-groups?id=84601df5-0a93-40ac-9dba-5c3a01c3ef16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754712 Oct 13 00:07:24.378586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:24.383106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.390260 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:24.407693 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:24.408693 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:24.431577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-8859e15d-36b7-4500-aec0-50ea8fd68f23 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "PUT /v2.0/floatingips/a9cd36f7-d857-4e72-af0c-ac82787f2a89 HTTP/1.1" status: 200 len: 696 time: 0.7486565 Oct 13 00:07:24.432091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:24.436650 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19957f3-2369-475c-a6dc-5fe9d394f14e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:24.524802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe8d70-c11d-4526-a0cf-84dde2f53d07 req-9c65ee81-fa8f-4a8c-8af1-8aa91129f643 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:24.526347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfbe8d70-c11d-4526-a0cf-84dde2f53d07 req-9c65ee81-fa8f-4a8c-8af1-8aa91129f643 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1096 time: 0.0682249 Oct 13 00:07:24.528997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ffede-e42d-4986-9a90-13761410e996 req-b502242b-94b5-490d-8632-4f03ddc8bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:24.530416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-b502242b-94b5-490d-8632-4f03ddc8bedf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.0833797 Oct 13 00:07:24.546830 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:24.630263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfbe8d70-c11d-4526-a0cf-84dde2f53d07 req-5f7720ac-eed7-4911-92d1-6f1de64a2eda tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941839 Oct 13 00:07:24.691034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ffede-e42d-4986-9a90-13761410e996 req-700bf336-ef36-479b-8a6a-f8763985f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:24.693586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-700bf336-ef36-479b-8a6a-f8763985f6d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.1564777 Oct 13 00:07:24.720303 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c03796f-ee51-4810-abc1-21102f21f258 x-openstack-request-id: req-9c03796f-ee51-4810-abc1-21102f21f258 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:24.720603 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99930976-77a9-434a-a6c1-d5fe9fdf85f3", "name": "network-vif-deleted", "tag": "120eac7d-6567-41a0-9dd6-099828392f0f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:24.720850 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c03796f-ee51-4810-abc1-21102f21f258 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:24.721251 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99930976-77a9-434a-a6c1-d5fe9fdf85f3', 'name': 'network-vif-deleted', 'tag': '120eac7d-6567-41a0-9dd6-099828392f0f', 'status': 'completed', 'code': 200} Oct 13 00:07:24.750284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-d651c2cc-c429-4fc5-8008-d7aa9203eaee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 217 time: 0.0495527 Oct 13 00:07:24.801274 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:24.825681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42238) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:24.839455 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:24.840672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa19-50f2-480b-853e-cee88d456331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.845604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ffede-e42d-4986-9a90-13761410e996 req-ab12368e-36db-4534-95e9-9682c5e92c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:24.847246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-ab12368e-36db-4534-95e9-9682c5e92c04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.0903141 Oct 13 00:07:24.859396 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:24.860634 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:24.877673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e3b01-9bf4-4fc5-93f2-e965bc4464eb req-384b1827-8129-4562-872b-1915459b9b77 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:24.879204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec8e3b01-9bf4-4fc5-93f2-e965bc4464eb req-384b1827-8129-4562-872b-1915459b9b77 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 944 time: 0.0815775 Oct 13 00:07:24.933290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa19-50f2-480b-853e-cee88d456331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.938727 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ff9aa19-50f2-480b-853e-cee88d456331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:24.946589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ffede-e42d-4986-9a90-13761410e996 req-c389a941-2196-40de-9d2c-a6fe4eb0477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:24.948279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-c389a941-2196-40de-9d2c-a6fe4eb0477c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927718 Oct 13 00:07:24.976487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec8e3b01-9bf4-4fc5-93f2-e965bc4464eb req-b283e21f-0985-4341-ad13-bce617dd0373 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820510 Oct 13 00:07:24.988993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ff9aa19-50f2-480b-853e-cee88d456331 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e365b723d2345cabbc7437046e6e90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617274 Oct 13 00:07:24.989688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9aa19-50f2-480b-853e-cee88d456331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75daf3b9-41e0-441d-b8ba-6563cabd913d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:25.006394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42240) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:25.010956 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:25.085976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60d2a5da-c94b-4651-bb1d-b9130ad279a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:25.130228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60d2a5da-c94b-4651-bb1d-b9130ad279a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:25.162358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-2635d6c7-5308-4c4a-a426-0b270d4f6ffb tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:25.164274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-2635d6c7-5308-4c4a-a426-0b270d4f6ffb tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.45 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 950 time: 0.2305622 Oct 13 00:07:25.228826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60d2a5da-c94b-4651-bb1d-b9130ad279a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:25.231928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60d2a5da-c94b-4651-bb1d-b9130ad279a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:25.236599 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-60d2a5da-c94b-4651-bb1d-b9130ad279a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75daf3b9-41e0-441d-b8ba-6563cabd913d HTTP/1.1" status: 204 len: 168 time: 0.2291877 Oct 13 00:07:25.247704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2a5da-c94b-4651-bb1d-b9130ad279a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75daf3b9-41e0-441d-b8ba-6563cabd913d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:25.248278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403a17-5f61-445f-888f-a9776ab95c0b req-55179747-1a2d-4128-8af8-72767868e6c0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:25.253589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d403a17-5f61-445f-888f-a9776ab95c0b req-55179747-1a2d-4128-8af8-72767868e6c0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1781178 Oct 13 00:07:25.296772 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:25.338395 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed975ee5-1fa7-4cd5-9a7c-9e0c10353c20 None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c271ae6d-ce78-4369-8db1-be7eb882c5bd', 'name': '', 'network_id': 'd744a091-4426-40f1-98f8-d8e46522fa2d', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'mac_address': 'fa:16:3e:eb:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:12Z', 'updated_at': '2021-10-13T00:06:18Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'subnets': [{'id': '2f574070-5e89-4bd2-80a7-1c92f3a120fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:25.365302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-a12332c4-6afe-4ef2-bc71-b072f49f7fd4 service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493004 Oct 13 00:07:25.448986 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d403a17-5f61-445f-888f-a9776ab95c0b req-2a6485ab-55e9-4ccd-9230-8bee9a3f1bb9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862524 Oct 13 00:07:25.472888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Deleting port c8d8a169-043d-43f8-9487-cdab6f54d2f2 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:25.473233 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:25.547408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb4ffede-e42d-4986-9a90-13761410e996 req-3445f110-968b-41df-aa77-4f6a90f2ac2b service neutron] 10.222.0.21 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750476 Oct 13 00:07:25.605294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] For port c8d8a169-043d-43f8-9487-cdab6f54d2f2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c8d8a169-043d-43f8-9487-cdab6f54d2f2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:25.605675 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:25.620315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Calling delete_port for c8d8a169-043d-43f8-9487-cdab6f54d2f2 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:25.734738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c43b9b-e74a-4329-a306-8d86b709a13e None None] New status for floating IP a9cd36f7-d857-4e72-af0c-ac82787f2a89: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:07:25.824338 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96011ded-8c8c-4fa9-88e4-eca5d78377fa x-openstack-request-id: req-96011ded-8c8c-4fa9-88e4-eca5d78377fa {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:25.824890 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:25.825311 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96011ded-8c8c-4fa9-88e4-eca5d78377fa {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:25.826445 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'status': 'completed', 'code': 200} Oct 13 00:07:25.830018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 74c34f18-33cb-40d7-9903-cace9f2f89fe details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:25.840567 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:25.926857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 120eac7d-6567-41a0-9dd6-099828392f0f no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:25.938146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-8cd081d2-44ea-4567-9d84-24aca049f9b5 req-76228779-bd3a-460e-88fc-a8cab0ad3b8f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:07:25.951087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8cd081d2-44ea-4567-9d84-24aca049f9b5 req-76228779-bd3a-460e-88fc-a8cab0ad3b8f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0319002 Oct 13 00:07:25.951975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Pushing event deleted for resources: {'Port': ['ID=c8d8a169-043d-43f8-9487-cdab6f54d2f2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:25.952749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 120eac7d-6567-41a0-9dd6-099828392f0f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:25.953194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 120eac7d-6567-41a0-9dd6-099828392f0f not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:25.959103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7eb3906d-1e24-4ac0-8c6a-a843ef6aaa22 req-a8e21e51-cb4e-4ed0-b6b3-9d82d643a519 tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.21 "GET /v2.0/ports?device_id=23191675-f20d-4e10-9831-e1fbf94e2145 HTTP/1.1" status: 200 len: 210 time: 0.0877059 Oct 13 00:07:25.961571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['c8d8a169-043d-43f8-9487-cdab6f54d2f2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:26.012557 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-60bb0e4a-0f5e-450d-8314-f18c46dbbd2f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810399 Oct 13 00:07:26.126404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-16c69d5e-7db8-48f1-acd6-19f91d3a5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:26.130996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-16c69d5e-7db8-48f1-acd6-19f91d3a5873 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94ce3693ab64427d8932376436ac9843&device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 1119 time: 0.3036764 Oct 13 00:07:26.132238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] No DVR routers for this DVR port c8d8a169-043d-43f8-9487-cdab6f54d2f2 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:26.135949 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:26.158195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-128f416b-4fd0-448b-989a-aec18b7b9d7a req-ea05261a-f160-4095-bc4d-e231a0d31f7f tempest-ServerDiagnosticsNegativeTest-2042451668 tempest-ServerDiagnosticsNegativeTest-2042451668-project] 10.222.0.45 "DELETE /v2.0/ports/c8d8a169-043d-43f8-9487-cdab6f54d2f2 HTTP/1.1" status: 204 len: 173 time: 0.9856544 Oct 13 00:07:26.250810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3d0d468b-342f-4d78-bea3-a7dfce176787 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714417 Oct 13 00:07:26.448013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8536c81a-6a2c-4d12-a671-0fbc6adc56c9 req-85b1598b-49b7-442f-a3b8-fc3abf25fbff tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 210 time: 0.1856620 Oct 13 00:07:26.486586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-c25da2cc-9938-47bb-a610-e8fde3c87dc3 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:26.489566 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-c25da2cc-9938-47bb-a610-e8fde3c87dc3 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276797 Oct 13 00:07:26.528190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-ccb8729d-4112-49ba-a269-b7d1bb13ad1b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:26.531015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-ccb8729d-4112-49ba-a269-b7d1bb13ad1b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5108640 Oct 13 00:07:26.538676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Request body: {'port': {'device_id': '97c35a8f-5be2-430f-8d47-266a397f5c0e', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '2d05105741314c25be26b660be8365c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:26.568675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-27915cb4-f3f6-4962-8b41-96731bacdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:26.569829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-27915cb4-f3f6-4962-8b41-96731bacdd65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 200 len: 921 time: 0.3968749 Oct 13 00:07:26.590644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Request body: {'port': {'device_id': '971a778c-fb8a-46f2-92ae-7e891c342aa7', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '2d05105741314c25be26b660be8365c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:26.626340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-ca4b3af3-be6a-4b60-acb4-7f9447a4fcf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 200 len: 217 time: 0.0470963 Oct 13 00:07:26.677925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:26.706423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'port_id': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'mac_address': 'fa:16:3e:36:2c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00553f-2a55-4bd4-b4f8-8c7e8de70812', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:26.770062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-61da1111-1cdf-4a95-8ce4-514c612bfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:26.775150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-61da1111-1cdf-4a95-8ce4-514c612bfec3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 200 len: 859 time: 0.1045172 Oct 13 00:07:26.813993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:26.829826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Made reservation on behalf of 2d05105741314c25be26b660be8365c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:26.838110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdbe3c-3a5f-4f8b-9a5c-2f2324f9e9f2 req-d2b7bfe7-e726-4b40-b28b-9c88392f525b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:26.839241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:26.846069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2fdbe3c-3a5f-4f8b-9a5c-2f2324f9e9f2 req-d2b7bfe7-e726-4b40-b28b-9c88392f525b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 944 time: 0.2177527 Oct 13 00:07:26.857342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c34f18-33cb-40d7-9903-cace9f2f89fe {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:26.911246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:26.916365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2fdbe3c-3a5f-4f8b-9a5c-2f2324f9e9f2 req-ed7c637a-7e56-41f2-9ae9-a6d3fa9669f3 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689819 Oct 13 00:07:26.921217 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:26.925840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-f907595d-4ce1-4409-ae81-d6e492aec54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:26.929256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-f907595d-4ce1-4409-ae81-d6e492aec54f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d744a091-4426-40f1-98f8-d8e46522fa2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435881 Oct 13 00:07:26.937554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Made reservation on behalf of 2d05105741314c25be26b660be8365c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:26.942918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:27.078185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:27.187371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Allocated IP 192.168.233.58 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/fdefa737-562d-45dd-904a-7c2f70b81395) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:27.369166 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:27.382473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['74c34f18-33cb-40d7-9903-cace9f2f89fe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:27.470279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Allocated IP 192.168.233.40 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:27.480114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:27.494440 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-0bf5f1b9-bc36-45f6-9f0e-2ca63ad41f16 service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552316 Oct 13 00:07:27.523467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:27.537698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:27.543196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:27.555003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:27.568715 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de612a-3a1d-402f-b616-69ba18a369a9 req-36632268-0fd6-42cc-9a65-f716792e913b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:27.576951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2de612a-3a1d-402f-b616-69ba18a369a9 req-36632268-0fd6-42cc-9a65-f716792e913b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.4805312 Oct 13 00:07:27.628356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:27.629108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:27.633889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42326) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:27.653204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'Port': ['ID=fdefa737-562d-45dd-904a-7c2f70b81395,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:27.656086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2de612a-3a1d-402f-b616-69ba18a369a9 req-4456ce83-df10-4f8f-a7f3-a59fd256913b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740240 Oct 13 00:07:27.693592 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-617d86dd-d444-42af-8fbb-2bc6ef42cda8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1081870 Oct 13 00:07:27.732949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19957f3-2369-475c-a6dc-5fe9d394f14e req-61ae1307-b4c2-4760-b921-4241d01776b2 service neutron] 10.222.0.36 "GET /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299230 Oct 13 00:07:27.733948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Request body: {'port': {'device_id': '971a778c-fb8a-46f2-92ae-7e891c342aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:27.801244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c8d8a169-043d-43f8-9487-cdab6f54d2f2 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:27.830778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: c8d8a169-043d-43f8-9487-cdab6f54d2f2 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:27.831467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c8d8a169-043d-43f8-9487-cdab6f54d2f2 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:27.846123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23191675-f20d-4e10-9831-e1fbf94e2145', 'name': 'network-vif-deleted', 'tag': 'c8d8a169-043d-43f8-9487-cdab6f54d2f2'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:27.851084 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b576872b-606c-4554-9119-0a4b5df306b9" -d '{"events": [{"server_uuid": "23191675-f20d-4e10-9831-e1fbf94e2145", "name": "network-vif-deleted", "tag": "c8d8a169-043d-43f8-9487-cdab6f54d2f2"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:27.863294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-e51321ad-efd2-49d9-8de4-03f7dd04ca70 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips/a9cd36f7-d857-4e72-af0c-ac82787f2a89 HTTP/1.1" status: 200 len: 694 time: 0.0614979 Oct 13 00:07:27.904347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6cbc2535-e45e-4173-b80e-3ce2c7952f6f None None] Provisioning complete for port fdefa737-562d-45dd-904a-7c2f70b81395 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:27.904717 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6cbc2535-e45e-4173-b80e-3ce2c7952f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:27.964751 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc2535-e45e-4173-b80e-3ce2c7952f6f None None] Port fdefa737-562d-45dd-904a-7c2f70b81395 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:27.981013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-fc97da6f-287b-47da-9b0b-4b706a906e1a tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:27.982505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-fc97da6f-287b-47da-9b0b-4b706a906e1a tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1130447 Oct 13 00:07:27.993964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-3dd597f8-3770-4dfb-a5a7-01119395c019 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:07:27.994978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-3dd597f8-3770-4dfb-a5a7-01119395c019 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059068 Oct 13 00:07:28.048797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-82b0d495-d20f-4c62-8786-ffd1d3bd4a61 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 697 time: 0.0461695 Oct 13 00:07:28.101401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-fce3e204-442d-4502-8009-0dad8c7ea977 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:07:28.102488 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-fce3e204-442d-4502-8009-0dad8c7ea977 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4632311 Oct 13 00:07:28.102978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-b2c4f9e2-6d3a-4d76-8d9a-ee8d0d840522 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 697 time: 0.0475345 Oct 13 00:07:28.128694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.173443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-bf9e0dea-538e-470e-9091-5463d9709779 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:28.174808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-bf9e0dea-538e-470e-9091-5463d9709779 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 1093 time: 0.0625200 Oct 13 00:07:28.211998 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.239833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Deleting port 7593e7e5-49e4-4a9b-af80-0e63358d8a72 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:28.240596 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.302240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Request body: {'binding': {'host': 'n-h1-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:28.302534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:07:28.318998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.319328 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.330512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Calling delete_port for 7593e7e5-49e4-4a9b-af80-0e63358d8a72 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:28.408772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.472891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.504049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Pushing event deleted for resources: {'Port': ['ID=7593e7e5-49e4-4a9b-af80-0e63358d8a72,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:28.518214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:28.528564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.531348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.531749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:28.532549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-133a09c1-0b58-432e-b790-f0f3400c9e7a req-535fd5fd-8c2f-4277-9614-5407378514b0 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "DELETE /v2.0/floatingips/a9cd36f7-d857-4e72-af0c-ac82787f2a89 HTTP/1.1" status: 204 len: 173 time: 0.4183469 Oct 13 00:07:28.541439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'Port': ['ID=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:28.543855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:28.657541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:28.658198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.669812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on host n-h1-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:28.670162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:28.670490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:28.702579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:28.702579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:28.712343 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b1f03cc9-ba8d-4639-87ce-94cb369b464c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1796918 Oct 13 00:07:28.715300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287cd3a-990b-4a9c-bd89-facc2fa074b5 req-b74b1af8-2bd1-4022-931c-254fa66041be tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:28.715793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:28.716780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:28.717294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:28.717830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Bound port: 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:28.718601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d287cd3a-990b-4a9c-bd89-facc2fa074b5 req-b74b1af8-2bd1-4022-931c-254fa66041be tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 935 time: 0.0792973 Oct 13 00:07:28.727091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdefa737-562d-45dd-904a-7c2f70b81395 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:28.757537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Request body: {'port': {'device_id': '97c35a8f-5be2-430f-8d47-266a397f5c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:28.773642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d287cd3a-990b-4a9c-bd89-facc2fa074b5 req-9d2dcc8f-2ffc-47fb-913e-80f8b708aa71 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463185 Oct 13 00:07:28.779519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.803235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3c379f47-0f2e-456e-a581-28f679cec758 None None] Provisioning complete for port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:28.804005 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3c379f47-0f2e-456e-a581-28f679cec758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.816410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Transition to ACTIVE for port object fdefa737-562d-45dd-904a-7c2f70b81395 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:28.842838 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.847827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3c379f47-0f2e-456e-a581-28f679cec758 None None] Port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:28.882972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:28.883794 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.904349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:28.905549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-cb4e60f3-21d3-4d73-87ac-9bffbe590a26 service neutron] 10.222.0.21 "POST /v2.0/ports/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa/bindings HTTP/1.1" status: 201 len: 389 time: 0.6792865 Oct 13 00:07:28.943094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42350) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:28.945693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdefa737-562d-45dd-904a-7c2f70b81395,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:28.997120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:29.177128 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e314296-7a8f-488d-8278-32cb4911627f x-openstack-request-id: req-8e314296-7a8f-488d-8278-32cb4911627f {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:29.177426 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23191675-f20d-4e10-9831-e1fbf94e2145", "name": "network-vif-deleted", "tag": "c8d8a169-043d-43f8-9487-cdab6f54d2f2", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:29.177669 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e314296-7a8f-488d-8278-32cb4911627f {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:29.178063 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23191675-f20d-4e10-9831-e1fbf94e2145', 'name': 'network-vif-deleted', 'tag': 'c8d8a169-043d-43f8-9487-cdab6f54d2f2', 'status': 'completed', 'code': 200} Oct 13 00:07:29.189596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-35db8dfd-3566-4601-9247-e5896cf35170 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c03ce7d4f6a340019e9131d4fa1a3222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447641 Oct 13 00:07:29.192094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42358) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:29.234505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Attempting to bind port fdefa737-562d-45dd-904a-7c2f70b81395 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:29.234976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Attempting to bind port fdefa737-562d-45dd-904a-7c2f70b81395 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:29.235166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Attempting to bind port fdefa737-562d-45dd-904a-7c2f70b81395 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:29.244867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Port fdefa737-562d-45dd-904a-7c2f70b81395 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:29.245193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Attempting to bind port fdefa737-562d-45dd-904a-7c2f70b81395 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:29.256414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:29.258280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:29.259009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:29.259462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Bound port: fdefa737-562d-45dd-904a-7c2f70b81395, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:29.259874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.347441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db2dc88e-689c-4f4b-8113-d643f860f6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.376200 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db2dc88e-689c-4f4b-8113-d643f860f6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.379129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] For port fdefa737-562d-45dd-904a-7c2f70b81395, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:29.403096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] For port fdefa737-562d-45dd-904a-7c2f70b81395, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fdefa737-562d-45dd-904a-7c2f70b81395,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:29.424284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.429079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-a88d1845-dfd3-47c5-a286-0ffedb6dc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.430636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-a88d1845-dfd3-47c5-a286-0ffedb6dc960 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1096 time: 0.1565769 Oct 13 00:07:29.441829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9601d-6833-4a9f-b5ca-052e556e4623 req-d35bb635-0439-41e5-91ae-abe5499d3799 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.443322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27f9601d-6833-4a9f-b5ca-052e556e4623 req-d35bb635-0439-41e5-91ae-abe5499d3799 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 945 time: 0.1680036 Oct 13 00:07:29.483123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:29.489994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.490624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.492123 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] 10.222.0.45 "PUT /v2.0/ports/fdefa737-562d-45dd-904a-7c2f70b81395 HTTP/1.1" status: 200 len: 1095 time: 1.7625906 Oct 13 00:07:29.492633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971a778c-fb8a-46f2-92ae-7e891c342aa7', 'tag': 'fdefa737-562d-45dd-904a-7c2f70b81395'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:29.494888 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad31ecf-1f56-416d-b3d5-627420f315db" -d '{"events": [{"name": "network-changed", "server_uuid": "971a778c-fb8a-46f2-92ae-7e891c342aa7", "tag": "fdefa737-562d-45dd-904a-7c2f70b81395"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:29.505403 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.528506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606804a-cc01-42ca-9dc9-b6356ea3c8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdefa737-562d-45dd-904a-7c2f70b81395,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:29.570839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Transition to ACTIVE for port object f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:29.572711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db2dc88e-689c-4f4b-8113-d643f860f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.576375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db2dc88e-689c-4f4b-8113-d643f860f6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.580195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-db2dc88e-689c-4f4b-8113-d643f860f6f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84601df5-0a93-40ac-9dba-5c3a01c3ef16 HTTP/1.1" status: 204 len: 168 time: 0.3845234 Oct 13 00:07:29.602854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27f9601d-6833-4a9f-b5ca-052e556e4623 req-124a096d-e3cd-4beb-ab45-d3815a50eebf tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403024 Oct 13 00:07:29.609208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dc88e-689c-4f4b-8113-d643f860f6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84601df5-0a93-40ac-9dba-5c3a01c3ef16,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:29.624821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851bf1-2519-400e-b506-edb7758973e0 req-a6449c4d-cdcb-41fd-ab5c-5fa583b76a99 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.631853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56851bf1-2519-400e-b506-edb7758973e0 req-a6449c4d-cdcb-41fd-ab5c-5fa583b76a99 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1868122 Oct 13 00:07:29.640471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.683793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56851bf1-2519-400e-b506-edb7758973e0 req-63583406-a2fa-4e76-93d5-4b31f7a8d9ca tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510466 Oct 13 00:07:29.685380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-a1c0cd8d-f6b0-448f-9326-4f120e958c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.686762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-a1c0cd8d-f6b0-448f-9326-4f120e958c63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.2408605 Oct 13 00:07:29.727391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-ce16c755-ca90-483b-beae-627130166a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.729137 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-ce16c755-ca90-483b-beae-627130166a36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 1098 time: 0.1570003 Oct 13 00:07:29.737247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:29.770479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-b9541e0b-246f-4adc-9fc4-61c06b5435a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 217 time: 0.0755785 Oct 13 00:07:29.803377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 74c34f18-33cb-40d7-9903-cace9f2f89fe up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:29.839586 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-81fb8b95-5de1-4723-b4e4-563104345a33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=fdefa737-562d-45dd-904a-7c2f70b81395 HTTP/1.1" status: 200 len: 217 time: 0.0764940 Oct 13 00:07:29.883135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 74c34f18-33cb-40d7-9903-cace9f2f89fe completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:29.887725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 74c34f18-33cb-40d7-9903-cace9f2f89fe triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:29.888234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:29.929836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-c7a91de3-fe48-402f-8d96-897fb5bd48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.931889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-c7a91de3-fe48-402f-8d96-897fb5bd48ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1538486 Oct 13 00:07:29.976517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-44b84b9c-288a-4915-a124-1fa1cee7b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.978332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-44b84b9c-288a-4915-a124-1fa1cee7b6b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1172581 Oct 13 00:07:29.980658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-4a917123-b6df-482a-ad81-2393c91b11d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389347 Oct 13 00:07:29.989731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc216c9b-2ab3-44fe-9837-9be95d14bcdc req-44eef5c3-4fc6-47ff-9574-1744384a0c74 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:29.998149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc216c9b-2ab3-44fe-9837-9be95d14bcdc req-44eef5c3-4fc6-47ff-9574-1744384a0c74 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 945 time: 0.2000721 Oct 13 00:07:30.022169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.055555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:30.058666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc216c9b-2ab3-44fe-9837-9be95d14bcdc req-df00281a-127b-4e4e-b29f-b33134742e02 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543869 Oct 13 00:07:30.059010 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf8a92-dbbd-40f8-9e2c-7b790d54cec0" -d '{"events": [{"server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "name": "network-vif-plugged", "status": "completed", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:30.077381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Attempting to bind port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:30.077381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Attempting to bind port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:30.078008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Attempting to bind port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:30.079245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:30.087654 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.090560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:30.091894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Attempting to bind port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:30.098742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:30.099082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:30.099474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:30.100418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Bound port: f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:30.100674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.156812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-0d3eb739-a726-4bee-8114-8bec117ec8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.158372 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-0d3eb739-a726-4bee-8114-8bec117ec8d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563315 Oct 13 00:07:30.165385 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c43d2-87a7-41b9-8e6d-114ea9e62f90 x-openstack-request-id: req-078c43d2-87a7-41b9-8e6d-114ea9e62f90 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:30.165664 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971a778c-fb8a-46f2-92ae-7e891c342aa7", "tag": "fdefa737-562d-45dd-904a-7c2f70b81395", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:30.165912 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-078c43d2-87a7-41b9-8e6d-114ea9e62f90 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:30.166707 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971a778c-fb8a-46f2-92ae-7e891c342aa7', 'tag': 'fdefa737-562d-45dd-904a-7c2f70b81395', 'status': 'completed', 'code': 200} Oct 13 00:07:30.167496 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:30.230536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42376) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:30.251239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] For port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:30.255825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] For port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:30.265490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.289504 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-6f4ee226-0189-49b8-a616-4d46a1e9ee32 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700753 Oct 13 00:07:30.291386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce95b175-1a4c-45ec-ab09-754cde1a7038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.309282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.310292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.311683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 HTTP/1.1" status: 200 len: 1095 time: 1.5600545 Oct 13 00:07:30.343287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-350ca0b7-e825-40ef-b013-b7025ae47489 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584373 Oct 13 00:07:30.364989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bd7c1-97ea-4dea-adf8-60097ce8a3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:30.422600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46a469-f80d-43c4-b5a3-0be917001c1f req-c6c77776-086a-4552-a334-e97d3c41f42c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.424394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb46a469-f80d-43c4-b5a3-0be917001c1f req-c6c77776-086a-4552-a334-e97d3c41f42c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 947 time: 0.1930518 Oct 13 00:07:30.435951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528d466-c837-45e9-b0f1-a8247e65ec29 req-768811f8-33b9-48b3-97b0-a5324c3be138 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.440001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8528d466-c837-45e9-b0f1-a8247e65ec29 req-768811f8-33b9-48b3-97b0-a5324c3be138 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 968 time: 0.2102840 Oct 13 00:07:30.479549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b9b4811b-fe34-44dc-86ce-f881c8b65f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.481012 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-b9b4811b-fe34-44dc-86ce-f881c8b65f8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 1098 time: 0.0754070 Oct 13 00:07:30.486943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-30b731b8-dcc2-4ff6-a242-7e6e67606e27 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337574 Oct 13 00:07:30.541566 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-bf37c486-27e2-4dfe-95ae-40d3d627dc46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 HTTP/1.1" status: 200 len: 217 time: 0.0435052 Oct 13 00:07:30.553647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-587b4822-69b4-4a31-a08e-e9913341ef9e service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515934 Oct 13 00:07:30.565479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8528d466-c837-45e9-b0f1-a8247e65ec29 req-3da26394-5cb9-45b7-9d58-d7fe945dea18 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127057 Oct 13 00:07:30.569313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb46a469-f80d-43c4-b5a3-0be917001c1f req-19128bfc-4ea8-4e43-9356-27fd9dbec64a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205575 Oct 13 00:07:30.616956 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ef4155-78c4-4041-b108-3018ba8a8f13 x-openstack-request-id: req-84ef4155-78c4-4041-b108-3018ba8a8f13 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:30.617284 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "name": "network-vif-plugged", "status": "completed", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:30.617579 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84ef4155-78c4-4041-b108-3018ba8a8f13 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:30.617941 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'code': 200} Oct 13 00:07:30.629222 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce95b175-1a4c-45ec-ab09-754cde1a7038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.636254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce95b175-1a4c-45ec-ab09-754cde1a7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.655828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-e2c77c40-8cb6-478f-a202-f949af3fa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.658552 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-e2c77c40-8cb6-478f-a202-f949af3fa806 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1027980 Oct 13 00:07:30.682165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad31ecf-1f56-416d-b3d5-627420f315db req-d5567519-fb71-44b7-a91c-947343dd827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.683692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fad31ecf-1f56-416d-b3d5-627420f315db req-d5567519-fb71-44b7-a91c-947343dd827f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 1098 time: 0.0858150 Oct 13 00:07:30.685909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ce95b175-1a4c-45ec-ab09-754cde1a7038 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=374b6fe451fb48d6b558096bebaa312e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529576 Oct 13 00:07:30.688006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95b175-1a4c-45ec-ab09-754cde1a7038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f75e4ad-e46b-43cc-b0d8-aad4bbf55423,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:30.690398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42382) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:30.826239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-ef23a7b2-4276-4f4e-94b5-45a01bc87f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.831696 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-ef23a7b2-4276-4f4e-94b5-45a01bc87f84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512516 Oct 13 00:07:30.870871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fbca7b6-4f21-43ee-999c-d7570bfe1e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.873560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a360ce8-7190-4683-9b36-e14264a6969e req-e41101ad-7651-46df-8ca4-b6983e400a6f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.880007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a360ce8-7190-4683-9b36-e14264a6969e req-e41101ad-7651-46df-8ca4-b6983e400a6f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1526980 Oct 13 00:07:30.916843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8219d5-2fc1-4c5b-9c55-2ee18c34cfcb req-5b01f8fe-7d0e-4bcd-ac5f-5f678e7e3dbb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.917317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-5b8ea9a5-2e33-4d83-99a0-11b3bafab090 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.918335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce8219d5-2fc1-4c5b-9c55-2ee18c34cfcb req-5b01f8fe-7d0e-4bcd-ac5f-5f678e7e3dbb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1432657 Oct 13 00:07:30.918790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-5b8ea9a5-2e33-4d83-99a0-11b3bafab090 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.1511936 Oct 13 00:07:30.920517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8d6e-ab89-4e67-b9f8-bf75edad3d1b req-7d34448b-80da-4fa7-8747-354e0aa074f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.921213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad31ecf-1f56-416d-b3d5-627420f315db req-fe5b1480-183d-4817-a6dc-633b16bb8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:30.921866 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2bf8d6e-ab89-4e67-b9f8-bf75edad3d1b req-7d34448b-80da-4fa7-8747-354e0aa074f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 1097 time: 0.1721137 Oct 13 00:07:30.922652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fad31ecf-1f56-416d-b3d5-627420f315db req-fe5b1480-183d-4817-a6dc-633b16bb8465 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2256956 Oct 13 00:07:30.940737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fbca7b6-4f21-43ee-999c-d7570bfe1e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:30.949638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813679-4'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:30.952227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a360ce8-7190-4683-9b36-e14264a6969e req-5f3aa116-6ff1-4572-a96d-18820fc9b0e6 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687113 Oct 13 00:07:30.959079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42390) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:31.017647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fad31ecf-1f56-416d-b3d5-627420f315db req-9f9f4ea4-c231-4fc0-8b2d-cc35ec7ebf52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=fdefa737-562d-45dd-904a-7c2f70b81395 HTTP/1.1" status: 200 len: 217 time: 0.0716372 Oct 13 00:07:31.041145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce8219d5-2fc1-4c5b-9c55-2ee18c34cfcb req-4752d426-1811-4113-a6f9-a2afa8c41ff1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916588 Oct 13 00:07:31.077447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-26808cca-fddd-4767-898f-7956682dd6c8 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356141 Oct 13 00:07:31.080408 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.094928 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2bf8d6e-ab89-4e67-b9f8-bf75edad3d1b req-010d9a93-6028-465b-898d-6fe3640eb781 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504025 Oct 13 00:07:31.107857 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a0dca64-d4a8-4209-929d-6f32335d9b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.119806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad31ecf-1f56-416d-b3d5-627420f315db req-2cdb2853-5cc8-41d0-b872-1a11cd0c4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:31.121338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fad31ecf-1f56-416d-b3d5-627420f315db req-2cdb2853-5cc8-41d0-b872-1a11cd0c4c8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0791905 Oct 13 00:07:31.187522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fbca7b6-4f21-43ee-999c-d7570bfe1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.190037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fbca7b6-4f21-43ee-999c-d7570bfe1e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.191192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4fbca7b6-4f21-43ee-999c-d7570bfe1e8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f75e4ad-e46b-43cc-b0d8-aad4bbf55423 HTTP/1.1" status: 204 len: 168 time: 0.4994764 Oct 13 00:07:31.205954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219ec36-3640-4a30-bada-7ba2f87dfac1 req-42e03f29-c395-411a-9497-99d7a261487a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:31.208696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b219ec36-3640-4a30-bada-7ba2f87dfac1 req-42e03f29-c395-411a-9497-99d7a261487a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 945 time: 0.0782053 Oct 13 00:07:31.259801 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbca7b6-4f21-43ee-999c-d7570bfe1e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f75e4ad-e46b-43cc-b0d8-aad4bbf55423,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:31.275343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b219ec36-3640-4a30-bada-7ba2f87dfac1 req-7b223a39-ca3b-4acf-9034-5194789dac5b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579848 Oct 13 00:07:31.277227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a0dca64-d4a8-4209-929d-6f32335d9b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.283794 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a0dca64-d4a8-4209-929d-6f32335d9b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.315751 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1056fec2-55eb-4eaa-8f34-d0267fd4cb89 req-51155a77-27ec-4d74-b36c-3d54983b6766 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903822 Oct 13 00:07:31.328559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5a0dca64-d4a8-4209-929d-6f32335d9b0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7dda9101e1ec45bca5f44f8bd17de473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629792 Oct 13 00:07:31.331534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:31.331680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42398) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:31.339324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dca64-d4a8-4209-929d-6f32335d9b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d85733e-430c-46ee-a9f7-8f1bb824e6cc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:31.402530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ef2768b-5d50-4af8-aece-c5ead8030951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.423860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:31.426391 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ef2768b-5d50-4af8-aece-c5ead8030951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.473771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-f4eb1018-fb5a-4125-8ccc-c20706b5676e tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:31.474338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-f4eb1018-fb5a-4125-8ccc-c20706b5676e tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 968 time: 0.1027095 Oct 13 00:07:31.503576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.513074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad31ecf-1f56-416d-b3d5-627420f315db req-130c28a8-1cf1-4889-8ff9-8e83d9af6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:31.514829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fad31ecf-1f56-416d-b3d5-627420f315db req-130c28a8-1cf1-4889-8ff9-8e83d9af6542 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527604 Oct 13 00:07:31.516198 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ef2768b-5d50-4af8-aece-c5ead8030951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.518888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ef2768b-5d50-4af8-aece-c5ead8030951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.520105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1ef2768b-5d50-4af8-aece-c5ead8030951 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d85733e-430c-46ee-a9f7-8f1bb824e6cc HTTP/1.1" status: 204 len: 168 time: 0.1876070 Oct 13 00:07:31.530839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2768b-5d50-4af8-aece-c5ead8030951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d85733e-430c-46ee-a9f7-8f1bb824e6cc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:31.551744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.683250 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-4c163562-a84e-4fa2-a07c-1acac5f24551 service neutron] show failed (client error): The resource could not be found. Oct 13 00:07:31.684312 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-4c163562-a84e-4fa2-a07c-1acac5f24551 service neutron] 10.222.0.45 "GET /v2.0/ports/9152485b-7702-4736-9f75-1786110833fc/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.1979859 Oct 13 00:07:31.698301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fad31ecf-1f56-416d-b3d5-627420f315db req-2aeacb26-8634-4c39-8b16-865e3448334a service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388283 Oct 13 00:07:31.720293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:31.743758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on host n-h2-813679-4 for vnic_type normal with profile {"migrating_to": "n-h1-813679-4"} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:31.744074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:31.744323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:31.751860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:31.752168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Attempting to bind port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:31.761873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:31.762226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:31.762578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:31.763052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Bound port: 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:31.763419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.767668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Deleting port d0fa89bf-d42a-42a1-aca5-c390b5671c05 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:31.767997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:31.855702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e5e66-543b-4959-a82e-aae38b63cb00 req-4201d2a3-3381-4837-b537-518edf2a80c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:31.857806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c0e5e66-543b-4959-a82e-aae38b63cb00 req-4201d2a3-3381-4837-b537-518edf2a80c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 947 time: 0.1709526 Oct 13 00:07:31.881532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4899e3-c3ef-4899-bbae-5fc18d950e0b req-8d678dbe-afb5-41da-9bb5-70d03ea9cc3a tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:31.882690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea4899e3-c3ef-4899-bbae-5fc18d950e0b req-8d678dbe-afb5-41da-9bb5-70d03ea9cc3a tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 968 time: 0.1671143 Oct 13 00:07:31.929126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fad31ecf-1f56-416d-b3d5-627420f315db req-77c23072-2c5c-412a-9f78-c403df2fb6ab service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144840 Oct 13 00:07:31.955081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c0e5e66-543b-4959-a82e-aae38b63cb00 req-db8ebd44-0cda-4d95-b8c7-29c82a074540 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890162 Oct 13 00:07:31.957998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea4899e3-c3ef-4899-bbae-5fc18d950e0b req-add370e5-5ccc-49a1-9c8e-14f78e3b4fcb tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9767955-24f2-42a1-80a0-1ab2dd95469f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653214 Oct 13 00:07:32.016392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:32.020403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42426) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:32.029611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:32.032697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] For port d0fa89bf-d42a-42a1-aca5-c390b5671c05, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d0fa89bf-d42a-42a1-aca5-c390b5671c05,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:32.033172 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.049875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.066332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Calling delete_port for d0fa89bf-d42a-42a1-aca5-c390b5671c05 owned by compute:tempest-test_az-1497638610 {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:32.069447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96f27849-9d90-4d11-8916-02c876848573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.173592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-a27f56ff-d05a-428a-ab93-206c7faaa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:32.175103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-a27f56ff-d05a-428a-ab93-206c7faaa30d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 1101 time: 0.1793408 Oct 13 00:07:32.180799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c35a8f-5be2-430f-8d47-266a397f5c0e', 'tag': 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'}, {'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:32.183058 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "97c35a8f-5be2-430f-8d47-266a397f5c0e", "tag": "f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2"}, {"server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:32.191197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01672-d9af-4e0a-b6af-252b84e2485f req-c69d440e-4882-4619-9799-b45b1811fd30 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:32.192628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92f01672-d9af-4e0a-b6af-252b84e2485f req-c69d440e-4882-4619-9799-b45b1811fd30 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1280622 Oct 13 00:07:32.199391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:32.207702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:32.208342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.209994 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] 10.222.0.45 "PUT /v2.0/ports/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 1121 time: 1.2642629 Oct 13 00:07:32.224268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06372c5a-47f0-4d99-a455-73a7ef883bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=8']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:32.232469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87c92e-d57b-41a0-a95d-c28a53ce7b6e req-90e527ae-62b6-43df-ad5d-5b0c31785496 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:32.234109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b87c92e-d57b-41a0-a95d-c28a53ce7b6e req-90e527ae-62b6-43df-ad5d-5b0c31785496 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1166458 Oct 13 00:07:32.264741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42436) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:32.338862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92f01672-d9af-4e0a-b6af-252b84e2485f req-206a14b3-6b21-4cae-964f-b65f1e723f07 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145444 Oct 13 00:07:32.342821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.358737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b87c92e-d57b-41a0-a95d-c28a53ce7b6e req-8429ca60-575f-423a-964a-7b0fef6de96f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046968 Oct 13 00:07:32.419448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:32.555610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-network', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:32.613272 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9170bd75-c34d-4af0-b220-dd54438594b0 x-openstack-request-id: req-9170bd75-c34d-4af0-b220-dd54438594b0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:32.613884 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c35a8f-5be2-430f-8d47-266a397f5c0e", "tag": "f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2", "status": "completed", "code": 200}, {"server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:32.613884 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9170bd75-c34d-4af0-b220-dd54438594b0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:32.614169 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c35a8f-5be2-430f-8d47-266a397f5c0e', 'tag': 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2', 'status': 'completed', 'code': 200} Oct 13 00:07:32.614547 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa', 'code': 200} Oct 13 00:07:32.642943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Made reservation on behalf of c670dada660b4c7f9538340712bee4f1 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:32.645777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.667082 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.685276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96f27849-9d90-4d11-8916-02c876848573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.690061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f055d61-dfbe-4654-9549-1a60e55da79e req-b68d5e48-8781-436b-ac4f-23451768e457 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:32.692219 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96f27849-9d90-4d11-8916-02c876848573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.697538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f055d61-dfbe-4654-9549-1a60e55da79e req-b68d5e48-8781-436b-ac4f-23451768e457 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 943 time: 0.2015398 Oct 13 00:07:32.702085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-7c43831a-bd1e-4e4d-8492-3be664e52ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:32.703849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-7c43831a-bd1e-4e4d-8492-3be664e52ab7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 1098 time: 0.0924125 Oct 13 00:07:32.704398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.787432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d0fa89bf-d42a-42a1-aca5-c390b5671c05'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:32.795836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Pushing event deleted for resources: {'Port': ['ID=d0fa89bf-d42a-42a1-aca5-c390b5671c05,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:32.840035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-96f27849-9d90-4d11-8916-02c876848573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd5c55ba4280435c845266264eac07dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8184700 Oct 13 00:07:32.840921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f27849-9d90-4d11-8916-02c876848573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6881fd9d-68a5-4fe9-a887-bfa4e3de90a1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:32.859019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42442) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:32.901994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] No DVR routers for this DVR port d0fa89bf-d42a-42a1-aca5-c390b5671c05 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:32.912064 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:32.915364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d26cd4e-4618-4936-8846-ab30d4c227cc req-1c71b8f2-566d-47d7-a43a-eff6c8e0810c tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.36 "DELETE /v2.0/ports/d0fa89bf-d42a-42a1-aca5-c390b5671c05 HTTP/1.1" status: 204 len: 173 time: 1.4301040 Oct 13 00:07:32.963123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-d8e96ea0-b71b-482b-b857-97f8d5a2730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:32.964721 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-d8e96ea0-b71b-482b-b857-97f8d5a2730d service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2365017 Oct 13 00:07:32.974946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af97edac-2bca-4dfc-a269-2d53469ceafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.041949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af97edac-2bca-4dfc-a269-2d53469ceafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.051457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-9cc9a099-2c73-4b9b-a60c-d9bbd79c0137 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 HTTP/1.1" status: 200 len: 217 time: 0.0604043 Oct 13 00:07:33.086077 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f055d61-dfbe-4654-9549-1a60e55da79e req-73f78776-cd7c-4bc5-820a-a46e5cc7978c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875997 Oct 13 00:07:33.134953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-8549a3ed-2f0a-4ee2-9747-c32299041ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:33.136701 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-8549a3ed-2f0a-4ee2-9747-c32299041ae1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0626876 Oct 13 00:07:33.158236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af97edac-2bca-4dfc-a269-2d53469ceafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.161414 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af97edac-2bca-4dfc-a269-2d53469ceafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.162997 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-af97edac-2bca-4dfc-a269-2d53469ceafb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6881fd9d-68a5-4fe9-a887-bfa4e3de90a1 HTTP/1.1" status: 204 len: 168 time: 0.3026731 Oct 13 00:07:33.195476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97edac-2bca-4dfc-a269-2d53469ceafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6881fd9d-68a5-4fe9-a887-bfa4e3de90a1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:33.196935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:33.223289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-6235abff-f288-4d90-a274-b83df1625f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:33.225683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-6235abff-f288-4d90-a274-b83df1625f44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807390 Oct 13 00:07:33.233473 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66c42ea7-e574-4f73-aa60-da29635e5ac8 req-181c610b-0594-4f9f-ab85-95a172fb0904 tempest-FloatingIPsAssociationTestJSON-1681096128 tempest-FloatingIPsAssociationTestJSON-1681096128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d61740-142f-4b72-868e-a6029163e8ee HTTP/1.1" status: 200 len: 210 time: 0.0724113 Oct 13 00:07:33.286729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.304247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.307699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:33.357786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3f40d-2e0e-4ae2-8607-119daadec015 req-e7490281-178a-4915-ad94-01744cc825ae tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:33.365108 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dde3f40d-2e0e-4ae2-8607-119daadec015 req-e7490281-178a-4915-ad94-01744cc825ae tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 947 time: 0.1704268 Oct 13 00:07:33.390941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:07:33.391188 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-1b7cd4d7-0672-4398-ae4d-d861edf98de2 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404259 Oct 13 00:07:33.413603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e128a1d-a198-4835-862d-0e9138c31fce,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:33.423432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9152485b-7702-4736-9f75-1786110833fc'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:33.426552 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a4ecf1-1da4-4b0a-bb45-3cfa5e8ce179" -d '{"events": [{"server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "name": "network-vif-unplugged", "status": "completed", "tag": "9152485b-7702-4736-9f75-1786110833fc"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:33.432940 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.440687 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.441127 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Added segment 10ad79f4-0e35-4483-a337-3d0936ef16a7 of type vlan for network 58130d7c-4b0e-4f47-90dc-85423ebffd67 Oct 13 00:07:33.499132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Transition to ACTIVE for port object 9152485b-7702-4736-9f75-1786110833fc will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:33.532542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dde3f40d-2e0e-4ae2-8607-119daadec015 req-7594509d-e1f3-4e1f-b939-a308a5e1e408 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614838 Oct 13 00:07:33.540780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.588398 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.617398 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fef9fb1-35bc-4bb0-9773-c8a72b7d3e5f req-4d0776cf-e654-4ab8-8bd4-14880888a1fe service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164123 Oct 13 00:07:33.730253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] No DVR routers for this DVR port 9152485b-7702-4736-9f75-1786110833fc on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:33.736343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=6']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:33.766877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a059e-fdcb-4ac1-9c1c-da3cc7ad7240 req-57a9b737-ba9c-4960-b6e4-aeba8d053ab5 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:33.768580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f87a059e-fdcb-4ac1-9c1c-da3cc7ad7240 req-57a9b737-ba9c-4960-b6e4-aeba8d053ab5 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.3133502 Oct 13 00:07:33.770528 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.771439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:33.772065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.892755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac127798-4b8a-4651-a14f-fd7286aae938 req-10f553b7-4aa8-4fa6-b722-df3f2a7eca47 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:33.894301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac127798-4b8a-4651-a14f-fd7286aae938 req-10f553b7-4aa8-4fa6-b722-df3f2a7eca47 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 948 time: 0.2575581 Oct 13 00:07:33.909243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Attempting to bind port 9152485b-7702-4736-9f75-1786110833fc on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:33.909578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Attempting to bind port 9152485b-7702-4736-9f75-1786110833fc by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:33.909900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Attempting to bind port 9152485b-7702-4736-9f75-1786110833fc on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:33.917317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6451406 Oct 13 00:07:33.919142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42474) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:33.925705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Request body: {'subnet': {'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-subnet', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:33.931947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd548df-c095-4feb-8cf8-e072f4fcffb5 admin admin] Pushing event updated for resources: {'Network': ['ID=58130d7c-4b0e-4f47-90dc-85423ebffd67,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:33.944138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 58130d7c-4b0e-4f47-90dc-85423ebffd67 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:07:33.958988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Port 9152485b-7702-4736-9f75-1786110833fc on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:33.959106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Attempting to bind port 9152485b-7702-4736-9f75-1786110833fc on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:33.961206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Made reservation on behalf of c670dada660b4c7f9538340712bee4f1 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:33.967488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:33.977155 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f87a059e-fdcb-4ac1-9c1c-da3cc7ad7240 req-f36b5ebf-db8a-429c-bec1-75cb05e42383 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565349 Oct 13 00:07:33.979720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:33.980060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:33.980591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:33.981132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Bound port: 9152485b-7702-4736-9f75-1786110833fc, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:33.981605 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.020072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac127798-4b8a-4651-a14f-fd7286aae938 req-542ae700-7b4f-41b9-8f0d-41f803664712 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020186 Oct 13 00:07:34.132494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:34.136239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:34.142735 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.173778 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a968dd9e-c4e1-4ee3-9530-a4169cf64c81 x-openstack-request-id: req-a968dd9e-c4e1-4ee3-9530-a4169cf64c81 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:34.174274 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "name": "network-vif-unplugged", "status": "completed", "tag": "9152485b-7702-4736-9f75-1786110833fc", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:34.174672 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a968dd9e-c4e1-4ee3-9530-a4169cf64c81 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:34.175230 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9152485b-7702-4736-9f75-1786110833fc', 'code': 200} Oct 13 00:07:34.205053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:34.206682 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.208333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 1096 time: 2.0147843 Oct 13 00:07:34.253905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d840a2-14e7-4214-9519-6de5081637b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:34.396593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-bce4de6d-4672-4b03-b515-9537b7d8e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:34.398419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-bce4de6d-4672-4b03-b515-9537b7d8e6b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1099 time: 0.1459365 Oct 13 00:07:34.437557 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.515594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf186c4b-b6b3-4929-94da-c1fbdbf068e9 req-e0efe2ee-139b-4e6d-a3e2-1facbc5dd630 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:34.522288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Checking segment: {'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:34.522852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Network hostable DHCP agents. Network: 58130d7c-4b0e-4f47-90dc-85423ebffd67, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:07:34.524574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf186c4b-b6b3-4929-94da-c1fbdbf068e9 req-e0efe2ee-139b-4e6d-a3e2-1facbc5dd630 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 943 time: 0.2166064 Oct 13 00:07:34.526663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:34.540876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b66ff5-eb9e-4411-bea6-d630635a8ee2 req-79796c37-009b-4b2d-ac96-b676c5d5e20a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:34.542369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5b66ff5-eb9e-4411-bea6-d630635a8ee2 req-79796c37-009b-4b2d-ac96-b676c5d5e20a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.2334211 Oct 13 00:07:34.554967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Network 58130d7c-4b0e-4f47-90dc-85423ebffd67 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:07:34.583703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 58130d7c-4b0e-4f47-90dc-85423ebffd67) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:34.590775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:34.594881 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.598413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db4bf5-3a09-47e9-818a-712d79474bcb None None] Network 58130d7c-4b0e-4f47-90dc-85423ebffd67 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:34.615920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa'}, {'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'name': 'network-vif-deleted', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:34.619574 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30408c63-b478-420f-849c-ce0b9544d846" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa"}, {"server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "name": "network-vif-deleted", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:34.631192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c4d77a72-563d-4167-8be0-83e6631e5634 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7099423 Oct 13 00:07:34.631908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42494) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:34.636560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:34.665262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.666591 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.690669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-9c16e58a-46aa-4b52-ac6f-2c543fe2a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:34.692967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-9c16e58a-46aa-4b52-ac6f-2c543fe2a20f service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2727103 Oct 13 00:07:34.700095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf186c4b-b6b3-4929-94da-c1fbdbf068e9 req-4a0d8967-e97b-41a9-a140-0c9cd2e301c3 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546841 Oct 13 00:07:34.718897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5b66ff5-eb9e-4411-bea6-d630635a8ee2 req-8caeb2a2-405c-4897-8b3c-48dc92a421b4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567848 Oct 13 00:07:34.787175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.812419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42502) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:34.881207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-58130d7c-4b0e-4f47-90dc-85423ebffd67', 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'fixed_ips': [{'subnet_id': 'e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:07:34.882418 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:34.885120 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f33709-4b4f-48f6-ac6a-06da9fd190b9 x-openstack-request-id: req-f5f33709-4b4f-48f6-ac6a-06da9fd190b9 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:34.885492 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa", "status": "completed", "code": 200}, {"server_uuid": "f5d61740-142f-4b72-868e-a6029163e8ee", "name": "network-vif-deleted", "tag": "d0fa89bf-d42a-42a1-aca5-c390b5671c05", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:34.885778 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5f33709-4b4f-48f6-ac6a-06da9fd190b9 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:34.886272 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa', 'status': 'completed', 'code': 200} Oct 13 00:07:34.886594 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d61740-142f-4b72-868e-a6029163e8ee', 'name': 'network-vif-deleted', 'tag': 'd0fa89bf-d42a-42a1-aca5-c390b5671c05', 'status': 'completed', 'code': 200} Oct 13 00:07:34.983587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.032856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-28a0efdc-1e06-40be-b176-c32626db1385 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.3309898 Oct 13 00:07:35.088763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Allocated IP 172.20.0.2 (58130d7c-4b0e-4f47-90dc-85423ebffd67/e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1/9d9b62b8-3d44-4216-bff7-c59d79c87e8f) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:35.094167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408c63-b478-420f-849c-ce0b9544d846 req-9d45b7ac-63d5-404d-83c1-f6ba0e5ba2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:35.096246 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30408c63-b478-420f-849c-ce0b9544d846 req-9d45b7ac-63d5-404d-83c1-f6ba0e5ba2b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1124 time: 0.1063306 Oct 13 00:07:35.206992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0bcdb-4fd0-47cc-89d6-fbdcede28157 req-959f8a71-499a-4ece-9733-4c32f93610db tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:35.208684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66c0bcdb-4fd0-47cc-89d6-fbdcede28157 req-959f8a71-499a-4ece-9733-4c32f93610db tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 947 time: 0.3952577 Oct 13 00:07:35.233513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c592f0c-167e-471c-99ff-56a5a6228b0e req-eaf75fad-07dc-4b96-b433-fb5a9cf80fb2 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:35.240717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c592f0c-167e-471c-99ff-56a5a6228b0e req-eaf75fad-07dc-4b96-b433-fb5a9cf80fb2 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1737695 Oct 13 00:07:35.264556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-29bdb51a-9179-424b-94d3-d1f2ab3ffbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:35.266017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-29bdb51a-9179-424b-94d3-d1f2ab3ffbd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1936030 Oct 13 00:07:35.269653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:35.307307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408c63-b478-420f-849c-ce0b9544d846 req-2118bbd9-9864-44cc-8252-ecc2709a1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:35.308763 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30408c63-b478-420f-849c-ce0b9544d846 req-2118bbd9-9864-44cc-8252-ecc2709a1770 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1993139 Oct 13 00:07:35.334312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66c0bcdb-4fd0-47cc-89d6-fbdcede28157 req-b3ded047-e18f-4ffb-a758-dbc61b923c5f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123199 Oct 13 00:07:35.358549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d0fa89bf-d42a-42a1-aca5-c390b5671c05 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:35.381757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c592f0c-167e-471c-99ff-56a5a6228b0e req-706f0c4e-cb50-4858-8b45-8eac0774a1a0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382966 Oct 13 00:07:35.383661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30408c63-b478-420f-849c-ce0b9544d846 req-0f32edc9-9a34-4a6e-b6b4-e21975027023 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 217 time: 0.0662341 Oct 13 00:07:35.425428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-b7ed19bb-73a8-4d30-8b28-90e789ab0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:35.427159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-b7ed19bb-73a8-4d30-8b28-90e789ab0357 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444032 Oct 13 00:07:35.431254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: d0fa89bf-d42a-42a1-aca5-c390b5671c05 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:35.431898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d0fa89bf-d42a-42a1-aca5-c390b5671c05 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:35.442951 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.455223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:35.479342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2', 'mac_address': 'fa:16:3e:06:c6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:35.479723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.486047 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.507568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408c63-b478-420f-849c-ce0b9544d846 req-94971922-24a2-472b-9070-01d25233336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:35.509432 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30408c63-b478-420f-849c-ce0b9544d846 req-94971922-24a2-472b-9070-01d25233336f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1110353 Oct 13 00:07:35.520772 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.579314 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.596171 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30408c63-b478-420f-849c-ce0b9544d846 req-76d1ee8d-2bb0-44fb-8e50-0d83e24fd583 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447724 Oct 13 00:07:35.610510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-f5d179ab-b192-412e-b39a-fb36036cfc2d service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538115 Oct 13 00:07:35.610742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Network 58130d7c-4b0e-4f47-90dc-85423ebffd67 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:35.616467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:35.619733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Pushing event updated for resources: {'Port': ['ID=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:35.625763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:35.629329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:35.674299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:35.697302 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.740731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Attempting to bind port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:35.741101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Attempting to bind port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:35.741460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Attempting to bind port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f on network 58130d7c-4b0e-4f47-90dc-85423ebffd67 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:35.754529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:35.754529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Checking segment: {'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:35.754886 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.755333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Bound using segment: {'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:35.755830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Bound port: 9d9b62b8-3d44-4216-bff7-c59d79c87e8f, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:35.756190 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.778973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Allocated IP 172.25.3.33 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/79078fa7-eae7-497a-b2a2-4bf4635b1e71) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:35.784807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:35.814042 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30408c63-b478-420f-849c-ce0b9544d846 req-319f4caf-ff7e-4e28-ad72-2d41fadae284 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047079 Oct 13 00:07:35.841228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device fdefa737-562d-45dd-904a-7c2f70b81395 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:35.843269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968fc38-c6a9-43f8-9cf1-c2d59e7dc96f req-86e06cba-bb83-480a-b241-e5b56736a878 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:35.844799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2968fc38-c6a9-43f8-9cf1-c2d59e7dc96f req-86e06cba-bb83-480a-b241-e5b56736a878 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 948 time: 0.3452477 Oct 13 00:07:35.855215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9152485b-7702-4736-9f75-1786110833fc no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:35.867252 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-7bbc9976-b939-482f-b839-acf24fce74db tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579684 Oct 13 00:07:35.892789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] For port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:35.932774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] For port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,segment=NetworkSegment(10ad79f4-0e35-4483-a337-3d0936ef16a7),segment_id=10ad79f4-0e35-4483-a337-3d0936ef16a7)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:35.961475 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.977403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30408c63-b478-420f-849c-ce0b9544d846 req-0f7131ab-e6a8-4977-8196-8172fd7b71c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475389 Oct 13 00:07:35.982435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:35.996030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa135db1-12d0-4598-9e6b-0eec16a74c26 req-f4f7a1ad-2725-4fd2-9ad9-4cea2fe3b524 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737404 Oct 13 00:07:35.996793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9152485b-7702-4736-9f75-1786110833fc not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:36.005629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2968fc38-c6a9-43f8-9cf1-c2d59e7dc96f req-4d75c90d-b892-4db0-ac9a-f69da78b0d83 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478379 Oct 13 00:07:36.040871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:36.080218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:36.085357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:36.089016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:36.110821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa74c-2019-4181-9a74-2eea2d4f8b16 None None] Pushing event updated for resources: {'Port': ['ID=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:36.118668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Pushing event updated for resources: {'Port': ['ID=79078fa7-eae7-497a-b2a2-4bf4635b1e71,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:36.145798 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port fdefa737-562d-45dd-904a-7c2f70b81395, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fdefa737-562d-45dd-904a-7c2f70b81395,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:36.160884 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:36.164156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'fdefa737-562d-45dd-904a-7c2f70b81395', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'fdefa737-562d-45dd-904a-7c2f70b81395', 'mac_address': 'fa:16:3e:6d:11:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:36.185232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32cacc-d376-4870-ab62-242a21061084 req-e36974fc-514e-4ed5-a554-d86e3583ae90 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:36.186816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-e36974fc-514e-4ed5-a554-d86e3583ae90 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3070664 Oct 13 00:07:36.191065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'tag': '9152485b-7702-4736-9f75-1786110833fc'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:36.201328 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0829886-3a78-4c42-b483-96be9e437255" -d '{"events": [{"name": "network-changed", "server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "tag": "9152485b-7702-4736-9f75-1786110833fc"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:36.222310 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:36.244380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdefa737-562d-45dd-904a-7c2f70b81395 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:36.258445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:36.291387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-de52594b-6af3-468f-b8ea-ae41e0ba619e tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/quotas/8a56a23dbc9c4e4a834ea8d318126bd8 HTTP/1.1" status: 200 len: 375 time: 0.0819232 Oct 13 00:07:36.297935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port fdefa737-562d-45dd-904a-7c2f70b81395, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fdefa737-562d-45dd-904a-7c2f70b81395,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:36.315763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:36.316638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:36.364425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-48b69fd5-257f-4a32-8b47-3f43393a9780 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725183 Oct 13 00:07:36.388777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159327f-f1f4-4322-8801-053808b2c9a2 req-c7436b2a-591f-4e3d-add3-739e48a35d17 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:36.397904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4159327f-f1f4-4322-8801-053808b2c9a2 req-c7436b2a-591f-4e3d-add3-739e48a35d17 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1862671 Oct 13 00:07:36.456352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:36.500051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=fdefa737-562d-45dd-904a-7c2f70b81395,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:36.548352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:36.568426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4159327f-f1f4-4322-8801-053808b2c9a2 req-3d73e07a-f277-442b-ba37-86195a04e60b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444976 Oct 13 00:07:36.602686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:36.625474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa has no active binding in host n-h1-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:07:36.664949 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b790ede7-760c-408b-8f16-63679bb7b845 x-openstack-request-id: req-b790ede7-760c-408b-8f16-63679bb7b845 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:36.665446 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "tag": "9152485b-7702-4736-9f75-1786110833fc", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:36.665699 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b790ede7-760c-408b-8f16-63679bb7b845 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:36.666108 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'tag': '9152485b-7702-4736-9f75-1786110833fc', 'status': 'completed', 'code': 200} Oct 13 00:07:36.747856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c906bda-d783-42e2-864a-fec931c8a7cc req-acb0f538-c569-4906-96b9-41a5dd1c827a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:36.751783 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:36.752711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c906bda-d783-42e2-864a-fec931c8a7cc req-acb0f538-c569-4906-96b9-41a5dd1c827a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 943 time: 0.1150258 Oct 13 00:07:36.856417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829886-3a78-4c42-b483-96be9e437255 req-38b8d13c-7194-445d-a2cd-d6b51f69e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:36.857919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-38b8d13c-7194-445d-a2cd-d6b51f69e673 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1099 time: 0.1270907 Oct 13 00:07:36.931048 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:36.971377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c906bda-d783-42e2-864a-fec931c8a7cc req-5b1296cf-0420-4f80-bcb4-5fa429148553 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669555 Oct 13 00:07:36.992418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829886-3a78-4c42-b483-96be9e437255 req-903adf5d-7377-4d69-b098-da722c8aee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:36.993980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-903adf5d-7377-4d69-b098-da722c8aee2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1099 time: 0.2560265 Oct 13 00:07:37.015309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8ddc-212a-4a4b-abec-dbb9800e7773 req-ac9c39d6-3e38-4b99-bec5-1699325d6bf8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:37.016875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9af8ddc-212a-4a4b-abec-dbb9800e7773 req-ac9c39d6-3e38-4b99-bec5-1699325d6bf8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 948 time: 0.2774785 Oct 13 00:07:37.127087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['fdefa737-562d-45dd-904a-7c2f70b81395'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:37.332402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f5bc88-cf2e-46a6-b6ec-c93274638716 None None] Network 58130d7c-4b0e-4f47-90dc-85423ebffd67 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:37.380806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829886-3a78-4c42-b483-96be9e437255 req-e58e0863-25bc-4b51-8f30-48104946393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:37.382202 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-e58e0863-25bc-4b51-8f30-48104946393a service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.5155773 Oct 13 00:07:37.412983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2252d400-c211-4311-8ab1-e4265493fa85 None None] Provisioning complete for port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:37.413358 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2252d400-c211-4311-8ab1-e4265493fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:37.415797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13038a0c-e9db-4405-9f69-96f13ee784b0 req-f40e2193-0e95-487f-a8ed-08d71432d510 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 210 time: 0.3697941 Oct 13 00:07:37.431097 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-4fc9f565-b313-4081-a336-a53104075909 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.0395122 Oct 13 00:07:37.495461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829886-3a78-4c42-b483-96be9e437255 req-d35d5ea4-4b72-4276-a4f7-6c738c0c0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:37.497031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-d35d5ea4-4b72-4276-a4f7-6c738c0c0448 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0558653 Oct 13 00:07:37.510148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9af8ddc-212a-4a4b-abec-dbb9800e7773 req-6c2baeea-7b77-42d8-8f91-6cbc3afb74ef tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707057 Oct 13 00:07:37.540684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829886-3a78-4c42-b483-96be9e437255 req-b72630d3-4774-4909-98a4-899ac5007ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:37.543097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-b72630d3-4774-4909-98a4-899ac5007ae5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.5199540 Oct 13 00:07:37.557052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Router d4cb3678-7e82-478f-bba9-7509043f81eb is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:07:37.613233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2252d400-c211-4311-8ab1-e4265493fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:37.617556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-a1adf557-c27a-4dd8-be92-3e882365d872 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.0489898 Oct 13 00:07:37.655555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2252d400-c211-4311-8ab1-e4265493fa85 None None] For port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,segment=NetworkSegment(10ad79f4-0e35-4483-a337-3d0936ef16a7),segment_id=10ad79f4-0e35-4483-a337-3d0936ef16a7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:37.658522 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829886-3a78-4c42-b483-96be9e437255 req-1118ec37-fc9f-4d15-8711-bb9c4ae57c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:37.660420 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-1118ec37-fc9f-4d15-8711-bb9c4ae57c82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454046 Oct 13 00:07:37.661037 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2252d400-c211-4311-8ab1-e4265493fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:37.717812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252d400-c211-4311-8ab1-e4265493fa85 None None] Pushing event updated for resources: {'Port': ['ID=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:37.782472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829886-3a78-4c42-b483-96be9e437255 req-564f439b-54b0-4d6f-9fc4-11a3160b5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:37.784069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-564f439b-54b0-4d6f-9fc4-11a3160b5b16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1488771 Oct 13 00:07:37.786702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-2fa9199f-623c-4b82-9e79-f081e1cfad4c service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958340 Oct 13 00:07:37.787889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Deleting port c271ae6d-ce78-4369-8db1-be7eb882c5bd {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:37.788304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:37.802046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b92b-6d1b-45e7-a5ba-4946bff59b53 req-d7358012-9a01-4ce8-990a-e23b98d19e0f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:37.803704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dac4b92b-6d1b-45e7-a5ba-4946bff59b53 req-d7358012-9a01-4ce8-990a-e23b98d19e0f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1671779 Oct 13 00:07:37.873894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:37.875885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bb544-6359-45e7-b263-ae0f97ebc3be req-dcf25c49-63c6-492c-b7fc-b10b78996c81 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:37.881431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e54bb544-6359-45e7-b263-ae0f97ebc3be req-dcf25c49-63c6-492c-b7fc-b10b78996c81 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 948 time: 0.2472394 Oct 13 00:07:37.885452 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Sync routers for ids ['d4cb3678-7e82-478f-bba9-7509043f81eb'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:37.898582 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Routers {'d4cb3678-7e82-478f-bba9-7509043f81eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:37.902065 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d4cb3678-7e82-478f-bba9-7509043f81eb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:37.906465 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-83877d90-5239-413c-973b-aa94aecfe88c service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103337 Oct 13 00:07:37.913241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:37.920256 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9452a865-71a1-4851-a344-4be1fcff279d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2840405 Oct 13 00:07:37.927422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42556) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:37.991180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d534230d-adf4-48cf-a4d2-32a32131057c None None] Provisioning complete for port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:37.991573 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d534230d-adf4-48cf-a4d2-32a32131057c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.009958 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-b713896d-30f3-40f9-acc7-16b2e86b1225 service neutron] 10.222.0.36 "GET /v2.0/ports/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa/bindings/n-h1-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.0726223 Oct 13 00:07:38.066575 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Set router d4cb3678-7e82-478f-bba9-7509043f81eb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:38.102777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-31185717-3bb3-4cb6-871c-a53305e23fe0 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2358551 Oct 13 00:07:38.154424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829886-3a78-4c42-b483-96be9e437255 req-d439ff7c-e0cb-4a88-b2e4-8b29b55c6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:38.155999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-d439ff7c-e0cb-4a88-b2e4-8b29b55c6c3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3112648 Oct 13 00:07:38.215701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:38.232280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dac4b92b-6d1b-45e7-a5ba-4946bff59b53 req-155dcee6-729b-4108-bfbe-d65fc0883c87 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845053 Oct 13 00:07:38.238838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9d9b62b8-3d44-4216-bff7-c59d79c87e8f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:38.263538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:38.272743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e54bb544-6359-45e7-b263-ae0f97ebc3be req-d09f8302-9cad-46e8-9096-c9195e91bdce tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343322 Oct 13 00:07:38.313869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:38.328765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:38.349286 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:36Z', 'revision_number': 3, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port': {'id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:35Z', 'updated_at': '2021-10-13T00:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:38.357491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.388095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] For port c271ae6d-ce78-4369-8db1-be7eb882c5bd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c271ae6d-ce78-4369-8db1-be7eb882c5bd,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:38.389472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.407716 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Checking router: d4cb3678-7e82-478f-bba9-7509043f81eb for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:38.407969 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Updating router d4cb3678-7e82-478f-bba9-7509043f81eb port 79078fa7-eae7-497a-b2a2-4bf4635b1e71 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:07:38.443878 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.445194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:38.446236 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.451841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Calling delete_port for c271ae6d-ce78-4369-8db1-be7eb882c5bd owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:38.464568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Transition to ACTIVE for port object 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:38.472112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.545917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] No DVR routers for this DVR port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:38.589226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa/bindings/n-h1-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 0.5690930 Oct 13 00:07:38.590005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:38.598132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.598547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.598888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.599221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.599914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.600378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.600784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.601191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.601522 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.601846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.602170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.602488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d1ed2-020b-4e18-847b-773480752c80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:38.626739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32cacc-d376-4870-ab62-242a21061084 req-bf0a9059-1da8-4825-8ab1-9f643ca09903 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:38.628213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-bf0a9059-1da8-4825-8ab1-9f643ca09903 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5115976 Oct 13 00:07:38.668557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-a17eb238-0c42-4211-ab91-d0620c9faff1 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950006 Oct 13 00:07:38.676261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368676-4664-4409-9cee-cc82fa0106c8 req-d285aa60-5913-4c73-8b11-13ae8f8ef38b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:38.677669 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e368676-4664-4409-9cee-cc82fa0106c8 req-d285aa60-5913-4c73-8b11-13ae8f8ef38b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 943 time: 0.3199670 Oct 13 00:07:38.682977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Request body: {'port': {'device_id': 'a2403213-aeac-4ac7-9582-74e1827ced9c', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '8a56a23dbc9c4e4a834ea8d318126bd8'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:38.704020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333b5f5-45c5-4d24-b709-16f3bf00ce09 req-0ca5dcbc-4ed6-4097-92b2-7d16600f99b6 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:38.705494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e333b5f5-45c5-4d24-b709-16f3bf00ce09 req-0ca5dcbc-4ed6-4097-92b2-7d16600f99b6 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.3114183 Oct 13 00:07:38.759601 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.767859 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.785444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-f0092852-e1bd-4baa-8b93-f2476b9f2b34 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:38.786891 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-f0092852-e1bd-4baa-8b93-f2476b9f2b34 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.0776970 Oct 13 00:07:38.810446 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-34c1135c-2814-4de3-afa3-c3637dbdbb2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559032 Oct 13 00:07:38.820880 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976d11-cc39-4822-9364-08dbaea6b7fc None None] Pushing event updated for resources: {'Port': ['ID=79078fa7-eae7-497a-b2a2-4bf4635b1e71,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:38.828232 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Attempting to bind port 79078fa7-eae7-497a-b2a2-4bf4635b1e71 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:38.828232 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Attempting to bind port 79078fa7-eae7-497a-b2a2-4bf4635b1e71 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:38.828466 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Attempting to bind port 79078fa7-eae7-497a-b2a2-4bf4635b1e71 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:38.836729 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:38.837100 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:38.837568 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.837890 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:38.838360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Bound port: 79078fa7-eae7-497a-b2a2-4bf4635b1e71, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:38.838792 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.843925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-99a29474-99d8-4c55-8da3-176b24357346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:38.845576 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-99a29474-99d8-4c55-8da3-176b24357346 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5&tenant_id=bbd65d794f10491ebe555aaca5fbe099 HTTP/1.1" status: 200 len: 1095 time: 0.0498271 Oct 13 00:07:38.901270 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] For port 79078fa7-eae7-497a-b2a2-4bf4635b1e71, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:38.905263 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] For port 79078fa7-eae7-497a-b2a2-4bf4635b1e71, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=79078fa7-eae7-497a-b2a2-4bf4635b1e71,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:38.911096 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:38.957738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-ad970cc9-5031-4305-95fb-a8c18a6f4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:38.959365 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-ad970cc9-5031-4305-95fb-a8c18a6f4c9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 1095 time: 0.0734649 Oct 13 00:07:38.961323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-fe025839-cc66-45ca-8439-683cf84c213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:38.962774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-fe025839-cc66-45ca-8439-683cf84c213a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1095 time: 0.0679843 Oct 13 00:07:38.969660 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Routers {'d4cb3678-7e82-478f-bba9-7509043f81eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:38.970435 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d4cb3678-7e82-478f-bba9-7509043f81eb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:38.994406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e368676-4664-4409-9cee-cc82fa0106c8 req-0fe50816-90ce-485a-962c-805488b5f246 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001480 Oct 13 00:07:39.114476 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976d11-cc39-4822-9364-08dbaea6b7fc None None] Pushing event updated for resources: {'Port': ['ID=79078fa7-eae7-497a-b2a2-4bf4635b1e71,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:39.128967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-79cccca9-b290-47ed-a5c1-9e66e4595522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:39.130851 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-79cccca9-b290-47ed-a5c1-9e66e4595522 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1476023 Oct 13 00:07:39.182929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] Set router d4cb3678-7e82-478f-bba9-7509043f81eb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:39.184181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-1898192b-95ee-49ef-b394-2cba5b05d654 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 200 len: 217 time: 0.0422831 Oct 13 00:07:39.236219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-574418c1-60e8-4658-9377-a4e7bc61f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:39.237614 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-574418c1-60e8-4658-9377-a4e7bc61f753 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.2665248 Oct 13 00:07:39.250691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-8c0f7426-43cb-4d20-b655-c8ac43b813ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:39.252306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-8c0f7426-43cb-4d20-b655-c8ac43b813ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0589805 Oct 13 00:07:39.304091 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-13cc15db-b845-44ba-b132-dbbde31ef030 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 217 time: 0.0505745 Oct 13 00:07:39.304345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:39.322534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-50490603-7c74-4f78-9066-1dd98171e759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617170 Oct 13 00:07:39.325848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e333b5f5-45c5-4d24-b709-16f3bf00ce09 req-be1b197e-2ec0-4769-8195-ae64b65c34b1 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881445 Oct 13 00:07:39.391161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:39.396576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:39.397357 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:39.426217 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:36Z', 'revision_number': 3, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port': {'id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:35Z', 'updated_at': '2021-10-13T00:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:39.441128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-2d6e982e-0584-432a-9310-db65cd510765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:39.441128 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-2d6e982e-0584-432a-9310-db65cd510765 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1193259 Oct 13 00:07:39.446569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e8e0d5e-f3c1-4519-8ee3-5f95c0695dd4 req-28d98946-be4d-4612-ae4d-53002fe3c2f9 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 210 time: 0.1295466 Oct 13 00:07:39.461546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0829886-3a78-4c42-b483-96be9e437255 req-d7715b2d-fc81-4a75-8ec5-1bf2dc91ff1a service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512662 Oct 13 00:07:39.485712 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-9658bd35-c371-4965-91d6-885d733a7eab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366893 Oct 13 00:07:39.516043 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35942a-5a98-4eee-bfc9-832b76c633ff None None] The sync data for ids ['d4cb3678-7e82-478f-bba9-7509043f81eb'] in n-d-813679-4 is: [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:36Z', 'revision_number': 3, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port': {'id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:35Z', 'updated_at': '2021-10-13T00:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:39.525978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-fceebf47-53d1-4885-b533-64ced80d9227 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934106 Oct 13 00:07:39.568644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:39.587182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Made reservation on behalf of 8a56a23dbc9c4e4a834ea8d318126bd8 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:39.588990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:39.606947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:39.608679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c35a8f-5be2-430f-8d47-266a397f5c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:39.613871 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb432d8-64ca-4151-a84b-bedf7650df03" -d '{"events": [{"server_uuid": "97c35a8f-5be2-430f-8d47-266a397f5c0e", "name": "network-vif-plugged", "status": "completed", "tag": "f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:39.618436 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:39.668936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:39.680297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:39.703563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-b4d1847f-c44c-41ba-90ad-b6a4b7b9b515 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022629 Oct 13 00:07:39.705596 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dcea82a-6ce8-4787-82b2-cf5432303b48 req-298a38dd-8992-4b11-aa20-d017a183337d service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527262 Oct 13 00:07:39.731737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:39.794948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c06e3-8883-41be-b9c0-88c33fabe8c9 req-b673eb0e-35d4-4440-b13e-62607f4263e5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:39.796670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b1c06e3-8883-41be-b9c0-88c33fabe8c9 req-b673eb0e-35d4-4440-b13e-62607f4263e5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 948 time: 0.2511873 Oct 13 00:07:39.834696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61803f-9f4c-44f3-97ef-be26ebbe1c6c req-d28dc45b-b534-4b78-b72f-a1230f146c4d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:39.842223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae61803f-9f4c-44f3-97ef-be26ebbe1c6c req-d28dc45b-b534-4b78-b72f-a1230f146c4d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 949 time: 0.2825201 Oct 13 00:07:39.847843 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-e1d65c4a-13ef-4eb0-bac7-fd99c53c3034 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358223 Oct 13 00:07:39.850542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c271ae6d-ce78-4369-8db1-be7eb882c5bd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:39.865465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device fdefa737-562d-45dd-904a-7c2f70b81395 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:39.928748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.929363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.929857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.930344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.930828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.931488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.932016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.932839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.933323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.933797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.935427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.935927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:39.941009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port fdefa737-562d-45dd-904a-7c2f70b81395 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:39.945544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port fdefa737-562d-45dd-904a-7c2f70b81395 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:39.946004 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.073588 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.080204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae61803f-9f4c-44f3-97ef-be26ebbe1c6c req-77ddf92c-7825-4d67-831f-77642635d15b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371192 Oct 13 00:07:40.171278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port fdefa737-562d-45dd-904a-7c2f70b81395, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fdefa737-562d-45dd-904a-7c2f70b81395,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:40.174418 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b1c06e3-8883-41be-b9c0-88c33fabe8c9 req-0cb94e2d-6c0c-417a-8b89-f7952547fc70 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461857 Oct 13 00:07:40.194942 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.202944 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae01c50-631f-465a-9ca7-f76183bcbc9d x-openstack-request-id: req-8ae01c50-631f-465a-9ca7-f76183bcbc9d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:40.205984 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c35a8f-5be2-430f-8d47-266a397f5c0e", "name": "network-vif-plugged", "status": "completed", "tag": "f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:40.206479 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ae01c50-631f-465a-9ca7-f76183bcbc9d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:40.207375 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c35a8f-5be2-430f-8d47-266a397f5c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2', 'code': 200} Oct 13 00:07:40.296941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-f2736ed8-d01f-4baa-b771-fc6469c2d71e tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:40.298610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=fdefa737-562d-45dd-904a-7c2f70b81395,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:40.299473 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-f2736ed8-d01f-4baa-b771-fc6469c2d71e tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.1065938 Oct 13 00:07:40.333205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.339479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.384160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 79078fa7-eae7-497a-b2a2-4bf4635b1e71 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:40.443325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.458015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 79078fa7-eae7-497a-b2a2-4bf4635b1e71 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:40.458477 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.524703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b36722-1f5a-43ba-8243-69cbe47d7cce req-5719e5ab-7249-45f6-8599-e0e6d92e640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:40.526222 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b36722-1f5a-43ba-8243-69cbe47d7cce req-5719e5ab-7249-45f6-8599-e0e6d92e640f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 1100 time: 0.1041665 Oct 13 00:07:40.549708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.552110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.553672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-73a088c1-a9cb-4222-90df-ffe3131cda14 service neutron] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:40.559103 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-73a088c1-a9cb-4222-90df-ffe3131cda14 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.561977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69062f88-00f1-4a25-ac5e-8b74d0dc2918 req-73a088c1-a9cb-4222-90df-ffe3131cda14 service neutron] 10.222.0.45 "DELETE /v2.0/ports/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa/bindings/n-h2-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.2532644 Oct 13 00:07:40.579139 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b36722-1f5a-43ba-8243-69cbe47d7cce req-f83ae277-a73b-4c18-841d-9696e0467b29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Oct 13 00:07:40.590095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 79078fa7-eae7-497a-b2a2-4bf4635b1e71, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=79078fa7-eae7-497a-b2a2-4bf4635b1e71,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:40.594567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:40.628710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6544d03c-431e-456e-943c-ec098ea67829,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:40.652964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=79078fa7-eae7-497a-b2a2-4bf4635b1e71,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:40.703968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac4c1-f000-4b9d-8890-9a74a3fa16fe req-af676e25-8a30-4ea6-8a83-80c1c1e1a456 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:40.705492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c0ac4c1-f000-4b9d-8890-9a74a3fa16fe req-af676e25-8a30-4ea6-8a83-80c1c1e1a456 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.3045681 Oct 13 00:07:40.726544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d186280-a013-4028-9e35-f6c190ed03d5 req-682e0629-3172-4a1f-a091-9f178ed61248 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:40.728002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d186280-a013-4028-9e35-f6c190ed03d5 req-682e0629-3172-4a1f-a091-9f178ed61248 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 944 time: 0.3766994 Oct 13 00:07:40.894372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Allocated IP 192.168.233.28 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/a1143d6c-81cd-4ade-990a-b3b9fae1d8ff) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:40.927482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d186280-a013-4028-9e35-f6c190ed03d5 req-c64af589-adf5-41b3-8efa-d17e59f04197 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722755 Oct 13 00:07:40.951780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c0ac4c1-f000-4b9d-8890-9a74a3fa16fe req-7dae9cdb-25dd-477c-a713-ab0c39e51047 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332296 Oct 13 00:07:41.001783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Allocated IP 172.20.0.1 (58130d7c-4b0e-4f47-90dc-85423ebffd67/e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1/c03e0276-500c-4262-b749-1a087570b0d3) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:41.093832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efa38dcc-d24b-4c16-a092-867f0ce82eea req-704d4b9d-30a6-43a6-92eb-c57dfbe121d8 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 210 time: 0.0497630 Oct 13 00:07:41.319153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9152485b-7702-4736-9f75-1786110833fc details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:41.335695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:41.346133 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-afdda086-2104-49f8-8cab-981a81c13a6a req-3d7ce703-50cd-4b34-85c4-78d27d227c6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497100 Oct 13 00:07:41.347748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae54f5f-d6bd-4415-bf62-6b9c780d9f7d req-bd4fee2a-d0e3-42ee-a730-61f23a208489 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:41.349254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ae54f5f-d6bd-4415-bf62-6b9c780d9f7d req-bd4fee2a-d0e3-42ee-a730-61f23a208489 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.2529721 Oct 13 00:07:41.351379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Router 25971b14-8f90-4ba8-bf23-581ea7f47cfe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:41.405321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1441cc-d69d-4e56-bc91-6251cb7a1b15 req-95ef763a-3b0c-433c-9891-393c0ccfd40e tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:41.406753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac1441cc-d69d-4e56-bc91-6251cb7a1b15 req-95ef763a-3b0c-433c-9891-393c0ccfd40e tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1095 time: 0.2139904 Oct 13 00:07:41.417475 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.439464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdda086-2104-49f8-8cab-981a81c13a6a req-4cab22ab-1892-4877-9bfd-39944edfde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:41.441189 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-afdda086-2104-49f8-8cab-981a81c13a6a req-4cab22ab-1892-4877-9bfd-39944edfde23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 1096 time: 0.0512550 Oct 13 00:07:41.442632 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.480820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:41.510845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:41.521593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ae54f5f-d6bd-4415-bf62-6b9c780d9f7d req-b0391dea-f4ef-44a2-935a-637f96896fe5 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571014 Oct 13 00:07:41.522470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '9152485b-7702-4736-9f75-1786110833fc', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '9152485b-7702-4736-9f75-1786110833fc', 'mac_address': 'fa:16:3e:e6:e8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:41.560301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac1441cc-d69d-4e56-bc91-6251cb7a1b15 req-0dc5f092-5b53-4df8-878c-1c958fdb39d8 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409807 Oct 13 00:07:41.571390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.628410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9152485b-7702-4736-9f75-1786110833fc {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:41.638685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdda086-2104-49f8-8cab-981a81c13a6a req-59133549-984b-4857-825b-51a31eb09cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:41.644795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-afdda086-2104-49f8-8cab-981a81c13a6a req-59133549-984b-4857-825b-51a31eb09cc8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 924 time: 0.1806779 Oct 13 00:07:41.657560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:41.666158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.728536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:41.748302 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.759663 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-afdda086-2104-49f8-8cab-981a81c13a6a req-684543a4-16bd-452a-b394-412abba2ea75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 HTTP/1.1" status: 200 len: 1001 time: 0.1070983 Oct 13 00:07:41.781620 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.786456 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f7897b23-1946-4218-947a-23195955cd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.792749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:41.803342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] Sync routers for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:41.806321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9ff9cfef-cdd0-4632-a184-e8d8e59627b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/25971b14-8f90-4ba8-bf23-581ea7f47cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9911666 Oct 13 00:07:41.812623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42598) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:41.815691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:41.816687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:41.828710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Network 58130d7c-4b0e-4f47-90dc-85423ebffd67 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:41.836440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:41.838238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Pushing event updated for resources: {'Port': ['ID=c03e0276-500c-4262-b749-1a087570b0d3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:41.843915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:41.844381 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.855227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15dafd-8e93-4f3a-a035-fb884027d1ea req-7b850163-af57-4206-a10b-53021efa4f3f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:41.856769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd15dafd-8e93-4f3a-a035-fb884027d1ea req-7b850163-af57-4206-a10b-53021efa4f3f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 949 time: 0.1909807 Oct 13 00:07:41.862136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:41.880846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea387e-903e-450d-acab-fe7a952ee33b req-ae3b4dfc-717d-4803-8923-2b62b16f4471 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:41.881026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdda086-2104-49f8-8cab-981a81c13a6a req-1d6f0140-72d5-4afa-8dd8-9887d9353948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:41.882321 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-afdda086-2104-49f8-8cab-981a81c13a6a req-1d6f0140-72d5-4afa-8dd8-9887d9353948 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 200 len: 862 time: 0.1154349 Oct 13 00:07:41.882448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91ea387e-903e-450d-acab-fe7a952ee33b req-ae3b4dfc-717d-4803-8923-2b62b16f4471 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 949 time: 0.1719098 Oct 13 00:07:41.938371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:41.956363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:41.961861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:41.962415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:41.962535 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:41.972702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.029514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdda086-2104-49f8-8cab-981a81c13a6a req-71621b04-30ee-4430-8ded-3c86bdd436ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:42.031163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-afdda086-2104-49f8-8cab-981a81c13a6a req-71621b04-30ee-4430-8ded-3c86bdd436ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181340 Oct 13 00:07:42.055897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3722456 Oct 13 00:07:42.062772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338eae3-0cc5-4ab4-bdf6-8337af86a32c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Pushing event updated for resources: {'Port': ['ID=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:42.074297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Request body: {'port': {'device_id': 'a2403213-aeac-4ac7-9582-74e1827ced9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:42.090431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd15dafd-8e93-4f3a-a035-fb884027d1ea req-75caec47-922f-47c5-a3ba-70688dcdfb3f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195315 Oct 13 00:07:42.104196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91ea387e-903e-450d-acab-fe7a952ee33b req-3da359d2-13b3-4466-bed6-1a2905f3f739 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546884 Oct 13 00:07:42.209310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a778c-fb8a-46f2-92ae-7e891c342aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdefa737-562d-45dd-904a-7c2f70b81395'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:42.211677 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c3b188-d8e2-4c78-8a6b-e8c147417f30" -d '{"events": [{"server_uuid": "971a778c-fb8a-46f2-92ae-7e891c342aa7", "name": "network-vif-plugged", "status": "completed", "tag": "fdefa737-562d-45dd-904a-7c2f70b81395"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:42.225982 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9152485b-7702-4736-9f75-1786110833fc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:42.233321 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.340114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 79078fa7-eae7-497a-b2a2-4bf4635b1e71 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:42.346459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-afdda086-2104-49f8-8cab-981a81c13a6a req-4c2c68ac-05c7-4912-883d-ae4fa77b1f8d service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057234 Oct 13 00:07:42.469005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Deleting port 9d1f6839-87d2-4de4-8756-308b4832cabb {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:42.469347 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.500425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-aebe6eb2-1707-4157-b6e3-9a188c943ed8 None None] Provisioning complete for port c03e0276-500c-4262-b749-1a087570b0d3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:42.501017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aebe6eb2-1707-4157-b6e3-9a188c943ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.567036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-aebe6eb2-1707-4157-b6e3-9a188c943ed8 None None] Port c03e0276-500c-4262-b749-1a087570b0d3 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:42.568070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-afdda086-2104-49f8-8cab-981a81c13a6a req-0a46ca5f-967f-4dae-9c04-5cf268560da5 service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117381 Oct 13 00:07:42.610461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] For port 9d1f6839-87d2-4de4-8756-308b4832cabb, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9d1f6839-87d2-4de4-8756-308b4832cabb,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:42.611186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.625986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Calling delete_port for 9d1f6839-87d2-4de4-8756-308b4832cabb owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:42.658416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 79078fa7-eae7-497a-b2a2-4bf4635b1e71 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:42.658986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.719148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:07:39Z', 'revision_number': 5, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port': {'id': '9d1f6839-87d2-4de4-8756-308b4832cabb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:42.777804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] Checking router: 25971b14-8f90-4ba8-bf23-581ea7f47cfe for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:42.812661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7b4da475-ac82-4524-999c-7ddaff6d8b26 None None] Provisioning complete for port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:42.813042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7b4da475-ac82-4524-999c-7ddaff6d8b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.818918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] Routers {'25971b14-8f90-4ba8-bf23-581ea7f47cfe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:42.819826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:42.834667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.928745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1f6839-87d2-4de4-8756-308b4832cabb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:42.932248 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.934025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.977980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7b4da475-ac82-4524-999c-7ddaff6d8b26 None None] Port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:42.990649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-b414ccc8-1630-4d6c-b379-ff37f7c8e63d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:42.994234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:42.997709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-b414ccc8-1630-4d6c-b379-ff37f7c8e63d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 808 time: 0.2742739 Oct 13 00:07:42.999399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] Set router 25971b14-8f90-4ba8-bf23-581ea7f47cfe gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:43.061144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bc5af-b3d9-4f61-aa09-f4b8ae047e84 req-22b9e6f1-e24c-4e9c-b631-dbee38d25c61 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:43.068626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee9bc5af-b3d9-4f61-aa09-f4b8ae047e84 req-22b9e6f1-e24c-4e9c-b631-dbee38d25c61 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 935 time: 0.2635267 Oct 13 00:07:43.072622 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:07:42Z', 'revision_number': 6, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:43.098102 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-f4e9c33e-5358-419f-be7e-7bed465169a1 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/quotas/bbd65d794f10491ebe555aaca5fbe099 HTTP/1.1" status: 200 len: 375 time: 0.0994220 Oct 13 00:07:43.119881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fb74f-a5fa-4f14-85a2-4a840a5257b4 None None] The sync data for ids ['25971b14-8f90-4ba8-bf23-581ea7f47cfe'] in n-d-813679-4 is: [{'id': '25971b14-8f90-4ba8-bf23-581ea7f47cfe', 'name': 'tempest-FloatingIPsAssociationTestJSON-993226660-router', 'tenant_id': '94ce3693ab64427d8932376436ac9843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:06:07Z', 'updated_at': '2021-10-13T00:07:42Z', 'revision_number': 6, 'project_id': '94ce3693ab64427d8932376436ac9843', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:43.299037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee9bc5af-b3d9-4f61-aa09-f4b8ae047e84 req-170fe468-2b3e-43e5-8100-5e46e09a175f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295446 Oct 13 00:07:43.344950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-f165dfc3-d244-406c-967a-77c5871544db tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2459741 Oct 13 00:07:43.356427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.359541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.408784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.409275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25971b14-8f90-4ba8-bf23-581ea7f47cfe {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:07:43.415410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.419460 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a7da4145-d5c0-4666-b08b-546160d6102c admin admin] 10.222.0.21 "DELETE /v2.0/routers/25971b14-8f90-4ba8-bf23-581ea7f47cfe HTTP/1.1" status: 204 len: 168 time: 1.6034408 Oct 13 00:07:43.423738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42632) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:43.460619 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf576b1-7caa-43b2-8ac6-09109283e7ba x-openstack-request-id: req-3cf576b1-7caa-43b2-8ac6-09109283e7ba {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:43.461178 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a778c-fb8a-46f2-92ae-7e891c342aa7", "name": "network-vif-plugged", "status": "completed", "tag": "fdefa737-562d-45dd-904a-7c2f70b81395", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:43.461774 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cf576b1-7caa-43b2-8ac6-09109283e7ba {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:43.462413 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a778c-fb8a-46f2-92ae-7e891c342aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdefa737-562d-45dd-904a-7c2f70b81395', 'code': 200} Oct 13 00:07:43.544774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5075764-ea65-4f6f-a089-f43890a6cafc admin admin] Deleting subnet 2f574070-5e89-4bd2-80a7-1c92f3a120fa {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:07:43.555023 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.566815 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5075764-ea65-4f6f-a089-f43890a6cafc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.600517 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.601291 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.668213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-17e051c3-231c-4898-8b3b-192ab3467675 service neutron] 10.222.0.21 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070869 Oct 13 00:07:43.697810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-ca0d39e1-1fd3-49c6-923a-03d1587fb2ec tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:43.699279 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-ca0d39e1-1fd3-49c6-923a-03d1587fb2ec tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 949 time: 0.1317964 Oct 13 00:07:43.705227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421407-5cce-4ceb-aa08-fda0887ef76d req-ca4030f1-5645-4549-bf1c-ecae37c776b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:43.706640 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a421407-5cce-4ceb-aa08-fda0887ef76d req-ca4030f1-5645-4549-bf1c-ecae37c776b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 1100 time: 0.0917344 Oct 13 00:07:43.710055 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5075764-ea65-4f6f-a089-f43890a6cafc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.772519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1143d6c-81cd-4ade-990a-b3b9fae1d8ff {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:43.790096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a421407-5cce-4ceb-aa08-fda0887ef76d req-e14dafe7-7416-4aff-b9a3-52b9df53ab7d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611038 Oct 13 00:07:43.798523 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-0e4979e3-c2b1-48c1-9ed2-8e6bf843acfa service neutron] delete failed (client error): The resource could not be found. Oct 13 00:07:43.799458 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-0e4979e3-c2b1-48c1-9ed2-8e6bf843acfa service neutron] 10.222.0.45 "DELETE /v2.0/ports/9152485b-7702-4736-9f75-1786110833fc/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0764277 Oct 13 00:07:43.852230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.870543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Pushing event updated for resources: {'Port': ['ID=c03e0276-500c-4262-b749-1a087570b0d3,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:43.910860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Transition to ACTIVE for port object a1143d6c-81cd-4ade-990a-b3b9fae1d8ff will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:43.929761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8df93-0d12-43c4-85a3-0b0356c14367 req-8980a6ac-b480-414a-9ee6-a13d9f745eb3 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:43.931286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0c8df93-0d12-43c4-85a3-0b0356c14367 req-8980a6ac-b480-414a-9ee6-a13d9f745eb3 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 949 time: 0.3237782 Oct 13 00:07:43.938206 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.956140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5075764-ea65-4f6f-a089-f43890a6cafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.081171 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-087c7949-3ebb-4f8b-984a-ca458288631e service neutron] 10.222.0.21 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924809 Oct 13 00:07:44.092073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Pushing event updated for resources: {'Port': ['ID=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:44.098990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Network 58130d7c-4b0e-4f47-90dc-85423ebffd67 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:44.107216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0c8df93-0d12-43c4-85a3-0b0356c14367 req-dee30753-e669-4177-9cb0-1e90d2d797f9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653116 Oct 13 00:07:44.111496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:44.153022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Attempting to bind port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:44.153458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Attempting to bind port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:44.153779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Attempting to bind port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:44.202541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9d1f6839-87d2-4de4-8756-308b4832cabb no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:44.213177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:44.213713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Attempting to bind port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:44.222257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5075764-ea65-4f6f-a089-f43890a6cafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.239154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:44.239768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:44.240338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:44.240935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Bound port: a1143d6c-81cd-4ade-990a-b3b9fae1d8ff, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:44.241462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.249867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9d1f6839-87d2-4de4-8756-308b4832cabb {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:44.251176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9d1f6839-87d2-4de4-8756-308b4832cabb not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:44.256354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c271ae6d-ce78-4369-8db1-be7eb882c5bd no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:44.294740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5075764-ea65-4f6f-a089-f43890a6cafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f574070-5e89-4bd2-80a7-1c92f3a120fa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:44.296901 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5075764-ea65-4f6f-a089-f43890a6cafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.300376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b5075764-ea65-4f6f-a089-f43890a6cafc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2f574070-5e89-4bd2-80a7-1c92f3a120fa HTTP/1.1" status: 204 len: 168 time: 0.8687563 Oct 13 00:07:44.303120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42640) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:44.318722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a38b81-446a-4a80-9809-0d00d6e099e3 None None] Network d744a091-4426-40f1-98f8-d8e46522fa2d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:44.327043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c271ae6d-ce78-4369-8db1-be7eb882c5bd {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:44.327502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c271ae6d-ce78-4369-8db1-be7eb882c5bd not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:44.567195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.570076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aa6ab-9ee7-48ce-a0f4-7051c25839b8 req-467d88b7-2875-425d-94f9-5e10d37bd80f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:44.579217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-466aa6ab-9ee7-48ce-a0f4-7051c25839b8 req-467d88b7-2875-425d-94f9-5e10d37bd80f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 949 time: 0.2911401 Oct 13 00:07:44.587592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] For port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:44.616101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f572eebf-c38c-49e6-b81f-2fe05a91d2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.630772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Router d4cb3678-7e82-478f-bba9-7509043f81eb has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:44.635615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] For port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:44.653662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.675900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-f88eb772-2b94-4515-962f-3e044aa0a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:44.678719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-f88eb772-2b94-4515-962f-3e044aa0a205 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1100 time: 0.1012850 Oct 13 00:07:44.713380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-466aa6ab-9ee7-48ce-a0f4-7051c25839b8 req-d29b247a-6cfe-474b-808f-b288aa679d9b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329916 Oct 13 00:07:44.767731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:44.768530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.770126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] 10.222.0.45 "PUT /v2.0/ports/a1143d6c-81cd-4ade-990a-b3b9fae1d8ff HTTP/1.1" status: 200 len: 1095 time: 2.7001250 Oct 13 00:07:44.770748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2403213-aeac-4ac7-9582-74e1827ced9c', 'tag': 'a1143d6c-81cd-4ade-990a-b3b9fae1d8ff'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:44.773212 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85db7c60-29d4-4110-bd5b-3ba0a351acee" -d '{"events": [{"name": "network-changed", "server_uuid": "a2403213-aeac-4ac7-9582-74e1827ced9c", "tag": "a1143d6c-81cd-4ade-990a-b3b9fae1d8ff"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:44.774778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-47924509-82e2-42c9-8bbd-a521ad446eb3 None None] Provisioning complete for port c03e0276-500c-4262-b749-1a087570b0d3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:44.775967 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47924509-82e2-42c9-8bbd-a521ad446eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.798813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5afe-6358-4870-a80f-f4ee38448c47 service neutron] Pushing event updated for resources: {'Port': ['ID=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:44.896282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-47924509-82e2-42c9-8bbd-a521ad446eb3 None None] Port c03e0276-500c-4262-b749-1a087570b0d3 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:44.913431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] DHCP port deletion for d744a091-4426-40f1-98f8-d8e46522fa2d request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:07:44.931803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Deleting port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:44.932367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:44.964518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:44.979336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5d8ac06-50f0-4940-8d5c-ac5a2d55544b admin admin] 10.222.0.21 "PUT /v2.0/routers/d4cb3678-7e82-478f-bba9-7509043f81eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0458894 Oct 13 00:07:44.997073 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Sync routers for ids ['d4cb3678-7e82-478f-bba9-7509043f81eb'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:45.004692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32cacc-d376-4870-ab62-242a21061084 req-bdef2ae9-137c-4472-b583-856b1629b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:45.006206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-bdef2ae9-137c-4472-b583-856b1629b839 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 1098 time: 0.1275525 Oct 13 00:07:45.026800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a0b1-1049-4239-87b9-333b261ee25a req-ab8ac17d-d6c8-418c-9e18-4c227784bb23 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:45.031395 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Routers {'d4cb3678-7e82-478f-bba9-7509043f81eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:45.036152 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d4cb3678-7e82-478f-bba9-7509043f81eb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:45.042929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d91a0b1-1049-4239-87b9-333b261ee25a req-ab8ac17d-d6c8-418c-9e18-4c227784bb23 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 949 time: 0.1217740 Oct 13 00:07:45.052902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Deleting port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:45.053322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.107433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-10eced8c-f285-4387-9ad8-b93514536fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:45.108963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-10eced8c-f285-4387-9ad8-b93514536fe8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.4180925 Oct 13 00:07:45.219123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] For port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:45.219681 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.231125 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-e0bdc40f-6cc2-430e-9cfd-7c906f63b978 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.1029432 Oct 13 00:07:45.242632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Calling delete_port for 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:45.259466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] For port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,segment=NetworkSegment(baf9dd30-45bd-4d73-97b1-9966c8080b6d),segment_id=baf9dd30-45bd-4d73-97b1-9966c8080b6d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:45.272143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.339127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Calling delete_port for 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:45.344369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9152485b-7702-4736-9f75-1786110833fc up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:45.371491 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Set router d4cb3678-7e82-478f-bba9-7509043f81eb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:45.382875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-242471b8-3646-4788-a262-a27bf168f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:45.384648 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-242471b8-3646-4788-a262-a27bf168f6ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1362453 Oct 13 00:07:45.450646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.484790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-a1b9ff5b-01e1-4236-b82d-a6d9b9bfc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:45.486560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-a1b9ff5b-01e1-4236-b82d-a6d9b9bfc651 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725236 Oct 13 00:07:45.490687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] No DVR routers for this DVR port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:45.495336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.510972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 9152485b-7702-4736-9f75-1786110833fc completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:45.517250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 9152485b-7702-4736-9f75-1786110833fc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:45.518228 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.584051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:45.599046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] No DVR routers for this DVR port 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:45.634268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-f14194d4-0ffa-48df-a33a-de66a5c38d92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff HTTP/1.1" status: 200 len: 217 time: 0.5833657 Oct 13 00:07:45.647765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Pushing event deleted for resources: {'Port': ['ID=8e31278c-3c79-4c20-9dbd-20fcfacce7d6,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:45.663355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.663888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.664330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.665276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.665715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.666291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.666720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.667148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.667590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.669176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.669731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.670167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220293e9-194d-42e5-bd69-f50ad4058cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:07:45.681487 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:42Z', 'revision_number': 4, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port': {'id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:35Z', 'updated_at': '2021-10-13T00:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c03e0276-500c-4262-b749-1a087570b0d3', 'name': '', 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'mac_address': 'fa:16:3e:70:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:40Z', 'updated_at': '2021-10-13T00:07:43Z', 'revision_number': 2, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'subnets': [{'id': 'e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:45.693963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.703559 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.715702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d744a091-4426-40f1-98f8-d8e46522fa2d']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:45.726644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d91a0b1-1049-4239-87b9-333b261ee25a req-5483fd54-1d21-49e2-9d52-2b884a328608 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6824746 Oct 13 00:07:45.726966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf9dd30-45bd-4d73-97b1-9966c8080b6d') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:45.727321 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Checking router: d4cb3678-7e82-478f-bba9-7509043f81eb for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:45.727620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf9dd30-45bd-4d73-97b1-9966c8080b6d') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:45.728072 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Updating router d4cb3678-7e82-478f-bba9-7509043f81eb port c03e0276-500c-4262-b749-1a087570b0d3 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:07:45.739199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.752862 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.753352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.759756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:07:45.759916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.775161 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.792680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c27c3-026b-438b-9df0-1af9a9ddadc0 req-5d348d35-4180-42d3-be21-6d3d551a2a6c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:45.801375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-194c27c3-026b-438b-9df0-1af9a9ddadc0 req-5d348d35-4180-42d3-be21-6d3d551a2a6c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 947 time: 0.1875207 Oct 13 00:07:45.818499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32cacc-d376-4870-ab62-242a21061084 req-8dac8d18-0a47-4fbc-aa90-b5c1764ef148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:45.818873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:45.821877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9152485b-7702-4736-9f75-1786110833fc'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:07:45.827386 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:07:45.832683 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.832824 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68489a89-160b-4b01-ab9e-278ec87db8a3" -d '{"events": [{"server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "name": "network-vif-plugged", "status": "completed", "tag": "9152485b-7702-4736-9f75-1786110833fc"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:45.836691 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.839866 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d744a091-4426-40f1-98f8-d8e46522fa2d HTTP/1.1" status: 204 len: 168 time: 1.5357432 Oct 13 00:07:45.844656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-8dac8d18-0a47-4fbc-aa90-b5c1764ef148 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1595933 Oct 13 00:07:45.864490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb992abb-bb5c-4b98-b489-670adb5ef458 admin admin] Pushing event deleted for resources: {'Network': ['ID=d744a091-4426-40f1-98f8-d8e46522fa2d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:45.866735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.882809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-246dcc21-2f92-4634-8d7e-56a0822c3ad9 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839676 Oct 13 00:07:45.937692 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.948319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b10f01f-0652-417d-ba98-0d3a32efeb6d req-d0974c37-f7db-437f-9821-1b125649f195 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 210 time: 0.0704439 Oct 13 00:07:46.013893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:46.018281 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-194c27c3-026b-438b-9df0-1af9a9ddadc0 req-e6e22318-89e1-4f53-8943-7e0aace60b5b tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126226 Oct 13 00:07:46.047090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32cacc-d376-4870-ab62-242a21061084 req-0e9480fb-b8a1-416d-bfae-60a56b43b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:46.049791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-0e9480fb-b8a1-416d-bfae-60a56b43b69a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2043920 Oct 13 00:07:46.051143 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b145c8ab-a070-4efa-960b-af5bf03e714a req-fb908ab5-902c-4a0b-93c1-675b5402f9cf service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590018 Oct 13 00:07:46.160681 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c084da75-17f1-4d21-9d68-9c58d674ae05 x-openstack-request-id: req-c084da75-17f1-4d21-9d68-9c58d674ae05 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:46.161136 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2403213-aeac-4ac7-9582-74e1827ced9c", "tag": "a1143d6c-81cd-4ade-990a-b3b9fae1d8ff", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:46.161389 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c084da75-17f1-4d21-9d68-9c58d674ae05 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:46.161921 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2403213-aeac-4ac7-9582-74e1827ced9c', 'tag': 'a1143d6c-81cd-4ade-990a-b3b9fae1d8ff', 'status': 'completed', 'code': 200} Oct 13 00:07:46.209048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:46.258907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:46.259973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cf331-5f0d-435c-bdf8-c19431c6c2ab req-f01bb8cd-20ea-4e99-89ef-c0c857379d36 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:46.260601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8e31278c-3c79-4c20-9dbd-20fcfacce7d6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:46.267272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-467cf331-5f0d-435c-bdf8-c19431c6c2ab req-f01bb8cd-20ea-4e99-89ef-c0c857379d36 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1933398 Oct 13 00:07:46.291850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42676) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:46.297023 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.305794 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.346751 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-56528c9c-8bbb-44c7-bddd-982cd4ffe298 req-1ceb08f0-7110-496a-9143-3cdba67710da tempest-FloatingIPDetailsNegativeTestJSON-555675114 tempest-FloatingIPDetailsNegativeTestJSON-555675114-project] show failed (client error): The resource could not be found. Oct 13 00:07:46.347722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56528c9c-8bbb-44c7-bddd-982cd4ffe298 req-1ceb08f0-7110-496a-9143-3cdba67710da tempest-FloatingIPDetailsNegativeTestJSON-555675114 tempest-FloatingIPDetailsNegativeTestJSON-555675114-project] 10.222.0.21 "GET /v2.0/floatingips/9fe7c772-ce30-4f56-a473-4ca973d6853e HTTP/1.1" status: 404 len: 350 time: 0.0584633 Oct 13 00:07:46.359176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42678) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:46.377665 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e884743-5cbb-43c1-901d-8f7993df0ecc None None] Pushing event updated for resources: {'Port': ['ID=c03e0276-500c-4262-b749-1a087570b0d3,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:46.379839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-467cf331-5f0d-435c-bdf8-c19431c6c2ab req-bcf7d3ef-033d-4aa9-9792-d70cb54506df tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068358 Oct 13 00:07:46.402128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-b5eecb46-645b-4929-b754-4eabfe88f533 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131692 Oct 13 00:07:46.405337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42680) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:46.406644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9c2a2495-f2e4-4663-aa02-013a430ed43b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94ce3693ab64427d8932376436ac9843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1134109 Oct 13 00:07:46.464087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-c7cb8e23-f560-4749-a3a6-ffdb90b54a74 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:46.466388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-c7cb8e23-f560-4749-a3a6-ffdb90b54a74 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 808 time: 0.3445904 Oct 13 00:07:46.489387 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Attempting to bind port c03e0276-500c-4262-b749-1a087570b0d3 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:46.489915 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Attempting to bind port c03e0276-500c-4262-b749-1a087570b0d3 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:46.490276 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Attempting to bind port c03e0276-500c-4262-b749-1a087570b0d3 on network 58130d7c-4b0e-4f47-90dc-85423ebffd67 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:46.496565 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:46.497096 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Checking segment: {'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:46.497551 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.497985 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Bound using segment: {'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:46.498459 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Bound port: c03e0276-500c-4262-b749-1a087570b0d3, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ad79f4-0e35-4483-a337-3d0936ef16a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:46.498858 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.511120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Request body: {'port': {'device_id': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'admin_state_up': True, 'tenant_id': 'bbd65d794f10491ebe555aaca5fbe099'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:46.582481 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5137a92-b126-4f48-8c98-78c2fabbe5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.590714 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a610f8b7-a9bd-45a0-b433-9e2d5107f83c x-openstack-request-id: req-a610f8b7-a9bd-45a0-b433-9e2d5107f83c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:46.591461 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "name": "network-vif-plugged", "status": "completed", "tag": "9152485b-7702-4736-9f75-1786110833fc", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:46.591880 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a610f8b7-a9bd-45a0-b433-9e2d5107f83c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:46.592325 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9152485b-7702-4736-9f75-1786110833fc', 'code': 200} Oct 13 00:07:46.609182 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] For port c03e0276-500c-4262-b749-1a087570b0d3, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:46.620607 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] For port c03e0276-500c-4262-b749-1a087570b0d3, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c03e0276-500c-4262-b749-1a087570b0d3,segment=NetworkSegment(10ad79f4-0e35-4483-a337-3d0936ef16a7),segment_id=10ad79f4-0e35-4483-a337-3d0936ef16a7)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:46.630389 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.667547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5137a92-b126-4f48-8c98-78c2fabbe5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.697477 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Routers {'d4cb3678-7e82-478f-bba9-7509043f81eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:46.697936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef56c8-9690-4b5b-963c-93d6d9d03658 req-8b8b1ffb-12bc-49a9-a8a1-6511b385a7bb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:46.698165 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d4cb3678-7e82-478f-bba9-7509043f81eb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:46.699667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1aef56c8-9690-4b5b-963c-93d6d9d03658 req-8b8b1ffb-12bc-49a9-a8a1-6511b385a7bb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.2186432 Oct 13 00:07:46.709338 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e884743-5cbb-43c1-901d-8f7993df0ecc None None] Pushing event updated for resources: {'Port': ['ID=c03e0276-500c-4262-b749-1a087570b0d3,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:46.762232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f57f2ae6-7894-4325-9505-7c932f9df113 None None] Provisioning complete for port c03e0276-500c-4262-b749-1a087570b0d3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:46.763591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f57f2ae6-7894-4325-9505-7c932f9df113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.768423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Made reservation on behalf of bbd65d794f10491ebe555aaca5fbe099 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:46.772346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.850461 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc32cacc-d376-4870-ab62-242a21061084 req-3deebdbb-a96f-4749-83fc-f77f5192a906 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671587 Oct 13 00:07:46.940235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f57f2ae6-7894-4325-9505-7c932f9df113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.943954 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] Set router d4cb3678-7e82-478f-bba9-7509043f81eb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:46.976462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1aef56c8-9690-4b5b-963c-93d6d9d03658 req-bbc4accc-66ca-49ab-bc02-840417b462d7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677660 Oct 13 00:07:47.002261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5137a92-b126-4f48-8c98-78c2fabbe5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.006095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5137a92-b126-4f48-8c98-78c2fabbe5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.011098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d5137a92-b126-4f48-8c98-78c2fabbe5c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9767955-24f2-42a1-80a0-1ab2dd95469f HTTP/1.1" status: 204 len: 168 time: 0.6050122 Oct 13 00:07:47.011763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f57f2ae6-7894-4325-9505-7c932f9df113 None None] For port c03e0276-500c-4262-b749-1a087570b0d3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c03e0276-500c-4262-b749-1a087570b0d3,segment=NetworkSegment(10ad79f4-0e35-4483-a337-3d0936ef16a7),segment_id=10ad79f4-0e35-4483-a337-3d0936ef16a7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:47.026569 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f57f2ae6-7894-4325-9505-7c932f9df113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.051616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5137a92-b126-4f48-8c98-78c2fabbe5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9767955-24f2-42a1-80a0-1ab2dd95469f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:47.067120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c3e1-f8ec-4548-b990-e362ee220df4 req-9afc458d-bffb-48a1-a2d5-82828514c460 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:47.075464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a067c3e1-f8ec-4548-b990-e362ee220df4 req-9afc458d-bffb-48a1-a2d5-82828514c460 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 949 time: 0.2157555 Oct 13 00:07:47.111584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-5f37c18a-363e-4ea1-bcb3-0e5791d85d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:47.113474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-5f37c18a-363e-4ea1-bcb3-0e5791d85d87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 1098 time: 0.1348681 Oct 13 00:07:47.163645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f2ae6-7894-4325-9505-7c932f9df113 None None] Pushing event updated for resources: {'Port': ['ID=c03e0276-500c-4262-b749-1a087570b0d3,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:47.183138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7eb5b5bb-d053-47df-b200-e3ff054c2489 None None] Provisioning complete for port c03e0276-500c-4262-b749-1a087570b0d3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:47.185078 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7eb5b5bb-d053-47df-b200-e3ff054c2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.203974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Allocated IP 172.20.0.4 (8e65ace2-2de0-4fd6-9cce-59ff9c353643/8a2038ec-5b3d-4754-a075-954b2e4cab2a/62930d67-7ab3-4bf5-bd7c-67f1c99c1632) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:47.251369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-50e861f7-1c22-4b65-8fd1-d7795b02a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:47.253199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-50e861f7-1c22-4b65-8fd1-d7795b02a9c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1176953 Oct 13 00:07:47.256381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a067c3e1-f8ec-4548-b990-e362ee220df4 req-863c5244-3b37-4aba-94c5-6aaf419f0333 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797743 Oct 13 00:07:47.297237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38e4e2e6-5667-43c9-af21-739b2e430b70 req-a1ba32a4-9c76-413f-94ed-5c3174091ffd tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 210 time: 0.1815500 Oct 13 00:07:47.352580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-d8b6c07c-b513-4c2e-b264-24ca1dbe6a07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff HTTP/1.1" status: 200 len: 217 time: 0.0754104 Oct 13 00:07:47.353941 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:42Z', 'revision_number': 4, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port': {'id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:35Z', 'updated_at': '2021-10-13T00:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c03e0276-500c-4262-b749-1a087570b0d3', 'name': '', 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'mac_address': 'fa:16:3e:70:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:40Z', 'updated_at': '2021-10-13T00:07:46Z', 'revision_number': 4, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'subnets': [{'id': 'e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:47.420830 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.461772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.510113 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b787c22-7c22-4fec-8f18-83cce64b3f44 None None] The sync data for ids ['d4cb3678-7e82-478f-bba9-7509043f81eb'] in n-d-813679-4 is: [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:42Z', 'revision_number': 4, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port': {'id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:35Z', 'updated_at': '2021-10-13T00:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c03e0276-500c-4262-b749-1a087570b0d3', 'name': '', 'network_id': '58130d7c-4b0e-4f47-90dc-85423ebffd67', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'mac_address': 'fa:16:3e:70:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:40Z', 'updated_at': '2021-10-13T00:07:46Z', 'revision_number': 4, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'subnets': [{'id': 'e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:47.548229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.574114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfdf3e-753a-4399-8f47-8f1fb77dfb65 req-3824bf01-a9c1-4cef-8329-97829794c73f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:47.594078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2adfdf3e-753a-4399-8f47-8f1fb77dfb65 req-3824bf01-a9c1-4cef-8329-97829794c73f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 947 time: 0.1965640 Oct 13 00:07:47.606747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-b63aebe4-88ea-4a77-ae32-51489b0cd80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:47.610398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-b63aebe4-88ea-4a77-ae32-51489b0cd80e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.2481205 Oct 13 00:07:47.637593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Pushing event updated for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:47.652788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.657643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:47.702060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2adfdf3e-753a-4399-8f47-8f1fb77dfb65 req-a4804a0c-c4b1-4c5a-8cde-8b4ef2ce0848 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895648 Oct 13 00:07:47.709535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:47.726589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-3f6afd4d-f10c-4a08-8b19-7283f817275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:47.728176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-3f6afd4d-f10c-4a08-8b19-7283f817275d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965152 Oct 13 00:07:47.730585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:47.841832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:47.842540 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.922472 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-a4c67f37-5c0d-46cc-9362-fb9861862dbe tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4173439 Oct 13 00:07:47.940294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 74c34f18-33cb-40d7-9903-cace9f2f89fe details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:47.956363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb07f1-dd6b-422e-8791-baae7689d7ee req-0f1969ef-907d-4265-8869-dd969bc13e3a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:47.957923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fddb07f1-dd6b-422e-8791-baae7689d7ee req-0f1969ef-907d-4265-8869-dd969bc13e3a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1312497 Oct 13 00:07:47.961323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Request body: {'port': {'device_id': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:48.042521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.046171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b16d8-474f-4a77-8d89-467be0174eb4 req-b505a360-7cbd-4f19-b57d-1c8e3261f184 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:48.054212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b16d8-474f-4a77-8d89-467be0174eb4 req-b505a360-7cbd-4f19-b57d-1c8e3261f184 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:48.067136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae2b16d8-474f-4a77-8d89-467be0174eb4 req-b505a360-7cbd-4f19-b57d-1c8e3261f184 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e&device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 1689 time: 0.2843444 Oct 13 00:07:48.076247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:48.078479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-29a43f29-ba32-4daa-a976-8f0b8ef26871 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399065 Oct 13 00:07:48.091490 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'port_id': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'mac_address': 'fa:16:3e:36:2c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00553f-2a55-4bd4-b4f8-8c7e8de70812', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:48.157445 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.178364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74c34f18-33cb-40d7-9903-cace9f2f89fe {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:48.214953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:48.220889 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.252197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85db7c60-29d4-4110-bd5b-3ba0a351acee req-0e024d47-a830-485b-8760-c5c667442df0 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546838 Oct 13 00:07:48.272840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fddb07f1-dd6b-422e-8791-baae7689d7ee req-4af19e3f-5b1d-49bc-897c-ff9ae71e3bb2 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905235 Oct 13 00:07:48.294755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:48.298072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c03e0276-500c-4262-b749-1a087570b0d3 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:48.305336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae2b16d8-474f-4a77-8d89-467be0174eb4 req-fdf12e98-8e6a-4eaf-9b15-dc4bc2f5a68a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372315 Oct 13 00:07:48.311156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42716) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:48.427895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c03e0276-500c-4262-b749-1a087570b0d3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:48.428490 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.498449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15637833-cbe5-4b23-86fa-bf2ac48c3756 req-fc7ca3ff-a323-4748-b3c3-846b0b25048f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:48.500296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15637833-cbe5-4b23-86fa-bf2ac48c3756 req-fc7ca3ff-a323-4748-b3c3-846b0b25048f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.0867457 Oct 13 00:07:48.533943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-459390657-network', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:48.578020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['74c34f18-33cb-40d7-9903-cace9f2f89fe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:48.587942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15637833-cbe5-4b23-86fa-bf2ac48c3756 req-8cc7c8f7-c67d-4ddd-be07-79133e674282 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803757 Oct 13 00:07:48.620590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Made reservation on behalf of 4fd9aefcbbef43fab9ef7bb36c8ef4a3 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:48.623453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.641083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.684837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96464416-d592-4079-ade5-90eb72724b13 req-acff466c-3e44-4e7e-bfbf-948930591f63 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:48.693526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96464416-d592-4079-ade5-90eb72724b13 req-acff466c-3e44-4e7e-bfbf-948930591f63 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 931 time: 0.1343238 Oct 13 00:07:48.782199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96464416-d592-4079-ade5-90eb72724b13 req-e965df33-b59c-4371-a2d6-9487a1991086 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869315 Oct 13 00:07:48.790840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7e220-6f04-4c4f-8032-3eee15eafbfd req-5ac9a610-a34d-4cc4-a471-645a4ad2680e tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:48.792597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bee7e220-6f04-4c4f-8032-3eee15eafbfd req-5ac9a610-a34d-4cc4-a471-645a4ad2680e tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 1100 time: 0.1310329 Oct 13 00:07:48.900785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.903117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bee7e220-6f04-4c4f-8032-3eee15eafbfd req-23274b73-4bb1-4ed3-bcfa-32da98bfe19e tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984666 Oct 13 00:07:48.912679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Deleting port c03e0276-500c-4262-b749-1a087570b0d3 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:48.913278 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.918316 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.928418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:48.958311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f628b5-9d23-4a3f-b807-166d08385e0d req-4149ae04-21d2-4ad3-aac0-7f1b2ad359e1 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:48.960096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7f628b5-9d23-4a3f-b807-166d08385e0d req-4149ae04-21d2-4ad3-aac0-7f1b2ad359e1 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1101 time: 0.1083856 Oct 13 00:07:48.964725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.967035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:07:48.986790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Transition to ACTIVE for port object 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:48.988371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0574cb62-344a-4b15-8c17-1b0a1b666f99,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:48.993988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.999335 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.999710 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Added segment 4f9da6d2-df5a-470d-bf58-f3c33b54aa25 of type vlan for network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 Oct 13 00:07:49.055479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] For port c03e0276-500c-4262-b749-1a087570b0d3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c03e0276-500c-4262-b749-1a087570b0d3,segment=NetworkSegment(10ad79f4-0e35-4483-a337-3d0936ef16a7),segment_id=10ad79f4-0e35-4483-a337-3d0936ef16a7)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:49.055859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.077840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Calling delete_port for c03e0276-500c-4262-b749-1a087570b0d3 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:49.078807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.081469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Pushing event updated for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:49.086859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7f628b5-9d23-4a3f-b807-166d08385e0d req-c1295b6d-b54f-4c57-8651-a0dfb3dd733b tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101496 Oct 13 00:07:49.134975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead37fd-5ebb-4726-a76e-a5d9bcfc11d6 req-f059047e-4cf1-4ece-b5d1-88ab9a504f2f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:49.136575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eead37fd-5ebb-4726-a76e-a5d9bcfc11d6 req-f059047e-4cf1-4ece-b5d1-88ab9a504f2f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 947 time: 0.1222348 Oct 13 00:07:49.137928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.138782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:49.139665 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.204971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:49.205315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:49.205643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:49.213838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:49.214159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:49.236970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9243653 Oct 13 00:07:49.243467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42734) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:49.248940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Request body: {'subnet': {'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-subnet', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:49.250470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:49.250812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:49.251194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:49.251670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Bound port: 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:49.252002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.258088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f978d-9be1-48b3-9d78-5aef242813eb admin admin] Pushing event updated for resources: {'Network': ['ID=a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:49.280812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:07:49.285635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eead37fd-5ebb-4726-a76e-a5d9bcfc11d6 req-2087d351-dd33-41bd-9004-e81731840e0a tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277122 Oct 13 00:07:49.296930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe20e5-d3b1-41e8-822f-bbe711c6f9f0 req-a85ffb87-ea99-4447-a610-75f0d30b04cc tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:49.298519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ffe20e5-d3b1-41e8-822f-bbe711c6f9f0 req-a85ffb87-ea99-4447-a610-75f0d30b04cc tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 1100 time: 0.1107407 Oct 13 00:07:49.303732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Made reservation on behalf of 4fd9aefcbbef43fab9ef7bb36c8ef4a3 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:49.306047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.375181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:49.400078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:49.416258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.421353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ffe20e5-d3b1-41e8-822f-bbe711c6f9f0 req-54d50514-a182-45b9-925b-fce0b091bcdc tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087275 Oct 13 00:07:49.456004 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.467809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:49.468422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.469791 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-e4f392f0-d393-408f-9220-f61170996570 service neutron] 10.222.0.36 "PUT /v2.0/ports/62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 200 len: 1091 time: 1.5158021 Oct 13 00:07:49.473121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:49.475851 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c723f4-0f94-4012-b6ee-d81e3d413542" -d '{"events": [{"name": "network-changed", "server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:49.560453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f392f0-d393-408f-9220-f61170996570 service neutron] Pushing event updated for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:49.566769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae194d-cdbe-450b-b245-5f1982237c94 req-bb6a6168-98f7-4f06-b2ec-e22a61f0daa9 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:49.574394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78ae194d-cdbe-450b-b245-5f1982237c94 req-bb6a6168-98f7-4f06-b2ec-e22a61f0daa9 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 945 time: 0.1355269 Oct 13 00:07:49.619137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=c03e0276-500c-4262-b749-1a087570b0d3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:49.670890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-00cae5c8-c2bd-4ad4-946f-75a150dfb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:49.671440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-00cae5c8-c2bd-4ad4-946f-75a150dfb899 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1094 time: 0.1218066 Oct 13 00:07:49.688960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78ae194d-cdbe-450b-b245-5f1982237c94 req-84849e7d-f583-45e3-8784-78b6f52816bf tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134598 Oct 13 00:07:49.734049 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-9a732630-9333-4b67-b671-7b477d0d7555 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 200 len: 217 time: 0.0453787 Oct 13 00:07:49.764468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.778313 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baca69c-4a9f-4fd3-ba71-d4d0b2ee753d x-openstack-request-id: req-6baca69c-4a9f-4fd3-ba71-d4d0b2ee753d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:49.778644 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:49.779085 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6baca69c-4a9f-4fd3-ba71-d4d0b2ee753d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:49.779389 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632', 'status': 'completed', 'code': 200} Oct 13 00:07:49.808408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740b9d54-4ca5-4cbb-876a-0249ff87c960,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:49.836291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-29965c15-72be-41fd-b21d-e150718b39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:49.837758 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-29965c15-72be-41fd-b21d-e150718b39f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0622876 Oct 13 00:07:49.840246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-9ad47af3-b34a-4b9a-81c4-858849dfa85f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328188 Oct 13 00:07:49.859078 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.875827 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-499f2191-fee5-4f3e-a672-015b013fd44d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290675 Oct 13 00:07:49.890223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-0f9d0217-e75b-46ed-874e-a2e48a6bc7fa tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555503 Oct 13 00:07:49.937115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 74c34f18-33cb-40d7-9903-cace9f2f89fe up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:49.981893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Checking segment: {'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:49.982188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Network hostable DHCP agents. Network: a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:07:49.997087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 74c34f18-33cb-40d7-9903-cace9f2f89fe triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:49.997632 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.049448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:07:50.055027 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-c1407bee-14d3-44bd-8ebb-657831ff523d service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694593 Oct 13 00:07:50.071572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-75ad5e1e-d2e3-495e-b489-57da906d23e4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:50.079021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-75ad5e1e-d2e3-495e-b489-57da906d23e4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259243 Oct 13 00:07:50.088095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.095602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:50.119658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:50.120259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.123191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-a665c5e7-298c-44e3-a89d-72cc850cfc15 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/quotas/a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 375 time: 0.0433900 Oct 13 00:07:50.131062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-70435606-8ed2-4383-86d2-51e50b4bb976 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:50.143205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-70435606-8ed2-4383-86d2-51e50b4bb976 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163858 Oct 13 00:07:50.158255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:50.163009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:50.165632 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98d941c-ee95-40ec-868f-3e94931ad10e" -d '{"events": [{"server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "name": "network-vif-plugged", "status": "completed", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:50.168612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f796e9c-1fad-40bc-9796-dc607a9e413c None None] Network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:50.173392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.191832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-899aece6-f8b4-4901-b7c1-1d6d68d9e0de tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/quotas/2d05105741314c25be26b660be8365c0 HTTP/1.1" status: 200 len: 375 time: 0.0523806 Oct 13 00:07:50.198971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9db9a717-1431-4497-88e7-4ca7aff76650 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9520414 Oct 13 00:07:50.199447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42772) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:50.206465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:50.263839 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecd30892-1bfd-42cd-983c-ca53a723037a req-00d2a35e-b6ce-40ca-90b1-4ab2f172931b service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688817 Oct 13 00:07:50.265911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Router d4cb3678-7e82-478f-bba9-7509043f81eb has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:07:50.266431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-0d9ea390-339a-4f44-8932-3dd6cbc60c7e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257172 Oct 13 00:07:50.267017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.268242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.294765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-f0dcde95-6213-4483-a48d-1117853579bf tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1018848 Oct 13 00:07:50.314407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:50.404731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.421615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02', 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'fixed_ips': [{'subnet_id': '740b9d54-4ca5-4cbb-876a-0249ff87c960'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:07:50.422531 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.607571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4d490-8c28-4220-a3c1-1defe400dd56 req-77a259f2-fb82-4a19-a413-fc471dd0fae2 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:50.609308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ca4d490-8c28-4220-a3c1-1defe400dd56 req-77a259f2-fb82-4a19-a413-fc471dd0fae2 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.1020849 Oct 13 00:07:50.610169 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7ac3d9-356a-4eb3-ae55-544288ce093b x-openstack-request-id: req-ca7ac3d9-356a-4eb3-ae55-544288ce093b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:50.610627 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "name": "network-vif-plugged", "status": "completed", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:50.611135 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca7ac3d9-356a-4eb3-ae55-544288ce093b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:50.611795 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'code': 200} Oct 13 00:07:50.665695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Allocated IP 172.20.0.2 (a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02/740b9d54-4ca5-4cbb-876a-0249ff87c960/d5b92525-8327-4ec5-b422-2cf8238a14bc) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:50.687546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-0e935afe-7dc7-46d5-b7d4-8dc8c3ec6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:50.689051 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-0e935afe-7dc7-46d5-b7d4-8dc8c3ec6449 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1094 time: 0.3029130 Oct 13 00:07:50.706844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.740545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ca4d490-8c28-4220-a3c1-1defe400dd56 req-32ba7f20-f353-4ff4-8ea5-88b29544fdf9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245680 Oct 13 00:07:50.781686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db7bcd-f28a-4f89-b3ee-39364c48d54c req-5c67e95c-3105-4601-a43d-099397c73fa2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:50.792338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3db7bcd-f28a-4f89-b3ee-39364c48d54c req-5c67e95c-3105-4601-a43d-099397c73fa2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 947 time: 0.1320753 Oct 13 00:07:50.814246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:50.826520 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b05c7773-485e-4e6f-b7fa-1d6498667cbd admin admin] 10.222.0.21 "PUT /v2.0/routers/d4cb3678-7e82-478f-bba9-7509043f81eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4635012 Oct 13 00:07:50.832252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] Sync routers for ids ['d4cb3678-7e82-478f-bba9-7509043f81eb'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:50.837069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42796) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:50.860052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] Routers {'d4cb3678-7e82-478f-bba9-7509043f81eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:50.860736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d4cb3678-7e82-478f-bba9-7509043f81eb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:50.877327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fec43c3a-5651-48e3-aa19-e9cfacf2fa96 req-18521f86-bbc2-447a-9b66-a156d8ca65ba tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 210 time: 0.0478296 Oct 13 00:07:50.896074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3db7bcd-f28a-4f89-b3ee-39364c48d54c req-16f8c626-f610-45d3-b24f-cc2eef708a01 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027174 Oct 13 00:07:50.982349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-393f0d57-8673-4b12-bde7-eda8149c53fa req-51811693-7b30-4291-8bab-716293ddfdf5 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 210 time: 0.0326121 Oct 13 00:07:50.991677 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:51.020070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:51.040898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-f1a7c4be-dca6-4715-ad0d-3d8a41c3d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:51.042364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-f1a7c4be-dca6-4715-ad0d-3d8a41c3d558 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.3397553 Oct 13 00:07:51.051481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] Set router d4cb3678-7e82-478f-bba9-7509043f81eb gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:51.071300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:51.128518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:51.131931 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-2e851fd5-d617-4795-af36-c72518296bae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 200 len: 217 time: 0.0724387 Oct 13 00:07:51.133320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e81059-cd06-4661-a18e-162ed0262000 req-10b8fa7b-ce0a-4c36-b5de-d78ff500de29 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:51.134938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17e81059-cd06-4661-a18e-162ed0262000 req-10b8fa7b-ce0a-4c36-b5de-d78ff500de29 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.0709577 Oct 13 00:07:51.165316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:51.173282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:51.219602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17e81059-cd06-4661-a18e-162ed0262000 req-bc1cf99d-dab3-4ed9-9273-c8e81a5e8d3e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689933 Oct 13 00:07:51.261087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Pushing event updated for resources: {'Port': ['ID=d5b92525-8327-4ec5-b422-2cf8238a14bc,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:51.285684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-3d1dadd4-d76c-4e23-841f-8afd84efc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:51.287305 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-3d1dadd4-d76c-4e23-841f-8afd84efc2c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1546180 Oct 13 00:07:51.307454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Attempting to bind port d5b92525-8327-4ec5-b422-2cf8238a14bc on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:51.307856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Attempting to bind port d5b92525-8327-4ec5-b422-2cf8238a14bc by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:51.308224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Attempting to bind port d5b92525-8327-4ec5-b422-2cf8238a14bc on network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:51.325259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:51.325652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Checking segment: {'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:51.326092 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:51.326493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Bound using segment: {'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:51.327206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Bound port: d5b92525-8327-4ec5-b422-2cf8238a14bc, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:51.327839 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:51.588745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-42a77746-4c16-48e2-805c-ac566887741c None None] For port d5b92525-8327-4ec5-b422-2cf8238a14bc, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:51.592299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a51ef-9637-4cb4-a99a-cd4ed06a65e4 req-dfd429e3-2870-47e4-914c-3da1b180101e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:51.594984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-42a77746-4c16-48e2-805c-ac566887741c None None] For port d5b92525-8327-4ec5-b422-2cf8238a14bc, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d5b92525-8327-4ec5-b422-2cf8238a14bc,segment=NetworkSegment(4f9da6d2-df5a-470d-bf58-f3c33b54aa25),segment_id=4f9da6d2-df5a-470d-bf58-f3c33b54aa25)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:51.600619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d96a51ef-9637-4cb4-a99a-cd4ed06a65e4 req-dfd429e3-2870-47e4-914c-3da1b180101e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.0627449 Oct 13 00:07:51.620392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:51.627549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-4f069564-f619-4d09-ad22-7f5121e9cff8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361612 Oct 13 00:07:51.643982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d96a51ef-9637-4cb4-a99a-cd4ed06a65e4 req-28f7f22d-5823-423a-b3c3-5dbacd6c4f5d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Oct 13 00:07:51.699555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a77746-4c16-48e2-805c-ac566887741c None None] Pushing event updated for resources: {'Port': ['ID=d5b92525-8327-4ec5-b422-2cf8238a14bc,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:51.706958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:51.710588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:49Z', 'revision_number': 5, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port': {'id': '79078fa7-eae7-497a-b2a2-4bf4635b1e71', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:35Z', 'updated_at': '2021-10-13T00:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:51.743009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] Checking router: d4cb3678-7e82-478f-bba9-7509043f81eb for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:51.755138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] Routers {'d4cb3678-7e82-478f-bba9-7509043f81eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:51.755840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d4cb3678-7e82-478f-bba9-7509043f81eb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:51.858536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] Set router d4cb3678-7e82-478f-bba9-7509043f81eb gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:51.883046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-b587643c-546d-42f6-aa84-136ef721529a service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453511 Oct 13 00:07:51.975854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:51Z', 'revision_number': 6, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:51.994637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac756e-a1f5-4a5a-b508-69f453aef340 req-adddff26-6ab0-4cf5-9f63-33d1d60ec953 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:52.015976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.018580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cc5987-d631-4bbf-9a67-ee0ee2480c66 None None] The sync data for ids ['d4cb3678-7e82-478f-bba9-7509043f81eb'] in n-d-813679-4 is: [{'id': 'd4cb3678-7e82-478f-bba9-7509043f81eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2092397163-router', 'tenant_id': 'c670dada660b4c7f9538340712bee4f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:34Z', 'updated_at': '2021-10-13T00:07:51Z', 'revision_number': 6, 'project_id': 'c670dada660b4c7f9538340712bee4f1', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:52.021201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a1143d6c-81cd-4ade-990a-b3b9fae1d8ff details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:52.030253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8fac756e-a1f5-4a5a-b508-69f453aef340 req-adddff26-6ab0-4cf5-9f63-33d1d60ec953 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.1677244 Oct 13 00:07:52.075193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.083706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Deleting port 79078fa7-eae7-497a-b2a2-4bf4635b1e71 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:52.084505 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.187048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f391f482-d6f4-4378-84c3-90399ef497b0 req-0a6bfcb9-8c82-4903-9325-ac0c0db04d87 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 210 time: 0.1492898 Oct 13 00:07:52.255369 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c723f4-0f94-4012-b6ee-d81e3d413542 req-9528f0c2-af9f-4741-8c35-81890940b461 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631139 Oct 13 00:07:52.264322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-2e678438-520b-414b-a4c6-55db77d4938e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1888311 Oct 13 00:07:52.298274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] For port 79078fa7-eae7-497a-b2a2-4bf4635b1e71, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=79078fa7-eae7-497a-b2a2-4bf4635b1e71,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:52.298792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.304095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8fac756e-a1f5-4a5a-b508-69f453aef340 req-8cbc41f8-dc0a-450c-abe3-8a2ec0602a66 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721574 Oct 13 00:07:52.315653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:52.329725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Calling delete_port for 79078fa7-eae7-497a-b2a2-4bf4635b1e71 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:52.330595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'a1143d6c-81cd-4ade-990a-b3b9fae1d8ff', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'a1143d6c-81cd-4ade-990a-b3b9fae1d8ff', 'mac_address': 'fa:16:3e:b6:00:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:52.344074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Allocated IP 172.25.3.137 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/929c7a00-3346-4173-ac83-7b2eab45a433) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:52.408092 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.459855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1143d6c-81cd-4ade-990a-b3b9fae1d8ff {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:52.523583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:52.542248 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.597590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-a072fd38-112c-49e2-a171-425f77923911 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:52.599859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-a072fd38-112c-49e2-a171-425f77923911 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916250 Oct 13 00:07:52.620284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d5b92525-8327-4ec5-b422-2cf8238a14bc up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:52.652838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Request body: {'port': {'device_id': 'e3ee0a0c-8d28-4124-af29-a93b80e50287', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '2d05105741314c25be26b660be8365c0'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:52.677756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:52.703157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d5b92525-8327-4ec5-b422-2cf8238a14bc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:52.703863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.767649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eea94191-84af-4394-8e0d-e266554c0274 req-075cbe1e-e095-456e-b6a9-98eedf122078 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 210 time: 0.1199503 Oct 13 00:07:52.792084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23da11-a3f9-462d-bb5d-6d0d289440af req-f5329d54-9521-4f75-a630-6d79117e3ae7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:52.800147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a23da11-a3f9-462d-bb5d-6d0d289440af req-f5329d54-9521-4f75-a630-6d79117e3ae7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 948 time: 0.4385910 Oct 13 00:07:52.843895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.891622 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.898347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a23da11-a3f9-462d-bb5d-6d0d289440af req-c0acc8de-ae98-4eff-946b-f5b0c148ba86 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972216 Oct 13 00:07:52.942997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port d5b92525-8327-4ec5-b422-2cf8238a14bc, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d5b92525-8327-4ec5-b422-2cf8238a14bc,segment=NetworkSegment(4f9da6d2-df5a-470d-bf58-f3c33b54aa25),segment_id=4f9da6d2-df5a-470d-bf58-f3c33b54aa25)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:52.950359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.977278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Made reservation on behalf of 2d05105741314c25be26b660be8365c0 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:52.984563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:52.985991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.009852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c03e0276-500c-4262-b749-1a087570b0d3 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:53.014844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c1f44-afb3-44b8-9c56-c719acc11098 req-afe118ae-000f-4abb-96cb-0a0c8ee2ac5b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:53.016476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b4c1f44-afb3-44b8-9c56-c719acc11098 req-afe118ae-000f-4abb-96cb-0a0c8ee2ac5b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1119716 Oct 13 00:07:53.061706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c03e0276-500c-4262-b749-1a087570b0d3 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:53.062320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.062439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c03e0276-500c-4262-b749-1a087570b0d3 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:53.065432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a1143d6c-81cd-4ade-990a-b3b9fae1d8ff'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:53.085101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=79078fa7-eae7-497a-b2a2-4bf4635b1e71,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:53.135860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=d5b92525-8327-4ec5-b422-2cf8238a14bc,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:53.194635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:53.209609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:53.220766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:53.222016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b4c1f44-afb3-44b8-9c56-c719acc11098 req-d33eb3e3-6de7-43e1-b948-37c2dc2cedce tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967366 Oct 13 00:07:53.260345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Pushing event updated for resources: {'Port': ['ID=929c7a00-3346-4173-ac83-7b2eab45a433,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:53.270286 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.301261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaae690-5160-49cb-85a0-0577fb25942a None None] Network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:53.389640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.407672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Allocated IP 192.168.233.98 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/155a8cc6-707b-42c0-9e44-0dd7f7d3d045) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:53.424608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.491318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee8ea943-5ccd-4541-8164-8d2135eb56ff req-c038cf61-4695-4c98-803a-af29f1193362 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 210 time: 0.0588937 Oct 13 00:07:53.511369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fedc59eb-2f2d-4735-98cc-e18068c0c618 None None] Provisioning complete for port d5b92525-8327-4ec5-b422-2cf8238a14bc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:53.513116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fedc59eb-2f2d-4735-98cc-e18068c0c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.536907 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-066fcd9c-c9a3-43c2-b6e5-6ac0199e9a2c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103754 Oct 13 00:07:53.667255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097afe4-d1af-4c3c-86a2-d1ca3675156a req-219878cf-b4a8-4a26-92b2-2021ff05b14d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:53.669057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d097afe4-d1af-4c3c-86a2-d1ca3675156a req-219878cf-b4a8-4a26-92b2-2021ff05b14d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.1699011 Oct 13 00:07:53.704286 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.705122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4cb3678-7e82-478f-bba9-7509043f81eb {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:07:53.711106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.712428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1a36faeb-742c-4cae-9052-e211150a1a52 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d4cb3678-7e82-478f-bba9-7509043f81eb HTTP/1.1" status: 204 len: 168 time: 2.8741748 Oct 13 00:07:53.720920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:53.774299 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.851555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e463d337-2165-49a2-850e-17c377310ffc admin admin] Deleting subnet e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:07:53.873836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d097afe4-d1af-4c3c-86a2-d1ca3675156a req-d3cf89ca-7374-4eaf-bdc6-0ef5ba0fc5e0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972612 Oct 13 00:07:53.891049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e463d337-2165-49a2-850e-17c377310ffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.917640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3977933-fc02-41a0-91bf-0afb68ea5a44 req-195d8615-ebe0-40b1-9018-170d513e45c9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 210 time: 0.0330524 Oct 13 00:07:53.943556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:53.979854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f', 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:54.031196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 74c34f18-33cb-40d7-9903-cace9f2f89fe no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:54.077170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e463d337-2165-49a2-850e-17c377310ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.126654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c82d0640-0c3a-4889-a002-9d43cfded414 None None] Provisioning complete for port d5b92525-8327-4ec5-b422-2cf8238a14bc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:54.127192 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c82d0640-0c3a-4889-a002-9d43cfded414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.133312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2e9f2bba-5bf7-4454-933b-998372a18e58 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:54.134859 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2e9f2bba-5bf7-4454-933b-998372a18e58 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5896206 Oct 13 00:07:54.150316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-17b4f0aa-d4e2-40cd-8fec-3f17d46ad646 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:54.151883 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-17b4f0aa-d4e2-40cd-8fec-3f17d46ad646 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.2917025 Oct 13 00:07:54.161944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Request body: {'port': {'device_id': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'a29e602fca5c426bb8f6c0b3f6d9775f'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:54.191278 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.235428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d5b92525-8327-4ec5-b422-2cf8238a14bc up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:54.300909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:54.313424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['fdefa737-562d-45dd-904a-7c2f70b81395'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:54.313642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'Port': ['ID=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:54.316007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:54.320097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.332174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:54.337689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:54.338853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.371561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e463d337-2165-49a2-850e-17c377310ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.380265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f9b35-04b2-4310-a64a-2c5abf765802 req-4389ad7a-138d-45eb-a36b-c85869f2a66d tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:54.388133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-308f9b35-04b2-4310-a64a-2c5abf765802 req-4389ad7a-138d-45eb-a36b-c85869f2a66d tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 948 time: 0.4100804 Oct 13 00:07:54.433232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:54.441482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644b90d-cab6-4c0f-ae01-e69c83a60b75 req-ced1f3f8-a3c2-4423-9fda-de00dc86d248 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:54.452449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b644b90d-cab6-4c0f-ae01-e69c83a60b75 req-ced1f3f8-a3c2-4423-9fda-de00dc86d248 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 946 time: 0.1566606 Oct 13 00:07:54.456065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:54.459254 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ef0bab-ba1a-4c19-a096-e19d3f0aa466" -d '{"events": [{"server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "name": "network-vif-unplugged", "status": "completed", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:54.459440 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-21622493-9282-4f0d-82fb-663c648143c2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8128281 Oct 13 00:07:54.469748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.495677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Request body: {'port': {'device_id': 'e3ee0a0c-8d28-4124-af29-a93b80e50287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:54.518815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-308f9b35-04b2-4310-a64a-2c5abf765802 req-bae98444-1a55-4edd-8c4f-9fb503ceb67f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298025 Oct 13 00:07:54.538869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b644b90d-cab6-4c0f-ae01-e69c83a60b75 req-0fda95eb-458b-4fa4-8f5c-e7725b7a0355 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852821 Oct 13 00:07:54.566871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:54.569771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d5b92525-8327-4ec5-b422-2cf8238a14bc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:54.570368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.599863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.664263 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d881d41f-6c48-43b1-ba8f-2f7dc726c671 x-openstack-request-id: req-d881d41f-6c48-43b1-ba8f-2f7dc726c671 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:54.671799 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "name": "network-vif-unplugged", "status": "completed", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:54.672439 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d881d41f-6c48-43b1-ba8f-2f7dc726c671 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:54.673068 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'code': 200} Oct 13 00:07:54.695063 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e4bc011-6b9e-4384-b8f4-09bf85f79947 req-e18300ac-54d6-44c9-8b8a-674077a3782d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 210 time: 0.0329309 Oct 13 00:07:54.898175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-57928f23-6531-40ea-b87a-49443b90a774 None None] Provisioning complete for port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:54.898554 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-57928f23-6531-40ea-b87a-49443b90a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:54.938706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 79078fa7-eae7-497a-b2a2-4bf4635b1e71 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:54.965716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:54.973884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 79078fa7-eae7-497a-b2a2-4bf4635b1e71 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:54.974497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 79078fa7-eae7-497a-b2a2-4bf4635b1e71 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:54.978980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-57928f23-6531-40ea-b87a-49443b90a774 None None] Port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:54.988011 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.036009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Deleting port 74c34f18-33cb-40d7-9903-cace9f2f89fe {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:55.036699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.052917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Transition to ACTIVE for port object 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:55.061704 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e463d337-2165-49a2-850e-17c377310ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.064803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.120068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Made reservation on behalf of a29e602fca5c426bb8f6c0b3f6d9775f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:55.124084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.129882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.140565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa093d-1122-498e-a72c-946ee9500d5a req-595cbd9e-eab3-4139-8454-b79ec24e2482 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:55.141757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463d337-2165-49a2-850e-17c377310ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:55.150734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e463d337-2165-49a2-850e-17c377310ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.151804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dfa093d-1122-498e-a72c-946ee9500d5a req-595cbd9e-eab3-4139-8454-b79ec24e2482 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.1775968 Oct 13 00:07:55.153294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5acea80-e9de-46cc-8396-adff7bc95359 None None] Network 58130d7c-4b0e-4f47-90dc-85423ebffd67 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:07:55.156801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e463d337-2165-49a2-850e-17c377310ffc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e1a99a1d-3bb3-4d16-b260-5dfe047ef8d1 HTTP/1.1" status: 204 len: 168 time: 1.4349818 Oct 13 00:07:55.163060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42842) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:55.214476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dfa093d-1122-498e-a72c-946ee9500d5a req-71804351-b46b-4d38-b6f8-d13a9ce5fbc1 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Oct 13 00:07:55.215174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Pushing event updated for resources: {'Port': ['ID=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:55.241767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95242-b1af-45da-83a3-72599dfacd7e req-acc1609f-2d9f-4a72-b4e0-ba0c9c94832c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:55.250029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2de95242-b1af-45da-83a3-72599dfacd7e req-acc1609f-2d9f-4a72-b4e0-ba0c9c94832c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 935 time: 0.2332673 Oct 13 00:07:55.320065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2de95242-b1af-45da-83a3-72599dfacd7e req-eca4b86e-e8ef-4ff1-afba-211bb202adfb tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690722 Oct 13 00:07:55.343339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Attempting to bind port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:55.343821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Attempting to bind port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:55.344150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Attempting to bind port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:55.350124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:55.350124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Attempting to bind port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:55.355084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:55.355567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:55.356549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:55.357061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Bound port: 155a8cc6-707b-42c0-9e44-0dd7f7d3d045, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:55.357482 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.373390 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:07:55.376885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] DHCP port deletion for 58130d7c-4b0e-4f47-90dc-85423ebffd67 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:07:55.430121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] For port 74c34f18-33cb-40d7-9903-cace9f2f89fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=74c34f18-33cb-40d7-9903-cace9f2f89fe,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:55.430496 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.438746 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.452701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] For port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:55.455910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] For port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:55.461258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Calling delete_port for 74c34f18-33cb-40d7-9903-cace9f2f89fe owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:55.461571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.525642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Pushing event updated for resources: {'Port': ['ID=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:55.529206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:55.530287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.531765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-66209c71-9feb-4a63-8fa8-08aba34484ba service neutron] 10.222.0.45 "PUT /v2.0/ports/155a8cc6-707b-42c0-9e44-0dd7f7d3d045 HTTP/1.1" status: 200 len: 1095 time: 1.0420334 Oct 13 00:07:55.532224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ee0a0c-8d28-4124-af29-a93b80e50287', 'tag': '155a8cc6-707b-42c0-9e44-0dd7f7d3d045'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:55.534569 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ee0a0c-8d28-4124-af29-a93b80e50287", "tag": "155a8cc6-707b-42c0-9e44-0dd7f7d3d045"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:55.550826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Allocated IP 192.168.233.243 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/b21b738b-b5c5-4dc9-8e52-b2978c73883c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:55.628304 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7475ff83-7f52-4cad-88c6-58b48e8ee6b3 x-openstack-request-id: req-7475ff83-7f52-4cad-88c6-58b48e8ee6b3 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:55.631412 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ee0a0c-8d28-4124-af29-a93b80e50287", "tag": "155a8cc6-707b-42c0-9e44-0dd7f7d3d045", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:55.631951 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7475ff83-7f52-4cad-88c6-58b48e8ee6b3 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:55.632593 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ee0a0c-8d28-4124-af29-a93b80e50287', 'tag': '155a8cc6-707b-42c0-9e44-0dd7f7d3d045', 'status': 'completed', 'code': 200} Oct 13 00:07:55.686487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] Deleting port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:55.687379 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.690670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:55.754012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632', 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'port_id': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632', 'mac_address': 'fa:16:3e:28:a5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2038ec-5b3d-4754-a075-954b2e4cab2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:07:55.758285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-bf199b7d-84a8-43c4-98fe-e8a08fac5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:55.760235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-bf199b7d-84a8-43c4-98fe-e8a08fac5eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 1098 time: 0.1568267 Oct 13 00:07:55.770406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943e58b-9205-48a0-a1af-9bd542f2681f req-64cf5337-854e-4ffd-bf63-38b284a7da0f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:55.772175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c943e58b-9205-48a0-a1af-9bd542f2681f req-64cf5337-854e-4ffd-bf63-38b284a7da0f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 948 time: 0.1384976 Oct 13 00:07:55.779409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Router 24416536-2d51-4a4d-babb-3fe0c34a8668 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:07:55.823331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-9c61cc93-3bec-45bb-a711-8ecd40dde43a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=155a8cc6-707b-42c0-9e44-0dd7f7d3d045 HTTP/1.1" status: 200 len: 217 time: 0.0457060 Oct 13 00:07:55.835992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e10cb8-f3a2-4051-8013-63e7fbfa9565 req-f91f6d90-3362-4538-96a3-fd01606fa7b2 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:55.835992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9e10cb8-f3a2-4051-8013-63e7fbfa9565 req-f91f6d90-3362-4538-96a3-fd01606fa7b2 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 944 time: 0.1220326 Oct 13 00:07:55.847130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] For port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,segment=NetworkSegment(10ad79f4-0e35-4483-a337-3d0936ef16a7),segment_id=10ad79f4-0e35-4483-a337-3d0936ef16a7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:55.847544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.867975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] Calling delete_port for 9d9b62b8-3d44-4216-bff7-c59d79c87e8f owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:55.870033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Deleting port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:07:55.870172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.870300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.894128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:55.930994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-2188ad9f-8618-499e-a467-fe6ad91bc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:55.932650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-2188ad9f-8618-499e-a467-fe6ad91bc2ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0948894 Oct 13 00:07:55.938233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c943e58b-9205-48a0-a1af-9bd542f2681f req-fc804fb7-8069-4ddd-9e1f-004ac536c9f9 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137424 Oct 13 00:07:55.944494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:55.970201 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:55.970378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9e10cb8-f3a2-4051-8013-63e7fbfa9565 req-6aa8ff6e-ff98-4ce6-a1bb-9ce80a20c5a0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246917 Oct 13 00:07:55.989906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-9b6008ff-9da9-4529-bc17-05d3b4119b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:55.991754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-9b6008ff-9da9-4529-bc17-05d3b4119b88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505490 Oct 13 00:07:56.012162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a1143d6c-81cd-4ade-990a-b3b9fae1d8ff up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:56.058277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] For port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,segment=NetworkSegment(10ad79f4-0e35-4483-a337-3d0936ef16a7),segment_id=10ad79f4-0e35-4483-a337-3d0936ef16a7)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:56.058659 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.080157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.087165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.087367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:56.098523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] No DVR routers for this DVR port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:56.107053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Calling delete_port for 9d9b62b8-3d44-4216-bff7-c59d79c87e8f owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:07:56.119024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.129868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405d308-456e-4e0e-88eb-6ee55567c1cb None None] Pushing event deleted for resources: {'Port': ['ID=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:56.141321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a9b1e64-4627-4897-aaed-9e15cbf94d4b req-967506e0-7218-4610-9e1e-96b22bf82d38 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 210 time: 0.0751290 Oct 13 00:07:56.144666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:56.151041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:56.152186 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.189721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:07:56.194878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-ff77384c-aeb7-4647-b3e9-d10d0c85b008 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950071 Oct 13 00:07:56.199605 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Sync routers for ids ['24416536-2d51-4a4d-babb-3fe0c34a8668'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:07:56.221566 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Routers {'24416536-2d51-4a4d-babb-3fe0c34a8668'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:56.222623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event deleted for resources: {'Port': ['ID=74c34f18-33cb-40d7-9903-cace9f2f89fe,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:56.222871 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['24416536-2d51-4a4d-babb-3fe0c34a8668'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:56.243730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9d9b62b8-3d44-4216-bff7-c59d79c87e8f no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:56.274253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9d9b62b8-3d44-4216-bff7-c59d79c87e8f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:56.274770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9d9b62b8-3d44-4216-bff7-c59d79c87e8f not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:56.276725 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.285858 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.287116 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e8ee6774-c4a1-494a-be8a-31522ef825f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0840390 Oct 13 00:07:56.288036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] No DVR routers for this DVR port 74c34f18-33cb-40d7-9903-cace9f2f89fe on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:56.291550 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.292881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42856) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:56.294433 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.297685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19a6ae07-d990-48e5-bca4-1ca815968886 req-04bb22ae-7059-4fb2-b834-6c1d6ffb66a8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "DELETE /v2.0/ports/74c34f18-33cb-40d7-9903-cace9f2f89fe HTTP/1.1" status: 204 len: 173 time: 2.1271222 Oct 13 00:07:56.300704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'name': 'network-vif-deleted', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:56.302998 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d5bd5b-f727-424b-b4bf-683e70174423" -d '{"events": [{"server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "name": "network-vif-deleted", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:56.332176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:56.341828 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.430573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:56.440424 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68d98a1-01dc-4066-9ab1-83b530d1f0f2 x-openstack-request-id: req-c68d98a1-01dc-4066-9ab1-83b530d1f0f2 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:56.440718 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e7f40d-2f50-4a68-981a-efe3d4c9ee70", "name": "network-vif-deleted", "tag": "74c34f18-33cb-40d7-9903-cace9f2f89fe", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:56.440970 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c68d98a1-01dc-4066-9ab1-83b530d1f0f2 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:56.441366 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e7f40d-2f50-4a68-981a-efe3d4c9ee70', 'name': 'network-vif-deleted', 'tag': '74c34f18-33cb-40d7-9903-cace9f2f89fe', 'status': 'completed', 'code': 200} Oct 13 00:07:56.454864 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Set router 24416536-2d51-4a4d-babb-3fe0c34a8668 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:56.485892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-329ecb14-7f56-4439-9f7c-f74be6023130 req-c04af8d2-b525-46d9-8553-b4413ab7b040 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761393 Oct 13 00:07:56.486502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:56.493792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10725420-1f53-4025-ba3f-2fd43d13ce79 req-14efa4ea-e8ec-4d11-91f5-93b1c173bc85 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:56.495169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:56.497484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9152485b-7702-4736-9f75-1786110833fc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:56.501136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10725420-1f53-4025-ba3f-2fd43d13ce79 req-14efa4ea-e8ec-4d11-91f5-93b1c173bc85 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.1410322 Oct 13 00:07:56.525307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event updated for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:56.530091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:56.532509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.605678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9b62b8-3d44-4216-bff7-c59d79c87e8f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:56.610722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] No DVR routers for this DVR port 9d9b62b8-3d44-4216-bff7-c59d79c87e8f on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:07:56.632603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10725420-1f53-4025-ba3f-2fd43d13ce79 req-5f69bb76-259d-45ed-9220-e1244cf0f496 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305716 Oct 13 00:07:56.668908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3688a0b-c238-4112-af94-1b8b01f1f36d req-da0a2f59-4a06-498d-a2d4-b7bb834aae8a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:56.670155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['62930d67-7ab3-4bf5-bd7c-67f1c99c1632'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:07:56.678906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3688a0b-c238-4112-af94-1b8b01f1f36d req-da0a2f59-4a06-498d-a2d4-b7bb834aae8a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 947 time: 0.2091532 Oct 13 00:07:56.683154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2403213-aeac-4ac7-9582-74e1827ced9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1143d6c-81cd-4ade-990a-b3b9fae1d8ff'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:56.683396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:56.684306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.686630 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06be94bd-5e27-4a1a-8ae1-b15a49af2ac9" -d '{"events": [{"server_uuid": "a2403213-aeac-4ac7-9582-74e1827ced9c", "name": "network-vif-plugged", "status": "completed", "tag": "a1143d6c-81cd-4ade-990a-b3b9fae1d8ff"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:56.727877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-97b87245-68e3-4112-8ce2-1a74b5eab214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:56.729858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-97b87245-68e3-4112-8ce2-1a74b5eab214 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 1098 time: 0.1377966 Oct 13 00:07:56.742668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3688a0b-c238-4112-af94-1b8b01f1f36d req-0935f106-e6bb-4eee-92d6-7fbc01973e08 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628073 Oct 13 00:07:56.760811 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:07:53Z', 'revision_number': 3, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port': {'id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:52Z', 'updated_at': '2021-10-13T00:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:56.764014 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93705e0-36ea-41bc-8e48-6fa919247660 x-openstack-request-id: req-e93705e0-36ea-41bc-8e48-6fa919247660 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:56.765290 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2403213-aeac-4ac7-9582-74e1827ced9c", "name": "network-vif-plugged", "status": "completed", "tag": "a1143d6c-81cd-4ade-990a-b3b9fae1d8ff", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:56.765633 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e93705e0-36ea-41bc-8e48-6fa919247660 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:56.766092 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2403213-aeac-4ac7-9582-74e1827ced9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1143d6c-81cd-4ade-990a-b3b9fae1d8ff', 'code': 200} Oct 13 00:07:56.794678 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Checking router: 24416536-2d51-4a4d-babb-3fe0c34a8668 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:07:56.795308 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Updating router 24416536-2d51-4a4d-babb-3fe0c34a8668 port 929c7a00-3346-4173-ac83-7b2eab45a433 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:07:56.834192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.839272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-8177171d-c1d9-43a4-ab1e-26fb6d736ffc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6863732 Oct 13 00:07:56.857303 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.901298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-00459d2c-66ff-4d64-8130-9eb85e10b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:56.904956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-00459d2c-66ff-4d64-8130-9eb85e10b5fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1524236 Oct 13 00:07:56.919983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Request body: {'port': {'device_id': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:56.929798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58130d7c-4b0e-4f47-90dc-85423ebffd67']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:56.932151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cd001ad9-8dde-4ec3-9698-8c3dba905761 None None] Provisioning complete for port b21b738b-b5c5-4dc9-8e52-b2978c73883c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:56.932599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd001ad9-8dde-4ec3-9698-8c3dba905761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:56.961523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-e7816fbf-766c-4216-89ae-edd924ecc674 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=155a8cc6-707b-42c0-9e44-0dd7f7d3d045 HTTP/1.1" status: 200 len: 217 time: 0.0510194 Oct 13 00:07:56.976131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ad79f4-0e35-4483-a337-3d0936ef16a7') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:56.976431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ad79f4-0e35-4483-a337-3d0936ef16a7') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:56.997955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.019328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cd001ad9-8dde-4ec3-9698-8c3dba905761 None None] Port b21b738b-b5c5-4dc9-8e52-b2978c73883c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:57.048692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.061562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:07:57.062306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:07:57.096074 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:07:57.143582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef69fb-7816-4eb2-9690-43b59097bac1 req-cb3ba25c-bfd6-439a-b85c-217f1f3d5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:57.146698 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c6ef69fb-7816-4eb2-9690-43b59097bac1 req-cb3ba25c-bfd6-439a-b85c-217f1f3d5f6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 1100 time: 0.2399442 Oct 13 00:07:57.150704 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.185170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-c39fc9f5-2e55-41a0-a64e-de7469308c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:57.186575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-c39fc9f5-2e55-41a0-a64e-de7469308c0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1959829 Oct 13 00:07:57.202043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b5c10b1-6334-490d-9ce3-eb02f317788d req-50267f21-3ddb-4df2-98cf-ce3106c4b0bf tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=87e7f40d-2f50-4a68-981a-efe3d4c9ee70 HTTP/1.1" status: 200 len: 210 time: 0.0710027 Oct 13 00:07:57.244079 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.257690 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.285744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a101c-b934-45b6-a19d-bdaf96a226c4 req-e1c4eaf8-bcec-4381-a516-c5300382a387 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:57.289253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e35a101c-b934-45b6-a19d-bdaf96a226c4 req-e1c4eaf8-bcec-4381-a516-c5300382a387 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 949 time: 0.1707191 Oct 13 00:07:57.311431 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Attempting to bind port 929c7a00-3346-4173-ac83-7b2eab45a433 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:57.311431 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Attempting to bind port 929c7a00-3346-4173-ac83-7b2eab45a433 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:57.311838 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Attempting to bind port 929c7a00-3346-4173-ac83-7b2eab45a433 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:57.319559 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24152d2e-5785-4b72-a04b-69c0269d579a None None] Pushing event updated for resources: {'Port': ['ID=929c7a00-3346-4173-ac83-7b2eab45a433,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:57.322147 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:57.322512 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:57.322910 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.323291 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:57.323793 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Bound port: 929c7a00-3346-4173-ac83-7b2eab45a433, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:57.324189 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.348885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-246c10db-56fe-4ab1-a075-d4cb3822ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:57.350730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-246c10db-56fe-4ab1-a075-d4cb3822ac0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438079 Oct 13 00:07:57.399445 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] For port 929c7a00-3346-4173-ac83-7b2eab45a433, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:57.402979 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] For port 929c7a00-3346-4173-ac83-7b2eab45a433, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=929c7a00-3346-4173-ac83-7b2eab45a433,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:57.408332 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.432592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e35a101c-b934-45b6-a19d-bdaf96a226c4 req-f0b75bb1-dea4-4a9e-894b-a70a97dc1f4d tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206498 Oct 13 00:07:57.472418 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Routers {'24416536-2d51-4a4d-babb-3fe0c34a8668'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:07:57.473133 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['24416536-2d51-4a4d-babb-3fe0c34a8668'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:57.512505 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24152d2e-5785-4b72-a04b-69c0269d579a None None] Pushing event updated for resources: {'Port': ['ID=929c7a00-3346-4173-ac83-7b2eab45a433,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:57.512999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.516738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-09f5d7cc-810d-4cde-a5e5-ef8ac3ab9d62 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550324 Oct 13 00:07:57.524578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22796964-ca0f-49a6-88a6-8611519f59e3 req-2d21ad4f-d6dc-430e-86d1-327ec5a95f22 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:57.526256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22796964-ca0f-49a6-88a6-8611519f59e3 req-2d21ad4f-d6dc-430e-86d1-327ec5a95f22 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 936 time: 0.1148138 Oct 13 00:07:57.530123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.533239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] 10.222.0.21 "DELETE /v2.0/networks/58130d7c-4b0e-4f47-90dc-85423ebffd67 HTTP/1.1" status: 204 len: 168 time: 2.3678963 Oct 13 00:07:57.544132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c6ef69fb-7816-4eb2-9690-43b59097bac1 req-ce88e5b6-4d21-4b46-8153-8c255b2f3a22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229806 Oct 13 00:07:57.593364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0d8d4-832c-4ef1-ab59-4c2e54837905 admin admin] Pushing event deleted for resources: {'Network': ['ID=58130d7c-4b0e-4f47-90dc-85423ebffd67,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:57.617657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7abd06c-fd01-4ccb-8999-eabfc761fc4f req-4f950b53-07a2-46d6-a59d-3c70140d6280 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903268 Oct 13 00:07:57.626597 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] Set router 24416536-2d51-4a4d-babb-3fe0c34a8668 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:07:57.657534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22796964-ca0f-49a6-88a6-8611519f59e3 req-25554a53-a128-446d-84aa-39ba8c5dddc0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Oct 13 00:07:57.670391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42876) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:57.717675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ffee4521-f12a-4db0-b215-b1f865deba25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c670dada660b4c7f9538340712bee4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434780 Oct 13 00:07:57.718597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42878) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:57.806630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfa4ae-150a-442a-b896-24e15962177a req-51094f02-af30-498b-9afb-a4cb92ba10f2 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:57.808174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79bfa4ae-150a-442a-b896-24e15962177a req-51094f02-af30-498b-9afb-a4cb92ba10f2 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.0705972 Oct 13 00:07:57.844408 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:07:53Z', 'revision_number': 3, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port': {'id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:52Z', 'updated_at': '2021-10-13T00:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:07:57.851104 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fcfff74e-6f25-4da4-ba35-c35b6af51fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.876636 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc732f6-d6ce-4510-a85b-d52af7c54bda None None] The sync data for ids ['24416536-2d51-4a4d-babb-3fe0c34a8668'] in n-d-813679-4 is: [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:07:53Z', 'revision_number': 3, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port': {'id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:52Z', 'updated_at': '2021-10-13T00:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:07:57.879984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.894435 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79bfa4ae-150a-442a-b896-24e15962177a req-9326357b-5450-4edf-b647-b2eadfad29e1 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730824 Oct 13 00:07:57.913565 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fcfff74e-6f25-4da4-ba35-c35b6af51fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.936213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267ba26-dbc8-4388-a691-a0c9c96f20ce req-4efb62b2-eeb8-4edf-9eae-5632431d1439 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:57.937779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b267ba26-dbc8-4388-a691-a0c9c96f20ce req-4efb62b2-eeb8-4edf-9eae-5632431d1439 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 947 time: 0.0938814 Oct 13 00:07:57.962453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21b738b-b5c5-4dc9-8e52-b2978c73883c {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:07:57.976244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:57.996713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b267ba26-dbc8-4388-a691-a0c9c96f20ce req-12294176-73c3-49f6-a551-16755d2a7196 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 Oct 13 00:07:57.998195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 74c34f18-33cb-40d7-9903-cace9f2f89fe no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:07:58.007492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fcfff74e-6f25-4da4-ba35-c35b6af51fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.010782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fcfff74e-6f25-4da4-ba35-c35b6af51fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.012206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fcfff74e-6f25-4da4-ba35-c35b6af51fbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e128a1d-a198-4835-862d-0e9138c31fce HTTP/1.1" status: 204 len: 168 time: 0.2925460 Oct 13 00:07:58.025784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfff74e-6f25-4da4-ba35-c35b6af51fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e128a1d-a198-4835-862d-0e9138c31fce,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:58.029235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Transition to ACTIVE for port object b21b738b-b5c5-4dc9-8e52-b2978c73883c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:07:58.037635 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.053120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 74c34f18-33cb-40d7-9903-cace9f2f89fe {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:07:58.053634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 74c34f18-33cb-40d7-9903-cace9f2f89fe not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:07:58.136182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Pushing event updated for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:58.255753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Allocated IP 172.20.0.1 (a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02/740b9d54-4ca5-4cbb-876a-0249ff87c960/9c7c1915-496a-4b94-bd75-780db1067f39) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:07:58.301325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Attempting to bind port b21b738b-b5c5-4dc9-8e52-b2978c73883c on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:07:58.301663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Attempting to bind port b21b738b-b5c5-4dc9-8e52-b2978c73883c by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:07:58.302003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Attempting to bind port b21b738b-b5c5-4dc9-8e52-b2978c73883c on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:58.383035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Port b21b738b-b5c5-4dc9-8e52-b2978c73883c on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:07:58.383399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Attempting to bind port b21b738b-b5c5-4dc9-8e52-b2978c73883c on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:07:58.390446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:07:58.390723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:07:58.391106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:07:58.391580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Bound port: b21b738b-b5c5-4dc9-8e52-b2978c73883c, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:07:58.391967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.509068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.573848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:07:58.593537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:07:58.608505 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.615697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3cf8-9274-4f01-bf67-a1a0c2cb138e req-a7096967-0ab0-4f0f-a1ad-50d8fa8b8ee6 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:58.624072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3ee3cf8-9274-4f01-bf67-a1a0c2cb138e req-a7096967-0ab0-4f0f-a1ad-50d8fa8b8ee6 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 949 time: 0.0874150 Oct 13 00:07:58.628446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.638121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:58.638741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.640598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] 10.222.0.36 "PUT /v2.0/ports/b21b738b-b5c5-4dc9-8e52-b2978c73883c HTTP/1.1" status: 200 len: 1096 time: 1.7274761 Oct 13 00:07:58.640733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:58.644437 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435dedcb-0339-4d3f-a827-db90ee87437e" -d '{"events": [{"name": "network-changed", "server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:58.672631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42904) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:58.684433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5fedd42c-5344-44cf-96de-304aa8ba085d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130260029', 'description': 'tempest-description--2069046912'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:58.699331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:07:58.711030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:07:58.724737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3ee3cf8-9274-4f01-bf67-a1a0c2cb138e req-5e5c2d5b-d656-43ef-ad83-28bbc6714fa1 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971184 Oct 13 00:07:58.748631 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec8e3d-ac36-4df7-a8e5-e37051fc0ef7 x-openstack-request-id: req-e9ec8e3d-ac36-4df7-a8e5-e37051fc0ef7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:58.749164 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:58.749636 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9ec8e3d-ac36-4df7-a8e5-e37051fc0ef7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:58.750285 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'status': 'completed', 'code': 200} Oct 13 00:07:58.751389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:07:58.779813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5fedd42c-5344-44cf-96de-304aa8ba085d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.869536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.903683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d241023-9def-4199-9e49-b9c26d2c7164 service neutron] Pushing event updated for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:58.954090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5fedd42c-5344-44cf-96de-304aa8ba085d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:58.973595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5fedd42c-5344-44cf-96de-304aa8ba085d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.042625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5fedd42c-5344-44cf-96de-304aa8ba085d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.044538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5fedd42c-5344-44cf-96de-304aa8ba085d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3688266 Oct 13 00:07:59.049448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedd42c-5344-44cf-96de-304aa8ba085d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30990cf9-6baa-4008-93e4-cac9e6e78b24,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:59.062578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42920) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:59.075228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-dc8b364f-53ab-4556-872c-fcb9ff8834d0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Request body: {'security_group_rule': {'security_group_id': '30990cf9-6baa-4008-93e4-cac9e6e78b24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:59.098759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7c1915-496a-4b94-bd75-780db1067f39,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:59.102463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392772bf-ae0e-4bc7-b9cf-09a664c4ea66 req-6901889e-6fd0-49e3-b723-c097e712d712 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.111600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-392772bf-ae0e-4bc7-b9cf-09a664c4ea66 req-6901889e-6fd0-49e3-b723-c097e712d712 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 948 time: 0.2717998 Oct 13 00:07:59.123354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-71a5cd03-72fa-47cc-9fbb-6c7dac9accd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.125154 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-71a5cd03-72fa-47cc-9fbb-6c7dac9accd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 1099 time: 0.4172206 Oct 13 00:07:59.190688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42922) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:59.210993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-78e3deb1-3838-4cb4-a2c9-ec47c134ad10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c HTTP/1.1" status: 200 len: 217 time: 0.0662868 Oct 13 00:07:59.220704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-392772bf-ae0e-4bc7-b9cf-09a664c4ea66 req-d02e6a59-c38d-4df9-9896-13f0aa423c6b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082182 Oct 13 00:07:59.234731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282940c9-da4b-4256-b6e0-c11244b0e87e req-b6647bb4-11d3-4fd9-aa96-4cbeecb29a6d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.247589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-282940c9-da4b-4256-b6e0-c11244b0e87e req-b6647bb4-11d3-4fd9-aa96-4cbeecb29a6d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.2031434 Oct 13 00:07:59.251619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3270bf5d-21e5-4e03-b590-6935b02afe6d None None] Provisioning complete for port 9c7c1915-496a-4b94-bd75-780db1067f39 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:59.252148 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3270bf5d-21e5-4e03-b590-6935b02afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.258997 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc8b364f-53ab-4556-872c-fcb9ff8834d0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.318177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-282940c9-da4b-4256-b6e0-c11244b0e87e req-ff808736-7fc3-43a1-b655-11c98eedd13b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Oct 13 00:07:59.321319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-c17dafd3-2298-4f0c-891a-faf08aadafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.323233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-c17dafd3-2298-4f0c-891a-faf08aadafed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1024520 Oct 13 00:07:59.331387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.369878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3270bf5d-21e5-4e03-b590-6935b02afe6d None None] Port 9c7c1915-496a-4b94-bd75-780db1067f39 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:07:59.388297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1073742339-network', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:59.425373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:07:59.426672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc8b364f-53ab-4556-872c-fcb9ff8834d0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.443804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc8b364f-53ab-4556-872c-fcb9ff8834d0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.459032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-126b5eba-51be-4fa2-a337-76f4a0f59d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.460879 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-126b5eba-51be-4fa2-a337-76f4a0f59d15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151879 Oct 13 00:07:59.472901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b364f-53ab-4556-872c-fcb9ff8834d0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c901437-7780-49b2-bbeb-4a22406b0e19,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:59.482409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73bdf-c26b-4873-a836-062dcb28a2f4 req-306e82fe-1b6a-46f4-86b6-7459c9bdbd35 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.489594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5e73bdf-c26b-4873-a836-062dcb28a2f4 req-306e82fe-1b6a-46f4-86b6-7459c9bdbd35 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 947 time: 0.1231866 Oct 13 00:07:59.491359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Made reservation on behalf of d3461ce215ea47568f3508b52a70639c for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:07:59.493107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:07:59.493662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.501241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:07:59.502315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.511356 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc8b364f-53ab-4556-872c-fcb9ff8834d0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.512622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc8b364f-53ab-4556-872c-fcb9ff8834d0 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4481814 Oct 13 00:07:59.515608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42928) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:59.518877 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.520022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d7935588-d18f-4ce3-ae65-ba86012baad8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Request body: {'security_group_rule': {'security_group_id': '30990cf9-6baa-4008-93e4-cac9e6e78b24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:59.560815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5e73bdf-c26b-4873-a836-062dcb28a2f4 req-f106fe0f-c022-4082-8731-613a02a2acff tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702596 Oct 13 00:07:59.597417 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.626889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:07:59.630123 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f9208f-d552-46a2-aa35-831a7a89f91e" -d '{"events": [{"server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "name": "network-vif-plugged", "status": "completed", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:07:59.631170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7935588-d18f-4ce3-ae65-ba86012baad8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.645504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:07:59.653177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.655021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.660367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.695404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:07:59.706320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dd5473-9805-407b-af18-af12aa0cdf30,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:59.707720 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbc4778-3c64-4106-a912-59d016f95229 x-openstack-request-id: req-5bbc4778-3c64-4106-a912-59d016f95229 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:07:59.708249 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "name": "network-vif-plugged", "status": "completed", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:07:59.708558 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bbc4778-3c64-4106-a912-59d016f95229 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:07:59.709643 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632', 'code': 200} Oct 13 00:07:59.716189 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-d9175cbc-d1c2-4f10-b10f-af494cbfeeae service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409086 Oct 13 00:07:59.716395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.716561 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Added segment 56c3a2e5-a6f8-438e-90b5-ffb065411886 of type vlan for network 8595526d-22df-404c-8702-7f34a6ea3ff6 Oct 13 00:07:59.738030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.738379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:59.756181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.788549 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.819713 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7935588-d18f-4ce3-ae65-ba86012baad8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.848514 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7935588-d18f-4ce3-ae65-ba86012baad8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.870692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.872205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.872796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.897950 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.902764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7935588-d18f-4ce3-ae65-ba86012baad8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9be2413-34f3-41ae-a58c-b83838510892,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:59.909851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7c1915-496a-4b94-bd75-780db1067f39,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:07:59.924480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7935588-d18f-4ce3-ae65-ba86012baad8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:59.927239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7935588-d18f-4ce3-ae65-ba86012baad8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4091260 Oct 13 00:07:59.930432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42934) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:59.941516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e491f-b347-41ee-9e3d-0da2ed82b8e0 req-95bb0a93-647b-4ccf-907d-0bb833bd638b tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.942992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-206e491f-b347-41ee-9e3d-0da2ed82b8e0 req-95bb0a93-647b-4ccf-907d-0bb833bd638b tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 949 time: 0.1458652 Oct 13 00:07:59.948940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:59.959848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7660570 Oct 13 00:07:59.970621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42936) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:07:59.975653 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-818c469b-3b3c-4756-8f63-f30c71608be6 req-f42ac2fd-bf55-4b6d-9ea5-d6648d34c96b service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305753 Oct 13 00:07:59.985834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Request body: {'subnet': {'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-subnet', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:07:59.993239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2942ad9-156b-405b-9670-8bdd45a1cdc4 req-dce5a90f-8856-456f-a22c-d7b82a27c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:59.994747 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2942ad9-156b-405b-9670-8bdd45a1cdc4 req-dce5a90f-8856-456f-a22c-d7b82a27c02c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1096 time: 0.1591735 Oct 13 00:07:59.995060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:00.009180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf54f0e-41d5-4d87-8628-48bc664faad0 admin admin] Pushing event updated for resources: {'Network': ['ID=8595526d-22df-404c-8702-7f34a6ea3ff6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:00.025747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:08:00.044766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:00.045473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.046733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:00.086244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-206e491f-b347-41ee-9e3d-0da2ed82b8e0 req-5ac99410-6e1b-4465-878d-2a5c1e4dc96c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304224 Oct 13 00:08:00.173049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Made reservation on behalf of d3461ce215ea47568f3508b52a70639c for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:00.181132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.189978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2942ad9-156b-405b-9670-8bdd45a1cdc4 req-063c9a10-8b65-482e-b612-a71a5dd1f534 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850896 Oct 13 00:08:00.251711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dedcb-0339-4d3f-a827-db90ee87437e req-c09e8763-d072-4a42-89d6-8fb3c630299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:00.253699 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-435dedcb-0339-4d3f-a827-db90ee87437e req-c09e8763-d072-4a42-89d6-8fb3c630299a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 1099 time: 0.1396313 Oct 13 00:08:00.278409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 929c7a00-3346-4173-ac83-7b2eab45a433 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:00.308010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Router 24416536-2d51-4a4d-babb-3fe0c34a8668 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:00.350686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 929c7a00-3346-4173-ac83-7b2eab45a433 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:00.351045 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.416075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:00.429368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '155a8cc6-707b-42c0-9e44-0dd7f7d3d045', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '155a8cc6-707b-42c0-9e44-0dd7f7d3d045', 'mac_address': 'fa:16:3e:9a:ef:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:00.455315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d2e25-01e3-42a9-badd-b1e0b76e7231 req-9d4c6887-78cf-47a8-bac3-07edc4308331 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:00.462553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-815d2e25-01e3-42a9-badd-b1e0b76e7231 req-9d4c6887-78cf-47a8-bac3-07edc4308331 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 948 time: 0.1192114 Oct 13 00:08:00.492500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:00.509044 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.510304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f3d97e6d-64ed-424f-af1c-2b8c981923e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/24416536-2d51-4a4d-babb-3fe0c34a8668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2102125 Oct 13 00:08:00.523491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Sync routers for ids ['24416536-2d51-4a4d-babb-3fe0c34a8668'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:00.547789 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.549053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cdf2ec75-7e19-45f3-bc53-aae7e79c4d25 None None] Provisioning complete for port 9c7c1915-496a-4b94-bd75-780db1067f39 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:00.549394 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cdf2ec75-7e19-45f3-bc53-aae7e79c4d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.594628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:00.604546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-815d2e25-01e3-42a9-badd-b1e0b76e7231 req-84f298a9-5260-4e14-bb70-93a1431f04ac tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303871 Oct 13 00:08:00.609769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Routers {'24416536-2d51-4a4d-babb-3fe0c34a8668'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:00.610403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['24416536-2d51-4a4d-babb-3fe0c34a8668'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:00.674766 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.686744 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.687488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2ec75-7e19-45f3-bc53-aae7e79c4d25 None None] Port 9c7c1915-496a-4b94-bd75-780db1067f39 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:00.690152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:00.703652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.718704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 929c7a00-3346-4173-ac83-7b2eab45a433, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=929c7a00-3346-4173-ac83-7b2eab45a433,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:00.727292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dedcb-0339-4d3f-a827-db90ee87437e req-98b24274-6272-4e9c-a8cc-9743d277b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:00.732410 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-435dedcb-0339-4d3f-a827-db90ee87437e req-98b24274-6272-4e9c-a8cc-9743d277b640 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1402051 Oct 13 00:08:00.761341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5da3a3b-e964-48d0-8ed0-5f4f8c820c30,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:00.771116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:00.796995 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-435dedcb-0339-4d3f-a827-db90ee87437e req-747f8f05-b949-4af7-950f-05edee63c6d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c HTTP/1.1" status: 200 len: 217 time: 0.0545373 Oct 13 00:08:00.815338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:00.822226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Set router 24416536-2d51-4a4d-babb-3fe0c34a8668 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:00.853002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dedcb-0339-4d3f-a827-db90ee87437e req-958df515-9414-4e7a-8597-6770107a392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:00.854470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-435dedcb-0339-4d3f-a827-db90ee87437e req-958df515-9414-4e7a-8597-6770107a392e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0498493 Oct 13 00:08:00.883844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8fb70-4f11-48ec-92e9-a152319ebe65 req-718f22c7-0d20-45d2-ae6a-1a1aeb70442d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:00.885418 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69f8fb70-4f11-48ec-92e9-a152319ebe65 req-718f22c7-0d20-45d2-ae6a-1a1aeb70442d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.2037489 Oct 13 00:08:00.910382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dedcb-0339-4d3f-a827-db90ee87437e req-24bed7f5-888f-4119-9975-4aa9f3eeea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:00.912009 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-435dedcb-0339-4d3f-a827-db90ee87437e req-24bed7f5-888f-4119-9975-4aa9f3eeea4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492249 Oct 13 00:08:00.914957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Allocated IP 172.25.3.54 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/731001a4-b342-4e9f-8080-b321cb660e9d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:00.917979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Checking segment: {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:00.918980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Network hostable DHCP agents. Network: 8595526d-22df-404c-8702-7f34a6ea3ff6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:08:00.948878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687d34e-9316-4943-ae74-141316f31acd req-50c548e2-7797-4a20-80e8-48830e202188 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:00.950517 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9687d34e-9316-4943-ae74-141316f31acd req-50c548e2-7797-4a20-80e8-48830e202188 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 949 time: 0.1635792 Oct 13 00:08:01.019644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-435dedcb-0339-4d3f-a827-db90ee87437e req-a6df9b7e-34e4-44a0-9fac-2478e809559f service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961888 Oct 13 00:08:01.042067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69f8fb70-4f11-48ec-92e9-a152319ebe65 req-de576262-7a85-46c8-ad48-803d35310fef tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451924 Oct 13 00:08:01.046609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:08:01.064928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=929c7a00-3346-4173-ac83-7b2eab45a433,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:01.092440 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:08:01.104170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9687d34e-9316-4943-ae74-141316f31acd req-efb8819c-0628-4252-bd27-8f363ffb62af tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219070 Oct 13 00:08:01.107358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 8595526d-22df-404c-8702-7f34a6ea3ff6) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:01.128157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:01.128777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:01.174088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14cc4d3b-2288-4047-a00a-d66e823d39f8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1914470 Oct 13 00:08:01.180798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42960) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:01.189241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:01.234246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['155a8cc6-707b-42c0-9e44-0dd7f7d3d045'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:01.349623 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01daae12-f47d-441e-8898-88f7869d14eb None None] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:01.376601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:01.377798 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:01.383611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:01.421744 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-435dedcb-0339-4d3f-a827-db90ee87437e req-82dfbe35-cead-4ff8-9fbe-e504675a2275 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930054 Oct 13 00:08:01.430410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff563a1-1e75-4e34-a332-291c7a6957dc req-a6749ee8-cf34-4a99-8f12-4d9aa7666105 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:01.431915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bff563a1-1e75-4e34-a332-291c7a6957dc req-a6749ee8-cf34-4a99-8f12-4d9aa7666105 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 948 time: 0.2352004 Oct 13 00:08:01.486519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:07:59Z', 'revision_number': 4, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port': {'id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:52Z', 'updated_at': '2021-10-13T00:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9c7c1915-496a-4b94-bd75-780db1067f39', 'name': '', 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'mac_address': 'fa:16:3e:13:8f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '740b9d54-4ca5-4cbb-876a-0249ff87c960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:57Z', 'updated_at': '2021-10-13T00:07:59Z', 'revision_number': 2, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'subnets': [{'id': '740b9d54-4ca5-4cbb-876a-0249ff87c960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:01.524048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Checking router: 24416536-2d51-4a4d-babb-3fe0c34a8668 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:01.524405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Updating router 24416536-2d51-4a4d-babb-3fe0c34a8668 port 9c7c1915-496a-4b94-bd75-780db1067f39 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:08:01.529729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-ff327bf1-f079-4369-9364-f03310fa2f34 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2374156 Oct 13 00:08:01.532491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:01.553142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:01.587423 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:01.596489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bff563a1-1e75-4e34-a332-291c7a6957dc req-afbefce3-221a-45c0-b675-92996203786e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500306 Oct 13 00:08:01.698731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-8595526d-22df-404c-8702-7f34a6ea3ff6', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:08:01.700198 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:01.896715 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:01.989305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Allocated IP 172.20.0.2 (8595526d-22df-404c-8702-7f34a6ea3ff6/e5da3a3b-e964-48d0-8ed0-5f4f8c820c30/7a04dd23-eeeb-46ab-9b65-b28963352183) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:02.008147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-40779aad-bdfb-494e-b484-489911000dba tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029954 Oct 13 00:08:02.036292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:02.040649 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.046747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event updated for resources: {'Port': ['ID=731001a4-b342-4e9f-8080-b321cb660e9d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:02.049307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:02.071206 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.074100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:02.098450 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.107646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.221824 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.224724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 929c7a00-3346-4173-ac83-7b2eab45a433 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:02.276101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778c7d-14ad-43f1-bdb6-cd933cc3d8a4 None None] Pushing event updated for resources: {'Port': ['ID=9c7c1915-496a-4b94-bd75-780db1067f39,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:02.307233 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.365597 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.372674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Attempting to bind port 9c7c1915-496a-4b94-bd75-780db1067f39 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:02.373093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Attempting to bind port 9c7c1915-496a-4b94-bd75-780db1067f39 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:02.373497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Attempting to bind port 9c7c1915-496a-4b94-bd75-780db1067f39 on network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:02.382465 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.384430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:02.384811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Checking segment: {'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:02.385208 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.385608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Bound using segment: {'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:02.386829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Bound port: 9c7c1915-496a-4b94-bd75-780db1067f39, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9da6d2-df5a-470d-bf58-f3c33b54aa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:02.386829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.404057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 929c7a00-3346-4173-ac83-7b2eab45a433 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:02.404356 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.461750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-94fc8a70-b4c4-4d7c-860e-cb88842dd9e4 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:02.463226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-94fc8a70-b4c4-4d7c-860e-cb88842dd9e4 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4238849 Oct 13 00:08:02.466300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:02.495631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:02.499136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:02.504519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-3aa3dc13-b7ba-44ed-a140-db93c3037da2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/quotas/8a56a23dbc9c4e4a834ea8d318126bd8 HTTP/1.1" status: 200 len: 375 time: 0.0324025 Oct 13 00:08:02.522767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Pushing event updated for resources: {'Port': ['ID=7a04dd23-eeeb-46ab-9b65-b28963352183,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:02.580199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2e0732f7-01c0-472e-bd3f-7612cb4daa89 None None] Provisioning complete for port 9c7c1915-496a-4b94-bd75-780db1067f39 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:02.580614 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2e0732f7-01c0-472e-bd3f-7612cb4daa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.598151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.624370 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.629811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] For port 9c7c1915-496a-4b94-bd75-780db1067f39, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:02.663933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Attempting to bind port 7a04dd23-eeeb-46ab-9b65-b28963352183 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:02.664221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Attempting to bind port 7a04dd23-eeeb-46ab-9b65-b28963352183 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:02.664583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Attempting to bind port 7a04dd23-eeeb-46ab-9b65-b28963352183 on network 8595526d-22df-404c-8702-7f34a6ea3ff6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:02.665574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-08f07b46-7d2b-4876-a392-73b2768dedd4 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482379 Oct 13 00:08:02.669468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.675166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] For port 9c7c1915-496a-4b94-bd75-780db1067f39, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9c7c1915-496a-4b94-bd75-780db1067f39,segment=NetworkSegment(4f9da6d2-df5a-470d-bf58-f3c33b54aa25),segment_id=4f9da6d2-df5a-470d-bf58-f3c33b54aa25)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:02.681499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2e0732f7-01c0-472e-bd3f-7612cb4daa89 None None] Port 9c7c1915-496a-4b94-bd75-780db1067f39 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:02.685081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:02.685494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Checking segment: {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:02.686292 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.686292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Bound using segment: {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:02.686851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Bound port: 7a04dd23-eeeb-46ab-9b65-b28963352183, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:02.687263 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.692536 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.785686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.819209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778c7d-14ad-43f1-bdb6-cd933cc3d8a4 None None] Pushing event updated for resources: {'Port': ['ID=9c7c1915-496a-4b94-bd75-780db1067f39,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:02.826022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Routers {'24416536-2d51-4a4d-babb-3fe0c34a8668'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:02.826662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['24416536-2d51-4a4d-babb-3fe0c34a8668'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:02.851093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event updated for resources: {'Port': ['ID=731001a4-b342-4e9f-8080-b321cb660e9d,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:02.891684 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:02.892976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-624b285c-7ac1-41d5-8997-b8d113c11c49 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9600189 Oct 13 00:08:02.908730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] For port 7a04dd23-eeeb-46ab-9b65-b28963352183, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:02.974396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Allocated IP 172.25.3.13 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/84b4db5a-c3a8-4d80-9851-ca4f573a0fb6) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:03.010671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.048970 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.125688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] For port 7a04dd23-eeeb-46ab-9b65-b28963352183, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a04dd23-eeeb-46ab-9b65-b28963352183,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:03.137515 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.141631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba667-8c3e-440e-b13e-77f97751a760 req-8f4d33e5-ba65-45ce-bb6f-aaba64663af1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:03.143964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa8ba667-8c3e-440e-b13e-77f97751a760 req-8f4d33e5-ba65-45ce-bb6f-aaba64663af1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 948 time: 0.2132475 Oct 13 00:08:03.178311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6bc4bc3d-2e03-40b0-987f-24d3ff95abdc None None] Provisioning complete for port 9c7c1915-496a-4b94-bd75-780db1067f39 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:03.178692 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6bc4bc3d-2e03-40b0-987f-24d3ff95abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.236437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa8ba667-8c3e-440e-b13e-77f97751a760 req-ed5dfb36-f654-4a8b-ae2c-49dacdd066c3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764475 Oct 13 00:08:03.241465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] Set router 24416536-2d51-4a4d-babb-3fe0c34a8668 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:03.253001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.307638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f1fb3-6575-4f25-87e5-3243d82f4f81 None None] Pushing event updated for resources: {'Port': ['ID=7a04dd23-eeeb-46ab-9b65-b28963352183,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:03.333762 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.422988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:03.443134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b21b738b-b5c5-4dc9-8e52-b2978c73883c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:03.498383 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6bc4bc3d-2e03-40b0-987f-24d3ff95abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.501603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:03.504506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:03.510002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Allocated IP 172.25.3.58 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/13fe19dd-6a02-41bb-9282-3fe7d1c01ce4) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:03.545164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event updated for resources: {'Port': ['ID=84b4db5a-c3a8-4d80-9851-ca4f573a0fb6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:03.616631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6bc4bc3d-2e03-40b0-987f-24d3ff95abdc None None] For port 9c7c1915-496a-4b94-bd75-780db1067f39, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9c7c1915-496a-4b94-bd75-780db1067f39,segment=NetworkSegment(4f9da6d2-df5a-470d-bf58-f3c33b54aa25),segment_id=4f9da6d2-df5a-470d-bf58-f3c33b54aa25)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:03.643041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21cc03-fa79-4a29-b951-ec0c77ecda5c req-6a058d6d-8105-468f-8e10-5f0c09488dfb tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:03.644717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca21cc03-fa79-4a29-b951-ec0c77ecda5c req-6a058d6d-8105-468f-8e10-5f0c09488dfb tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.2127438 Oct 13 00:08:03.647145 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6bc4bc3d-2e03-40b0-987f-24d3ff95abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.682780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.710186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:03.738675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'mac_address': 'fa:16:3e:e1:fc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:03.744126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca21cc03-fa79-4a29-b951-ec0c77ecda5c req-aac5a6de-6a86-4daf-b608-85c038b5ba26 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882485 Oct 13 00:08:03.771140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.775682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4bc3d-2e03-40b0-987f-24d3ff95abdc None None] Pushing event updated for resources: {'Port': ['ID=9c7c1915-496a-4b94-bd75-780db1067f39,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:03.800205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:07:59Z', 'revision_number': 4, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port': {'id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:52Z', 'updated_at': '2021-10-13T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9c7c1915-496a-4b94-bd75-780db1067f39', 'name': '', 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'mac_address': 'fa:16:3e:13:8f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '740b9d54-4ca5-4cbb-876a-0249ff87c960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:57Z', 'updated_at': '2021-10-13T00:08:02Z', 'revision_number': 4, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'subnets': [{'id': '740b9d54-4ca5-4cbb-876a-0249ff87c960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:03.802070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.813997 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.841528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65592383-4adb-4feb-bcd8-fdbd21b14b23 None None] The sync data for ids ['24416536-2d51-4a4d-babb-3fe0c34a8668'] in n-d-813679-4 is: [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:07:59Z', 'revision_number': 4, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port': {'id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:52Z', 'updated_at': '2021-10-13T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9c7c1915-496a-4b94-bd75-780db1067f39', 'name': '', 'network_id': 'a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'mac_address': 'fa:16:3e:13:8f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '740b9d54-4ca5-4cbb-876a-0249ff87c960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:57Z', 'updated_at': '2021-10-13T00:08:02Z', 'revision_number': 4, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'subnets': [{'id': '740b9d54-4ca5-4cbb-876a-0249ff87c960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:03.846677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21b738b-b5c5-4dc9-8e52-b2978c73883c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:03.869511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:03.875285 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:03.925926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f719d-ef56-4c90-b34a-28bed5e26370 req-c06e52be-4246-46d4-86b9-ca8ff450be67 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:03.927763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb2f719d-ef56-4c90-b34a-28bed5e26370 req-c06e52be-4246-46d4-86b9-ca8ff450be67 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 948 time: 0.1181862 Oct 13 00:08:03.947247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:04.000334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.021245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:04.028398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:04.034410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:04.037179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:04.096958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:04.104078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:04.104553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.295059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.306534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.310108 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb2f719d-ef56-4c90-b34a-28bed5e26370 req-d69e9273-29ae-410f-abe7-eb926151c574 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467350 Oct 13 00:08:04.346647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9c7c1915-496a-4b94-bd75-780db1067f39 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:04.363501 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.389146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ee0a0c-8d28-4124-af29-a93b80e50287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155a8cc6-707b-42c0-9e44-0dd7f7d3d045'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:04.391486 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9aac8b-8e16-455a-bd6e-24ce074ad816" -d '{"events": [{"server_uuid": "e3ee0a0c-8d28-4124-af29-a93b80e50287", "name": "network-vif-plugged", "status": "completed", "tag": "155a8cc6-707b-42c0-9e44-0dd7f7d3d045"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:04.400249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['b21b738b-b5c5-4dc9-8e52-b2978c73883c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:04.406862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-19a56beb-3770-49b0-ba59-f326585ea324 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1951547 Oct 13 00:08:04.430905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:04.457309 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.546232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:04.547980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76afbbfd-20bd-4b00-ac4f-9a0a02831f2b req-b2c7af73-ddd6-44e5-a249-e150e7496523 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 210 time: 0.1240168 Oct 13 00:08:04.557197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Pushing event updated for resources: {'Port': ['ID=13fe19dd-6a02-41bb-9282-3fe7d1c01ce4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:04.583095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4e5eb-8917-4287-a9b9-a21fcabd213d None None] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:04.606081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9c7c1915-496a-4b94-bd75-780db1067f39 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:04.606564 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.612167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.757242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bcecc2fb-0051-4081-98df-0bc9291f1f86 None None] Provisioning complete for port 7a04dd23-eeeb-46ab-9b65-b28963352183 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:04.757618 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcecc2fb-0051-4081-98df-0bc9291f1f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.762525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event updated for resources: {'Port': ['ID=84b4db5a-c3a8-4d80-9851-ca4f573a0fb6,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:04.782130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:04.784010 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-454eccc4-122c-4585-ae58-4a8b56c2a75a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2443566 Oct 13 00:08:04.808034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-a011f922-cc6c-49b1-b071-77af2b70d8b6 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:04.809954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-a011f922-cc6c-49b1-b071-77af2b70d8b6 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3785295 Oct 13 00:08:04.932399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a04dd23-eeeb-46ab-9b65-b28963352183 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:05.014528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcecc2fb-0051-4081-98df-0bc9291f1f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:05.047718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7a04dd23-eeeb-46ab-9b65-b28963352183 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:05.048103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:05.081152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bcecc2fb-0051-4081-98df-0bc9291f1f86 None None] For port 7a04dd23-eeeb-46ab-9b65-b28963352183, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a04dd23-eeeb-46ab-9b65-b28963352183,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:05.089150 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcecc2fb-0051-4081-98df-0bc9291f1f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:05.171664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecc2fb-0051-4081-98df-0bc9291f1f86 None None] Pushing event updated for resources: {'Port': ['ID=7a04dd23-eeeb-46ab-9b65-b28963352183,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:05.218435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Request body: {'port': {'device_id': '6e0bab5c-4839-45ef-ab60-1b557acd8089', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '8a56a23dbc9c4e4a834ea8d318126bd8'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:05.226726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:05.313900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d21804ad-857d-49e6-bc04-e47c73ee3d52 None None] Provisioning complete for port 7a04dd23-eeeb-46ab-9b65-b28963352183 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:05.314338 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d21804ad-857d-49e6-bc04-e47c73ee3d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:05.343129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-2af08105-65e3-4644-ae49-3e8e3e4cc56f tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.5471239 Oct 13 00:08:05.393853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-2e96d0fa-dea9-4501-ae6e-31463ce70287 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:05.402966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-2e96d0fa-dea9-4501-ae6e-31463ce70287 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 822 time: 0.7248728 Oct 13 00:08:05.510255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-e0718639-e2eb-4b03-8f2e-06beff3ffce4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/quotas/671e72765e524d7c81cd34e3c7da50f1 HTTP/1.1" status: 200 len: 375 time: 0.0858650 Oct 13 00:08:05.661296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-1d0ff3d4-96c5-4cac-a1ea-f04b874c5f24 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:05.662697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c409c93-9e52-4fc0-ace6-9dc81f3c99f9 req-1d0ff3d4-96c5-4cac-a1ea-f04b874c5f24 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.3101299 Oct 13 00:08:05.678574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-dd9e75ac-28a3-400b-ba28-45f19bd27e4f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592865 Oct 13 00:08:05.681188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Made reservation on behalf of 8a56a23dbc9c4e4a834ea8d318126bd8 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:05.684615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:05.877556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:05.899031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383c41-6117-4673-94e6-8c57fd10804b req-757c5fe4-5d71-45b9-a586-87a48a010d4a tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:05.900585 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c383c41-6117-4673-94e6-8c57fd10804b req-757c5fe4-5d71-45b9-a586-87a48a010d4a tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1096 time: 0.1703131 Oct 13 00:08:05.994559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-c6262a8b-7dbd-407d-97ab-32ccb41d7cdc service neutron] 10.222.0.21 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990518 Oct 13 00:08:06.095120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:06.097657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Allocated IP 192.168.233.216 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/5b043703-5d7f-49c1-9672-55d9dfc4bdad) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:06.119367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c383c41-6117-4673-94e6-8c57fd10804b req-905e6435-22d6-447d-a20c-5b64fb23d132 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076473 Oct 13 00:08:06.200569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a04dd23-eeeb-46ab-9b65-b28963352183 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:06.207802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-3b67878d-aa36-408b-8cae-b2259fba5245 service neutron] 10.222.0.21 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018971 Oct 13 00:08:06.249534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7a04dd23-eeeb-46ab-9b65-b28963352183 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:06.249918 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:06.337785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ca15-764b-472f-b7c2-a3b87819be8b req-38a473a9-0d56-41f0-a7e2-afe0461a4cbd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:06.339283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e234ca15-764b-472f-b7c2-a3b87819be8b req-38a473a9-0d56-41f0-a7e2-afe0461a4cbd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 949 time: 0.1371574 Oct 13 00:08:06.342520 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Router 6f6b874b-182d-47cb-af58-d9a09a460737 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:08:06.438603 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb741af2-9be4-45b3-847d-f2ae862c4205 x-openstack-request-id: req-fb741af2-9be4-45b3-847d-f2ae862c4205 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:06.438756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:06.439092 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ee0a0c-8d28-4124-af29-a93b80e50287", "name": "network-vif-plugged", "status": "completed", "tag": "155a8cc6-707b-42c0-9e44-0dd7f7d3d045", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:06.439954 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb741af2-9be4-45b3-847d-f2ae862c4205 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:06.440458 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ee0a0c-8d28-4124-af29-a93b80e50287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155a8cc6-707b-42c0-9e44-0dd7f7d3d045', 'code': 200} Oct 13 00:08:06.456897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e234ca15-764b-472f-b7c2-a3b87819be8b req-51d78ae4-ebf3-4171-8b87-943fdd7543a7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044536 Oct 13 00:08:06.593933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bb9cb1d-061e-4742-8444-2a4f943b39be req-1ebe76c9-75a8-4bea-b807-98d89bde35f0 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 210 time: 0.0531850 Oct 13 00:08:06.594932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:06.597238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36b584-2983-48bc-8a26-0850fd92911f req-aa802518-ecfd-47d9-a061-58c4a5544bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:06.598661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:06.600321 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de36b584-2983-48bc-8a26-0850fd92911f req-aa802518-ecfd-47d9-a061-58c4a5544bc3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 1100 time: 0.0692389 Oct 13 00:08:06.608962 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Sync routers for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:06.635147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a1143d6c-81cd-4ade-990a-b3b9fae1d8ff'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:06.635700 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:06.637840 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:06.675944 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de36b584-2983-48bc-8a26-0850fd92911f req-df12b5ba-7f7d-4aee-abb1-56f6dbf30e28 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587158 Oct 13 00:08:06.680326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36566dd-d40b-452b-a112-6bb1657d0086 req-1f1c2fb0-7ca0-46f5-a6ec-315f21972c4f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:06.681822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a36566dd-d40b-452b-a112-6bb1657d0086 req-1f1c2fb0-7ca0-46f5-a6ec-315f21972c4f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 949 time: 0.1569142 Oct 13 00:08:06.685038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:06.701227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:06.702723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a250eb94-4b13-4dce-83ae-cead56db3255 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5216165 Oct 13 00:08:06.705573 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43028) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:06.748934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:06.762569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:06.768487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:06.772548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:06.785646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Pushing event updated for resources: {'Port': ['ID=5b043703-5d7f-49c1-9672-55d9dfc4bdad,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:06.836285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a36566dd-d40b-452b-a112-6bb1657d0086 req-d4c48d2f-1987-4b25-a527-929a25a389e3 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318140 Oct 13 00:08:06.836998 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:06.843299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-ebeb81ef-a386-4167-a7c6-2ba3b0db66fe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0163577 Oct 13 00:08:06.892398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-6c03b64d-b590-4c36-abbd-a68186f0d2aa tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2507327 Oct 13 00:08:06.907896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:06.940121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.060614 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.106991 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:04Z', 'revision_number': 3, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:07.120311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd4d368c-0adb-4aed-b3bf-45c356d6119c req-cd677226-9a39-430a-a247-1ba742fa915e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 210 time: 0.0588799 Oct 13 00:08:07.128063 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Request body: {'port': {'device_id': '6e0bab5c-4839-45ef-ab60-1b557acd8089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:07.169521 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Checking router: 6f6b874b-182d-47cb-af58-d9a09a460737 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:07.169783 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Updating router 6f6b874b-182d-47cb-af58-d9a09a460737 port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:08:07.173132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d66ba9f9-f858-4e3d-9875-514278b2ed9d None None] Provisioning complete for port 5b043703-5d7f-49c1-9672-55d9dfc4bdad triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:07.173931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d66ba9f9-f858-4e3d-9875-514278b2ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.204105 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.252025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d66ba9f9-f858-4e3d-9875-514278b2ed9d None None] Port 5b043703-5d7f-49c1-9672-55d9dfc4bdad cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:07.330379 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.350908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.403021 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.434589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b21b738b-b5c5-4dc9-8e52-b2978c73883c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:07.562639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port b21b738b-b5c5-4dc9-8e52-b2978c73883c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:07.567498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port b21b738b-b5c5-4dc9-8e52-b2978c73883c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:07.567870 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.708269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Allocated IP 172.20.0.1 (8595526d-22df-404c-8702-7f34a6ea3ff6/e5da3a3b-e964-48d0-8ed0-5f4f8c820c30/c7aa13ae-7dd0-4796-9b08-79dfbac6066d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:07.771234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.776058 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.794487 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.819302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:07.828908 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.894400 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Attempting to bind port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:07.896158 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Attempting to bind port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:07.897686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:07.898286 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Attempting to bind port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:07.903840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.919337 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:07.920003 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:07.920393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077710aa-1bc8-4d7f-96bb-3e2971963b11 req-2beb398d-4cc2-45f3-8b31-e750df174dc5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:07.920753 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.921351 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:07.921910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-077710aa-1bc8-4d7f-96bb-3e2971963b11 req-2beb398d-4cc2-45f3-8b31-e750df174dc5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 949 time: 0.1732924 Oct 13 00:08:07.936344 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Bound port: 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:07.936774 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.942277 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Pushing event updated for resources: {'Port': ['ID=13fe19dd-6a02-41bb-9282-3fe7d1c01ce4,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:07.948378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:07.969655 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.970131 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.970480 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.970816 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.971148 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.971476 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.971853 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.972161 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.972487 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.972850 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.973171 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.973491 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:07.984786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Allocated IP 172.25.3.190 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/cf8f84de-997b-4bb7-abca-5996fc3affad) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:08.004445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:08.008737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:08.014338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:08.018847 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] For port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:08.023804 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] For port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=13fe19dd-6a02-41bb-9282-3fe7d1c01ce4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:08.032649 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.037607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-077710aa-1bc8-4d7f-96bb-3e2971963b11 req-7646af3f-1b4d-4780-9a6a-dcb7fe585e6a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003599 Oct 13 00:08:08.049119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Pushing event updated for resources: {'Port': ['ID=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:08.080471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.152735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b043703-5d7f-49c1-9672-55d9dfc4bdad {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:08.163813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.189924 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c985d88-bc26-40fb-93f0-f2723eefc35f None None] Pushing event updated for resources: {'Port': ['ID=13fe19dd-6a02-41bb-9282-3fe7d1c01ce4,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:08.204058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Transition to ACTIVE for port object 5b043703-5d7f-49c1-9672-55d9dfc4bdad will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:08.216399 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.228863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.242456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:08.245810 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:08.401040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b043703-5d7f-49c1-9672-55d9dfc4bdad,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:08.442067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:08.446548 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f3611-0960-4f92-af2e-0be888f2a8f4" -d '{"events": [{"server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "name": "network-vif-plugged", "status": "completed", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:08.481796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe9f67-b142-40c3-ae33-147d9f0dd5f0 req-faa2385d-50ea-4df9-ae96-b8b236806040 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:08.489886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ebe9f67-b142-40c3-ae33-147d9f0dd5f0 req-faa2385d-50ea-4df9-ae96-b8b236806040 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 948 time: 0.2503734 Oct 13 00:08:08.516108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Attempting to bind port 5b043703-5d7f-49c1-9672-55d9dfc4bdad on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:08.516716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Attempting to bind port 5b043703-5d7f-49c1-9672-55d9dfc4bdad by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:08.517243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Attempting to bind port 5b043703-5d7f-49c1-9672-55d9dfc4bdad on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:08.529591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Port 5b043703-5d7f-49c1-9672-55d9dfc4bdad on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:08.530206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Attempting to bind port 5b043703-5d7f-49c1-9672-55d9dfc4bdad on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:08.541212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:08.541828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:08.542411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:08.543681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Bound port: 5b043703-5d7f-49c1-9672-55d9dfc4bdad, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:08.544247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.547423 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:08.550464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.585616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ebe9f67-b142-40c3-ae33-147d9f0dd5f0 req-bdbed015-ca38-440a-bb9f-88085cc588ce tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900428 Oct 13 00:08:08.605121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dc146f3b-c2c6-4c48-a70f-fe03d1836861 None None] Provisioning complete for port c7aa13ae-7dd0-4796-9b08-79dfbac6066d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:08.607373 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc146f3b-c2c6-4c48-a70f-fe03d1836861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.614656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-a7a2a036-81da-4e77-ab0f-ce2354580613 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:08.616428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-a7a2a036-81da-4e77-ab0f-ce2354580613 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 822 time: 0.3847408 Oct 13 00:08:08.655552 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.661491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Request body: {'port': {'device_id': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'admin_state_up': True, 'tenant_id': '671e72765e524d7c81cd34e3c7da50f1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:08.712553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dc146f3b-c2c6-4c48-a70f-fe03d1836861 None None] Port c7aa13ae-7dd0-4796-9b08-79dfbac6066d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:08.774780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] For port 5b043703-5d7f-49c1-9672-55d9dfc4bdad, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:08.804371 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:04Z', 'revision_number': 3, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:08.825761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:08.835390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] For port 5b043703-5d7f-49c1-9672-55d9dfc4bdad, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b043703-5d7f-49c1-9672-55d9dfc4bdad,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:08.836955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:08.839084 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19fccc-ec93-4c23-8435-d12d5c3bc0f4 None None] The sync data for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 is: [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:04Z', 'revision_number': 3, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:08.848176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:08.857890 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.859813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event updated for resources: {'Port': ['ID=cf8f84de-997b-4bb7-abca-5996fc3affad,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:08.899310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Made reservation on behalf of 671e72765e524d7c81cd34e3c7da50f1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:08.903459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.941753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:08.942647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:08.947245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] 10.222.0.45 "PUT /v2.0/ports/5b043703-5d7f-49c1-9672-55d9dfc4bdad HTTP/1.1" status: 200 len: 1096 time: 1.8232729 Oct 13 00:08:08.950418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0bab5c-4839-45ef-ab60-1b557acd8089', 'tag': '5b043703-5d7f-49c1-9672-55d9dfc4bdad'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:08.953029 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e263029-06eb-4e03-aff2-5adaed4d0b35" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0bab5c-4839-45ef-ab60-1b557acd8089", "tag": "5b043703-5d7f-49c1-9672-55d9dfc4bdad"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:08.975772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722679fe-f779-4c98-aed6-313e8c699108 req-50ae0d19-2496-4411-8deb-7c1e600a3fbd tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:08.977562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-722679fe-f779-4c98-aed6-313e8c699108 req-50ae0d19-2496-4411-8deb-7c1e600a3fbd tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 949 time: 0.1947987 Oct 13 00:08:08.996536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e93a6-7484-48a7-9397-2b65c87dfcc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b043703-5d7f-49c1-9672-55d9dfc4bdad,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:09.034538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.036505 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.048231 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.107323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-722679fe-f779-4c98-aed6-313e8c699108 req-6b2580ac-d90f-41d9-a1c3-3aa1a1dba861 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133678 Oct 13 00:08:09.140040 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.184496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-8aae8d17-77eb-4b06-aeb6-0fef9177468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:09.185934 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-8aae8d17-77eb-4b06-aeb6-0fef9177468a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 1099 time: 0.1457806 Oct 13 00:08:09.260559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Allocated IP 172.20.0.3 (0f2d0798-c60b-4313-8cc8-6dcec3c4909b/cd00553f-2a55-4bd4-b4f8-8c7e8de70812/449c4cbd-a934-4071-b5dc-a778997711a0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:09.273375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.280469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Pushing event updated for resources: {'Port': ['ID=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:09.323238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d18f574-a448-48f3-94b0-4351bab5f32e req-38aef514-71d6-4e47-9a15-c0ea527c3349 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 210 time: 0.0405109 Oct 13 00:08:09.327467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-611ee8d7-3d5a-44d9-bd3c-68252de791e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5b043703-5d7f-49c1-9672-55d9dfc4bdad HTTP/1.1" status: 200 len: 217 time: 0.1209669 Oct 13 00:08:09.440383 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f18f1e-6866-4ab3-a906-351bb2f14358 x-openstack-request-id: req-92f18f1e-6866-4ab3-a906-351bb2f14358 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:09.440702 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "name": "network-vif-plugged", "status": "completed", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:09.440993 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92f18f1e-6866-4ab3-a906-351bb2f14358 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:09.441330 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'code': 200} Oct 13 00:08:09.465252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:09.467256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-3b91ec60-835f-4696-a591-f60b539509d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:09.468781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-3b91ec60-835f-4696-a591-f60b539509d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1285493 Oct 13 00:08:09.472852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:09.623657 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.629407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-5c78e089-ce08-4d8b-a647-d4ae119a62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:09.631499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-5c78e089-ce08-4d8b-a647-d4ae119a62c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535499 Oct 13 00:08:09.641084 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c8a771-3b4d-4a66-a83d-ac2d99852441 x-openstack-request-id: req-86c8a771-3b4d-4a66-a83d-ac2d99852441 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:09.641541 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0bab5c-4839-45ef-ab60-1b557acd8089", "tag": "5b043703-5d7f-49c1-9672-55d9dfc4bdad", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:09.641839 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86c8a771-3b4d-4a66-a83d-ac2d99852441 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:09.642247 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0bab5c-4839-45ef-ab60-1b557acd8089', 'tag': '5b043703-5d7f-49c1-9672-55d9dfc4bdad', 'status': 'completed', 'code': 200} Oct 13 00:08:09.644366 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.695135 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.788177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6693e-756a-4e7b-b7cc-078cd1b22e1b req-312d0203-9fe2-407e-959e-e4715e862e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:09.790304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45d6693e-756a-4e7b-b7cc-078cd1b22e1b req-312d0203-9fe2-407e-959e-e4715e862e55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 1101 time: 0.1554642 Oct 13 00:08:09.820286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event updated for resources: {'Port': ['ID=cf8f84de-997b-4bb7-abca-5996fc3affad,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:09.857790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Router 6f6b874b-182d-47cb-af58-d9a09a460737 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:09.902806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.903391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9ad9c28a-3236-4d28-a016-1f32d832a1ad None None] Provisioning complete for port c7aa13ae-7dd0-4796-9b08-79dfbac6066d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:09.904365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-1c312f70-4f01-4152-ae73-338ff7b47319 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0049648 Oct 13 00:08:09.907726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45d6693e-756a-4e7b-b7cc-078cd1b22e1b req-8bc898a8-b427-4613-8f3b-01c6158223da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043932 Oct 13 00:08:09.910736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.911877 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c28a-3236-4d28-a016-1f32d832a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:09.912744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-bb25d7ef-b692-4dc4-8c2d-f14686fb5ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695520 Oct 13 00:08:09.954697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9c28a-3236-4d28-a016-1f32d832a1ad None None] Port c7aa13ae-7dd0-4796-9b08-79dfbac6066d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:10.018012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5defa-52d9-4730-97ad-eaefdae7e273 req-6a518655-758c-40ae-99ca-bda061768245 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:10.020314 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38f5defa-52d9-4730-97ad-eaefdae7e273 req-6a518655-758c-40ae-99ca-bda061768245 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.3212268 Oct 13 00:08:10.025525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-f8b9dffa-8ee7-40f4-8d95-073f60ed2b8f tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.1098402 Oct 13 00:08:10.051405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.060204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:10.066141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9eba12bc-bdf4-48fd-b9ab-ec7977c84c4a admin admin] 10.222.0.21 "PUT /v2.0/routers/6f6b874b-182d-47cb-af58-d9a09a460737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3594713 Oct 13 00:08:10.104377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:10.120539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event updated for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:10.124369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:10.127833 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:10.154669 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38f5defa-52d9-4730-97ad-eaefdae7e273 req-169702a2-d00e-4600-bfe1-79376fa18f8c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209970 Oct 13 00:08:10.185926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:10.186566 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.230633 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-27e6e979-9dc4-4d0a-b38c-b7be3a2a749f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5760822 Oct 13 00:08:10.250703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Request body: {'port': {'device_id': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:10.273913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a9034c8-b3e7-4fb5-a016-9cc0166ada84 req-565bd529-4980-4ad4-b7a2-0c7541bb8406 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505070 Oct 13 00:08:10.335810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-8551d211-63b3-4c06-9c33-4da3272a9394 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:10.337682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8deb122a-396f-4ce9-aac3-85559f44af61 req-8551d211-63b3-4c06-9c33-4da3272a9394 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.3030500 Oct 13 00:08:10.365863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:10.376026 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.433639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb608a-30e0-4e63-a0d4-67d460848b57 req-8d5a6563-178f-49c9-a20a-1da7c2ec403a tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:10.446641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47cb608a-30e0-4e63-a0d4-67d460848b57 req-8d5a6563-178f-49c9-a20a-1da7c2ec403a tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 1100 time: 0.1700845 Oct 13 00:08:10.462712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:10.463375 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.561101 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47cb608a-30e0-4e63-a0d4-67d460848b57 req-e53deeee-6c46-4e86-9631-29afab14e1ec tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050122 Oct 13 00:08:10.611203 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.655549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=13fe19dd-6a02-41bb-9282-3fe7d1c01ce4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:10.675164 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.705128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-92766baf-6234-4936-8ebb-4b7c34a8048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:10.706640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-92766baf-6234-4936-8ebb-4b7c34a8048e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 1099 time: 0.3060071 Oct 13 00:08:10.716580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0609ce4-6fdf-4c22-aea6-67c852b6dc44 req-40f4b213-9e64-4f05-b5bd-a705c346c377 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:10.724143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0609ce4-6fdf-4c22-aea6-67c852b6dc44 req-40f4b213-9e64-4f05-b5bd-a705c346c377 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 948 time: 0.2451739 Oct 13 00:08:10.760776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=13fe19dd-6a02-41bb-9282-3fe7d1c01ce4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:10.842842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-2a12e26d-f7b4-435c-90af-dab781f3cece tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2567239 Oct 13 00:08:10.844436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449c4cbd-a934-4071-b5dc-a778997711a0 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:10.847989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:10.853326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.870516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0609ce4-6fdf-4c22-aea6-67c852b6dc44 req-e2983d1c-254b-4bc5-8b48-6d4a6eb9b339 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390252 Oct 13 00:08:10.880573 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Transition to ACTIVE for port object 449c4cbd-a934-4071-b5dc-a778997711a0 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:10.889758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.947321 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:10.968451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-e2c98b1f-abb9-4523-b3dd-cd7e9e51e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:10.969935 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-e2c98b1f-abb9-4523-b3dd-cd7e9e51e437 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2318418 Oct 13 00:08:11.029235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Pushing event updated for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:11.033449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Attempting to bind port 449c4cbd-a934-4071-b5dc-a778997711a0 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:11.033784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Attempting to bind port 449c4cbd-a934-4071-b5dc-a778997711a0 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:11.034106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Attempting to bind port 449c4cbd-a934-4071-b5dc-a778997711a0 on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:11.038922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Port 449c4cbd-a934-4071-b5dc-a778997711a0 on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:11.039294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Attempting to bind port 449c4cbd-a934-4071-b5dc-a778997711a0 on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:11.044108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:11.044440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Checking segment: {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:11.044819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Bound using segment: {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:11.045243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Bound port: 449c4cbd-a934-4071-b5dc-a778997711a0, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:11.045601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:11.064943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-4340acf3-af98-4801-b683-1c2865e2ad61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5b043703-5d7f-49c1-9672-55d9dfc4bdad HTTP/1.1" status: 200 len: 217 time: 0.0668952 Oct 13 00:08:11.114311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:11.117651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:11.122954 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:11.125104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b28a83-8a14-4083-8d8e-8ef2a677737c req-eeb43389-e285-42e5-a338-c542a09d38d1 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:11.126597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80b28a83-8a14-4083-8d8e-8ef2a677737c req-eeb43389-e285-42e5-a338-c542a09d38d1 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 943 time: 0.1276007 Oct 13 00:08:11.149640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-86ddcbd6-cbf8-4bf2-a9ed-67bcb8ad6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:11.151060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-86ddcbd6-cbf8-4bf2-a9ed-67bcb8ad6f31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0777998 Oct 13 00:08:11.163723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:11.164336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:11.165750 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] 10.222.0.45 "PUT /v2.0/ports/449c4cbd-a934-4071-b5dc-a778997711a0 HTTP/1.1" status: 200 len: 1091 time: 0.9199462 Oct 13 00:08:11.170164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:11.172420 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:11.195607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db84ab-f9e0-4cce-b65e-83afed3a2c9a service neutron] Pushing event updated for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:11.226161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Sync routers for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:11.236635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80b28a83-8a14-4083-8d8e-8ef2a677737c req-dfaef302-4da3-49b4-91b3-ee009d889730 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956445 Oct 13 00:08:11.239073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:11.240886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:11.245485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:11.262310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-ad9a2006-c1cc-46de-be27-a872ec79fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:11.265334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-ad9a2006-c1cc-46de-be27-a872ec79fa7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038563 Oct 13 00:08:11.266787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-713f9932-937f-48dc-b8a3-4d0da237ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:11.268687 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-713f9932-937f-48dc-b8a3-4d0da237ecc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 1094 time: 0.0456586 Oct 13 00:08:11.344782 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-c8c23166-7561-45e2-b85b-9d9ba9250689 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=449c4cbd-a934-4071-b5dc-a778997711a0 HTTP/1.1" status: 200 len: 217 time: 0.0519354 Oct 13 00:08:11.397883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:11.421405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-8b53c7db-cb41-4d7d-a5b3-49779a151054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:11.422997 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-8b53c7db-cb41-4d7d-a5b3-49779a151054 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd00553f-2a55-4bd4-b4f8-8c7e8de70812 HTTP/1.1" status: 200 len: 862 time: 0.0667953 Oct 13 00:08:11.463234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-2a7d1f62-db03-42bb-a7bf-d345a0bdfb42 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646862 Oct 13 00:08:11.464284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Allocated IP 172.25.3.160 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9bfb47b7-ff14-401d-a31b-00e3bf72997e) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:11.470772 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-c452d791-62f1-488b-bd5b-942f972ab368 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354083 Oct 13 00:08:11.593354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-596e81c0-5e53-43d3-b3cd-35c1ca467ee2 service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149652 Oct 13 00:08:11.706970 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a7c7759-a6d6-4311-9ac0-4ccd6a53dd40 req-9af7523b-b025-4f95-9a8e-4fac2a3a8f9d service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031280 Oct 13 00:08:11.721745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 2, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:11.763165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Checking router: 6f6b874b-182d-47cb-af58-d9a09a460737 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:11.763585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Updating router 6f6b874b-182d-47cb-af58-d9a09a460737 port c7aa13ae-7dd0-4796-9b08-79dfbac6066d binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:08:11.800834 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:11.804172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d544fce-6cf9-4401-bef7-b542fdc87a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:11.925820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43100) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:11.930621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4f61c3ed-c90f-4b00-ae6c-9aca53adf562 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441439801', 'description': 'tempest-description--1436647148'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:11.959960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f61c3ed-c90f-4b00-ae6c-9aca53adf562 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:11.972768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e263029-06eb-4e03-aff2-5adaed4d0b35 req-fb49b1de-6549-4935-ab8a-2c83769255c7 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978755 Oct 13 00:08:12.015689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.034779 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f61c3ed-c90f-4b00-ae6c-9aca53adf562 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.041245 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f61c3ed-c90f-4b00-ae6c-9aca53adf562 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.077521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f61c3ed-c90f-4b00-ae6c-9aca53adf562 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.077703 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.078762 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4f61c3ed-c90f-4b00-ae6c-9aca53adf562 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1519065 Oct 13 00:08:12.083033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43110) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:12.087611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6537e89c-6674-49fa-811e-50bf8180a9b2 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Request body: {'security_group_rule': {'security_group_id': 'cf52349a-e046-4a74-8585-c145062dd48f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:12.091884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61c3ed-c90f-4b00-ae6c-9aca53adf562 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf52349a-e046-4a74-8585-c145062dd48f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:12.102947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:12.118152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6537e89c-6674-49fa-811e-50bf8180a9b2 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.137247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:12.149791 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.150632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:12.157879 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.163165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5f2feb96-deca-4506-a9b2-09b451f3201f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630853 Oct 13 00:08:12.219787 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6537e89c-6674-49fa-811e-50bf8180a9b2 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.228731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6537e89c-6674-49fa-811e-50bf8180a9b2 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.244313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34db4d-9cf8-4b6f-9d5f-1b8a60fd51f2 None None] Pushing event updated for resources: {'Port': ['ID=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:12.250007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:12.262172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event updated for resources: {'Port': ['ID=9bfb47b7-ff14-401d-a31b-00e3bf72997e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:12.263963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537e89c-6674-49fa-811e-50bf8180a9b2 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff77d77-9d1f-4689-a89b-360adce8ce4c,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:12.294444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.298523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6537e89c-6674-49fa-811e-50bf8180a9b2 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.304225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43114) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:12.304384 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6537e89c-6674-49fa-811e-50bf8180a9b2 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2198789 Oct 13 00:08:12.308189 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Attempting to bind port c7aa13ae-7dd0-4796-9b08-79dfbac6066d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:12.309193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Attempting to bind port c7aa13ae-7dd0-4796-9b08-79dfbac6066d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:12.309629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Attempting to bind port c7aa13ae-7dd0-4796-9b08-79dfbac6066d on network 8595526d-22df-404c-8702-7f34a6ea3ff6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:12.318295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:12.318658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c0b43671-aea8-4247-9a25-9a41741c296b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Request body: {'security_group_rule': {'security_group_id': 'cf52349a-e046-4a74-8585-c145062dd48f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:12.318784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Checking segment: {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:12.319238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.319727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Bound using segment: {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:12.320279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Bound port: c7aa13ae-7dd0-4796-9b08-79dfbac6066d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:12.320726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.370329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:12.371347 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.388130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-e9fb09b6-400e-409c-bb8c-47a442d5b138 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:12.389708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-e9fb09b6-400e-409c-bb8c-47a442d5b138 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187943 Oct 13 00:08:12.392543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.425646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] For port c7aa13ae-7dd0-4796-9b08-79dfbac6066d, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:12.429887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] For port c7aa13ae-7dd0-4796-9b08-79dfbac6066d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:12.437138 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.439496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-077f01e9-9cf1-4aa0-b675-4671526d826a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/quotas/2d05105741314c25be26b660be8365c0 HTTP/1.1" status: 200 len: 375 time: 0.0219777 Oct 13 00:08:12.441622 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0b43671-aea8-4247-9a25-9a41741c296b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.539862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34db4d-9cf8-4b6f-9d5f-1b8a60fd51f2 None None] Pushing event updated for resources: {'Port': ['ID=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:12.542384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:12.543572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:12.585532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f684fd6f-d587-4ff3-9db9-a1da884a7d8e None None] Provisioning complete for port c7aa13ae-7dd0-4796-9b08-79dfbac6066d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:12.585799 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f684fd6f-d587-4ff3-9db9-a1da884a7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.610841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-163e42d3-60ad-4ca4-8b15-4a4d9ae14988 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1578531 Oct 13 00:08:12.622918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0b43671-aea8-4247-9a25-9a41741c296b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.643658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0b43671-aea8-4247-9a25-9a41741c296b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.663000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b43671-aea8-4247-9a25-9a41741c296b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471695cd-4b07-4bb2-941e-bdb6cdb8d066,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:12.694305 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0b43671-aea8-4247-9a25-9a41741c296b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.698607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c0b43671-aea8-4247-9a25-9a41741c296b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3881958 Oct 13 00:08:12.698950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43116) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:12.704681 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.704794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:12.705978 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:12.711687 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.749932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.755452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.772073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event updated for resources: {'Port': ['ID=9bfb47b7-ff14-401d-a31b-00e3bf72997e,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:12.781911 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.783330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-8d8b1bf9-f556-487b-9347-60b132238067 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9395673 Oct 13 00:08:12.851180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-c15670a0-9658-4605-94f7-492ba4d72a87 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.160 HTTP/1.1" status: 200 len: 696 time: 0.0587609 Oct 13 00:08:12.893474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.898690 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f684fd6f-d587-4ff3-9db9-a1da884a7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.971982 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f684fd6f-d587-4ff3-9db9-a1da884a7d8e None None] For port c7aa13ae-7dd0-4796-9b08-79dfbac6066d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:12.981668 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f684fd6f-d587-4ff3-9db9-a1da884a7d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.995411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578bf1c-197b-423d-9e87-fb0d3247db41 req-c09b765e-162e-4762-840e-522782dedd52 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:13.004837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a578bf1c-197b-423d-9e87-fb0d3247db41 req-c09b765e-162e-4762-840e-522782dedd52 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1515110 Oct 13 00:08:13.054312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Allocated IP 172.25.3.131 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/a7f58e0c-3a07-47e5-aaee-936ebe044ed0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:13.076628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-09237a47-8d99-4d8a-a9df-5956bb8736e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:13.077108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684fd6f-d587-4ff3-9db9-a1da884a7d8e None None] Pushing event updated for resources: {'Port': ['ID=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:13.084423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-09237a47-8d99-4d8a-a9df-5956bb8736e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.2187264 Oct 13 00:08:13.102369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-2c82333f-6fa7-450f-921c-b0b219125e3b tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:08:13.104777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:12Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:13.114960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edc1953-5c50-457d-9c4c-d32d67e8db4b req-2c82333f-6fa7-450f-921c-b0b219125e3b tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0296328 Oct 13 00:08:13.130168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a578bf1c-197b-423d-9e87-fb0d3247db41 req-8088906d-1fdb-4cf9-9a2a-04a9c780cc76 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243544 Oct 13 00:08:13.134005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd1da04-407f-4d73-b730-fd231a6fe4cc None None] The sync data for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 is: [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:12Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:13.146791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-77035735-36c5-47ad-b086-2d72138d7f50 None None] Provisioning complete for port c7aa13ae-7dd0-4796-9b08-79dfbac6066d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:13.147185 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77035735-36c5-47ad-b086-2d72138d7f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:13.207876 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30119ce-356f-4134-8299-7cf1bfada87b x-openstack-request-id: req-e30119ce-356f-4134-8299-7cf1bfada87b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:13.208573 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:13.208950 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e30119ce-356f-4134-8299-7cf1bfada87b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:13.209266 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0', 'status': 'completed', 'code': 200} Oct 13 00:08:13.267341 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:13.358298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:13.361445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-4d0a0130-9a50-440f-be8a-fcc3abebc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:13.366795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-4d0a0130-9a50-440f-be8a-fcc3abebc582 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 1094 time: 0.1251349 Oct 13 00:08:13.445824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:13.447062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event updated for resources: {'Port': ['ID=a7f58e0c-3a07-47e5-aaee-936ebe044ed0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:13.457313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:13.459753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:13.524266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d667d7-3c9a-413a-8007-57c415c9bc42 req-a24ce01f-f096-478b-9d39-f4f9f88f70cf tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:13.530560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99d667d7-3c9a-413a-8007-57c415c9bc42 req-a24ce01f-f096-478b-9d39-f4f9f88f70cf tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 948 time: 0.2050385 Oct 13 00:08:13.583421 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:13.626007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-a0179517-b1b3-4eb3-81f6-a6727227f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:13.627416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-a0179517-b1b3-4eb3-81f6-a6727227f705 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 923 time: 0.2079127 Oct 13 00:08:13.630763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:13.635172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99d667d7-3c9a-413a-8007-57c415c9bc42 req-6cba4a4e-68a6-407d-bed2-9f06dd257577 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972707 Oct 13 00:08:13.682232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-9479fbdd-2f3b-469f-9a8c-67a1c5c35f57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=449c4cbd-a934-4071-b5dc-a778997711a0 HTTP/1.1" status: 200 len: 217 time: 0.0459127 Oct 13 00:08:13.824453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-ab0ec29d-5d0c-4f00-ab6f-0f2a14977b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:13.826015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-ab0ec29d-5d0c-4f00-ab6f-0f2a14977b9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd00553f-2a55-4bd4-b4f8-8c7e8de70812 HTTP/1.1" status: 200 len: 862 time: 0.1337061 Oct 13 00:08:13.840503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f920cf-428f-4f9a-be76-7d9b58de5d0d req-0fe55146-794c-4eb8-acaf-425194a9caf6 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:13.842503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37f920cf-428f-4f9a-be76-7d9b58de5d0d req-0fe55146-794c-4eb8-acaf-425194a9caf6 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 943 time: 0.0792565 Oct 13 00:08:13.903593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-f0e181c0-2609-4431-8f29-ff6107997120 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597901 Oct 13 00:08:13.915533 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:13.922481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:13.958363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d76188c3-a268-4474-b996-bb51f5649447 req-546dea1f-bf9a-4c7f-9c35-0a2a1d71c8a6 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 210 time: 0.0563996 Oct 13 00:08:13.990024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37f920cf-428f-4f9a-be76-7d9b58de5d0d req-4df9f2c8-2eda-4c75-aed3-3df24f6c0b37 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377168 Oct 13 00:08:14.086549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5b043703-5d7f-49c1-9672-55d9dfc4bdad details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:14.185740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-72987b06-e473-470f-a4d8-5e9601764fb2 service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707067 Oct 13 00:08:14.255419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 5b043703-5d7f-49c1-9672-55d9dfc4bdad, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b043703-5d7f-49c1-9672-55d9dfc4bdad,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:14.280159 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '5b043703-5d7f-49c1-9672-55d9dfc4bdad', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '5b043703-5d7f-49c1-9672-55d9dfc4bdad', 'mac_address': 'fa:16:3e:da:44:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:14.291158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-8a25ec65-21a4-4482-a7b6-239acba4ae05 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2609999 Oct 13 00:08:14.310193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:14.345697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-943b3a3e-aea2-4304-8ad0-cbad5720bfc0 req-8bb3a09e-423b-4005-816e-b459201ad532 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:08:14.348004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c7aa13ae-7dd0-4796-9b08-79dfbac6066d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:14.353383 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-943b3a3e-aea2-4304-8ad0-cbad5720bfc0 req-8bb3a09e-423b-4005-816e-b459201ad532 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0148041 Oct 13 00:08:14.365841 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.414126 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.420931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c7aa13ae-7dd0-4796-9b08-79dfbac6066d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:14.421234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.444652 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-80a26ea2-2289-48c6-a567-547ca66391e0 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579727 Oct 13 00:08:14.452911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event updated for resources: {'Port': ['ID=a7f58e0c-3a07-47e5-aaee-936ebe044ed0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:14.462227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b043703-5d7f-49c1-9672-55d9dfc4bdad {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:14.523986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 5b043703-5d7f-49c1-9672-55d9dfc4bdad, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b043703-5d7f-49c1-9672-55d9dfc4bdad,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:14.526669 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c9dc352c-1a6a-4bce-872d-940671984972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.535373 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.544861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53130d3f-790a-42fc-8bd9-acca8a3c5bd6 req-8ed39508-67e4-40f1-8714-4fb4f52ac468 service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482745 Oct 13 00:08:14.559256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.600480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.613694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d766388b-88c7-4bcb-99aa-8880b0de235d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9132838 Oct 13 00:08:14.629572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.660400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-d8bcc608-4848-4f82-b448-79086e40bd37 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:14.662375 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-d8bcc608-4848-4f82-b448-79086e40bd37 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015524 Oct 13 00:08:14.665501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=5b043703-5d7f-49c1-9672-55d9dfc4bdad,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:14.689169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Request body: {'port': {'device_id': 'b677d84a-b266-4ea1-8d1c-13a57365706b', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '2d05105741314c25be26b660be8365c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:14.814532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Allocated IP 172.25.3.150 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/bb4e07b8-0b61-4111-a61b-1583a85b2ba5) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:14.826995 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-a3a125af-d393-422f-8f3b-56faf107f77f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758858 Oct 13 00:08:14.831348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c766fa0-a358-41f5-9e9f-2a3d0b1c1c4f req-27e513db-73eb-4a31-a0c5-68a44f39787a tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:14.832926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c766fa0-a358-41f5-9e9f-2a3d0b1c1c4f req-27e513db-73eb-4a31-a0c5-68a44f39787a tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 949 time: 0.0852845 Oct 13 00:08:14.844892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-7f966773-3ced-467c-98c8-d465a445e119 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:08:14.845962 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-7f966773-3ced-467c-98c8-d465a445e119 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078757 Oct 13 00:08:14.860351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Made reservation on behalf of 2d05105741314c25be26b660be8365c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:14.863872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:14.974641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['5b043703-5d7f-49c1-9672-55d9dfc4bdad'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:14.986100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c766fa0-a358-41f5-9e9f-2a3d0b1c1c4f req-5423e678-2e14-48af-83cd-bb5e0a0cb7d4 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265175 Oct 13 00:08:15.082048 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.117623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Allocated IP 192.168.233.196 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/a8d383ad-670c-475c-82dc-2c8ad68595ed) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:15.144325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.220544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:15.251401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:15.260761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:15.268843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event updated for resources: {'Port': ['ID=bb4e07b8-0b61-4111-a61b-1583a85b2ba5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:15.282201 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-e65383d9-3695-47f9-8882-751bd3aa861b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--441439801&fields=id&tenant_id=d3461ce215ea47568f3508b52a70639c HTTP/1.1" status: 200 len: 267 time: 0.1457076 Oct 13 00:08:15.340616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.380826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.409030 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.424146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f', 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:15.465505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:15.467304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'Port': ['ID=a8d383ad-670c-475c-82dc-2c8ad68595ed,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:15.471770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:15.487401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:15.540198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:15.541351 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.562216 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-c05e5e9c-a819-4217-ac00-b3055ba5e63f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8791380 Oct 13 00:08:15.575997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-211266a2-e0d8-4e17-bb79-ed7076c86355 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:15.584448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Request body: {'port': {'device_id': 'b677d84a-b266-4ea1-8d1c-13a57365706b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:15.595163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-211266a2-e0d8-4e17-bb79-ed7076c86355 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/networks?id=8595526d-22df-404c-8702-7f34a6ea3ff6 HTTP/1.1" status: 200 len: 815 time: 0.3122845 Oct 13 00:08:15.615049 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.633657 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.648620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-264e0de1-f96f-46cf-acad-7d18ec4909e6 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/quotas/d3461ce215ea47568f3508b52a70639c HTTP/1.1" status: 200 len: 375 time: 0.0508904 Oct 13 00:08:15.680884 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.882460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-dc7a62f2-ea08-480d-82f6-3cc93adc4354 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3461ce215ea47568f3508b52a70639c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2218087 Oct 13 00:08:15.907988 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.910475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-81eabf12-fad1-4786-8b77-a649fcec2252 None None] Provisioning complete for port a8d383ad-670c-475c-82dc-2c8ad68595ed triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:15.910779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81eabf12-fad1-4786-8b77-a649fcec2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.017558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-81eabf12-fad1-4786-8b77-a649fcec2252 None None] Port a8d383ad-670c-475c-82dc-2c8ad68595ed cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:16.080029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-ceff494d-3fb9-4d75-befb-05074fbca271 service neutron] 10.222.0.21 "GET /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962967 Oct 13 00:08:16.109851 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.110634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 449c4cbd-a934-4071-b5dc-a778997711a0 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:16.142487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.180792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['fdefa737-562d-45dd-904a-7c2f70b81395', '155a8cc6-707b-42c0-9e44-0dd7f7d3d045'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:16.267978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d383ad-670c-475c-82dc-2c8ad68595ed {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:16.275433 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.285718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.306366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Transition to ACTIVE for port object a8d383ad-670c-475c-82dc-2c8ad68595ed will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:16.319236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.360520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-732d7887-fc5d-4768-b760-59f9669c6acf service neutron] 10.222.0.21 "GET /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792938 Oct 13 00:08:16.367358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event updated for resources: {'Port': ['ID=bb4e07b8-0b61-4111-a61b-1583a85b2ba5,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:16.409586 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.410893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-40e0fe28-b6cf-4e94-b994-20653b889996 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1117327 Oct 13 00:08:16.415820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Pushing event updated for resources: {'Port': ['ID=a8d383ad-670c-475c-82dc-2c8ad68595ed,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:16.520268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-05b5e6e9-b1a7-46bd-946d-e0b6c6540a71 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.1004572 Oct 13 00:08:16.591899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Attempting to bind port a8d383ad-670c-475c-82dc-2c8ad68595ed on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:16.592504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Attempting to bind port a8d383ad-670c-475c-82dc-2c8ad68595ed by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:16.592601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Attempting to bind port a8d383ad-670c-475c-82dc-2c8ad68595ed on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:16.598166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Port a8d383ad-670c-475c-82dc-2c8ad68595ed on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:16.598487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Attempting to bind port a8d383ad-670c-475c-82dc-2c8ad68595ed on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:16.609171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:16.609514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:16.609961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:16.610400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Bound port: a8d383ad-670c-475c-82dc-2c8ad68595ed, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:16.610764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.744593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] For port a8d383ad-670c-475c-82dc-2c8ad68595ed, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:16.751921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] For port a8d383ad-670c-475c-82dc-2c8ad68595ed, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a8d383ad-670c-475c-82dc-2c8ad68595ed,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:16.762509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.768096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:16.782004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '449c4cbd-a934-4071-b5dc-a778997711a0', 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'port_id': '449c4cbd-a934-4071-b5dc-a778997711a0', 'mac_address': 'fa:16:3e:43:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00553f-2a55-4bd4-b4f8-8c7e8de70812', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:16.803662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-6918efeb-0f27-4e83-987e-fa1f7c98f81c tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:16.813913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:16.814636 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.816481 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] 10.222.0.45 "PUT /v2.0/ports/a8d383ad-670c-475c-82dc-2c8ad68595ed HTTP/1.1" status: 200 len: 1096 time: 1.2395425 Oct 13 00:08:16.817078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b677d84a-b266-4ea1-8d1c-13a57365706b', 'tag': 'a8d383ad-670c-475c-82dc-2c8ad68595ed'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:16.818862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66bbdc06-a37f-4da7-aa9d-2ab46799c40a req-6918efeb-0f27-4e83-987e-fa1f7c98f81c tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.2908394 Oct 13 00:08:16.830073 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabc2224-d90b-4c01-b9c0-797c550e6d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b677d84a-b266-4ea1-8d1c-13a57365706b", "tag": "a8d383ad-670c-475c-82dc-2c8ad68595ed"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:16.846204 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.856944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143da6d4-d23b-49c0-9231-1ada6db82dbb req-b3967ad3-88ef-4de1-9564-d90a965d9928 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:16.858312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-143da6d4-d23b-49c0-9231-1ada6db82dbb req-b3967ad3-88ef-4de1-9564-d90a965d9928 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1073177 Oct 13 00:08:16.863616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449c4cbd-a934-4071-b5dc-a778997711a0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:16.885634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b2701-fde2-440a-baa4-aa2668ca08af service neutron] Pushing event updated for resources: {'Port': ['ID=a8d383ad-670c-475c-82dc-2c8ad68595ed,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:16.886089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:16.898635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.968182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:16.981179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5be74070-fd13-4d8c-bdc8-68b9ddb76973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:16.982832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-5be74070-fd13-4d8c-bdc8-68b9ddb76973 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 1099 time: 0.0830264 Oct 13 00:08:17.014431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-143da6d4-d23b-49c0-9231-1ada6db82dbb req-b2e085a1-9bb6-479d-b20b-355e13f74d3a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422849 Oct 13 00:08:17.057337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5389-c111-4d2b-823c-980a214d9eee req-b3d306ae-8dbe-4012-a103-a7c1f97676c1 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.059631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b2b5389-c111-4d2b-823c-980a214d9eee req-b3d306ae-8dbe-4012-a103-a7c1f97676c1 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 948 time: 0.1275518 Oct 13 00:08:17.155996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b2b5389-c111-4d2b-823c-980a214d9eee req-0e4b9a66-9fef-425f-bec1-73be5584eb95 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857542 Oct 13 00:08:17.158923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-30b0f51f-4271-47a1-b9e3-254870e115a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a8d383ad-670c-475c-82dc-2c8ad68595ed HTTP/1.1" status: 200 len: 217 time: 0.1438913 Oct 13 00:08:17.186754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c49b32-cce3-480c-9591-7b41facb1856 req-07d4d68a-c1e8-4ec6-946e-5d98df35b18e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.194908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57c49b32-cce3-480c-9591-7b41facb1856 req-07d4d68a-c1e8-4ec6-946e-5d98df35b18e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 944 time: 0.0934587 Oct 13 00:08:17.233922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-bf73e764-8618-4b10-a6ea-7b07e2cd4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.235469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-bf73e764-8618-4b10-a6ea-7b07e2cd4af8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 1101 time: 0.1273894 Oct 13 00:08:17.247825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57c49b32-cce3-480c-9591-7b41facb1856 req-54d7d76a-b8ed-40e4-9e2d-6e5761dae56e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519876 Oct 13 00:08:17.278689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-2f398090-8cac-4a0d-b858-52c6ab582231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.280956 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-2f398090-8cac-4a0d-b858-52c6ab582231 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1104443 Oct 13 00:08:17.380629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:17.445254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-1c85fe48-f2e1-454e-94fe-90941fd25aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.446998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-1c85fe48-f2e1-454e-94fe-90941fd25aa2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244605 Oct 13 00:08:17.462069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcbe6b8f-0c61-41c6-8598-2831fe2ae025 req-6abb45b3-6d4a-4425-9532-bfe369c03964 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 210 time: 0.0574665 Oct 13 00:08:17.494085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986540a-1d4b-4b7a-b5ed-24b345520032 req-c376aa74-a29b-4110-a8d5-8e406f7b983a tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.495703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9986540a-1d4b-4b7a-b5ed-24b345520032 req-c376aa74-a29b-4110-a8d5-8e406f7b983a tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 949 time: 0.1301131 Oct 13 00:08:17.574295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80a55d06-b343-4531-a34b-2872198ccf73 req-79524f29-2cbc-4eac-973e-49b6a431ad42 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips/f1e7c926-0707-4eae-ab78-05e4df071a8f HTTP/1.1" status: 200 len: 693 time: 0.0650420 Oct 13 00:08:17.576935 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-0cfce2dc-daf7-4c50-b2b6-d5aa1a5a2dda service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190400 Oct 13 00:08:17.578345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-5f2379c5-94c1-4592-bd99-524ec664a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.579708 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-5f2379c5-94c1-4592-bd99-524ec664a842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.3351979 Oct 13 00:08:17.582147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9986540a-1d4b-4b7a-b5ed-24b345520032 req-03e70c82-c319-4704-b005-951fbf8d6f9c tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802076 Oct 13 00:08:17.618490 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['449c4cbd-a934-4071-b5dc-a778997711a0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:17.681158 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cf1825-be94-4347-90c0-ab8ab63dabb5 x-openstack-request-id: req-63cf1825-be94-4347-90c0-ab8ab63dabb5 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:17.681728 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b677d84a-b266-4ea1-8d1c-13a57365706b", "tag": "a8d383ad-670c-475c-82dc-2c8ad68595ed", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:17.681728 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63cf1825-be94-4347-90c0-ab8ab63dabb5 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:17.682085 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b677d84a-b266-4ea1-8d1c-13a57365706b', 'tag': 'a8d383ad-670c-475c-82dc-2c8ad68595ed', 'status': 'completed', 'code': 200} Oct 13 00:08:17.723499 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-5410df90-44b3-49a1-beb6-bee19548d87e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c HTTP/1.1" status: 200 len: 217 time: 0.1341932 Oct 13 00:08:17.774847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a55d06-b343-4531-a34b-2872198ccf73 req-ec8ccf11-758b-4e01-bcda-65291a0193c1 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.787629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80a55d06-b343-4531-a34b-2872198ccf73 req-ec8ccf11-758b-4e01-bcda-65291a0193c1 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.2040854 Oct 13 00:08:17.799886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-ee562b89-e4ed-4065-89a6-48c817a52d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.800786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-80a55d06-b343-4531-a34b-2872198ccf73 req-cb30370d-9bbd-4a86-acc3-aba00cbb6920 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:08:17.801342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-ee562b89-e4ed-4065-89a6-48c817a52d32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0672381 Oct 13 00:08:17.803975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80a55d06-b343-4531-a34b-2872198ccf73 req-cb30370d-9bbd-4a86-acc3-aba00cbb6920 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0154893 Oct 13 00:08:17.841841 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45e9be11-47c6-4bf6-874e-b6d286101abe req-eb5390f7-3652-41f1-ac4a-2e514015eaf5 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538450 Oct 13 00:08:17.877323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-9dfa7d75-6f02-4a0e-b962-8f400331adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:17.878820 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-9dfa7d75-6f02-4a0e-b962-8f400331adaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577946 Oct 13 00:08:17.881229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b8aceea-e93d-4765-8474-6da57684ccef req-ee595ece-b22a-44b0-bbd8-2070b2c1ddcf tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips/f1e7c926-0707-4eae-ab78-05e4df071a8f HTTP/1.1" status: 200 len: 693 time: 0.0501208 Oct 13 00:08:18.000820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aceea-e93d-4765-8474-6da57684ccef req-eccfba8a-c90b-4909-a5a9-7d52c440d1ff tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:18.002678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b8aceea-e93d-4765-8474-6da57684ccef req-eccfba8a-c90b-4909-a5a9-7d52c440d1ff tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1152263 Oct 13 00:08:18.017065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-256ec325-58f2-421a-89fa-64be3245001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:18.018564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-256ec325-58f2-421a-89fa-64be3245001e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 1099 time: 0.0703034 Oct 13 00:08:18.022020 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-55bdbf9f-3963-404a-8748-b92628d366ce service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327946 Oct 13 00:08:18.065841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b8aceea-e93d-4765-8474-6da57684ccef req-1b39d2b8-58bc-450d-a48f-0e4ed589f219 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.0555069 Oct 13 00:08:18.090667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5b043703-5d7f-49c1-9672-55d9dfc4bdad up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:18.143964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b8aceea-e93d-4765-8474-6da57684ccef req-7cdb7784-3e88-4567-9217-2f8990aa63f6 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.0712872 Oct 13 00:08:18.175316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 5b043703-5d7f-49c1-9672-55d9dfc4bdad completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:18.181688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 5b043703-5d7f-49c1-9672-55d9dfc4bdad triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:18.182281 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:18.199867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-b08d740c-1868-448c-bbb9-5a1d368cccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:18.201363 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-b08d740c-1868-448c-bbb9-5a1d368cccd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1752458 Oct 13 00:08:18.203551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-502711cc-4251-438d-b0a2-895bf153ca52 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687684 Oct 13 00:08:18.250435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1781d-3f57-4020-bb70-d01adb8d9a0d req-30c9472e-613e-4499-a981-e5ac88e07b80 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:18.260218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ce1781d-3f57-4020-bb70-d01adb8d9a0d req-30c9472e-613e-4499-a981-e5ac88e07b80 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1462343 Oct 13 00:08:18.265484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-3c5f6e4e-5995-49f7-8fb5-b47e55ca9644 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a8d383ad-670c-475c-82dc-2c8ad68595ed HTTP/1.1" status: 200 len: 217 time: 0.0552437 Oct 13 00:08:18.328371 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:18.363233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0bab5c-4839-45ef-ab60-1b557acd8089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b043703-5d7f-49c1-9672-55d9dfc4bdad'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:18.366485 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21faea76-5919-4ef0-85ad-36bcb16b7dd6" -d '{"events": [{"server_uuid": "6e0bab5c-4839-45ef-ab60-1b557acd8089", "name": "network-vif-plugged", "status": "completed", "tag": "5b043703-5d7f-49c1-9672-55d9dfc4bdad"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:18.391439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 5b043703-5d7f-49c1-9672-55d9dfc4bdad, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b043703-5d7f-49c1-9672-55d9dfc4bdad,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:18.403711 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:18.482180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-9e6d9e46-563e-4a01-8ca4-93e32755747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:18.483948 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-9e6d9e46-563e-4a01-8ca4-93e32755747e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.2101705 Oct 13 00:08:18.487780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=5b043703-5d7f-49c1-9672-55d9dfc4bdad,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:18.585714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-fb993155-abb8-4f95-8d0b-dc042c8382b5 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:18.587242 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-fb993155-abb8-4f95-8d0b-dc042c8382b5 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.36 "GET /v2.0/networks?id=8595526d-22df-404c-8702-7f34a6ea3ff6 HTTP/1.1" status: 200 len: 815 time: 0.2367170 Oct 13 00:08:18.590461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-34dfc2a4-4c64-42dc-a623-d12f678e90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:18.592070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-34dfc2a4-4c64-42dc-a623-d12f678e90a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964086 Oct 13 00:08:18.697884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ce1781d-3f57-4020-bb70-d01adb8d9a0d req-604a0e5a-122e-4d6d-a5a2-451177081575 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365971 Oct 13 00:08:18.707604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-21033a14-3b11-43a0-adfd-b8a5aa1077c6 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062739 Oct 13 00:08:18.714013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Deleting port bb4e07b8-0b61-4111-a61b-1583a85b2ba5 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:18.715021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:18.745454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-c009187f-e774-45f0-a944-1d5ed26ead50 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3461ce215ea47568f3508b52a70639c HTTP/1.1" status: 200 len: 379 time: 0.0715699 Oct 13 00:08:18.774503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Request body: {'port': {'device_id': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'admin_state_up': True, 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'security_groups': ['cf52349a-e046-4a74-8585-c145062dd48f']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:18.834301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:18.834522 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:18.850106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Calling delete_port for bb4e07b8-0b61-4111-a61b-1583a85b2ba5 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:18.867320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f0de3-025b-4ac0-9ff7-2e31600455b2 req-179ced39-f13b-479d-94b6-4bf2c2ddc4f7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:18.868841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-276f0de3-025b-4ac0-9ff7-2e31600455b2 req-179ced39-f13b-479d-94b6-4bf2c2ddc4f7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 948 time: 0.0824444 Oct 13 00:08:18.889500 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabc2224-d90b-4c01-b9c0-797c550e6d2c req-955397d6-4da4-409a-9a34-07a7ab6c3aa6 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707315 Oct 13 00:08:18.925863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Made reservation on behalf of d3461ce215ea47568f3508b52a70639c for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:18.930191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:18.956850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-276f0de3-025b-4ac0-9ff7-2e31600455b2 req-58e819b3-ff79-4778-9ab7-57627c8b56ec tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522408 Oct 13 00:08:19.044651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.092917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Allocated IP 172.20.0.6 (8595526d-22df-404c-8702-7f34a6ea3ff6/e5da3a3b-e964-48d0-8ed0-5f4f8c820c30/33246405-45fc-49f0-8877-440c0d8d37ac) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:19.102706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event deleted for resources: {'Port': ['ID=bb4e07b8-0b61-4111-a61b-1583a85b2ba5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:19.133448 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.136024 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.137803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b8aceea-e93d-4765-8474-6da57684ccef req-e46c0124-d950-47a3-83c1-c43679af82e9 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "DELETE /v2.0/floatingips/f1e7c926-0707-4eae-ab78-05e4df071a8f HTTP/1.1" status: 204 len: 173 time: 0.9927151 Oct 13 00:08:19.147297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6108e-5742-4bb7-bb9b-1e76da2bee5c req-ca6a3f42-f297-4d22-8fcc-262d39a0de4c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:19.152568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5b6108e-5742-4bb7-bb9b-1e76da2bee5c req-ca6a3f42-f297-4d22-8fcc-262d39a0de4c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 944 time: 0.1034622 Oct 13 00:08:19.191791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5b6108e-5742-4bb7-bb9b-1e76da2bee5c req-71e948eb-390f-4e73-8521-bede46a4c513 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Oct 13 00:08:19.243292 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b00447-2086-41e1-89cd-b2f5a13e5aef x-openstack-request-id: req-65b00447-2086-41e1-89cd-b2f5a13e5aef {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:19.243991 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0bab5c-4839-45ef-ab60-1b557acd8089", "name": "network-vif-plugged", "status": "completed", "tag": "5b043703-5d7f-49c1-9672-55d9dfc4bdad", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:19.243991 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65b00447-2086-41e1-89cd-b2f5a13e5aef {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:19.244165 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0bab5c-4839-45ef-ab60-1b557acd8089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b043703-5d7f-49c1-9672-55d9dfc4bdad', 'code': 200} Oct 13 00:08:19.257953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.326998 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.341236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b9b62d2-f358-4dbf-9166-4b5373d7b387 req-1e3e6980-f377-4629-8175-0bc130bde7f8 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 210 time: 0.0444157 Oct 13 00:08:19.416882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:19.436045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:19.442312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:19.496607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event updated for resources: {'Port': ['ID=33246405-45fc-49f0-8877-440c0d8d37ac,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:19.513726 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ab7dd-8b5e-4431-a188-6a5c20d16a6b req-e1ce437b-ce2b-471d-b8c5-5805828f22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:19.515304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e40ab7dd-8b5e-4431-a188-6a5c20d16a6b req-e1ce437b-ce2b-471d-b8c5-5805828f22ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 1101 time: 0.1494119 Oct 13 00:08:19.521493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:19.522131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.540286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5171-e899-4def-b227-6a8d61f92ddd req-8a77f8c5-b4f3-4487-a118-007954f6c4d3 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:19.541849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f62b5171-e899-4def-b227-6a8d61f92ddd req-8a77f8c5-b4f3-4487-a118-007954f6c4d3 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.1884825 Oct 13 00:08:19.568348 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-0b86ae2a-1b31-4f68-a095-6e87ba08691d tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7975926 Oct 13 00:08:19.575143 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e40ab7dd-8b5e-4431-a188-6a5c20d16a6b req-668b0887-dffc-4d2d-aaf2-43e57919a8d5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Oct 13 00:08:19.593706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Request body: {'port': {'device_id': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:19.622329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bfe70-d3a1-4bb5-8843-7d8cd6f6c607 req-c2a1c922-8401-4513-b733-6d8ba6fac62a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:19.623948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-567bfe70-d3a1-4bb5-8843-7d8cd6f6c607 req-c2a1c922-8401-4513-b733-6d8ba6fac62a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2354164 Oct 13 00:08:19.645694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f62b5171-e899-4def-b227-6a8d61f92ddd req-bd0f9748-1bb3-437f-9a66-8f77139f8eef tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852935 Oct 13 00:08:19.687837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.714413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-773c419f-dc3d-4b93-ab6c-a9f6aba9ef72 req-f2e3bd9e-e136-42fc-a15b-635a385e038d tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=4fd9aefcbbef43fab9ef7bb36c8ef4a3 HTTP/1.1" status: 200 len: 1656 time: 0.0649202 Oct 13 00:08:19.740537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6dd79682-0a85-43c2-bd23-47b8369e8776 None None] Provisioning complete for port 33246405-45fc-49f0-8877-440c0d8d37ac triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:19.741720 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dd79682-0a85-43c2-bd23-47b8369e8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.810886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6dd79682-0a85-43c2-bd23-47b8369e8776 None None] Port 33246405-45fc-49f0-8877-440c0d8d37ac cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:19.882984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c419f-dc3d-4b93-ab6c-a9f6aba9ef72 req-9c36c26f-1f2f-4292-8468-a90d9472d9a6 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:19.884399 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-773c419f-dc3d-4b93-ab6c-a9f6aba9ef72 req-9c36c26f-1f2f-4292-8468-a90d9472d9a6 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks?id=a395b02e-8500-416b-8085-f3399a24931e&id=a395b02e-8500-416b-8085-f3399a24931e&id=a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 787 time: 0.1542592 Oct 13 00:08:19.893393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709b2b8-050e-4a25-bd7e-c1e95bf95e4d req-7c41442b-508b-47ab-8470-561db52b7767 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:19.895006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a709b2b8-050e-4a25-bd7e-c1e95bf95e4d req-7c41442b-508b-47ab-8470-561db52b7767 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0907183 Oct 13 00:08:19.900055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-773c419f-dc3d-4b93-ab6c-a9f6aba9ef72 req-98f711a3-1e81-4f39-8645-3d1bf92acd05 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:08:19.900998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-773c419f-dc3d-4b93-ab6c-a9f6aba9ef72 req-98f711a3-1e81-4f39-8645-3d1bf92acd05 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053358 Oct 13 00:08:19.981501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33246405-45fc-49f0-8877-440c0d8d37ac {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:19.982162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a709b2b8-050e-4a25-bd7e-c1e95bf95e4d req-dd568c03-dcc8-4e02-ad14-30ce13f16e5a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701408 Oct 13 00:08:19.984649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-d66e09f5-9ce6-42db-8731-12f640ed9c28 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips/66934f38-7e0d-478b-9b8d-5d357e0cb415 HTTP/1.1" status: 200 len: 693 time: 0.0537837 Oct 13 00:08:19.988840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.006673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Transition to ACTIVE for port object 33246405-45fc-49f0-8877-440c0d8d37ac will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:20.012195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.090131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 449c4cbd-a934-4071-b5dc-a778997711a0 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:20.101261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Pushing event updated for resources: {'Port': ['ID=33246405-45fc-49f0-8877-440c0d8d37ac,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:20.164575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Attempting to bind port 33246405-45fc-49f0-8877-440c0d8d37ac on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:20.164894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Attempting to bind port 33246405-45fc-49f0-8877-440c0d8d37ac by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:20.165281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Attempting to bind port 33246405-45fc-49f0-8877-440c0d8d37ac on network 8595526d-22df-404c-8702-7f34a6ea3ff6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:20.174196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Port 33246405-45fc-49f0-8877-440c0d8d37ac on network 8595526d-22df-404c-8702-7f34a6ea3ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:20.174521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Attempting to bind port 33246405-45fc-49f0-8877-440c0d8d37ac on network 8595526d-22df-404c-8702-7f34a6ea3ff6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:20.184103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:20.184441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Checking segment: {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:20.184832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Bound using segment: {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:20.185268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Bound port: 33246405-45fc-49f0-8877-440c0d8d37ac, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c3a2e5-a6f8-438e-90b5-ffb065411886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:20.188440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.194311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d998db-ff40-4461-b201-72a4138a7a9e req-717a09f4-0941-4324-86f8-c03a050c3f97 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:20.195916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1d998db-ff40-4461-b201-72a4138a7a9e req-717a09f4-0941-4324-86f8-c03a050c3f97 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 948 time: 0.1143632 Oct 13 00:08:20.208965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 449c4cbd-a934-4071-b5dc-a778997711a0 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:20.219082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 449c4cbd-a934-4071-b5dc-a778997711a0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:20.219801 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.223932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-93f7b7b2-9576-4b19-a7cd-f28f5f381ee7 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:20.225364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-93f7b7b2-9576-4b19-a7cd-f28f5f381ee7 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.2305236 Oct 13 00:08:20.242119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-3bb66a1e-610f-4109-80d6-e1df58c6b6f0 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:08:20.250265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-3bb66a1e-610f-4109-80d6-e1df58c6b6f0 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0163646 Oct 13 00:08:20.277583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] For port 33246405-45fc-49f0-8877-440c0d8d37ac, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:20.281836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] For port 33246405-45fc-49f0-8877-440c0d8d37ac, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33246405-45fc-49f0-8877-440c0d8d37ac,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:20.287654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.308854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:20.309543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.311333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] 10.222.0.36 "PUT /v2.0/ports/33246405-45fc-49f0-8877-440c0d8d37ac HTTP/1.1" status: 200 len: 1091 time: 0.7236614 Oct 13 00:08:20.317060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-e4c113a2-f2b8-4cbe-a097-da1b835cdf80 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.160 HTTP/1.1" status: 200 len: 696 time: 0.0633044 Oct 13 00:08:20.333211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'tag': '33246405-45fc-49f0-8877-440c0d8d37ac'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:20.336404 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f57169-35f2-4759-b72c-1e67f823eeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "af26a843-9345-4dfe-aeaa-c9844cceb13a", "tag": "33246405-45fc-49f0-8877-440c0d8d37ac"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:20.349208 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1d998db-ff40-4461-b201-72a4138a7a9e req-c995d3d7-f5de-48b5-b0eb-32741365e11e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431813 Oct 13 00:08:20.354798 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.450437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-dc0161d7-984a-4065-9ca8-27eea196a5fb tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.160 HTTP/1.1" status: 200 len: 696 time: 0.1324232 Oct 13 00:08:20.481125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:20.499454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.520901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff988b-184c-4e7f-9325-c1a29ebf5933 service neutron] Pushing event updated for resources: {'Port': ['ID=33246405-45fc-49f0-8877-440c0d8d37ac,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:20.559162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d0ba2ce5-6e35-455d-ac69-f96f5267405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:20.560512 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-d0ba2ce5-6e35-455d-ac69-f96f5267405a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3461ce215ea47568f3508b52a70639c&device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 1094 time: 0.1626258 Oct 13 00:08:20.564082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:20.614814 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-6015537f-254b-4d6e-91bb-58f570e78a42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33246405-45fc-49f0-8877-440c0d8d37ac HTTP/1.1" status: 200 len: 217 time: 0.0373940 Oct 13 00:08:20.617645 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533fb1c-ba3f-4183-afea-f1e1a82c9b94 req-c434828f-bd3d-4b9e-9332-e94291f0ad79 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:20.619970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f533fb1c-ba3f-4183-afea-f1e1a82c9b94 req-c434828f-bd3d-4b9e-9332-e94291f0ad79 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.1230793 Oct 13 00:08:20.674286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-9e32b414-1e89-4ad7-832a-55b0349bde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:20.675867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-9e32b414-1e89-4ad7-832a-55b0349bde55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5da3a3b-e964-48d0-8ed0-5f4f8c820c30 HTTP/1.1" status: 200 len: 854 time: 0.0526259 Oct 13 00:08:20.682864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f533fb1c-ba3f-4183-afea-f1e1a82c9b94 req-9cb17c27-1993-495e-a099-6b35bec58b69 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504129 Oct 13 00:08:20.691759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Deleting port 9bfb47b7-ff14-401d-a31b-00e3bf72997e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:20.692099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.756013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-255515e6-0b0e-4ea1-b461-ff9fa4eb78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:20.757505 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-255515e6-0b0e-4ea1-b461-ff9fa4eb78ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8595526d-22df-404c-8702-7f34a6ea3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739636 Oct 13 00:08:20.782632 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.783728 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.796280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Calling delete_port for 9bfb47b7-ff14-401d-a31b-00e3bf72997e owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:20.842900 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffeb1b7-427c-4612-997b-191381c7ec9b x-openstack-request-id: req-1ffeb1b7-427c-4612-997b-191381c7ec9b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:20.843261 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af26a843-9345-4dfe-aeaa-c9844cceb13a", "tag": "33246405-45fc-49f0-8877-440c0d8d37ac", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:20.843610 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ffeb1b7-427c-4612-997b-191381c7ec9b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:20.844073 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'tag': '33246405-45fc-49f0-8877-440c0d8d37ac', 'status': 'completed', 'code': 200} Oct 13 00:08:20.865631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-9a028b67-1b97-493a-aa7e-a45fb5374b92 service neutron] 10.222.0.36 "GET /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995398 Oct 13 00:08:20.977292 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4c6127cc-fc40-48b2-a104-9c1d5c0b388f req-70e36dee-8a38-49de-bdd0-dca1685e16de service neutron] 10.222.0.36 "GET /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039417 Oct 13 00:08:20.980080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253096ab-322c-46d7-83c2-0ac327d11f89 req-c36b4200-56e7-4312-95a8-05b6b9f7e271 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:20.981582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-253096ab-322c-46d7-83c2-0ac327d11f89 req-c36b4200-56e7-4312-95a8-05b6b9f7e271 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 943 time: 0.0885637 Oct 13 00:08:21.014563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.050806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-253096ab-322c-46d7-83c2-0ac327d11f89 req-78417982-cffa-4bfd-9ac0-6e0bb5ecf93c tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629644 Oct 13 00:08:21.053475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event deleted for resources: {'Port': ['ID=9bfb47b7-ff14-401d-a31b-00e3bf72997e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:21.083402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.086423 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.087847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-636f94d9-236f-4bf3-a558-1f039037dbbf req-17eae125-b88a-49bd-867b-b4e7fbe80d3a tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "DELETE /v2.0/floatingips/66934f38-7e0d-478b-9b8d-5d357e0cb415 HTTP/1.1" status: 204 len: 173 time: 0.6365356 Oct 13 00:08:21.124442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-5c165907-ae46-4436-a961-1081914bce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.127420 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-5c165907-ae46-4436-a961-1081914bce5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3461ce215ea47568f3508b52a70639c&device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 1094 time: 0.0483451 Oct 13 00:08:21.238403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-a60130c2-ac6d-4352-aa44-90911b42483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.239214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d385876-047d-4192-abf1-8633345be065 req-6b9f8b13-d4d5-4591-aa15-5ef360dee795 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.240258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-a60130c2-ac6d-4352-aa44-90911b42483f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8595526d-22df-404c-8702-7f34a6ea3ff6 HTTP/1.1" status: 200 len: 916 time: 0.0986798 Oct 13 00:08:21.241276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d385876-047d-4192-abf1-8633345be065 req-6b9f8b13-d4d5-4591-aa15-5ef360dee795 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.1014907 Oct 13 00:08:21.246248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:21.248702 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1550c3b-eef8-478e-b83d-21c8a278d849" -d '{"events": [{"server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "name": "network-vif-plugged", "status": "completed", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:21.252432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d673-d689-41fb-8cf1-b9ad646de8e6 req-12285841-eb7e-4aed-8f68-16ffefaccfee tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.262900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8491d673-d689-41fb-8cf1-b9ad646de8e6 req-12285841-eb7e-4aed-8f68-16ffefaccfee tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1124616 Oct 13 00:08:21.292237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-3bdae7b8-ed37-42d2-97c3-37c7c4c789a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33246405-45fc-49f0-8877-440c0d8d37ac HTTP/1.1" status: 200 len: 217 time: 0.0422990 Oct 13 00:08:21.322609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8491d673-d689-41fb-8cf1-b9ad646de8e6 req-e7aecf9c-6341-4e33-967b-513ba0bb6f3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Oct 13 00:08:21.338093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d385876-047d-4192-abf1-8633345be065 req-b71fd165-701f-406c-bae5-96c6d3d0c216 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672832 Oct 13 00:08:21.371913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-52975922-0839-47e7-aec7-b41fa29e5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.378996 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-52975922-0839-47e7-aec7-b41fa29e5a5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5da3a3b-e964-48d0-8ed0-5f4f8c820c30 HTTP/1.1" status: 200 len: 854 time: 0.0739114 Oct 13 00:08:21.384502 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8110a74c-f941-4e31-9483-6ce01187830f x-openstack-request-id: req-8110a74c-f941-4e31-9483-6ce01187830f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:21.384990 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "name": "network-vif-plugged", "status": "completed", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:21.385075 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8110a74c-f941-4e31-9483-6ce01187830f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:21.385566 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0', 'code': 200} Oct 13 00:08:21.420263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-ab1b0093-75ba-4fba-aafe-c01657488c1f tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips/83c24440-a915-4b21-a520-68bc40dcce4e HTTP/1.1" status: 200 len: 693 time: 0.0641193 Oct 13 00:08:21.434745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-fe9344c1-71d0-41db-bef8-ef823e14ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.436366 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-fe9344c1-71d0-41db-bef8-ef823e14ab5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8595526d-22df-404c-8702-7f34a6ea3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515003 Oct 13 00:08:21.550659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800dc41-d69d-4c44-9417-833ec65d8c3b req-62632e98-bbbb-4be2-901e-94a944cf4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.552402 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0800dc41-d69d-4c44-9417-833ec65d8c3b req-62632e98-bbbb-4be2-901e-94a944cf4d0b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 1096 time: 0.0584993 Oct 13 00:08:21.600405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-e1ecffe5-9bc4-4ea4-aa14-9b2d2191b865 service neutron] 10.222.0.36 "GET /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557069 Oct 13 00:08:21.602585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1a70b-fd88-4e64-98ed-7003fc1e69f9 req-e223d3b9-692b-4581-9fc2-41fd4ab6c872 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.604112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3b1a70b-fd88-4e64-98ed-7003fc1e69f9 req-e223d3b9-692b-4581-9fc2-41fd4ab6c872 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 948 time: 0.1459396 Oct 13 00:08:21.604254 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0800dc41-d69d-4c44-9417-833ec65d8c3b req-2e14859a-7b4d-4e4b-9646-cba0be7b0f20 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Oct 13 00:08:21.611581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-a847d070-80f1-47de-96e2-9f475b64c650 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.613047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-a847d070-80f1-47de-96e2-9f475b64c650 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1696596 Oct 13 00:08:21.682154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-b0dc3a69-5a38-4894-8805-306fc53ea2aa tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0624163 Oct 13 00:08:21.703120 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3b1a70b-fd88-4e64-98ed-7003fc1e69f9 req-b1934284-b69d-4d48-868f-8592a86d1488 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891094 Oct 13 00:08:21.743018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-d24ae93e-3cbb-4590-ac08-6b00b9116e73 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0517225 Oct 13 00:08:21.905931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e65da3-3716-4fdf-b004-610ffa1bcf3b req-837d3e69-71d4-426a-a668-d9331d19df8a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:21.907427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72e65da3-3716-4fdf-b004-610ffa1bcf3b req-837d3e69-71d4-426a-a668-d9331d19df8a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.1170061 Oct 13 00:08:21.946226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2f57169-35f2-4759-b72c-1e67f823eeb8 req-aca36417-0fb3-4d3f-b5b1-6b7cb68cbf74 service neutron] 10.222.0.36 "GET /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350661 Oct 13 00:08:21.951886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Deleting port cf8f84de-997b-4bb7-abca-5996fc3affad {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:21.952237 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.957206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72e65da3-3716-4fdf-b004-610ffa1bcf3b req-6e881b2d-b5e7-42ec-812c-1bf6b633163c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Oct 13 00:08:22.032475 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.032796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.044538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Calling delete_port for cf8f84de-997b-4bb7-abca-5996fc3affad owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:22.101502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a8d383ad-670c-475c-82dc-2c8ad68595ed details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:22.170078 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.199628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event deleted for resources: {'Port': ['ID=cf8f84de-997b-4bb7-abca-5996fc3affad,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:22.201466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a8d383ad-670c-475c-82dc-2c8ad68595ed, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a8d383ad-670c-475c-82dc-2c8ad68595ed,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:22.212760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'a8d383ad-670c-475c-82dc-2c8ad68595ed', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'a8d383ad-670c-475c-82dc-2c8ad68595ed', 'mac_address': 'fa:16:3e:02:75:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:22.222346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.225386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.229407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990b4869-6d45-4e56-9e45-992a4eef47ac req-bd16e654-e151-4b2a-87e2-e906117d4d30 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "DELETE /v2.0/floatingips/83c24440-a915-4b21-a520-68bc40dcce4e HTTP/1.1" status: 204 len: 173 time: 0.4786754 Oct 13 00:08:22.265678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.278567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d383ad-670c-475c-82dc-2c8ad68595ed {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:22.297831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-af74525a-6e4c-4019-83f2-c573b0e12453 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips/6fa2957e-eb92-4f3d-90a8-ae839851c73b HTTP/1.1" status: 200 len: 692 time: 0.0539174 Oct 13 00:08:22.298621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a8d383ad-670c-475c-82dc-2c8ad68595ed, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a8d383ad-670c-475c-82dc-2c8ad68595ed,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:22.303852 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.350699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a8d383ad-670c-475c-82dc-2c8ad68595ed,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:22.388534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e6682-c57b-4b41-9cc4-709179af8f1c req-00d2a5c2-f79d-4129-b8a2-ab1fde245631 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:22.389991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b0e6682-c57b-4b41-9cc4-709179af8f1c req-00d2a5c2-f79d-4129-b8a2-ab1fde245631 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 943 time: 0.1098728 Oct 13 00:08:22.449282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-00538ef6-7d03-4605-a721-a24dce0797ad tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:22.450507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-00538ef6-7d03-4605-a721-a24dce0797ad tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1387906 Oct 13 00:08:22.455240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b0e6682-c57b-4b41-9cc4-709179af8f1c req-d6979d6d-0533-4512-b2d4-33491935f040 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575702 Oct 13 00:08:22.502009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-ed9f0b29-7379-4a10-a634-35f4ced26ae0 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0455136 Oct 13 00:08:22.572558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-54fe6ef3-79b7-43b7-a459-51ad6ad1c923 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0645058 Oct 13 00:08:22.596735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ff813-f3b1-41df-bded-7e6470bc9ee0 req-977629ea-6916-46da-b674-98640fc6e3b6 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:22.598550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-799ff813-f3b1-41df-bded-7e6470bc9ee0 req-977629ea-6916-46da-b674-98640fc6e3b6 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.0887306 Oct 13 00:08:22.713868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-799ff813-f3b1-41df-bded-7e6470bc9ee0 req-a98ca28b-d2f9-40c9-acab-b004fa1ce941 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851426 Oct 13 00:08:22.739269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Deleting port 84b4db5a-c3a8-4d80-9851-ca4f573a0fb6 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:22.739491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.850625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63624e93-31d0-4a29-8a7e-e4925ae276b0 req-3e33b0c5-2f4f-47c8-a18f-7342d0c44b58 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:22.852085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63624e93-31d0-4a29-8a7e-e4925ae276b0 req-3e33b0c5-2f4f-47c8-a18f-7342d0c44b58 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0735502 Oct 13 00:08:22.853654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.853969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.872014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Calling delete_port for 84b4db5a-c3a8-4d80-9851-ca4f573a0fb6 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:22.895995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a8d383ad-670c-475c-82dc-2c8ad68595ed'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:22.936926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63624e93-31d0-4a29-8a7e-e4925ae276b0 req-de6b2c25-b967-4a8e-addc-ecde8a9d3ef5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759108 Oct 13 00:08:23.059402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:23.345473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103da9a4-fdc7-4e14-a40c-57acded2fc8e req-9794bc8d-9580-4811-96e9-6d005a598689 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:23.346897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-103da9a4-fdc7-4e14-a40c-57acded2fc8e req-9794bc8d-9580-4811-96e9-6d005a598689 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 949 time: 0.3376296 Oct 13 00:08:23.350281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Pushing event deleted for resources: {'Port': ['ID=84b4db5a-c3a8-4d80-9851-ca4f573a0fb6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:23.382833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:23.385294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:23.386424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efa37e0b-f8c3-42a7-969d-524403bf0802 req-a353dd70-ddc5-4271-9560-89aaf3d81212 tempest-FloatingIPDetailsTestJSON-654414354 tempest-FloatingIPDetailsTestJSON-654414354-project] 10.222.0.21 "DELETE /v2.0/floatingips/6fa2957e-eb92-4f3d-90a8-ae839851c73b HTTP/1.1" status: 204 len: 173 time: 0.8059154 Oct 13 00:08:23.392320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43284) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:23.406594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-103da9a4-fdc7-4e14-a40c-57acded2fc8e req-76a45f9f-14fd-48fd-aaaf-19a0167aefdb tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527248 Oct 13 00:08:23.518516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67119-77a5-4721-8594-1595e729668a req-a0109bd6-c19a-4b35-ad2c-46c37285dc30 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:23.520756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93d67119-77a5-4721-8594-1595e729668a req-a0109bd6-c19a-4b35-ad2c-46c37285dc30 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.0574324 Oct 13 00:08:23.566546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93d67119-77a5-4721-8594-1595e729668a req-7bebe595-ea5d-4be4-8202-d84b178380b3 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379529 Oct 13 00:08:23.717149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4d11b-0943-4f5c-b467-1ed0696f0cc0 req-6387419b-2ee9-4bbf-ad0a-88bc040f2447 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:23.718620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6d4d11b-0943-4f5c-b467-1ed0696f0cc0 req-6387419b-2ee9-4bbf-ad0a-88bc040f2447 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 943 time: 0.0877683 Oct 13 00:08:23.730511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728cd8-75b9-4482-acb4-45248af46322 req-4cbf5d42-e0d3-49df-b4b3-0a36d01c5a7f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:23.732092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a728cd8-75b9-4482-acb4-45248af46322 req-4cbf5d42-e0d3-49df-b4b3-0a36d01c5a7f tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.0702372 Oct 13 00:08:23.786777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6d4d11b-0943-4f5c-b467-1ed0696f0cc0 req-2e715eaf-9938-4c41-ae16-69c6013b3d84 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537190 Oct 13 00:08:23.791471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a728cd8-75b9-4482-acb4-45248af46322 req-3fd01c33-508c-412a-9971-06248aafb603 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Oct 13 00:08:23.814407 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.051115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6598-f0e7-4eda-b66d-ae69b806b66d req-3ec7193e-ef34-4465-aab7-8ae321a65fd8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:24.052678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4bc6598-f0e7-4eda-b66d-ae69b806b66d req-3ec7193e-ef34-4465-aab7-8ae321a65fd8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0478177 Oct 13 00:08:24.055477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Deleting port 9c7c1915-496a-4b94-bd75-780db1067f39 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:24.055855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.090040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4bc6598-f0e7-4eda-b66d-ae69b806b66d req-731bc990-3044-421c-be0a-e841004d6489 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Oct 13 00:08:24.133430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] For port 9c7c1915-496a-4b94-bd75-780db1067f39, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9c7c1915-496a-4b94-bd75-780db1067f39,segment=NetworkSegment(4f9da6d2-df5a-470d-bf58-f3c33b54aa25),segment_id=4f9da6d2-df5a-470d-bf58-f3c33b54aa25)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:24.133793 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.146284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Calling delete_port for 9c7c1915-496a-4b94-bd75-780db1067f39 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:24.325732 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.354929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7c1915-496a-4b94-bd75-780db1067f39,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:24.524681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.531775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468118cf-68d4-4fb3-9236-05b69fd95a21 req-fa41caf8-e995-4b88-b0f0-94ece280624e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:24.533277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-468118cf-68d4-4fb3-9236-05b69fd95a21 req-fa41caf8-e995-4b88-b0f0-94ece280624e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 949 time: 0.0572169 Oct 13 00:08:24.583110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-468118cf-68d4-4fb3-9236-05b69fd95a21 req-e96417a4-c74c-4a18-806f-7fb9653efa42 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432599 Oct 13 00:08:24.702692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21542c34-2227-4d8d-8acf-3d361cb7b079 req-2add855c-c43f-4f35-b5d6-9c3d5fbaee40 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:24.704296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21542c34-2227-4d8d-8acf-3d361cb7b079 req-2add855c-c43f-4f35-b5d6-9c3d5fbaee40 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.0525184 Oct 13 00:08:24.747311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21542c34-2227-4d8d-8acf-3d361cb7b079 req-3a2271d0-81d3-48e8-8210-f6bcf0dad53d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 Oct 13 00:08:24.755665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Router 24416536-2d51-4a4d-babb-3fe0c34a8668 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:24.863263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:24.868307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b591885d-25b6-43ab-9b05-5b251c7188da admin admin] 10.222.0.21 "PUT /v2.0/routers/24416536-2d51-4a4d-babb-3fe0c34a8668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4749064 Oct 13 00:08:24.870750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43308) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:24.876031 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] Sync routers for ids ['24416536-2d51-4a4d-babb-3fe0c34a8668'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:24.887646 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] Routers {'24416536-2d51-4a4d-babb-3fe0c34a8668'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:24.888412 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:08:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['24416536-2d51-4a4d-babb-3fe0c34a8668'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:24.895530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3ccc-62ba-42a4-8b25-8a4b081d7252 req-d3a69f42-f8e9-4c38-acee-eb8e899f452d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:24.897015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81c3ccc-62ba-42a4-8b25-8a4b081d7252 req-d3a69f42-f8e9-4c38-acee-eb8e899f452d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.0794632 Oct 13 00:08:24.938725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b58a6e-4b2e-4c10-ae02-b72fe2351e3f req-b593d9bd-da17-4734-9be5-0e7956f0f5f3 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:24.940321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5b58a6e-4b2e-4c10-ae02-b72fe2351e3f req-b593d9bd-da17-4734-9be5-0e7956f0f5f3 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 943 time: 0.0852060 Oct 13 00:08:24.976061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.977421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81c3ccc-62ba-42a4-8b25-8a4b081d7252 req-6ddae179-a687-4a46-a83a-34704e83e9bd tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696702 Oct 13 00:08:24.997030 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] Set router 24416536-2d51-4a4d-babb-3fe0c34a8668 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:25.008777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5b58a6e-4b2e-4c10-ae02-b72fe2351e3f req-c6fede4e-a48c-4d59-be98-7d74fc854543 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583749 Oct 13 00:08:25.103710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf81bf-6096-4d4e-a7ff-4444c2a0a6f2 req-aadbcd71-a6c2-45da-a8af-d41121080cf6 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:25.104325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.105770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8fdf81bf-6096-4d4e-a7ff-4444c2a0a6f2 req-aadbcd71-a6c2-45da-a8af-d41121080cf6 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.0621436 Oct 13 00:08:25.171499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8fdf81bf-6096-4d4e-a7ff-4444c2a0a6f2 req-7c94b393-54db-454a-a0bb-83423e9afd28 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523031 Oct 13 00:08:25.189618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Deleting port 929c7a00-3346-4173-ac83-7b2eab45a433 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:25.190026 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.196315 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:08:24Z', 'revision_number': 5, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port': {'id': '929c7a00-3346-4173-ac83-7b2eab45a433', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:07:52Z', 'updated_at': '2021-10-13T00:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:25.241921 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] Checking router: 24416536-2d51-4a4d-babb-3fe0c34a8668 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:25.252584 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] Routers {'24416536-2d51-4a4d-babb-3fe0c34a8668'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:25.253292 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:08:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['24416536-2d51-4a4d-babb-3fe0c34a8668'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:25.277835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] For port 929c7a00-3346-4173-ac83-7b2eab45a433, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=929c7a00-3346-4173-ac83-7b2eab45a433,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:25.278362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.294095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Calling delete_port for 929c7a00-3346-4173-ac83-7b2eab45a433 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:25.294979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf20425-a6da-4092-94f6-516ecefa7e38 req-cfe24c53-016e-4f57-908f-99a8f362ee05 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:25.296706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cf20425-a6da-4092-94f6-516ecefa7e38 req-cfe24c53-016e-4f57-908f-99a8f362ee05 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0745456 Oct 13 00:08:25.352335 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] Set router 24416536-2d51-4a4d-babb-3fe0c34a8668 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:25.363806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cf20425-a6da-4092-94f6-516ecefa7e38 req-09279e72-0dd9-4a20-b88e-a4bc0d9e1ece tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567589 Oct 13 00:08:25.407978 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:08:25Z', 'revision_number': 6, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:25.439394 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d59f7-2c09-4a23-9ff3-02d78ee0888c None None] The sync data for ids ['24416536-2d51-4a4d-babb-3fe0c34a8668'] in n-d-813679-4 is: [{'id': '24416536-2d51-4a4d-babb-3fe0c34a8668', 'name': 'tempest-FloatingIPDetailsTestJSON-459390657-router', 'tenant_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:07:50Z', 'updated_at': '2021-10-13T00:08:25Z', 'revision_number': 6, 'project_id': '4fd9aefcbbef43fab9ef7bb36c8ef4a3', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:25.514412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa659c0-904a-4212-b9ad-faab6a76949a req-95d53778-f5db-4e70-a092-46093cad298b tempest-LiveMigrationNegativeTest-134630876 tempest-LiveMigrationNegativeTest-134630876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:25.519376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 33246405-45fc-49f0-8877-440c0d8d37ac details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:25.521627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aa659c0-904a-4212-b9ad-faab6a76949a req-95d53778-f5db-4e70-a092-46093cad298b tempest-LiveMigrationNegativeTest-134630876 tempest-LiveMigrationNegativeTest-134630876-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 1101 time: 0.0706418 Oct 13 00:08:25.536601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7aa659c0-904a-4212-b9ad-faab6a76949a req-369e2188-4e3f-4d08-a501-235824e55eee tempest-LiveMigrationNegativeTest-134630876 tempest-LiveMigrationNegativeTest-134630876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.549486 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.579361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=929c7a00-3346-4173-ac83-7b2eab45a433,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:25.644433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 33246405-45fc-49f0-8877-440c0d8d37ac, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33246405-45fc-49f0-8877-440c0d8d37ac,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:25.656562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '33246405-45fc-49f0-8877-440c0d8d37ac', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'port_id': '33246405-45fc-49f0-8877-440c0d8d37ac', 'mac_address': 'fa:16:3e:fc:8a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:25.658425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7aa659c0-904a-4212-b9ad-faab6a76949a req-369e2188-4e3f-4d08-a501-235824e55eee tempest-LiveMigrationNegativeTest-134630876 tempest-LiveMigrationNegativeTest-134630876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.666410 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7aa659c0-904a-4212-b9ad-faab6a76949a req-369e2188-4e3f-4d08-a501-235824e55eee tempest-LiveMigrationNegativeTest-134630876 tempest-LiveMigrationNegativeTest-134630876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.693940 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.696468 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.701625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aa659c0-904a-4212-b9ad-faab6a76949a req-369e2188-4e3f-4d08-a501-235824e55eee tempest-LiveMigrationNegativeTest-134630876 tempest-LiveMigrationNegativeTest-134630876-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777263 Oct 13 00:08:25.718050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33246405-45fc-49f0-8877-440c0d8d37ac {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:25.739397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e2188-4e3f-4d08-a501-235824e55eee tempest-LiveMigrationNegativeTest-134630876 tempest-LiveMigrationNegativeTest-134630876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7fe9e4-cd16-47cd-ad3d-b41e7edbbbfc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:25.745221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 33246405-45fc-49f0-8877-440c0d8d37ac, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33246405-45fc-49f0-8877-440c0d8d37ac,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:25.755349 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.790717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb54328-3141-4b13-9455-b83568ae0b76 req-5de14157-f3b9-44b3-a016-b5a1d3d7a02e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:25.792395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-deb54328-3141-4b13-9455-b83568ae0b76 req-5de14157-f3b9-44b3-a016-b5a1d3d7a02e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 949 time: 0.0750043 Oct 13 00:08:25.834458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.835973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=33246405-45fc-49f0-8877-440c0d8d37ac,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:25.846094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.866667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-deb54328-3141-4b13-9455-b83568ae0b76 req-ec5d4168-af8a-4a56-9631-f0fb6730fcd9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625875 Oct 13 00:08:25.881386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf38f4-a751-4b05-a04a-47e214b5fb6e req-735097d3-76b7-48b8-a9b8-9fc26b155eba tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:25.890128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23cf38f4-a751-4b05-a04a-47e214b5fb6e req-735097d3-76b7-48b8-a9b8-9fc26b155eba tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.0964096 Oct 13 00:08:25.901649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.902387 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24416536-2d51-4a4d-babb-3fe0c34a8668 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:08:25.908208 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.909785 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c89b8421-e9e9-4d0c-bb12-2d7f5fcf7f83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/24416536-2d51-4a4d-babb-3fe0c34a8668 HTTP/1.1" status: 204 len: 168 time: 1.0379288 Oct 13 00:08:25.914580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43346) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:25.956909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23cf38f4-a751-4b05-a04a-47e214b5fb6e req-9e4bb2fc-b5a5-434a-a957-70a94ffa304a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662580 Oct 13 00:08:25.978929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaff1b36-e476-41e3-8470-a4caa78116ff admin admin] Deleting subnet 740b9d54-4ca5-4cbb-876a-0249ff87c960 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:08:25.982630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b36-e476-41e3-8470-a4caa78116ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.017335 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b36-e476-41e3-8470-a4caa78116ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.067651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b36-e476-41e3-8470-a4caa78116ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.123668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a8d383ad-670c-475c-82dc-2c8ad68595ed up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:26.156493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714794ba-b974-48eb-a630-922f62784fa1 req-b23a05bf-8c71-44a9-a2fc-fc650a8bffd7 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:26.158132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-714794ba-b974-48eb-a630-922f62784fa1 req-b23a05bf-8c71-44a9-a2fc-fc650a8bffd7 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 944 time: 0.0677657 Oct 13 00:08:26.182166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port a8d383ad-670c-475c-82dc-2c8ad68595ed completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:26.189697 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b36-e476-41e3-8470-a4caa78116ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.198026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port a8d383ad-670c-475c-82dc-2c8ad68595ed triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:26.198397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.223163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff1b36-e476-41e3-8470-a4caa78116ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740b9d54-4ca5-4cbb-876a-0249ff87c960,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:26.228062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-714794ba-b974-48eb-a630-922f62784fa1 req-b693d278-99a0-4b1d-bc7f-f1b1cb4706c3 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605559 Oct 13 00:08:26.231624 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b36-e476-41e3-8470-a4caa78116ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.235358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-eaff1b36-e476-41e3-8470-a4caa78116ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/740b9d54-4ca5-4cbb-876a-0249ff87c960 HTTP/1.1" status: 204 len: 168 time: 0.3197961 Oct 13 00:08:26.237534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43358) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:26.243341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d150c3-a9c5-4d39-b9a9-33da0176148a None None] Network a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:26.345143 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.356674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9c7c1915-496a-4b94-bd75-780db1067f39 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:26.365387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113af76a-a83e-46f7-a719-4f6315834e54 req-0dd327b2-fc9a-4910-b421-33d20db048df tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:26.366918 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-113af76a-a83e-46f7-a719-4f6315834e54 req-0dd327b2-fc9a-4910-b421-33d20db048df tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.1112514 Oct 13 00:08:26.428365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['33246405-45fc-49f0-8877-440c0d8d37ac'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:26.438241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9c7c1915-496a-4b94-bd75-780db1067f39 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:26.438492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9c7c1915-496a-4b94-bd75-780db1067f39 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:26.438909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 929c7a00-3346-4173-ac83-7b2eab45a433 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:26.439869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-113af76a-a83e-46f7-a719-4f6315834e54 req-7a055a82-078e-4620-afb0-df5f6dc66062 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652046 Oct 13 00:08:26.482809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Deleting port d5b92525-8327-4ec5-b422-2cf8238a14bc {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:26.483155 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.491675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 929c7a00-3346-4173-ac83-7b2eab45a433 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:26.491996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 929c7a00-3346-4173-ac83-7b2eab45a433 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:26.501265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.535280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbcb5d-56b2-4167-8811-75120f7fff7e req-fd6faf8d-6f71-4dea-96b9-03bd2657743a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:26.535436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b677d84a-b266-4ea1-8d1c-13a57365706b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d383ad-670c-475c-82dc-2c8ad68595ed'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:26.536483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ffbcb5d-56b2-4167-8811-75120f7fff7e req-fd6faf8d-6f71-4dea-96b9-03bd2657743a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0956879 Oct 13 00:08:26.537655 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a4c918-d58d-4d1e-aba9-e2303e65052b" -d '{"events": [{"server_uuid": "b677d84a-b266-4ea1-8d1c-13a57365706b", "name": "network-vif-plugged", "status": "completed", "tag": "a8d383ad-670c-475c-82dc-2c8ad68595ed"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:26.562528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a8d383ad-670c-475c-82dc-2c8ad68595ed, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a8d383ad-670c-475c-82dc-2c8ad68595ed,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:26.576174 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.580058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] For port d5b92525-8327-4ec5-b422-2cf8238a14bc, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d5b92525-8327-4ec5-b422-2cf8238a14bc,segment=NetworkSegment(4f9da6d2-df5a-470d-bf58-f3c33b54aa25),segment_id=4f9da6d2-df5a-470d-bf58-f3c33b54aa25)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:26.580498 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.589715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] DHCP port deletion for a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:08:26.609498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Calling delete_port for d5b92525-8327-4ec5-b422-2cf8238a14bc owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:26.618258 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7609e8-cf6e-46e9-9df7-0d01610e3599 x-openstack-request-id: req-8b7609e8-cf6e-46e9-9df7-0d01610e3599 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:26.618879 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b677d84a-b266-4ea1-8d1c-13a57365706b", "name": "network-vif-plugged", "status": "completed", "tag": "a8d383ad-670c-475c-82dc-2c8ad68595ed", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:26.619133 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b7609e8-cf6e-46e9-9df7-0d01610e3599 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:26.619561 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b677d84a-b266-4ea1-8d1c-13a57365706b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d383ad-670c-475c-82dc-2c8ad68595ed', 'code': 200} Oct 13 00:08:26.621938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ffbcb5d-56b2-4167-8811-75120f7fff7e req-e66cf09a-77fd-4a2f-a333-fd9d3eea5a56 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759177 Oct 13 00:08:26.695871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a8d383ad-670c-475c-82dc-2c8ad68595ed,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:26.710179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.735467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b92525-8327-4ec5-b422-2cf8238a14bc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:26.741247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] No DVR routers for this DVR port d5b92525-8327-4ec5-b422-2cf8238a14bc on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:26.750128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] Deleting port d5b92525-8327-4ec5-b422-2cf8238a14bc {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:26.750506 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.792778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f2db7-9ea8-444d-9b62-43fa59151c2c req-e2dda758-44a6-4d42-a254-f6b536930ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:26.794297 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc7f2db7-9ea8-444d-9b62-43fa59151c2c req-e2dda758-44a6-4d42-a254-f6b536930ecc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 1101 time: 0.0436757 Oct 13 00:08:26.818062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] For port d5b92525-8327-4ec5-b422-2cf8238a14bc, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:26.818381 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.819421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.831729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] Calling delete_port for d5b92525-8327-4ec5-b422-2cf8238a14bc owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:26.834476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] Port d5b92525-8327-4ec5-b422-2cf8238a14bc was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:08:26.835762 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.842365 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.842964 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.843917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.844128 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc7f2db7-9ea8-444d-9b62-43fa59151c2c req-5237e1c3-371d-4a6a-a7ff-8b1467fb985b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366664 Oct 13 00:08:26.844653 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > port after_create 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.845180 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.845699 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > port after_update 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.846211 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.846714 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.847212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.847755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.862254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] Pushing event deleted for resources: {'Port': ['ID=d5b92525-8327-4ec5-b422-2cf8238a14bc,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:26.867536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a2ef3-7f6c-4787-a5e2-c9bb18f7fb13 None None] No DVR routers for this DVR port d5b92525-8327-4ec5-b422-2cf8238a14bc on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:26.920419 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.920765 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.921090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.921421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 00:08:26.921793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:26.940462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9da6d2-df5a-470d-bf58-f3c33b54aa25') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:26.940754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9da6d2-df5a-470d-bf58-f3c33b54aa25') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:26.964342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.000106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.011852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:08:27.012248 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: from cryptography.utils import int_from_bytes Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: from cryptography.utils import int_from_bytes Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:08:27.016900 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:08:27.063125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090714-818c-4877-ae2a-43018f2f427f req-612f5bc5-b85f-48d6-bf11-5a84ab2d3845 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:27.064722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70090714-818c-4877-ae2a-43018f2f427f req-612f5bc5-b85f-48d6-bf11-5a84ab2d3845 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 950 time: 0.1264167 Oct 13 00:08:27.099910 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.113831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.116950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] 10.222.0.21 "DELETE /v2.0/networks/a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02 HTTP/1.1" status: 204 len: 168 time: 0.8784840 Oct 13 00:08:27.131131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70090714-818c-4877-ae2a-43018f2f427f req-0e942539-78f6-476d-964f-d21e0f5dc173 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601113 Oct 13 00:08:27.131941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd26fa-217d-4225-9a4f-5777eb3fb70b admin admin] Pushing event deleted for resources: {'Network': ['ID=a603fe25-ce5c-4d7f-9fb8-9d99e1c7ce02,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:27.232777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:27.234852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376966e-586e-421e-b57a-d7ff3e56c91c req-cf091592-1827-4ec3-8486-80383ad9332e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:27.236383 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4376966e-586e-421e-b57a-d7ff3e56c91c req-cf091592-1827-4ec3-8486-80383ad9332e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.0505395 Oct 13 00:08:27.275397 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2bad19e1-ec8e-495a-9204-01ac168f408e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fd9aefcbbef43fab9ef7bb36c8ef4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393112 Oct 13 00:08:27.275675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43378) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:27.282027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4376966e-586e-421e-b57a-d7ff3e56c91c req-7b3e7aa8-1daa-420e-b57f-ed626e200301 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Oct 13 00:08:27.326707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e23ac16-8c98-4b62-866a-28049d67ef41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.347920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e23ac16-8c98-4b62-866a-28049d67ef41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.360704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63e7e6-7050-4a9e-b9b5-aab1e74c6154 req-7d64773e-9654-498c-b7b6-7e92f6c9ec5b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:27.362226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c63e7e6-7050-4a9e-b9b5-aab1e74c6154 req-7d64773e-9654-498c-b7b6-7e92f6c9ec5b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 944 time: 0.0492749 Oct 13 00:08:27.395661 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e23ac16-8c98-4b62-866a-28049d67ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.398274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e23ac16-8c98-4b62-866a-28049d67ef41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.402651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0e23ac16-8c98-4b62-866a-28049d67ef41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0574cb62-344a-4b15-8c17-1b0a1b666f99 HTTP/1.1" status: 204 len: 168 time: 0.1228373 Oct 13 00:08:27.402836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c63e7e6-7050-4a9e-b9b5-aab1e74c6154 req-ab0e2350-ff86-40b8-b216-386f8aa4ec85 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326443 Oct 13 00:08:27.409436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23ac16-8c98-4b62-866a-28049d67ef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0574cb62-344a-4b15-8c17-1b0a1b666f99,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:27.554790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c529-a0e3-4987-9325-0989370d715c req-3c1d52d9-7dee-4b8a-9873-ddd289587765 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:27.556351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ceb7c529-a0e3-4987-9325-0989370d715c req-3c1d52d9-7dee-4b8a-9873-ddd289587765 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.0494854 Oct 13 00:08:27.594792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ceb7c529-a0e3-4987-9325-0989370d715c req-3fc64529-788d-4df7-96c5-8f8529905f30 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Oct 13 00:08:27.738936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf5125-f7bf-40cd-a468-3d1c24c0e1c9 req-f67dbedb-fd90-4875-b469-154f57b662eb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:27.740468 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59bf5125-f7bf-40cd-a468-3d1c24c0e1c9 req-f67dbedb-fd90-4875-b469-154f57b662eb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0503595 Oct 13 00:08:27.782521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59bf5125-f7bf-40cd-a468-3d1c24c0e1c9 req-a9871f94-92f4-465e-a8fd-24571d72d728 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352910 Oct 13 00:08:28.190787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d5b92525-8327-4ec5-b422-2cf8238a14bc no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:28.222549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d5b92525-8327-4ec5-b422-2cf8238a14bc {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:28.222962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d5b92525-8327-4ec5-b422-2cf8238a14bc not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:28.257865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff285d4d-2357-4819-ac93-370916a86d2d req-9cf8007c-113f-4e57-acaa-bac1e37e4d50 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:28.259373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff285d4d-2357-4819-ac93-370916a86d2d req-9cf8007c-113f-4e57-acaa-bac1e37e4d50 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 950 time: 0.0576475 Oct 13 00:08:28.309051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff285d4d-2357-4819-ac93-370916a86d2d req-6d132e20-52c3-4d96-a3a1-1be6b1132402 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Oct 13 00:08:28.318884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-3a49ed5b-60e6-4bb6-933a-266dd47da068 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=eb4b5ce689f047fa82c0ed8710fd6f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250731 Oct 13 00:08:28.428149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-43baf8b6-8d53-4011-8d2c-6b27d7d2d749 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:28.429598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-43baf8b6-8d53-4011-8d2c-6b27d7d2d749 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046016 Oct 13 00:08:28.445094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-2afafb80-cc44-4d5c-96a6-f78717c5e156 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/quotas/eb4b5ce689f047fa82c0ed8710fd6f34 HTTP/1.1" status: 200 len: 375 time: 0.0096107 Oct 13 00:08:28.497937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-88a3e51f-7133-4b94-b688-cbe45f5020ee tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb4b5ce689f047fa82c0ed8710fd6f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406091 Oct 13 00:08:28.516841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce994f9c-58c6-4167-88f7-bf12c58c2e44 req-01395a66-3d26-4292-9c3b-b6514ee1a175 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:28.518286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce994f9c-58c6-4167-88f7-bf12c58c2e44 req-01395a66-3d26-4292-9c3b-b6514ee1a175 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.0709293 Oct 13 00:08:28.555264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce994f9c-58c6-4167-88f7-bf12c58c2e44 req-3e3616e9-d1b3-4db4-aa6d-0213cf391b9c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309653 Oct 13 00:08:28.677149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e57cc4f-8393-46eb-9269-291fcdb0a5ed req-7fecdcd1-c32f-43e5-890f-fe485d71b856 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 210 time: 0.0517952 Oct 13 00:08:28.700811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086831a7-885f-4bc8-a5a2-600071c0fae2 req-be9814f3-464e-4c03-b34d-b08069b7bde1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:28.708331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-086831a7-885f-4bc8-a5a2-600071c0fae2 req-be9814f3-464e-4c03-b34d-b08069b7bde1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 944 time: 0.0817297 Oct 13 00:08:28.744045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-086831a7-885f-4bc8-a5a2-600071c0fae2 req-404d51ed-7736-43b5-a1f4-c7187ceec0ba tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349300 Oct 13 00:08:28.795656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee6b3-7124-4bb9-9724-31b850dd26c2 req-009a6813-1c84-46bf-854b-3b59ce63511d tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:28.797165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c3ee6b3-7124-4bb9-9724-31b850dd26c2 req-009a6813-1c84-46bf-854b-3b59ce63511d tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.0520496 Oct 13 00:08:28.846256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c3ee6b3-7124-4bb9-9724-31b850dd26c2 req-44e1cc18-5cf1-4dea-a418-b493bfd51ef5 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Oct 13 00:08:28.912298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd6c31-6deb-4dde-9cf1-e82bf0c41655 req-329e9c9c-1372-4ca7-8b82-64e8d49dcda3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:28.913803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04dd6c31-6deb-4dde-9cf1-e82bf0c41655 req-329e9c9c-1372-4ca7-8b82-64e8d49dcda3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0515480 Oct 13 00:08:28.958023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04dd6c31-6deb-4dde-9cf1-e82bf0c41655 req-f83f02d7-ed9a-4d58-a67a-dfb385feca47 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375097 Oct 13 00:08:29.056803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-9188c7fb-bfe2-4691-a685-69188483b9f3 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:29.059010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-9188c7fb-bfe2-4691-a685-69188483b9f3 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 950 time: 0.0596080 Oct 13 00:08:29.187725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Deleting port 5b043703-5d7f-49c1-9672-55d9dfc4bdad {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:29.188068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.280687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] For port 5b043703-5d7f-49c1-9672-55d9dfc4bdad, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b043703-5d7f-49c1-9672-55d9dfc4bdad,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:29.280957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.294494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Calling delete_port for 5b043703-5d7f-49c1-9672-55d9dfc4bdad owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:29.424185 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.439594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b33f60-fb06-4690-8df9-b35f87492b92 req-9740bcbd-67db-4b84-a6a7-7c952dd8d32e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:29.442546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8b33f60-fb06-4690-8df9-b35f87492b92 req-9740bcbd-67db-4b84-a6a7-7c952dd8d32e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 950 time: 0.0660985 Oct 13 00:08:29.456228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Pushing event deleted for resources: {'Port': ['ID=5b043703-5d7f-49c1-9672-55d9dfc4bdad,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:29.461922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a1143d6c-81cd-4ade-990a-b3b9fae1d8ff', '5b043703-5d7f-49c1-9672-55d9dfc4bdad'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:29.482264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8b33f60-fb06-4690-8df9-b35f87492b92 req-5af65631-a516-4c79-9399-5dd5afc6c2c8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Oct 13 00:08:29.530929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 33246405-45fc-49f0-8877-440c0d8d37ac up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:29.640865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8beb24-1d43-4819-9a90-37a7c70335cb req-8feedcbf-b87e-4040-ba83-24f29f770d06 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:29.642505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e8beb24-1d43-4819-9a90-37a7c70335cb req-8feedcbf-b87e-4040-ba83-24f29f770d06 tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 1101 time: 0.0771053 Oct 13 00:08:29.723139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 33246405-45fc-49f0-8877-440c0d8d37ac completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:29.732528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e8beb24-1d43-4819-9a90-37a7c70335cb req-081ed2ed-45f5-49a5-8a7e-d8b5c1e5b94a tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815356 Oct 13 00:08:29.757057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 33246405-45fc-49f0-8877-440c0d8d37ac triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:29.757823 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.763656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3db8b1-a371-492c-aca6-c08b8e110e32 req-0663ee3e-df16-4d18-9fa3-7a2c8817e48c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:29.771139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a3db8b1-a371-492c-aca6-c08b8e110e32 req-0663ee3e-df16-4d18-9fa3-7a2c8817e48c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.0964661 Oct 13 00:08:29.789943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] No DVR routers for this DVR port 5b043703-5d7f-49c1-9672-55d9dfc4bdad on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:29.803008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.808934 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c98644bd-c6e6-49f5-b6fc-8079b4ed6ed6 req-21852ce0-4054-46e7-ba0f-14966f81dfc2 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "DELETE /v2.0/ports/5b043703-5d7f-49c1-9672-55d9dfc4bdad HTTP/1.1" status: 204 len: 173 time: 0.7141888 Oct 13 00:08:29.811198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0bab5c-4839-45ef-ab60-1b557acd8089', 'name': 'network-vif-deleted', 'tag': '5b043703-5d7f-49c1-9672-55d9dfc4bdad'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:29.813703 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5c1d9f-19d1-4045-a53b-4b9003062239" -d '{"events": [{"server_uuid": "6e0bab5c-4839-45ef-ab60-1b557acd8089", "name": "network-vif-deleted", "tag": "5b043703-5d7f-49c1-9672-55d9dfc4bdad"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:29.824798 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a3db8b1-a371-492c-aca6-c08b8e110e32 req-e22ecd4c-4f5c-4c4b-a96b-a18d3c7e37ee tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525556 Oct 13 00:08:29.829688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-c0c2de71-ad26-4ef9-a348-b258c70790bb tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=eb4b5ce689f047fa82c0ed8710fd6f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409608 Oct 13 00:08:29.937623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-051e2d45-4d8c-4a8d-8847-7e865c86caa3 req-80bfa641-7dd1-4d3b-852e-0d8f6594f1fa tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 210 time: 0.0478375 Oct 13 00:08:30.004812 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.014304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4670e-a8d0-45b0-892a-ab504afd3115 req-df18b8bd-37eb-476c-9738-7f37647c00c6 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:30.018465 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363a5563-e7a7-4142-8ea3-ba5f54100717 x-openstack-request-id: req-363a5563-e7a7-4142-8ea3-ba5f54100717 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:30.018994 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0bab5c-4839-45ef-ab60-1b557acd8089", "name": "network-vif-deleted", "tag": "5b043703-5d7f-49c1-9672-55d9dfc4bdad", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:30.019402 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-363a5563-e7a7-4142-8ea3-ba5f54100717 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:30.019680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09e4670e-a8d0-45b0-892a-ab504afd3115 req-df18b8bd-37eb-476c-9738-7f37647c00c6 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 944 time: 0.0782244 Oct 13 00:08:30.020172 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0bab5c-4839-45ef-ab60-1b557acd8089', 'name': 'network-vif-deleted', 'tag': '5b043703-5d7f-49c1-9672-55d9dfc4bdad', 'status': 'completed', 'code': 200} Oct 13 00:08:30.033484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-ac0c2261-e71c-4bac-bccf-d2c7a4c98c60 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:30.035420 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-ac0c2261-e71c-4bac-bccf-d2c7a4c98c60 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987431 Oct 13 00:08:30.073652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09e4670e-a8d0-45b0-892a-ab504afd3115 req-0204f2f9-c9bb-42bd-83e4-72d2fe4f43e0 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500073 Oct 13 00:08:30.091320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Request body: {'port': {'device_id': '1912be88-6f63-446c-b7e5-b1c2d09886a9', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'eb4b5ce689f047fa82c0ed8710fd6f34'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:30.172202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c293b785-ea49-4c42-a983-5935420f7344 req-f84b8c9e-3dd2-4b09-b43a-add6a6e0740b tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e0bab5c-4839-45ef-ab60-1b557acd8089 HTTP/1.1" status: 200 len: 210 time: 0.0342929 Oct 13 00:08:30.177651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 449c4cbd-a934-4071-b5dc-a778997711a0 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:30.197184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33246405-45fc-49f0-8877-440c0d8d37ac'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:30.202054 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e3eb4-2933-445d-a64e-4034078661bb" -d '{"events": [{"server_uuid": "af26a843-9345-4dfe-aeaa-c9844cceb13a", "name": "network-vif-plugged", "status": "completed", "tag": "33246405-45fc-49f0-8877-440c0d8d37ac"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:30.216673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 33246405-45fc-49f0-8877-440c0d8d37ac, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33246405-45fc-49f0-8877-440c0d8d37ac,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:30.238764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Made reservation on behalf of eb4b5ce689f047fa82c0ed8710fd6f34 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:30.242317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.253676 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.261246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d7173-3562-445e-b9c5-b3607fd0add5 req-b87f2be1-61e6-4864-a147-3f39dffaae52 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:30.268785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-811d7173-3562-445e-b9c5-b3607fd0add5 req-b87f2be1-61e6-4864-a147-3f39dffaae52 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0946198 Oct 13 00:08:30.273114 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.306417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f9f4c68d-5fa4-4f27-adca-51ca7cd538c7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305400 Oct 13 00:08:30.354473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=33246405-45fc-49f0-8877-440c0d8d37ac,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:30.359476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:30.366877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-811d7173-3562-445e-b9c5-b3607fd0add5 req-547908d8-4770-4cee-84e2-1de1ae87b7e3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971279 Oct 13 00:08:30.371645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '449c4cbd-a934-4071-b5dc-a778997711a0', 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'port_id': '449c4cbd-a934-4071-b5dc-a778997711a0', 'mac_address': 'fa:16:3e:43:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00553f-2a55-4bd4-b4f8-8c7e8de70812', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:30.390498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.398810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.426255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.442139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 449c4cbd-a934-4071-b5dc-a778997711a0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:30.465172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:30.471571 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.488257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12cd432-6274-4363-aa67-a116a331cd78,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:30.537889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:30.543210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-139be5f9-f1d8-49a5-bdd1-9991a8e33ce7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:30.547974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-139be5f9-f1d8-49a5-bdd1-9991a8e33ce7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266417 Oct 13 00:08:30.550467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a14dc-378f-47e2-9aca-d9d73d24c7f6 req-4bbb74d9-011a-4b0e-baa1-e05a1cddb5f1 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:30.552338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d31a14dc-378f-47e2-9aca-d9d73d24c7f6 req-4bbb74d9-011a-4b0e-baa1-e05a1cddb5f1 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1096 time: 0.1099913 Oct 13 00:08:30.582750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d16555aa-7872-40e1-b557-48881c2c1102 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/quotas/2d05105741314c25be26b660be8365c0 HTTP/1.1" status: 200 len: 375 time: 0.0256779 Oct 13 00:08:30.598808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Allocated IP 192.168.233.215 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/bca439b4-769a-4f08-b2c4-251b2bd59958) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:30.622923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d31a14dc-378f-47e2-9aca-d9d73d24c7f6 req-7a063bfc-d163-4b85-b8a0-c94e48853491 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641742 Oct 13 00:08:30.657278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-610012f7-1275-4150-a17b-c0a3bee4694c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0659354 Oct 13 00:08:30.683135 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c737055-11b4-4c92-aecb-b0e614e97551 x-openstack-request-id: req-7c737055-11b4-4c92-aecb-b0e614e97551 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:30.683498 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af26a843-9345-4dfe-aeaa-c9844cceb13a", "name": "network-vif-plugged", "status": "completed", "tag": "33246405-45fc-49f0-8877-440c0d8d37ac", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:30.683893 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c737055-11b4-4c92-aecb-b0e614e97551 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:30.684415 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33246405-45fc-49f0-8877-440c0d8d37ac', 'code': 200} Oct 13 00:08:30.737535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['449c4cbd-a934-4071-b5dc-a778997711a0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:30.773043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.826489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.877816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:30.881664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:30.892160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ba4563f-bc21-4ca3-8aed-97b36f39c681 req-a8036869-f683-486b-8555-d167e17964f0 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 210 time: 0.0585201 Oct 13 00:08:30.897200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:30.906565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Pushing event updated for resources: {'Port': ['ID=bca439b4-769a-4f08-b2c4-251b2bd59958,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:30.991023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:30.991729 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.022391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-fd9e308e-ec26-4417-9e9e-d947e6ade2b0 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9351819 Oct 13 00:08:31.043690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Request body: {'port': {'device_id': '1912be88-6f63-446c-b7e5-b1c2d09886a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:31.051922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028f8b2-96c9-4804-8feb-a6f0d94c1cfb req-a39abdea-6f73-46cb-9e9d-f375afea2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:31.053592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a028f8b2-96c9-4804-8feb-a6f0d94c1cfb req-a39abdea-6f73-46cb-9e9d-f375afea2648 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 1096 time: 0.1592588 Oct 13 00:08:31.069464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ed0ce-fd1f-4ebf-9bfa-e91b1d4fc9b2 req-5d6f6de0-0856-47bb-8dcd-89f788488dd9 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:31.084125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f7ed0ce-fd1f-4ebf-9bfa-e91b1d4fc9b2 req-5d6f6de0-0856-47bb-8dcd-89f788488dd9 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 944 time: 0.0844383 Oct 13 00:08:31.111526 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.174300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f7ed0ce-fd1f-4ebf-9bfa-e91b1d4fc9b2 req-3e3850b2-98e9-44fd-a64a-e92a5240cb08 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892308 Oct 13 00:08:31.178522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a028f8b2-96c9-4804-8feb-a6f0d94c1cfb req-2a3fe300-4269-417d-b7d1-19df8ed057ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917153 Oct 13 00:08:31.235174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3208b347-8421-475c-8e89-de60917d2be1 None None] Provisioning complete for port bca439b4-769a-4f08-b2c4-251b2bd59958 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:31.240986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3208b347-8421-475c-8e89-de60917d2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.311319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3208b347-8421-475c-8e89-de60917d2be1 None None] Port bca439b4-769a-4f08-b2c4-251b2bd59958 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:31.317001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99b71b-ac83-4673-941a-9fa85f7a9b43 req-48741c4b-a1dc-4d28-9cc7-aa3d2c7bf2cc tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:31.319098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f99b71b-ac83-4673-941a-9fa85f7a9b43 req-48741c4b-a1dc-4d28-9cc7-aa3d2c7bf2cc tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 936 time: 0.0598495 Oct 13 00:08:31.366904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f99b71b-ac83-4673-941a-9fa85f7a9b43 req-7aa8e749-4267-49b7-9d14-2ca18e4efe54 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Oct 13 00:08:31.462907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca439b4-769a-4f08-b2c4-251b2bd59958 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:31.472689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.486082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Transition to ACTIVE for port object bca439b4-769a-4f08-b2c4-251b2bd59958 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:31.489768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.491104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c2c28-cb45-4816-a567-518464da3c38 req-405ed361-4880-421b-80bf-2629d49151eb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:31.493191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f26c2c28-cb45-4816-a567-518464da3c38 req-405ed361-4880-421b-80bf-2629d49151eb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 945 time: 0.0680676 Oct 13 00:08:31.535074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f26c2c28-cb45-4816-a567-518464da3c38 req-b2ba66fd-d0a7-4bcc-8404-0c746ac0043c tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359256 Oct 13 00:08:31.583361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Pushing event updated for resources: {'Port': ['ID=bca439b4-769a-4f08-b2c4-251b2bd59958,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:31.628708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Attempting to bind port bca439b4-769a-4f08-b2c4-251b2bd59958 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:31.629050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Attempting to bind port bca439b4-769a-4f08-b2c4-251b2bd59958 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:31.629637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Attempting to bind port bca439b4-769a-4f08-b2c4-251b2bd59958 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:31.638308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Port bca439b4-769a-4f08-b2c4-251b2bd59958 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:31.638617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Attempting to bind port bca439b4-769a-4f08-b2c4-251b2bd59958 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:31.649753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:31.650093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:31.650476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:31.650901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Bound port: bca439b4-769a-4f08-b2c4-251b2bd59958, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:31.651256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.724499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd03ecf-dcc0-4eff-b3f9-b326a5a7cace req-4dde5e3b-7f20-4fdf-b3b0-07d5c249f135 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:31.732300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bd03ecf-dcc0-4eff-b3f9-b326a5a7cace req-4dde5e3b-7f20-4fdf-b3b0-07d5c249f135 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0621374 Oct 13 00:08:31.751914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] For port bca439b4-769a-4f08-b2c4-251b2bd59958, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:31.756275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] For port bca439b4-769a-4f08-b2c4-251b2bd59958, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bca439b4-769a-4f08-b2c4-251b2bd59958,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:31.761824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.776070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bd03ecf-dcc0-4eff-b3f9-b326a5a7cace req-d0ab5ce8-af76-4080-8602-44153d5e0904 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Oct 13 00:08:31.806633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:31.807267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.809246 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] 10.222.0.36 "PUT /v2.0/ports/bca439b4-769a-4f08-b2c4-251b2bd59958 HTTP/1.1" status: 200 len: 1096 time: 0.7712412 Oct 13 00:08:31.826574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cb38a-19df-422b-a030-be96f52fcb70 service neutron] Pushing event updated for resources: {'Port': ['ID=bca439b4-769a-4f08-b2c4-251b2bd59958,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:32.000136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-2ab69b39-32b0-46f5-8cb6-854655203733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.002161 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-2ab69b39-32b0-46f5-8cb6-854655203733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb4b5ce689f047fa82c0ed8710fd6f34&device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 1099 time: 0.0591955 Oct 13 00:08:32.024321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1912be88-6f63-446c-b7e5-b1c2d09886a9', 'tag': 'bca439b4-769a-4f08-b2c4-251b2bd59958'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:32.026646 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3648d39-a9dc-46be-bc33-6d439e2a9548" -d '{"events": [{"name": "network-changed", "server_uuid": "1912be88-6f63-446c-b7e5-b1c2d09886a9", "tag": "bca439b4-769a-4f08-b2c4-251b2bd59958"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:32.059604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-5f156f32-0082-4a84-80f8-4e3bf279b8a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=bca439b4-769a-4f08-b2c4-251b2bd59958 HTTP/1.1" status: 200 len: 217 time: 0.0409739 Oct 13 00:08:32.072275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-e035c61e-ff1d-4077-8835-e2cb71c90f28 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:08:32.073275 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-e035c61e-ff1d-4077-8835-e2cb71c90f28 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058568 Oct 13 00:08:32.134981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e55fc970-c660-4bd2-a115-409f0b73a862 req-1016b8f5-ec83-454f-88a0-e2e25f406320 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 210 time: 0.0262375 Oct 13 00:08:32.141861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-c0832eee-6e94-489c-b0ee-88d938bf0374 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.143251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-c0832eee-6e94-489c-b0ee-88d938bf0374 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports/62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 200 len: 1093 time: 0.0607913 Oct 13 00:08:32.156056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-b17613e9-e392-4245-ad15-ec6f40927a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.156056 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-b17613e9-e392-4245-ad15-ec6f40927a7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0760093 Oct 13 00:08:32.158720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Request body: {'binding': {'host': 'n-h1-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:32.159319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:08:32.170318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 449c4cbd-a934-4071-b5dc-a778997711a0 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:32.219878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 449c4cbd-a934-4071-b5dc-a778997711a0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:32.220254 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.261195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c32fb-c3d0-41a2-9f1f-d632f5420382 req-78c9b966-84a9-4827-8f69-2f1911206ffd tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.262657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b04c32fb-c3d0-41a2-9f1f-d632f5420382 req-78c9b966-84a9-4827-8f69-2f1911206ffd tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 949 time: 0.0520692 Oct 13 00:08:32.280502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-a68a80e9-2c2a-4085-80aa-994914fb3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.282166 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-a68a80e9-2c2a-4085-80aa-994914fb3f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196401 Oct 13 00:08:32.303857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.308564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b04c32fb-c3d0-41a2-9f1f-d632f5420382 req-ac02bf48-ddbe-4f8c-aa6d-8d546af2d569 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371823 Oct 13 00:08:32.347038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:32.355284 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.356459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5b043703-5d7f-49c1-9672-55d9dfc4bdad no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:32.367641 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ade9605-963c-451d-b805-e8774a922dcd x-openstack-request-id: req-6ade9605-963c-451d-b805-e8774a922dcd {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:32.367935 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1912be88-6f63-446c-b7e5-b1c2d09886a9", "tag": "bca439b4-769a-4f08-b2c4-251b2bd59958", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:32.368198 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ade9605-963c-451d-b805-e8774a922dcd {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:32.368588 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1912be88-6f63-446c-b7e5-b1c2d09886a9', 'tag': 'bca439b4-769a-4f08-b2c4-251b2bd59958', 'status': 'completed', 'code': 200} Oct 13 00:08:32.402722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 5b043703-5d7f-49c1-9672-55d9dfc4bdad {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:32.403191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5b043703-5d7f-49c1-9672-55d9dfc4bdad not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:32.431047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:32.435903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on host n-h1-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:32.436237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:32.436563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:32.439874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-70df68dc-0e6d-4536-94d8-fb956538347a service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493802 Oct 13 00:08:32.443323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:32.443850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:32.449107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:32.449442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:32.449819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:32.450239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Bound port: 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:32.482018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-18ba532d-8ce0-4fa1-a7ef-796e7e76ec94 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2d05105741314c25be26b660be8365c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333540 Oct 13 00:08:32.580142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:32.596591 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.597876 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-cef136fe-e759-443d-8b74-13266f5bd133 service neutron] 10.222.0.21 "POST /v2.0/ports/62930d67-7ab3-4bf5-bd7c-67f1c99c1632/bindings HTTP/1.1" status: 201 len: 389 time: 0.4469500 Oct 13 00:08:32.606266 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5dea23f-0b08-4457-9436-a059d2f94aba req-ad62dc82-2f91-4f15-8f1f-5e9bc32059b8 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538415 Oct 13 00:08:32.611187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66245d3-9b10-4135-8a33-17487aaae142 req-a775391d-d77d-4164-bedd-ed1ce59967ff tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.612815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b66245d3-9b10-4135-8a33-17487aaae142 req-a775391d-d77d-4164-bedd-ed1ce59967ff tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.1624451 Oct 13 00:08:32.685616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:32.688835 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbf9d07-1aa4-4204-8afb-5ef4ae726d75" -d '{"events": [{"server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "name": "network-vif-plugged", "status": "completed", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:32.692499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-58fcb347-a2b4-4647-ac80-fd19cc74f8cb tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.693974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-58fcb347-a2b4-4647-ac80-fd19cc74f8cb tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964402 Oct 13 00:08:32.696946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b66245d3-9b10-4135-8a33-17487aaae142 req-be9cecc1-a857-4d94-8622-36b7e9964c42 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695951 Oct 13 00:08:32.807915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee65d-cb91-4b13-aa43-1625f20c78fa req-9a52fcdb-f9b2-47c1-af64-9b0b214df964 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.809349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-400ee65d-cb91-4b13-aa43-1625f20c78fa req-9a52fcdb-f9b2-47c1-af64-9b0b214df964 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 948 time: 0.0752692 Oct 13 00:08:32.841530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd4f53-03ae-41a6-ba8f-988f123a710f req-636326e4-2fa8-4dbd-a4d3-bdd457d8a9ae tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.843011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33fd4f53-03ae-41a6-ba8f-988f123a710f req-636326e4-2fa8-4dbd-a4d3-bdd457d8a9ae tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 945 time: 0.0792181 Oct 13 00:08:32.847049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Request body: {'port': {'device_id': 'e1c92665-ba07-42a7-b205-b5b88fb13333', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '2d05105741314c25be26b660be8365c0'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:32.883193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-ed6293b2-8dff-4404-8a6d-72ced11a0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:32.884826 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-ed6293b2-8dff-4404-8a6d-72ced11a0e5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=eb4b5ce689f047fa82c0ed8710fd6f34&device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 1099 time: 0.0565281 Oct 13 00:08:32.945102 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-400ee65d-cb91-4b13-aa43-1625f20c78fa req-c5bece33-51b0-4bcc-8629-aef9428452f2 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289639 Oct 13 00:08:32.957692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33fd4f53-03ae-41a6-ba8f-988f123a710f req-b979a1c1-19dc-4462-a30a-03407c8dbd0c tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042635 Oct 13 00:08:33.029730 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9be925f-f3bd-40a8-9beb-b86420e03451 x-openstack-request-id: req-f9be925f-f3bd-40a8-9beb-b86420e03451 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:33.030047 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "name": "network-vif-plugged", "status": "completed", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:33.030276 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9be925f-f3bd-40a8-9beb-b86420e03451 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:33.030661 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0', 'code': 200} Oct 13 00:08:33.045146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Made reservation on behalf of 2d05105741314c25be26b660be8365c0 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:33.049064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.095244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-2bdf702b-2b89-4fa1-9c2a-5e46bdb7b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.096865 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-2bdf702b-2b89-4fa1-9c2a-5e46bdb7b14e service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1383479 Oct 13 00:08:33.148399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-9cbce65a-ba67-46df-b1c9-1832b38e17b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=bca439b4-769a-4f08-b2c4-251b2bd59958 HTTP/1.1" status: 200 len: 217 time: 0.0350482 Oct 13 00:08:33.161369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581ae9c-6a5f-48af-9acf-84fd4071fa48 req-aa18f310-cd03-45e7-96b3-0059b468d043 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.162840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6581ae9c-6a5f-48af-9acf-84fd4071fa48 req-aa18f310-cd03-45e7-96b3-0059b468d043 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.1336472 Oct 13 00:08:33.213068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-6d77677d-6331-4e0c-96b1-d2b38888dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.215770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-6d77677d-6331-4e0c-96b1-d2b38888dd1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0556669 Oct 13 00:08:33.242854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f2f0b-4d9a-4eec-b3c6-9b1d441eeddd req-9b90548a-3c78-43b5-9bb5-2dc8671b11dd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.244495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e4f2f0b-4d9a-4eec-b3c6-9b1d441eeddd req-9b90548a-3c78-43b5-9bb5-2dc8671b11dd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1584694 Oct 13 00:08:33.278782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6581ae9c-6a5f-48af-9acf-84fd4071fa48 req-ddc9a468-1311-40c6-8cfc-86243162d6d7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033704 Oct 13 00:08:33.292597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-f116473a-fbd2-45c5-9fe9-aa7aa0bea552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.294155 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-f116473a-fbd2-45c5-9fe9-aa7aa0bea552 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0934298 Oct 13 00:08:33.302598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-7afb9ed7-fe72-4ac3-894a-a6fad40b4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.304537 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-7afb9ed7-fe72-4ac3-894a-a6fad40b4c42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742939 Oct 13 00:08:33.313286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Allocated IP 192.168.233.20 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/1991ea00-7830-4001-b0cf-b4c6c5cd192d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:33.328736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e4f2f0b-4d9a-4eec-b3c6-9b1d441eeddd req-a2db7592-fdc7-4767-a675-06476916941f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755324 Oct 13 00:08:33.468964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-0ec97c03-dff1-4ed6-9421-efc49a03580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.470333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-0ec97c03-dff1-4ed6-9421-efc49a03580a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1591237 Oct 13 00:08:33.472213 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-bb3c5767-fa13-4dda-9845-a13c17f383c3 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535246 Oct 13 00:08:33.488336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa97829a-c37e-46be-a8f1-7ef9fab9e8a4 req-880c80a1-e184-4ba6-9682-e96425fb7b8c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 210 time: 0.0653555 Oct 13 00:08:33.512695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-8a6d35cd-c480-4736-a472-a8338ed2ba06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 200 len: 217 time: 0.0343902 Oct 13 00:08:33.578303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cc1f3-f404-4d8c-a9d9-6cd11aec7ce3 req-c5bf0715-b0f0-4cc6-b8c0-050598f36a72 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.579837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a4cc1f3-f404-4d8c-a9d9-6cd11aec7ce3 req-c5bf0715-b0f0-4cc6-b8c0-050598f36a72 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 949 time: 0.1216488 Oct 13 00:08:33.608771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.611769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-5ad053fa-acb2-4849-8b2e-ef494c3498d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.613223 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-5ad053fa-acb2-4849-8b2e-ef494c3498d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0931644 Oct 13 00:08:33.636370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a4cc1f3-f404-4d8c-a9d9-6cd11aec7ce3 req-f5008b72-583f-4d52-a4ec-ec4393d1c8cb tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501165 Oct 13 00:08:33.659808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-37eee06f-dbf9-42fe-97e2-ef8f5140c32a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363407 Oct 13 00:08:33.660610 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.677186 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3648d39-a9dc-46be-bc33-6d439e2a9548 req-69c03a24-2089-438d-84a3-ba0e40ad07da service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498370 Oct 13 00:08:33.706701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f', 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:33.708528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:33.710750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['fdefa737-562d-45dd-904a-7c2f70b81395', '155a8cc6-707b-42c0-9e44-0dd7f7d3d045', 'a8d383ad-670c-475c-82dc-2c8ad68595ed'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:33.711909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:33.715832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:33.745864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event updated for resources: {'Port': ['ID=1991ea00-7830-4001-b0cf-b4c6c5cd192d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:33.773475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.774473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.775705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-57737aa4-8ef8-44dd-a1fb-33741cdf5030 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063306 Oct 13 00:08:33.793142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-d0091bee-47a0-4652-9c51-bf880444cb18 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9663951 Oct 13 00:08:33.838666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Request body: {'port': {'device_id': 'e1c92665-ba07-42a7-b205-b5b88fb13333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:33.915085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-62c14c09-0099-48ff-9485-3563f90061f6 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288931 Oct 13 00:08:33.929432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873c41-4c91-4088-a62f-7700e146dfec req-8eb496b3-10b6-479f-a2d9-90b7287de02e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:33.930960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6873c41-4c91-4088-a62f-7700e146dfec req-8eb496b3-10b6-479f-a2d9-90b7287de02e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.1323016 Oct 13 00:08:33.948025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.016061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6873c41-4c91-4088-a62f-7700e146dfec req-111bef24-a9e8-477d-815f-d59a63fd8eeb tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749843 Oct 13 00:08:34.134304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2698467a-623c-493f-b903-7ac88429e5f6 None None] Provisioning complete for port 1991ea00-7830-4001-b0cf-b4c6c5cd192d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:34.134684 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2698467a-623c-493f-b903-7ac88429e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.211917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2698467a-623c-493f-b903-7ac88429e5f6 None None] Port 1991ea00-7830-4001-b0cf-b4c6c5cd192d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:34.489455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cef28-ad36-466f-93ab-9c31a48de314 req-117bc3cf-352e-4b14-94c5-2b102fc290ed tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:34.490958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-616cef28-ad36-466f-93ab-9c31a48de314 req-117bc3cf-352e-4b14-94c5-2b102fc290ed tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 948 time: 0.4426022 Oct 13 00:08:34.521183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177a3c-7d15-4e08-b9c7-ae73c16e7639 req-bd19708d-73f8-4d2b-b237-66494c3d7212 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:34.522617 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7177a3c-7d15-4e08-b9c7-ae73c16e7639 req-bd19708d-73f8-4d2b-b237-66494c3d7212 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 945 time: 0.4064543 Oct 13 00:08:34.593616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-616cef28-ad36-466f-93ab-9c31a48de314 req-b6fe4c53-ed8c-497d-af01-ca5feee8721f tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913827 Oct 13 00:08:34.609163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7177a3c-7d15-4e08-b9c7-ae73c16e7639 req-e5f47c7d-2185-48fe-bfe1-4bf69554ee5e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781226 Oct 13 00:08:34.672779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1991ea00-7830-4001-b0cf-b4c6c5cd192d {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:34.683476 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.700267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Transition to ACTIVE for port object 1991ea00-7830-4001-b0cf-b4c6c5cd192d will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:34.714478 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.815789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Pushing event updated for resources: {'Port': ['ID=1991ea00-7830-4001-b0cf-b4c6c5cd192d,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:34.828974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e47e7-3aba-4d93-8c63-265e53cae5ac req-1d4d77be-08d7-4301-9ee5-9a6028d5feaa tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:34.830539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca7e47e7-3aba-4d93-8c63-265e53cae5ac req-1d4d77be-08d7-4301-9ee5-9a6028d5feaa tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.1288362 Oct 13 00:08:34.866800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153309c-1a74-428d-8e1d-3fe3ea3944b0 req-3ee1f876-48d2-44dc-88c1-78bea736d418 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:34.868415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2153309c-1a74-428d-8e1d-3fe3ea3944b0 req-3ee1f876-48d2-44dc-88c1-78bea736d418 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1569829 Oct 13 00:08:34.943264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca7e47e7-3aba-4d93-8c63-265e53cae5ac req-101b60b3-8288-49a4-9404-23548c061766 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051571 Oct 13 00:08:34.971933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2153309c-1a74-428d-8e1d-3fe3ea3944b0 req-77662f7b-edd9-4edb-a1be-71e362ecd7ab tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944462 Oct 13 00:08:34.972789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Attempting to bind port 1991ea00-7830-4001-b0cf-b4c6c5cd192d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:34.973239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Attempting to bind port 1991ea00-7830-4001-b0cf-b4c6c5cd192d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:34.973696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Attempting to bind port 1991ea00-7830-4001-b0cf-b4c6c5cd192d on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:34.978502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Port 1991ea00-7830-4001-b0cf-b4c6c5cd192d on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:34.978822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Attempting to bind port 1991ea00-7830-4001-b0cf-b4c6c5cd192d on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:34.983773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:34.984162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:34.984476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:34.984895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Bound port: 1991ea00-7830-4001-b0cf-b4c6c5cd192d, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:34.985247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.091494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-89768877-d2b4-4b57-9460-921a2b3e4093 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.093163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-89768877-d2b4-4b57-9460-921a2b3e4093 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 949 time: 0.0713055 Oct 13 00:08:35.105190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] For port 1991ea00-7830-4001-b0cf-b4c6c5cd192d, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:35.109053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] For port 1991ea00-7830-4001-b0cf-b4c6c5cd192d, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1991ea00-7830-4001-b0cf-b4c6c5cd192d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:35.130579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf011-1ed9-4862-a368-cd95a3ced882 req-086a54f3-0ac0-4861-90af-5aa1ca7361dc tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.132113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-886bf011-1ed9-4862-a368-cd95a3ced882 req-086a54f3-0ac0-4861-90af-5aa1ca7361dc tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 947 time: 0.0798419 Oct 13 00:08:35.134037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.181970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.182595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.184508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f623c112-2907-4a91-b23b-c13402779769 service neutron] 10.222.0.36 "PUT /v2.0/ports/1991ea00-7830-4001-b0cf-b4c6c5cd192d HTTP/1.1" status: 200 len: 1095 time: 1.3516788 Oct 13 00:08:35.185138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c92665-ba07-42a7-b205-b5b88fb13333', 'tag': '1991ea00-7830-4001-b0cf-b4c6c5cd192d'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:35.187632 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac89cb8f-77ba-476b-9938-ff3fcf163442" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c92665-ba07-42a7-b205-b5b88fb13333", "tag": "1991ea00-7830-4001-b0cf-b4c6c5cd192d"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:35.236831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Deleting port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:35.237180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.246105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623c112-2907-4a91-b23b-c13402779769 service neutron] Pushing event updated for resources: {'Port': ['ID=1991ea00-7830-4001-b0cf-b4c6c5cd192d,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:35.335308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-886bf011-1ed9-4862-a368-cd95a3ced882 req-cad09bea-70b8-4998-a44f-5e797df330c7 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853931 Oct 13 00:08:35.353558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] For port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:35.353931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.368879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Calling delete_port for a1143d6c-81cd-4ade-990a-b3b9fae1d8ff owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:35.405103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2b44-a0cb-4b9c-a01b-c9754adea0c7 req-e34e6768-f917-4a4e-9524-ee7aff341536 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.416759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edad2b44-a0cb-4b9c-a01b-c9754adea0c7 req-e34e6768-f917-4a4e-9524-ee7aff341536 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 945 time: 0.2240200 Oct 13 00:08:35.422089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-3b3c8cf6-f2a9-4c44-857f-1ec3bd605a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.424118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-3b3c8cf6-f2a9-4c44-857f-1ec3bd605a14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 1098 time: 0.1565428 Oct 13 00:08:35.440964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43578) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:35.445705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Request body: {'floatingip': {'port_id': '33246405-45fc-49f0-8877-440c0d8d37ac'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:35.490373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-f578c9c7-9b7f-46c2-9aa5-7513deb43c97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1991ea00-7830-4001-b0cf-b4c6c5cd192d HTTP/1.1" status: 200 len: 217 time: 0.0395401 Oct 13 00:08:35.529367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.560760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465ae6-91fc-43bf-ba38-4650f12ec9f4 req-431efbda-e4fc-4eb1-a71a-1ce24673186e tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.562237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2465ae6-91fc-43bf-ba38-4650f12ec9f4 req-431efbda-e4fc-4eb1-a71a-1ce24673186e tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 949 time: 0.1431191 Oct 13 00:08:35.612987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdb35f-bf87-4360-8212-ad9aa0960bc3 req-9061ccdf-2437-4a45-825a-b94f81ae2997 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.614544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72fdb35f-bf87-4360-8212-ad9aa0960bc3 req-9061ccdf-2437-4a45-825a-b94f81ae2997 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.1206830 Oct 13 00:08:35.616489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-bbb7349a-77f8-40b7-b72f-c8958ecd6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.617835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-bbb7349a-77f8-40b7-b72f-c8958ecd6e0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1126232 Oct 13 00:08:35.671732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2465ae6-91fc-43bf-ba38-4650f12ec9f4 req-a6a3d80b-7ef6-4fdd-a10e-d592d755c9e5 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/security-groups?id=6544d03c-431e-456e-943c-ec098ea67829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958438 Oct 13 00:08:35.722592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72fdb35f-bf87-4360-8212-ad9aa0960bc3 req-f09540d2-7cfa-445b-833f-f9a5a1589eee tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996649 Oct 13 00:08:35.731176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-dafb7419-d72f-4866-ac56-4bc1d2936274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.735650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-dafb7419-d72f-4866-ac56-4bc1d2936274 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060576 Oct 13 00:08:35.753331 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2647bae1-0081-4557-b2c6-13bb918ef06b x-openstack-request-id: req-2647bae1-0081-4557-b2c6-13bb918ef06b {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:35.753806 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c92665-ba07-42a7-b205-b5b88fb13333", "tag": "1991ea00-7830-4001-b0cf-b4c6c5cd192d", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:35.754156 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2647bae1-0081-4557-b2c6-13bb918ef06b {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:35.754663 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c92665-ba07-42a7-b205-b5b88fb13333', 'tag': '1991ea00-7830-4001-b0cf-b4c6c5cd192d', 'status': 'completed', 'code': 200} Oct 13 00:08:35.933716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038a64b-b9cf-468a-a639-33709f4facd8 req-1b2cfffa-54ca-447d-b869-324c74ba794e tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.942664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9038a64b-b9cf-468a-a639-33709f4facd8 req-1b2cfffa-54ca-447d-b869-324c74ba794e tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 948 time: 0.1013477 Oct 13 00:08:35.976141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-679abae7-a6c2-4f59-98a3-698535d3efc5 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167561 Oct 13 00:08:36.072512 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9038a64b-b9cf-468a-a639-33709f4facd8 req-24b564de-b374-4a17-a60a-fc4d71995cce tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289349 Oct 13 00:08:36.101178 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.117409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae808e9-11b4-47fa-9012-9c8000b460d8 req-899de13b-a5cd-4e2e-b1f5-bfbf9f6c7f34 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:36.119224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dae808e9-11b4-47fa-9012-9c8000b460d8 req-899de13b-a5cd-4e2e-b1f5-bfbf9f6c7f34 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 945 time: 0.1496844 Oct 13 00:08:36.135018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Pushing event deleted for resources: {'Port': ['ID=a1143d6c-81cd-4ade-990a-b3b9fae1d8ff,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:36.139594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a1143d6c-81cd-4ade-990a-b3b9fae1d8ff'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:36.189613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] No DVR routers for this DVR port a1143d6c-81cd-4ade-990a-b3b9fae1d8ff on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:36.193833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.197295 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f7a23ec-067f-42ea-8bbe-cb9a60bdb964 req-c1efe9dd-5f46-4a47-9f51-96af769c07f7 tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.45 "DELETE /v2.0/ports/a1143d6c-81cd-4ade-990a-b3b9fae1d8ff HTTP/1.1" status: 204 len: 173 time: 1.0950363 Oct 13 00:08:36.197809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2403213-aeac-4ac7-9582-74e1827ced9c', 'name': 'network-vif-deleted', 'tag': 'a1143d6c-81cd-4ade-990a-b3b9fae1d8ff'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:36.201613 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4d99e8-d7a0-4873-b42b-28aea8cf2b6a" -d '{"events": [{"server_uuid": "a2403213-aeac-4ac7-9582-74e1827ced9c", "name": "network-vif-deleted", "tag": "a1143d6c-81cd-4ade-990a-b3b9fae1d8ff"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:36.234263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 449c4cbd-a934-4071-b5dc-a778997711a0 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:36.257362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-774140a0-9058-4d6a-b14a-6b79e09e7f60 req-bdc2be44-2663-443c-9089-5a18a7b722b0 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705133 Oct 13 00:08:36.286852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dae808e9-11b4-47fa-9012-9c8000b460d8 req-879ecde2-499b-401c-81ef-11218ac0961b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582708 Oct 13 00:08:36.319334 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.331664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476bb6e-7c28-4247-b127-90f54ecff2d7 req-ddcc5f34-2325-4fe0-983e-5eb68b4ca67e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:36.342368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c476bb6e-7c28-4247-b127-90f54ecff2d7 req-ddcc5f34-2325-4fe0-983e-5eb68b4ca67e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.1543865 Oct 13 00:08:36.428095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.434425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c476bb6e-7c28-4247-b127-90f54ecff2d7 req-d28853b0-c28d-4a6f-9ebc-fbc01ed36e6a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872190 Oct 13 00:08:36.513789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-8739f823-d324-494a-be99-172c6fe6b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:36.515307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-8739f823-d324-494a-be99-172c6fe6b6f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 1098 time: 0.1082244 Oct 13 00:08:36.532336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:36.533743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:36.541068 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dc0b3b-0fb6-4bd0-bc0d-a3cb4054f21c" -d '{"events": [{"server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "name": "network-vif-unplugged", "status": "completed", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:36.550383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a535078-d325-4364-99fe-566e3b3b1dfd req-755707b0-94b5-4b03-a5b0-22f6f73f6d80 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:36.551930 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.560394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a535078-d325-4364-99fe-566e3b3b1dfd req-755707b0-94b5-4b03-a5b0-22f6f73f6d80 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0963581 Oct 13 00:08:36.635143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:36.658377 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a78391-4a11-453a-88b3-184b3572cf45 x-openstack-request-id: req-c0a78391-4a11-453a-88b3-184b3572cf45 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:36.658652 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2403213-aeac-4ac7-9582-74e1827ced9c", "name": "network-vif-deleted", "tag": "a1143d6c-81cd-4ade-990a-b3b9fae1d8ff", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:36.658834 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0a78391-4a11-453a-88b3-184b3572cf45 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:36.659256 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2403213-aeac-4ac7-9582-74e1827ced9c', 'name': 'network-vif-deleted', 'tag': 'a1143d6c-81cd-4ade-990a-b3b9fae1d8ff', 'status': 'completed', 'code': 200} Oct 13 00:08:36.669249 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a535078-d325-4364-99fe-566e3b3b1dfd req-5d9d01b9-8603-436f-af84-78cc0b1e5f67 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069493 Oct 13 00:08:36.718713 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7be039-f407-437a-9d17-d4a5a6d2327e x-openstack-request-id: req-fb7be039-f407-437a-9d17-d4a5a6d2327e {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:36.719297 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "name": "network-vif-unplugged", "status": "completed", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:36.719808 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb7be039-f407-437a-9d17-d4a5a6d2327e {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:36.720459 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0', 'code': 200} Oct 13 00:08:36.730416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.resource_extend [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:08:36.749987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.789868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66263f-7274-46e8-befd-c033bdb9449b req-b4c45181-94d0-412c-81d8-12edb3702ac6 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:36.792600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e66263f-7274-46e8-befd-c033bdb9449b req-b4c45181-94d0-412c-81d8-12edb3702ac6 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 947 time: 0.0926876 Oct 13 00:08:36.793619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-70d80c6a-7842-4584-af96-343fa7488316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:36.795055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-70d80c6a-7842-4584-af96-343fa7488316 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2676880 Oct 13 00:08:36.832709 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.837903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.891793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7503f607-5a75-41be-af5f-32333791834d req-c3666aa3-e481-4632-bd10-23547dcd4dbe tempest-LiveMigrationNegativeTest-499346079 tempest-LiveMigrationNegativeTest-499346079-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2403213-aeac-4ac7-9582-74e1827ced9c HTTP/1.1" status: 200 len: 210 time: 0.0762300 Oct 13 00:08:36.895342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-be1d1221-c030-46b4-87cb-34198a2a05de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1991ea00-7830-4001-b0cf-b4c6c5cd192d HTTP/1.1" status: 200 len: 217 time: 0.0788219 Oct 13 00:08:36.908018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e66263f-7274-46e8-befd-c033bdb9449b req-38bd0426-aaa5-4e3f-9857-f82b79cfe3a8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078334 Oct 13 00:08:36.962920 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Floating IP 6bb03590-d7f9-436a-b871-45615ee2c8da associated. External IP: 172.25.3.131, port: 33246405-45fc-49f0-8877-440c0d8d37ac. Oct 13 00:08:36.970774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-f62a0349-4c83-4216-953d-2deb955351ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:36.972454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-f62a0349-4c83-4216-953d-2deb955351ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0635078 Oct 13 00:08:37.030416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-03b6e135-0d07-49dc-b8b6-044e70f42753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:37.032140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-03b6e135-0d07-49dc-b8b6-044e70f42753 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509503 Oct 13 00:08:37.147871 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-a45aa63d-0f90-4119-9f09-df33cfcbf4eb service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059179 Oct 13 00:08:37.201197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Router 6f6b874b-182d-47cb-af58-d9a09a460737 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:37.265901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed91d5-4ca9-4ec4-9f49-1ccad2ee7d61 req-9b6182bb-2d0f-4d6f-91ea-fa2ab9067ccd tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:37.267564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68ed91d5-4ca9-4ec4-9f49-1ccad2ee7d61 req-9b6182bb-2d0f-4d6f-91ea-fa2ab9067ccd tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 948 time: 0.1082456 Oct 13 00:08:37.308439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac89cb8f-77ba-476b-9938-ff3fcf163442 req-ab94d6b8-41a3-4826-bdb5-689c7cf4a394 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391017 Oct 13 00:08:37.312780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:37.317647 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.332846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] Sync routers for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:37.341602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68ed91d5-4ca9-4ec4-9f49-1ccad2ee7d61 req-c1f71291-5fcb-413b-bd88-222a35e8f76d tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592210 Oct 13 00:08:37.351714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:37.351908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:08:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:37.380274 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-930188e7-6150-454e-9d7f-a8c2205c21f1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "PUT /v2.0/floatingips/6bb03590-d7f9-436a-b871-45615ee2c8da HTTP/1.1" status: 200 len: 991 time: 1.9355404 Oct 13 00:08:37.454525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01e7b-4352-493e-8c36-559c75cf5658 req-45af1231-afc2-4e3b-bb95-081c498ea081 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:37.457965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8b01e7b-4352-493e-8c36-559c75cf5658 req-45af1231-afc2-4e3b-bb95-081c498ea081 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 943 time: 0.0534110 Oct 13 00:08:37.471275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:37.512329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8b01e7b-4352-493e-8c36-559c75cf5658 req-c6887a5c-7f9d-445c-abad-abb91a84e8e8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Oct 13 00:08:37.556598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bca439b4-769a-4f08-b2c4-251b2bd59958 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:37.583400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a8045-c4b7-4e49-a9ec-79dc124911d7 req-49015b02-a1d9-4a6d-af55-c0daa9e13ac5 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:37.585035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f93a8045-c4b7-4e49-a9ec-79dc124911d7 req-49015b02-a1d9-4a6d-af55-c0daa9e13ac5 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Oct 13 00:08:37.638482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f93a8045-c4b7-4e49-a9ec-79dc124911d7 req-5ffe4c04-b25b-4fc9-a336-6be74617d08f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Oct 13 00:08:37.751350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bca439b4-769a-4f08-b2c4-251b2bd59958, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bca439b4-769a-4f08-b2c4-251b2bd59958,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:37.780680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'bca439b4-769a-4f08-b2c4-251b2bd59958', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'bca439b4-769a-4f08-b2c4-251b2bd59958', 'mac_address': 'fa:16:3e:82:19:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:37.786222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb7f19-ec21-422b-9fe5-f305369c23c6 req-9973e016-ed6d-41d4-8f69-393ae440449f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:37.788161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ffb7f19-ec21-422b-9fe5-f305369c23c6 req-9973e016-ed6d-41d4-8f69-393ae440449f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0563631 Oct 13 00:08:37.830716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.832652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ffb7f19-ec21-422b-9fe5-f305369c23c6 req-ad44740a-fe93-4272-82f7-37aca517021a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 Oct 13 00:08:37.848128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca439b4-769a-4f08-b2c4-251b2bd59958 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:37.854503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6bb03590-d7f9-436a-b871-45615ee2c8da', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'port_id': '33246405-45fc-49f0-8877-440c0d8d37ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'mac_address': 'fa:16:3e:fc:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:13Z', 'updated_at': '2021-10-13T00:08:36Z', 'revision_number': 1, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:12Z', 'revision_number': 5, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:37.886307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] Checking router: 6f6b874b-182d-47cb-af58-d9a09a460737 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:37.900576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bca439b4-769a-4f08-b2c4-251b2bd59958, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bca439b4-769a-4f08-b2c4-251b2bd59958,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:37.905564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:37.906489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:08:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:37.910936 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.040902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=bca439b4-769a-4f08-b2c4-251b2bd59958,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:38.065706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:38.092648 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:08:38.158025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c29b6-012d-49a4-822c-28abe9f5dec9 req-396d5d7d-4cf7-4382-827a-66d1afa4c79c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:38.159570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce9c29b6-012d-49a4-822c-28abe9f5dec9 req-396d5d7d-4cf7-4382-827a-66d1afa4c79c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 947 time: 0.1065912 Oct 13 00:08:38.208886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce9c29b6-012d-49a4-822c-28abe9f5dec9 req-b884fdc7-1de2-4b49-bd1f-4c401765f407 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Oct 13 00:08:38.216120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a1143d6c-81cd-4ade-990a-b3b9fae1d8ff no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:38.268520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: a1143d6c-81cd-4ade-990a-b3b9fae1d8ff {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:38.269096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a1143d6c-81cd-4ade-990a-b3b9fae1d8ff not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:38.359267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43622) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:38.373421 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6bb03590-d7f9-436a-b871-45615ee2c8da', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'port_id': '33246405-45fc-49f0-8877-440c0d8d37ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'mac_address': 'fa:16:3e:fc:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:13Z', 'updated_at': '2021-10-13T00:08:36Z', 'revision_number': 1, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:12Z', 'revision_number': 5, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:38.495018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-72a87757-feb1-4494-883e-a9bb47ebb44c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:38.498342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-72a87757-feb1-4494-883e-a9bb47ebb44c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 943 time: 0.1014602 Oct 13 00:08:38.532695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbe968-ff39-4c10-9a42-eab6116a19ed None None] The sync data for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 is: [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6bb03590-d7f9-436a-b871-45615ee2c8da', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'floating_ip_address': '172.25.3.131', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'port_id': '33246405-45fc-49f0-8877-440c0d8d37ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'mac_address': 'fa:16:3e:fc:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:13Z', 'updated_at': '2021-10-13T00:08:36Z', 'revision_number': 1, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:12Z', 'revision_number': 5, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:38.579203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5eedfd-7277-431b-b709-47300160dcf9 req-d9625475-5f77-47c9-b824-ee0aaac05d11 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:38.586850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb5eedfd-7277-431b-b709-47300160dcf9 req-d9625475-5f77-47c9-b824-ee0aaac05d11 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 949 time: 0.1267409 Oct 13 00:08:38.614123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['bca439b4-769a-4f08-b2c4-251b2bd59958'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:38.662007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'tag': '33246405-45fc-49f0-8877-440c0d8d37ac'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:38.669736 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afcbba3-a4d8-408a-a0cf-107ae16b413c" -d '{"events": [{"name": "network-changed", "server_uuid": "af26a843-9345-4dfe-aeaa-c9844cceb13a", "tag": "33246405-45fc-49f0-8877-440c0d8d37ac"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:38.672102 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb5eedfd-7277-431b-b709-47300160dcf9 req-ef67bfb9-8bfc-49fd-8857-8dd5e52cd018 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843101 Oct 13 00:08:38.791424 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d93e143b-d3a5-443d-8040-9341281edbe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a56a23dbc9c4e4a834ea8d318126bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308782 Oct 13 00:08:38.792390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43636) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:38.862293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Deleting port 449c4cbd-a934-4071-b5dc-a778997711a0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:38.862851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.867548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8408f7-beef-4edc-a7fb-bda6ba77fc2c req-42ad66e2-736e-4a76-a4fe-a55fa3aff5b9 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:38.869331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8408f7-beef-4edc-a7fb-bda6ba77fc2c req-42ad66e2-736e-4a76-a4fe-a55fa3aff5b9 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 943 time: 0.1226509 Oct 13 00:08:38.879715 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d48ab0-65ea-4b45-9b73-db37f13c4d37 None None] New status for floating IP 6bb03590-d7f9-436a-b871-45615ee2c8da: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:08:38.920166 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.923690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbbdee-d9e2-48d3-91c7-32debf96a449 req-51a2a60c-0e98-43ef-a1aa-e7d3ad57dccc tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:38.925389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbbdee-d9e2-48d3-91c7-32debf96a449 req-51a2a60c-0e98-43ef-a1aa-e7d3ad57dccc tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.1311991 Oct 13 00:08:38.943985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8408f7-beef-4edc-a7fb-bda6ba77fc2c req-f15e6a8a-49d6-4848-839f-5ef0ce60ffa8 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562115 Oct 13 00:08:38.954076 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.980726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbbdee-d9e2-48d3-91c7-32debf96a449 req-37d4376f-215e-496a-a770-47c4e32ae25b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Oct 13 00:08:39.072413 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc6abbb-4bd6-4683-811f-de0baa00b6dd x-openstack-request-id: req-5dc6abbb-4bd6-4683-811f-de0baa00b6dd {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:39.072679 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af26a843-9345-4dfe-aeaa-c9844cceb13a", "tag": "33246405-45fc-49f0-8877-440c0d8d37ac", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:39.072907 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc6abbb-4bd6-4683-811f-de0baa00b6dd {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:39.073923 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'tag': '33246405-45fc-49f0-8877-440c0d8d37ac', 'status': 'completed', 'code': 200} Oct 13 00:08:39.084808 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.087693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.088889 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6544d03c-431e-456e-943c-ec098ea67829 HTTP/1.1" status: 204 len: 168 time: 0.2942789 Oct 13 00:08:39.112811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6544d03c-431e-456e-943c-ec098ea67829,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:39.120394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] For port 449c4cbd-a934-4071-b5dc-a778997711a0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=449c4cbd-a934-4071-b5dc-a778997711a0,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:39.120772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.136318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.136988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.137341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.137682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.138182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.138521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.138855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.139183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.139533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.139861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.140689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.140689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43437808-11e0-4a9b-b93b-5bd04cf2442d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:39.157943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Calling delete_port for 449c4cbd-a934-4071-b5dc-a778997711a0 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:39.238399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70f7b-48f5-4eb9-ad46-f315fbe44466 req-5648ab06-aa79-443e-b235-af075e7efa56 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:39.246571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ba70f7b-48f5-4eb9-ad46-f315fbe44466 req-5648ab06-aa79-443e-b235-af075e7efa56 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1324959 Oct 13 00:08:39.270148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-08a211cf-5e0e-4843-87b5-a18064afa80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:39.271815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-08a211cf-5e0e-4843-87b5-a18064afa80f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3461ce215ea47568f3508b52a70639c&device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 1096 time: 0.1025400 Oct 13 00:08:39.316913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ba70f7b-48f5-4eb9-ad46-f315fbe44466 req-d72807c7-3c11-44c7-b4c7-c517e6a1ceb5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683355 Oct 13 00:08:39.350556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.398996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event deleted for resources: {'Port': ['ID=449c4cbd-a934-4071-b5dc-a778997711a0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:39.431487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] No DVR routers for this DVR port 449c4cbd-a934-4071-b5dc-a778997711a0 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:39.434713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039d25b-cea8-47f1-8771-bab88c6da8aa req-7d5f7fcd-5e47-42ac-b82d-e816aef0f1bd tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:39.435075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.436552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3039d25b-cea8-47f1-8771-bab88c6da8aa req-7d5f7fcd-5e47-42ac-b82d-e816aef0f1bd tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 947 time: 0.0835791 Oct 13 00:08:39.439079 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b61bb549-dadd-4394-a064-42fe13888ee9 req-efeee4eb-a4a4-41af-a933-6f4caeb3dbb4 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "DELETE /v2.0/ports/449c4cbd-a934-4071-b5dc-a778997711a0 HTTP/1.1" status: 204 len: 173 time: 0.9319606 Oct 13 00:08:39.442013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-3507db3f-3d18-4a05-8c56-317ef9b0c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:39.443764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-3507db3f-3d18-4a05-8c56-317ef9b0c022 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8595526d-22df-404c-8702-7f34a6ea3ff6 HTTP/1.1" status: 200 len: 916 time: 0.1582010 Oct 13 00:08:39.530209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3039d25b-cea8-47f1-8771-bab88c6da8aa req-4e1cb981-7f7c-4474-86b0-214d9e21e126 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853410 Oct 13 00:08:39.553144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-4c18d24d-58f4-4675-9559-af298485c98b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33246405-45fc-49f0-8877-440c0d8d37ac HTTP/1.1" status: 200 len: 1001 time: 0.0843849 Oct 13 00:08:39.555733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1991ea00-7830-4001-b0cf-b4c6c5cd192d details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:39.569037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43646) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:39.622618 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-344817a4-b2dd-4d06-aae1-696019f2126c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6630790917c747798b2ba600fd55b0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523574 Oct 13 00:08:39.623458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43650) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:39.639688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-acafe71c-7974-4a05-9dbc-a6f82394f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:39.643721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-acafe71c-7974-4a05-9dbc-a6f82394f523 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5da3a3b-e964-48d0-8ed0-5f4f8c820c30 HTTP/1.1" status: 200 len: 854 time: 0.0846174 Oct 13 00:08:39.702663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2a0a-9df6-4333-8bbc-1d1b910188b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.714988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-08b9fc40-eac6-4b16-b703-2057f853eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:39.714988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-08b9fc40-eac6-4b16-b703-2057f853eb20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8595526d-22df-404c-8702-7f34a6ea3ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603213 Oct 13 00:08:39.732068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1991ea00-7830-4001-b0cf-b4c6c5cd192d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1991ea00-7830-4001-b0cf-b4c6c5cd192d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:39.745640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '1991ea00-7830-4001-b0cf-b4c6c5cd192d', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '1991ea00-7830-4001-b0cf-b4c6c5cd192d', 'mac_address': 'fa:16:3e:f3:39:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:39.750042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2a0a-9df6-4333-8bbc-1d1b910188b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.787655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.805300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1991ea00-7830-4001-b0cf-b4c6c5cd192d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:39.806527 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2a0a-9df6-4333-8bbc-1d1b910188b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.813492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2a0a-9df6-4333-8bbc-1d1b910188b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.817219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3a0f2a0a-9df6-4333-8bbc-1d1b910188b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b7fe9e4-cd16-47cd-ad3d-b41e7edbbbfc HTTP/1.1" status: 204 len: 168 time: 0.1901960 Oct 13 00:08:39.840398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f2a0a-9df6-4333-8bbc-1d1b910188b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7fe9e4-cd16-47cd-ad3d-b41e7edbbbfc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:39.841040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1991ea00-7830-4001-b0cf-b4c6c5cd192d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1991ea00-7830-4001-b0cf-b4c6c5cd192d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:39.848126 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.951922 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-d2f27a7f-5a5c-45a4-be84-42cf0828089d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743299 Oct 13 00:08:39.970625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=1991ea00-7830-4001-b0cf-b4c6c5cd192d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:39.990828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-452b9803-cb2d-4fad-8764-e9da1074ce9a service neutron] 10.222.0.36 "GET /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577143 Oct 13 00:08:40.024033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399610b3-b7b1-4f43-8f81-bec07f30b4eb req-5b61a866-0e75-4541-90f0-75e2c47bb076 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:40.028880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-399610b3-b7b1-4f43-8f81-bec07f30b4eb req-5b61a866-0e75-4541-90f0-75e2c47bb076 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 949 time: 0.1819296 Oct 13 00:08:40.071820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-b3591fb4-87f8-4e27-9352-7cd2383122e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:40.074321 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-b3591fb4-87f8-4e27-9352-7cd2383122e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d05105741314c25be26b660be8365c0&device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 1101 time: 0.0665708 Oct 13 00:08:40.156977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61f1881a-3951-47e2-b318-6c43300a2a2d req-be5d6154-32f5-4929-9b13-7758161ab529 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=036b7b84-3458-4bf4-98bb-d2460113ff11 HTTP/1.1" status: 200 len: 210 time: 0.0534878 Oct 13 00:08:40.495151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['1991ea00-7830-4001-b0cf-b4c6c5cd192d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:40.540280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-399610b3-b7b1-4f43-8f81-bec07f30b4eb req-281314d8-33b0-417a-8399-6955a99a883c tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873848 Oct 13 00:08:40.596961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0afcbba3-a4d8-408a-a0cf-107ae16b413c req-1e9b2b1f-2f6a-4b83-b3b1-a329504e3541 service neutron] 10.222.0.36 "GET /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669246 Oct 13 00:08:40.610963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3ae98-3239-4194-b8a6-9826483eefd6 req-dbe5f7a9-118e-4a5e-9d8b-e940d4e970a0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:40.618416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-e6621044-4b28-440b-b047-5b01ea1f0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:40.618933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0aa3ae98-3239-4194-b8a6-9826483eefd6 req-dbe5f7a9-118e-4a5e-9d8b-e940d4e970a0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.1316643 Oct 13 00:08:40.621607 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-e6621044-4b28-440b-b047-5b01ea1f0ab1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.5057211 Oct 13 00:08:40.670321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0aa3ae98-3239-4194-b8a6-9826483eefd6 req-b775fca7-70d5-4d3e-9f2c-d39e05335f98 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507066 Oct 13 00:08:40.688487 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-47d1a48d-d059-4a44-98a0-042c2c16f47c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=069f2698-15cd-4105-8a17-c4f5eb69fdba HTTP/1.1" status: 200 len: 217 time: 0.0586648 Oct 13 00:08:40.771237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-0e6318eb-4a92-4068-855e-11dca4dd206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:40.774569 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-0e6318eb-4a92-4068-855e-11dca4dd206a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0716784 Oct 13 00:08:40.824205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf811a-2a90-4c37-971e-941b48a3081e req-e935858d-2497-40a0-a550-b81323498617 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:40.826311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2bf811a-2a90-4c37-971e-941b48a3081e req-e935858d-2497-40a0-a550-b81323498617 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 948 time: 0.0845869 Oct 13 00:08:40.837619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-6b80fdbd-1b62-4402-add5-82646fe40e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:40.839740 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-6b80fdbd-1b62-4402-add5-82646fe40e87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565975 Oct 13 00:08:40.887395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2bf811a-2a90-4c37-971e-941b48a3081e req-57b5c3e8-a69d-4b8a-a6a6-9e4290815e61 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Oct 13 00:08:40.895711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd63bf-7217-471f-b05d-782f5fc2e184 req-1c181fa7-6cf1-48a3-abac-01e7876b42cd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:40.897169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8bd63bf-7217-471f-b05d-782f5fc2e184 req-1c181fa7-6cf1-48a3-abac-01e7876b42cd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0987158 Oct 13 00:08:40.961436 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-20a41792-279e-40f9-8b11-061495b9e693 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107893 Oct 13 00:08:40.975263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8bd63bf-7217-471f-b05d-782f5fc2e184 req-75b98e9b-6712-4d65-abcc-8a698e5adcbd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670898 Oct 13 00:08:41.075391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'name': 'network-vif-deleted', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:41.078220 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4efff57-d390-4c6b-a7fa-36838423d4c4" -d '{"events": [{"server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "name": "network-vif-deleted", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:41.100212 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-289e3f75-9e5d-4377-a047-6e63f35da65f req-dbfe5391-4ee3-4f71-9d9e-5e1ef08a91c3 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129668 Oct 13 00:08:41.118589 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2027dcb-9714-4bde-a28f-52ccf6dead19 x-openstack-request-id: req-f2027dcb-9714-4bde-a28f-52ccf6dead19 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:41.118876 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036b7b84-3458-4bf4-98bb-d2460113ff11", "name": "network-vif-deleted", "tag": "449c4cbd-a934-4071-b5dc-a778997711a0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:41.119140 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2027dcb-9714-4bde-a28f-52ccf6dead19 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:41.119556 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036b7b84-3458-4bf4-98bb-d2460113ff11', 'name': 'network-vif-deleted', 'tag': '449c4cbd-a934-4071-b5dc-a778997711a0', 'status': 'completed', 'code': 200} Oct 13 00:08:41.472620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-b7589307-6711-4e7c-88d7-793ba6c48f66 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:41.474333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-b7589307-6711-4e7c-88d7-793ba6c48f66 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 822 time: 0.1010897 Oct 13 00:08:41.490411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-2fb599d8-0708-4c8a-b2da-dbb34922c15a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/quotas/671e72765e524d7c81cd34e3c7da50f1 HTTP/1.1" status: 200 len: 375 time: 0.0096700 Oct 13 00:08:41.542735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-3bb38c05-0351-4225-9e76-f0a1e27bd29c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460694 Oct 13 00:08:41.564711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bca439b4-769a-4f08-b2c4-251b2bd59958 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:41.626543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port bca439b4-769a-4f08-b2c4-251b2bd59958 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:41.632596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port bca439b4-769a-4f08-b2c4-251b2bd59958 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:41.633417 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.654482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-28ccedc7-6021-4f1d-ad43-30588b6f9bf9 service neutron] 10.222.0.21 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043279 Oct 13 00:08:41.719611 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.743195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912be88-6f63-446c-b7e5-b1c2d09886a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca439b4-769a-4f08-b2c4-251b2bd59958'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:41.746182 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439cfd6e-5139-4c26-a129-7ee5c88e9521" -d '{"events": [{"server_uuid": "1912be88-6f63-446c-b7e5-b1c2d09886a9", "name": "network-vif-plugged", "status": "completed", "tag": "bca439b4-769a-4f08-b2c4-251b2bd59958"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:41.759426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bca439b4-769a-4f08-b2c4-251b2bd59958, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bca439b4-769a-4f08-b2c4-251b2bd59958,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:41.763500 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.779794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392118d3-c8f2-4f2b-9409-aead9b7b3ff9 req-879b792e-ea4e-4b6a-b91c-ec1199fd994e tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:41.781465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-392118d3-c8f2-4f2b-9409-aead9b7b3ff9 req-879b792e-ea4e-4b6a-b91c-ec1199fd994e tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 949 time: 0.1170170 Oct 13 00:08:41.810746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-0c53b3e0-2a91-4f12-870c-f2642d331f7d service neutron] 10.222.0.21 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554039 Oct 13 00:08:41.816804 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e4d290e-0165-4706-87c1-a1c37a29fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.831440 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-392118d3-c8f2-4f2b-9409-aead9b7b3ff9 req-2f830cb8-34a8-411a-b2e7-140e1cf04c9a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Oct 13 00:08:41.831621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=bca439b4-769a-4f08-b2c4-251b2bd59958,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:42.067736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-e005d57b-6b65-4e56-b762-786025766a46 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243275 Oct 13 00:08:42.190809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30847b-72e8-4133-8358-e8bd86fac733 req-c5ce5721-5a12-458d-9723-09075c2b1c6a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:42.192426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f30847b-72e8-4133-8358-e8bd86fac733 req-c5ce5721-5a12-458d-9723-09075c2b1c6a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.1084530 Oct 13 00:08:42.240493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 449c4cbd-a934-4071-b5dc-a778997711a0 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:42.241174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-98cfe254-0830-4028-b33e-fbb687789c9e tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:42.242831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-98cfe254-0830-4028-b33e-fbb687789c9e tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682699 Oct 13 00:08:42.268802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f30847b-72e8-4133-8358-e8bd86fac733 req-8c045561-9e50-4f33-a42f-815cb5e9a252 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687037 Oct 13 00:08:42.270966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-cb57f293-867c-40c2-838e-9b18800c9a72 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/quotas/339f660bb42f4cb9b65e53e4e8764d38 HTTP/1.1" status: 200 len: 375 time: 0.0212877 Oct 13 00:08:42.276563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 449c4cbd-a934-4071-b5dc-a778997711a0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:42.276918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 449c4cbd-a934-4071-b5dc-a778997711a0 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:42.311702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-50625d0c-76aa-45df-84ef-fc11d26893b5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333750 Oct 13 00:08:42.326073 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f2817-15ed-45a7-b2cf-88c3ccb32421 x-openstack-request-id: req-b49f2817-15ed-45a7-b2cf-88c3ccb32421 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:42.326367 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912be88-6f63-446c-b7e5-b1c2d09886a9", "name": "network-vif-plugged", "status": "completed", "tag": "bca439b4-769a-4f08-b2c4-251b2bd59958", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:42.326617 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b49f2817-15ed-45a7-b2cf-88c3ccb32421 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:42.327006 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912be88-6f63-446c-b7e5-b1c2d09886a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca439b4-769a-4f08-b2c4-251b2bd59958', 'code': 200} Oct 13 00:08:42.440267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd188f-5c8e-4a69-90b2-bc5c3d7add8c req-c212eb25-7775-447c-8c13-0181408d14d6 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:42.441774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cdd188f-5c8e-4a69-90b2-bc5c3d7add8c req-c212eb25-7775-447c-8c13-0181408d14d6 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 948 time: 0.0529978 Oct 13 00:08:42.520634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cdd188f-5c8e-4a69-90b2-bc5c3d7add8c req-8bae4a64-013f-47f1-b845-cfcd0722b718 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713634 Oct 13 00:08:42.530117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b849c-4e7c-4b68-a888-7d98b29d8a51 req-a4eb6b30-0457-4998-817d-21c1eab1cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:42.531860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b81b849c-4e7c-4b68-a888-7d98b29d8a51 req-a4eb6b30-0457-4998-817d-21c1eab1cf35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 1101 time: 0.0681317 Oct 13 00:08:42.568396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc94e3d1-5897-478e-8f2a-76825158d42e req-d897078a-3570-45ca-9112-1c5227467767 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 210 time: 0.0431166 Oct 13 00:08:42.595407 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b81b849c-4e7c-4b68-a888-7d98b29d8a51 req-338e53a1-c3b1-4575-b09d-f236cf3a2ebe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513127 Oct 13 00:08:42.650334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39171993-9d0e-4232-b826-2133d7a69181 req-0a083d85-2ff1-4ba0-b9f1-cbace316bc8b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:42.652577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39171993-9d0e-4232-b826-2133d7a69181 req-0a083d85-2ff1-4ba0-b9f1-cbace316bc8b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0533888 Oct 13 00:08:42.692500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39171993-9d0e-4232-b826-2133d7a69181 req-3b43f585-1bff-4a0e-aab6-b9f3a0678a8f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Oct 13 00:08:42.792824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-b916495c-99cc-45a5-bf70-a9f29841d50c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221677 Oct 13 00:08:42.901967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-8434161e-8110-4978-87e3-040c7abc2486 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:42.903589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-8434161e-8110-4978-87e3-040c7abc2486 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047671 Oct 13 00:08:42.918857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-052f8796-9c4f-432a-9915-c63cd39b1378 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/quotas/339f660bb42f4cb9b65e53e4e8764d38 HTTP/1.1" status: 200 len: 375 time: 0.0093143 Oct 13 00:08:42.962931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-c73c2392-e18a-444c-a340-b0506990a8be tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385661 Oct 13 00:08:43.153589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a5974-c488-4e66-9e5a-11f3a0a88500 req-d4183341-c010-482b-b728-5321d5799766 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:43.157170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-285a5974-c488-4e66-9e5a-11f3a0a88500 req-d4183341-c010-482b-b728-5321d5799766 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 950 time: 0.0514567 Oct 13 00:08:43.195751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-285a5974-c488-4e66-9e5a-11f3a0a88500 req-dc55c795-3dc6-4fae-825f-4931aaf3fd6c tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345223 Oct 13 00:08:43.223915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f43be7f7-e4d6-4ac1-9387-043217b19b1e req-0d31801e-433c-4166-a99a-d9cc699e34eb tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 210 time: 0.0268066 Oct 13 00:08:43.405769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0777ca2-17a2-4c6b-9d48-6982faf826c6 req-30b4694e-1ad1-479c-8988-82e4c2086dd0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:43.407207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0777ca2-17a2-4c6b-9d48-6982faf826c6 req-30b4694e-1ad1-479c-8988-82e4c2086dd0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.0664508 Oct 13 00:08:43.499191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0777ca2-17a2-4c6b-9d48-6982faf826c6 req-15889f25-d180-4b01-baae-445290b01ee9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807893 Oct 13 00:08:43.518062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-0ba7888d-ced0-4f41-aeb0-0acfc80af95a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627220 Oct 13 00:08:43.559375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1991ea00-7830-4001-b0cf-b4c6c5cd192d up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:43.566306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-404894ed-8b70-4a75-a573-e7019bc71362 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:43.568419 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-404894ed-8b70-4a75-a573-e7019bc71362 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 822 time: 0.1361747 Oct 13 00:08:43.600889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Request body: {'port': {'device_id': '31971c12-b4fb-4a97-bb9c-dde3b77edbbe', 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'admin_state_up': True, 'tenant_id': '671e72765e524d7c81cd34e3c7da50f1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:43.658005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 1991ea00-7830-4001-b0cf-b4c6c5cd192d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:43.661983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 1991ea00-7830-4001-b0cf-b4c6c5cd192d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:43.662559 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.711624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecdbbd3b-ae16-405a-b65c-d94cc2762b7e req-babb3cb5-17bd-484d-9ff8-45ef0c9d2755 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 210 time: 0.0367203 Oct 13 00:08:43.726146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-ed9b5a87-cb99-4b9c-b14d-beab08d91c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:43.727913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-ed9b5a87-cb99-4b9c-b14d-beab08d91c02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 1096 time: 0.1112027 Oct 13 00:08:43.739760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e34c3-90ed-4d60-ab17-9661bdc87209 req-26f1ff38-fe4f-47ce-a642-85b2e8d89394 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:43.743204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-141e34c3-90ed-4d60-ab17-9661bdc87209 req-26f1ff38-fe4f-47ce-a642-85b2e8d89394 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 948 time: 0.1254060 Oct 13 00:08:43.770287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Made reservation on behalf of 671e72765e524d7c81cd34e3c7da50f1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:43.774643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.777153 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.794443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-141e34c3-90ed-4d60-ab17-9661bdc87209 req-92e03212-679e-4192-9af2-3358f1df5f26 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Oct 13 00:08:43.824060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1991ea00-7830-4001-b0cf-b4c6c5cd192d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1991ea00-7830-4001-b0cf-b4c6c5cd192d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:43.828361 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.886540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=1991ea00-7830-4001-b0cf-b4c6c5cd192d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:43.906445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb61d9-00be-43d7-9190-1413a05bdad7 req-4474e6e5-4937-4a1c-966d-22a2e0ad01d0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:43.907969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9cb61d9-00be-43d7-9190-1413a05bdad7 req-4474e6e5-4937-4a1c-966d-22a2e0ad01d0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1125772 Oct 13 00:08:43.926095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Allocated IP 172.20.0.7 (0f2d0798-c60b-4313-8cc8-6dcec3c4909b/cd00553f-2a55-4bd4-b4f8-8c7e8de70812/29de5983-6f4b-4c22-9730-99917c15b9b7) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:43.959843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-fb486bfe-fac0-450d-a536-1b5fbc3f6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:43.961302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-fb486bfe-fac0-450d-a536-1b5fbc3f6840 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 924 time: 0.1647866 Oct 13 00:08:43.975962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9cb61d9-00be-43d7-9190-1413a05bdad7 req-cac07a5c-10bc-4b2c-924e-99bba920b033 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551083 Oct 13 00:08:44.050125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-01e3677b-96cc-4aa3-bb0a-9209897752c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 HTTP/1.1" status: 200 len: 1001 time: 0.0730739 Oct 13 00:08:44.080656 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-0c05cec5-f186-4c93-811e-4f680505408b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724525 Oct 13 00:08:44.118617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-8fc10f99-9417-4f47-876d-7ae38797c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.121377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-8fc10f99-9417-4f47-876d-7ae38797c178 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 200 len: 862 time: 0.0623176 Oct 13 00:08:44.197069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-9171ca70-2f39-404d-ab91-379ce4929886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.198790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-9171ca70-2f39-404d-ab91-379ce4929886 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508490 Oct 13 00:08:44.209045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.243817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-e125ffe0-4050-4e44-9c4a-6c5f1c55abf5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.246114 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-e125ffe0-4050-4e44-9c4a-6c5f1c55abf5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495624 Oct 13 00:08:44.271413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.318251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:44.321508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:44.325740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:44.328880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c92665-ba07-42a7-b205-b5b88fb13333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1991ea00-7830-4001-b0cf-b4c6c5cd192d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:44.329065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-34fa7356-33a5-4b4c-8b6b-1ce3cc973228 service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221249 Oct 13 00:08:44.331218 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458b7eda-a27b-49e1-b67c-94345ecf9970" -d '{"events": [{"server_uuid": "e1c92665-ba07-42a7-b205-b5b88fb13333", "name": "network-vif-plugged", "status": "completed", "tag": "1991ea00-7830-4001-b0cf-b4c6c5cd192d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:44.358443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487c5f-bbcc-43e3-a757-6b82471af826 req-f12b9f3c-a656-402a-86e1-bc76513a55f5 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.358690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event updated for resources: {'Port': ['ID=29de5983-6f4b-4c22-9730-99917c15b9b7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:44.359950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b487c5f-bbcc-43e3-a757-6b82471af826 req-f12b9f3c-a656-402a-86e1-bc76513a55f5 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 950 time: 0.0889866 Oct 13 00:08:44.363650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Request body: {'port': {'device_id': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '339f660bb42f4cb9b65e53e4e8764d38'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:44.420997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c57abfd-b3e4-47c7-985c-77a27aefbbe6 req-ce32b247-caa8-4309-8492-fb6716699705 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 210 time: 0.0795619 Oct 13 00:08:44.436861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.438072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.461091 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-ed07cf12-5c22-4160-835d-42e06f17ac96 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739741 Oct 13 00:08:44.470103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b487c5f-bbcc-43e3-a757-6b82471af826 req-97b78963-a9af-4e98-858b-799ca041a3a9 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542634 Oct 13 00:08:44.483353 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c1627-01ed-4d08-8536-b1ce060143bc x-openstack-request-id: req-f30c1627-01ed-4d08-8536-b1ce060143bc {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:44.483672 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c92665-ba07-42a7-b205-b5b88fb13333", "name": "network-vif-plugged", "status": "completed", "tag": "1991ea00-7830-4001-b0cf-b4c6c5cd192d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:44.483920 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f30c1627-01ed-4d08-8536-b1ce060143bc {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:44.484305 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c92665-ba07-42a7-b205-b5b88fb13333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1991ea00-7830-4001-b0cf-b4c6c5cd192d', 'code': 200} Oct 13 00:08:44.498992 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16c37805-aa49-4c96-b3ca-5072531db158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.500475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Request body: {'port': {'device_id': '31971c12-b4fb-4a97-bb9c-dde3b77edbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:44.502346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd3a2be7-6140-478a-9e2f-8ff2d7801a7d req-77cb501e-3e4d-4bee-8b14-24497869101d service neutron] 10.222.0.45 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414635 Oct 13 00:08:44.585815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.602168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Made reservation on behalf of 339f660bb42f4cb9b65e53e4e8764d38 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:44.611982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.633028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.645967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde0329-ab2a-49d4-8171-f2b4c3d69a11 req-fa9b3672-c2a5-4c3d-818e-64339f69beea tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.648129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fde0329-ab2a-49d4-8171-f2b4c3d69a11 req-fa9b3672-c2a5-4c3d-818e-64339f69beea tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.0546715 Oct 13 00:08:44.670957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-b75ea4bd-9baa-40f6-9af8-487bfed9f809 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218008 Oct 13 00:08:44.724526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fde0329-ab2a-49d4-8171-f2b4c3d69a11 req-b44a80ce-571c-415d-a9ae-ce9ab6e50ca0 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526614 Oct 13 00:08:44.860690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-a92ae79e-6e4f-4072-b805-cf6d55922ac7 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.862147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-a92ae79e-6e4f-4072-b805-cf6d55922ac7 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699910 Oct 13 00:08:44.880203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa5e47-0fa5-4f35-a693-51009c85089b req-21287b6a-8333-48fe-a6ac-9c886ab5e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.881791 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-98fa5e47-0fa5-4f35-a693-51009c85089b req-21287b6a-8333-48fe-a6ac-9c886ab5e78f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 1100 time: 0.1852438 Oct 13 00:08:44.882390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57500e7-6024-4719-8d83-d57e56bba09e req-d5dc5170-edab-48dd-ad4b-e1c45707215b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.883869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b57500e7-6024-4719-8d83-d57e56bba09e req-d5dc5170-edab-48dd-ad4b-e1c45707215b tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 931 time: 0.0861468 Oct 13 00:08:44.944778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.948330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fc3d9-c9d6-4ee5-b121-d591cc7a5b1f req-6f5cc46f-922c-468f-aff8-57ae0dfee7bb tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:44.949919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da8fc3d9-c9d6-4ee5-b121-d591cc7a5b1f req-6f5cc46f-922c-468f-aff8-57ae0dfee7bb tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 949 time: 0.0834029 Oct 13 00:08:44.953328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b57500e7-6024-4719-8d83-d57e56bba09e req-7c5cfcd2-1f5e-4e6f-8051-42694ad37459 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501387 Oct 13 00:08:44.957319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.968663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Request body: {'port': {'device_id': '3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '339f660bb42f4cb9b65e53e4e8764d38'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:44.969563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-98fa5e47-0fa5-4f35-a693-51009c85089b req-588b4a2c-a7dc-4c82-b328-96582139a040 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789218 Oct 13 00:08:45.058925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da8fc3d9-c9d6-4ee5-b121-d591cc7a5b1f req-9c83da47-c63d-46e6-a61f-cc39e0182ed0 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017785 Oct 13 00:08:45.060262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d756bf-70e9-4833-8b04-9affbf3bde75,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:45.133507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7625-05bb-4e5f-9d5e-ad59c04016a8 req-5a140052-2300-46e6-80c5-e270bef4ba4c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:45.134981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a40d7625-05bb-4e5f-9d5e-ad59c04016a8 req-5a140052-2300-46e6-80c5-e270bef4ba4c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0890281 Oct 13 00:08:45.143265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29de5983-6f4b-4c22-9730-99917c15b9b7 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:45.156307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.158235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Made reservation on behalf of 339f660bb42f4cb9b65e53e4e8764d38 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:45.161875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.171723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Allocated IP 192.168.233.132 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/9d663ca6-aa08-4454-8195-c0093ff7880d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:45.186896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Transition to ACTIVE for port object 29de5983-6f4b-4c22-9730-99917c15b9b7 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:45.192046 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.206923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a40d7625-05bb-4e5f-9d5e-ad59c04016a8 req-5953b8a6-5f5b-4ac7-a727-3e0f7328f193 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638337 Oct 13 00:08:45.273033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29544593-4351-4461-834b-0abd11e28701 service neutron] Pushing event updated for resources: {'Port': ['ID=29de5983-6f4b-4c22-9730-99917c15b9b7,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:45.400598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Attempting to bind port 29de5983-6f4b-4c22-9730-99917c15b9b7 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:45.400972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Attempting to bind port 29de5983-6f4b-4c22-9730-99917c15b9b7 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:45.401336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Attempting to bind port 29de5983-6f4b-4c22-9730-99917c15b9b7 on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:45.415783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Port 29de5983-6f4b-4c22-9730-99917c15b9b7 on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:45.416109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Attempting to bind port 29de5983-6f4b-4c22-9730-99917c15b9b7 on network 0f2d0798-c60b-4313-8cc8-6dcec3c4909b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:45.428495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:45.428829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Checking segment: {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:45.429209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Bound using segment: {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:45.429634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Bound port: 29de5983-6f4b-4c22-9730-99917c15b9b7, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3573f11-93c4-4bd3-83a0-a855c05f4fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:45.429987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.451999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.519462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c48f4bf9-3ace-46a7-8b82-08c02a51242a req-2d1be895-9825-414d-9f62-5900db2a83a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 210 time: 0.0274198 Oct 13 00:08:45.524890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] For port 29de5983-6f4b-4c22-9730-99917c15b9b7, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:45.528798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] For port 29de5983-6f4b-4c22-9730-99917c15b9b7, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=29de5983-6f4b-4c22-9730-99917c15b9b7,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:45.533105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.559773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.565404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.593784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:45.599714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:45.600329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.601685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-29544593-4351-4461-834b-0abd11e28701 service neutron] 10.222.0.45 "PUT /v2.0/ports/29de5983-6f4b-4c22-9730-99917c15b9b7 HTTP/1.1" status: 200 len: 1091 time: 1.1091440 Oct 13 00:08:45.602519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:45.604714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31971c12-b4fb-4a97-bb9c-dde3b77edbbe', 'tag': '29de5983-6f4b-4c22-9730-99917c15b9b7'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:45.606978 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb691a7-434b-4239-a161-b426867bfff5" -d '{"events": [{"name": "network-changed", "server_uuid": "31971c12-b4fb-4a97-bb9c-dde3b77edbbe", "tag": "29de5983-6f4b-4c22-9730-99917c15b9b7"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:45.608757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Allocated IP 192.168.233.61 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/463f8c22-1c82-4f12-a55b-4496d5df1aab) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:45.621124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:45.625779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:45.663951 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de0f4d-e3a7-4db8-805c-88d72e7e954d x-openstack-request-id: req-b7de0f4d-e3a7-4db8-805c-88d72e7e954d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:45.664286 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31971c12-b4fb-4a97-bb9c-dde3b77edbbe", "tag": "29de5983-6f4b-4c22-9730-99917c15b9b7", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:45.664483 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7de0f4d-e3a7-4db8-805c-88d72e7e954d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:45.664871 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31971c12-b4fb-4a97-bb9c-dde3b77edbbe', 'tag': '29de5983-6f4b-4c22-9730-99917c15b9b7', 'status': 'completed', 'code': 200} Oct 13 00:08:45.675859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4794f30-b54a-4fc9-8ef5-99a177b36fe6 req-27b79257-a3b1-42f4-9935-13606029dab4 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:45.677398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4794f30-b54a-4fc9-8ef5-99a177b36fe6 req-27b79257-a3b1-42f4-9935-13606029dab4 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 950 time: 0.0888791 Oct 13 00:08:45.764769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:45.765491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.778681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4794f30-b54a-4fc9-8ef5-99a177b36fe6 req-55b5a998-5e88-4a8b-8cc4-d9381bcc6ca2 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906672 Oct 13 00:08:45.786823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29544593-4351-4461-834b-0abd11e28701 service neutron] Pushing event updated for resources: {'Port': ['ID=29de5983-6f4b-4c22-9730-99917c15b9b7,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:45.800716 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-bb23c5d9-e3d1-4956-bb38-f330131125a2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4403772 Oct 13 00:08:45.809919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-cd637fad-f1d5-4d20-a58f-dd5c9db6c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:45.811417 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-cd637fad-f1d5-4d20-a58f-dd5c9db6c8ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 1094 time: 0.1162961 Oct 13 00:08:45.834533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Request body: {'port': {'device_id': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:45.836256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.898182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-410a24c2-eaca-4c61-8962-a88ed131d5ba None None] Provisioning complete for port 9d663ca6-aa08-4454-8195-c0093ff7880d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:45.898429 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-410a24c2-eaca-4c61-8962-a88ed131d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.914847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.924347 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-d7c743ba-3520-4b00-8d6c-a9d25cef582d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29de5983-6f4b-4c22-9730-99917c15b9b7 HTTP/1.1" status: 200 len: 217 time: 0.0961475 Oct 13 00:08:45.938084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6290f45-0ae5-440b-8297-f1fc67bfd2af req-6c26c972-4d0a-4ce7-b427-4940d11072c4 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:45.943392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-410a24c2-eaca-4c61-8962-a88ed131d5ba None None] Port 9d663ca6-aa08-4454-8195-c0093ff7880d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:45.945392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6290f45-0ae5-440b-8297-f1fc67bfd2af req-6c26c972-4d0a-4ce7-b427-4940d11072c4 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.0940495 Oct 13 00:08:45.986190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.011795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6290f45-0ae5-440b-8297-f1fc67bfd2af req-051f4c63-b817-44e3-82f5-6ff0c50f42bd tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627694 Oct 13 00:08:46.023854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.034835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-505f12f4-d4dd-47b8-b852-a030cf4f3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.036475 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-505f12f4-d4dd-47b8-b852-a030cf4f3139 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd00553f-2a55-4bd4-b4f8-8c7e8de70812 HTTP/1.1" status: 200 len: 862 time: 0.0968938 Oct 13 00:08:46.083653 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-0e7d4c96-406e-40b9-aa43-d8974dd68e7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386117 Oct 13 00:08:46.122192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:46.144007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:46.147410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:46.152990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Pushing event updated for resources: {'Port': ['ID=463f8c22-1c82-4f12-a55b-4496d5df1aab,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:46.189433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.189763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.190110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.190432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.190763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.191091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.191411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.191937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.192364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.192756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.193076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.193780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:46.225371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7a48e-3e36-4512-8b27-a5146393ba3f req-1c3cfcf7-8a8a-44a2-b73a-46ad0bb83f64 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.226916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5aa7a48e-3e36-4512-8b27-a5146393ba3f req-1c3cfcf7-8a8a-44a2-b73a-46ad0bb83f64 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 943 time: 0.1883786 Oct 13 00:08:46.246284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b536f-5599-4ad4-a95e-cc226f23d448 req-32810b21-c813-4016-b661-5941ef56a9b2 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.253827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f09b536f-5599-4ad4-a95e-cc226f23d448 req-32810b21-c813-4016-b661-5941ef56a9b2 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 950 time: 0.1787062 Oct 13 00:08:46.261535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.262213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.284324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-30368a26-a6b6-4ea0-9760-17580b468135 service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521242 Oct 13 00:08:46.310952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-7176587f-9d3d-479d-a6b4-d88151180d22 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3460286 Oct 13 00:08:46.333695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Request body: {'port': {'device_id': '3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:46.346558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f09b536f-5599-4ad4-a95e-cc226f23d448 req-05cb99af-a271-464a-a198-91a7c51fea3d tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918391 Oct 13 00:08:46.349761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5aa7a48e-3e36-4512-8b27-a5146393ba3f req-115045cc-45f5-452e-8b7c-020d700a3b88 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126838 Oct 13 00:08:46.391606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-071a82f4-7f78-4df1-9ff2-3e4a64a11309 None None] Provisioning complete for port 463f8c22-1c82-4f12-a55b-4496d5df1aab triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:46.392164 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-071a82f4-7f78-4df1-9ff2-3e4a64a11309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.419219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3ceca5f5-1715-46b7-8d5c-26d1527c5a74 req-2167bc10-2d7e-4936-853e-49be270b813a service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245134 Oct 13 00:08:46.428204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-071a82f4-7f78-4df1-9ff2-3e4a64a11309 None None] Port 463f8c22-1c82-4f12-a55b-4496d5df1aab cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:46.470845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d663ca6-aa08-4454-8195-c0093ff7880d {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:46.478583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.489950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.490908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Transition to ACTIVE for port object 9d663ca6-aa08-4454-8195-c0093ff7880d will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:46.494396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.555344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce3445-fd62-4617-a0f8-c083ee0edb73 req-625ad3b1-e213-4e70-b978-c262c816b9f6 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.556954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cce3445-fd62-4617-a0f8-c083ee0edb73 req-625ad3b1-e213-4e70-b978-c262c816b9f6 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 949 time: 0.1160617 Oct 13 00:08:46.559889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:46.594751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c42ab-ca36-41ec-991e-cbb7f2832ff8 req-b7f9553e-50a3-45fe-b54a-0750ede98d76 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.602812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b11c42ab-ca36-41ec-991e-cbb7f2832ff8 req-b7f9553e-50a3-45fe-b54a-0750ede98d76 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1260905 Oct 13 00:08:46.636977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb691a7-434b-4239-a161-b426867bfff5 req-e048ce6d-c55b-409a-b58c-a58697fcdb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.638524 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aeb691a7-434b-4239-a161-b426867bfff5 req-e048ce6d-c55b-409a-b58c-a58697fcdb0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=671e72765e524d7c81cd34e3c7da50f1&device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 1094 time: 0.0931396 Oct 13 00:08:46.674121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Attempting to bind port 9d663ca6-aa08-4454-8195-c0093ff7880d on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:46.674365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Attempting to bind port 9d663ca6-aa08-4454-8195-c0093ff7880d by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:46.674685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Attempting to bind port 9d663ca6-aa08-4454-8195-c0093ff7880d on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:46.705945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Port 9d663ca6-aa08-4454-8195-c0093ff7880d on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:46.706274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Attempting to bind port 9d663ca6-aa08-4454-8195-c0093ff7880d on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:46.717543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:46.717885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:46.718251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:46.718685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Bound port: 9d663ca6-aa08-4454-8195-c0093ff7880d, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:46.719043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.720240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cce3445-fd62-4617-a0f8-c083ee0edb73 req-b907ad41-8e45-4d11-9350-ebbdf248163f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547275 Oct 13 00:08:46.757270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b11c42ab-ca36-41ec-991e-cbb7f2832ff8 req-a005b9f0-7019-4d45-a6b1-c1cc4bf0a53e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347756 Oct 13 00:08:46.788648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb691a7-434b-4239-a161-b426867bfff5 req-112fcdab-db1c-47c5-aad3-e36d89cd3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.790332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aeb691a7-434b-4239-a161-b426867bfff5 req-112fcdab-db1c-47c5-aad3-e36d89cd3202 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 200 len: 923 time: 0.1402922 Oct 13 00:08:46.857642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aeb691a7-434b-4239-a161-b426867bfff5 req-c2e114fa-a710-479c-bbea-72e37bd49f82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29de5983-6f4b-4c22-9730-99917c15b9b7 HTTP/1.1" status: 200 len: 217 time: 0.0536232 Oct 13 00:08:46.862363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:46.903866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:46.910597 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.924320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463f8c22-1c82-4f12-a55b-4496d5df1aab {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:46.940810 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.950350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb691a7-434b-4239-a161-b426867bfff5 req-13e97068-579c-4781-a4aa-0f26479abf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.951880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aeb691a7-434b-4239-a161-b426867bfff5 req-13e97068-579c-4781-a4aa-0f26479abf3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd00553f-2a55-4bd4-b4f8-8c7e8de70812 HTTP/1.1" status: 200 len: 862 time: 0.0869248 Oct 13 00:08:46.959900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.960449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.961776 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] 10.222.0.45 "PUT /v2.0/ports/9d663ca6-aa08-4454-8195-c0093ff7880d HTTP/1.1" status: 200 len: 1096 time: 1.1318471 Oct 13 00:08:46.971189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Transition to ACTIVE for port object 463f8c22-1c82-4f12-a55b-4496d5df1aab will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:46.991377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7ad20-15a6-47a2-8399-3d17151a8254 req-5f5ac913-329b-4d22-9586-38e88db221cb tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.993095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99e7ad20-15a6-47a2-8399-3d17151a8254 req-5f5ac913-329b-4d22-9586-38e88db221cb tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 935 time: 0.0712609 Oct 13 00:08:46.993994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.997913 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aeb691a7-434b-4239-a161-b426867bfff5 req-857cab10-fb85-42ea-b3f4-13f9b4aa6d7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f2d0798-c60b-4313-8cc8-6dcec3c4909b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352073 Oct 13 00:08:47.003828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ddf8b-866d-4c4d-aa5e-3dbc99e09dcf service neutron] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:47.104779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Pushing event updated for resources: {'Port': ['ID=463f8c22-1c82-4f12-a55b-4496d5df1aab,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:47.127413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99e7ad20-15a6-47a2-8399-3d17151a8254 req-4ca45e05-f924-4398-9918-77ae763a5928 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246274 Oct 13 00:08:47.178144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-c2be1140-6161-4de8-8d95-fd82572a4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.179328 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-c2be1140-6161-4de8-8d95-fd82572a4956 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1099 time: 0.1091559 Oct 13 00:08:47.193469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e92ea2-e7b5-4660-a181-761e947a03b7 req-fd6aeaa5-f385-475b-a9fa-9322d39bde40 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.193770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aeb691a7-434b-4239-a161-b426867bfff5 req-ec4e6c4b-b5b6-4762-98f0-f7c5d83ad6ad service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741498 Oct 13 00:08:47.195035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38e92ea2-e7b5-4660-a181-761e947a03b7 req-fd6aeaa5-f385-475b-a9fa-9322d39bde40 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.0920210 Oct 13 00:08:47.215241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Attempting to bind port 463f8c22-1c82-4f12-a55b-4496d5df1aab on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:47.215599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Attempting to bind port 463f8c22-1c82-4f12-a55b-4496d5df1aab by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:47.215928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Attempting to bind port 463f8c22-1c82-4f12-a55b-4496d5df1aab on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:47.230587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Port 463f8c22-1c82-4f12-a55b-4496d5df1aab on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:47.230966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Attempting to bind port 463f8c22-1c82-4f12-a55b-4496d5df1aab on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:47.243539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:47.243890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:47.244278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:47.245290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Bound port: 463f8c22-1c82-4f12-a55b-4496d5df1aab, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:47.245657 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.260378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38e92ea2-e7b5-4660-a181-761e947a03b7 req-cdfa68fe-6a0a-4683-88bb-4ebfd65e6caf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558131 Oct 13 00:08:47.288999 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-8a716113-e118-4098-8f7c-43b7df125034 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=9d663ca6-aa08-4454-8195-c0093ff7880d HTTP/1.1" status: 200 len: 217 time: 0.0718017 Oct 13 00:08:47.321277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] For port 463f8c22-1c82-4f12-a55b-4496d5df1aab, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:47.324583 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] For port 463f8c22-1c82-4f12-a55b-4496d5df1aab, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=463f8c22-1c82-4f12-a55b-4496d5df1aab,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:47.331025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.372951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.373673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.375126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] 10.222.0.45 "PUT /v2.0/ports/463f8c22-1c82-4f12-a55b-4496d5df1aab HTTP/1.1" status: 200 len: 1095 time: 1.0455952 Oct 13 00:08:47.375670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae', 'tag': '463f8c22-1c82-4f12-a55b-4496d5df1aab'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:47.377635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-e4d504cf-8577-402c-b864-c50ba4d515e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.378050 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b209f70-7ffd-477a-93c5-41d82522d1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae", "tag": "463f8c22-1c82-4f12-a55b-4496d5df1aab"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:47.379058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-e4d504cf-8577-402c-b864-c50ba4d515e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0624392 Oct 13 00:08:47.418932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.437010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a750f-42dc-4d9d-9625-53f6e3d0d23e service neutron] Pushing event updated for resources: {'Port': ['ID=463f8c22-1c82-4f12-a55b-4496d5df1aab,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:47.445450 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aeb691a7-434b-4239-a161-b426867bfff5 req-1a930de5-3b1b-42f5-96c5-90cbe24ecd77 service neutron] 10.222.0.45 "GET /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196553 Oct 13 00:08:47.468103 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f82ec7e-e345-4482-b465-4d6c77e7e6e9 x-openstack-request-id: req-9f82ec7e-e345-4482-b465-4d6c77e7e6e9 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:47.470629 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae", "tag": "463f8c22-1c82-4f12-a55b-4496d5df1aab", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:47.471468 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f82ec7e-e345-4482-b465-4d6c77e7e6e9 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:47.472114 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae', 'tag': '463f8c22-1c82-4f12-a55b-4496d5df1aab', 'status': 'completed', 'code': 200} Oct 13 00:08:47.487485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-07b3d4c6-b135-4ede-8866-7df466325d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.489171 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-07b3d4c6-b135-4ede-8866-7df466325d99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862610 Oct 13 00:08:47.572088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-de022acc-629b-474b-ae0c-4e2cb941d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.574003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-de022acc-629b-474b-ae0c-4e2cb941d128 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 1098 time: 0.1274536 Oct 13 00:08:47.589844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c378bd4-247f-4ed2-a9d9-762d2b75a099 req-d776efff-62ff-46f4-9ca2-1904081143b3 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.591388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c378bd4-247f-4ed2-a9d9-762d2b75a099 req-d776efff-62ff-46f4-9ca2-1904081143b3 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 950 time: 0.1263671 Oct 13 00:08:47.599403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-9309d9d0-8001-4011-933d-c95e63cc21e1 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000817 Oct 13 00:08:47.640632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-ba99e20f-381e-4d5a-bd36-22944597ad13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=463f8c22-1c82-4f12-a55b-4496d5df1aab HTTP/1.1" status: 200 len: 217 time: 0.0473802 Oct 13 00:08:47.657901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95570203-40d4-485f-a1ae-8bd5d76374f3 req-89c853f8-090c-4cb6-a95a-238858c32924 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.659419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95570203-40d4-485f-a1ae-8bd5d76374f3 req-89c853f8-090c-4cb6-a95a-238858c32924 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 943 time: 0.1270998 Oct 13 00:08:47.667084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:47.670102 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:47.705942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c50164a1-28aa-402a-843a-f4e92b9d8e09 req-88a6e8a0-4204-4281-b5c8-2384ad531118 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979559 Oct 13 00:08:47.733364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c378bd4-247f-4ed2-a9d9-762d2b75a099 req-324a669e-7045-4d8d-b582-a48342d981bc tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312959 Oct 13 00:08:47.749303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-545c3758-a8bc-4396-b975-81117ffb177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.750748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-545c3758-a8bc-4396-b975-81117ffb177a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1010175 Oct 13 00:08:47.764406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95570203-40d4-485f-a1ae-8bd5d76374f3 req-9fba3246-359d-48b2-b983-5bb3b2d7f13d tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893543 Oct 13 00:08:47.779207 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8125ab36-de4e-4f21-89c6-3d998c0cdbce x-openstack-request-id: req-8125ab36-de4e-4f21-89c6-3d998c0cdbce {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:47.779538 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:47.779774 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8125ab36-de4e-4f21-89c6-3d998c0cdbce {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:47.780166 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'status': 'completed', 'code': 200} Oct 13 00:08:47.893462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-3d0778a9-70dd-41be-9017-cf445bd24341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.894976 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-3d0778a9-70dd-41be-9017-cf445bd24341 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1099 time: 0.0408783 Oct 13 00:08:47.901041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-a7d2d7a0-8d05-41b7-baf9-7cfc1b5f02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.902486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-a7d2d7a0-8d05-41b7-baf9-7cfc1b5f02d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016228 Oct 13 00:08:47.915783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb1d12-e12c-4e59-8e5e-de6d0b8e1e18 req-f9b3525f-b197-41c2-abfc-32231ac62ca0 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.917678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21bb1d12-e12c-4e59-8e5e-de6d0b8e1e18 req-f9b3525f-b197-41c2-abfc-32231ac62ca0 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 949 time: 0.0912275 Oct 13 00:08:47.936692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf251597-1117-4a21-841f-5cd24a83604c req-6632403d-c572-449c-981f-0a60c78765ce tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.938082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf251597-1117-4a21-841f-5cd24a83604c req-6632403d-c572-449c-981f-0a60c78765ce tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1073282 Oct 13 00:08:48.258447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-ba09d6b5-31dc-42f2-809f-f24746859360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.259941 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-ba09d6b5-31dc-42f2-809f-f24746859360 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.3484559 Oct 13 00:08:48.304646 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-a64ddd58-e660-4ead-a8fb-1e38ebc33893 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=9d663ca6-aa08-4454-8195-c0093ff7880d HTTP/1.1" status: 200 len: 217 time: 0.0365958 Oct 13 00:08:48.326601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf251597-1117-4a21-841f-5cd24a83604c req-7ca90af3-bb5c-494a-b545-f0a5667593f5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889678 Oct 13 00:08:48.334975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21bb1d12-e12c-4e59-8e5e-de6d0b8e1e18 req-8e8fc79f-1b7f-4d24-afb4-d78710c0bca5 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063985 Oct 13 00:08:48.362361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-19d0d9f6-6dd8-43cb-9920-518b711da88e service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422159 Oct 13 00:08:48.365412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-93aae7e9-b174-47ea-bf91-008ee5a1a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.367030 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-93aae7e9-b174-47ea-bf91-008ee5a1a8db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0553243 Oct 13 00:08:48.428998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-f188a138-b897-4125-bae3-0b831cd1a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.430635 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-f188a138-b897-4125-bae3-0b831cd1a49b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537796 Oct 13 00:08:48.495691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c219f7d5-8c90-42f0-9dd1-2640511f1a78 req-1eb1a78d-9c3a-4606-b10f-18ed980c7d62 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087162 Oct 13 00:08:48.536486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-6f5beecc-327b-4256-967b-facfbe1f4cce service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934525 Oct 13 00:08:48.566524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8fd7-06e6-4c8a-8772-d75f65e7b154 req-5752864b-ac3d-4031-8ba0-69e7ac1fb8e9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.568033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-286f8fd7-06e6-4c8a-8772-d75f65e7b154 req-5752864b-ac3d-4031-8ba0-69e7ac1fb8e9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 947 time: 0.0865307 Oct 13 00:08:48.579623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173f9b-1a16-4d04-8dc7-a5caf86d4413 req-17c1d57b-2bf8-43cd-a6c0-368f74391786 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.580989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91173f9b-1a16-4d04-8dc7-a5caf86d4413 req-17c1d57b-2bf8-43cd-a6c0-368f74391786 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 945 time: 0.0705695 Oct 13 00:08:48.656518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-286f8fd7-06e6-4c8a-8772-d75f65e7b154 req-fad302fd-9bcb-4e82-9ed2-b16c5de96455 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744729 Oct 13 00:08:48.665724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91173f9b-1a16-4d04-8dc7-a5caf86d4413 req-6ec67405-3198-4d34-9568-feba665d5f02 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772159 Oct 13 00:08:48.694308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-738a9513-52a0-4f69-99b9-aa9fca42c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.696147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-738a9513-52a0-4f69-99b9-aa9fca42c8b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 1098 time: 0.0755770 Oct 13 00:08:48.708489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-7c003bee-f7f2-4487-a76a-192d951226db tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.710102 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-7c003bee-f7f2-4487-a76a-192d951226db tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.36 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 950 time: 0.0767617 Oct 13 00:08:48.714852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea60b6ec-f5d7-4915-99a7-fd7a448b9b28 req-2138ac39-973d-4210-b36a-81bc0d05e52d service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258280 Oct 13 00:08:48.810656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Deleting port bca439b4-769a-4f08-b2c4-251b2bd59958 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:48.811001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:48.813496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d44b5-35fe-40cc-8e9b-3a0f5b1761e4 req-bde46461-4593-4410-821c-b959af3375ae tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.814993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-724d44b5-35fe-40cc-8e9b-3a0f5b1761e4 req-bde46461-4593-4410-821c-b959af3375ae tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 1100 time: 0.0635459 Oct 13 00:08:48.861881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-acb53dba-3bca-4e38-8b31-a0ba8c2cdb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.863330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-acb53dba-3bca-4e38-8b31-a0ba8c2cdb4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1602027 Oct 13 00:08:48.900336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] For port bca439b4-769a-4f08-b2c4-251b2bd59958, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bca439b4-769a-4f08-b2c4-251b2bd59958,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:48.900703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:48.912907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Calling delete_port for bca439b4-769a-4f08-b2c4-251b2bd59958 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:48.921645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-724d44b5-35fe-40cc-8e9b-3a0f5b1761e4 req-f21566e5-2868-4468-9c15-8c1fff1835ee tempest-ServersOnMultiNodesTest-111769822 tempest-ServersOnMultiNodesTest-111769822-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946667 Oct 13 00:08:48.923851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-4dd5fa3a-4b6d-40b8-a5c2-106115e0a0f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=463f8c22-1c82-4f12-a55b-4496d5df1aab HTTP/1.1" status: 200 len: 217 time: 0.0503860 Oct 13 00:08:48.931620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1146f-2645-40ec-91be-9031336dee0d req-14bfc805-770f-42a1-9743-0ce115fadb46 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.933630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffd1146f-2645-40ec-91be-9031336dee0d req-14bfc805-770f-42a1-9743-0ce115fadb46 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 950 time: 0.1294315 Oct 13 00:08:49.007881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffd1146f-2645-40ec-91be-9031336dee0d req-83abcf11-cd82-4343-b637-ee9cf3f320f8 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/security-groups?id=d12cd432-6274-4363-aa67-a116a331cd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661328 Oct 13 00:08:49.028925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-d4e1f348-5723-4d1f-9476-212f1d05e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.030368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-d4e1f348-5723-4d1f-9476-212f1d05e37b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0958829 Oct 13 00:08:49.059624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.082242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a85977-ac07-45b3-99e7-15cc3919297a req-afa14a56-8f66-4fe8-8022-2357c6757306 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.083739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8a85977-ac07-45b3-99e7-15cc3919297a req-afa14a56-8f66-4fe8-8022-2357c6757306 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 943 time: 0.0903695 Oct 13 00:08:49.090939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Pushing event deleted for resources: {'Port': ['ID=bca439b4-769a-4f08-b2c4-251b2bd59958,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:49.110066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-42d6a7d5-7ccd-4891-b322-5064afa721ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.111579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-42d6a7d5-7ccd-4891-b322-5064afa721ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719147 Oct 13 00:08:49.120566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['bca439b4-769a-4f08-b2c4-251b2bd59958'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:49.150989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8a85977-ac07-45b3-99e7-15cc3919297a req-07ca94a2-74c3-4917-8d5c-c48fcf375150 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599256 Oct 13 00:08:49.212604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] No DVR routers for this DVR port bca439b4-769a-4f08-b2c4-251b2bd59958 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:49.217212 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.221591 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ec2a04c-4502-45e1-b330-a4328226f6af req-877344d2-16ce-4df0-b19d-a7f091e65e1a tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.36 "DELETE /v2.0/ports/bca439b4-769a-4f08-b2c4-251b2bd59958 HTTP/1.1" status: 204 len: 173 time: 0.5049381 Oct 13 00:08:49.236471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-b5553bd2-a919-4567-9f89-541625ce73cd service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100020 Oct 13 00:08:49.280022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-692616bd-dd32-43aa-a012-bb43d7f6e1fa tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.281674 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-692616bd-dd32-43aa-a012-bb43d7f6e1fa tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.0511670 Oct 13 00:08:49.296989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813679-4'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:49.343712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4720bc-ea27-4b9e-880a-27aaeff04541 req-f040fe84-eb4f-43af-8187-05c022677b28 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.345217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d4720bc-ea27-4b9e-880a-27aaeff04541 req-f040fe84-eb4f-43af-8187-05c022677b28 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 949 time: 0.1112409 Oct 13 00:08:49.368556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.402008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b209f70-7ffd-477a-93c5-41d82522d1d2 req-361bd717-3366-497c-84b5-e9327bedd0de service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549227 Oct 13 00:08:49.438472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d4720bc-ea27-4b9e-880a-27aaeff04541 req-b4e071ae-24b8-4834-9044-c6207c41f356 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713508 Oct 13 00:08:49.492206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ef27d-39e5-4dfb-877b-74d8dc3e1b15 req-2376f6d5-feea-4faa-a3ec-3f9187746a1a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.494052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d8ef27d-39e5-4dfb-877b-74d8dc3e1b15 req-2376f6d5-feea-4faa-a3ec-3f9187746a1a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0735660 Oct 13 00:08:49.524132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:49.538577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d8ef27d-39e5-4dfb-877b-74d8dc3e1b15 req-cfc9e145-6b30-4acc-b5c3-628f01d83482 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Oct 13 00:08:49.572518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:49.619956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.626463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.704701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Pushing event updated for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:49.719908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on host n-h2-813679-4 for vnic_type normal with profile {"migrating_to": "n-h1-813679-4"} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:49.720490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:49.721043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:49.726004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:49.726392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Attempting to bind port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:49.733060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:49.733459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:49.733909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:49.734533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Bound port: 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:49.734961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.781452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912be88-6f63-446c-b7e5-b1c2d09886a9', 'name': 'network-vif-deleted', 'tag': 'bca439b4-769a-4f08-b2c4-251b2bd59958'}, {'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:49.783835 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cb01eb-9f07-4b89-a415-e6fdb03b67a3" -d '{"events": [{"server_uuid": "1912be88-6f63-446c-b7e5-b1c2d09886a9", "name": "network-vif-deleted", "tag": "bca439b4-769a-4f08-b2c4-251b2bd59958"}, {"server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:49.808676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:49.811986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:49.817870 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.821916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88d54a-d4fc-46e9-a0a2-252ede6ac885 req-c31ec65b-1c0a-486b-95a1-1f8649a97011 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.823458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed88d54a-d4fc-46e9-a0a2-252ede6ac885 req-c31ec65b-1c0a-486b-95a1-1f8649a97011 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.0807438 Oct 13 00:08:49.831175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af23bf-0fbd-431a-a805-678fdc477439 req-22b315b3-11d2-4e24-95fe-126bc5e8c542 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.832614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50af23bf-0fbd-431a-a805-678fdc477439 req-22b315b3-11d2-4e24-95fe-126bc5e8c542 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 947 time: 0.0786831 Oct 13 00:08:49.894184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed88d54a-d4fc-46e9-a0a2-252ede6ac885 req-d843deae-4eec-4eec-85ec-8e45c8cabc4b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605929 Oct 13 00:08:49.895730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.896342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.897715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] 10.222.0.45 "PUT /v2.0/ports/62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 200 len: 1121 time: 0.6069446 Oct 13 00:08:49.898727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c9697-422d-49b7-99e5-db298e7cebbf service neutron] Pushing event updated for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=8']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:49.899979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50af23bf-0fbd-431a-a805-678fdc477439 req-fca31ba0-1204-41c8-97ef-d4e967c72953 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601511 Oct 13 00:08:49.945355 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c6bef2-9303-4e9e-a27d-c6ccfb873067 x-openstack-request-id: req-a1c6bef2-9303-4e9e-a27d-c6ccfb873067 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:49.945593 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912be88-6f63-446c-b7e5-b1c2d09886a9", "name": "network-vif-deleted", "tag": "bca439b4-769a-4f08-b2c4-251b2bd59958", "status": "completed", "code": 200}, {"server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:49.945841 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1c6bef2-9303-4e9e-a27d-c6ccfb873067 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:49.946653 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912be88-6f63-446c-b7e5-b1c2d09886a9', 'name': 'network-vif-deleted', 'tag': 'bca439b4-769a-4f08-b2c4-251b2bd59958', 'status': 'completed', 'code': 200} Oct 13 00:08:49.946653 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632', 'code': 200} Oct 13 00:08:50.114776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd008c64-5e04-41d4-bc38-345efac0bcdf req-e8ffa7c0-56cd-4f51-a18a-648ffb0e5d97 tempest-ImagesNegativeTestJSON-1943233398 tempest-ImagesNegativeTestJSON-1943233398-project] 10.222.0.21 "GET /v2.0/ports?device_id=1912be88-6f63-446c-b7e5-b1c2d09886a9 HTTP/1.1" status: 200 len: 210 time: 0.0261562 Oct 13 00:08:50.153547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['62930d67-7ab3-4bf5-bd7c-67f1c99c1632'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:50.200793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62930d67-7ab3-4bf5-bd7c-67f1c99c1632'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:50.271614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fa4ea-5cc6-454b-a849-6cf5fe6062d7 req-df25138c-e544-4f81-86b0-f03ca6cb81c6 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:50.273124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-939fa4ea-5cc6-454b-a849-6cf5fe6062d7 req-df25138c-e544-4f81-86b0-f03ca6cb81c6 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 943 time: 0.0483527 Oct 13 00:08:50.310600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-939fa4ea-5cc6-454b-a849-6cf5fe6062d7 req-55a5b114-9068-46e5-808f-639ac046ed2e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307777 Oct 13 00:08:50.338677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 29de5983-6f4b-4c22-9730-99917c15b9b7 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:50.493486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 29de5983-6f4b-4c22-9730-99917c15b9b7, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=29de5983-6f4b-4c22-9730-99917c15b9b7,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:50.506249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '29de5983-6f4b-4c22-9730-99917c15b9b7', 'network_id': '0f2d0798-c60b-4313-8cc8-6dcec3c4909b', 'port_id': '29de5983-6f4b-4c22-9730-99917c15b9b7', 'mac_address': 'fa:16:3e:b0:0e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd00553f-2a55-4bd4-b4f8-8c7e8de70812', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:50.546935 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:50.565165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29de5983-6f4b-4c22-9730-99917c15b9b7 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:50.566921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63863669-a72d-4b2e-812d-addcf0af3461 req-b128e058-13f9-4f6c-b23f-4012ddfd9940 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:50.574778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63863669-a72d-4b2e-812d-addcf0af3461 req-b128e058-13f9-4f6c-b23f-4012ddfd9940 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 949 time: 0.0651023 Oct 13 00:08:50.587296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 29de5983-6f4b-4c22-9730-99917c15b9b7, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=29de5983-6f4b-4c22-9730-99917c15b9b7,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:50.591499 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:50.592201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:50.607058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63863669-a72d-4b2e-812d-addcf0af3461 req-735a0df8-8f54-45d5-ad0a-1723b0c264a4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Oct 13 00:08:50.687497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=29de5983-6f4b-4c22-9730-99917c15b9b7,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:50.700951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.701298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.701635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.701972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.702305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.702635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.703026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.703281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.703628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.703956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.704275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.704593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:50.723536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01924f59-2955-4274-b99a-1e1b2974af36 req-8cb4af5f-d32f-470b-ae11-af5868c12d2b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:50.725003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01924f59-2955-4274-b99a-1e1b2974af36 req-8cb4af5f-d32f-470b-ae11-af5868c12d2b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.0574560 Oct 13 00:08:50.739053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:50.751333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 has no active binding in host n-h1-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:08:50.765740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01924f59-2955-4274-b99a-1e1b2974af36 req-605ac459-f1f7-4407-9787-6bde0767c477 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Oct 13 00:08:51.038748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab793e31-2d9a-4ddb-ae0b-3f7c49aee657 req-8c39d673-2c1b-4c2c-93de-7bf5d20fb948 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:51.040137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab793e31-2d9a-4ddb-ae0b-3f7c49aee657 req-8c39d673-2c1b-4c2c-93de-7bf5d20fb948 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 947 time: 0.0655737 Oct 13 00:08:51.047568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea12cd3-d13e-464f-b8f3-e78d190085d7 req-abdf9328-1a11-4920-9305-af85ae5ad846 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:51.048943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ea12cd3-d13e-464f-b8f3-e78d190085d7 req-abdf9328-1a11-4920-9305-af85ae5ad846 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.0833495 Oct 13 00:08:51.107255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ea12cd3-d13e-464f-b8f3-e78d190085d7 req-a8aa5080-f599-4bd8-80cf-3696abb5cf7a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515299 Oct 13 00:08:51.110078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab793e31-2d9a-4ddb-ae0b-3f7c49aee657 req-5afd78b9-457e-484e-b875-57c7abae524b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601487 Oct 13 00:08:51.424030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b0dee-c87e-48de-8c3a-e34f05c764e0 req-e48d0922-f2a6-460b-8415-1bb250fea666 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:51.425598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a81b0dee-c87e-48de-8c3a-e34f05c764e0 req-e48d0922-f2a6-460b-8415-1bb250fea666 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 944 time: 0.0504050 Oct 13 00:08:51.433860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['29de5983-6f4b-4c22-9730-99917c15b9b7'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:51.481009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a81b0dee-c87e-48de-8c3a-e34f05c764e0 req-2768da9d-5f84-49c9-b8ad-fd274e3355bc tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Oct 13 00:08:51.547682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43926) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:51.599813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bca439b4-769a-4f08-b2c4-251b2bd59958 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:51.623883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: bca439b4-769a-4f08-b2c4-251b2bd59958 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:51.624234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bca439b4-769a-4f08-b2c4-251b2bd59958 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:51.704927 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e468fc82-aa62-4d72-a5d0-c2aaf91df8a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb4b5ce689f047fa82c0ed8710fd6f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560876 Oct 13 00:08:51.707298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43934) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:51.767411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-227c8224-b243-41f6-a08e-00a5fe48ccf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:51.778786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cf18e-2138-4c01-bc94-0198cef0c82b req-63ebf462-41f9-4025-9c7d-3178a9ebe784 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:51.787242 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-685cf18e-2138-4c01-bc94-0198cef0c82b req-63ebf462-41f9-4025-9c7d-3178a9ebe784 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 949 time: 0.0973587 Oct 13 00:08:51.790370 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-227c8224-b243-41f6-a08e-00a5fe48ccf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:51.842063 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-685cf18e-2138-4c01-bc94-0198cef0c82b req-55fe5704-49ce-4c62-99c4-13c698d16d4a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526338 Oct 13 00:08:51.865108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-227c8224-b243-41f6-a08e-00a5fe48ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:51.868479 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-227c8224-b243-41f6-a08e-00a5fe48ccf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:51.871937 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-227c8224-b243-41f6-a08e-00a5fe48ccf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d12cd432-6274-4363-aa67-a116a331cd78 HTTP/1.1" status: 204 len: 168 time: 0.1608272 Oct 13 00:08:51.903950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c8224-b243-41f6-a08e-00a5fe48ccf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12cd432-6274-4363-aa67-a116a331cd78,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:51.948700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-e313cef2-20e1-4438-b883-b3534fbc8bed tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:51.950773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-e313cef2-20e1-4438-b883-b3534fbc8bed tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 949 time: 0.0661654 Oct 13 00:08:51.951318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:51.953837 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:52.021744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0074e-1838-4cdb-93f3-9c671592ad6d req-400bd6bb-7c74-4e15-a7d1-2935a728f7f7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.030587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfd0074e-1838-4cdb-93f3-9c671592ad6d req-400bd6bb-7c74-4e15-a7d1-2935a728f7f7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1588264 Oct 13 00:08:52.046070 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f8cc4b-6d58-482f-9900-1524343db2dd x-openstack-request-id: req-f0f8cc4b-6d58-482f-9900-1524343db2dd {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:52.046358 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:52.046617 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0f8cc4b-6d58-482f-9900-1524343db2dd {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:52.047146 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632', 'status': 'completed', 'code': 200} Oct 13 00:08:52.102472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfd0074e-1838-4cdb-93f3-9c671592ad6d req-e5c3e695-d962-40f1-b8f2-349d2cb939ae tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707946 Oct 13 00:08:52.120466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-5efd257b-059b-4160-aa14-7a55231bb31b service neutron] 10.222.0.36 "GET /v2.0/ports/b21b738b-b5c5-4dc9-8e52-b2978c73883c/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 382 time: 0.1864500 Oct 13 00:08:52.142350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Deleting port 1991ea00-7830-4001-b0cf-b4c6c5cd192d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:52.142703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:52.164422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-d69a13e8-d807-49bd-951e-53d109626abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.166240 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-d69a13e8-d807-49bd-951e-53d109626abb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1124 time: 0.0955920 Oct 13 00:08:52.320184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 463f8c22-1c82-4f12-a55b-4496d5df1aab details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:52.327326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] For port 1991ea00-7830-4001-b0cf-b4c6c5cd192d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1991ea00-7830-4001-b0cf-b4c6c5cd192d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:52.327670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:52.328294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718f610-a0a5-4f1a-8fc9-13558fabbb5e req-f9fadc3f-040c-48a1-a2fd-95c1f8e9037d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.329818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e718f610-a0a5-4f1a-8fc9-13558fabbb5e req-f9fadc3f-040c-48a1-a2fd-95c1f8e9037d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.0865779 Oct 13 00:08:52.348769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Calling delete_port for 1991ea00-7830-4001-b0cf-b4c6c5cd192d owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:52.362062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f3289-c07a-495c-8a4f-b6ac8a134adb req-8310a134-18ee-4354-8e49-eca51d2c5faf tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.363978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-233f3289-c07a-495c-8a4f-b6ac8a134adb req-8310a134-18ee-4354-8e49-eca51d2c5faf tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 947 time: 0.1097345 Oct 13 00:08:52.477636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-ffddb956-55ab-4eaa-8c05-acb3eb0f181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.479447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-ffddb956-55ab-4eaa-8c05-acb3eb0f181d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.2735627 Oct 13 00:08:52.494847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e718f610-a0a5-4f1a-8fc9-13558fabbb5e req-87e436ae-115c-4686-b11d-249f3e46c550 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530685 Oct 13 00:08:52.523216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 463f8c22-1c82-4f12-a55b-4496d5df1aab, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=463f8c22-1c82-4f12-a55b-4496d5df1aab,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:52.537304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '463f8c22-1c82-4f12-a55b-4496d5df1aab', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '463f8c22-1c82-4f12-a55b-4496d5df1aab', 'mac_address': 'fa:16:3e:ea:7e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:52.541288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-233f3289-c07a-495c-8a4f-b6ac8a134adb req-c3437e21-efea-48ae-97e7-116f7b2aeca9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444106 Oct 13 00:08:52.542988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-703a5fef-ef6a-45ed-8f4a-2aa46806584b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 200 len: 217 time: 0.0530715 Oct 13 00:08:52.577512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-18c19db8-1b8d-468a-a6eb-9fc3efdea6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.584183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-18c19db8-1b8d-468a-a6eb-9fc3efdea6d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 1101 time: 0.1304111 Oct 13 00:08:52.585908 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:52.602783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463f8c22-1c82-4f12-a55b-4496d5df1aab {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:52.637554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 463f8c22-1c82-4f12-a55b-4496d5df1aab, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=463f8c22-1c82-4f12-a55b-4496d5df1aab,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:52.644671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:52.646213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:52.653434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-7e9db38c-5e4c-4318-b34d-2c151925d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.654011 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-7e9db38c-5e4c-4318-b34d-2c151925d27c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1003735 Oct 13 00:08:52.663478 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:52.712204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f', 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2', '1991ea00-7830-4001-b0cf-b4c6c5cd192d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:52.718111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['fdefa737-562d-45dd-904a-7c2f70b81395', '155a8cc6-707b-42c0-9e44-0dd7f7d3d045', 'a8d383ad-670c-475c-82dc-2c8ad68595ed'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:52.766287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event deleted for resources: {'Port': ['ID=1991ea00-7830-4001-b0cf-b4c6c5cd192d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:52.782789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b174d71-a8ff-49fa-9325-435cacb7326b req-c388a177-5a12-4ed2-be88-08c488a082d7 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.788066 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-62bd153e-d67a-4c18-9397-150185bc7f95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061044 Oct 13 00:08:52.790678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b174d71-a8ff-49fa-9325-435cacb7326b req-c388a177-5a12-4ed2-be88-08c488a082d7 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 944 time: 0.1907880 Oct 13 00:08:52.819550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] No DVR routers for this DVR port 1991ea00-7830-4001-b0cf-b4c6c5cd192d on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:52.844719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.resource_extend [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:08:52.906659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b174d71-a8ff-49fa-9325-435cacb7326b req-d1038661-bc44-48ac-b0ad-626151878391 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150212 Oct 13 00:08:52.936658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-cade2e53-a110-4d4d-aced-97728f3c20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.947004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-cade2e53-a110-4d4d-aced-97728f3c20da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 1101 time: 0.2887592 Oct 13 00:08:52.958493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:53.004496 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-e24ae852-f5b9-4cc5-9a6f-65ae616c427e service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860750 Oct 13 00:08:53.005618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.018549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c70a95-1030-45e9-a9ad-9ba9c7685fb8 req-d40fa734-98af-43e7-81df-9e56606ea4ea tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "DELETE /v2.0/ports/1991ea00-7830-4001-b0cf-b4c6c5cd192d HTTP/1.1" status: 204 len: 173 time: 1.0581586 Oct 13 00:08:53.023765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=463f8c22-1c82-4f12-a55b-4496d5df1aab,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:53.101474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a18aba9-da2c-4e4e-996c-803a68b57b2f req-817c96db-deef-4dbc-98c9-d352fbd2a44d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c92665-ba07-42a7-b205-b5b88fb13333 HTTP/1.1" status: 200 len: 210 time: 0.0606670 Oct 13 00:08:53.109127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'mac_address': 'fa:16:3e:49:94:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:53.195133 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0303921a-9be6-40c6-b6b3-a7fb0d764e3a req-242fbe7f-10c5-4f05-9db9-acf9e14b41a0 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755171 Oct 13 00:08:53.195419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-faada1e5-6df9-4464-aeb1-ce74ad573fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:53.196931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-faada1e5-6df9-4464-aeb1-ce74ad573fd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2424352 Oct 13 00:08:53.214716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43976) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:53.288467 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.313368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-f6f155ca-cf22-4ff8-8d01-fded187393fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c HTTP/1.1" status: 200 len: 217 time: 0.0521624 Oct 13 00:08:53.334180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207bfa5-e4c1-4017-abfa-57a4bc29289e req-3dcd3b8c-ba43-4911-bfdd-e768a63c4103 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:53.342311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d207bfa5-e4c1-4017-abfa-57a4bc29289e req-3dcd3b8c-ba43-4911-bfdd-e768a63c4103 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1362698 Oct 13 00:08:53.355935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2073865664-network', 'tenant_id': 'f451eeffc50f45c3a2c1037fde9005b7'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:53.358642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d663ca6-aa08-4454-8195-c0093ff7880d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:53.390096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Made reservation on behalf of f451eeffc50f45c3a2c1037fde9005b7 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:53.393733 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.407970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:53.412337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.432422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d207bfa5-e4c1-4017-abfa-57a4bc29289e req-08ea27c8-dcaa-40c2-aa50-339984d7b490 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887287 Oct 13 00:08:53.434469 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.443943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-39ea697e-75e1-40c2-8e3a-b1a06f7defd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:53.445706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-39ea697e-75e1-40c2-8e3a-b1a06f7defd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1209931 Oct 13 00:08:53.528409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:53.532657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcab756-3023-4601-82a1-383f8d41e62b req-86776ab0-f8dc-48dc-b3e9-cbecea49dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:53.534243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-86776ab0-f8dc-48dc-b3e9-cbecea49dd6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719364 Oct 13 00:08:53.553759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.561611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.618254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e1daef-7826-4654-be8b-7ce9c5ef85ca,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:53.638028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:08:53.678813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.679484 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Added segment 52599735-56f1-4bed-89cb-2f9240a11aec of type vlan for network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 Oct 13 00:08:53.732869 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.754524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-d82830aa-da62-4e6f-be15-f259565e7ee6 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040288 Oct 13 00:08:53.765751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.766608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:53.767192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.825533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2b28b-d8c1-4208-9254-c4b418aa8557 req-059e3e97-9a26-433a-b02f-ee2057e3bedb tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:53.828458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffa2b28b-d8c1-4208-9254-c4b418aa8557 req-059e3e97-9a26-433a-b02f-ee2057e3bedb tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.1579952 Oct 13 00:08:53.832574 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6012795 Oct 13 00:08:53.835826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43984) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:53.841346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Request body: {'subnet': {'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2073865664-subnet', 'tenant_id': 'f451eeffc50f45c3a2c1037fde9005b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:53.848681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150fa11-2aa8-445a-96e1-55bc5e4fd87b req-c2bedc0c-c65e-4b4a-92bc-3ffd84644b15 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:53.850159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f150fa11-2aa8-445a-96e1-55bc5e4fd87b req-c2bedc0c-c65e-4b4a-92bc-3ffd84644b15 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 948 time: 0.1570895 Oct 13 00:08:53.863019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab726ef9-d2e1-4a11-ba67-a658675210c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4227f988-3795-48aa-b2ce-f3d42ad74fe7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:53.874983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:08:53.877691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Made reservation on behalf of f451eeffc50f45c3a2c1037fde9005b7 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:53.880275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.933790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffa2b28b-d8c1-4208-9254-c4b418aa8557 req-0c5d34c5-aa86-4c24-85c4-e04a1bdc2ee8 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966644 Oct 13 00:08:53.954263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f150fa11-2aa8-445a-96e1-55bc5e4fd87b req-c869cf76-693c-4b08-806e-6f17d9afa5c2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939171 Oct 13 00:08:53.973791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcab756-3023-4601-82a1-383f8d41e62b req-9a5e0ae7-8a9c-4568-bb59-02ac13172b2f service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070069 Oct 13 00:08:54.053648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c92665-ba07-42a7-b205-b5b88fb13333', 'name': 'network-vif-deleted', 'tag': '1991ea00-7830-4001-b0cf-b4c6c5cd192d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:54.056713 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7743d-13b7-43ec-a172-f0003d2bf0b1" -d '{"events": [{"server_uuid": "e1c92665-ba07-42a7-b205-b5b88fb13333", "name": "network-vif-deleted", "tag": "1991ea00-7830-4001-b0cf-b4c6c5cd192d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:54.070036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7325b0-0a10-46b7-b7b8-016d33b49d7b req-d1e90923-1949-4a01-b929-37b4b5c41d76 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:54.071914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a7325b0-0a10-46b7-b7b8-016d33b49d7b req-d1e90923-1949-4a01-b929-37b4b5c41d76 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 944 time: 0.0595579 Oct 13 00:08:54.091871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:54.115053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a7325b0-0a10-46b7-b7b8-016d33b49d7b req-69f74d6d-cc4b-4397-bed8-e35d3e71c219 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364163 Oct 13 00:08:54.142267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Pushing event updated for resources: {'Subnet': ['ID=823ef5b8-0c2c-4f86-bab9-faf0b756dc97,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:54.171853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Checking segment: {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:54.172116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Network hostable DHCP agents. Network: 4227f988-3795-48aa-b2ce-f3d42ad74fe7, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:08:54.175067 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb20167b-bad2-4532-bdbe-ecb1970355ec x-openstack-request-id: req-eb20167b-bad2-4532-bdbe-ecb1970355ec {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:54.175342 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c92665-ba07-42a7-b205-b5b88fb13333", "name": "network-vif-deleted", "tag": "1991ea00-7830-4001-b0cf-b4c6c5cd192d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:54.175625 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb20167b-bad2-4532-bdbe-ecb1970355ec {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:54.176015 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c92665-ba07-42a7-b205-b5b88fb13333', 'name': 'network-vif-deleted', 'tag': '1991ea00-7830-4001-b0cf-b4c6c5cd192d', 'status': 'completed', 'code': 200} Oct 13 00:08:54.192361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:08:54.201455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 4227f988-3795-48aa-b2ce-f3d42ad74fe7) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:54.205430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:54.206080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:54.212103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c588cb3-0ae4-454e-af55-10563c36f6bf None None] Network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:54.217939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['463f8c22-1c82-4f12-a55b-4496d5df1aab'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:54.221956 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-83978768-51bf-4661-b528-4ab55711507e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3851006 Oct 13 00:08:54.277757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9d663ca6-aa08-4454-8195-c0093ff7880d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:54.349198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 29de5983-6f4b-4c22-9730-99917c15b9b7 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:54.430344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772480-6cfb-403f-a414-5fea71daead7 req-7a4b0d90-9289-4a00-b24b-a12964582d3e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:54.432530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60772480-6cfb-403f-a414-5fea71daead7 req-7a4b0d90-9289-4a00-b24b-a12964582d3e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 950 time: 0.0557024 Oct 13 00:08:54.474837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60772480-6cfb-403f-a414-5fea71daead7 req-80a0371d-0897-44d9-892a-de49da14c159 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Oct 13 00:08:54.521599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8785c-f32a-46ac-b436-b78e8cb32c66 None None] Network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:54.593411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 29de5983-6f4b-4c22-9730-99917c15b9b7 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:54.660177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c36b08-33ca-4a49-bb62-14d1a4142fe2 req-67f523a6-f4ba-467c-9dd0-a8fb64c53b48 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:54.661648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1c36b08-33ca-4a49-bb62-14d1a4142fe2 req-67f523a6-f4ba-467c-9dd0-a8fb64c53b48 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1127987 Oct 13 00:08:54.730183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-c3e5bdc3-1393-4856-a4df-4a21d80bbd97 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:54.731754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-c3e5bdc3-1393-4856-a4df-4a21d80bbd97 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 815 time: 0.1449122 Oct 13 00:08:54.735016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1c36b08-33ca-4a49-bb62-14d1a4142fe2 req-a6a28d33-9828-46cb-bb34-b1bc763126f3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641961 Oct 13 00:08:54.740542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 29de5983-6f4b-4c22-9730-99917c15b9b7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:54.740912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:54.760606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-510a44fc-37f1-4f28-a7fe-fa59d8cc19d9 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/quotas/f451eeffc50f45c3a2c1037fde9005b7 HTTP/1.1" status: 200 len: 375 time: 0.0095627 Oct 13 00:08:54.796220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-51e7c3b1-a57a-47b5-83aa-9365092092f9 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296080 Oct 13 00:08:54.885090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-1a60c3f4-6eea-4bc1-9e0e-1b7a68ac1692 service neutron] 10.222.0.21 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812540 Oct 13 00:08:54.935245 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:54.957029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31971c12-b4fb-4a97-bb9c-dde3b77edbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29de5983-6f4b-4c22-9730-99917c15b9b7'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:54.959259 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30985ea-8b53-49c1-ab87-069a79431f1c" -d '{"events": [{"server_uuid": "31971c12-b4fb-4a97-bb9c-dde3b77edbbe", "name": "network-vif-plugged", "status": "completed", "tag": "29de5983-6f4b-4c22-9730-99917c15b9b7"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:54.971959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 29de5983-6f4b-4c22-9730-99917c15b9b7, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=29de5983-6f4b-4c22-9730-99917c15b9b7,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:54.977237 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:54.986310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-80b8bf69-fa2d-47c9-b78e-782900a1282e service neutron] 10.222.0.21 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944145 Oct 13 00:08:55.002875 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef898b6f-84cd-4dbd-b839-5f1e05f7aedc x-openstack-request-id: req-ef898b6f-84cd-4dbd-b839-5f1e05f7aedc {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:55.003191 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31971c12-b4fb-4a97-bb9c-dde3b77edbbe", "name": "network-vif-plugged", "status": "completed", "tag": "29de5983-6f4b-4c22-9730-99917c15b9b7", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:55.003408 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef898b6f-84cd-4dbd-b839-5f1e05f7aedc {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:55.003816 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31971c12-b4fb-4a97-bb9c-dde3b77edbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29de5983-6f4b-4c22-9730-99917c15b9b7', 'code': 200} Oct 13 00:08:55.029434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=29de5983-6f4b-4c22-9730-99917c15b9b7,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:55.112104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d145f-6c77-437f-b6e0-e3ffceeb50c0 req-ef0ee9f1-8d2f-4a38-9463-83e199bbdef6 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:55.113970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-609d145f-6c77-437f-b6e0-e3ffceeb50c0 req-ef0ee9f1-8d2f-4a38-9463-83e199bbdef6 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.0627124 Oct 13 00:08:55.164191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-609d145f-6c77-437f-b6e0-e3ffceeb50c0 req-176c4670-aad3-44a7-9a70-e179d71d9aaa tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Oct 13 00:08:55.194873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedeea9-fc95-4f13-9d00-9292466dee16 req-9704641c-441f-451c-b608-6cffabf23177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:55.197026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8eedeea9-fc95-4f13-9d00-9292466dee16 req-9704641c-441f-451c-b608-6cffabf23177 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 1096 time: 0.0688086 Oct 13 00:08:55.219711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22213b33-6f86-4bfa-af58-d3ccd6365004 req-26bd1c80-95fe-49ef-84ca-f07dfb5c366f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:55.224024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22213b33-6f86-4bfa-af58-d3ccd6365004 req-26bd1c80-95fe-49ef-84ca-f07dfb5c366f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 948 time: 0.0586457 Oct 13 00:08:55.245868 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8eedeea9-fc95-4f13-9d00-9292466dee16 req-7cc7306b-0604-469e-8ef4-f34e4ac49485 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Oct 13 00:08:55.263104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22213b33-6f86-4bfa-af58-d3ccd6365004 req-fdcd4790-e4b6-4401-a955-87067a899466 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Oct 13 00:08:55.318219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cdc5b6c-39d4-4598-8b27-5b5f4f5060a3 req-77b8d17d-f703-4de6-b8b6-52d9d9827475 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Oct 13 00:08:55.395959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c225f3-0ca5-455c-be9a-e5f5e2ac73be req-16653ea6-19e7-4fb4-9c04-913ae85a5159 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:55.397573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20c225f3-0ca5-455c-be9a-e5f5e2ac73be req-16653ea6-19e7-4fb4-9c04-913ae85a5159 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 945 time: 0.0629969 Oct 13 00:08:55.443163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20c225f3-0ca5-455c-be9a-e5f5e2ac73be req-a32fb31e-1f9b-478c-a53f-9a8325191f99 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Oct 13 00:08:55.597755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03b48d-59ab-4c41-bad1-b909e9620e12 req-b1687ebf-8a0c-4ebf-86a0-33636794e1c8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:55.599552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e03b48d-59ab-4c41-bad1-b909e9620e12 req-b1687ebf-8a0c-4ebf-86a0-33636794e1c8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 950 time: 0.0526886 Oct 13 00:08:55.634241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1991ea00-7830-4001-b0cf-b4c6c5cd192d no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:55.638501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e03b48d-59ab-4c41-bad1-b909e9620e12 req-e02e5f57-ba15-4875-874f-ca5113f97f65 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Oct 13 00:08:55.660176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 1991ea00-7830-4001-b0cf-b4c6c5cd192d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:55.660521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1991ea00-7830-4001-b0cf-b4c6c5cd192d not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:55.660944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b21b738b-b5c5-4dc9-8e52-b2978c73883c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:55.735763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:55.768391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:55.772180 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:55.819043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:55.859822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045a0f3-c2f1-4969-88a9-7c870a6b1f95 req-c2aa3d60-5f40-4910-ab78-d36f2e71b841 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:55.861301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3045a0f3-c2f1-4969-88a9-7c870a6b1f95 req-c2aa3d60-5f40-4910-ab78-d36f2e71b841 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 948 time: 0.0517039 Oct 13 00:08:55.898303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3045a0f3-c2f1-4969-88a9-7c870a6b1f95 req-8c64945b-44bb-455c-80ea-3130abac2cd7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Oct 13 00:08:56.279730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0b515-d77a-425e-9e1b-8b421a0e38f2 req-1d2ec690-7dc3-4efb-a150-37ecf08b7539 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:56.281140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3aa0b515-d77a-425e-9e1b-8b421a0e38f2 req-1d2ec690-7dc3-4efb-a150-37ecf08b7539 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.0525203 Oct 13 00:08:56.378277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3aa0b515-d77a-425e-9e1b-8b421a0e38f2 req-a50a763d-aa63-40ce-a804-16d2ada9241f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811341 Oct 13 00:08:56.428882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-a812217e-7ed4-4d5f-b9c0-e805721adf4a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:56.430379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-a812217e-7ed4-4d5f-b9c0-e805721adf4a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.36 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 815 time: 0.1435823 Oct 13 00:08:56.482780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Request body: {'port': {'device_id': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'admin_state_up': True, 'tenant_id': 'f451eeffc50f45c3a2c1037fde9005b7'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:56.510996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43f0187b-d3a7-43e9-bb85-1fd363ef9fc4 req-0292e4d8-045a-4d50-8003-225d65f189c1 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 210 time: 0.0564749 Oct 13 00:08:56.569679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcf59-fd4b-4720-a034-f0a703f7fe2f req-80fe8339-e21e-45f7-b026-3593f8778a62 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:56.571139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-388dcf59-fd4b-4720-a034-f0a703f7fe2f req-80fe8339-e21e-45f7-b026-3593f8778a62 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 948 time: 0.1252019 Oct 13 00:08:56.642121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-388dcf59-fd4b-4720-a034-f0a703f7fe2f req-ea636b50-0b0e-425e-8fc7-1dde818fe89a tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650771 Oct 13 00:08:56.654570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Made reservation on behalf of f451eeffc50f45c3a2c1037fde9005b7 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:56.665371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:56.833871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f11c0-19fb-4939-874e-1a6cae73013a req-6a444b90-1e7b-4cc7-821a-5449191c5d4c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:56.835317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-940f11c0-19fb-4939-874e-1a6cae73013a req-6a444b90-1e7b-4cc7-821a-5449191c5d4c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 950 time: 0.1106393 Oct 13 00:08:56.844940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704df3bd-61c7-4f74-bfa2-181bde9fb920 req-7542a674-95f4-4349-9b48-ee9a7b8c7b3e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:56.846296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-704df3bd-61c7-4f74-bfa2-181bde9fb920 req-7542a674-95f4-4349-9b48-ee9a7b8c7b3e tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 945 time: 0.1555336 Oct 13 00:08:56.889235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Allocated IP 172.20.0.8 (4227f988-3795-48aa-b2ce-f3d42ad74fe7/823ef5b8-0c2c-4f86-bab9-faf0b756dc97/20ecf7db-f7fb-4941-9e13-bc4a3e044abe) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:56.922705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-940f11c0-19fb-4939-874e-1a6cae73013a req-84453d51-705d-4869-8f49-6b7e187a74e3 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754144 Oct 13 00:08:56.934523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-704df3bd-61c7-4f74-bfa2-181bde9fb920 req-ef52bfcf-1c9e-4e56-83b3-959f6ee7d325 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764177 Oct 13 00:08:57.005016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:57.007495 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4353ce11-f977-467f-801c-e64d5e8a1860" -d '{"events": [{"server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:57.053896 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1a19a8-68e5-4ad4-a59a-11d00f47dc1d x-openstack-request-id: req-8d1a19a8-68e5-4ad4-a59a-11d00f47dc1d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:57.054277 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:57.054597 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d1a19a8-68e5-4ad4-a59a-11d00f47dc1d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:57.055067 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'code': 200} Oct 13 00:08:57.082189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f698-71f9-405d-b075-6eecab6bb69f req-7353dea8-0567-418a-b1bf-7dd70bb7bfa7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:57.083657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2655f698-71f9-405d-b075-6eecab6bb69f req-7353dea8-0567-418a-b1bf-7dd70bb7bfa7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 948 time: 0.0795350 Oct 13 00:08:57.105885 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.139787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2655f698-71f9-405d-b075-6eecab6bb69f req-9a04b91a-3f3d-44a1-9b98-47e5e4816cf7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488784 Oct 13 00:08:57.160188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.206653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:57.209737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:57.213301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:57.219387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Pushing event updated for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:57.263494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:57.264116 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.279068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6635dc3a-8a19-4f98-84e7-f4d02cfaeb2e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016093 Oct 13 00:08:57.362226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Request body: {'port': {'device_id': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:57.416051 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.558192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-9e778803-6d8a-4a5b-8fc6-898de424a2e2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:57.559905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-9e778803-6d8a-4a5b-8fc6-898de424a2e2 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 950 time: 0.0549815 Oct 13 00:08:57.560482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f787-93bd-480e-b480-bda454754d11 req-41e2f551-baa8-4699-bfbe-5816d4a9f86c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:57.561836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b086f787-93bd-480e-b480-bda454754d11 req-41e2f551-baa8-4699-bfbe-5816d4a9f86c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.1105573 Oct 13 00:08:57.662462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b21b738b-b5c5-4dc9-8e52-b2978c73883c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:57.669073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Deleting port a8d383ad-670c-475c-82dc-2c8ad68595ed {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:57.669418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.684561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b086f787-93bd-480e-b480-bda454754d11 req-af3cbebb-00de-47dd-9fb3-beb29dcbb04b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128356 Oct 13 00:08:57.721646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ff8d-08d3-4f07-8a96-a639a13c1079 req-6de2b3b1-4fe0-4db8-b1a2-57b5426b2e85 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:57.730060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3e9ff8d-08d3-4f07-8a96-a639a13c1079 req-6de2b3b1-4fe0-4db8-b1a2-57b5426b2e85 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 931 time: 0.0957286 Oct 13 00:08:57.769302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] For port a8d383ad-670c-475c-82dc-2c8ad68595ed, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a8d383ad-670c-475c-82dc-2c8ad68595ed,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:57.769719 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.782261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Calling delete_port for a8d383ad-670c-475c-82dc-2c8ad68595ed owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:57.784964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:57.796906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'mac_address': 'fa:16:3e:e1:fc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:57.817197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3e9ff8d-08d3-4f07-8a96-a639a13c1079 req-53a7ed80-275c-4116-ba18-e147a53a5761 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776639 Oct 13 00:08:57.841982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.857555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21b738b-b5c5-4dc9-8e52-b2978c73883c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:57.877808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:57.882309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ecf7db-f7fb-4941-9e13-bc4a3e044abe {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:57.883333 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.905241 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.922831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Transition to ACTIVE for port object 20ecf7db-f7fb-4941-9e13-bc4a3e044abe will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:57.932195 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.933316 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.936846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:57.957459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5750a67-a131-433b-9e64-0f7a49bc28ac req-58198d46-5983-424b-a914-153c0aacf9c4 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:57.958974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5750a67-a131-433b-9e64-0f7a49bc28ac req-58198d46-5983-424b-a914-153c0aacf9c4 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 948 time: 0.0925810 Oct 13 00:08:57.970870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event deleted for resources: {'Port': ['ID=a8d383ad-670c-475c-82dc-2c8ad68595ed,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:57.975129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['fdefa737-562d-45dd-904a-7c2f70b81395', '155a8cc6-707b-42c0-9e44-0dd7f7d3d045', 'a8d383ad-670c-475c-82dc-2c8ad68595ed'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:57.987058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f', 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:58.012922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] No DVR routers for this DVR port a8d383ad-670c-475c-82dc-2c8ad68595ed on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:58.015644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.020077 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2970353d-2c2d-48d0-a545-9efb737f5852 req-c0bbe086-8648-49a5-9314-71cfdab0cb6b tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "DELETE /v2.0/ports/a8d383ad-670c-475c-82dc-2c8ad68595ed HTTP/1.1" status: 204 len: 173 time: 0.4508426 Oct 13 00:08:58.020643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b677d84a-b266-4ea1-8d1c-13a57365706b', 'name': 'network-vif-deleted', 'tag': 'a8d383ad-670c-475c-82dc-2c8ad68595ed'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:58.023126 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff9951d-b5cf-4059-9de6-ecc6f1434726" -d '{"events": [{"server_uuid": "b677d84a-b266-4ea1-8d1c-13a57365706b", "name": "network-vif-deleted", "tag": "a8d383ad-670c-475c-82dc-2c8ad68595ed"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:58.051305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:58.097213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-430b5cfa-7c67-446e-b706-fef6b0933547 req-2baf7030-243b-4840-bf2d-fd93e88eee3c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b677d84a-b266-4ea1-8d1c-13a57365706b HTTP/1.1" status: 200 len: 210 time: 0.0557537 Oct 13 00:08:58.195619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5750a67-a131-433b-9e64-0f7a49bc28ac req-fab9ec53-2d89-4914-8a83-fda26fc09399 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683314 Oct 13 00:08:58.254323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Attempting to bind port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:58.254722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Attempting to bind port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:58.255154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Attempting to bind port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:58.268558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a7ba7-c44f-4d00-ae7b-d6bc69244c7a req-e7e8eaba-213d-4fd3-8b60-c8a5d76d7077 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:58.270388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa9a7ba7-c44f-4d00-ae7b-d6bc69244c7a req-e7e8eaba-213d-4fd3-8b60-c8a5d76d7077 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 945 time: 0.0911603 Oct 13 00:08:58.273279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:58.273410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Attempting to bind port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:58.285754 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd99eda-1488-4fe3-81dc-7d62799fbc26 x-openstack-request-id: req-6dd99eda-1488-4fe3-81dc-7d62799fbc26 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:58.286332 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b677d84a-b266-4ea1-8d1c-13a57365706b", "name": "network-vif-deleted", "tag": "a8d383ad-670c-475c-82dc-2c8ad68595ed", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:58.286760 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dd99eda-1488-4fe3-81dc-7d62799fbc26 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:58.287342 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b677d84a-b266-4ea1-8d1c-13a57365706b', 'name': 'network-vif-deleted', 'tag': 'a8d383ad-670c-475c-82dc-2c8ad68595ed', 'status': 'completed', 'code': 200} Oct 13 00:08:58.288502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:58.288502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Checking segment: {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:58.288975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Bound using segment: {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:58.289520 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Bound port: 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:58.290083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.376376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:58.391337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 463f8c22-1c82-4f12-a55b-4496d5df1aab up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:58.583051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 463f8c22-1c82-4f12-a55b-4496d5df1aab completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:58.603873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 463f8c22-1c82-4f12-a55b-4496d5df1aab triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:58.604240 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.648273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:58.654338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa9a7ba7-c44f-4d00-ae7b-d6bc69244c7a req-b56b179e-8435-4f93-949c-ed4f87783010 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767810 Oct 13 00:08:58.688581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 has no active binding in host n-h1-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:08:58.717570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:58.722489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:58.739530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13772f53-1310-4c75-bdcd-f6646db84231 req-65446234-167f-4ed1-b0fa-76f8b6e797ee tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:58.741067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13772f53-1310-4c75-bdcd-f6646db84231 req-65446234-167f-4ed1-b0fa-76f8b6e797ee tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 949 time: 0.4062366 Oct 13 00:08:58.742168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.773525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.804084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:58.804724 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.806118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/20ecf7db-f7fb-4941-9e13-bc4a3e044abe HTTP/1.1" status: 200 len: 1091 time: 1.4477863 Oct 13 00:08:58.810449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'tag': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:58.812882 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18555678-8a96-407f-8a48-8067ee1da603" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b72ac5-9385-4945-ac47-f8f20bdf0f51", "tag": "20ecf7db-f7fb-4941-9e13-bc4a3e044abe"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:58.830208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 463f8c22-1c82-4f12-a55b-4496d5df1aab, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=463f8c22-1c82-4f12-a55b-4496d5df1aab,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:58.840658 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.841452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:58.849864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abba59-6b7b-4767-8b60-b9092368f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:58.869189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13772f53-1310-4c75-bdcd-f6646db84231 req-4a2464b0-e820-4788-8fc8-4435b84f8505 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966933 Oct 13 00:08:58.963954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=463f8c22-1c82-4f12-a55b-4496d5df1aab,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:58.983698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 9d663ca6-aa08-4454-8195-c0093ff7880d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:58.989757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9d663ca6-aa08-4454-8195-c0093ff7880d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:58.989953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8074-652c-44ef-af63-b20e5728ba65 req-f3b8ec32-de49-4f86-a02f-8ee7211752ee tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:58.990433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.991921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b9a8074-652c-44ef-af63-b20e5728ba65 req-f3b8ec32-de49-4f86-a02f-8ee7211752ee tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.0703437 Oct 13 00:08:59.057599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f8c22-1c82-4f12-a55b-4496d5df1aab'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:59.060364 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0287bc23-c31d-4836-81ba-b5b558f628c6" -d '{"events": [{"server_uuid": "3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae", "name": "network-vif-plugged", "status": "completed", "tag": "463f8c22-1c82-4f12-a55b-4496d5df1aab"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:59.078276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b9a8074-652c-44ef-af63-b20e5728ba65 req-5f32f3c9-5826-4235-8d58-c25dbb28d542 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758986 Oct 13 00:08:59.086088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-b9fcfbb4-ee83-4991-b16e-158ee5c58241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.088604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-b9fcfbb4-ee83-4991-b16e-158ee5c58241 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 1094 time: 0.0628216 Oct 13 00:08:59.101721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:59.146840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:59.154832 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:59.162986 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d335e39-ba79-4cac-9d33-3a3fcc13e410 x-openstack-request-id: req-7d335e39-ba79-4cac-9d33-3a3fcc13e410 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:59.163284 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b72ac5-9385-4945-ac47-f8f20bdf0f51", "tag": "20ecf7db-f7fb-4941-9e13-bc4a3e044abe", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:59.163568 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d335e39-ba79-4cac-9d33-3a3fcc13e410 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:59.164475 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'tag': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe', 'status': 'completed', 'code': 200} Oct 13 00:08:59.167037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-3b0a8a46-f472-4444-a563-5ca99844f162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe HTTP/1.1" status: 200 len: 217 time: 0.0551963 Oct 13 00:08:59.215521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:59.281303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-44a5ac0f-86fe-43b6-8a47-38bf19f46b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.282709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-44a5ac0f-86fe-43b6-8a47-38bf19f46b07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=823ef5b8-0c2c-4f86-bab9-faf0b756dc97 HTTP/1.1" status: 200 len: 855 time: 0.1072969 Oct 13 00:08:59.310014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a730c0-0695-48cb-9043-3de2dadc2144 req-42d81be5-bd0f-4bd2-b501-32c827fcf318 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.311447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9a730c0-0695-48cb-9043-3de2dadc2144 req-42d81be5-bd0f-4bd2-b501-32c827fcf318 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 945 time: 0.1021793 Oct 13 00:08:59.320718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58422-6b35-4ddb-ab09-9abcc41cd94f req-1a3e7d2b-03f4-4640-bf72-f190dc2a1321 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.322135 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ddf58422-6b35-4ddb-ab09-9abcc41cd94f req-1a3e7d2b-03f4-4640-bf72-f190dc2a1321 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 943 time: 0.1114302 Oct 13 00:08:59.339888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-d8906a49-623f-46bc-bf42-b63ee70af348 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4227f988-3795-48aa-b2ce-f3d42ad74fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463665 Oct 13 00:08:59.438952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ddf58422-6b35-4ddb-ab09-9abcc41cd94f req-75d94bbe-4aaa-4bce-af15-f9b32297b741 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010580 Oct 13 00:08:59.445164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9a730c0-0695-48cb-9043-3de2dadc2144 req-8dc919ea-a28e-4f18-afbf-6043532d9de5 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215615 Oct 13 00:08:59.487194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-6ddba9c8-cfe5-4131-b208-31029cbc8025 service neutron] 10.222.0.36 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223512 Oct 13 00:08:59.497324 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26312941-4663-4a93-a144-6549e45c22d0 x-openstack-request-id: req-26312941-4663-4a93-a144-6549e45c22d0 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:59.498497 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae", "name": "network-vif-plugged", "status": "completed", "tag": "463f8c22-1c82-4f12-a55b-4496d5df1aab", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:59.498903 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26312941-4663-4a93-a144-6549e45c22d0 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:59.499494 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463f8c22-1c82-4f12-a55b-4496d5df1aab', 'code': 200} Oct 13 00:08:59.635571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab2c6-2b57-4a2f-b610-cf31237cd7b6 req-3efe7c3c-7936-4207-92e3-43b471cb54f3 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.637147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36aab2c6-2b57-4a2f-b610-cf31237cd7b6 req-3efe7c3c-7936-4207-92e3-43b471cb54f3 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 949 time: 0.0808294 Oct 13 00:08:59.640909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b70f100-1ef1-484f-8e84-5258a5fe77df req-7fde999a-ad38-4363-a99c-fc09302e4a8b service neutron] 10.222.0.36 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393685 Oct 13 00:08:59.678009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b21b738b-b5c5-4dc9-8e52-b2978c73883c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:59.689995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1e6bf-5c05-457a-8d41-7926b7a68fe7 req-8ca5e3cc-e8ff-4592-955d-ab2d397bde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.692200 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a9b1e6bf-5c05-457a-8d41-7926b7a68fe7 req-8ca5e3cc-e8ff-4592-955d-ab2d397bde2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 1100 time: 0.0920379 Oct 13 00:08:59.703563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36aab2c6-2b57-4a2f-b610-cf31237cd7b6 req-03149147-97b8-4546-a046-0354cf68f298 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591607 Oct 13 00:08:59.777362 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a9b1e6bf-5c05-457a-8d41-7926b7a68fe7 req-634b09e5-12e0-454e-9a32-95cc59414049 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320537 Oct 13 00:08:59.798284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:59.812253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'mac_address': 'fa:16:3e:e1:fc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:59.831773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e0a19-6af1-4708-a603-9a4842bf62e5 req-0ab76e36-56a5-49ce-95a9-9296bcaed48f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.833251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-962e0a19-6af1-4708-a603-9a4842bf62e5 req-0ab76e36-56a5-49ce-95a9-9296bcaed48f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 949 time: 0.0916600 Oct 13 00:08:59.845038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555678-8a96-407f-8a48-8067ee1da603 req-b24947ad-44f8-4c05-a29e-b0adc68f7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.846444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18555678-8a96-407f-8a48-8067ee1da603 req-b24947ad-44f8-4c05-a29e-b0adc68f7d62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 1094 time: 0.0708883 Oct 13 00:08:59.915224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-962e0a19-6af1-4708-a603-9a4842bf62e5 req-338e194d-fd69-4ee9-974d-a3f2b56f359e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736096 Oct 13 00:08:59.959277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555678-8a96-407f-8a48-8067ee1da603 req-8810d370-8a63-4e2b-95f8-bc0ea8428173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:59.960923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18555678-8a96-407f-8a48-8067ee1da603 req-8810d370-8a63-4e2b-95f8-bc0ea8428173 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 916 time: 0.0951192 Oct 13 00:09:00.015034 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18555678-8a96-407f-8a48-8067ee1da603 req-5f703aac-b220-4c09-a2ac-dd2b2325217d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe HTTP/1.1" status: 200 len: 217 time: 0.0461850 Oct 13 00:09:00.082815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555678-8a96-407f-8a48-8067ee1da603 req-8d7d1015-b8cb-48de-b0ab-1f84973a607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.084191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18555678-8a96-407f-8a48-8067ee1da603 req-8d7d1015-b8cb-48de-b0ab-1f84973a607f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=823ef5b8-0c2c-4f86-bab9-faf0b756dc97 HTTP/1.1" status: 200 len: 855 time: 0.0523238 Oct 13 00:09:00.092030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94854b49-c021-4832-ba20-74560c12b955 req-471c3754-658b-4b7d-90e4-ffcb2cfff4a9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.093398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94854b49-c021-4832-ba20-74560c12b955 req-471c3754-658b-4b7d-90e4-ffcb2cfff4a9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 949 time: 0.0874825 Oct 13 00:09:00.134398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18555678-8a96-407f-8a48-8067ee1da603 req-42ba366f-5b58-46c4-aac5-9b9f938fcb2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4227f988-3795-48aa-b2ce-f3d42ad74fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400333 Oct 13 00:09:00.172904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94854b49-c021-4832-ba20-74560c12b955 req-eb396df7-82dd-44e0-a223-a3a0ac0a8e74 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708649 Oct 13 00:09:00.250138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18555678-8a96-407f-8a48-8067ee1da603 req-544a4ec4-1ac8-4112-a49d-94bb8ed44f06 service neutron] 10.222.0.36 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025343 Oct 13 00:09:00.361128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5048f2-158c-4e5a-9643-d89aeaa34d8c req-a34a2ed7-5f48-4990-aa89-028a1d49ab74 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.363021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b5048f2-158c-4e5a-9643-d89aeaa34d8c req-a34a2ed7-5f48-4990-aa89-028a1d49ab74 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.1074710 Oct 13 00:09:00.408793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a8d383ad-670c-475c-82dc-2c8ad68595ed no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:00.443207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: a8d383ad-670c-475c-82dc-2c8ad68595ed {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:00.443581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a8d383ad-670c-475c-82dc-2c8ad68595ed not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:00.444169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:00.458816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18555678-8a96-407f-8a48-8067ee1da603 req-eae3202a-2619-4621-a8ac-e19d3cd0091c service neutron] 10.222.0.36 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756477 Oct 13 00:09:00.469633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b5048f2-158c-4e5a-9643-d89aeaa34d8c req-e78e40ee-06a3-4a24-8f17-8dc8444d58bc tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925798 Oct 13 00:09:00.504378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efce237-ee17-4790-b602-3eb7ae78fee3 req-6a812c22-019a-4798-8dd1-72e98ace8062 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.505861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6efce237-ee17-4790-b602-3eb7ae78fee3 req-6a812c22-019a-4798-8dd1-72e98ace8062 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 949 time: 0.0986686 Oct 13 00:09:00.512422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['b21b738b-b5c5-4dc9-8e52-b2978c73883c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:00.555884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:00.636277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6efce237-ee17-4790-b602-3eb7ae78fee3 req-f5e4509d-a291-422b-a794-e3d387168923 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210687 Oct 13 00:09:00.672576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418c29d-0298-4a14-a8c7-44587244c62b req-1221ea64-7850-4af6-a355-2fd50ac60486 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.674199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c418c29d-0298-4a14-a8c7-44587244c62b req-1221ea64-7850-4af6-a355-2fd50ac60486 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 949 time: 0.1507099 Oct 13 00:09:00.692028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe93a2b-4f8f-43e9-b503-074848eeba8e req-de0938db-4326-453a-ae06-f10661e5ecbb tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.693483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebe93a2b-4f8f-43e9-b503-074848eeba8e req-de0938db-4326-453a-ae06-f10661e5ecbb tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 943 time: 0.1298692 Oct 13 00:09:00.796512 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebe93a2b-4f8f-43e9-b503-074848eeba8e req-254c7efe-a5a5-4e56-8b7a-06f93a3aa964 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964823 Oct 13 00:09:00.815147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0f518-2d5e-4f1a-90ad-dbd230308f5d req-9b4c1b89-c4a2-42f2-a020-e0e7962d7127 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.817008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bd0f518-2d5e-4f1a-90ad-dbd230308f5d req-9b4c1b89-c4a2-42f2-a020-e0e7962d7127 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 945 time: 0.1144879 Oct 13 00:09:00.826081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418c29d-0298-4a14-a8c7-44587244c62b req-bedca6c8-bd42-4192-9eb8-8b90ada5b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.827551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c418c29d-0298-4a14-a8c7-44587244c62b req-bedca6c8-bd42-4192-9eb8-8b90ada5b7b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 1100 time: 0.0723970 Oct 13 00:09:00.929632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bd0f518-2d5e-4f1a-90ad-dbd230308f5d req-e72d1db3-aed5-435b-917b-d9aa0d10c144 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009381 Oct 13 00:09:00.983238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9ff76-a763-4219-8bee-1b55ab89a6b1 req-10672b8a-4f8c-4e81-873d-c096a9902b8e tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.984857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d9ff76-a763-4219-8bee-1b55ab89a6b1 req-10672b8a-4f8c-4e81-873d-c096a9902b8e tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 949 time: 0.1268013 Oct 13 00:09:00.987963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418c29d-0298-4a14-a8c7-44587244c62b req-16a93c7d-bf1e-4d1c-8340-bd9376abf012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:00.989383 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c418c29d-0298-4a14-a8c7-44587244c62b req-16a93c7d-bf1e-4d1c-8340-bd9376abf012 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1438053 Oct 13 00:09:01.070087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c418c29d-0298-4a14-a8c7-44587244c62b req-2f8e185a-b0ac-459a-b857-8622a5acfa73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c HTTP/1.1" status: 200 len: 217 time: 0.0693848 Oct 13 00:09:01.122543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d9ff76-a763-4219-8bee-1b55ab89a6b1 req-c80e13b3-19a9-4e22-96ef-ba7da9b4f125 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293731 Oct 13 00:09:01.139417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74daf9-5e5e-4dab-9538-803b5375d0ec req-4b1ae555-5b3c-45a4-8954-4db7d7b79f8f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:01.140983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a74daf9-5e5e-4dab-9538-803b5375d0ec req-4b1ae555-5b3c-45a4-8954-4db7d7b79f8f tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 949 time: 0.1414194 Oct 13 00:09:01.165681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418c29d-0298-4a14-a8c7-44587244c62b req-a356e93e-7d40-406c-8297-d97eacb2fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:01.167694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c418c29d-0298-4a14-a8c7-44587244c62b req-a356e93e-7d40-406c-8297-d97eacb2fa6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0845954 Oct 13 00:09:01.209291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a74daf9-5e5e-4dab-9538-803b5375d0ec req-f3486946-df8d-4d30-94e1-a2880a6400a6 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601964 Oct 13 00:09:01.231583 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-8cfa0520-bc4c-4887-bbd5-703b89a163fd service neutron] 10.222.0.36 "GET /v2.0/ports/62930d67-7ab3-4bf5-bd7c-67f1c99c1632/bindings/n-h1-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.0753734 Oct 13 00:09:01.238208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418c29d-0298-4a14-a8c7-44587244c62b req-d06dbe91-f46e-4a18-8782-4fe2c15f1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:01.239795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c418c29d-0298-4a14-a8c7-44587244c62b req-d06dbe91-f46e-4a18-8782-4fe2c15f1552 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596125 Oct 13 00:09:01.341285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c418c29d-0298-4a14-a8c7-44587244c62b req-b56413c0-93aa-4f0d-8203-8f7b25e7ea3b service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884478 Oct 13 00:09:01.455287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c418c29d-0298-4a14-a8c7-44587244c62b req-65585119-4679-4aa8-8bc5-f48ba5231e8a service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879457 Oct 13 00:09:01.459564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-178ec6cb-7b74-4a51-ba48-8da49f72d3af tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:01.460910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-178ec6cb-7b74-4a51-ba48-8da49f72d3af tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 945 time: 0.0741992 Oct 13 00:09:01.466713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:01.501479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:01.504409 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5e0e24-b18c-4494-a94b-b286c0afbf4a" -d '{"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-plugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:01.520854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:01.547194 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3a2069-a30c-4a2c-a840-79fac8999d95 x-openstack-request-id: req-7f3a2069-a30c-4a2c-a840-79fac8999d95 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:01.547731 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-plugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:01.547828 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f3a2069-a30c-4a2c-a840-79fac8999d95 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:01.548148 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'code': 200} Oct 13 00:09:01.595858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:01.599163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304fed1-e88a-4106-9b80-db63e97cf2ab req-8aed1b50-327b-4916-94b5-92d5abfaf5b8 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:01.601587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3304fed1-e88a-4106-9b80-db63e97cf2ab req-8aed1b50-327b-4916-94b5-92d5abfaf5b8 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 943 time: 0.0552800 Oct 13 00:09:01.612199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:01.632400 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:01.647599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Deleting port 29de5983-6f4b-4c22-9730-99917c15b9b7 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:01.647941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:01.675379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3304fed1-e88a-4106-9b80-db63e97cf2ab req-cb2db347-e074-47d6-adb1-0f23351a847b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615270 Oct 13 00:09:01.681340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:01.781723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198d07a-33a1-42e3-967d-7d712c560f18 req-a7eda57e-30ce-496c-90c6-1af2a30d58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:01.783183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b198d07a-33a1-42e3-967d-7d712c560f18 req-a7eda57e-30ce-496c-90c6-1af2a30d58a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1101 time: 0.0928400 Oct 13 00:09:01.800730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c1dee-362e-4df8-ba14-4305e7c5d585 req-0c888c03-410d-461c-abfd-c77cd80714ed tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:01.802229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c5c1dee-362e-4df8-ba14-4305e7c5d585 req-0c888c03-410d-461c-abfd-c77cd80714ed tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 949 time: 0.0726526 Oct 13 00:09:01.832627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] Transition to ACTIVE for port object 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:09:01.834679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] For port 29de5983-6f4b-4c22-9730-99917c15b9b7, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=29de5983-6f4b-4c22-9730-99917c15b9b7,segment=NetworkSegment(a3573f11-93c4-4bd3-83a0-a855c05f4fae),segment_id=a3573f11-93c4-4bd3-83a0-a855c05f4fae)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:01.835087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:01.846348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:01.854147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Calling delete_port for 29de5983-6f4b-4c22-9730-99917c15b9b7 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:01.857455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b198d07a-33a1-42e3-967d-7d712c560f18 req-8f0fc64c-426a-4349-98d7-2e9b8259fd0f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650711 Oct 13 00:09:01.862471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c5c1dee-362e-4df8-ba14-4305e7c5d585 req-13c2b249-e084-41e5-afd2-9275766fc63d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517924 Oct 13 00:09:01.926922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9daadc-e7aa-4ba2-a9ac-dd69f8f7e305 req-c5adae0c-0dbd-4969-8242-da0b605a4ac7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:01.928433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc9daadc-e7aa-4ba2-a9ac-dd69f8f7e305 req-c5adae0c-0dbd-4969-8242-da0b605a4ac7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 943 time: 0.0573471 Oct 13 00:09:01.950907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] No DVR routers for this DVR port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:01.970459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc9daadc-e7aa-4ba2-a9ac-dd69f8f7e305 req-955f9bf3-9923-4043-9a3e-205cb3b321c3 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358422 Oct 13 00:09:01.978859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3136931-2730-475a-aada-615ce606b3dd service neutron] Pushing event updated for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:02.007263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-a3136931-2730-475a-aada-615ce606b3dd service neutron] 10.222.0.36 "PUT /v2.0/ports/62930d67-7ab3-4bf5-bd7c-67f1c99c1632/bindings/n-h1-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7557085 Oct 13 00:09:02.049597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb68aa-fd6f-4133-9772-8f352960f290 req-a6a89242-0c5f-404e-b595-b4af18d0680a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.050989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90fb68aa-fd6f-4133-9772-8f352960f290 req-a6a89242-0c5f-404e-b595-b4af18d0680a tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/ports?device_id=31971c12-b4fb-4a97-bb9c-dde3b77edbbe HTTP/1.1" status: 200 len: 945 time: 0.0486479 Oct 13 00:09:02.081668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:02.092574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90fb68aa-fd6f-4133-9772-8f352960f290 req-3a801062-b488-4888-9490-61648ce75f11 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341179 Oct 13 00:09:02.116227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event deleted for resources: {'Port': ['ID=29de5983-6f4b-4c22-9730-99917c15b9b7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:02.122948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['29de5983-6f4b-4c22-9730-99917c15b9b7'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:02.159995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] No DVR routers for this DVR port 29de5983-6f4b-4c22-9730-99917c15b9b7 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:02.162477 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:02.166159 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e6ee374a-b106-43f4-ba10-7037f7ca9e20 req-2b7d4881-68fa-4a11-9f65-322d086e2555 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.45 "DELETE /v2.0/ports/29de5983-6f4b-4c22-9730-99917c15b9b7 HTTP/1.1" status: 204 len: 173 time: 0.6966109 Oct 13 00:09:02.166504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31971c12-b4fb-4a97-bb9c-dde3b77edbbe', 'name': 'network-vif-deleted', 'tag': '29de5983-6f4b-4c22-9730-99917c15b9b7'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:02.168827 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3271e4bb-c53e-4862-8733-8ba57abe990f" -d '{"events": [{"server_uuid": "31971c12-b4fb-4a97-bb9c-dde3b77edbbe", "name": "network-vif-deleted", "tag": "29de5983-6f4b-4c22-9730-99917c15b9b7"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:02.206453 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf4c1b9-4216-40a8-939f-bf19c43571c6 x-openstack-request-id: req-daf4c1b9-4216-40a8-939f-bf19c43571c6 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:02.206746 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31971c12-b4fb-4a97-bb9c-dde3b77edbbe", "name": "network-vif-deleted", "tag": "29de5983-6f4b-4c22-9730-99917c15b9b7", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:02.206997 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daf4c1b9-4216-40a8-939f-bf19c43571c6 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:02.207393 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31971c12-b4fb-4a97-bb9c-dde3b77edbbe', 'name': 'network-vif-deleted', 'tag': '29de5983-6f4b-4c22-9730-99917c15b9b7', 'status': 'completed', 'code': 200} Oct 13 00:09:02.251782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fcb3e-9589-4122-ae0f-9d22d7318425 req-c7a69dd5-660c-4764-8383-c96de00c058f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.253264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-452fcb3e-9589-4122-ae0f-9d22d7318425 req-c7a69dd5-660c-4764-8383-c96de00c058f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 949 time: 0.0499072 Oct 13 00:09:02.312713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-452fcb3e-9589-4122-ae0f-9d22d7318425 req-f9253d53-e8b5-45e1-bcc7-eecd85b4bd25 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505362 Oct 13 00:09:02.355603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbff0e-722c-4865-bb1c-8ff32a97a595 req-c9a66a76-be56-42a2-87b9-73516dd6b5b9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.357128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7fbff0e-722c-4865-bb1c-8ff32a97a595 req-c9a66a76-be56-42a2-87b9-73516dd6b5b9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 949 time: 0.0649304 Oct 13 00:09:02.399656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7fbff0e-722c-4865-bb1c-8ff32a97a595 req-ec5fc020-e0e9-495f-8c70-d2bde333e896 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Oct 13 00:09:02.509375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36285bb7-bc8b-434a-b359-b64bed622ed0 req-ca0ad9c6-91bd-43bd-9720-7e5708220f9f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.511442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36285bb7-bc8b-434a-b359-b64bed622ed0 req-ca0ad9c6-91bd-43bd-9720-7e5708220f9f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0498881 Oct 13 00:09:02.548087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36285bb7-bc8b-434a-b359-b64bed622ed0 req-114b8476-9688-4a73-9a4c-33b99d827dc2 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305893 Oct 13 00:09:02.600797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-365536a4-2c8c-469e-a01a-e8925638b22a tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.602309 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-365536a4-2c8c-469e-a01a-e8925638b22a tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.0435159 Oct 13 00:09:02.655194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-ed122801-bb61-4255-8770-8e078385d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.656661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-ed122801-bb61-4255-8770-8e078385d2d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6&tenant_id=bbd65d794f10491ebe555aaca5fbe099 HTTP/1.1" status: 200 len: 1095 time: 0.0394258 Oct 13 00:09:02.745885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-c9039b7b-a781-4bbd-80bd-575dba710f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.747375 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-c9039b7b-a781-4bbd-80bd-575dba710f19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1095 time: 0.0416970 Oct 13 00:09:02.825194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237989-61e4-47c9-90dd-5379a8de5d80 req-34ede2e4-51a8-4a6c-a6df-23ed7f811577 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.826572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a237989-61e4-47c9-90dd-5379a8de5d80 req-34ede2e4-51a8-4a6c-a6df-23ed7f811577 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.0806210 Oct 13 00:09:02.855667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-085511c4-21da-437b-883a-3ca49f45867e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.857081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-085511c4-21da-437b-883a-3ca49f45867e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 949 time: 0.0801063 Oct 13 00:09:02.863087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-d38ee997-e512-4664-89f2-bfd976e8f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.864617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-d38ee997-e512-4664-89f2-bfd976e8f756 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.0883605 Oct 13 00:09:02.899933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a237989-61e4-47c9-90dd-5379a8de5d80 req-3c31be2e-ac4f-4cbd-a437-181a29d61c77 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670357 Oct 13 00:09:02.904934 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-24dce3b0-01ec-4bdc-92f9-b4cfa0ce9152 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 200 len: 217 time: 0.0331624 Oct 13 00:09:02.972319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-7f84f7d8-dd17-4477-87f5-63d67f23ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.974172 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-7f84f7d8-dd17-4477-87f5-63d67f23ab69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0579348 Oct 13 00:09:02.998206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6361d-56ac-4656-ab6a-6d51add2f2f4 req-4973242c-bccc-49cd-bc41-fbedb45c92d6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:02.999764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8c6361d-56ac-4656-ab6a-6d51add2f2f4 req-4973242c-bccc-49cd-bc41-fbedb45c92d6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 949 time: 0.0635791 Oct 13 00:09:03.003152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Deleting port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:03.003491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.009567 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-3ae37c37-e1c9-465c-b8fa-3db62629d8a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263128 Oct 13 00:09:03.110436 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-2dd8e846-2339-459d-8725-d52cc88d7ca2 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906730 Oct 13 00:09:03.133697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8c6361d-56ac-4656-ab6a-6d51add2f2f4 req-2aa0bb66-b263-4c6d-89fa-bfecc0f727e3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132190 Oct 13 00:09:03.156139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa5b0c-ce4d-4287-bf3e-ce88e557175a req-30d9b897-4200-468b-b728-97df52438bb3 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:03.156139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74aa5b0c-ce4d-4287-bf3e-ce88e557175a req-30d9b897-4200-468b-b728-97df52438bb3 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 943 time: 0.1026738 Oct 13 00:09:03.174088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] For port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:03.174455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.208326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Calling delete_port for 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:03.233431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74aa5b0c-ce4d-4287-bf3e-ce88e557175a req-e112ec99-ebcc-43fc-a7a9-40dce274bb8c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624168 Oct 13 00:09:03.375344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a0b6b-b7a4-455a-bb0b-8ac59c830bfb req-44dff867-617a-4a4d-beae-091bdd75a715 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:03.377100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-375a0b6b-b7a4-455a-bb0b-8ac59c830bfb req-44dff867-617a-4a4d-beae-091bdd75a715 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 949 time: 0.0936368 Oct 13 00:09:03.410287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.442144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44180) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:03.450811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['fdefa737-562d-45dd-904a-7c2f70b81395', '155a8cc6-707b-42c0-9e44-0dd7f7d3d045'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:03.469305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event deleted for resources: {'Port': ['ID=155a8cc6-707b-42c0-9e44-0dd7f7d3d045,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:03.491961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f', 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:03.509495 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-0fa55620-073d-412f-85c6-f11682c67290 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838689 Oct 13 00:09:03.550211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-375a0b6b-b7a4-455a-bb0b-8ac59c830bfb req-a7568ba5-e4d6-490d-8573-a987002acbc3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482363 Oct 13 00:09:03.590148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-826a4071-33ee-473f-a0f2-64590b5e3dd7 req-36aeac85-e610-41f2-a7ec-8a932a75d2a9 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ee0a0c-8d28-4124-af29-a93b80e50287 HTTP/1.1" status: 200 len: 210 time: 0.0834548 Oct 13 00:09:03.601701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] No DVR routers for this DVR port 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:03.613966 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.618004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8b95cc2-297d-44c3-8c1c-cf7c47799d24 req-d80fbd6c-46e6-454d-807e-cc3eacde14f4 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "DELETE /v2.0/ports/155a8cc6-707b-42c0-9e44-0dd7f7d3d045 HTTP/1.1" status: 204 len: 173 time: 0.7486272 Oct 13 00:09:03.618474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ee0a0c-8d28-4124-af29-a93b80e50287', 'name': 'network-vif-deleted', 'tag': '155a8cc6-707b-42c0-9e44-0dd7f7d3d045'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:03.620849 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39bb331-2640-4a95-8414-55f7758330f3" -d '{"events": [{"server_uuid": "e3ee0a0c-8d28-4124-af29-a93b80e50287", "name": "network-vif-deleted", "tag": "155a8cc6-707b-42c0-9e44-0dd7f7d3d045"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:03.641787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a642255a-e5f7-4cd5-9c39-e063ee4b5d0f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.665344 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a642255a-e5f7-4cd5-9c39-e063ee4b5d0f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.704279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 20ecf7db-f7fb-4941-9e13-bc4a3e044abe details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:09:03.716270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b21b738b-b5c5-4dc9-8e52-b2978c73883c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:03.731496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a642255a-e5f7-4cd5-9c39-e063ee4b5d0f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.736443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a642255a-e5f7-4cd5-9c39-e063ee4b5d0f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.741875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44192) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:03.752207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a642255a-e5f7-4cd5-9c39-e063ee4b5d0f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "DELETE /v2.0/security-groups/30990cf9-6baa-4008-93e4-cac9e6e78b24 HTTP/1.1" status: 204 len: 168 time: 0.2845941 Oct 13 00:09:03.758868 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-26299101-bb1a-4e4d-ad0d-95dfeeb3a92c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] show failed (client error): The resource could not be found. Oct 13 00:09:03.765163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-26299101-bb1a-4e4d-ad0d-95dfeeb3a92c tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "GET /v2.0/security-groups/30990cf9-6baa-4008-93e4-cac9e6e78b24 HTTP/1.1" status: 404 len: 347 time: 0.0217047 Oct 13 00:09:03.766131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44194) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:03.779819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642255a-e5f7-4cd5-9c39-e063ee4b5d0f tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30990cf9-6baa-4008-93e4-cac9e6e78b24,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:03.866159 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb5571-6f28-4b5b-9444-07c9bd01364a x-openstack-request-id: req-aaeb5571-6f28-4b5b-9444-07c9bd01364a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:03.866670 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ee0a0c-8d28-4124-af29-a93b80e50287", "name": "network-vif-deleted", "tag": "155a8cc6-707b-42c0-9e44-0dd7f7d3d045", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:03.867088 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaeb5571-6f28-4b5b-9444-07c9bd01364a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:03.868948 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ee0a0c-8d28-4124-af29-a93b80e50287', 'name': 'network-vif-deleted', 'tag': '155a8cc6-707b-42c0-9e44-0dd7f7d3d045', 'status': 'completed', 'code': 200} Oct 13 00:09:03.917408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port b21b738b-b5c5-4dc9-8e52-b2978c73883c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:03.918061 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:03.919985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c92cac-dc0f-4713-9417-22aa1f0364da req-5ad8b73c-ead0-416a-a043-6c24ecd54fc9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:03.922652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1c92cac-dc0f-4713-9417-22aa1f0364da req-5ad8b73c-ead0-416a-a043-6c24ecd54fc9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1492407 Oct 13 00:09:04.017061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1c92cac-dc0f-4713-9417-22aa1f0364da req-250dbb10-97c5-429a-ab88-27df5f19b103 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858347 Oct 13 00:09:04.055648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:04.114431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Deleting port 731001a4-b342-4e9f-8080-b321cb660e9d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:04.120437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.143970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe', 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'port_id': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe', 'mac_address': 'fa:16:3e:77:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823ef5b8-0c2c-4f86-bab9-faf0b756dc97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:09:04.225861 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.226284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.233051 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.242168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Calling delete_port for 731001a4-b342-4e9f-8080-b321cb660e9d owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:04.252438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d1eac-087f-45d5-bd5e-f3732e376d93 req-85c04459-d096-4a3a-b3fd-a9c85b051141 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:04.254550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c9d1eac-087f-45d5-bd5e-f3732e376d93 req-85c04459-d096-4a3a-b3fd-a9c85b051141 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.1538892 Oct 13 00:09:04.267958 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.287482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc537-293f-47ae-aa02-174febb71288 req-e381c3e9-a595-40a0-8daf-20c9b84388e1 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:04.289046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-e381c3e9-a595-40a0-8daf-20c9b84388e1 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.1379666 Oct 13 00:09:04.303668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:04.306397 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e496af-1f2c-422b-978b-4d34e008cda2" -d '{"events": [{"server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "name": "network-vif-plugged", "status": "completed", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:04.322914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ecf7db-f7fb-4941-9e13-bc4a3e044abe {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:04.324957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-16de9e96-3008-45d2-9e1f-486183559ce6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404966 Oct 13 00:09:04.330198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:04.339086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.383888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:04.394873 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.423956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c9d1eac-087f-45d5-bd5e-f3732e376d93 req-922e91a1-c9dc-4198-add9-bf4fd6987842 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611013 Oct 13 00:09:04.435112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.439731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:04.452993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 29de5983-6f4b-4c22-9730-99917c15b9b7 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:04.469364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Pushing event deleted for resources: {'Port': ['ID=731001a4-b342-4e9f-8080-b321cb660e9d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:04.511452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 29de5983-6f4b-4c22-9730-99917c15b9b7 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:04.511865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 29de5983-6f4b-4c22-9730-99917c15b9b7 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:04.512241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:04.551281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.554641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.558968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d4ad00d9-aed2-4773-9837-80edcfe52377 tempest-ImagesOneServerNegativeTestJSON-401209277 tempest-ImagesOneServerNegativeTestJSON-401209277-project] 10.222.0.21 "DELETE /v2.0/floatingips/e075ac7f-6583-46b3-bddc-b40023eb87d8 HTTP/1.1" status: 204 len: 168 time: 0.7887261 Oct 13 00:09:04.645921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-8181a2db-c44e-4f34-8877-2f1cc3d2ea5d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:04.647412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-8181a2db-c44e-4f34-8877-2f1cc3d2ea5d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008828 Oct 13 00:09:04.648643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-44cbc537-293f-47ae-aa02-174febb71288 req-db7225ab-83cb-4be7-ace3-fba7c4912ad4 service neutron] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:04.654513 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-44cbc537-293f-47ae-aa02-174febb71288 req-db7225ab-83cb-4be7-ace3-fba7c4912ad4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:04.655772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44cbc537-293f-47ae-aa02-174febb71288 req-db7225ab-83cb-4be7-ace3-fba7c4912ad4 service neutron] 10.222.0.45 "DELETE /v2.0/ports/62930d67-7ab3-4bf5-bd7c-67f1c99c1632/bindings/n-h2-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.3470662 Oct 13 00:09:04.665144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55200d-3d59-4466-ac52-d4ddfdaeb34b req-4a57f409-78bc-41e8-a91e-56ec83395b67 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:04.669344 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a55200d-3d59-4466-ac52-d4ddfdaeb34b req-4a57f409-78bc-41e8-a91e-56ec83395b67 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 944 time: 0.1251254 Oct 13 00:09:04.672110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:04.672456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 155a8cc6-707b-42c0-9e44-0dd7f7d3d045 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:04.697903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:04.703305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-50d0105c-53d2-485d-bfa3-168f55b71aaa tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/quotas/a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 375 time: 0.0327849 Oct 13 00:09:04.736106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a55200d-3d59-4466-ac52-d4ddfdaeb34b req-37234295-5b2c-45df-8c21-9b35feb119ed tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579491 Oct 13 00:09:04.776492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-05d82ff1-def8-400e-94e8-804f8cc052eb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596685 Oct 13 00:09:04.779256 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fb4f21-6256-4015-9700-f33e78f3bd82 x-openstack-request-id: req-59fb4f21-6256-4015-9700-f33e78f3bd82 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:04.779638 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "name": "network-vif-plugged", "status": "completed", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:04.780058 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59fb4f21-6256-4015-9700-f33e78f3bd82 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:04.780511 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'code': 200} Oct 13 00:09:05.028752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d66c2e7c-1c3a-40a1-bd44-4b389816acc9 req-1f725df7-0539-4d32-83b6-034de40fe877 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 210 time: 0.0298388 Oct 13 00:09:05.069416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['20ecf7db-f7fb-4941-9e13-bc4a3e044abe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:05.085207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44248) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:05.217535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dcb59c-2732-4d0c-8582-167ab216810e admin admin] Deleting subnet cd00553f-2a55-4bd4-b4f8-8c7e8de70812 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:09:05.223475 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52dcb59c-2732-4d0c-8582-167ab216810e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:05.233938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46842e76-c6e7-41e6-b168-d9eaf8e0d914 req-0b65eb64-b39a-413c-b6b4-281bd797e59f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:05.235579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46842e76-c6e7-41e6-b168-d9eaf8e0d914 req-0b65eb64-b39a-413c-b6b4-281bd797e59f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0688066 Oct 13 00:09:05.309691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46842e76-c6e7-41e6-b168-d9eaf8e0d914 req-0dfcda32-284f-4a67-8075-fa6607bd8873 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541482 Oct 13 00:09:05.323120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52dcb59c-2732-4d0c-8582-167ab216810e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:05.693386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-cee243ff-6638-413e-b3d5-7f4282ff7374 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448704 Oct 13 00:09:05.704390 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52dcb59c-2732-4d0c-8582-167ab216810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:05.796311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bef61a-847b-47c3-9c83-b1d068729dbc req-52e8ec58-7687-4622-a4b7-9679ac3c696d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:05.797972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9bef61a-847b-47c3-9c83-b1d068729dbc req-52e8ec58-7687-4622-a4b7-9679ac3c696d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 949 time: 0.4474339 Oct 13 00:09:05.872611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52dcb59c-2732-4d0c-8582-167ab216810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:05.886966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9bef61a-847b-47c3-9c83-b1d068729dbc req-3d634165-fd03-45c7-95c5-d7950a4ee8c5 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787342 Oct 13 00:09:05.893773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-83b72d4a-7101-4943-b305-719f61381216 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:05.895184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-83b72d4a-7101-4943-b305-719f61381216 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927032 Oct 13 00:09:05.916687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcb59c-2732-4d0c-8582-167ab216810e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd00553f-2a55-4bd4-b4f8-8c7e8de70812,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:05.918802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52dcb59c-2732-4d0c-8582-167ab216810e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:05.923368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-52dcb59c-2732-4d0c-8582-167ab216810e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cd00553f-2a55-4bd4-b4f8-8c7e8de70812 HTTP/1.1" status: 204 len: 168 time: 0.8353171 Oct 13 00:09:05.924457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44274) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:05.930960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-1cd2ac04-b1fb-4011-a067-5f23154a9c53 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/quotas/339f660bb42f4cb9b65e53e4e8764d38 HTTP/1.1" status: 200 len: 375 time: 0.0179052 Oct 13 00:09:05.999783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.026533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-0127f61a-485e-4f6a-9002-c782fefc101d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888987 Oct 13 00:09:06.034822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04943e-667a-4a34-982d-8c7584c4c868 req-0298a5e5-6477-4a43-bf42-4f0efb0fcc57 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:06.036455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d04943e-667a-4a34-982d-8c7584c4c868 req-0298a5e5-6477-4a43-bf42-4f0efb0fcc57 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.0881488 Oct 13 00:09:06.082713 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.086078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d04943e-667a-4a34-982d-8c7584c4c868 req-99dac0f5-7b66-4e7a-9620-52278aba7be5 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430744 Oct 13 00:09:06.111831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2d0798-c60b-4313-8cc8-6dcec3c4909b']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:06.124243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3573f11-93c4-4bd3-83a0-a855c05f4fae') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:06.124627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3573f11-93c4-4bd3-83a0-a855c05f4fae') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:06.136748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.156166 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.172843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:09:06.173256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:09:06.177280 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:09:06.199434 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.246134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.248232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc21621-73a3-415d-ba8e-90aa6375d7f4 req-90a106bb-cb7a-4208-9a08-6aa87f29c39a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:06.252689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.262150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8cc21621-73a3-415d-ba8e-90aa6375d7f4 req-90a106bb-cb7a-4208-9a08-6aa87f29c39a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 944 time: 0.1142206 Oct 13 00:09:06.263627 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f2d0798-c60b-4313-8cc8-6dcec3c4909b HTTP/1.1" status: 204 len: 168 time: 0.3380735 Oct 13 00:09:06.284518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46365b6-48c7-461b-adf5-d5d5846501f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2d0798-c60b-4313-8cc8-6dcec3c4909b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:06.338940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8cc21621-73a3-415d-ba8e-90aa6375d7f4 req-90c0f556-97a4-49d5-8283-7aed16bf553f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758305 Oct 13 00:09:06.358297 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-2f7903fb-2554-4e4c-a79a-3adcff8ff1e1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317528 Oct 13 00:09:06.511602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44294) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:06.526223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-8f499b1b-39aa-4340-92cc-cee49412a893 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:06.527797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-8f499b1b-39aa-4340-92cc-cee49412a893 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595662 Oct 13 00:09:06.558658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1334bfc1-5a02-43b3-ba5f-39dfde48e54e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=671e72765e524d7c81cd34e3c7da50f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429893 Oct 13 00:09:06.558919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44296) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:06.564447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7536a96a-2849-40a3-be75-31f815f56a32 req-43051a95-5053-4c22-9179-9e82569f36fd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 210 time: 0.0356543 Oct 13 00:09:06.575943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Request body: {'port': {'device_id': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'a29e602fca5c426bb8f6c0b3f6d9775f'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:06.614579 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-761478a0-fd45-466c-9808-c0f816c2cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.638385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d8c11c6-f969-48ed-8b6e-8ae22651382f req-cee7b8fc-4214-435c-b56d-16dec22ffb12 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 210 time: 0.0929575 Oct 13 00:09:06.638821 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-761478a0-fd45-466c-9808-c0f816c2cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.696634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-761478a0-fd45-466c-9808-c0f816c2cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.699878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-761478a0-fd45-466c-9808-c0f816c2cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.704404 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-761478a0-fd45-466c-9808-c0f816c2cfd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d74a4a5-2232-4ac8-af4e-61d8ee7d0387 HTTP/1.1" status: 204 len: 168 time: 0.1444478 Oct 13 00:09:06.713791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761478a0-fd45-466c-9808-c0f816c2cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d74a4a5-2232-4ac8-af4e-61d8ee7d0387,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:06.752462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf72b-fc51-4dbe-b0cb-8bcb7c6b5b55 req-ff8f5f58-7849-4029-9bf5-09de23c8565b tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:06.754208 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72bbf72b-fc51-4dbe-b0cb-8bcb7c6b5b55 req-ff8f5f58-7849-4029-9bf5-09de23c8565b tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1095 time: 0.1147854 Oct 13 00:09:06.763812 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:06.820390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72bbf72b-fc51-4dbe-b0cb-8bcb7c6b5b55 req-0f850259-b132-4a6e-a71c-5bd7bd1692c1 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556271 Oct 13 00:09:06.829357 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Made reservation on behalf of a29e602fca5c426bb8f6c0b3f6d9775f for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:06.833936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:07.015546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231c576-141b-44ef-a47e-3eeee9860abd req-e21752d6-abbf-4867-91d1-4733dcbfd52b tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:07.016985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f231c576-141b-44ef-a47e-3eeee9860abd req-e21752d6-abbf-4867-91d1-4733dcbfd52b tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 1095 time: 0.1208777 Oct 13 00:09:07.062672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Allocated IP 192.168.233.7 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/c74069f5-df6b-44a4-b58d-912e28830134) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:07.102188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b163a-404d-49b3-85a1-bb01d9061b03 req-c21deafd-71da-4671-a67a-7ae7ebfd9d19 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:07.104237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f1b163a-404d-49b3-85a1-bb01d9061b03 req-c21deafd-71da-4671-a67a-7ae7ebfd9d19 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 949 time: 0.1240566 Oct 13 00:09:07.115142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f231c576-141b-44ef-a47e-3eeee9860abd req-e86f78c5-03d2-4232-9345-5fcc09a7fcf4 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885665 Oct 13 00:09:07.180626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f1b163a-404d-49b3-85a1-bb01d9061b03 req-e0b65473-aa42-4480-a39a-4cab0d48663d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679471 Oct 13 00:09:07.307124 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:07.350588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:07.395072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9152485b-7702-4736-9f75-1786110833fc', 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:07.399478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:07.403694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:07.407235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:07.414270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:07.485434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:07.485995 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:07.556258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6f5cb903-e45a-4331-a7a8-60c39ab15a71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9941041 Oct 13 00:09:07.580990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903c75-1099-4060-b5ec-fb738dd5d063 req-c532eb91-2dae-43e3-9a12-bd0ebc68c7dc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:07.603526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af903c75-1099-4060-b5ec-fb738dd5d063 req-c532eb91-2dae-43e3-9a12-bd0ebc68c7dc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 944 time: 0.1073205 Oct 13 00:09:07.608914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Request body: {'port': {'device_id': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:07.641760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44342) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:07.713613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:07.721456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-c4f67617-1ef0-47a2-88f7-ee8d586b6699 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:07.724664 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-c4f67617-1ef0-47a2-88f7-ee8d586b6699 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 949 time: 0.1330743 Oct 13 00:09:07.743484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 20ecf7db-f7fb-4941-9e13-bc4a3e044abe up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:07.773362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af903c75-1099-4060-b5ec-fb738dd5d063 req-637bd0d5-2a3b-4454-89a8-16ec7cac5f36 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651368 Oct 13 00:09:07.877790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1636093657-network', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:07.900965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dcf18129-6328-4e21-ade2-1f10a9920f32 None None] Provisioning complete for port c74069f5-df6b-44a4-b58d-912e28830134 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:07.901743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcf18129-6328-4e21-ade2-1f10a9920f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:07.904175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-f6604e31-097d-4d60-af20-037e767bd869 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730283 Oct 13 00:09:07.906062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Made reservation on behalf of fb30d0f3b3ae4cc185850f9004c0ea62 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:07.908980 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:07.919063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:07.927295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75a34c30-c8c7-475a-a6c4-27b7c509c802 req-1140ff10-4eff-43bf-afcb-cd1d43b82267 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 210 time: 0.0393968 Oct 13 00:09:07.959930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:09:07.964206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601e04a-0876-4dca-84b9-1391e8c1dde4 req-4d7e03d9-ddf5-4fe0-9a81-7fcfc77acd58 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:07.973507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5601e04a-0876-4dca-84b9-1391e8c1dde4 req-4d7e03d9-ddf5-4fe0-9a81-7fcfc77acd58 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 934 time: 0.1214402 Oct 13 00:09:07.978547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:07.979095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.005001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dcf18129-6328-4e21-ade2-1f10a9920f32 None None] Port c74069f5-df6b-44a4-b58d-912e28830134 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:09:08.051921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.073801 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.100127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:08.102466 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85abdd3e-ff6c-4200-8f7d-e31020e627e5" -d '{"events": [{"server_uuid": "f6b72ac5-9385-4945-ac47-f8f20bdf0f51", "name": "network-vif-plugged", "status": "completed", "tag": "20ecf7db-f7fb-4941-9e13-bc4a3e044abe"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:08.113222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.129707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:08.136728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5601e04a-0876-4dca-84b9-1391e8c1dde4 req-f5dfba57-8cb0-4ef8-89ec-6c201f496acd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620362 Oct 13 00:09:08.139336 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.186655 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600d0984-471b-454c-931c-9ace07dfb862 x-openstack-request-id: req-600d0984-471b-454c-931c-9ace07dfb862 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:08.187127 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b72ac5-9385-4945-ac47-f8f20bdf0f51", "name": "network-vif-plugged", "status": "completed", "tag": "20ecf7db-f7fb-4941-9e13-bc4a3e044abe", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:08.187318 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-600d0984-471b-454c-931c-9ace07dfb862 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:08.187732 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe', 'code': 200} Oct 13 00:09:08.195028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:09:08.217124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493745b5-cccf-4b91-9812-6f620edfc457,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:08.227585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:08.237662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-ae8780e0-f95a-4afc-ad01-0d47d7df977c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:08.239942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-ae8780e0-f95a-4afc-ad01-0d47d7df977c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/ports?device_id=97c35a8f-5be2-430f-8d47-266a397f5c0e HTTP/1.1" status: 200 len: 949 time: 0.2355502 Oct 13 00:09:08.246396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Deleting port fdefa737-562d-45dd-904a-7c2f70b81395 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:08.246746 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.255894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.256234 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Added segment 2358a25b-0329-46f0-9d3a-373d7ec9f11f of type vlan for network 590a19f3-25c5-4062-abe5-2c7172fa54a3 Oct 13 00:09:08.338460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74069f5-df6b-44a4-b58d-912e28830134 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:08.350805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.364571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-1a0e9238-e9c6-45ae-b776-8d05aa6d8fe0 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:08.366000 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-1a0e9238-e9c6-45ae-b776-8d05aa6d8fe0 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3425138 Oct 13 00:09:08.367787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8921b4-2b0e-48ec-abc2-5e00b7e3cebe req-0a2f262e-f5c4-4e5e-bb70-5e4071f29d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:08.369806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc8921b4-2b0e-48ec-abc2-5e00b7e3cebe req-0a2f262e-f5c4-4e5e-bb70-5e4071f29d15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 1096 time: 0.0976329 Oct 13 00:09:08.376105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Transition to ACTIVE for port object c74069f5-df6b-44a4-b58d-912e28830134 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:09:08.393568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad65ef-61e4-419c-bcc6-b7a17ea4e616 req-9ec1b36c-d6a2-4f45-a916-cf3629c0f679 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:08.395035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3aad65ef-61e4-419c-bcc6-b7a17ea4e616 req-9ec1b36c-d6a2-4f45-a916-cf3629c0f679 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 949 time: 0.0959609 Oct 13 00:09:08.404088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Request body: {'port': {'device_id': '57a3a2f1-ee10-4644-9f41-12fb5f3fb352', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '339f660bb42f4cb9b65e53e4e8764d38'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:08.404318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.408200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.477000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc8921b4-2b0e-48ec-abc2-5e00b7e3cebe req-a613c589-0ce4-43e4-a97c-2e9dff24a5f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980747 Oct 13 00:09:08.490116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:08.502521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3aad65ef-61e4-419c-bcc6-b7a17ea4e616 req-d6a9dcde-1c43-4830-98ba-e336195482c8 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993407 Oct 13 00:09:08.564534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] For port fdefa737-562d-45dd-904a-7c2f70b81395, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fdefa737-562d-45dd-904a-7c2f70b81395,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:08.565489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.588296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.589321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:08.590000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.593462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Calling delete_port for fdefa737-562d-45dd-904a-7c2f70b81395 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:08.594184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:08.594719 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:08.595578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:08.601630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:09:08.602229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:08.609312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:08.610444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:08.611129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:08.611980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Bound port: c74069f5-df6b-44a4-b58d-912e28830134, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:08.612564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.727806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Deleting port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:08.729395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.734186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:08.735748 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0929649 Oct 13 00:09:08.743213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:08.746487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44356) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:08.752191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Request body: {'subnet': {'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1636093657-subnet', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:08.760041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.795974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39cdf3-177d-49de-ac7d-2fde01b0f9ac admin admin] Pushing event updated for resources: {'Network': ['ID=590a19f3-25c5-4062-abe5-2c7172fa54a3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:08.797245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:08.797853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.799829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] 10.222.0.45 "PUT /v2.0/ports/c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 1094 time: 1.1954622 Oct 13 00:09:08.800502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:08.803034 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69" -d '{"events": [{"name": "network-changed", "server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:08.813247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:09:08.832265 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.db.api [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 00:09:08.832265 n-d-813679-4 neutron-server[94989]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 00:09:08.832265 n-d-813679-4 neutron-server[94989]: [parameters: {'project_id_1': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'expiration_1': datetime.datetime(2021, 10, 13, 0, 8, 48, 757775)}] Oct 13 00:09:08.832265 n-d-813679-4 neutron-server[94989]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:09:08.833564 n-d-813679-4 neutron-server[94989]: DEBUG oslo_db.api [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:09:08.848383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Made reservation on behalf of 339f660bb42f4cb9b65e53e4e8764d38 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:08.852790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:08.861425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61587a58-d63c-45c8-b0de-5da06b08767e service neutron] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:08.970415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] For port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:08.971047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:09.026211 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9004e312-c1c5-42fb-a172-63c042162e33 x-openstack-request-id: req-9004e312-c1c5-42fb-a172-63c042162e33 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:09.026647 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:09.026901 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9004e312-c1c5-42fb-a172-63c042162e33 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:09.027304 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'status': 'completed', 'code': 200} Oct 13 00:09:09.030715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Calling delete_port for f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:09.082460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f2aed-37f9-46f4-b829-054d75975bea req-59252b15-c961-48d9-b8c2-6f857596e2dc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:09.099956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c23f2aed-37f9-46f4-b829-054d75975bea req-59252b15-c961-48d9-b8c2-6f857596e2dc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.1281271 Oct 13 00:09:09.116517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-45ffaf25-7894-4dce-bdf7-4f4f4c336e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:09.118331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-45ffaf25-7894-4dce-bdf7-4f4f4c336e81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1097 time: 0.1267884 Oct 13 00:09:09.153047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:09.166952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-044e76e9-e6b1-4395-aa48-5eb6b45802d4 req-223ea88f-50ad-4d73-ad79-d6a445710608 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 210 time: 0.0463097 Oct 13 00:09:09.196301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f', 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:09.218356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event deleted for resources: {'Port': ['ID=fdefa737-562d-45dd-904a-7c2f70b81395,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:09.245345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c23f2aed-37f9-46f4-b829-054d75975bea req-e116ba39-1773-452b-9df6-8a8134ded929 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397386 Oct 13 00:09:09.247301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-41253893-40cc-4211-9868-5d9ecb8bfed3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0929885 Oct 13 00:09:09.292254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] No DVR routers for this DVR port fdefa737-562d-45dd-904a-7c2f70b81395 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:09.297804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:09.301127 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c6fa252b-1996-4154-9a86-f75f8542ca01 req-76361a58-ccd9-4b33-9549-efb0cb1fa832 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.45 "DELETE /v2.0/ports/fdefa737-562d-45dd-904a-7c2f70b81395 HTTP/1.1" status: 204 len: 173 time: 1.5690036 Oct 13 00:09:09.304866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a778c-fb8a-46f2-92ae-7e891c342aa7', 'name': 'network-vif-deleted', 'tag': 'fdefa737-562d-45dd-904a-7c2f70b81395'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:09.309156 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a1cb2f-c7e1-4587-96d2-19ef0cdc3370" -d '{"events": [{"server_uuid": "971a778c-fb8a-46f2-92ae-7e891c342aa7", "name": "network-vif-deleted", "tag": "fdefa737-562d-45dd-904a-7c2f70b81395"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:09.359365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Allocated IP 192.168.233.153 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/4d11d582-6a9a-435b-a4db-ba242494fe6f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:09.387712 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1bc714-0d27-401d-a369-f19540245b2c x-openstack-request-id: req-3e1bc714-0d27-401d-a369-f19540245b2c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:09.387712 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a778c-fb8a-46f2-92ae-7e891c342aa7", "name": "network-vif-deleted", "tag": "fdefa737-562d-45dd-904a-7c2f70b81395", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:09.387712 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e1bc714-0d27-401d-a369-f19540245b2c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:09.387712 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a778c-fb8a-46f2-92ae-7e891c342aa7', 'name': 'network-vif-deleted', 'tag': 'fdefa737-562d-45dd-904a-7c2f70b81395', 'status': 'completed', 'code': 200} Oct 13 00:09:09.424771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-1025c500-8ca1-4393-bcf4-07850ee78a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:09.431118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-1025c500-8ca1-4393-bcf4-07850ee78a7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1748593 Oct 13 00:09:09.465952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7dba-eb8d-4a2e-b216-b2b78ccaf612 req-8c51ff63-0bac-455f-8b2e-141aab54ce77 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:09.467610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5da7dba-eb8d-4a2e-b216-b2b78ccaf612 req-8c51ff63-0bac-455f-8b2e-141aab54ce77 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 946 time: 0.1775746 Oct 13 00:09:09.468279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Made reservation on behalf of fb30d0f3b3ae4cc185850f9004c0ea62 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:09.470580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:09.620122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:09.633479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-49097471-5d9a-48ac-81ee-08efe604a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:09.635601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-49097471-5d9a-48ac-81ee-08efe604a29e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921556 Oct 13 00:09:09.641325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5da7dba-eb8d-4a2e-b216-b2b78ccaf612 req-c24ef2ff-24ce-4867-a4dc-0564c61040fd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439147 Oct 13 00:09:09.755951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event deleted for resources: {'Port': ['ID=f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:09.799104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3334aa3-39e3-4d3c-91ee-05afca9285f9 req-727540d7-30b6-4b59-acfa-948e2b354148 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=971a778c-fb8a-46f2-92ae-7e891c342aa7 HTTP/1.1" status: 200 len: 210 time: 0.0535717 Oct 13 00:09:09.818789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:09.842684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-6bb5bcd5-0add-4181-9b15-c8e04e4e0294 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793978 Oct 13 00:09:09.854240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] No DVR routers for this DVR port f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:09.858109 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:09.895875 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7d10066-315f-4dd1-bda0-f7534f315644 req-f0f0f507-adab-43be-86fe-0ca5eaf4442d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "DELETE /v2.0/ports/f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 HTTP/1.1" status: 204 len: 173 time: 1.6459839 Oct 13 00:09:09.957677 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:09.997265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['463f8c22-1c82-4f12-a55b-4496d5df1aab', '9d663ca6-aa08-4454-8195-c0093ff7880d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:10.048976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.070009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:10.080816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:10.087644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:10.096096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5f6a02-d977-4673-b7a5-efdb5142d239,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:10.100395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af17bcf-7e5f-4666-8270-2aa77e0e2352 req-cac523cd-4469-4886-87d7-0de158801317 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212963 Oct 13 00:09:10.137441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Pushing event updated for resources: {'Port': ['ID=4d11d582-6a9a-435b-a4db-ba242494fe6f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:10.141557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Checking segment: {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:10.141922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Network hostable DHCP agents. Network: 590a19f3-25c5-4062-abe5-2c7172fa54a3, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:09:10.164654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:09:10.179613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:10.180248 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.182023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 590a19f3-25c5-4062-abe5-2c7172fa54a3) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:10.189702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:10.191396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.200664 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-6d0dc4f3-cbb0-47ff-8e64-94a00b5dca3d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8058836 Oct 13 00:09:10.219379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f8d00a-8c49-4b22-929c-543e43853e9b None None] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:09:10.230654 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-32c11907-820b-4aab-bfde-badd6f7371e6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4827380 Oct 13 00:09:10.234912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44380) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:10.243668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:10.269126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Request body: {'port': {'device_id': '57a3a2f1-ee10-4644-9f41-12fb5f3fb352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:10.424374 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.448065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device fdefa737-562d-45dd-904a-7c2f70b81395 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:10.450206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.454465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.461666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-95e59697-098b-4834-8dbc-f04f603c63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:10.463236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-95e59697-098b-4834-8dbc-f04f603c63c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1097 time: 0.2135108 Oct 13 00:09:10.480215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd5756-6ef4-4bb0-b2b3-41c82444717e req-be1db73b-5a89-48a1-baac-60d7bc904165 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:10.490916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11cd5756-6ef4-4bb0-b2b3-41c82444717e req-be1db73b-5a89-48a1-baac-60d7bc904165 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 936 time: 0.1509340 Oct 13 00:09:10.495570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: fdefa737-562d-45dd-904a-7c2f70b81395 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:10.496139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device fdefa737-562d-45dd-904a-7c2f70b81395 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:10.557969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.682115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bc0c5-1d95-4096-9692-22ac9ab151c7 req-2002e956-dc22-44ea-9592-ae955678e173 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:10.684739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-798bc0c5-1d95-4096-9692-22ac9ab151c7 req-2002e956-dc22-44ea-9592-ae955678e173 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.2850735 Oct 13 00:09:10.698145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-590a19f3-25c5-4062-abe5-2c7172fa54a3', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:09:10.699356 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.701567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-09e34686-689b-4c00-a612-c16bef2b47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:10.703484 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-09e34686-689b-4c00-a612-c16bef2b47fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2077703 Oct 13 00:09:10.729540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11cd5756-6ef4-4bb0-b2b3-41c82444717e req-f78aca5f-6d6e-4afd-9f2e-59af5689f6f8 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371311 Oct 13 00:09:10.798903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:10.849513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-46228a3e-e749-4e9f-8646-5ab277a8495c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.1137633 Oct 13 00:09:10.931880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Allocated IP 172.20.0.2 (590a19f3-25c5-4062-abe5-2c7172fa54a3/7c5f6a02-d977-4673-b7a5-efdb5142d239/4343e1f8-32c7-409e-a08e-ff9f2974e95b) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:10.968148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-798bc0c5-1d95-4096-9692-22ac9ab151c7 req-7f802b9d-5032-4372-8b24-85d341933f76 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591887 Oct 13 00:09:10.971070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-e0ccc418-e9a1-4ebe-bbbd-3b4cf6df5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:10.980064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-e0ccc418-e9a1-4ebe-bbbd-3b4cf6df5977 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1111085 Oct 13 00:09:11.044183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c32860a3-7d9e-4f65-ae8a-241c93f8b6fd None None] Provisioning complete for port 4d11d582-6a9a-435b-a4db-ba242494fe6f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:11.044755 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c32860a3-7d9e-4f65-ae8a-241c93f8b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.116613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c32860a3-7d9e-4f65-ae8a-241c93f8b6fd None None] Port 4d11d582-6a9a-435b-a4db-ba242494fe6f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:09:11.162003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-a450de97-225f-4055-bf9f-fc0a8efff289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:11.169160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-a450de97-225f-4055-bf9f-fc0a8efff289 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296651 Oct 13 00:09:11.175450 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.183207 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.187747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d29c1-efc6-4f4f-b36d-f8d745c148f6 req-44d3bfd0-d069-42dd-9748-29edac232b00 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:11.189439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f23d29c1-efc6-4f4f-b36d-f8d745c148f6 req-44d3bfd0-d069-42dd-9748-29edac232b00 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 946 time: 0.2082369 Oct 13 00:09:11.243406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Pushing event updated for resources: {'Port': ['ID=4343e1f8-32c7-409e-a08e-ff9f2974e95b,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:11.269404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:11.270723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:11.275959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:11.340045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Attempting to bind port 4343e1f8-32c7-409e-a08e-ff9f2974e95b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:11.340421 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Attempting to bind port 4343e1f8-32c7-409e-a08e-ff9f2974e95b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:11.340791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Attempting to bind port 4343e1f8-32c7-409e-a08e-ff9f2974e95b on network 590a19f3-25c5-4062-abe5-2c7172fa54a3 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:11.348769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:11.349233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f23d29c1-efc6-4f4f-b36d-f8d745c148f6 req-c79b5809-96c5-4c55-aa94-00754bf186ea tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349890 Oct 13 00:09:11.349532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Checking segment: {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:11.349947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.350860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Bound using segment: {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:11.351914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Bound port: 4343e1f8-32c7-409e-a08e-ff9f2974e95b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:11.352317 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.406260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c35a8f-5be2-430f-8d47-266a397f5c0e', 'name': 'network-vif-deleted', 'tag': 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:11.414087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7e10-54b8-4a8e-9fee-7b01ad6d2358 req-e11ceea2-d787-45fc-9a0e-dad5773622e0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:11.419530 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7355ff2-fd6c-4b9f-a873-1a9b780e256d" -d '{"events": [{"server_uuid": "97c35a8f-5be2-430f-8d47-266a397f5c0e", "name": "network-vif-deleted", "tag": "f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:11.421608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-292a7e10-54b8-4a8e-9fee-7b01ad6d2358 req-e11ceea2-d787-45fc-9a0e-dad5773622e0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.1898711 Oct 13 00:09:11.442062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-212b35c0-9a98-4dd9-8857-f337ec88750d service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467966 Oct 13 00:09:11.446997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:11.540197 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36eb367-5add-4a47-90c7-2fd6fc7d376c x-openstack-request-id: req-f36eb367-5add-4a47-90c7-2fd6fc7d376c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:11.540489 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c35a8f-5be2-430f-8d47-266a397f5c0e", "name": "network-vif-deleted", "tag": "f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:11.540937 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f36eb367-5add-4a47-90c7-2fd6fc7d376c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:11.541335 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c35a8f-5be2-430f-8d47-266a397f5c0e', 'name': 'network-vif-deleted', 'tag': 'f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2', 'status': 'completed', 'code': 200} Oct 13 00:09:11.575828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-292a7e10-54b8-4a8e-9fee-7b01ad6d2358 req-0ce94aa7-ce51-48ee-bdfb-bda8f6cee098 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509936 Oct 13 00:09:11.577753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0439f9-28b4-44c6-bf4c-e7f41a740a69 req-b66f4d1f-901d-445a-a38d-5c9952a6c671 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147602 Oct 13 00:09:11.591222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.616176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.628305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] For port 4343e1f8-32c7-409e-a08e-ff9f2974e95b, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:11.631579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] For port 4343e1f8-32c7-409e-a08e-ff9f2974e95b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4343e1f8-32c7-409e-a08e-ff9f2974e95b,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:11.646873 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.711918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d11d582-6a9a-435b-a4db-ba242494fe6f {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:11.732141 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.752416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Transition to ACTIVE for port object 4d11d582-6a9a-435b-a4db-ba242494fe6f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:09:11.785205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.788343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:11.866866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:11.867111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f4d9bc47-c092-4cba-9ac0-05b2e8cac1c2 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:11.911134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d80bb-3ad6-438f-9f99-67b7c16d0785 None None] Pushing event updated for resources: {'Port': ['ID=4343e1f8-32c7-409e-a08e-ff9f2974e95b,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:11.942024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13ce6395-b9b4-4314-8a60-1a1e2f25154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:11.970599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Pushing event updated for resources: {'Port': ['ID=4d11d582-6a9a-435b-a4db-ba242494fe6f,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:12.215945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce746c6-a7d6-4c7b-80d9-de29f07b6668 req-0e4e29b0-f467-400d-9798-cd82998d0d95 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:12.219820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ce746c6-a7d6-4c7b-80d9-de29f07b6668 req-0e4e29b0-f467-400d-9798-cd82998d0d95 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 948 time: 0.1452005 Oct 13 00:09:12.227167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Allocated IP 172.25.3.185 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/273eda17-9e77-46f8-b535-0d379a9ad05a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:12.301611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Attempting to bind port 4d11d582-6a9a-435b-a4db-ba242494fe6f on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:12.301952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Attempting to bind port 4d11d582-6a9a-435b-a4db-ba242494fe6f by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:12.302287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Attempting to bind port 4d11d582-6a9a-435b-a4db-ba242494fe6f on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:12.313652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Port 4d11d582-6a9a-435b-a4db-ba242494fe6f on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:09:12.314040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Attempting to bind port 4d11d582-6a9a-435b-a4db-ba242494fe6f on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:12.346070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ce746c6-a7d6-4c7b-80d9-de29f07b6668 req-b1c45bc8-b9d8-4746-a37e-f030f511f11c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193466 Oct 13 00:09:12.363179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:12.363386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:12.364259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:12.364712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Bound port: 4d11d582-6a9a-435b-a4db-ba242494fe6f, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:12.365069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:12.456358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4343e1f8-32c7-409e-a08e-ff9f2974e95b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:12.469308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c74069f5-df6b-44a4-b58d-912e28830134 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:09:12.471360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab39af-5e59-4849-9503-89a737410d01 req-db586f9e-fe4c-4740-8e22-fa819b49c1f0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:12.473380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4ab39af-5e59-4849-9503-89a737410d01 req-db586f9e-fe4c-4740-8e22-fa819b49c1f0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.1124065 Oct 13 00:09:12.534202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] For port 4d11d582-6a9a-435b-a4db-ba242494fe6f, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:12.556868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] For port 4d11d582-6a9a-435b-a4db-ba242494fe6f, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4d11d582-6a9a-435b-a4db-ba242494fe6f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:12.561982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:12.569779 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:12.586504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61508fdd-0ba0-4a83-aff4-0a42e8c134c9 req-d8b43fe1-4088-4291-84b3-c39d8228738e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:12.588672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61508fdd-0ba0-4a83-aff4-0a42e8c134c9 req-d8b43fe1-4088-4291-84b3-c39d8228738e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 950 time: 0.1139381 Oct 13 00:09:12.631325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:12.631325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:12.632971 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] 10.222.0.45 "PUT /v2.0/ports/4d11d582-6a9a-435b-a4db-ba242494fe6f HTTP/1.1" status: 200 len: 1096 time: 2.3840063 Oct 13 00:09:12.656771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ed8b4-0ca6-4aba-a611-17fb62bb46dc service neutron] Pushing event updated for resources: {'Port': ['ID=4d11d582-6a9a-435b-a4db-ba242494fe6f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:12.662983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61508fdd-0ba0-4a83-aff4-0a42e8c134c9 req-597bac1f-1422-47c5-a288-d6143378bf4d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576262 Oct 13 00:09:12.664186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:12.695946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4ab39af-5e59-4849-9503-89a737410d01 req-94e49ed1-dbbc-4594-85e8-de1d681c9f09 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986592 Oct 13 00:09:12.729132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:12.743645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:12.773717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:12.854727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=273eda17-9e77-46f8-b535-0d379a9ad05a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:12.855955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4343e1f8-32c7-409e-a08e-ff9f2974e95b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:12.856330 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:12.881751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-892988aa-2b98-412e-8f69-f25d63fb717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:12.883889 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-892988aa-2b98-412e-8f69-f25d63fb717d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 1099 time: 0.1532876 Oct 13 00:09:12.902907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc6cbb-006b-4c01-a3bf-7b1989793079 req-026c2efa-580c-49c6-bbee-eed42924a657 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:12.915387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ddc6cbb-006b-4c01-a3bf-7b1989793079 req-026c2efa-580c-49c6-bbee-eed42924a657 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 946 time: 0.0892475 Oct 13 00:09:12.943028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:12.960068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ddc6cbb-006b-4c01-a3bf-7b1989793079 req-0a29ed0b-12cf-4ba6-b1a2-2962512426e5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Oct 13 00:09:12.987785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'c74069f5-df6b-44a4-b58d-912e28830134', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'c74069f5-df6b-44a4-b58d-912e28830134', 'mac_address': 'fa:16:3e:0b:92:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:09:13.087923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-a361bec1-5251-40be-872c-5939f5067a79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4d11d582-6a9a-435b-a4db-ba242494fe6f HTTP/1.1" status: 200 len: 217 time: 0.1834650 Oct 13 00:09:13.188111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-04d4ada9-336a-4c9a-8647-76f810548b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:13.189587 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-04d4ada9-336a-4c9a-8647-76f810548b63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0899513 Oct 13 00:09:13.228056 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:13.267943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74069f5-df6b-44a4-b58d-912e28830134 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:13.280341 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:13.305560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:13.319256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:13.323798 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:13.333698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-5ef51e14-2082-45fb-b6d7-1ce314dd9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:13.335338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-5ef51e14-2082-45fb-b6d7-1ce314dd9eed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085055 Oct 13 00:09:13.385400 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d33126-c037-4900-a4fb-4b7b91e68e50 None None] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:09:13.456677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 4343e1f8-32c7-409e-a08e-ff9f2974e95b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4343e1f8-32c7-409e-a08e-ff9f2974e95b,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:13.482623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:13.487983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:13.504253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf20c48-7385-416f-9f7c-546e05028af7 req-e81e667e-43e3-4a80-bf84-20919d2bbd05 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:13.514074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbf20c48-7385-416f-9f7c-546e05028af7 req-e81e667e-43e3-4a80-bf84-20919d2bbd05 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 948 time: 0.0780647 Oct 13 00:09:13.535670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c7a63192-364f-4475-b51f-d9427b0c9b4c None None] Provisioning complete for port 4343e1f8-32c7-409e-a08e-ff9f2974e95b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:13.536045 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c7a63192-364f-4475-b51f-d9427b0c9b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:13.544596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a3a2f1-ee10-4644-9f41-12fb5f3fb352', 'tag': '4d11d582-6a9a-435b-a4db-ba242494fe6f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:13.547101 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "57a3a2f1-ee10-4644-9f41-12fb5f3fb352", "tag": "4d11d582-6a9a-435b-a4db-ba242494fe6f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:13.568903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbf20c48-7385-416f-9f7c-546e05028af7 req-b748b8d2-0ec7-4018-a4bc-a357a75dcb11 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536404 Oct 13 00:09:13.615128 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24e596d-7f1b-43e2-af2e-b2c204c40019 x-openstack-request-id: req-b24e596d-7f1b-43e2-af2e-b2c204c40019 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:13.615488 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a3a2f1-ee10-4644-9f41-12fb5f3fb352", "tag": "4d11d582-6a9a-435b-a4db-ba242494fe6f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:13.615850 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b24e596d-7f1b-43e2-af2e-b2c204c40019 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:13.616166 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a3a2f1-ee10-4644-9f41-12fb5f3fb352', 'tag': '4d11d582-6a9a-435b-a4db-ba242494fe6f', 'status': 'completed', 'code': 200} Oct 13 00:09:13.621432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=4343e1f8-32c7-409e-a08e-ff9f2974e95b,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:13.653154 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-3255c700-1b5c-4d52-87a6-b0ccb1c0f91f service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079782 Oct 13 00:09:13.654539 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:13.796804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['c74069f5-df6b-44a4-b58d-912e28830134'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:13.890528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a0198-8178-41c0-aee0-fcb3e5238202 req-e986d19a-700c-433a-837d-7b4915ec5630 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:13.892343 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05a5e13f-bfe4-4e72-a43b-b34abd42db29 req-15b0bab9-e85d-49ee-bee8-4b8c01a5c5fd service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000697 Oct 13 00:09:13.894285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc6a0198-8178-41c0-aee0-fcb3e5238202 req-e986d19a-700c-433a-837d-7b4915ec5630 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0763173 Oct 13 00:09:13.934918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Router 407c418f-6b81-4f4e-bfc7-707733847414 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:09:13.941436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ff59c-2510-40ab-81e7-b5c91bfb3c50 req-b29ea6bd-4474-41d2-9c92-23c4e9c3860d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:13.943173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-108ff59c-2510-40ab-81e7-b5c91bfb3c50 req-b29ea6bd-4474-41d2-9c92-23c4e9c3860d tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 950 time: 0.1571295 Oct 13 00:09:13.987610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc6a0198-8178-41c0-aee0-fcb3e5238202 req-a2b4148f-de8e-4688-bd78-c8c7cf7887d4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871148 Oct 13 00:09:14.042816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-108ff59c-2510-40ab-81e7-b5c91bfb3c50 req-06013764-5ce4-49cc-85f2-41b53386df6a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921481 Oct 13 00:09:14.136459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-b1631143-6abe-412a-b252-462dd328e64e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:14.137821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-b1631143-6abe-412a-b252-462dd328e64e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 950 time: 0.1473563 Oct 13 00:09:14.151074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-b008c2dd-a12c-47c4-ab00-f701b847e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:14.152549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-b008c2dd-a12c-47c4-ab00-f701b847e836 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 1099 time: 0.1254640 Oct 13 00:09:14.153895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:09:14.165396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Sync routers for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:09:14.194328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6b47d3fc-1a75-4aa2-9f34-a427c0ded6bc None None] Provisioning complete for port 4343e1f8-32c7-409e-a08e-ff9f2974e95b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:14.194717 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b47d3fc-1a75-4aa2-9f34-a427c0ded6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:14.232479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:09:14.233116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:08:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:14.250128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611aff2-48cc-4470-8c62-a63cfb06c3b1 req-a2979ca4-639d-44bd-82d9-84fc83569661 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:14.259418 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e611aff2-48cc-4470-8c62-a63cfb06c3b1 req-a2979ca4-639d-44bd-82d9-84fc83569661 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.0735755 Oct 13 00:09:14.282140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4343e1f8-32c7-409e-a08e-ff9f2974e95b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:14.306971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e611aff2-48cc-4470-8c62-a63cfb06c3b1 req-4bab1d41-5434-4238-8e35-fed80354383f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Oct 13 00:09:14.331925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:14.331925 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-125b28cb-f6c3-437a-9844-54d9b78ad2b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0856717 Oct 13 00:09:14.332193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44452) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:14.418434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-d584f2b0-5585-4b18-945a-4a7374dbe99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:14.420170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-d584f2b0-5585-4b18-945a-4a7374dbe99a service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2462738 Oct 13 00:09:14.489774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4343e1f8-32c7-409e-a08e-ff9f2974e95b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:14.490829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:14.502631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-69ff012e-d4ae-4131-a6ed-84771078f63f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4d11d582-6a9a-435b-a4db-ba242494fe6f HTTP/1.1" status: 200 len: 217 time: 0.0587037 Oct 13 00:09:14.505010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:09:14.507607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Deleting port 33da3c1d-06fc-4a23-af50-71ff82586235 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:14.508044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:14.577673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-df58f81c-eac7-4b74-bc47-7a42eace2dfe tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:14.579923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-df58f81c-eac7-4b74-bc47-7a42eace2dfe tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4f5138b-0051-4fab-b10e-56d0f5a6439d HTTP/1.1" status: 200 len: 950 time: 0.1375754 Oct 13 00:09:14.585926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-f0f26bb6-ceb4-452e-b320-40d98b5cb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:14.588425 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-f0f26bb6-ceb4-452e-b320-40d98b5cb00b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0739560 Oct 13 00:09:14.593666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-90586d26-2312-4c89-9655-de3ceb643d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:14.696593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-3e1f2864-5de8-4f33-962a-09746dfe5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:14.698648 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-3e1f2864-5de8-4f33-962a-09746dfe5061 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963902 Oct 13 00:09:14.785215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] For port 33da3c1d-06fc-4a23-af50-71ff82586235, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33da3c1d-06fc-4a23-af50-71ff82586235,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:14.785577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:14.807304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Calling delete_port for 33da3c1d-06fc-4a23-af50-71ff82586235 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:14.831909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:13Z', 'revision_number': 3, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:14.859782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Checking router: 407c418f-6b81-4f4e-bfc7-707733847414 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:09:14.860419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Updating router 407c418f-6b81-4f4e-bfc7-707733847414 port 273eda17-9e77-46f8-b535-0d379a9ad05a binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:09:14.890244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-bf4b95b9-2c47-4fc4-8a7f-0693222bb3d2 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774404 Oct 13 00:09:14.891790 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.092450 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:09:15.194535 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.205452 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.269832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Attempting to bind port 273eda17-9e77-46f8-b535-0d379a9ad05a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:15.270048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddd0da-9760-4aea-b6d8-14c0a07caf3a req-7c9da360-322b-48c4-aaff-5705ca04b0fa tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:15.270495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Attempting to bind port 273eda17-9e77-46f8-b535-0d379a9ad05a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:15.270587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Attempting to bind port 273eda17-9e77-46f8-b535-0d379a9ad05a on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:15.276309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d19aa5-1323-4696-be9a-6f4922c532c0 None None] Pushing event updated for resources: {'Port': ['ID=273eda17-9e77-46f8-b535-0d379a9ad05a,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:15.278329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bddd0da-9760-4aea-b6d8-14c0a07caf3a req-7c9da360-322b-48c4-aaff-5705ca04b0fa tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 948 time: 0.5984800 Oct 13 00:09:15.286332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:15.287249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:15.287746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.288221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:15.288999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Bound port: 273eda17-9e77-46f8-b535-0d379a9ad05a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:15.289467 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.301218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Deleting port 68f823ee-29fc-4967-a770-275f692dde2f {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:15.301584 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.358561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] For port 273eda17-9e77-46f8-b535-0d379a9ad05a, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:15.361820 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beac5abb-8483-4ce3-9a19-9dcddd9a5c7d req-58e37314-f687-407f-b128-71472ada0cd8 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618912 Oct 13 00:09:15.362568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] For port 273eda17-9e77-46f8-b535-0d379a9ad05a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=273eda17-9e77-46f8-b535-0d379a9ad05a,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:15.369767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.377476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.431478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event deleted for resources: {'Port': ['ID=33da3c1d-06fc-4a23-af50-71ff82586235,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:15.447316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bddd0da-9760-4aea-b6d8-14c0a07caf3a req-c539f024-7a0a-4489-b7c9-bc8f95427bba tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627219 Oct 13 00:09:15.475178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba', '33da3c1d-06fc-4a23-af50-71ff82586235', '68f823ee-29fc-4967-a770-275f692dde2f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:15.476072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed96b-5a73-4b7b-80d7-e3e65be3748f req-ddd13a95-4f43-4866-89a9-aef0554def77 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:15.484103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b6ed96b-5a73-4b7b-80d7-e3e65be3748f req-ddd13a95-4f43-4866-89a9-aef0554def77 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.2806768 Oct 13 00:09:15.492951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] No DVR routers for this DVR port 33da3c1d-06fc-4a23-af50-71ff82586235 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:15.496017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.499908 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2872ba1d-fcc1-44f0-be79-b6d3976cfed8 req-d203990d-b9cb-466a-8c23-e63ef3bf595c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "DELETE /v2.0/ports/33da3c1d-06fc-4a23-af50-71ff82586235 HTTP/1.1" status: 204 len: 173 time: 1.3270392 Oct 13 00:09:15.523379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d19aa5-1323-4696-be9a-6f4922c532c0 None None] Pushing event updated for resources: {'Port': ['ID=273eda17-9e77-46f8-b535-0d379a9ad05a,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:15.537724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:09:15.538348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:09:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:15.593279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d37e6ca4-1bae-48ab-b7a7-8a25d1d8a07e req-4a5df5e4-536b-4ad1-b354-7ad3ac22df2c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7f7a45a-81be-4482-96cb-0734f4af71fd HTTP/1.1" status: 200 len: 210 time: 0.0566933 Oct 13 00:09:15.620390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f7a45a-81be-4482-96cb-0734f4af71fd', 'name': 'network-vif-deleted', 'tag': '33da3c1d-06fc-4a23-af50-71ff82586235'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:15.620390 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91a7baa-0079-4292-a5ad-81d3a275b232" -d '{"events": [{"server_uuid": "b7f7a45a-81be-4482-96cb-0734f4af71fd", "name": "network-vif-deleted", "tag": "33da3c1d-06fc-4a23-af50-71ff82586235"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:15.621879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.626373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] For port 68f823ee-29fc-4967-a770-275f692dde2f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=68f823ee-29fc-4967-a770-275f692dde2f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:15.626730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.631740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b6ed96b-5a73-4b7b-80d7-e3e65be3748f req-bbd14c64-32b4-440c-9aa4-3350b6595d3c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465912 Oct 13 00:09:15.654948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Calling delete_port for 68f823ee-29fc-4967-a770-275f692dde2f owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:15.865741 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.901862 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.930373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:09:15.930654 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fde5b7a-1447-4e97-95d9-6858eda8c1f7 x-openstack-request-id: req-5fde5b7a-1447-4e97-95d9-6858eda8c1f7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:15.930978 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f7a45a-81be-4482-96cb-0734f4af71fd", "name": "network-vif-deleted", "tag": "33da3c1d-06fc-4a23-af50-71ff82586235", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:15.931886 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fde5b7a-1447-4e97-95d9-6858eda8c1f7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:15.932483 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f7a45a-81be-4482-96cb-0734f4af71fd', 'name': 'network-vif-deleted', 'tag': '33da3c1d-06fc-4a23-af50-71ff82586235', 'status': 'completed', 'code': 200} Oct 13 00:09:15.965816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Allocated IP 172.20.0.1 (590a19f3-25c5-4062-abe5-2c7172fa54a3/7c5f6a02-d977-4673-b7a5-efdb5142d239/d802daa5-194c-4ea8-af05-29724f5de25b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:16.010049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f42150-48ba-4ec9-bf84-1ac03ed13e22 req-30977f64-736b-4c52-bb4c-3389965cf9e5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:16.012495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45f42150-48ba-4ec9-bf84-1ac03ed13e22 req-30977f64-736b-4c52-bb4c-3389965cf9e5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.1683466 Oct 13 00:09:16.079313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.162900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event deleted for resources: {'Port': ['ID=68f823ee-29fc-4967-a770-275f692dde2f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:16.252260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45f42150-48ba-4ec9-bf84-1ac03ed13e22 req-d2736de6-6584-43d5-b70a-292d7ca4ad03 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143111 Oct 13 00:09:16.271951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] No DVR routers for this DVR port 68f823ee-29fc-4967-a770-275f692dde2f on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:16.274521 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.278921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08c9c7cd-8f5b-47b5-bd11-a1a6fe710084 req-49104e2a-99a9-45d1-ab0a-9e6f9a29260c tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "DELETE /v2.0/ports/68f823ee-29fc-4967-a770-275f692dde2f HTTP/1.1" status: 204 len: 173 time: 1.6898892 Oct 13 00:09:16.281806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f5138b-0051-4fab-b10e-56d0f5a6439d', 'name': 'network-vif-deleted', 'tag': '68f823ee-29fc-4967-a770-275f692dde2f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:16.290423 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8e2c5d-5cce-49ab-9e49-a49743ac6ed6" -d '{"events": [{"server_uuid": "e4f5138b-0051-4fab-b10e-56d0f5a6439d", "name": "network-vif-deleted", "tag": "68f823ee-29fc-4967-a770-275f692dde2f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:16.302023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045545e-aff8-4c71-a5dc-55716ca2c206 req-5b635e3c-3e4a-4407-8bc8-18d1ac658b4a tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:16.303493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8045545e-aff8-4c71-a5dc-55716ca2c206 req-5b635e3c-3e4a-4407-8bc8-18d1ac658b4a tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 945 time: 0.2877617 Oct 13 00:09:16.365986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.367633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:13Z', 'revision_number': 3, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:16.371218 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d06d7ae-7174-4d57-ab43-e671b9ebf763 x-openstack-request-id: req-9d06d7ae-7174-4d57-ab43-e671b9ebf763 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:16.371500 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f5138b-0051-4fab-b10e-56d0f5a6439d", "name": "network-vif-deleted", "tag": "68f823ee-29fc-4967-a770-275f692dde2f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:16.371767 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d06d7ae-7174-4d57-ab43-e671b9ebf763 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:16.372156 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f5138b-0051-4fab-b10e-56d0f5a6439d', 'name': 'network-vif-deleted', 'tag': '68f823ee-29fc-4967-a770-275f692dde2f', 'status': 'completed', 'code': 200} Oct 13 00:09:16.386503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8045545e-aff8-4c71-a5dc-55716ca2c206 req-639f6c86-5c60-403a-96fb-a8a7b01f2992 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738697 Oct 13 00:09:16.419569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e8736-4ce1-49ff-b604-fdef13c71518 None None] The sync data for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 is: [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:13Z', 'revision_number': 3, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:09:16.443034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.450131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c74069f5-df6b-44a4-b58d-912e28830134 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:16.516567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:16.526962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:16.544552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:16.549035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port c74069f5-df6b-44a4-b58d-912e28830134 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:09:16.553485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port c74069f5-df6b-44a4-b58d-912e28830134 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:16.553879 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.651835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Pushing event updated for resources: {'Port': ['ID=d802daa5-194c-4ea8-af05-29724f5de25b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:16.675232 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.723708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.827493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e097b1-cff8-46db-bbce-ed7b6cedc133 req-72a08e68-e5bc-4ff7-9669-4672e4f071e0 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:16.829055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0e097b1-cff8-46db-bbce-ed7b6cedc133 req-72a08e68-e5bc-4ff7-9669-4672e4f071e0 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 948 time: 0.2708888 Oct 13 00:09:16.840563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:16.847454 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6953e9a4-654b-4d36-a259-f8cc751ce118" -d '{"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-plugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:16.887728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:16.901590 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.952576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['069f2698-15cd-4105-8a17-c4f5eb69fdba'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:17.025488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1ad40-374e-4743-a493-ca9ae429ffe4 req-109b09aa-b82c-4de4-acf3-551a8eec4f7e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:17.033940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51b1ad40-374e-4743-a493-ca9ae429ffe4 req-109b09aa-b82c-4de4-acf3-551a8eec4f7e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.2327332 Oct 13 00:09:17.035120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:17.047716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0e097b1-cff8-46db-bbce-ed7b6cedc133 req-07d7fc8a-58c6-4119-b03f-4effda7201d9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734447 Oct 13 00:09:17.101778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51b1ad40-374e-4743-a493-ca9ae429ffe4 req-4553460a-a546-41ed-bbf7-69a70193771d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669472 Oct 13 00:09:17.117461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-da37e784-5bc7-4123-8d64-596bdf424cbd None None] Provisioning complete for port d802daa5-194c-4ea8-af05-29724f5de25b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:17.117606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-da37e784-5bc7-4123-8d64-596bdf424cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:17.155729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:17.200261 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f4ee44-3073-4465-9517-fcc9910abd7b x-openstack-request-id: req-e4f4ee44-3073-4465-9517-fcc9910abd7b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:17.200608 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-plugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:17.200830 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4f4ee44-3073-4465-9517-fcc9910abd7b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:17.201234 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'code': 200} Oct 13 00:09:17.270737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-da37e784-5bc7-4123-8d64-596bdf424cbd None None] Port d802daa5-194c-4ea8-af05-29724f5de25b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:09:17.377072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f473-d677-44c8-b523-57bdd576ea22 req-e5287828-3e91-4212-aae4-48a276770bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:17.381736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2a66f473-d677-44c8-b523-57bdd576ea22 req-e5287828-3e91-4212-aae4-48a276770bb6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1099 time: 0.1022995 Oct 13 00:09:17.417214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:17.432298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:17.450275 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:17.463844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2a66f473-d677-44c8-b523-57bdd576ea22 req-c985d16d-5fb2-4b09-954f-c2e7b338675b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648954 Oct 13 00:09:17.550295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Pushing event updated for resources: {'Port': ['ID=d802daa5-194c-4ea8-af05-29724f5de25b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:17.572610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f1fe-4228-4124-a822-db944f1643eb req-1a3707ee-5c03-4e97-850a-0522c9c3de5e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:17.572856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0868f1fe-4228-4124-a822-db944f1643eb req-1a3707ee-5c03-4e97-850a-0522c9c3de5e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1532352 Oct 13 00:09:17.574248 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:17.680686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0868f1fe-4228-4124-a822-db944f1643eb req-74060f08-c131-42e5-a12f-29e2117e90c3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997717 Oct 13 00:09:17.744978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:17.746767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:17.799289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 33da3c1d-06fc-4a23-af50-71ff82586235 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:17.849191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 33da3c1d-06fc-4a23-af50-71ff82586235 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:17.849544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 33da3c1d-06fc-4a23-af50-71ff82586235 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:17.850235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 68f823ee-29fc-4967-a770-275f692dde2f no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:17.923890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf46137-ea7b-4e08-bbe0-161e9e2d9730 req-50003382-ec72-429d-9246-97b1466bd87e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:17.926722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 68f823ee-29fc-4967-a770-275f692dde2f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:17.928483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 68f823ee-29fc-4967-a770-275f692dde2f not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:17.933237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf46137-ea7b-4e08-bbe0-161e9e2d9730 req-50003382-ec72-429d-9246-97b1466bd87e tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 950 time: 0.1802187 Oct 13 00:09:17.988814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf46137-ea7b-4e08-bbe0-161e9e2d9730 req-9682c20c-e7b7-493a-9553-7f26140f40d3 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539267 Oct 13 00:09:18.025417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Router 407c418f-6b81-4f4e-bfc7-707733847414 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:09:18.040317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-9455ad9c-6b03-489c-951e-48c3ef4ca7d0 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--109134891&fields=id&tenant_id=19a1121658ab489c8dd47b9a4173b6f2 HTTP/1.1" status: 200 len: 267 time: 0.0489533 Oct 13 00:09:18.104157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-849d5a6f-d297-4997-9874-3d78720553d2 None None] Provisioning complete for port d802daa5-194c-4ea8-af05-29724f5de25b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:18.104534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-849d5a6f-d297-4997-9874-3d78720553d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:18.155279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-849d5a6f-d297-4997-9874-3d78720553d2 None None] Port d802daa5-194c-4ea8-af05-29724f5de25b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:09:18.283790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 273eda17-9e77-46f8-b535-0d379a9ad05a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:18.297466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cba81-9fcb-4005-8b06-15d3f8893c07 req-421e6d1d-f79e-4c94-8f75-222b2c8d3dc7 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:18.299188 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-636cba81-9fcb-4005-8b06-15d3f8893c07 req-421e6d1d-f79e-4c94-8f75-222b2c8d3dc7 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 948 time: 0.1490247 Oct 13 00:09:18.307030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:09:18.314671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-3f006a58-2972-44ad-b059-34ee321a644e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:18.316184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-3f006a58-2972-44ad-b059-34ee321a644e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 823 time: 0.2686181 Oct 13 00:09:18.320167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3e86917-dc53-4cd0-839b-282a1e168763 admin admin] 10.222.0.21 "PUT /v2.0/routers/407c418f-6b81-4f4e-bfc7-707733847414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9931552 Oct 13 00:09:18.356184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 273eda17-9e77-46f8-b535-0d379a9ad05a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:18.356562 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:18.365157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-6b764b91-4590-433f-9c8c-972b0fed2a5e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/quotas/19a1121658ab489c8dd47b9a4173b6f2 HTTP/1.1" status: 200 len: 375 time: 0.0372081 Oct 13 00:09:18.443433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-636cba81-9fcb-4005-8b06-15d3f8893c07 req-2e7ba5f9-e9a5-41eb-a91a-ceea946fb3cd tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172409 Oct 13 00:09:18.461544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:18.467106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4d11d582-6a9a-435b-a4db-ba242494fe6f details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:09:18.499774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-e9f1b630-5c19-44c5-bc05-d32ed05b210a tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1139770 Oct 13 00:09:18.516626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 273eda17-9e77-46f8-b535-0d379a9ad05a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=273eda17-9e77-46f8-b535-0d379a9ad05a,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:18.525926 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:18.632828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85754152-8f8e-4c03-ba0b-0eda05aea3e1 req-f1de340d-8c6c-4485-8c36-26f3b4fc7c05 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:18.634038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=273eda17-9e77-46f8-b535-0d379a9ad05a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:18.634412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85754152-8f8e-4c03-ba0b-0eda05aea3e1 req-f1de340d-8c6c-4485-8c36-26f3b4fc7c05 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0826964 Oct 13 00:09:18.639994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-e448e3d9-b49f-4f34-a498-4924a3bd3304 service neutron] 10.222.0.21 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368220 Oct 13 00:09:18.651686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4d11d582-6a9a-435b-a4db-ba242494fe6f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4d11d582-6a9a-435b-a4db-ba242494fe6f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:18.663336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '4d11d582-6a9a-435b-a4db-ba242494fe6f', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '4d11d582-6a9a-435b-a4db-ba242494fe6f', 'mac_address': 'fa:16:3e:8c:83:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:09:18.710716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:18.725206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d11d582-6a9a-435b-a4db-ba242494fe6f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:18.733640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85754152-8f8e-4c03-ba0b-0eda05aea3e1 req-2266d308-c110-43d7-9862-3a7683ffe3c5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782695 Oct 13 00:09:18.752022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4d11d582-6a9a-435b-a4db-ba242494fe6f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4d11d582-6a9a-435b-a4db-ba242494fe6f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:18.759553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:18.792815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-79fb6b00-24ec-4399-bd9e-46c0ccff28a1 service neutron] 10.222.0.21 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459672 Oct 13 00:09:18.830123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4d11d582-6a9a-435b-a4db-ba242494fe6f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:18.893072 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Sync routers for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:09:18.904134 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:09:18.904878 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:09:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:19.053245 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:09:19.077683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c270fc4-4ef6-4fab-a0ff-67c6c4cb54b6 req-1dfc7d17-d7c4-41f1-916d-890a7dfd3df2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:19.085935 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c270fc4-4ef6-4fab-a0ff-67c6c4cb54b6 req-1dfc7d17-d7c4-41f1-916d-890a7dfd3df2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0962455 Oct 13 00:09:19.227209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c270fc4-4ef6-4fab-a0ff-67c6c4cb54b6 req-da70fc5f-0afc-4c12-a740-08fa104104fb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192844 Oct 13 00:09:19.338393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b4bf8d6-468b-404f-bae6-0526023b6c97 req-f4bdec35-f6ac-44dc-8aee-d5d0446b66a8 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 210 time: 0.0606952 Oct 13 00:09:19.340432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44618) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:19.345495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8a949578-b4a4-4147-8c7e-b8eb86872f02 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059545705', 'description': 'tempest-description--40043891'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:19.380804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['4d11d582-6a9a-435b-a4db-ba242494fe6f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:19.425753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a949578-b4a4-4147-8c7e-b8eb86872f02 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.438998 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 2, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:19.492194 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Checking router: 407c418f-6b81-4f4e-bfc7-707733847414 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:09:19.492659 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Updating router 407c418f-6b81-4f4e-bfc7-707733847414 port d802daa5-194c-4ea8-af05-29724f5de25b binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:09:19.531666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871dc2c-3913-4ea4-8d3f-8e30052b0ec8 req-d12baa37-eead-4da9-98f4-7e90363c66de tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:19.536787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b871dc2c-3913-4ea4-8d3f-8e30052b0ec8 req-d12baa37-eead-4da9-98f4-7e90363c66de tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 950 time: 0.1350002 Oct 13 00:09:19.537958 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.614518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a949578-b4a4-4147-8c7e-b8eb86872f02 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.622042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a949578-b4a4-4147-8c7e-b8eb86872f02 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.678280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a949578-b4a4-4147-8c7e-b8eb86872f02 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c737f34d-b4f7-410c-93ee-50e761672770,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:19.684667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a949578-b4a4-4147-8c7e-b8eb86872f02 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.685908 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8a949578-b4a4-4147-8c7e-b8eb86872f02 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3444464 Oct 13 00:09:19.688564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44624) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:19.693810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b871dc2c-3913-4ea4-8d3f-8e30052b0ec8 req-3ebc7523-196b-42be-bbd7-2ffda17ec390 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443291 Oct 13 00:09:19.698328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-12c4cc8f-db8e-49c9-b155-2ae54facd882 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Request body: {'security_group_rule': {'security_group_id': 'c737f34d-b4f7-410c-93ee-50e761672770', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:19.759621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-3ef85856-af6b-4eca-a3b1-845f4d7df2df tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:19.759914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-12c4cc8f-db8e-49c9-b155-2ae54facd882 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.760029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-3ef85856-af6b-4eca-a3b1-845f4d7df2df tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 950 time: 0.1906989 Oct 13 00:09:19.824656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde0dde-72e9-4cd3-ba4b-bf960b422d3c req-06579dd0-5496-45ae-9f2e-d2604f07aa14 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:19.824656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fde0dde-72e9-4cd3-ba4b-bf960b422d3c req-06579dd0-5496-45ae-9f2e-d2604f07aa14 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 949 time: 0.1543522 Oct 13 00:09:19.851440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-12c4cc8f-db8e-49c9-b155-2ae54facd882 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.865827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-12c4cc8f-db8e-49c9-b155-2ae54facd882 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.882668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4cc8f-db8e-49c9-b155-2ae54facd882 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fbb831-7904-49d6-b1d1-50dd306243fc,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:19.905345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-12c4cc8f-db8e-49c9-b155-2ae54facd882 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.906976 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-12c4cc8f-db8e-49c9-b155-2ae54facd882 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161798 Oct 13 00:09:19.909900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44630) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:19.917311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8577b3c3-870a-4b92-957d-23ff05fc84b6 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Request body: {'security_group_rule': {'security_group_id': 'c737f34d-b4f7-410c-93ee-50e761672770', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:19.956698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c3-870a-4b92-957d-23ff05fc84b6 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.000229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fde0dde-72e9-4cd3-ba4b-bf960b422d3c req-32c375d0-0a51-47f8-b743-fc18d23285e8 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383803 Oct 13 00:09:20.032795 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.039868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e566d-4d67-46d0-a787-3feb7a75ffee req-ae6fc8c4-c602-4899-acf2-58287b948710 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:20.042512 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.056866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-842e566d-4d67-46d0-a787-3feb7a75ffee req-ae6fc8c4-c602-4899-acf2-58287b948710 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.1779964 Oct 13 00:09:20.068040 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c3-870a-4b92-957d-23ff05fc84b6 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.076496 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c3-870a-4b92-957d-23ff05fc84b6 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.114609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577b3c3-870a-4b92-957d-23ff05fc84b6 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9399977-96d4-401a-82d9-f92485d9c9f3,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:20.125387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-842e566d-4d67-46d0-a787-3feb7a75ffee req-40f2157a-14ca-4526-b2cb-dd1337c44ecc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676446 Oct 13 00:09:20.128193 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Pushing event updated for resources: {'Port': ['ID=d802daa5-194c-4ea8-af05-29724f5de25b,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:20.144713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Deleting port 069f2698-15cd-4105-8a17-c4f5eb69fdba {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:20.145081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.145794 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.146433 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.147068 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.147708 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.148268 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.149054 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.149617 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.150706 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.151224 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.151764 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.152248 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.152794 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:20.155685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8577b3c3-870a-4b92-957d-23ff05fc84b6 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.157091 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8577b3c3-870a-4b92-957d-23ff05fc84b6 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2454436 Oct 13 00:09:20.161250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44634) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:20.176131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:20.234773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.295124 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Attempting to bind port d802daa5-194c-4ea8-af05-29724f5de25b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:20.295657 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Attempting to bind port d802daa5-194c-4ea8-af05-29724f5de25b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:20.296137 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Attempting to bind port d802daa5-194c-4ea8-af05-29724f5de25b on network 590a19f3-25c5-4062-abe5-2c7172fa54a3 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:20.307255 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:20.307806 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Checking segment: {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:20.308629 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.309113 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Bound using segment: {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:20.309708 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Bound port: d802daa5-194c-4ea8-af05-29724f5de25b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:20.310204 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.336539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 273eda17-9e77-46f8-b535-0d379a9ad05a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:20.363339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] For port 069f2698-15cd-4105-8a17-c4f5eb69fdba, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=069f2698-15cd-4105-8a17-c4f5eb69fdba,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:20.364005 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.423973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Calling delete_port for 069f2698-15cd-4105-8a17-c4f5eb69fdba owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:20.459612 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] For port d802daa5-194c-4ea8-af05-29724f5de25b, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:20.472870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 273eda17-9e77-46f8-b535-0d379a9ad05a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:20.474083 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.474345 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] For port d802daa5-194c-4ea8-af05-29724f5de25b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d802daa5-194c-4ea8-af05-29724f5de25b,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:20.485749 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.497819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc52997-8e71-45dd-a034-e931689481b5 req-00a01631-13ec-4e20-930e-7a399550fc66 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:20.501980 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edc52997-8e71-45dd-a034-e931689481b5 req-00a01631-13ec-4e20-930e-7a399550fc66 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff9df823-dc5c-455b-b065-f20136921a05 HTTP/1.1" status: 200 len: 945 time: 0.1662710 Oct 13 00:09:20.578465 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a09927-7a1f-474f-8e32-e76d0050556c None None] Pushing event updated for resources: {'Port': ['ID=d802daa5-194c-4ea8-af05-29724f5de25b,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:20.591658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78dd1-37b2-4507-95fd-17e1cd44ea76 req-687def35-1ac1-4e20-8fc7-ce1bc70e6f49 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:20.599992 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:09:20.600791 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:09:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:20.606206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57a78dd1-37b2-4507-95fd-17e1cd44ea76 req-687def35-1ac1-4e20-8fc7-ce1bc70e6f49 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.2357328 Oct 13 00:09:20.617917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-583047c3-0567-485e-b22e-424b48ac31c4 req-b8ed4f60-863f-4d9b-a25b-7d918c836c7a tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 210 time: 0.0808218 Oct 13 00:09:20.688557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-99701024-a8fe-4da0-b12d-ec0893327255 None None] Provisioning complete for port d802daa5-194c-4ea8-af05-29724f5de25b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:20.690076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99701024-a8fe-4da0-b12d-ec0893327255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.718615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57a78dd1-37b2-4507-95fd-17e1cd44ea76 req-479e36e1-9f0f-4959-a7a2-cdd56aa358f1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111948 Oct 13 00:09:20.725976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.819468 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:09:20.865409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Deleting port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:09:20.866214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.964817 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.968844 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99701024-a8fe-4da0-b12d-ec0893327255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:20.995458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d012b-5f6d-499a-b578-85e84ee71212 req-177c4c36-a2b3-4ea5-9f3c-c7edc0817627 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:20.997124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-557d012b-5f6d-499a-b578-85e84ee71212 req-177c4c36-a2b3-4ea5-9f3c-c7edc0817627 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1194515 Oct 13 00:09:21.049352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1092-c8fb-4d5c-9066-dd7fc84f9739 req-d9e55801-004c-4475-b2d5-a836473a642a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:21.058961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f62f1092-c8fb-4d5c-9066-dd7fc84f9739 req-d9e55801-004c-4475-b2d5-a836473a642a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e33043e-3262-49a8-90d4-c1ce9b990c3a HTTP/1.1" status: 200 len: 867 time: 0.2015481 Oct 13 00:09:21.078675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-99701024-a8fe-4da0-b12d-ec0893327255 None None] For port d802daa5-194c-4ea8-af05-29724f5de25b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d802daa5-194c-4ea8-af05-29724f5de25b,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:21.089375 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99701024-a8fe-4da0-b12d-ec0893327255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:21.095980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Pushing event deleted for resources: {'Port': ['ID=069f2698-15cd-4105-8a17-c4f5eb69fdba,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:21.192844 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:20Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:21.198754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] No DVR routers for this DVR port 069f2698-15cd-4105-8a17-c4f5eb69fdba on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:21.201491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:21.207382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ded69ac2-b977-41ba-89cd-6c966b02de7e req-8eb36360-cee1-442a-b002-38fd56b9b166 tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.36 "DELETE /v2.0/ports/069f2698-15cd-4105-8a17-c4f5eb69fdba HTTP/1.1" status: 204 len: 173 time: 1.4149680 Oct 13 00:09:21.218552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99701024-a8fe-4da0-b12d-ec0893327255 None None] Pushing event updated for resources: {'Port': ['ID=d802daa5-194c-4ea8-af05-29724f5de25b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:21.236250 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0224d-d368-415f-885f-1e7c3c05ec95 None None] The sync data for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 is: [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:20Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:09:21.238209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e33043e-3262-49a8-90d4-c1ce9b990c3a', 'name': 'network-vif-deleted', 'tag': '069f2698-15cd-4105-8a17-c4f5eb69fdba'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:21.240940 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f060db82-58e5-4f2e-a808-d5407b9c9726" -d '{"events": [{"server_uuid": "8e33043e-3262-49a8-90d4-c1ce9b990c3a", "name": "network-vif-deleted", "tag": "069f2698-15cd-4105-8a17-c4f5eb69fdba"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:21.252401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b4ec2bd4-def1-448d-8a76-c5d4e9ba9019 None None] Provisioning complete for port d802daa5-194c-4ea8-af05-29724f5de25b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:21.253404 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2bd4-def1-448d-8a76-c5d4e9ba9019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:21.261731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-557d012b-5f6d-499a-b578-85e84ee71212 req-25e77244-0f26-44be-9a76-906dc59db0a4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158864 Oct 13 00:09:21.284163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Allocated IP 172.25.3.223 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/5923d82d-6be6-4eec-877e-a0c266f1bf42) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:21.287404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f62f1092-c8fb-4d5c-9066-dd7fc84f9739 req-c8fabe0b-1da8-44e9-bd88-9203bf1e4e7a tempest-ServersOnMultiNodesTest-1657835659 tempest-ServersOnMultiNodesTest-1657835659-project] 10.222.0.21 "GET /v2.0/security-groups?id=848d9c87-ffb6-4e9b-b125-32070716222b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222080 Oct 13 00:09:21.352828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-e099d930-a962-4ed8-b929-24ba575be62c tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:21.357833 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-e099d930-a962-4ed8-b929-24ba575be62c tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.36 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 823 time: 0.5257390 Oct 13 00:09:21.410617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] For port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:21.411029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:21.500043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5fc35-1627-4c47-b439-9c73e7dd2c79 req-cdc81cdc-4c90-44ee-a058-e639ee270874 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:21.512949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5de5fc35-1627-4c47-b439-9c73e7dd2c79 req-cdc81cdc-4c90-44ee-a058-e639ee270874 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 949 time: 0.1031668 Oct 13 00:09:21.579786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5de5fc35-1627-4c47-b439-9c73e7dd2c79 req-223212f6-4e72-4d86-a02a-6110c9ae29e5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653763 Oct 13 00:09:21.671118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61728c87-c9ce-4721-97f1-aa09cf281b96 req-207d8a57-9cb3-4438-a8ca-bde1814fa1e4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:21.686065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61728c87-c9ce-4721-97f1-aa09cf281b96 req-207d8a57-9cb3-4438-a8ca-bde1814fa1e4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0872488 Oct 13 00:09:21.695665 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b16b7-00e1-4eb7-8f3d-95bb14fec638 x-openstack-request-id: req-149b16b7-00e1-4eb7-8f3d-95bb14fec638 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:21.695971 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e33043e-3262-49a8-90d4-c1ce9b990c3a", "name": "network-vif-deleted", "tag": "069f2698-15cd-4105-8a17-c4f5eb69fdba", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:21.696242 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-149b16b7-00e1-4eb7-8f3d-95bb14fec638 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:21.696698 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e33043e-3262-49a8-90d4-c1ce9b990c3a', 'name': 'network-vif-deleted', 'tag': '069f2698-15cd-4105-8a17-c4f5eb69fdba', 'status': 'completed', 'code': 200} Oct 13 00:09:21.737676 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-b0c8f32b-d0cf-4f1e-8743-df20736f601b tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a1121658ab489c8dd47b9a4173b6f2 HTTP/1.1" status: 200 len: 379 time: 0.3468595 Oct 13 00:09:21.757698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61728c87-c9ce-4721-97f1-aa09cf281b96 req-9e3c2e84-1816-4a74-8717-bc936de6ea7f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704305 Oct 13 00:09:21.816687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 069f2698-15cd-4105-8a17-c4f5eb69fdba no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:21.844310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 069f2698-15cd-4105-8a17-c4f5eb69fdba {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:21.857017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 069f2698-15cd-4105-8a17-c4f5eb69fdba not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:21.859067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Request body: {'port': {'device_id': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'admin_state_up': True, 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'security_groups': ['5e538f64-1eb3-4233-b3db-b646169800fe']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:21.913179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0947072-de37-493d-b15e-f3372e780663 req-5e8b9ff5-0921-491c-b07c-feef464cf25c tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 210 time: 0.0538683 Oct 13 00:09:21.927406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.039674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-c5a34153-3dce-48b4-bd85-a8b6f977e712 req-a1803f22-ef61-4361-ba26-251b7e411732 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:09:22.041541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5a34153-3dce-48b4-bd85-a8b6f977e712 req-a1803f22-ef61-4361-ba26-251b7e411732 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065265 Oct 13 00:09:22.080324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.184399 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.184766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.185093 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Floating IP e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a disassociated. External IP: 172.25.3.122, port: 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67. Oct 13 00:09:22.185446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Calling delete_port for 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:09:22.189308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:22.212183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:22.217777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:22.231301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event updated for resources: {'Port': ['ID=5923d82d-6be6-4eec-877e-a0c266f1bf42,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:22.265296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Made reservation on behalf of 19a1121658ab489c8dd47b9a4173b6f2 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:22.269110 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.389267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d802daa5-194c-4ea8-af05-29724f5de25b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:22.448672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d802daa5-194c-4ea8-af05-29724f5de25b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:22.449157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.486935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4d11d582-6a9a-435b-a4db-ba242494fe6f up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:22.500146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6944a0-871a-40c0-9995-8e9d785ca60c req-4c7c3c91-ebe4-45e5-b315-1f71b277f400 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:22.508255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c6944a0-871a-40c0-9995-8e9d785ca60c req-4c7c3c91-ebe4-45e5-b315-1f71b277f400 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1578069 Oct 13 00:09:22.595142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.605351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c6944a0-871a-40c0-9995-8e9d785ca60c req-3b50101c-8c1e-4dd6-adc6-8bc907475b39 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885506 Oct 13 00:09:22.692977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 4d11d582-6a9a-435b-a4db-ba242494fe6f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:09:22.699722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 4d11d582-6a9a-435b-a4db-ba242494fe6f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:22.700107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.738040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2e1c29f1-863a-44af-86a2-0a8ac9f9cbd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3749216 Oct 13 00:09:22.784553 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.815363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44680) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:22.834779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.867722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a3a2f1-ee10-4644-9f41-12fb5f3fb352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11d582-6a9a-435b-a4db-ba242494fe6f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:22.871604 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c73bb8b-a481-4370-904e-ae92a86c8932" -d '{"events": [{"server_uuid": "57a3a2f1-ee10-4644-9f41-12fb5f3fb352", "name": "network-vif-plugged", "status": "completed", "tag": "4d11d582-6a9a-435b-a4db-ba242494fe6f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:22.893651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4d11d582-6a9a-435b-a4db-ba242494fe6f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4d11d582-6a9a-435b-a4db-ba242494fe6f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:22.906581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:22.931474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b917b-e20a-43cf-84ba-78c28a8aea16 req-a3050b23-9b5f-4994-a17e-e76d8480d5fd tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:22.944072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e04b917b-e20a-43cf-84ba-78c28a8aea16 req-a3050b23-9b5f-4994-a17e-e76d8480d5fd tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 949 time: 0.2074649 Oct 13 00:09:23.025397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4d11d582-6a9a-435b-a4db-ba242494fe6f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:23.074475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e04b917b-e20a-43cf-84ba-78c28a8aea16 req-f9726d6c-e98d-423b-9705-97acb6afa12c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225579 Oct 13 00:09:23.117165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:23.132795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeb0e3-3a14-4da2-b223-24e1f2accdfa req-02fceb75-291d-4221-91ad-5c104788bfe5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:23.140744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26eeb0e3-3a14-4da2-b223-24e1f2accdfa req-02fceb75-291d-4221-91ad-5c104788bfe5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.2388742 Oct 13 00:09:23.151565 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e3a9c-7721-40ea-9de4-09e7a9d32438 x-openstack-request-id: req-dc5e3a9c-7721-40ea-9de4-09e7a9d32438 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:23.151907 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a3a2f1-ee10-4644-9f41-12fb5f3fb352", "name": "network-vif-plugged", "status": "completed", "tag": "4d11d582-6a9a-435b-a4db-ba242494fe6f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:23.152103 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc5e3a9c-7721-40ea-9de4-09e7a9d32438 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:23.152672 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a3a2f1-ee10-4644-9f41-12fb5f3fb352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11d582-6a9a-435b-a4db-ba242494fe6f', 'code': 200} Oct 13 00:09:23.239297 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-04980c80-045a-4f77-a073-af3db5accd17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d05105741314c25be26b660be8365c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059844 Oct 13 00:09:23.242223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:23.253787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26eeb0e3-3a14-4da2-b223-24e1f2accdfa req-0810f8e3-08da-45db-bc8b-5886d447d665 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121833 Oct 13 00:09:23.260489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event deleted for resources: {'Port': ['ID=89a2ac2e-73de-4c18-a0a0-d4d05c54dc67,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:23.271424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Allocated IP 172.20.0.3 (d40dea09-fc9f-4bf5-8d6c-92e066398f0b/1f18d5ae-53ea-43b6-a963-5360d0376533/6769ab2c-59a2-4f94-9a27-7fd239537d4c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:23.346274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51984edc-3d86-4646-8f2e-4f63f5823cdb req-e591e4bc-ee4f-4d16-859a-35818966f74e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 210 time: 0.0969224 Oct 13 00:09:23.417730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925877d2-92ae-4246-a6a3-ea82fe5d4684 req-7d7a9080-9636-42b2-ae1d-d97d8b3830aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:23.419363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-925877d2-92ae-4246-a6a3-ea82fe5d4684 req-7d7a9080-9636-42b2-ae1d-d97d8b3830aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 1101 time: 0.1580486 Oct 13 00:09:23.440320 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18c6d72c-b548-41b8-bfc3-5ae3f22aa2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:23.492783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18c6d72c-b548-41b8-bfc3-5ae3f22aa2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:23.499707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-925877d2-92ae-4246-a6a3-ea82fe5d4684 req-cba1fb49-e750-49e5-ba7f-af7f8589e0ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666602 Oct 13 00:09:23.547702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:23.563762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:23.575627 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18c6d72c-b548-41b8-bfc3-5ae3f22aa2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:23.580918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18c6d72c-b548-41b8-bfc3-5ae3f22aa2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:23.588067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-18c6d72c-b548-41b8-bfc3-5ae3f22aa2e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/848d9c87-ffb6-4e9b-b125-32070716222b HTTP/1.1" status: 204 len: 168 time: 0.3409917 Oct 13 00:09:23.604544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6d72c-b548-41b8-bfc3-5ae3f22aa2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848d9c87-ffb6-4e9b-b125-32070716222b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:23.643882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Router 1ae17044-b6d9-4365-b493-d43451040de8 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:09:23.676882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:23.763578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event updated for resources: {'Port': ['ID=5923d82d-6be6-4eec-877e-a0c266f1bf42,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:23.882944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b472f4-3397-4af8-8257-49e2cba336f5 req-9b4b2683-47f8-4a75-b0f1-414d2677b1d4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:23.885520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01b472f4-3397-4af8-8257-49e2cba336f5 req-9b4b2683-47f8-4a75-b0f1-414d2677b1d4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1182313 Oct 13 00:09:23.962276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01b472f4-3397-4af8-8257-49e2cba336f5 req-2fe9a4cb-cf89-4263-ba1d-31b333b8abf8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704572 Oct 13 00:09:24.198305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7767b-5c99-44c4-8edb-d28d0f971f04 req-06dcba01-fac4-41ec-8f2b-e2ca88a70f26 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:24.206957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bb7767b-5c99-44c4-8edb-d28d0f971f04 req-06dcba01-fac4-41ec-8f2b-e2ca88a70f26 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 950 time: 0.0634022 Oct 13 00:09:24.206957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44722) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:24.233726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.284588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.285994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bb7767b-5c99-44c4-8edb-d28d0f971f04 req-119664df-1e69-4a17-a92c-6c84fd423c10 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704498 Oct 13 00:09:24.295028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-51704a59-de7f-44e7-b2f6-619daf5a76aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aef83e55877845fb9027806c18683256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862184 Oct 13 00:09:24.295813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44726) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:24.311674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.322824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0b0623bb-6c35-4ff2-8edf-6ad142d23cab tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1601870 Oct 13 00:09:24.332627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:24.357733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:24.360344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:24.430728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73887ce-d12f-464b-81f9-590013447627 req-02b59211-14c4-4418-a4d9-f6cbd66a5588 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:24.437964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:24.438707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.443639 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c73887ce-d12f-464b-81f9-590013447627 req-02b59211-14c4-4418-a4d9-f6cbd66a5588 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0983613 Oct 13 00:09:24.451304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:09:24.461380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] Sync routers for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:09:24.463537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event updated for resources: {'Port': ['ID=6769ab2c-59a2-4f94-9a27-7fd239537d4c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:24.475444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ecdd714-1be3-483a-9058-85bcb4a389dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.482769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:24.530428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:09:24.531153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:09:24.536363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:09:24.537588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:09:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:24.542039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ecdd714-1be3-483a-9058-85bcb4a389dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.556355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-498fd444-f54e-4c44-bc1d-6fac5f29b98d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7034178 Oct 13 00:09:24.605109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] No DVR routers for this DVR port 89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:24.615479 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.624684 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edc52997-8e71-45dd-a034-e931689481b5 req-f4a9ef55-be6d-4dd3-ac97-1737887c2924 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.45 "DELETE /v2.0/ports/89a2ac2e-73de-4c18-a0a0-d4d05c54dc67 HTTP/1.1" status: 204 len: 173 time: 4.1089768 Oct 13 00:09:24.631068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9df823-dc5c-455b-b065-f20136921a05', 'name': 'network-vif-deleted', 'tag': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:24.638891 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540ceecd-824e-4325-9357-b7bd3d111603" -d '{"events": [{"server_uuid": "ff9df823-dc5c-455b-b065-f20136921a05", "name": "network-vif-deleted", "tag": "89a2ac2e-73de-4c18-a0a0-d4d05c54dc67"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:24.673277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Request body: {'port': {'device_id': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:24.681773 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c73887ce-d12f-464b-81f9-590013447627 req-f55655be-c9b4-47d9-b494-fc9d60a75520 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333081 Oct 13 00:09:24.741441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:09:24.799853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb036d8-73cf-479a-a5b5-1bddd427051a req-4e402755-b3dc-4aac-a395-6346bc675864 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:24.801436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2eb036d8-73cf-479a-a5b5-1bddd427051a req-4e402755-b3dc-4aac-a395-6346bc675864 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 931 time: 0.2849805 Oct 13 00:09:24.828390 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0ab81b-e1a6-4e09-8238-442a06e91b63 x-openstack-request-id: req-dc0ab81b-e1a6-4e09-8238-442a06e91b63 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:24.829000 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9df823-dc5c-455b-b065-f20136921a05", "name": "network-vif-deleted", "tag": "89a2ac2e-73de-4c18-a0a0-d4d05c54dc67", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:24.830622 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc0ab81b-e1a6-4e09-8238-442a06e91b63 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:24.845284 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9df823-dc5c-455b-b065-f20136921a05', 'name': 'network-vif-deleted', 'tag': '89a2ac2e-73de-4c18-a0a0-d4d05c54dc67', 'status': 'completed', 'code': 200} Oct 13 00:09:24.855087 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ecdd714-1be3-483a-9058-85bcb4a389dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.857946 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ecdd714-1be3-483a-9058-85bcb4a389dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.862606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6ecdd714-1be3-483a-9058-85bcb4a389dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/393016fc-b9bc-42e3-b9a5-3d1b9702a3e8 HTTP/1.1" status: 204 len: 168 time: 0.5654278 Oct 13 00:09:24.869931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-cb780bed-74db-4247-8d6e-cd4a4a782118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:24.871831 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-cb780bed-74db-4247-8d6e-cd4a4a782118 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1099 time: 0.1936431 Oct 13 00:09:24.879856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:24.880972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdd714-1be3-483a-9058-85bcb4a389dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393016fc-b9bc-42e3-b9a5-3d1b9702a3e8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:24.916887 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2eb036d8-73cf-479a-a5b5-1bddd427051a req-feac746b-4cce-46a9-8e83-e40f08043f43 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043558 Oct 13 00:09:25.053450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6445361f-32f7-44e6-ba41-1ea7e6a6a0da None None] Provisioning complete for port 6769ab2c-59a2-4f94-9a27-7fd239537d4c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:25.054271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6445361f-32f7-44e6-ba41-1ea7e6a6a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:25.162540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6445361f-32f7-44e6-ba41-1ea7e6a6a0da None None] Port 6769ab2c-59a2-4f94-9a27-7fd239537d4c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:09:25.228775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e401b-ebc5-44ce-b2b3-901d5d9e9a01 req-c730137f-152e-4a65-b4dc-72bbfd374cc7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:25.241315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f9e401b-ebc5-44ce-b2b3-901d5d9e9a01 req-c730137f-152e-4a65-b4dc-72bbfd374cc7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1517510 Oct 13 00:09:25.294607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f9e401b-ebc5-44ce-b2b3-901d5d9e9a01 req-00f12319-52d2-496e-9f73-47acbac1d227 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Oct 13 00:09:25.296298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:25.325001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-4be59101-32e3-4824-a7fd-4a090166d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:25.326491 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-4be59101-32e3-4824-a7fd-4a090166d435 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.4315894 Oct 13 00:09:25.345601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] Checking router: 1ae17044-b6d9-4365-b493-d43451040de8 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:09:25.357130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:09:25.358128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:09:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:25.387983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-954d9eb4-fba0-4a14-a500-42dc9d531077 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0520458 Oct 13 00:09:25.526183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-0517f566-f29d-48bd-9312-aff899b20938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:25.527757 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-0517f566-f29d-48bd-9312-aff899b20938 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1306043 Oct 13 00:09:25.543434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68085b-12e6-445f-b590-0c8730b340b2 req-6f1d706b-567a-40f5-a0aa-a6dc2ab6ea19 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:25.545180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d68085b-12e6-445f-b590-0c8730b340b2 req-6f1d706b-567a-40f5-a0aa-a6dc2ab6ea19 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 950 time: 0.0711064 Oct 13 00:09:25.602990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:09:25.617225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6769ab2c-59a2-4f94-9a27-7fd239537d4c {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:25.653541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:25.670081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d68085b-12e6-445f-b590-0c8730b340b2 req-93c1a901-544e-434c-ae16-4f8a77d51e53 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180327 Oct 13 00:09:25.697880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Transition to ACTIVE for port object 6769ab2c-59a2-4f94-9a27-7fd239537d4c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:09:25.704574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2e4b176c-4793-44fa-9593-b6c763ce5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:25.721160 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2e4b176c-4793-44fa-9593-b6c763ce5bee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793265 Oct 13 00:09:25.722805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:26.054454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Pushing event updated for resources: {'Port': ['ID=6769ab2c-59a2-4f94-9a27-7fd239537d4c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:26.206667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-d513e461-3e58-4f26-b135-c2b91ef89edf service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638352 Oct 13 00:09:26.271615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:26.295206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Attempting to bind port 6769ab2c-59a2-4f94-9a27-7fd239537d4c on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:26.295609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Attempting to bind port 6769ab2c-59a2-4f94-9a27-7fd239537d4c by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:26.295896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Attempting to bind port 6769ab2c-59a2-4f94-9a27-7fd239537d4c on network d40dea09-fc9f-4bf5-8d6c-92e066398f0b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:26.303404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Port 6769ab2c-59a2-4f94-9a27-7fd239537d4c on network d40dea09-fc9f-4bf5-8d6c-92e066398f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:09:26.303771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Attempting to bind port 6769ab2c-59a2-4f94-9a27-7fd239537d4c on network d40dea09-fc9f-4bf5-8d6c-92e066398f0b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:26.319549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:26.319549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Checking segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:26.319549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Bound using segment: {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:26.319549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Bound port: 6769ab2c-59a2-4f94-9a27-7fd239537d4c, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf83165-34db-4106-afa9-c60b0a14b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:26.320055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:26.363053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca73ef6-8b98-4a3d-9de8-aa89017de8e6 None None] The sync data for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 is: [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:09:26.425356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] For port 6769ab2c-59a2-4f94-9a27-7fd239537d4c, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:26.429445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] For port 6769ab2c-59a2-4f94-9a27-7fd239537d4c, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6769ab2c-59a2-4f94-9a27-7fd239537d4c,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:26.435054 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-a758c0e5-4d3d-4c42-a6f5-10a2f5094e20 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176111 Oct 13 00:09:26.440077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:26.501981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:26.503619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:26.505040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] 10.222.0.36 "PUT /v2.0/ports/6769ab2c-59a2-4f94-9a27-7fd239537d4c HTTP/1.1" status: 200 len: 1091 time: 1.8766434 Oct 13 00:09:26.561736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255cf58-8e25-4aa9-b2c3-cb11563402db req-81ff0b4d-02d1-4975-9b5e-2024eb7722b2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:26.563289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6255cf58-8e25-4aa9-b2c3-cb11563402db req-81ff0b4d-02d1-4975-9b5e-2024eb7722b2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.7348526 Oct 13 00:09:26.575080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b0244-cf50-480e-a432-8a162e9f1c04 service neutron] Pushing event updated for resources: {'Port': ['ID=6769ab2c-59a2-4f94-9a27-7fd239537d4c,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:26.720870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6255cf58-8e25-4aa9-b2c3-cb11563402db req-491748b9-18c8-4bad-977f-295c6d43f206 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502717 Oct 13 00:09:26.744027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-58ddbde7-8986-4632-984f-0faf02989695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:26.746750 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-58ddbde7-8986-4632-984f-0faf02989695 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0979674 Oct 13 00:09:26.773223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce426559-a2fd-413f-bca0-c7abbb93c320 req-c091f2d1-551f-4d62-b624-66b2ad930d9c tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:26.782527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce426559-a2fd-413f-bca0-c7abbb93c320 req-c091f2d1-551f-4d62-b624-66b2ad930d9c tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 943 time: 0.1875942 Oct 13 00:09:26.840687 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-d4878111-0ec7-4a67-a4aa-ee089ad4a060 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6769ab2c-59a2-4f94-9a27-7fd239537d4c HTTP/1.1" status: 200 len: 217 time: 0.0720766 Oct 13 00:09:26.846998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'tag': '6769ab2c-59a2-4f94-9a27-7fd239537d4c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:26.849714 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba177e16-b0c6-40e1-94c7-0d2560b66bc3", "tag": "6769ab2c-59a2-4f94-9a27-7fd239537d4c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:26.858565 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b81bd-b269-425d-87d8-b63d7e638005 None None] New status for floating IP e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:09:26.867285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce426559-a2fd-413f-bca0-c7abbb93c320 req-3ff83783-455c-4645-ab85-533c718d0c59 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781250 Oct 13 00:09:26.988449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bee71-5ef3-4423-a986-85cb6fe1e5b4 req-54c85d8d-90da-4cd0-807d-7dda7712ab18 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:26.990877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-948bee71-5ef3-4423-a986-85cb6fe1e5b4 req-54c85d8d-90da-4cd0-807d-7dda7712ab18 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0635080 Oct 13 00:09:27.019728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-9638d791-f6da-45f5-96ec-6d3de7704e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.024014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-9638d791-f6da-45f5-96ec-6d3de7704e2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 200 len: 862 time: 0.1467750 Oct 13 00:09:27.045539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-948bee71-5ef3-4423-a986-85cb6fe1e5b4 req-85812885-09e1-45c4-8eb3-738e5c8b15b3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465086 Oct 13 00:09:27.102925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-069fb283-2438-4677-b0d3-48a309195b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.104554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-069fb283-2438-4677-b0d3-48a309195b76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721288 Oct 13 00:09:27.251265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-3e971324-5d10-418b-b517-0e68875c5d98 service neutron] 10.222.0.36 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378171 Oct 13 00:09:27.342276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.342858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.343548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.343817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.344263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.346967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.346967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.346967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.346967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.346967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.346967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.347417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.349982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-bd7d7c38-ea8e-4fd0-b41d-2b05155861bd tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3&device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911&device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51&device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae&device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0&device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a&device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e&device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6&device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e&device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 10866 time: 0.0942106 Oct 13 00:09:27.379453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-cd43fa1b-dbfa-4c40-861d-1cce7e41c834 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:27.402144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e7d1c6b-e771-41c9-ac89-de2f4c767cbf req-f14ff5d2-627c-4c16-a3f4-e5fc5df12203 service neutron] 10.222.0.36 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298628 Oct 13 00:09:27.464844 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-cd43fa1b-dbfa-4c40-861d-1cce7e41c834 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:27.469433 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-cd43fa1b-dbfa-4c40-861d-1cce7e41c834 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:27.498901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0590e503-9218-4b33-b7e7-54d9d4b5308d req-cd43fa1b-dbfa-4c40-861d-1cce7e41c834 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&id=e6d756bf-70e9-4833-8b04-9affbf3bde75&id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&id=5e538f64-1eb3-4233-b3db-b646169800fe&id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 672 time: 0.1401291 Oct 13 00:09:27.507910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43fa1b-dbfa-4c40-861d-1cce7e41c834 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70031f7b-f848-4691-8082-d56aceb2d33b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:27.544154 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0f0db9-f068-4343-8fa1-318bb06a03e5 x-openstack-request-id: req-ab0f0db9-f068-4343-8fa1-318bb06a03e5 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:27.544450 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba177e16-b0c6-40e1-94c7-0d2560b66bc3", "tag": "6769ab2c-59a2-4f94-9a27-7fd239537d4c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:27.544732 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab0f0db9-f068-4343-8fa1-318bb06a03e5 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:27.545131 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'tag': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'status': 'completed', 'code': 200} Oct 13 00:09:27.660489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-5e5e987e-1ceb-426d-9a31-bb6454724b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.662307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-5e5e987e-1ceb-426d-9a31-bb6454724b1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0633647 Oct 13 00:09:27.766927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-dc102dfb-e0ef-46a0-bee5-8d3b15900715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.768766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-dc102dfb-e0ef-46a0-bee5-8d3b15900715 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 924 time: 0.0988226 Oct 13 00:09:27.816309 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-7d018a1d-cbef-4613-8e07-493a5c47e83b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6769ab2c-59a2-4f94-9a27-7fd239537d4c HTTP/1.1" status: 200 len: 217 time: 0.0400381 Oct 13 00:09:27.872326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-2dbdebe2-a256-4845-9f66-8b791a409d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.873807 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-2dbdebe2-a256-4845-9f66-8b791a409d5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 200 len: 862 time: 0.0502131 Oct 13 00:09:27.889719 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33891f64-0ab9-4b09-be57-1f25627bae6c req-d9a6bcc2-4020-47e7-94b6-11d43484f7da tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.890839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33891f64-0ab9-4b09-be57-1f25627bae6c req-d9a6bcc2-4020-47e7-94b6-11d43484f7da tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.891494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33891f64-0ab9-4b09-be57-1f25627bae6c req-d9a6bcc2-4020-47e7-94b6-11d43484f7da tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.896027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33891f64-0ab9-4b09-be57-1f25627bae6c req-d9a6bcc2-4020-47e7-94b6-11d43484f7da tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352&device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae&device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 2883 time: 0.0553050 Oct 13 00:09:27.934212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-5230cebd-bd0e-46bb-a82a-e5c61ddb9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:27.944480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-5230cebd-bd0e-46bb-a82a-e5c61ddb9c88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611894 Oct 13 00:09:27.945179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33891f64-0ab9-4b09-be57-1f25627bae6c req-59cb7a6b-5dc2-4531-adaa-8e4153c66e8c tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Oct 13 00:09:28.039824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ca00-89d8-4b3c-8c67-a462167033dd req-fe728e61-cbf0-4dde-8c0f-d009ec6fe9a5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:28.042154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6214ca00-89d8-4b3c-8c67-a462167033dd req-fe728e61-cbf0-4dde-8c0f-d009ec6fe9a5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0538325 Oct 13 00:09:28.063805 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-036971f7-a54e-4e3d-b388-914162cddd32 service neutron] 10.222.0.36 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051822 Oct 13 00:09:28.092804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6214ca00-89d8-4b3c-8c67-a462167033dd req-3b09590a-8799-43c7-8fc9-8a6a143f4268 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Oct 13 00:09:28.169259 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f5ad4bc-cf55-428a-85e0-f174e557c8b0 req-12dbdf53-fe17-4560-b84c-31149c24bbca service neutron] 10.222.0.36 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971684 Oct 13 00:09:28.301592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153cdd0-6deb-40f2-acbc-597a845442aa req-cf847077-d1ac-4101-ae8e-f0b0962a3f88 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:28.303001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a153cdd0-6deb-40f2-acbc-597a845442aa req-cf847077-d1ac-4101-ae8e-f0b0962a3f88 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 943 time: 0.0503356 Oct 13 00:09:28.343721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a153cdd0-6deb-40f2-acbc-597a845442aa req-3c99aef2-48ed-4c76-a284-058c7aa1448a tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329869 Oct 13 00:09:28.502705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cf0d2-d739-4d2d-bdf1-bf591be105f1 req-1a818873-79dd-4270-a984-a01833f35b8b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:28.504285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a13cf0d2-d739-4d2d-bdf1-bf591be105f1 req-1a818873-79dd-4270-a984-a01833f35b8b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0558147 Oct 13 00:09:28.547228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a13cf0d2-d739-4d2d-bdf1-bf591be105f1 req-ab3693d1-1734-4c1d-9000-d0d0e8cf4446 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357137 Oct 13 00:09:29.099942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162de19d-a6b1-4247-9326-d65b3a4493eb req-f0615ea0-7510-4486-bdac-0a1f491fd913 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:29.101613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-162de19d-a6b1-4247-9326-d65b3a4493eb req-f0615ea0-7510-4486-bdac-0a1f491fd913 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1101 time: 0.0460439 Oct 13 00:09:29.139202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-162de19d-a6b1-4247-9326-d65b3a4493eb req-c4b498fc-b176-4e8b-99b8-bffc80d05d7a tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Oct 13 00:09:29.265689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1abf-233d-485c-9223-f6f745da9db2 req-b940c4e0-c799-4971-b500-c4e824a8ead9 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:29.267164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fad1abf-233d-485c-9223-f6f745da9db2 req-b940c4e0-c799-4971-b500-c4e824a8ead9 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0612001 Oct 13 00:09:29.306499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fad1abf-233d-485c-9223-f6f745da9db2 req-2ee961c9-fbd6-4901-86f0-f61c57464132 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Oct 13 00:09:29.421070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc607b0-0020-4cde-a709-32152bfb2166 req-45bdda16-1213-4b8d-a2d6-be3e7a887e5b tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:29.422601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cc607b0-0020-4cde-a709-32152bfb2166 req-45bdda16-1213-4b8d-a2d6-be3e7a887e5b tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1101 time: 0.0598037 Oct 13 00:09:29.460403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cc607b0-0020-4cde-a709-32152bfb2166 req-394228b4-2f4f-4188-b45f-33971ed6bda3 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Oct 13 00:09:29.642381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c37885-fd8b-4185-bf33-c3b2af7c20fa req-c8c9b82f-d7f6-41ec-b8a2-90f0a1fd7569 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:29.644064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9c37885-fd8b-4185-bf33-c3b2af7c20fa req-c8c9b82f-d7f6-41ec-b8a2-90f0a1fd7569 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 943 time: 0.0527325 Oct 13 00:09:29.686055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9c37885-fd8b-4185-bf33-c3b2af7c20fa req-9f38edce-2bb3-4373-a960-345d18e56d07 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347250 Oct 13 00:09:29.976969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bea1e-d9e5-4228-a65a-4069c7180298 req-411c4d7e-5620-493c-b327-bfef0e9279a2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:29.978616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d8bea1e-d9e5-4228-a65a-4069c7180298 req-411c4d7e-5620-493c-b327-bfef0e9279a2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0560377 Oct 13 00:09:30.018247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d8bea1e-d9e5-4228-a65a-4069c7180298 req-06804525-b8f9-4d4d-bbc6-8c4d8da3ac3a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Oct 13 00:09:31.858286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6769ab2c-59a2-4f94-9a27-7fd239537d4c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:09:31.970550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6769ab2c-59a2-4f94-9a27-7fd239537d4c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6769ab2c-59a2-4f94-9a27-7fd239537d4c,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:31.983576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'port_id': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'mac_address': 'fa:16:3e:3e:29:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:09:32.025582 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:32.039030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6769ab2c-59a2-4f94-9a27-7fd239537d4c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:32.064192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6769ab2c-59a2-4f94-9a27-7fd239537d4c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6769ab2c-59a2-4f94-9a27-7fd239537d4c,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:32.069048 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:32.120978 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6769ab2c-59a2-4f94-9a27-7fd239537d4c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:32.535963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6769ab2c-59a2-4f94-9a27-7fd239537d4c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:33.874418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6769ab2c-59a2-4f94-9a27-7fd239537d4c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:33.928812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 6769ab2c-59a2-4f94-9a27-7fd239537d4c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:09:33.934727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 6769ab2c-59a2-4f94-9a27-7fd239537d4c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:33.934727 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:34.038879 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:34.072423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6769ab2c-59a2-4f94-9a27-7fd239537d4c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:34.074932 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30d43de-5f6f-412d-94e9-6b14deb11ec4" -d '{"events": [{"server_uuid": "ba177e16-b0c6-40e1-94c7-0d2560b66bc3", "name": "network-vif-plugged", "status": "completed", "tag": "6769ab2c-59a2-4f94-9a27-7fd239537d4c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:34.088386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6769ab2c-59a2-4f94-9a27-7fd239537d4c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6769ab2c-59a2-4f94-9a27-7fd239537d4c,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:34.094007 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:34.158562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6769ab2c-59a2-4f94-9a27-7fd239537d4c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:34.175831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad779c79-3ff0-4407-96b5-fe419eba7711 req-c7e3517e-2979-44f5-be60-76d0df1332c7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:34.180113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad779c79-3ff0-4407-96b5-fe419eba7711 req-c7e3517e-2979-44f5-be60-76d0df1332c7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0894394 Oct 13 00:09:34.249980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad779c79-3ff0-4407-96b5-fe419eba7711 req-345c98f7-20b6-4fdc-9d81-afc9b790a8da tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651524 Oct 13 00:09:34.418839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c0e17-4e6f-47c8-a9e6-f3d9c2e97be9 req-a8b62fa3-0c2f-42be-afc8-62038f6034f5 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:34.420800 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a3c0e17-4e6f-47c8-a9e6-f3d9c2e97be9 req-a8b62fa3-0c2f-42be-afc8-62038f6034f5 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.0625410 Oct 13 00:09:34.483055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44962) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:34.496553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a3c0e17-4e6f-47c8-a9e6-f3d9c2e97be9 req-4fcd9353-9189-4a8a-8324-6f6ad89bd37d tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647399 Oct 13 00:09:34.522454 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da477-111b-4895-afde-5188190cbb06 req-50b2518d-903b-46ef-a25a-ffd97b54c86f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:34.525954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d16da477-111b-4895-afde-5188190cbb06 req-50b2518d-903b-46ef-a25a-ffd97b54c86f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1039639 Oct 13 00:09:34.573594 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df408bf-5bbb-46c0-804e-d1678f100ddd x-openstack-request-id: req-9df408bf-5bbb-46c0-804e-d1678f100ddd {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:34.575321 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba177e16-b0c6-40e1-94c7-0d2560b66bc3", "name": "network-vif-plugged", "status": "completed", "tag": "6769ab2c-59a2-4f94-9a27-7fd239537d4c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:34.577281 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9df408bf-5bbb-46c0-804e-d1678f100ddd {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:34.578789 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'code': 200} Oct 13 00:09:34.588631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d16da477-111b-4895-afde-5188190cbb06 req-08f00a4f-20fe-4a05-8e9e-00dc2736686f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561221 Oct 13 00:09:34.661512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1d94132-5eec-454a-878e-fc3c7192517e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:34.710033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cf886-9d38-4dd6-ab18-8d0279bafa76 req-4d1dea67-4582-4c9f-8401-bb07d3b449a1 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:34.718416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-134cf886-9d38-4dd6-ab18-8d0279bafa76 req-4d1dea67-4582-4c9f-8401-bb07d3b449a1 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0757875 Oct 13 00:09:34.761913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-134cf886-9d38-4dd6-ab18-8d0279bafa76 req-a0a0ebfd-1243-4134-92e6-38708caa3990 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Oct 13 00:09:34.820578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc3255-6708-4943-9916-23b8b8de7141 req-49798ecf-a187-406a-b101-2c8798c6b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:34.822198 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e7fc3255-6708-4943-9916-23b8b8de7141 req-49798ecf-a187-406a-b101-2c8798c6b0ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0946784 Oct 13 00:09:34.823939 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1d94132-5eec-454a-878e-fc3c7192517e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:34.828173 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1d94132-5eec-454a-878e-fc3c7192517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:34.885167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c1d94132-5eec-454a-878e-fc3c7192517e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2c71871c3d942e9b3c877bfb435bc6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001484 Oct 13 00:09:34.887266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d94132-5eec-454a-878e-fc3c7192517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daad9de3-437f-475b-8dc3-554550bd7677,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:34.888011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44974) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:34.902712 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e7fc3255-6708-4943-9916-23b8b8de7141 req-9fa4d3a3-0ca3-45af-95c9-f741685964b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710018 Oct 13 00:09:34.945553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef05b4fb-8980-4528-b5da-de5031503eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:34.971552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef05b4fb-8980-4528-b5da-de5031503eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:35.020344 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef05b4fb-8980-4528-b5da-de5031503eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:35.022919 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef05b4fb-8980-4528-b5da-de5031503eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:35.024127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ef05b4fb-8980-4528-b5da-de5031503eaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/daad9de3-437f-475b-8dc3-554550bd7677 HTTP/1.1" status: 204 len: 168 time: 0.1350663 Oct 13 00:09:35.033482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05b4fb-8980-4528-b5da-de5031503eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daad9de3-437f-475b-8dc3-554550bd7677,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:35.422354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f3df-faf4-4115-96f3-3e0ee8fb9c79 req-95f47f30-3c52-4a08-8e82-38ae482df859 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:35.423960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42a5f3df-faf4-4115-96f3-3e0ee8fb9c79 req-95f47f30-3c52-4a08-8e82-38ae482df859 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0994561 Oct 13 00:09:35.489236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42a5f3df-faf4-4115-96f3-3e0ee8fb9c79 req-64942991-c636-4838-93b6-dcb2178214e2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577564 Oct 13 00:09:35.643812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de604fd-1975-4ebc-8c91-abc8db28b704 req-c0a524eb-41f7-442d-aea7-c3cfa2b5eda0 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:35.645408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9de604fd-1975-4ebc-8c91-abc8db28b704 req-c0a524eb-41f7-442d-aea7-c3cfa2b5eda0 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.0619037 Oct 13 00:09:35.731316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9de604fd-1975-4ebc-8c91-abc8db28b704 req-99d52ca8-e483-4477-a326-925a73e3e5b7 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781004 Oct 13 00:09:35.775951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a464ec-d79f-4e5f-be88-36c68c7b951a req-51247e11-5c24-486d-97a9-0df4b235ecd7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:35.777611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77a464ec-d79f-4e5f-be88-36c68c7b951a req-51247e11-5c24-486d-97a9-0df4b235ecd7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0678573 Oct 13 00:09:35.825734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77a464ec-d79f-4e5f-be88-36c68c7b951a req-a5f00f85-ab17-4868-9a50-0f21b7212e3c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Oct 13 00:09:35.907851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9289f-6f90-4a06-9e1f-250e5b886ec0 req-53cda626-9d08-4d29-a11e-cc0bf1ced7f5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:35.916195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39e9289f-6f90-4a06-9e1f-250e5b886ec0 req-53cda626-9d08-4d29-a11e-cc0bf1ced7f5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0655599 Oct 13 00:09:35.968080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39e9289f-6f90-4a06-9e1f-250e5b886ec0 req-08be7fc0-280c-4953-8c00-433fc7c4c794 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509605 Oct 13 00:09:36.178366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:36.663718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45062) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:36.688649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d66a3-5315-47b0-b49d-20fb293f0ab0 req-1e0ead3f-cc21-43d5-a49a-c4ae963c8725 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:36.696191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-115d66a3-5315-47b0-b49d-20fb293f0ab0 req-1e0ead3f-cc21-43d5-a49a-c4ae963c8725 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.1105633 Oct 13 00:09:36.736351 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:36.758099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-115d66a3-5315-47b0-b49d-20fb293f0ab0 req-aa686ebb-679d-4fd7-91d4-67befaf92375 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597546 Oct 13 00:09:36.801483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-731250ed-ed7f-4d12-8616-1f93b9ae5355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:36.936953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7bad7-b828-4eda-b9c1-be5c1c32977d req-54359df8-d1d3-4ebc-81dc-65f6bac47b58 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:36.938591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cc7bad7-b828-4eda-b9c1-be5c1c32977d req-54359df8-d1d3-4ebc-81dc-65f6bac47b58 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.1032367 Oct 13 00:09:37.006829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-731250ed-ed7f-4d12-8616-1f93b9ae5355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:37.015485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-731250ed-ed7f-4d12-8616-1f93b9ae5355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:37.069968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cc7bad7-b828-4eda-b9c1-be5c1c32977d req-04795fdc-3047-4252-85d4-6b2eef9a8aaf tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145372 Oct 13 00:09:37.078193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66b93a-4d06-41e3-ab4a-6c97f14cc7a1 req-8d6b8bce-803a-480d-b24f-2481f51dbdbe tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:37.085563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f66b93a-4d06-41e3-ab4a-6c97f14cc7a1 req-8d6b8bce-803a-480d-b24f-2481f51dbdbe tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1423697 Oct 13 00:09:37.098522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-731250ed-ed7f-4d12-8616-1f93b9ae5355 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5ccfe6f49f04fa6821c5f8f27c052ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305089 Oct 13 00:09:37.098522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731250ed-ed7f-4d12-8616-1f93b9ae5355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e4a01-c727-4ca6-9492-20dc8391cc7b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:37.100702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45076) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:37.172553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f66b93a-4d06-41e3-ab4a-6c97f14cc7a1 req-1ac3632d-908a-4385-a68f-3039705c4963 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861042 Oct 13 00:09:37.212903 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5fe087b-598f-4e96-afe3-fadeb6dc5789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:37.232439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a850-d67d-4fc1-ac5c-125dfdf6671d req-cd807f0e-e4d5-4e2c-8ad8-45d02a7d4e38 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:37.233953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-daa2a850-d67d-4fc1-ac5c-125dfdf6671d req-cd807f0e-e4d5-4e2c-8ad8-45d02a7d4e38 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0913699 Oct 13 00:09:37.261547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5fe087b-598f-4e96-afe3-fadeb6dc5789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:37.362081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-daa2a850-d67d-4fc1-ac5c-125dfdf6671d req-0362a0fa-b2e3-45a7-8b95-601c3d3fd479 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165040 Oct 13 00:09:37.375260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94578f1-10f7-48cf-8454-be60588884f6 req-1d0a9293-6610-4eea-9e6b-e54abe966375 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:37.380064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b94578f1-10f7-48cf-8454-be60588884f6 req-1d0a9293-6610-4eea-9e6b-e54abe966375 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.1357009 Oct 13 00:09:37.387068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45080) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:37.394004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Request body: {'floatingip': {'port_id': '6769ab2c-59a2-4f94-9a27-7fd239537d4c'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:37.409378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5fe087b-598f-4e96-afe3-fadeb6dc5789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:37.412562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5fe087b-598f-4e96-afe3-fadeb6dc5789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:37.413905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5fe087b-598f-4e96-afe3-fadeb6dc5789 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b60e4a01-c727-4ca6-9492-20dc8391cc7b HTTP/1.1" status: 204 len: 168 time: 0.3054099 Oct 13 00:09:37.423461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe087b-598f-4e96-afe3-fadeb6dc5789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e4a01-c727-4ca6-9492-20dc8391cc7b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:37.478605 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:37.958691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7c93b-b5bb-4ea0-8ce4-9ff3d32f6554 req-fda9cc9d-b05a-42a6-a5c4-e2036ceb017c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:37.967801 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b7c93b-b5bb-4ea0-8ce4-9ff3d32f6554 req-fda9cc9d-b05a-42a6-a5c4-e2036ceb017c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0900707 Oct 13 00:09:38.016862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b7c93b-b5bb-4ea0-8ce4-9ff3d32f6554 req-4bbb2535-89b0-4ed2-b4d5-8b641f08b29f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480590 Oct 13 00:09:38.082346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:38.089475 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:38.222672 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Floating IP e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a associated. External IP: 172.25.3.122, port: 6769ab2c-59a2-4f94-9a27-7fd239537d4c. Oct 13 00:09:38.355782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e9667-b4c7-4de0-b3d7-5ad8ad909ec9 req-5da3229e-379d-41c8-8b58-575c0979bde9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:38.359217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-805e9667-b4c7-4de0-b3d7-5ad8ad909ec9 req-5da3229e-379d-41c8-8b58-575c0979bde9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0883772 Oct 13 00:09:38.419996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-805e9667-b4c7-4de0-b3d7-5ad8ad909ec9 req-a08af35c-bcf2-46cc-884b-8fe5beee1c65 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530231 Oct 13 00:09:38.474672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:38.521339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac860f-fb5e-4986-aeac-5d6fa130936f req-9638c5f7-495c-4bd2-bde7-6e5aaa5ce5f6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:38.528288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aac860f-fb5e-4986-aeac-5d6fa130936f req-9638c5f7-495c-4bd2-bde7-6e5aaa5ce5f6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0748663 Oct 13 00:09:38.570524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Router 1ae17044-b6d9-4365-b493-d43451040de8 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:09:38.594505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aac860f-fb5e-4986-aeac-5d6fa130936f req-bbc654fb-2fcb-4dd2-a080-d5656cf513a3 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601521 Oct 13 00:09:38.985975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1190217023-network', 'tenant_id': '26f78f2081ee4cdf90f972534e1c2d98'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:39.021015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:09:39.022949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Made reservation on behalf of 26f78f2081ee4cdf90f972534e1c2d98 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:39.025850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.030193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.032657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] Sync routers for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:09:39.051613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:09:39.052253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:09:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:39.072523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.087826 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2b2bdd5a-c106-4ec9-be46-ea210123fc18 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "PUT /v2.0/floatingips/e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a HTTP/1.1" status: 200 len: 991 time: 1.6965084 Oct 13 00:09:39.087826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'tag': '6769ab2c-59a2-4f94-9a27-7fd239537d4c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:39.092691 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba177e16-b0c6-40e1-94c7-0d2560b66bc3", "tag": "6769ab2c-59a2-4f94-9a27-7fd239537d4c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:39.153589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581640d9-8b8b-41a4-aa84-2e2bacce3199 req-d06d1e48-0ea1-45c4-912b-c61d076c66db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:39.155964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-581640d9-8b8b-41a4-aa84-2e2bacce3199 req-d06d1e48-0ea1-45c4-912b-c61d076c66db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0662467 Oct 13 00:09:39.219018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-581640d9-8b8b-41a4-aa84-2e2bacce3199 req-f6106983-8458-438c-85a5-88dda5a6d2b4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520267 Oct 13 00:09:39.232566 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b007f9-e531-4a97-b736-b96e90ef11f0 x-openstack-request-id: req-a0b007f9-e531-4a97-b736-b96e90ef11f0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:39.232917 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba177e16-b0c6-40e1-94c7-0d2560b66bc3", "tag": "6769ab2c-59a2-4f94-9a27-7fd239537d4c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:39.233270 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0b007f9-e531-4a97-b736-b96e90ef11f0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:39.233703 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'tag': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'status': 'completed', 'code': 200} Oct 13 00:09:39.253726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.260518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.289038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:09:39.308398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:09:39.327494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01bfa29-ebcf-4c18-bacd-63e50bb6a039,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:39.350264 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.350619 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Added segment 7f615408-fe3b-4a8f-b300-c1744a095fd7 of type vlan for network 27640937-6ea0-4862-a402-27d57cfcfc3f Oct 13 00:09:39.352763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.353113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.353456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.353788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.354110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.354445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.354775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.355102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.355427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.355782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.356107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.356429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:39.404291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-a0068a73-b336-41ca-b64e-a45872e3abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:39.405803 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-a0068a73-b336-41ca-b64e-a45872e3abbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 1096 time: 0.1186113 Oct 13 00:09:39.409476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.498664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.499768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:39.500379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.573836 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0979905 Oct 13 00:09:39.574434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45142) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:09:39.589265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Request body: {'subnet': {'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1190217023-subnet', 'tenant_id': '26f78f2081ee4cdf90f972534e1c2d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:39.625957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b142267-cdd3-4d10-806b-f532a3eed9ae admin admin] Pushing event updated for resources: {'Network': ['ID=27640937-6ea0-4862-a402-27d57cfcfc3f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:39.630721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-fecaac7d-ed06-4e65-9fc4-06609a8ab2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:39.632100 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-fecaac7d-ed06-4e65-9fc4-06609a8ab2c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 200 len: 924 time: 0.2063296 Oct 13 00:09:39.643848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37e43-735d-44e6-86b9-b56e7b75dc4b req-449b2e85-8158-40a4-9482-1aa7af704373 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:39.654278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2a37e43-735d-44e6-86b9-b56e7b75dc4b req-449b2e85-8158-40a4-9482-1aa7af704373 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1156018 Oct 13 00:09:39.709302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 27640937-6ea0-4862-a402-27d57cfcfc3f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:09:39.711234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2a37e43-735d-44e6-86b9-b56e7b75dc4b req-5f7f9888-e7c3-4a54-9f19-21f0a3c1b4fb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555444 Oct 13 00:09:39.784842 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-5de3be11-80b7-4a98-806b-c67950d069e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6769ab2c-59a2-4f94-9a27-7fd239537d4c HTTP/1.1" status: 200 len: 999 time: 0.1428504 Oct 13 00:09:39.785437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Made reservation on behalf of 26f78f2081ee4cdf90f972534e1c2d98 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:39.789698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:39.837175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4cf8-a757-48da-b3d7-f5941cf39716 req-5256e967-1790-4ffd-921a-f219e692a359 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:39.842200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baaa4cf8-a757-48da-b3d7-f5941cf39716 req-5256e967-1790-4ffd-921a-f219e692a359 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1066763 Oct 13 00:09:39.907843 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'port_id': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'mac_address': 'fa:16:3e:3e:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:10Z', 'updated_at': '2021-10-13T00:09:37Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:39.918739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baaa4cf8-a757-48da-b3d7-f5941cf39716 req-be6400f9-cbbc-4487-add7-062a2d7ce5df tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644798 Oct 13 00:09:39.952288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-3288cc3d-48c6-4771-b489-151e5dd6ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:39.953289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] Checking router: 1ae17044-b6d9-4365-b493-d43451040de8 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:09:39.953790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-3288cc3d-48c6-4771-b489-151e5dd6ce54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 200 len: 862 time: 0.1587343 Oct 13 00:09:39.965401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:09:39.966014 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:09:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:40.048324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-8fe0b658-ca1f-4458-b1cf-d8a13275af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:40.049951 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-8fe0b658-ca1f-4458-b1cf-d8a13275af41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d40dea09-fc9f-4bf5-8d6c-92e066398f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852118 Oct 13 00:09:40.081884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:09:40.168010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:40.238524 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-9dcb08db-945c-4ae2-b8c4-ea74d61a9e33 service neutron] 10.222.0.36 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793482 Oct 13 00:09:40.244625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a8d940-1fe5-4795-84e5-592db0fd1959,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:40.317077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Checking segment: {'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:40.317468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Network hostable DHCP agents. Network: 27640937-6ea0-4862-a402-27d57cfcfc3f, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:09:40.357386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Network 27640937-6ea0-4862-a402-27d57cfcfc3f is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:09:40.362363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1fa0f-438e-4e8a-93c2-dcac7f4f9626 req-c2b67145-a490-409a-b061-5843787fb0b4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:40.376717 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3a3bb47-da42-4d71-a2e7-39765a2fabf3 req-8618c7d7-d1d8-44ff-be66-53bcacd57bfe service neutron] 10.222.0.36 "GET /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245759 Oct 13 00:09:40.384339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cea1fa0f-438e-4e8a-93c2-dcac7f4f9626 req-c2b67145-a490-409a-b061-5843787fb0b4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0773892 Oct 13 00:09:40.385792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 27640937-6ea0-4862-a402-27d57cfcfc3f) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:40.390453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:40.391055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:40.404612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd30597-2212-416d-832c-e033b65eed01 None None] Network 27640937-6ea0-4862-a402-27d57cfcfc3f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:09:40.443945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ba161eae-1c5f-44c6-a66b-ddedfb21e260 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8608534 Oct 13 00:09:40.478380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cea1fa0f-438e-4e8a-93c2-dcac7f4f9626 req-b887dab9-6ef6-44cb-bd24-2a74335eb25d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858338 Oct 13 00:09:40.652060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf14e00-653b-467a-9d61-0bae86793337 None None] Network 27640937-6ea0-4862-a402-27d57cfcfc3f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:09:40.747071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'port_id': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'mac_address': 'fa:16:3e:3e:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:10Z', 'updated_at': '2021-10-13T00:09:37Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:09:40.786742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b72e1-bb69-4396-8fd8-405736104ea7 None None] The sync data for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 is: [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'port_id': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'mac_address': 'fa:16:3e:3e:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:06:10Z', 'updated_at': '2021-10-13T00:09:37Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:09:40.935701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-0b9deb65-f9df-4d78-b0c4-eac15b773da7 req-480c9798-245e-4e8a-96dc-238b78552fbc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-607754743', 'description': 'tempest-description-60567613'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:40.957024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec2872-21e5-442b-841f-ed655b80f532 req-2d7b5d5c-0eae-4bd6-8528-dcf8279e9372 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:40.964084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdec2872-21e5-442b-841f-ed655b80f532 req-2d7b5d5c-0eae-4bd6-8528-dcf8279e9372 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1200888 Oct 13 00:09:41.005917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0b9deb65-f9df-4d78-b0c4-eac15b773da7 req-480c9798-245e-4e8a-96dc-238b78552fbc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:41.034524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdec2872-21e5-442b-841f-ed655b80f532 req-2d5020b4-11d2-45ce-8f36-b2120f401117 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647843 Oct 13 00:09:41.194994 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4cd61-efd7-452e-93c0-c9127be2cf1f None None] New status for floating IP e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:09:41.209466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0b9deb65-f9df-4d78-b0c4-eac15b773da7 req-480c9798-245e-4e8a-96dc-238b78552fbc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:41.231438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e417b3-8410-43f5-ac11-84d3dede12e4 req-c0e17a55-1308-4f49-a5bb-43e1d667b237 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:41.233427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40e417b3-8410-43f5-ac11-84d3dede12e4 req-c0e17a55-1308-4f49-a5bb-43e1d667b237 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0968010 Oct 13 00:09:41.234143 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0b9deb65-f9df-4d78-b0c4-eac15b773da7 req-480c9798-245e-4e8a-96dc-238b78552fbc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:41.285526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0b9deb65-f9df-4d78-b0c4-eac15b773da7 req-480c9798-245e-4e8a-96dc-238b78552fbc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:41.286779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b9deb65-f9df-4d78-b0c4-eac15b773da7 req-480c9798-245e-4e8a-96dc-238b78552fbc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3609734 Oct 13 00:09:41.336236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c9798-245e-4e8a-96dc-238b78552fbc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8f67fe-c1c7-4273-a39b-08304731a445,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:41.372172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40e417b3-8410-43f5-ac11-84d3dede12e4 req-8c4be317-9df2-4ae4-89a0-9053ab327b80 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300166 Oct 13 00:09:41.469410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-8bcc6dcf-5c1d-4f58-8af1-0640d423d007 req-763aa47f-c2a1-415d-8c22-6b1eaebc9ffd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-643466845', 'description': 'tempest-description-74020921'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:41.515665 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8bcc6dcf-5c1d-4f58-8af1-0640d423d007 req-763aa47f-c2a1-415d-8c22-6b1eaebc9ffd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:41.678191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01abad-ff45-4ead-8a71-6f16ff7f11e4 req-f9839836-35f3-449f-9236-e5726a58325e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:41.680050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c01abad-ff45-4ead-8a71-6f16ff7f11e4 req-f9839836-35f3-449f-9236-e5726a58325e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.1073277 Oct 13 00:09:41.730503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8bcc6dcf-5c1d-4f58-8af1-0640d423d007 req-763aa47f-c2a1-415d-8c22-6b1eaebc9ffd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:41.738155 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8bcc6dcf-5c1d-4f58-8af1-0640d423d007 req-763aa47f-c2a1-415d-8c22-6b1eaebc9ffd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:41.772602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c01abad-ff45-4ead-8a71-6f16ff7f11e4 req-f6c11fc1-ac66-4375-9ca3-8a93faadd633 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710196 Oct 13 00:09:41.779148 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8bcc6dcf-5c1d-4f58-8af1-0640d423d007 req-763aa47f-c2a1-415d-8c22-6b1eaebc9ffd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:41.780372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8bcc6dcf-5c1d-4f58-8af1-0640d423d007 req-763aa47f-c2a1-415d-8c22-6b1eaebc9ffd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3156166 Oct 13 00:09:41.796033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aa47f-c2a1-415d-8c22-6b1eaebc9ffd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428f3186-771c-415d-ac7b-05cadf9b430d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:41.816035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b372e968-136c-46f5-a2ff-8c722d7121c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:42.045647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22339d-366f-435d-b6fe-761856f008c0 req-e6077a46-9296-459c-8ee0-b48019b9cdf6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:42.047146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-e6077a46-9296-459c-8ee0-b48019b9cdf6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 813 time: 0.1059692 Oct 13 00:09:42.062891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-5fc7f45e-9e1e-4846-aff5-a4c5db80cd41 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/quotas/26f78f2081ee4cdf90f972534e1c2d98 HTTP/1.1" status: 200 len: 375 time: 0.0097497 Oct 13 00:09:42.098866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-48cbb041-9b7d-4692-b94d-a29b791b975a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299454 Oct 13 00:09:42.229621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c6d6f-fc1c-4200-b301-a142e16fc4bb req-de999788-3aed-436a-a643-1d0e139ce841 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:42.231202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a6c6d6f-fc1c-4200-b301-a142e16fc4bb req-de999788-3aed-436a-a643-1d0e139ce841 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1058047 Oct 13 00:09:42.238129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-404c67ec-4cfd-4f66-8f72-861bc0e64aa4 service neutron] 10.222.0.21 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319966 Oct 13 00:09:42.334752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a6c6d6f-fc1c-4200-b301-a142e16fc4bb req-388d99c9-2804-4a6d-b5a3-2d1df526d113 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956256 Oct 13 00:09:42.374320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-214b7cf0-0f43-485e-b8af-89dac0e1ebc9 service neutron] 10.222.0.21 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289940 Oct 13 00:09:42.513633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c62e97-85bd-464f-a953-5c222e8115e8 req-cca39dc0-60c5-4de5-ae55-e13d2d1fab72 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:42.521902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2c62e97-85bd-464f-a953-5c222e8115e8 req-cca39dc0-60c5-4de5-ae55-e13d2d1fab72 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0912480 Oct 13 00:09:42.591480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2c62e97-85bd-464f-a953-5c222e8115e8 req-d99862b8-f8c5-4fbe-a7c1-414ee6fb9c81 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645332 Oct 13 00:09:42.662122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55895dd9-09ed-4b6c-80a3-d00397cca23f req-5a9a051c-2935-4563-ad74-edcbd0b5461e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 210 time: 0.0314238 Oct 13 00:09:42.778254 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-440ee9d9-7113-4331-a063-2df87921d4c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486138 Oct 13 00:09:42.869575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-784c3540-8eef-4c55-acf0-5bf2b9ab8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:42.871080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-784c3540-8eef-4c55-acf0-5bf2b9ab8047 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1101 time: 0.0543530 Oct 13 00:09:42.937451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6437ca-016e-4282-b944-b0e2aab71b0b req-c20f9652-ae84-4564-a2b4-535c2306f894 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:42.946233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb6437ca-016e-4282-b944-b0e2aab71b0b req-c20f9652-ae84-4564-a2b4-535c2306f894 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0605857 Oct 13 00:09:43.001169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb6437ca-016e-4282-b944-b0e2aab71b0b req-6782e7e8-5006-431f-9e6a-73b1de67666c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487576 Oct 13 00:09:43.012846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-b803d53f-12b3-4bb4-9e77-421bae6de0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.015787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-b803d53f-12b3-4bb4-9e77-421bae6de0ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1176038 Oct 13 00:09:43.070143 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-9bb85f7c-8d52-465e-ab41-d4ff777e1ce8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.0434153 Oct 13 00:09:43.141256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-76147d96-20ed-46fa-abfa-135ab95fdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.143256 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-76147d96-20ed-46fa-abfa-135ab95fdbf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0568659 Oct 13 00:09:43.212268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-2bad51cc-b1fc-49ee-a1ea-8f8690d89cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.214592 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-2bad51cc-b1fc-49ee-a1ea-8f8690d89cf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607309 Oct 13 00:09:43.270581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-f8012556-8afd-43b4-8223-b9d29aced464 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.272191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-f8012556-8afd-43b4-8223-b9d29aced464 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 808 time: 0.1526787 Oct 13 00:09:43.288740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-d440501b-4080-44a5-91e6-35940e4ab1e8 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/quotas/bbd65d794f10491ebe555aaca5fbe099 HTTP/1.1" status: 200 len: 375 time: 0.0100510 Oct 13 00:09:43.361223 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-585cbcf9-66ce-466f-860e-c1bfeba92736 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784628 Oct 13 00:09:43.369779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c17fd50e-036e-4819-b38f-2bd74801c13a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735507 Oct 13 00:09:43.413917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-d6392f6a-2215-486c-8bb2-96b0bde185ab service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896269 Oct 13 00:09:43.507944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-1a976995-0e66-4919-8a0f-bafc7703c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.509491 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-1a976995-0e66-4919-8a0f-bafc7703c9dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 1095 time: 0.0946214 Oct 13 00:09:43.510212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-71694788-9e7c-48d1-b2dd-39a38347d713 service neutron] 10.222.0.21 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395562 Oct 13 00:09:43.526973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb420d8-3df8-470e-8708-7c70c1fb1c98 req-1ce71e72-2e03-432b-9fce-a0df64c90336 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.528521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dbb420d8-3df8-470e-8708-7c70c1fb1c98 req-1ce71e72-2e03-432b-9fce-a0df64c90336 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0901942 Oct 13 00:09:43.543291 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3564eacb-2507-4d99-9b8a-cc0d865d6a68 req-e4116638-a810-4ca4-a933-52d9e03b2bec service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137309 Oct 13 00:09:43.623282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dbb420d8-3df8-470e-8708-7c70c1fb1c98 req-db02b2fc-ee36-45fe-825b-03ab2f9118a3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829732 Oct 13 00:09:43.661486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-6223c609-2472-4187-84e7-af7ad1d382f4 service neutron] 10.222.0.21 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503611 Oct 13 00:09:43.665931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-432b96ac-0642-46af-a572-f5983427b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.667451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-432b96ac-0642-46af-a572-f5983427b9ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1229501 Oct 13 00:09:43.713304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-7e8adbc0-c639-4593-b981-3d7992fd0d08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 200 len: 217 time: 0.0371301 Oct 13 00:09:43.794937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-44cc623d-9ccc-4b07-be63-831b2a5f32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.800662 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-44cc623d-9ccc-4b07-be63-831b2a5f32c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0795994 Oct 13 00:09:43.871349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a2a59-fef3-48be-a057-f5fa93a8a49c req-8acd2d5d-b2f5-45f7-a698-e36f458d277d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:43.873068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d0a2a59-fef3-48be-a057-f5fa93a8a49c req-8acd2d5d-b2f5-45f7-a698-e36f458d277d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0645516 Oct 13 00:09:43.876364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-f84551f1-c196-4c1d-afb0-3f8b3a63f45d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584333 Oct 13 00:09:43.930292 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d0a2a59-fef3-48be-a057-f5fa93a8a49c req-13ad8f54-4541-4cfa-addd-2b2917d25667 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445554 Oct 13 00:09:44.133291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52a47c7f-6b78-4b80-b7e1-5ef79709b0b2 req-6d2922a3-37bd-4832-8380-ab590462a24e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 210 time: 0.0481462 Oct 13 00:09:44.134239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-965e4632-bdd2-4241-a2a3-6ee8f2347387 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452760 Oct 13 00:09:44.155821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22339d-366f-435d-b6fe-761856f008c0 req-58178b73-1bf6-4b2d-8754-721b35a426aa tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:44.155821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-58178b73-1bf6-4b2d-8754-721b35a426aa tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 813 time: 0.2113006 Oct 13 00:09:44.185350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'port': {'device_id': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f', 'admin_state_up': True, 'tenant_id': '26f78f2081ee4cdf90f972534e1c2d98'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:44.225524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d69b077-ea2b-4b35-9362-102124382c38 req-ccc8dbc6-e96b-42db-ad1e-7509e82301d8 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 210 time: 0.0451345 Oct 13 00:09:44.290392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a545ea-9fef-4ecf-9fbf-1109961734ac req-cb501c39-771a-4783-937d-5a0f84863795 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:44.300928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78a545ea-9fef-4ecf-9fbf-1109961734ac req-cb501c39-771a-4783-937d-5a0f84863795 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0776246 Oct 13 00:09:44.362875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78a545ea-9fef-4ecf-9fbf-1109961734ac req-13197dc1-73a5-43c8-b470-17561c3ef58a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588138 Oct 13 00:09:44.379522 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a2f1295-07a0-4dc0-bb12-8aa4efb08e8a req-37e458c5-3dff-4d10-b4c2-ffb1de22e560 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248690 Oct 13 00:09:44.402903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Made reservation on behalf of 26f78f2081ee4cdf90f972534e1c2d98 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:44.407666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:44.485142 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3dcad672-7b4e-4555-9202-56a55a4054db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:44.552563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Allocated IP 172.20.0.3 (27640937-6ea0-4862-a402-27d57cfcfc3f/a6a8d940-1fe5-4795-84e5-592db0fd1959/3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:44.755617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e268c4-d7a4-4be1-9306-dafc693e3ff6 req-619d409e-7482-4751-9d45-7d5c47bbc0e1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:44.764369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:44.767726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2e268c4-d7a4-4be1-9306-dafc693e3ff6 req-619d409e-7482-4751-9d45-7d5c47bbc0e1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0740538 Oct 13 00:09:44.826781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2e268c4-d7a4-4be1-9306-dafc693e3ff6 req-1618fcb6-757b-4992-9020-04a3f548989a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568671 Oct 13 00:09:44.838500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:44.890194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Network 27640937-6ea0-4862-a402-27d57cfcfc3f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:44.893217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:44.897155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:44.924544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'Port': ['ID=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:44.949183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:44.949787 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:44.966764 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-a6774e75-aacb-494c-a803-e4aac2a364a4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7871118 Oct 13 00:09:44.985025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Request body: {'port': {'device_id': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:45.044474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.053295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14040d6a-4df6-4947-9705-97b4996fb083 req-77008c01-2d96-4e67-a3c2-c54ece37fc11 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:45.054767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14040d6a-4df6-4947-9705-97b4996fb083 req-77008c01-2d96-4e67-a3c2-c54ece37fc11 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0498481 Oct 13 00:09:45.099005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14040d6a-4df6-4947-9705-97b4996fb083 req-9481b54c-7ffa-4207-95cf-7f0a97c5cb62 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Oct 13 00:09:45.277517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40576f96-57d1-4f96-8da0-0e6eb64f73d4 req-8a2da679-f271-4090-b370-37878d8ed518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:45.279059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40576f96-57d1-4f96-8da0-0e6eb64f73d4 req-8a2da679-f271-4090-b370-37878d8ed518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 931 time: 0.0617712 Oct 13 00:09:45.333166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40576f96-57d1-4f96-8da0-0e6eb64f73d4 req-719ffde4-2cc6-4929-94b6-ecdf10558283 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474203 Oct 13 00:09:45.369178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c73833d3-4975-4016-b374-31eb75e43309 req-b6600ed7-9bda-4fbe-a283-4a21ef1ad631 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 210 time: 0.0388596 Oct 13 00:09:45.472566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:45.483441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.514195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb1094-a0c3-4f2b-989e-a43ea562f5e8 req-549a4f92-29df-4310-bb42-e69ebbc4e5ba tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:45.515803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbeb1094-a0c3-4f2b-989e-a43ea562f5e8 req-549a4f92-29df-4310-bb42-e69ebbc4e5ba tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0768826 Oct 13 00:09:45.516342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Transition to ACTIVE for port object 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:09:45.524435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-ad31a332-2cdc-4b97-9bb5-9f2b9ef2abee tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:45.525965 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-ad31a332-2cdc-4b97-9bb5-9f2b9ef2abee tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 808 time: 0.1929662 Oct 13 00:09:45.527181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.560073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Request body: {'port': {'device_id': '8f66ed06-573b-470a-97ee-ab213213815a', 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'admin_state_up': True, 'tenant_id': 'bbd65d794f10491ebe555aaca5fbe099'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:45.563340 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.576075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbeb1094-a0c3-4f2b-989e-a43ea562f5e8 req-612972a5-0998-4cdc-b4d3-598af04c1cfb tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514743 Oct 13 00:09:45.642999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:45.749999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Attempting to bind port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:45.750299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Attempting to bind port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:45.750872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Attempting to bind port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 on network 27640937-6ea0-4862-a402-27d57cfcfc3f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:45.754119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Made reservation on behalf of bbd65d794f10491ebe555aaca5fbe099 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:45.757570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.768210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 on network 27640937-6ea0-4862-a402-27d57cfcfc3f not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:09:45.768541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Attempting to bind port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 on network 27640937-6ea0-4862-a402-27d57cfcfc3f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:45.779280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:45.779649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Checking segment: {'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:45.780039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Bound using segment: {'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:45.780476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Bound port: 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:45.780835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.843100 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.927768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] For port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:45.933117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] For port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:45.946510 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.949235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Allocated IP 172.20.0.6 (8e65ace2-2de0-4fd6-9cce-59ff9c353643/8a2038ec-5b3d-4754-a075-954b2e4cab2a/52037b1a-4209-4127-a9ac-2f8038fe213e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:46.015120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:46.015835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:46.017468 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 HTTP/1.1" status: 200 len: 1091 time: 1.0369873 Oct 13 00:09:46.017913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:46.020290 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa3b31f-f12d-484c-84a0-127b228c6d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:46.058714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f9b1b-fb3d-480b-b9b3-dc1caf322e64 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:46.110107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0af4bc-d6c9-4481-a421-2f21dbf0e6b1 req-911e64ae-0131-46e5-9bc1-9e390fde7992 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:46.117466 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad421fa-361b-44c5-9066-8dc70a2099f6 x-openstack-request-id: req-cad421fa-361b-44c5-9066-8dc70a2099f6 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:46.118426 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:46.118693 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cad421fa-361b-44c5-9066-8dc70a2099f6 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:46.119095 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', 'status': 'completed', 'code': 200} Oct 13 00:09:46.120107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f0af4bc-d6c9-4481-a421-2f21dbf0e6b1 req-911e64ae-0131-46e5-9bc1-9e390fde7992 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1065238 Oct 13 00:09:46.193123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1d1101c5-97b5-4d38-b16f-83d76a3382f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:46.194633 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-1d1101c5-97b5-4d38-b16f-83d76a3382f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1094 time: 0.0747926 Oct 13 00:09:46.228127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f0af4bc-d6c9-4481-a421-2f21dbf0e6b1 req-3fba8b96-3a5d-44fd-85e8-47f26a134510 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062443 Oct 13 00:09:46.316476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15964a9-6c1c-4331-87d9-35ee8a2b735f req-52df27e1-52f8-4787-9661-3fc523b32901 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:46.318784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c15964a9-6c1c-4331-87d9-35ee8a2b735f req-52df27e1-52f8-4787-9661-3fc523b32901 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0691032 Oct 13 00:09:46.389530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c15964a9-6c1c-4331-87d9-35ee8a2b735f req-0c3247cb-11ce-4f1e-b6e7-038de72f1b43 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632970 Oct 13 00:09:46.534986 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5057faf8-d763-4336-bbca-bccf9657ce9e req-47c66ba7-83c9-4c13-96aa-619428f880c7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 210 time: 0.0456908 Oct 13 00:09:46.553675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a52508-f96a-4f20-82a5-4ee52ff2d21f req-1c9f66f4-9a4c-4707-937c-95eaf01a8a8e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:46.555225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10a52508-f96a-4f20-82a5-4ee52ff2d21f req-1c9f66f4-9a4c-4707-937c-95eaf01a8a8e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 943 time: 0.0974548 Oct 13 00:09:46.610029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10a52508-f96a-4f20-82a5-4ee52ff2d21f req-f1bbf95d-713c-4d6b-99c2-02b02e40d371 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480971 Oct 13 00:09:46.620494 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-3bd30b6e-85cc-4a7f-a29d-3837d4b2d76d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 HTTP/1.1" status: 200 len: 217 time: 0.4062529 Oct 13 00:09:46.630258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:46.690015 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:46.740590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229990-818d-4c0b-9654-353f8e291221 req-489d42ea-e5d4-42f0-ac58-2da9807a17fc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:46.753122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3229990-818d-4c0b-9654-353f8e291221 req-489d42ea-e5d4-42f0-ac58-2da9807a17fc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0837078 Oct 13 00:09:46.775193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:46.779329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22339d-366f-435d-b6fe-761856f008c0 req-b968af22-107f-4651-b842-a805122583d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:46.781213 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-b968af22-107f-4651-b842-a805122583d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.1031845 Oct 13 00:09:46.785052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:46.787487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Pushing event updated for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:46.790607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:46.819632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3229990-818d-4c0b-9654-353f8e291221 req-ff5ed04b-fd95-40b7-bc6d-784b72681ffd tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649815 Oct 13 00:09:46.859685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-30959c8b-c545-420a-b56d-222bb8b5d492 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301003 Oct 13 00:09:46.872242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:46.872848 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:46.894601 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-c83d4497-4528-42ae-82a0-32e457e97be7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3416133 Oct 13 00:09:46.936178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Request body: {'port': {'device_id': '8f66ed06-573b-470a-97ee-ab213213815a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:47.013332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-5521aa88-ad83-4df9-a39a-2bbba74a0f67 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301038 Oct 13 00:09:47.098847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:47.203769 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8d22339d-366f-435d-b6fe-761856f008c0 req-3dde965c-37b3-42ea-9904-1e7d0b09407d service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723762 Oct 13 00:09:47.397526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db65628-a2e9-4fc0-8214-0c9558d00d45 req-fbe5b3c5-28af-4229-aeca-daae6c25fd02 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:47.400057 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:47.405841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6db65628-a2e9-4fc0-8214-0c9558d00d45 req-fbe5b3c5-28af-4229-aeca-daae6c25fd02 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1068752 Oct 13 00:09:47.471177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-59becb94-d09c-4a5d-a4b4-3cfc3f47e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:47.472832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6db65628-a2e9-4fc0-8214-0c9558d00d45 req-41028456-3818-473d-a0a2-f982a1a4077f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657482 Oct 13 00:09:47.473193 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-59becb94-d09c-4a5d-a4b4-3cfc3f47e308 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1094 time: 0.1788883 Oct 13 00:09:47.656214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944bd16-9087-4a20-a6fd-90867a660c40 req-8094ecd4-bfa0-4cf0-b142-135e3e671598 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:47.658338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9944bd16-9087-4a20-a6fd-90867a660c40 req-8094ecd4-bfa0-4cf0-b142-135e3e671598 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1006801 Oct 13 00:09:47.681311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52037b1a-4209-4127-a9ac-2f8038fe213e {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:47.689723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-c789ac15-8a5d-4603-8794-6ca2764437a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:47.691667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-c789ac15-8a5d-4603-8794-6ca2764437a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 914 time: 0.1721036 Oct 13 00:09:47.694069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:47.735629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9944bd16-9087-4a20-a6fd-90867a660c40 req-231f88fc-e5c4-4aca-bee1-c89b2067cb0f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664294 Oct 13 00:09:47.745358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e08d76-9a8a-4f7b-a9e0-c48de24e4e00 req-22fcd44f-a5ea-4032-848d-5fe9e319b02b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:47.747254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70e08d76-9a8a-4f7b-a9e0-c48de24e4e00 req-22fcd44f-a5ea-4032-848d-5fe9e319b02b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 931 time: 0.0877168 Oct 13 00:09:47.755300 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-c8713d96-46cd-4820-a033-f7a37a3d0840 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 HTTP/1.1" status: 200 len: 217 time: 0.0505991 Oct 13 00:09:47.756430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Transition to ACTIVE for port object 52037b1a-4209-4127-a9ac-2f8038fe213e will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:09:47.764086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:47.865237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Pushing event updated for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:47.876338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70e08d76-9a8a-4f7b-a9e0-c48de24e4e00 req-1a23496a-1457-4c3d-a18b-c7c883acb1da tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146021 Oct 13 00:09:47.894973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-30f83949-3d52-4de6-a6eb-79943ba65951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:47.898145 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-30f83949-3d52-4de6-a6eb-79943ba65951 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.1276426 Oct 13 00:09:47.958189 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-4ba57f58-c131-4020-9d5a-790258a948d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340202 Oct 13 00:09:48.011753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e76c2-170e-4f25-84fe-f39b6b3a30e0 req-43663dd6-2b69-48b4-9fa9-969e2b33dd3e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:48.013240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee2e76c2-170e-4f25-84fe-f39b6b3a30e0 req-43663dd6-2b69-48b4-9fa9-969e2b33dd3e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 943 time: 0.1358967 Oct 13 00:09:48.028316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:48.028658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:48.028988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:48.041840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:09:48.042168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:48.052120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:48.052458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:48.052842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:48.053270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Bound port: 52037b1a-4209-4127-a9ac-2f8038fe213e, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:48.053629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:48.072599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1ca08-7a63-4c56-af3c-5105a25ee548 req-8994c862-a335-4dba-98f2-e0e14f85be0b tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:48.082612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86f1ca08-7a63-4c56-af3c-5105a25ee548 req-8994c862-a335-4dba-98f2-e0e14f85be0b tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.1111445 Oct 13 00:09:48.100978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee2e76c2-170e-4f25-84fe-f39b6b3a30e0 req-55769877-a9f8-4141-aaae-6bdbd0a5a24b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780549 Oct 13 00:09:48.146199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86f1ca08-7a63-4c56-af3c-5105a25ee548 req-e6eb77e0-f5c2-424d-89c7-e5480ccc9132 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626440 Oct 13 00:09:48.161932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-47ceed7c-79b9-4fee-bd35-c1c0c1d5373d service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952443 Oct 13 00:09:48.240919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:48.259918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:48.268576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:48.325505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:48.326193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:48.327664 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] 10.222.0.45 "PUT /v2.0/ports/52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 200 len: 1091 time: 1.3960412 Oct 13 00:09:48.330039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:48.332263 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907b775d-55b0-4159-930d-5c1c82fd1979" -d '{"events": [{"name": "network-changed", "server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:48.344078 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fa3b31f-f12d-484c-84a0-127b228c6d6f req-295adf8b-2fee-4d11-8594-00bd7465187a service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716139 Oct 13 00:09:48.392409 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65482e17-d0fb-4d1a-b67d-4f1561a37ef7 x-openstack-request-id: req-65482e17-d0fb-4d1a-b67d-4f1561a37ef7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:48.393065 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:48.393447 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65482e17-d0fb-4d1a-b67d-4f1561a37ef7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:48.394145 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e', 'status': 'completed', 'code': 200} Oct 13 00:09:48.397906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68a07c-2c2b-4f42-b304-d4d5307d197b service neutron] Pushing event updated for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:48.449660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-9176aebd-642d-49cc-938a-c7e55eca66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:48.451402 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-9176aebd-642d-49cc-938a-c7e55eca66f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1094 time: 0.0434325 Oct 13 00:09:48.511892 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-158140d3-6796-42a2-b235-91683bf6b0e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 200 len: 217 time: 0.0397635 Oct 13 00:09:48.602870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-66a02d8f-b08a-4540-8d82-36de97c331e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:48.604738 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-66a02d8f-b08a-4540-8d82-36de97c331e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0735838 Oct 13 00:09:48.606941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b32718-2eb9-4bda-a81e-f821e6ce7d39 req-6a37dc4c-55c3-4899-a871-610ef3d7429d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:48.608493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16b32718-2eb9-4bda-a81e-f821e6ce7d39 req-6a37dc4c-55c3-4899-a871-610ef3d7429d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0687194 Oct 13 00:09:48.643961 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-01f53e63-b441-44c2-bdbf-a72163c2dc28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297096 Oct 13 00:09:48.663497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16b32718-2eb9-4bda-a81e-f821e6ce7d39 req-dcfecb61-7121-47f5-ab42-9b8fef134f64 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479658 Oct 13 00:09:48.742182 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-7191ea9d-ba95-4871-9bf2-ca6a8d7be400 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884707 Oct 13 00:09:48.850556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-18847d1d-59f1-472b-b843-ef3072f680c0 req-0f634b07-ad7e-4a77-b757-2c1e0c34292d service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965903 Oct 13 00:09:48.881612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac36780-f9fa-4693-8ddf-4c1166515c57 req-3a7eb464-7621-42a9-997e-8916bb12e54c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:48.883957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aac36780-f9fa-4693-8ddf-4c1166515c57 req-3a7eb464-7621-42a9-997e-8916bb12e54c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0550599 Oct 13 00:09:48.936843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aac36780-f9fa-4693-8ddf-4c1166515c57 req-42b814d1-d103-4b3c-84a2-560cbbc7b6ad tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Oct 13 00:09:48.980988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-65acc57b-f3d4-4776-9e6e-7bcc763417e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:48.982483 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-65acc57b-f3d4-4776-9e6e-7bcc763417e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1094 time: 0.0486906 Oct 13 00:09:49.019190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e713fa6-1def-4c1f-a721-f6b3fc4d6017 req-dee31d95-746c-4119-a3dc-a81933233cbf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:49.020609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e713fa6-1def-4c1f-a721-f6b3fc4d6017 req-dee31d95-746c-4119-a3dc-a81933233cbf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0527184 Oct 13 00:09:49.060204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e713fa6-1def-4c1f-a721-f6b3fc4d6017 req-47dffd59-7ad0-42c9-a60d-36de7fd2e0c3 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Oct 13 00:09:49.090632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-972075e9-a268-4824-8309-f6152defd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:49.092182 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-972075e9-a268-4824-8309-f6152defd21e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.0980272 Oct 13 00:09:49.138950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-4594d18f-b469-4640-9a7e-0c24ea55a3bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 200 len: 217 time: 0.0353584 Oct 13 00:09:49.192125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-f67bfd8f-2d77-4edd-8e8a-7b4e03e507f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:49.193608 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-f67bfd8f-2d77-4edd-8e8a-7b4e03e507f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0463848 Oct 13 00:09:49.235010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-509c3cdb-cd55-48e7-ae1f-61d1e4d1d6d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323706 Oct 13 00:09:49.278039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a11797-d61f-4154-acce-bb0837ae41d5 req-8c409a2c-1413-435d-9101-ea251eba1925 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:49.279448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5a11797-d61f-4154-acce-bb0837ae41d5 req-8c409a2c-1413-435d-9101-ea251eba1925 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0692143 Oct 13 00:09:49.291873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb6f0f-41b7-4c2a-9f19-7b6cbee0af7d req-09b3d902-85f3-4a31-b38a-1cc8e2d5dd63 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:49.293487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cfb6f0f-41b7-4c2a-9f19-7b6cbee0af7d req-09b3d902-85f3-4a31-b38a-1cc8e2d5dd63 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 943 time: 0.0945671 Oct 13 00:09:49.337670 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-8dcd9c46-63ff-4865-867e-89dbdd5c6a5e service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916693 Oct 13 00:09:49.354909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5a11797-d61f-4154-acce-bb0837ae41d5 req-3dc76701-f0da-4ad2-9153-cd4a0b9f7803 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604393 Oct 13 00:09:49.363105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cfb6f0f-41b7-4c2a-9f19-7b6cbee0af7d req-fd0716a5-820e-4605-9663-87d095d98294 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 Oct 13 00:09:49.452571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-907b775d-55b0-4159-930d-5c1c82fd1979 req-4441cb8b-c1ae-463b-afa8-1ddd2900d22a service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044421 Oct 13 00:09:49.516103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-f3c500da-7db6-4ba7-9657-1e91bc7611e2 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2059545705&fields=id&tenant_id=fb30d0f3b3ae4cc185850f9004c0ea62 HTTP/1.1" status: 200 len: 267 time: 0.0354781 Oct 13 00:09:49.623072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-0dc70a39-4aa9-48b6-bba1-b99bf2ce345c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:49.624463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-0dc70a39-4aa9-48b6-bba1-b99bf2ce345c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/networks?id=590a19f3-25c5-4062-abe5-2c7172fa54a3 HTTP/1.1" status: 200 len: 816 time: 0.1015365 Oct 13 00:09:49.640032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e5d327d4-2a3a-4da8-ae7a-9513365ca553 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/quotas/fb30d0f3b3ae4cc185850f9004c0ea62 HTTP/1.1" status: 200 len: 375 time: 0.0097952 Oct 13 00:09:49.704396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-ef79897d-e7dd-42df-81c8-eef518d53e5c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb30d0f3b3ae4cc185850f9004c0ea62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569932 Oct 13 00:09:49.839954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d74b-fa78-4d52-9136-41b0ebc9cee5 req-a046643d-c019-46e8-acc4-7b22dc304a44 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:49.841339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3593d74b-fa78-4d52-9136-41b0ebc9cee5 req-a046643d-c019-46e8-acc4-7b22dc304a44 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0782626 Oct 13 00:09:49.844953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-a3fc3c39-7bde-4479-a254-54753952c1d4 service neutron] 10.222.0.21 "GET /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247432 Oct 13 00:09:49.923254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3593d74b-fa78-4d52-9136-41b0ebc9cee5 req-baf50f96-63e6-4b3a-9ee8-ec34e01c07e8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750148 Oct 13 00:09:49.955293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-f885a421-2eb8-4b42-9696-dde35c73e4e4 service neutron] 10.222.0.21 "GET /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008635 Oct 13 00:09:49.966785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 20ecf7db-f7fb-4941-9e13-bc4a3e044abe details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:09:49.974845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 20ecf7db-f7fb-4941-9e13-bc4a3e044abe no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:50.066682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39ec8-0dee-464a-985d-8e91048f65b1 req-eca20dfe-1e3e-403a-b4cb-9768de626822 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:50.076432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ae39ec8-0dee-464a-985d-8e91048f65b1 req-eca20dfe-1e3e-403a-b4cb-9768de626822 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0656598 Oct 13 00:09:50.138325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ae39ec8-0dee-464a-985d-8e91048f65b1 req-7d7cdd65-e175-4b12-8236-c295a26316b9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579326 Oct 13 00:09:50.147845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:50.163605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe', 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'port_id': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe', 'mac_address': 'fa:16:3e:77:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823ef5b8-0c2c-4f86-bab9-faf0b756dc97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:09:50.265358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93873ef-ac50-413a-8a83-81714f4aaf31 req-08048736-2c7e-4616-beae-53abe33d124e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:50.267864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b93873ef-ac50-413a-8a83-81714f4aaf31 req-08048736-2c7e-4616-beae-53abe33d124e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0762360 Oct 13 00:09:50.316565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b93873ef-ac50-413a-8a83-81714f4aaf31 req-4a3b0583-c52e-4e5c-8cf8-3aa1b6977cde tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Oct 13 00:09:50.405925 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:50.410385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e6e2352-034f-433f-8234-07aff8e027db req-d222ac5a-941a-4a71-b7dd-1d63058d73c6 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0451775 Oct 13 00:09:50.422968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20ecf7db-f7fb-4941-9e13-bc4a3e044abe {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:50.430817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:50.454395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:50.478215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:50.562779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:09:50.563124 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:09:50.574182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c0d78-fa5b-4349-aeb3-fa486ba16284 req-22d3d05d-d8d8-4fcd-af03-c73d9d8c42db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:50.575731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b7c0d78-fa5b-4349-aeb3-fa486ba16284 req-22d3d05d-d8d8-4fcd-af03-c73d9d8c42db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 944 time: 0.1016228 Oct 13 00:09:50.583499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b28222-eca5-4c0f-80dc-97e82e6618cb req-e4c5a232-db29-42a4-beb4-117df2d4619b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:50.585145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46b28222-eca5-4c0f-80dc-97e82e6618cb req-e4c5a232-db29-42a4-beb4-117df2d4619b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 943 time: 0.0783343 Oct 13 00:09:50.588682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:09:50.634855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:50.641097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b7c0d78-fa5b-4349-aeb3-fa486ba16284 req-572dd602-e152-4606-b9bb-64387856ae10 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539427 Oct 13 00:09:50.702566 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:50.705386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46b28222-eca5-4c0f-80dc-97e82e6618cb req-526c0557-f3e2-4c8d-9bb9-d082c10fe9ae tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030977 Oct 13 00:09:50.744535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:50.747207 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8553ed0b-955e-4492-9647-8684387f4f01" -d '{"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:50.763624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:50.770462 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:50.802285 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4568d57-ba23-4d34-bb9b-2698fcd290d5 x-openstack-request-id: req-d4568d57-ba23-4d34-bb9b-2698fcd290d5 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:50.802730 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:50.802930 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4568d57-ba23-4d34-bb9b-2698fcd290d5 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:50.803346 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'code': 200} Oct 13 00:09:50.831294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:50.839452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.839834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.840176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.840518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.840875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.841179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.841508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.841860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.842209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.842513 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.842836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.843158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:09:50.912199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['20ecf7db-f7fb-4941-9e13-bc4a3e044abe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:51.068721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0c5af-2d96-4038-ad11-b82137dd9e39 req-239b6e12-3128-47b7-9066-1e8d487b9653 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:51.071837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59e0c5af-2d96-4038-ad11-b82137dd9e39 req-239b6e12-3128-47b7-9066-1e8d487b9653 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0558896 Oct 13 00:09:51.107695 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:51.117112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59e0c5af-2d96-4038-ad11-b82137dd9e39 req-82eccb13-94e6-4739-ae7c-5fa106c697f4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Oct 13 00:09:51.124391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 20ecf7db-f7fb-4941-9e13-bc4a3e044abe {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:51.151839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:51.157084 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:51.213725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:51.253494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e265a2-62ab-473f-bfa1-99e269ae7745 req-7bc0c399-32c8-44e6-821d-320deecd6221 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:51.255045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60e265a2-62ab-473f-bfa1-99e269ae7745 req-7bc0c399-32c8-44e6-821d-320deecd6221 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 948 time: 0.0608931 Oct 13 00:09:51.294962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60e265a2-62ab-473f-bfa1-99e269ae7745 req-8d820e2b-138d-4a24-9f4b-f204e6fe8c48 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Oct 13 00:09:51.454128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed9212-f52a-407d-839f-be5ea3c72ead req-6612cd50-537c-466d-bbee-07c66d1283ec tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:51.455681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ed9212-f52a-407d-839f-be5ea3c72ead req-6612cd50-537c-466d-bbee-07c66d1283ec tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0506721 Oct 13 00:09:51.504355 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ed9212-f52a-407d-839f-be5ea3c72ead req-38636ecf-f767-4c44-bd1e-ba6b372fa93d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Oct 13 00:09:51.521052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4cf5c1d0-1dd2-499d-8116-8b05b6309be6 req-3ec480ac-492b-4d31-9ca9-502fba5fc515 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0335989 Oct 13 00:09:51.780012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfec7b5-4f68-40ed-82d9-1741ca40e05e req-7639b8f0-a764-4f13-9715-2d5915148558 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:51.788165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4dfec7b5-4f68-40ed-82d9-1741ca40e05e req-7639b8f0-a764-4f13-9715-2d5915148558 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 943 time: 0.0761228 Oct 13 00:09:51.870416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-a238e109-9260-4a67-8ef2-25ed5cb9bd0a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:51.871958 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-a238e109-9260-4a67-8ef2-25ed5cb9bd0a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.36 "GET /v2.0/networks?id=590a19f3-25c5-4062-abe5-2c7172fa54a3 HTTP/1.1" status: 200 len: 816 time: 0.1421707 Oct 13 00:09:51.874097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4dfec7b5-4f68-40ed-82d9-1741ca40e05e req-75b88657-3d7f-428a-a727-847bc7e1e25f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848935 Oct 13 00:09:51.885500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe944ee-1a9a-42b3-8b07-c9a9a1a287a4 req-3eaecbbb-d8ef-458f-9f7e-e90c9570734c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:51.887023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfe944ee-1a9a-42b3-8b07-c9a9a1a287a4 req-3eaecbbb-d8ef-458f-9f7e-e90c9570734c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 943 time: 0.0904899 Oct 13 00:09:51.930801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-b8715cef-8d5d-415f-8f17-5a7e229f35e1 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb30d0f3b3ae4cc185850f9004c0ea62 HTTP/1.1" status: 200 len: 380 time: 0.0380812 Oct 13 00:09:51.946986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Request body: {'port': {'device_id': '28f01000-a32f-4018-89d3-4d966b6068f9', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'admin_state_up': True, 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'security_groups': ['c737f34d-b4f7-410c-93ee-50e761672770']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:51.954123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfe944ee-1a9a-42b3-8b07-c9a9a1a287a4 req-6463eac5-d490-43b0-8b46-80ba7945ad78 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559142 Oct 13 00:09:51.978616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:09:52.094785 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:09:52.104885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:52.116125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Made reservation on behalf of fb30d0f3b3ae4cc185850f9004c0ea62 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:09:52.119730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f', 'port_id': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', 'mac_address': 'fa:16:3e:4d:1c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a8d940-1fe5-4795-84e5-592db0fd1959', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:09:52.120347 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:52.170927 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:52.196304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:52.226258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:52.235266 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:52.352735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:52.380327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b4e00-78f2-4a60-905c-cb66efa9e1a4 req-3cd8083e-206b-487e-af8b-a4aac9ae6588 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:52.396245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-955b4e00-78f2-4a60-905c-cb66efa9e1a4 req-3cd8083e-206b-487e-af8b-a4aac9ae6588 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1295044 Oct 13 00:09:52.413736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Allocated IP 172.20.0.9 (590a19f3-25c5-4062-abe5-2c7172fa54a3/7c5f6a02-d977-4673-b7a5-efdb5142d239/4906ca35-ffe2-4d2a-801c-380bdf51326d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:09:52.475778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-955b4e00-78f2-4a60-905c-cb66efa9e1a4 req-e6b2fac7-f498-4d6f-adc8-0856c28ded13 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649657 Oct 13 00:09:52.491757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeefb3b-db04-42a7-8034-1375406919c3 req-2a347369-4cdf-4c05-9928-f0963d2a1bd6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:52.506159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdeefb3b-db04-42a7-8034-1375406919c3 req-2a347369-4cdf-4c05-9928-f0963d2a1bd6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 948 time: 0.1000299 Oct 13 00:09:52.578539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdeefb3b-db04-42a7-8034-1375406919c3 req-88754315-164d-4500-9e11-184e0190f672 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672984 Oct 13 00:09:52.594579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:09:52.668020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:52.702016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:52.716849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:52.733481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe49be3-6dc5-480f-9195-af99ef28ec30 req-b5b4d06f-b33b-437f-9b7e-e53064fb66f7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:52.735063 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fe49be3-6dc5-480f-9195-af99ef28ec30 req-b5b4d06f-b33b-437f-9b7e-e53064fb66f7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.1205814 Oct 13 00:09:52.739609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:09:52.742032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:09:52.769088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:09:52.835394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event updated for resources: {'Port': ['ID=4906ca35-ffe2-4d2a-801c-380bdf51326d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:52.843934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123e2c3-53e2-4453-980e-7c762a1a4e4f req-7fe363a5-33c7-47d6-bab8-558eeb8e7786 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:52.855130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a123e2c3-53e2-4453-980e-7c762a1a4e4f req-7fe363a5-33c7-47d6-bab8-558eeb8e7786 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 931 time: 0.1164305 Oct 13 00:09:52.861323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:52.862282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:52.876968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fe49be3-6dc5-480f-9195-af99ef28ec30 req-ebc2f123-49c6-4f3e-962c-42d103515f62 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169951 Oct 13 00:09:52.886770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:52.891801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-67051f8d-9d2b-4bea-9378-35ee2115c675 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9503262 Oct 13 00:09:52.912698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'mac_address': 'fa:16:3e:49:94:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:09:52.915209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Request body: {'port': {'device_id': '28f01000-a32f-4018-89d3-4d966b6068f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:52.952127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a123e2c3-53e2-4453-980e-7c762a1a4e4f req-54bb7896-da45-4764-9dc9-8a19896e39e2 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960085 Oct 13 00:09:53.027576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.099028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6129373-c032-4fa1-ab32-e2975e75c1f0 req-8050e823-c12f-4bf0-96b9-ee73bc32ab01 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:53.105354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6129373-c032-4fa1-ab32-e2975e75c1f0 req-8050e823-c12f-4bf0-96b9-ee73bc32ab01 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 943 time: 0.0946174 Oct 13 00:09:53.113157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.128515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d663ca6-aa08-4454-8195-c0093ff7880d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:53.167719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:53.178597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6129373-c032-4fa1-ab32-e2975e75c1f0 req-27de6236-760c-4d43-818b-7fb441e51cab tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663373 Oct 13 00:09:53.183032 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.258324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2e287-d704-4ce7-a3b8-236b0e9030ea req-ddc66134-c874-4a15-b569-2158262314eb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:53.265695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11e2e287-d704-4ce7-a3b8-236b0e9030ea req-ddc66134-c874-4a15-b569-2158262314eb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 944 time: 0.0734046 Oct 13 00:09:53.318214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b56f044f-f792-471a-bc73-c363be03ad3c None None] Provisioning complete for port 4906ca35-ffe2-4d2a-801c-380bdf51326d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:53.318743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b56f044f-f792-471a-bc73-c363be03ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.343780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11e2e287-d704-4ce7-a3b8-236b0e9030ea req-61f38176-d5af-4aa8-8a43-9e081186c169 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716348 Oct 13 00:09:53.384621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4906ca35-ffe2-4d2a-801c-380bdf51326d {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:09:53.393051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:53.394982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.403093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b56f044f-f792-471a-bc73-c363be03ad3c None None] Port 4906ca35-ffe2-4d2a-801c-380bdf51326d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:09:53.411033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Transition to ACTIVE for port object 4906ca35-ffe2-4d2a-801c-380bdf51326d will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:09:53.415429 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.471595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Pushing event updated for resources: {'Port': ['ID=4906ca35-ffe2-4d2a-801c-380bdf51326d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:53.578219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Attempting to bind port 4906ca35-ffe2-4d2a-801c-380bdf51326d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:53.578917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Attempting to bind port 4906ca35-ffe2-4d2a-801c-380bdf51326d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:53.579544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Attempting to bind port 4906ca35-ffe2-4d2a-801c-380bdf51326d on network 590a19f3-25c5-4062-abe5-2c7172fa54a3 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:53.585937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Port 4906ca35-ffe2-4d2a-801c-380bdf51326d on network 590a19f3-25c5-4062-abe5-2c7172fa54a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:09:53.587470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Attempting to bind port 4906ca35-ffe2-4d2a-801c-380bdf51326d on network 590a19f3-25c5-4062-abe5-2c7172fa54a3 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:53.599720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:53.601265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Checking segment: {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:53.602537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Bound using segment: {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:53.603010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Bound port: 4906ca35-ffe2-4d2a-801c-380bdf51326d, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2358a25b-0329-46f0-9d3a-373d7ec9f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:53.603387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.686239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9d663ca6-aa08-4454-8195-c0093ff7880d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:09:53.716878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] For port 4906ca35-ffe2-4d2a-801c-380bdf51326d, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:53.724669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] For port 4906ca35-ffe2-4d2a-801c-380bdf51326d, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4906ca35-ffe2-4d2a-801c-380bdf51326d,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:53.731337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aec937-479c-41a7-89d4-54ef97792156 req-4d5746ef-ac67-42c0-a1ee-df57e03eb8b9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:53.741716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8aec937-479c-41a7-89d4-54ef97792156 req-4d5746ef-ac67-42c0-a1ee-df57e03eb8b9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 949 time: 0.0808420 Oct 13 00:09:53.744518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.810921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:53.811539 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:53.812967 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] 10.222.0.36 "PUT /v2.0/ports/4906ca35-ffe2-4d2a-801c-380bdf51326d HTTP/1.1" status: 200 len: 1091 time: 0.9036250 Oct 13 00:09:53.813423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f01000-a32f-4018-89d3-4d966b6068f9', 'tag': '4906ca35-ffe2-4d2a-801c-380bdf51326d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:53.815785 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be9c926-6997-44b3-a807-5fc3edd9dc08" -d '{"events": [{"name": "network-changed", "server_uuid": "28f01000-a32f-4018-89d3-4d966b6068f9", "tag": "4906ca35-ffe2-4d2a-801c-380bdf51326d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:53.847233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a02e1-b54a-48c4-bf3d-beb455768b44 service neutron] Pushing event updated for resources: {'Port': ['ID=4906ca35-ffe2-4d2a-801c-380bdf51326d,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:53.951189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e5c6de0d-170f-4a1b-b673-d484cbfc46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:53.953072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-e5c6de0d-170f-4a1b-b673-d484cbfc46c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb30d0f3b3ae4cc185850f9004c0ea62&device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 1094 time: 0.0683775 Oct 13 00:09:54.020860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 20ecf7db-f7fb-4941-9e13-bc4a3e044abe up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:54.023572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-972e5078-b6f3-4737-b759-598d3b88be81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4906ca35-ffe2-4d2a-801c-380bdf51326d HTTP/1.1" status: 200 len: 217 time: 0.0537033 Oct 13 00:09:54.082962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-fa04237f-ed7c-4aaa-958e-2b40cf4c47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.084667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-fa04237f-ed7c-4aaa-958e-2b40cf4c47c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c5f6a02-d977-4673-b7a5-efdb5142d239 HTTP/1.1" status: 200 len: 855 time: 0.0536282 Oct 13 00:09:54.096540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:54.096911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:54.138465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-0bcc66d4-147e-4992-a3a8-49ebae7e8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.140190 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-0bcc66d4-147e-4992-a3a8-49ebae7e8356 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=590a19f3-25c5-4062-abe5-2c7172fa54a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471361 Oct 13 00:09:54.215114 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:54.226299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8aec937-479c-41a7-89d4-54ef97792156 req-74ffe170-6513-4bf5-bea3-53e61b9783c1 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785936 Oct 13 00:09:54.258464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:54.261257 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5560f0-ea61-4055-aec8-86f74ba0803b" -d '{"events": [{"server_uuid": "f6b72ac5-9385-4945-ac47-f8f20bdf0f51", "name": "network-vif-plugged", "status": "completed", "tag": "20ecf7db-f7fb-4941-9e13-bc4a3e044abe"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:54.276213 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-5282a311-cc6c-46a8-9e2f-ae175ff10ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273782 Oct 13 00:09:54.277275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:54.277420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1e996-f034-4a72-b719-362a20466834 req-9076f6f9-1b02-43d9-adcc-88caee61c154 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.280152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfc1e996-f034-4a72-b719-362a20466834 req-9076f6f9-1b02-43d9-adcc-88caee61c154 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1356242 Oct 13 00:09:54.285698 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:54.313341 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b0d7cf-f129-4c2c-af45-d7b4c9c105ef x-openstack-request-id: req-f9b0d7cf-f129-4c2c-af45-d7b4c9c105ef {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:54.313633 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f01000-a32f-4018-89d3-4d966b6068f9", "tag": "4906ca35-ffe2-4d2a-801c-380bdf51326d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:54.313884 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9b0d7cf-f129-4c2c-af45-d7b4c9c105ef {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:54.314280 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f01000-a32f-4018-89d3-4d966b6068f9', 'tag': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'status': 'completed', 'code': 200} Oct 13 00:09:54.327953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfc1e996-f034-4a72-b719-362a20466834 req-ddd86715-ea61-40fd-9900-2e79cd49eda0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 Oct 13 00:09:54.364368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:54.412363 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eddcd4b7-dfa4-450a-83f8-fa49806a7316 req-139d239c-66a3-44ce-befc-91eaae8d6cff service neutron] 10.222.0.36 "GET /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232557 Oct 13 00:09:54.465526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa224dd-a2d5-46b1-81e7-49b70ec37e13 req-a7041465-8ecb-4110-8fd6-4ffd8c8d4f29 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.467278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fa224dd-a2d5-46b1-81e7-49b70ec37e13 req-a7041465-8ecb-4110-8fd6-4ffd8c8d4f29 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0823078 Oct 13 00:09:54.480213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3a58b-ec5d-449b-b206-45a8f85a60bc req-175a1a64-ff28-4391-a4d5-783d50d6c628 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.481970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69b3a58b-ec5d-449b-b206-45a8f85a60bc req-175a1a64-ff28-4391-a4d5-783d50d6c628 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.0692828 Oct 13 00:09:54.533736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-822345fa-b442-49bd-834d-2dfa8ab63020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.535267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-822345fa-b442-49bd-834d-2dfa8ab63020 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb30d0f3b3ae4cc185850f9004c0ea62&device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 1094 time: 0.0439322 Oct 13 00:09:54.540313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fa224dd-a2d5-46b1-81e7-49b70ec37e13 req-eca9edc5-8f14-4026-9791-bb13b4a85dcc tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567713 Oct 13 00:09:54.542992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69b3a58b-ec5d-449b-b206-45a8f85a60bc req-4038f6dd-f6c0-41d6-8244-fa4a81ccc38b tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533457 Oct 13 00:09:54.660542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-bf3b46f3-85e2-4c00-9863-ceb0bd646591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.662450 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-bf3b46f3-85e2-4c00-9863-ceb0bd646591 service neutron] 10.222.0.36 "GET /v2.0/networks?id=590a19f3-25c5-4062-abe5-2c7172fa54a3 HTTP/1.1" status: 200 len: 917 time: 0.1185720 Oct 13 00:09:54.700334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af57b0-0f57-4dee-b2b7-2f15ed2b88a4 req-58d24114-4609-4a90-9cd0-daa2bfb2aadb tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.701891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90af57b0-0f57-4dee-b2b7-2f15ed2b88a4 req-58d24114-4609-4a90-9cd0-daa2bfb2aadb tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0571668 Oct 13 00:09:54.713777 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b8be1b-5b8a-4f48-9ddd-630bec095ad2 x-openstack-request-id: req-49b8be1b-5b8a-4f48-9ddd-630bec095ad2 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:54.714239 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b72ac5-9385-4945-ac47-f8f20bdf0f51", "name": "network-vif-plugged", "status": "completed", "tag": "20ecf7db-f7fb-4941-9e13-bc4a3e044abe", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:54.714842 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49b8be1b-5b8a-4f48-9ddd-630bec095ad2 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:54.715400 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe', 'code': 200} Oct 13 00:09:54.721835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-37a9225a-976c-45a5-bb79-7ad9c7ed5656 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4906ca35-ffe2-4d2a-801c-380bdf51326d HTTP/1.1" status: 200 len: 217 time: 0.0512862 Oct 13 00:09:54.752125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90af57b0-0f57-4dee-b2b7-2f15ed2b88a4 req-becefd9c-ba00-4c80-be26-c357132bf1c7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 Oct 13 00:09:54.827703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-25e58536-c0cc-42ad-bea3-57baa975332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.829417 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-25e58536-c0cc-42ad-bea3-57baa975332a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c5f6a02-d977-4673-b7a5-efdb5142d239 HTTP/1.1" status: 200 len: 855 time: 0.0758784 Oct 13 00:09:54.836930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708fe5b-96c7-4fe7-9ca0-0005bbfb66e5 req-04da18f7-f206-4dc9-ae5d-e39b5068e980 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.838741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9708fe5b-96c7-4fe7-9ca0-0005bbfb66e5 req-04da18f7-f206-4dc9-ae5d-e39b5068e980 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 944 time: 0.0625854 Oct 13 00:09:54.889636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9708fe5b-96c7-4fe7-9ca0-0005bbfb66e5 req-8f053cde-c5ca-4aa7-87cd-929c65016a06 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Oct 13 00:09:54.896209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-f9865e14-b332-451f-b8a3-1e3c23165db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:54.897859 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-f9865e14-b332-451f-b8a3-1e3c23165db5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=590a19f3-25c5-4062-abe5-2c7172fa54a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591614 Oct 13 00:09:54.994864 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-79e55d70-b0da-4dbf-9b86-664906c0e27e service neutron] 10.222.0.36 "GET /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876689 Oct 13 00:09:55.012573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d5f90-0318-4965-9d39-ac02ccc88c5e req-b9c91283-4abc-439d-8e61-317a8edd8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:55.014321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-860d5f90-0318-4965-9d39-ac02ccc88c5e req-b9c91283-4abc-439d-8e61-317a8edd8f89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 1096 time: 0.0402246 Oct 13 00:09:55.054500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-860d5f90-0318-4965-9d39-ac02ccc88c5e req-164a9208-3703-444e-9cbc-a5ec7837d16e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302479 Oct 13 00:09:55.088249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8be9c926-6997-44b3-a807-5fc3edd9dc08 req-835a6e05-60e4-47d7-a147-80cc028ae2b7 service neutron] 10.222.0.36 "GET /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838559 Oct 13 00:09:55.339637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08605f1a-177d-46ec-8817-2a212d7d1fab req-0f79c0d7-ef13-4432-9f2d-051db3ba315c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:55.341139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08605f1a-177d-46ec-8817-2a212d7d1fab req-0f79c0d7-ef13-4432-9f2d-051db3ba315c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 949 time: 0.0503147 Oct 13 00:09:55.386453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08605f1a-177d-46ec-8817-2a212d7d1fab req-7142e956-bb43-438d-8abe-daf1a185609d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Oct 13 00:09:55.454321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ca0bd-d933-474a-9e65-24acd0ad1bac req-ea87622e-a464-4ab4-aff2-e98ec7c74328 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:55.455820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-772ca0bd-d933-474a-9e65-24acd0ad1bac req-ea87622e-a464-4ab4-aff2-e98ec7c74328 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0522254 Oct 13 00:09:55.500063 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-772ca0bd-d933-474a-9e65-24acd0ad1bac req-6450ef23-259a-4276-92ca-3bc0f00720b8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Oct 13 00:09:55.692638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b74e47-f0e4-4abc-86b8-626004e00ead req-dc0952de-2c76-4c4b-b743-4a89d8543d8e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:55.694109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2b74e47-f0e4-4abc-86b8-626004e00ead req-dc0952de-2c76-4c4b-b743-4a89d8543d8e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0801866 Oct 13 00:09:55.705886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d092a26-82b7-4009-a9c8-b112bafa0b0e req-aa78a998-99a7-4ceb-b9f6-fb0c40101858 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:55.707268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d092a26-82b7-4009-a9c8-b112bafa0b0e req-aa78a998-99a7-4ceb-b9f6-fb0c40101858 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.0648599 Oct 13 00:09:55.765840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2b74e47-f0e4-4abc-86b8-626004e00ead req-8bb44843-7104-4702-b2b9-8fefb6c7a08e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569160 Oct 13 00:09:55.770473 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d092a26-82b7-4009-a9c8-b112bafa0b0e req-ab9be1b2-fb3b-439d-8ede-9cf42a2066e7 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559471 Oct 13 00:09:55.888449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7cfeb-0b69-49fc-b9bb-491b778f236c req-c8f7be67-31a9-4dd3-a7da-22705601895c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:55.890041 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0b7cfeb-0b69-49fc-b9bb-491b778f236c req-c8f7be67-31a9-4dd3-a7da-22705601895c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0506732 Oct 13 00:09:55.929542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0b7cfeb-0b69-49fc-b9bb-491b778f236c req-af58831b-9f52-4128-8401-35a83476d6b8 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Oct 13 00:09:55.985461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:56.039180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:09:56.043169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23e8e5-02a5-4afc-ac06-dc74d1349fd6 req-0d1e0f01-0043-4084-addf-cd219f3cbb8d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:56.043637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:56.044018 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:56.044764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c23e8e5-02a5-4afc-ac06-dc74d1349fd6 req-0d1e0f01-0043-4084-addf-cd219f3cbb8d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 944 time: 0.0534697 Oct 13 00:09:56.087222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c23e8e5-02a5-4afc-ac06-dc74d1349fd6 req-65c5291d-81b9-47e3-b6ff-b7203c2b835e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333829 Oct 13 00:09:56.131994 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:56.163393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:56.167135 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:56.214691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:56.504592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30795199-501f-458d-a394-841ba19f04fa req-e59b5902-d29f-4728-94ee-fc8033ff7510 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:56.506081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30795199-501f-458d-a394-841ba19f04fa req-e59b5902-d29f-4728-94ee-fc8033ff7510 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 949 time: 0.0496809 Oct 13 00:09:56.549638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30795199-501f-458d-a394-841ba19f04fa req-357d3c2e-80c9-4897-ba90-cdcea8780d64 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369389 Oct 13 00:09:56.592929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:09:56.629025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47310479-4bf2-45f3-b758-df3ad33a670d req-3c1763f2-dd8e-4dfc-8116-b72d5b45fc0f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:56.637598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47310479-4bf2-45f3-b758-df3ad33a670d req-3c1763f2-dd8e-4dfc-8116-b72d5b45fc0f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0650959 Oct 13 00:09:56.650022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9d663ca6-aa08-4454-8195-c0093ff7880d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:09:56.650784 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:56.682618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47310479-4bf2-45f3-b758-df3ad33a670d req-3143ad74-6ae4-40ea-a683-e6fe0353cd91 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Oct 13 00:09:56.725041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:56.728069 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5186cf7-4c07-44c7-9a1a-cdc16ca98707" -d '{"events": [{"server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "name": "network-vif-plugged", "status": "completed", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:56.759040 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:56.785902 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13562746-a205-4506-a570-e980a1846370 x-openstack-request-id: req-13562746-a205-4506-a570-e980a1846370 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:56.786185 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "name": "network-vif-plugged", "status": "completed", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:56.786435 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13562746-a205-4506-a570-e980a1846370 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:56.786815 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', 'code': 200} Oct 13 00:09:56.798673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:56.805648 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:56.862692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:56.939419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4dbb-19e1-44a0-bd93-e9b5bd339f83 req-93c4abc6-4ffb-4e31-b4b5-ce53e85e5404 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:56.940956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24ad4dbb-19e1-44a0-bd93-e9b5bd339f83 req-93c4abc6-4ffb-4e31-b4b5-ce53e85e5404 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0946035 Oct 13 00:09:56.948229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dea90f-d206-42b4-86ac-fb731a659413 req-38107b68-0d7d-48ec-89dd-63351465596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:56.949771 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65dea90f-d206-42b4-86ac-fb731a659413 req-38107b68-0d7d-48ec-89dd-63351465596c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1096 time: 0.0408533 Oct 13 00:09:56.954319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850b1bf-9221-4ddf-8464-cbdda614698b req-191d4c7a-11c2-4ed4-b257-6028774ab63f tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:56.955756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a850b1bf-9221-4ddf-8464-cbdda614698b req-191d4c7a-11c2-4ed4-b257-6028774ab63f tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.0822563 Oct 13 00:09:56.988647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65dea90f-d206-42b4-86ac-fb731a659413 req-a35a7480-ba10-4074-8304-019a49a2953b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300202 Oct 13 00:09:57.008137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24ad4dbb-19e1-44a0-bd93-e9b5bd339f83 req-c29e64ec-b4e6-4417-a46b-28a08d9f4516 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513718 Oct 13 00:09:57.021412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a850b1bf-9221-4ddf-8464-cbdda614698b req-19d449b8-3370-4baa-afcc-405181c4c159 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587597 Oct 13 00:09:57.132007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b37c16-254b-4d11-8482-9d87e20f85a7 req-52a8c48d-886e-478f-a9e7-69c31415af04 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:57.133422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44b37c16-254b-4d11-8482-9d87e20f85a7 req-52a8c48d-886e-478f-a9e7-69c31415af04 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0502708 Oct 13 00:09:57.174618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44b37c16-254b-4d11-8482-9d87e20f85a7 req-250cc469-bc1b-4cde-8562-71b66b62e58f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351360 Oct 13 00:09:57.556618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47104-fe8b-4fc2-9cd2-7fb9197d1592 req-3d1bc14b-4e51-4474-80ee-dad35b11e379 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:57.558072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9d47104-fe8b-4fc2-9cd2-7fb9197d1592 req-3d1bc14b-4e51-4474-80ee-dad35b11e379 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 945 time: 0.0772510 Oct 13 00:09:57.579958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa74f0a-3a38-494a-999c-d9c3c81ca29d req-7fa608b9-6237-4713-a2d7-679c76925c59 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:57.581417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4aa74f0a-3a38-494a-999c-d9c3c81ca29d req-7fa608b9-6237-4713-a2d7-679c76925c59 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.0723214 Oct 13 00:09:57.623028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9d47104-fe8b-4fc2-9cd2-7fb9197d1592 req-773d4f58-aaac-4a35-a84a-54883dd9719a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584712 Oct 13 00:09:57.635043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4aa74f0a-3a38-494a-999c-d9c3c81ca29d req-283e0fc9-a361-467d-ba71-28b14537966d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 Oct 13 00:09:57.734027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b357-a744-46a4-86a2-9736b206c59c req-fe40d4d0-5cbf-480a-9465-a534bceff723 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:57.735909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9370b357-a744-46a4-86a2-9736b206c59c req-fe40d4d0-5cbf-480a-9465-a534bceff723 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0543361 Oct 13 00:09:57.782838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9370b357-a744-46a4-86a2-9736b206c59c req-0fedbaa1-308e-4e45-a93e-c302a2828de4 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Oct 13 00:09:57.896029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b30ef-1397-48a9-923b-6da18664f2c4 req-fa681813-8215-498b-93eb-fb554ee0d9a7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:57.897665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e33b30ef-1397-48a9-923b-6da18664f2c4 req-fa681813-8215-498b-93eb-fb554ee0d9a7 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0516281 Oct 13 00:09:57.945012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e33b30ef-1397-48a9-923b-6da18664f2c4 req-a147bc62-3a6c-43a9-ad24-0b79288844ec tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Oct 13 00:09:58.099407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-66503b2c-9e93-43ff-ac12-8d248705eb13 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:58.100859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-66503b2c-9e93-43ff-ac12-8d248705eb13 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 815 time: 0.1192245 Oct 13 00:09:58.127533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-ce5dd224-1eca-459c-80f5-d2fa3dfc3fcf tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/quotas/f451eeffc50f45c3a2c1037fde9005b7 HTTP/1.1" status: 200 len: 375 time: 0.0135605 Oct 13 00:09:58.151596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73ff3c-6465-4649-b1fa-b8916f7fe86a req-c52f8bfe-8f6d-46fa-938e-d2a438482741 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:58.153015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da73ff3c-6465-4649-b1fa-b8916f7fe86a req-c52f8bfe-8f6d-46fa-938e-d2a438482741 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0727930 Oct 13 00:09:58.214832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-415728f2-c3ed-44a5-860f-8ce6e579e0c1 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792525 Oct 13 00:09:58.217791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da73ff3c-6465-4649-b1fa-b8916f7fe86a req-5aaccf45-9b3e-429b-8ccc-8c2ff2fa4e0a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Oct 13 00:09:58.339223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-01d8470f-7540-40f8-9359-ff468a3e2311 service neutron] 10.222.0.21 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171958 Oct 13 00:09:58.346613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a34de-e116-4dd2-9ad2-f037d772fb7e req-18766055-40cc-4d72-96aa-fbfa7933207a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:58.348264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-125a34de-e116-4dd2-9ad2-f037d772fb7e req-18766055-40cc-4d72-96aa-fbfa7933207a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.0740604 Oct 13 00:09:58.430463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-125a34de-e116-4dd2-9ad2-f037d772fb7e req-1cfd9f0c-5892-4f64-8942-2f89114391a4 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737319 Oct 13 00:09:58.459219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-88af7d2e-739e-42cb-8edc-60565c321645 service neutron] 10.222.0.21 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100268 Oct 13 00:09:58.615319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8e2d03b-7e3e-4b6c-8ad1-87577a305805 req-2574fc3c-69ed-448c-b992-8336675ecda7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 210 time: 0.0307155 Oct 13 00:09:58.740353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f888c-ad3d-4cd8-b420-ea06e8db8e1c req-64ff1ec3-88e9-4468-ae39-c146778f7f5b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:58.741931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-184f888c-ad3d-4cd8-b420-ea06e8db8e1c req-64ff1ec3-88e9-4468-ae39-c146778f7f5b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 945 time: 0.0500629 Oct 13 00:09:58.788067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:58.788832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-184f888c-ad3d-4cd8-b420-ea06e8db8e1c req-3dfe12a1-fd5c-4397-89c0-634aef68da8c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346508 Oct 13 00:09:58.790840 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb3f340-7979-45cc-a707-4c837d0f984a" -d '{"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-plugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:58.837230 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e8fdc9-bf24-49ef-b9a0-d4ff596fb8ac x-openstack-request-id: req-72e8fdc9-bf24-49ef-b9a0-d4ff596fb8ac {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:58.837519 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-plugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:58.837770 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72e8fdc9-bf24-49ef-b9a0-d4ff596fb8ac {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:58.838207 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'code': 200} Oct 13 00:09:58.922027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd697-2ee3-46c8-834f-98e4cfbeb8ac req-21b8e10e-46b7-42a7-a7f0-a1727676d5b7 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:58.923781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb7dd697-2ee3-46c8-834f-98e4cfbeb8ac req-21b8e10e-46b7-42a7-a7f0-a1727676d5b7 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0582066 Oct 13 00:09:58.965062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb7dd697-2ee3-46c8-834f-98e4cfbeb8ac req-4c0c60ab-b708-465b-b57a-992c38999091 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Oct 13 00:09:59.047064 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-01d199c4-ec04-4a4d-97ce-50a9409703fd service neutron] show failed (client error): The resource could not be found. Oct 13 00:09:59.048662 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-01d199c4-ec04-4a4d-97ce-50a9409703fd service neutron] 10.222.0.45 "GET /v2.0/ports/c74069f5-df6b-44a4-b58d-912e28830134/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0813618 Oct 13 00:09:59.093378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b15675-d052-411b-8983-000d65d3512f req-2e774b35-8bd3-445d-8c13-cc858c41c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:59.094942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99b15675-d052-411b-8983-000d65d3512f req-2e774b35-8bd3-445d-8c13-cc858c41c35c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1101 time: 0.0735223 Oct 13 00:09:59.104299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7466-17ec-4362-8f03-4c3a620e6783 req-a28019ca-db22-49e5-a589-16e4bde5502e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:59.105809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-848f7466-17ec-4362-8f03-4c3a620e6783 req-a28019ca-db22-49e5-a589-16e4bde5502e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.0863056 Oct 13 00:09:59.157405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99b15675-d052-411b-8983-000d65d3512f req-3166d065-817d-41ff-b542-b6a93601a639 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506017 Oct 13 00:09:59.162182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-848f7466-17ec-4362-8f03-4c3a620e6783 req-b77d5d25-03ba-4b46-ab39-e006266012f3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492876 Oct 13 00:09:59.270536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-edc3c553-3353-4bb9-baea-78b39d704dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:59.272076 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-edc3c553-3353-4bb9-baea-78b39d704dfa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 1099 time: 0.0405271 Oct 13 00:09:59.293797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:09:59.329963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d16f8-fe42-46bb-82af-7a74a662d54a req-5bfbe0bb-a883-4785-a2c4-d6d8ca2bb946 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:59.331373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-592d16f8-fe42-46bb-82af-7a74a662d54a req-5bfbe0bb-a883-4785-a2c4-d6d8ca2bb946 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0479681 Oct 13 00:09:59.345349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:59.370378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-592d16f8-fe42-46bb-82af-7a74a662d54a req-6cf07689-4903-40a0-a0e6-b9ee4014073d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324726 Oct 13 00:09:59.557579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0b37d-9a99-499c-90ce-84866be5937d req-a174329c-a4f5-41a0-aeeb-4222008e0165 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:59.560213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20e0b37d-9a99-499c-90ce-84866be5937d req-a174329c-a4f5-41a0-aeeb-4222008e0165 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.0613558 Oct 13 00:09:59.560616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:09:59.599126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:59.603414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20e0b37d-9a99-499c-90ce-84866be5937d req-eae1abe3-c424-495a-a6c6-5c2a79019134 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363908 Oct 13 00:09:59.640130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:09:59.642510 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedb026a-97fc-4fef-be09-3f6bb7e8e37b" -d '{"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-unplugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:09:59.646338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:59.660650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Transition to ACTIVE for port object c74069f5-df6b-44a4-b58d-912e28830134 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:09:59.664225 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:59.720850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f1ebee4-0f60-40ce-a111-b451523fd85d req-8e6e69bc-e808-4217-9948-5c18c7dca1ed tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 210 time: 0.0308208 Oct 13 00:09:59.725838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] No DVR routers for this DVR port c74069f5-df6b-44a4-b58d-912e28830134 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:09:59.732356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:59.782882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:09:59.783294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:09:59.783963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:59.789818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:09:59.790430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:09:59.796301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:09:59.797935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:09:59.798333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:09:59.798794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Bound port: c74069f5-df6b-44a4-b58d-912e28830134, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:09:59.799134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:59.801934 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f26990-26a0-4d0c-8dfd-d4287b55377b x-openstack-request-id: req-33f26990-26a0-4d0c-8dfd-d4287b55377b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:09:59.802222 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-unplugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:09:59.802471 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33f26990-26a0-4d0c-8dfd-d4287b55377b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:09:59.802852 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'code': 200} Oct 13 00:09:59.874416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:09:59.878369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:09:59.884980 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:59.912758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdbbf2-215e-49d9-b709-23d22e77d136 req-6ddad560-2c28-4856-acda-a6e12fff4ad8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:59.922096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82cdbbf2-215e-49d9-b709-23d22e77d136 req-6ddad560-2c28-4856-acda-a6e12fff4ad8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 945 time: 0.0609939 Oct 13 00:09:59.925999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:59.926621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:59.928024 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] 10.222.0.36 "PUT /v2.0/ports/c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 1094 time: 0.6389561 Oct 13 00:09:59.948840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b4d68-ea55-4849-bc6e-5ff378cbbf61 service neutron] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:09:59.968550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82cdbbf2-215e-49d9-b709-23d22e77d136 req-14c1b2a4-d1fb-4f6d-8fc9-88d50068ec2f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Oct 13 00:10:00.018012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-7e4ac446-cb06-4f75-a672-6c4a6e1acf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.019848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-7e4ac446-cb06-4f75-a672-6c4a6e1acf47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1097 time: 0.0500331 Oct 13 00:10:00.162006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-71019839-12f7-466d-aec8-7d9dc03d9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.163646 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-71019839-12f7-466d-aec8-7d9dc03d9c02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1351209 Oct 13 00:10:00.212482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-307c818c-39ba-427e-bd0d-8ae750b8dd17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0376561 Oct 13 00:10:00.225746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df28c210-c640-421d-b85c-f69361416991 req-5e0896ba-ee76-4c80-8323-92b7f5c96b8b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-607754743&fields=id&tenant_id=26f78f2081ee4cdf90f972534e1c2d98 HTTP/1.1" status: 200 len: 267 time: 0.1655617 Oct 13 00:10:00.259291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1164c-4407-4d75-b3e7-5dcd8d9bea71 req-c0d743f8-954c-4337-bf85-1bde7d193ba1 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.261812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99a1164c-4407-4d75-b3e7-5dcd8d9bea71 req-c0d743f8-954c-4337-bf85-1bde7d193ba1 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.2056417 Oct 13 00:10:00.297136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-93052b03-87da-4c2e-b1f9-6bb2fef7d664 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.298671 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-93052b03-87da-4c2e-b1f9-6bb2fef7d664 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b72ac5-9385-4945-ac47-f8f20bdf0f51 HTTP/1.1" status: 200 len: 945 time: 0.1732821 Oct 13 00:10:00.375587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-0b7db3d6-0384-44ad-afbd-0a4232cca497 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.377058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-0b7db3d6-0384-44ad-afbd-0a4232cca497 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.45 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 815 time: 0.3318992 Oct 13 00:10:00.423896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Request body: {'port': {'device_id': '61cee396-553d-4699-bb88-151240f48e6d', 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'admin_state_up': True, 'tenant_id': 'f451eeffc50f45c3a2c1037fde9005b7'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:00.429956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99a1164c-4407-4d75-b3e7-5dcd8d9bea71 req-7221d1e4-5649-4f12-86ae-03c2c7005c44 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608675 Oct 13 00:10:00.439998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c210-c640-421d-b85c-f69361416991 req-733e7548-31a8-478f-8a34-3698883b5ed8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.444009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df28c210-c640-421d-b85c-f69361416991 req-733e7548-31a8-478f-8a34-3698883b5ed8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 945 time: 0.2099133 Oct 13 00:10:00.498359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-df28c210-c640-421d-b85c-f69361416991 req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'port': {'security_groups': ['a01bfa29-ebcf-4c18-bacd-63e50bb6a039', '0e8f67fe-c1c7-4273-a39b-08304731a445']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:00.533766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-3b8d76f8-4726-4990-a19c-34e4e3ffd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.535208 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-3b8d76f8-4726-4990-a19c-34e4e3ffd690 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.3151603 Oct 13 00:10:00.582527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-3d817278-698d-4221-b5a3-f99246da91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.584030 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-3d817278-698d-4221-b5a3-f99246da91d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398750 Oct 13 00:10:00.604828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 52037b1a-4209-4127-a9ac-2f8038fe213e details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:00.641927 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-df28c210-c640-421d-b85c-f69361416991 req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:00.664502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Deleting port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:00.665469 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:00.674156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a340a9-fcde-4d28-bde7-7d0cf1179c5d req-a4c2e545-7c77-412d-924b-daadb2547c93 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:00.681912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20a340a9-fcde-4d28-bde7-7d0cf1179c5d req-a4c2e545-7c77-412d-924b-daadb2547c93 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 946 time: 0.1751654 Oct 13 00:10:00.712007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-81736477-ebc1-473a-b313-1c0c7178a27d service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190298 Oct 13 00:10:00.720176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:00.733566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '52037b1a-4209-4127-a9ac-2f8038fe213e', 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643', 'port_id': '52037b1a-4209-4127-a9ac-2f8038fe213e', 'mac_address': 'fa:16:3e:29:fd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2038ec-5b3d-4754-a075-954b2e4cab2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:00.776483 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:00.794151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52037b1a-4209-4127-a9ac-2f8038fe213e {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:00.820478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:00.826703 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:00.831892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Made reservation on behalf of f451eeffc50f45c3a2c1037fde9005b7 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:10:00.835326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:00.836752 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf56c55b-d5fa-47b8-b50d-b1a889f6b77c req-2ddb4142-9f5d-4eb3-ad80-d259b405356e service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148353 Oct 13 00:10:00.839367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20a340a9-fcde-4d28-bde7-7d0cf1179c5d req-9c7589a2-073b-43aa-a3a2-1c514ac83adf tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566796 Oct 13 00:10:00.881050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:00.913827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] For port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:00.914732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:00.979224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Calling delete_port for 20ecf7db-f7fb-4941-9e13-bc4a3e044abe owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:01.157387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ace7d-2caa-4173-9de2-0797fb562cd5 req-f9f4ab03-c516-4a77-919c-3b608159f049 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:01.158759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-541ace7d-2caa-4173-9de2-0797fb562cd5 req-f9f4ab03-c516-4a77-919c-3b608159f049 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 944 time: 0.2106249 Oct 13 00:10:01.205327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Allocated IP 172.20.0.9 (4227f988-3795-48aa-b2ce-f3d42ad74fe7/823ef5b8-0c2c-4f86-bab9-faf0b756dc97/d39a2a24-1510-4775-890a-05dada8dead2) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:10:01.257225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-df28c210-c640-421d-b85c-f69361416991 req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] For port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:01.274673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-541ace7d-2caa-4173-9de2-0797fb562cd5 req-d0f281c6-9513-4452-a686-88525bdef371 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068735 Oct 13 00:10:01.352182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['52037b1a-4209-4127-a9ac-2f8038fe213e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:01.380826 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-df28c210-c640-421d-b85c-f69361416991 req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:01.411134 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-df28c210-c640-421d-b85c-f69361416991 req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:01.422259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:01.448265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:01.513758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28c210-c640-421d-b85c-f69361416991 req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:01.514369 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-df28c210-c640-421d-b85c-f69361416991 req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:01.515749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df28c210-c640-421d-b85c-f69361416991 req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "PUT /v2.0/ports/3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 HTTP/1.1" status: 200 len: 981 time: 1.0552254 Oct 13 00:10:01.521521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:01.523934 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1ade64-176c-45d3-94a0-320e5855f0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:01.558388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'Port': ['ID=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,revision_number=6']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:01.617872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.618334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.618723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.619000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.619332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.619706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.620014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.620340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.620659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.620974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.621292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.621658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49dd5c-a0e8-45bd-aae6-e7d512574b4f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:01.625251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] No DVR routers for this DVR port 20ecf7db-f7fb-4941-9e13-bc4a3e044abe on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:01.633154 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:01.636367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d205be88-dd87-43ea-8a0b-c46b14eb1806 req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.36 "DELETE /v2.0/ports/20ecf7db-f7fb-4941-9e13-bc4a3e044abe HTTP/1.1" status: 204 len: 173 time: 1.3294728 Oct 13 00:10:01.639198 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:01.677272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f654f-4dfd-431a-8fef-c19a39aef242 req-075477d2-9d8d-403e-8fe3-f2d4c159be52 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:01.678687 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d03f654f-4dfd-431a-8fef-c19a39aef242 req-075477d2-9d8d-403e-8fe3-f2d4c159be52 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.2292681 Oct 13 00:10:01.679534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bffed-dae2-46ff-89d4-9b3477b4d94e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Pushing event deleted for resources: {'Port': ['ID=20ecf7db-f7fb-4941-9e13-bc4a3e044abe,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:01.714959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-154d5d01-b2e9-4bea-8474-f80f0ba0fc1a req-1027ab8d-8a7b-4e02-844b-2a201a221939 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 210 time: 0.0477545 Oct 13 00:10:01.761437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d03f654f-4dfd-431a-8fef-c19a39aef242 req-d3190c4f-c3e5-4cd6-a1a6-af03aa488bb3 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696363 Oct 13 00:10:01.766678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:01.804437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:01.807965 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051ad800-3c46-4436-b24b-d656e004d459" -d '{"events": [{"name": "network-changed", "server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:01.825666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:01.849797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['20ecf7db-f7fb-4941-9e13-bc4a3e044abe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:01.857309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:10:01.870038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:01.877720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:10:01.881948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Pushing event updated for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:01.911701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['20ecf7db-f7fb-4941-9e13-bc4a3e044abe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:01.941017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdb8ca-997f-4a67-b5fd-d0ae4a8b5a91 req-cb9bd1ef-e73a-4e47-890c-273e061c6692 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:01.942458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62fdb8ca-997f-4a67-b5fd-d0ae4a8b5a91 req-cb9bd1ef-e73a-4e47-890c-273e061c6692 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1675243 Oct 13 00:10:01.950545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d4c2e4b4-170b-4c3b-90eb-57aee9dfa0ba tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-643466845&fields=id&tenant_id=26f78f2081ee4cdf90f972534e1c2d98 HTTP/1.1" status: 200 len: 267 time: 0.1071873 Oct 13 00:10:01.957497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:01.958115 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:02.016885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-53a390da-d899-43dd-90e2-4c9caeb449f5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6186717 Oct 13 00:10:02.033930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62fdb8ca-997f-4a67-b5fd-d0ae4a8b5a91 req-3abad695-6dd1-4ac9-ad8a-2acb42923241 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824573 Oct 13 00:10:02.042758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Request body: {'port': {'device_id': '61cee396-553d-4699-bb88-151240f48e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:02.054011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-1807a6e0-0df1-4ad5-b175-d115d4ec6c02 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.055558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-1807a6e0-0df1-4ad5-b175-d115d4ec6c02 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 984 time: 0.0943253 Oct 13 00:10:02.128589 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de9000f-82d1-4817-b931-2b279f984a15 x-openstack-request-id: req-3de9000f-82d1-4817-b931-2b279f984a15 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:02.128970 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:02.129227 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3de9000f-82d1-4817-b931-2b279f984a15 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:02.129667 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'status': 'completed', 'code': 200} Oct 13 00:10:02.239493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad800-3c46-4436-b24b-d656e004d459 req-f0ddd551-50eb-4a8d-8990-0ad75247c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.241288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-f0ddd551-50eb-4a8d-8990-0ad75247c4c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1097 time: 0.0715187 Oct 13 00:10:02.306385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad800-3c46-4436-b24b-d656e004d459 req-a707deb9-f1d2-4118-97d1-c709d67d4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.307930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-a707deb9-f1d2-4118-97d1-c709d67d4fd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1097 time: 0.0994141 Oct 13 00:10:02.352934 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467aac9a-430f-4535-9016-f2aec4ac6145 x-openstack-request-id: req-467aac9a-430f-4535-9016-f2aec4ac6145 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:02.353320 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:02.353473 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-467aac9a-430f-4535-9016-f2aec4ac6145 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:02.353851 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', 'status': 'completed', 'code': 200} Oct 13 00:10:02.372336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'port': {'security_groups': ['0e8f67fe-c1c7-4273-a39b-08304731a445', 'a01bfa29-ebcf-4c18-bacd-63e50bb6a039', '428f3186-771c-415d-ac7b-05cadf9b430d']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:02.405831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad800-3c46-4436-b24b-d656e004d459 req-6a35f51b-1da7-4032-80b0-edb23d38a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.407311 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-6a35f51b-1da7-4032-80b0-edb23d38a65f service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1580815 Oct 13 00:10:02.464661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-6a4c4fde-ac50-41d7-9b76-c8884f744322 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0481327 Oct 13 00:10:02.468908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad800-3c46-4436-b24b-d656e004d459 req-b352027e-428e-4600-a3a4-702779276856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.470273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-b352027e-428e-4600-a3a4-702779276856 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1539240 Oct 13 00:10:02.516026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:02.530995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-d4b4d756-bdb8-447a-b136-445282dd374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.532525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-d4b4d756-bdb8-447a-b136-445282dd374e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1135 time: 0.1779802 Oct 13 00:10:02.536913 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-9f1eafaf-cad7-499e-b2d7-4a8c364571aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0552754 Oct 13 00:10:02.542286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef769fdd-c241-4e5c-832a-0835915938d7 req-7c7e8ca6-086c-4b61-a9c5-4f3ffed9b23a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.543726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef769fdd-c241-4e5c-832a-0835915938d7 req-7c7e8ca6-086c-4b61-a9c5-4f3ffed9b23a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 946 time: 0.1881883 Oct 13 00:10:02.545560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:02.559157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad800-3c46-4436-b24b-d656e004d459 req-cae0631a-69bd-4904-9cc5-baef9ca0c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.560571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-cae0631a-69bd-4904-9cc5-baef9ca0c520 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0874655 Oct 13 00:10:02.622170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad800-3c46-4436-b24b-d656e004d459 req-cfe3c140-b4e0-40b3-99ab-54b0fcde34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.623671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-cfe3c140-b4e0-40b3-99ab-54b0fcde34e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0732176 Oct 13 00:10:02.626721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 52037b1a-4209-4127-a9ac-2f8038fe213e up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:02.632226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad800-3c46-4436-b24b-d656e004d459 req-06d29aa5-5889-40bd-b48e-0700313ee7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.633700 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-06d29aa5-5889-40bd-b48e-0700313ee7b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545743 Oct 13 00:10:02.679348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 52037b1a-4209-4127-a9ac-2f8038fe213e completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:10:02.684352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 52037b1a-4209-4127-a9ac-2f8038fe213e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:02.684827 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:02.728017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ad800-3c46-4436-b24b-d656e004d459 req-51bbb7b4-75e5-43e9-92ac-94d96d067c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.729453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-51bbb7b4-75e5-43e9-92ac-94d96d067c25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948925 Oct 13 00:10:02.774196 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:02.774942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef769fdd-c241-4e5c-832a-0835915938d7 req-6ee12dd5-cac3-4ec0-8f2a-492d692fc59d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163296 Oct 13 00:10:02.801953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:02.804287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-4ff0aa8d-ad01-4ba5-8777-41b722f21f90 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622012 Oct 13 00:10:02.804428 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8acbb7-99eb-4c13-9059-2c18d9278f40" -d '{"events": [{"server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "name": "network-vif-plugged", "status": "completed", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:02.822246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:02.828748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:02.829682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c74069f5-df6b-44a4-b58d-912e28830134 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:02.844242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-6c8e4945-3644-45f0-8f85-1b7cf2c3f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:02.845734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-6c8e4945-3644-45f0-8f85-1b7cf2c3f74c service neutron] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 914 time: 0.2950320 Oct 13 00:10:02.911011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c74069f5-df6b-44a4-b58d-912e28830134 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:02.912611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:02.929290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-3807b84c-6824-4ef4-8d9b-fd9b17fb46bd service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888111 Oct 13 00:10:02.964164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-be903f43-7afb-49f4-b49a-bb3943b6eb53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 HTTP/1.1" status: 200 len: 217 time: 0.1014614 Oct 13 00:10:03.000026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-b3987203-7a7f-4a02-8ca5-ce2c0c2ed840 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758609 Oct 13 00:10:03.046234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-051ad800-3c46-4436-b24b-d656e004d459 req-14dc04e1-3395-4b58-8d3a-6ac657ad0dbe service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046078 Oct 13 00:10:03.061686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4970b4-6e97-4ff7-9c3b-6cacf54a05d0 req-4442083e-3982-49c9-8c0e-1c2482909816 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:03.063156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e4970b4-6e97-4ff7-9c3b-6cacf54a05d0 req-4442083e-3982-49c9-8c0e-1c2482909816 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.2075710 Oct 13 00:10:03.118912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-758d92f6-3658-454b-99d6-7102f2541d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:03.120339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-758d92f6-3658-454b-99d6-7102f2541d72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.1413150 Oct 13 00:10:03.180648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-fb25678a-0805-400d-b2da-3894ee091f5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427406 Oct 13 00:10:03.256045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e4970b4-6e97-4ff7-9c3b-6cacf54a05d0 req-2e07f559-470e-4791-a734-added7f0a9d4 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558163 Oct 13 00:10:03.330196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] For port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:03.364195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39a2a24-1510-4775-890a-05dada8dead2 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:03.389932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:03.429473 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-7f6e9720-6310-4481-9222-ec6cd4d39d0e service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394569 Oct 13 00:10:03.434726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:03.437255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Transition to ACTIVE for port object d39a2a24-1510-4775-890a-05dada8dead2 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:10:03.449275 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:03.451069 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:03.473495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac02d0d-5858-4201-b659-03a3508a805d req-0312c0f8-ca47-42b9-bdb6-e4d480081bb3 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:03.474934 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bac02d0d-5858-4201-b659-03a3508a805d req-0312c0f8-ca47-42b9-bdb6-e4d480081bb3 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.1589618 Oct 13 00:10:03.493102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:03.578717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:03.579327 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:03.580697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fccabb69-d6b9-4e6e-970d-1e407b2f6ea1 req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "PUT /v2.0/ports/3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 HTTP/1.1" status: 200 len: 1020 time: 1.2303720 Oct 13 00:10:03.600968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Pushing event updated for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:03.640908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bac02d0d-5858-4201-b659-03a3508a805d req-f1857ea9-5568-41e6-9dd8-aca23137b7ed tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352632 Oct 13 00:10:03.704691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca1ade64-176c-45d3-94a0-320e5855f0d7 req-b51268e2-956d-47f6-84eb-a371e1f4ceda service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662191 Oct 13 00:10:03.732849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246276b-ea99-4257-92f5-287c0562ab93 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'Port': ['ID=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:03.734740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:03.745388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Attempting to bind port d39a2a24-1510-4775-890a-05dada8dead2 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:10:03.745577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Attempting to bind port d39a2a24-1510-4775-890a-05dada8dead2 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:10:03.745799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Attempting to bind port d39a2a24-1510-4775-890a-05dada8dead2 on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:03.750618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Port d39a2a24-1510-4775-890a-05dada8dead2 on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:10:03.750938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Attempting to bind port d39a2a24-1510-4775-890a-05dada8dead2 on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:03.755824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:10:03.756164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Checking segment: {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:03.756553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Bound using segment: {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:10:03.756985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Bound port: d39a2a24-1510-4775-890a-05dada8dead2, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:10:03.757338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:03.883092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06047713-2b8a-413d-acfe-ac83f0f20bd3 req-50ce24e9-7a67-4b90-8b03-13fba69d184e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:03.884680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06047713-2b8a-413d-acfe-ac83f0f20bd3 req-50ce24e9-7a67-4b90-8b03-13fba69d184e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 943 time: 0.1246018 Oct 13 00:10:03.895320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:03.905764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:10:03.919617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:03.935041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462a4e3-0773-4ccb-9e5f-096844d9f43f req-7a96051d-4923-4e6b-9595-4be5c8c388c4 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:03.936554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f462a4e3-0773-4ccb-9e5f-096844d9f43f req-7a96051d-4923-4e6b-9595-4be5c8c388c4 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.1122525 Oct 13 00:10:03.995440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:03.996086 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:03.997400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] 10.222.0.45 "PUT /v2.0/ports/d39a2a24-1510-4775-890a-05dada8dead2 HTTP/1.1" status: 200 len: 1091 time: 1.9607868 Oct 13 00:10:04.005074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06047713-2b8a-413d-acfe-ac83f0f20bd3 req-0221e552-786c-4954-a3c8-b6244cd5ec47 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122365 Oct 13 00:10:04.032969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397d1c-ebcd-4d72-b7cc-9497f124aa00 service neutron] Pushing event updated for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:04.046957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f462a4e3-0773-4ccb-9e5f-096844d9f43f req-2cbcf9ca-eb12-49a7-8071-b51775f120de tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852475 Oct 13 00:10:04.051174 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd7bff-c0e6-4ba2-a025-52e4b14d5a5d x-openstack-request-id: req-3abd7bff-c0e6-4ba2-a025-52e4b14d5a5d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:04.051663 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "name": "network-vif-plugged", "status": "completed", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:04.051748 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3abd7bff-c0e6-4ba2-a025-52e4b14d5a5d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:04.052213 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e', 'code': 200} Oct 13 00:10:04.063441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 20ecf7db-f7fb-4941-9e13-bc4a3e044abe no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:04.090706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 20ecf7db-f7fb-4941-9e13-bc4a3e044abe {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:10:04.091216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 20ecf7db-f7fb-4941-9e13-bc4a3e044abe not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:04.153997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-c0cb8ef9-8e3c-4459-9bdc-98d90e20fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:04.155493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-c0cb8ef9-8e3c-4459-9bdc-98d90e20fe6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 1094 time: 0.0722153 Oct 13 00:10:04.171494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e92dfa-7e74-4d67-a203-e47528f853dc req-f440011b-db03-42ca-98bf-a7aa47b28394 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:04.173003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8e92dfa-7e74-4d67-a203-e47528f853dc req-f440011b-db03-42ca-98bf-a7aa47b28394 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1023 time: 0.0581532 Oct 13 00:10:04.187701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706f220-53fb-40c3-b428-f5b5a109c556 req-8b6bf875-edde-4061-9f7a-5b19d074c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:04.190080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2706f220-53fb-40c3-b428-f5b5a109c556 req-8b6bf875-edde-4061-9f7a-5b19d074c3ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1096 time: 0.0450037 Oct 13 00:10:04.216117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-05308933-535b-4275-b50a-d21c65ce41db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39a2a24-1510-4775-890a-05dada8dead2 HTTP/1.1" status: 200 len: 217 time: 0.0421720 Oct 13 00:10:04.236396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2706f220-53fb-40c3-b428-f5b5a109c556 req-6329b945-4198-42ca-b724-ea05ed9ef8d6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Oct 13 00:10:04.292433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-f0fdf938-7dce-43ea-bfc7-c63695bc06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:04.293905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-f0fdf938-7dce-43ea-bfc7-c63695bc06c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=823ef5b8-0c2c-4f86-bab9-faf0b756dc97 HTTP/1.1" status: 200 len: 855 time: 0.0699806 Oct 13 00:10:04.313073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8e92dfa-7e74-4d67-a203-e47528f853dc req-df7f64cb-25d2-494b-8a18-63eda2825d6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=428f3186-771c-415d-ac7b-05cadf9b430d&id=0e8f67fe-c1c7-4273-a39b-08304731a445 HTTP/1.1" status: 200 len: 6144 time: 0.1321590 Oct 13 00:10:04.354948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'name': 'network-vif-deleted', 'tag': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe'}, {'name': 'network-changed', 'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'}, {'name': 'network-changed', 'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:04.357293 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d230e-c55b-4a9c-a064-7c45412d4d34" -d '{"events": [{"server_uuid": "f6b72ac5-9385-4945-ac47-f8f20bdf0f51", "name": "network-vif-deleted", "tag": "20ecf7db-f7fb-4941-9e13-bc4a3e044abe"}, {"name": "network-changed", "server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9"}, {"name": "network-changed", "server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "tag": "d39a2a24-1510-4775-890a-05dada8dead2"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:04.380800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3cc9b-70a1-4d60-bc8c-af0430987118 req-9f2cea36-2ff3-4d7b-ac6c-a427fd8ab2fa tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:04.382272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4b3cc9b-70a1-4d60-bc8c-af0430987118 req-9f2cea36-2ff3-4d7b-ac6c-a427fd8ab2fa tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 946 time: 0.0683424 Oct 13 00:10:04.442797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337df6af-b55f-4cbf-83bd-ea676c2f0df6 req-49916b53-f419-44b3-878b-ba78d6776cf9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:04.444284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-337df6af-b55f-4cbf-83bd-ea676c2f0df6 req-49916b53-f419-44b3-878b-ba78d6776cf9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0822322 Oct 13 00:10:04.447413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4b3cc9b-70a1-4d60-bc8c-af0430987118 req-f01c9155-2c6b-4909-b0ea-5c877938cdfb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502157 Oct 13 00:10:04.481669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-f38ba829-78ce-4b10-8b23-72b0ef399356 req-3ae9784f-23c9-4eb6-b44d-c1d0f638301a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': ' tempest-securitygroup -959579202 ', 'description': 'tempest-description-1364439344'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:04.493578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-337df6af-b55f-4cbf-83bd-ea676c2f0df6 req-9a595843-f353-4df6-a2e8-9dfd0de5a8e4 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415597 Oct 13 00:10:04.509487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f38ba829-78ce-4b10-8b23-72b0ef399356 req-3ae9784f-23c9-4eb6-b44d-c1d0f638301a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:04.550718 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a96569-7219-49db-a51d-0a4e3aeef0fa x-openstack-request-id: req-f3a96569-7219-49db-a51d-0a4e3aeef0fa {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:04.551030 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b72ac5-9385-4945-ac47-f8f20bdf0f51", "name": "network-vif-deleted", "tag": "20ecf7db-f7fb-4941-9e13-bc4a3e044abe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "tag": "d39a2a24-1510-4775-890a-05dada8dead2", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:04.551282 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3a96569-7219-49db-a51d-0a4e3aeef0fa {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:04.551699 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b72ac5-9385-4945-ac47-f8f20bdf0f51', 'name': 'network-vif-deleted', 'tag': '20ecf7db-f7fb-4941-9e13-bc4a3e044abe', 'status': 'completed', 'code': 200} Oct 13 00:10:04.551954 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', 'status': 'completed', 'code': 200} Oct 13 00:10:04.552296 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2', 'status': 'completed', 'code': 200} Oct 13 00:10:04.578499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f38ba829-78ce-4b10-8b23-72b0ef399356 req-3ae9784f-23c9-4eb6-b44d-c1d0f638301a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:04.581351 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f38ba829-78ce-4b10-8b23-72b0ef399356 req-3ae9784f-23c9-4eb6-b44d-c1d0f638301a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:04.611841 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f38ba829-78ce-4b10-8b23-72b0ef399356 req-3ae9784f-23c9-4eb6-b44d-c1d0f638301a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:04.613082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f38ba829-78ce-4b10-8b23-72b0ef399356 req-3ae9784f-23c9-4eb6-b44d-c1d0f638301a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1406112 Oct 13 00:10:04.625281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9784f-23c9-4eb6-b44d-c1d0f638301a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb912b8-1c8d-46c1-807b-73fe5e7eb59f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:04.656221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-8252dbaf-3934-4b51-bb70-68464150e3a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4227f988-3795-48aa-b2ce-f3d42ad74fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388687 Oct 13 00:10:04.822210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-1fe18b35-f1c4-4e13-84de-3148454f32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:04.823745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-1fe18b35-f1c4-4e13-84de-3148454f32f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1174 time: 0.1699238 Oct 13 00:10:04.831229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c7dd8bc-4554-4c4f-8b3d-9d33c27db39d req-02c6c073-f3bc-4a9f-837d-5a1212e6355e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/3cb912b8-1c8d-46c1-807b-73fe5e7eb59f HTTP/1.1" status: 200 len: 1780 time: 0.1789000 Oct 13 00:10:04.863119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fa37-9ed2-465f-9001-2ebc7c3852da req-930a3ec2-a183-45ee-8639-cc47c0bf166c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:04.864374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a650fa37-9ed2-465f-9001-2ebc7c3852da req-930a3ec2-a183-45ee-8639-cc47c0bf166c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.1250117 Oct 13 00:10:04.933267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-b0d76735-ef80-48ad-873e-a89a9bd7134a service neutron] 10.222.0.45 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619214 Oct 13 00:10:05.022502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a650fa37-9ed2-465f-9001-2ebc7c3852da req-1effb6d1-031d-4a7e-b918-661303b49927 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405864 Oct 13 00:10:05.068887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-4203dbe9-deba-4745-a707-1af231ff7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:05.070436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-4203dbe9-deba-4745-a707-1af231ff7a17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 914 time: 0.2018206 Oct 13 00:10:05.152866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-4e77ec74-5cb8-492d-9ea1-737f89a1f6e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 HTTP/1.1" status: 200 len: 217 time: 0.0705786 Oct 13 00:10:05.170129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-027dfcce-de17-4b05-a8a5-2bf8669e82d3 req-ea3788fc-b1f1-4704-9b62-52906b597bd9 service neutron] 10.222.0.45 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257667 Oct 13 00:10:05.214841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5dc92b2e-f19e-4214-9088-70292317c584 req-f774528b-a31b-4e64-ab9b-efca1998b7a2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/3cb912b8-1c8d-46c1-807b-73fe5e7eb59f HTTP/1.1" status: 200 len: 1780 time: 0.1590846 Oct 13 00:10:05.260083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459a4fc-043f-4bc1-b084-3d7be9118375 req-edb66c91-aabc-4be0-b022-9ec899f7f6c7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:05.261612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f459a4fc-043f-4bc1-b084-3d7be9118375 req-edb66c91-aabc-4be0-b022-9ec899f7f6c7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 943 time: 0.1619174 Oct 13 00:10:05.265375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-e8c2937b-34c7-4356-a4a5-bb34c01a0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:05.266724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-e8c2937b-34c7-4356-a4a5-bb34c01a0138 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.0957270 Oct 13 00:10:05.347225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-7d94cada-3537-4b00-8ab2-66ba6f42cff0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564687 Oct 13 00:10:05.402706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f459a4fc-043f-4bc1-b084-3d7be9118375 req-c30d052c-c78e-46b8-86da-ea1f5001014a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326261 Oct 13 00:10:05.440706 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5dc92b2e-f19e-4214-9088-70292317c584 req-a965892c-a916-40aa-87aa-828524399a98 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:05.450465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-4563ce79-e4c8-41ad-962f-1979cf46cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:05.451983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-4563ce79-e4c8-41ad-962f-1979cf46cb26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 1094 time: 0.1803341 Oct 13 00:10:05.559616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5dc92b2e-f19e-4214-9088-70292317c584 req-a965892c-a916-40aa-87aa-828524399a98 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:05.611072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-dd81ba71-7243-4777-a9d6-ad243364b149 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488000 Oct 13 00:10:05.645725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15b20e-c681-4003-80ad-7b73f063cb36 req-b9c776ff-cd8a-4d6b-810e-b5559db4cfa8 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:05.647158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c15b20e-c681-4003-80ad-7b73f063cb36 req-b9c776ff-cd8a-4d6b-810e-b5559db4cfa8 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.1842782 Oct 13 00:10:05.974496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5dc92b2e-f19e-4214-9088-70292317c584 req-a965892c-a916-40aa-87aa-828524399a98 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:05.976990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5dc92b2e-f19e-4214-9088-70292317c584 req-a965892c-a916-40aa-87aa-828524399a98 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:05.978039 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5dc92b2e-f19e-4214-9088-70292317c584 req-a965892c-a916-40aa-87aa-828524399a98 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/3cb912b8-1c8d-46c1-807b-73fe5e7eb59f HTTP/1.1" status: 204 len: 173 time: 0.7566257 Oct 13 00:10:06.001800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-bc21c7ef-4366-42df-af00-0d592c8eb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:06.003272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-bc21c7ef-4366-42df-af00-0d592c8eb719 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 916 time: 0.5369775 Oct 13 00:10:06.016391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965892c-a916-40aa-87aa-828524399a98 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb912b8-1c8d-46c1-807b-73fe5e7eb59f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:06.045992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c74069f5-df6b-44a4-b58d-912e28830134 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:06.067837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-5c40f3d7-2293-46ef-aada-c7663a037140 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39a2a24-1510-4775-890a-05dada8dead2 HTTP/1.1" status: 200 len: 217 time: 0.0538030 Oct 13 00:10:06.083626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c15b20e-c681-4003-80ad-7b73f063cb36 req-603c5328-1672-48c7-a646-d7a81f7da65b tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245537 Oct 13 00:10:06.150564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:06.156858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-f2b10100-464b-47f7-8e73-398178bccb27 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345280 Oct 13 00:10:06.161402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'c74069f5-df6b-44a4-b58d-912e28830134', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'c74069f5-df6b-44a4-b58d-912e28830134', 'mac_address': 'fa:16:3e:0b:92:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:06.197251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771a469-288b-4741-9fbd-17bb5a1bb7da req-0657648d-97c7-49ef-b98a-8f85ee1d0d01 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:06.198735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d771a469-288b-4741-9fbd-17bb5a1bb7da req-0657648d-97c7-49ef-b98a-8f85ee1d0d01 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 946 time: 0.1349304 Oct 13 00:10:06.203169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:06.205953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-576ba29a-6d0b-4259-ac4c-41914a802eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:06.207347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-576ba29a-6d0b-4259-ac4c-41914a802eee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=823ef5b8-0c2c-4f86-bab9-faf0b756dc97 HTTP/1.1" status: 200 len: 855 time: 0.1203737 Oct 13 00:10:06.210759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:06.224050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74069f5-df6b-44a4-b58d-912e28830134 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:06.245717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:06.249546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:06.256824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06868e00-aac2-4668-99dd-4fd691e2dda4 req-48d9dc19-adb5-4253-a1e0-2c4c9eaa7226 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:06.258354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06868e00-aac2-4668-99dd-4fd691e2dda4 req-48d9dc19-adb5-4253-a1e0-2c4c9eaa7226 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1166046 Oct 13 00:10:06.261571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-8e907728-3a7b-472c-a229-4653bb329758 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4227f988-3795-48aa-b2ce-f3d42ad74fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443826 Oct 13 00:10:06.299686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:06.313950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d771a469-288b-4741-9fbd-17bb5a1bb7da req-3216079c-d66e-423e-a91d-ad806c747cd8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046920 Oct 13 00:10:06.354334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06868e00-aac2-4668-99dd-4fd691e2dda4 req-cd86687e-4d2d-4fcd-add9-bf668a2e7c86 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890527 Oct 13 00:10:06.398902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-5c53e60d-104e-484e-9b58-6850dd5fac03 service neutron] 10.222.0.45 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211047 Oct 13 00:10:06.403671 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-1d9fd002-7ed6-4565-8b2b-147403d588aa req-d420c1a4-8c0b-4425-8cca-8ed9f82c5587 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:06.404603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d9fd002-7ed6-4565-8b2b-147403d588aa req-d420c1a4-8c0b-4425-8cca-8ed9f82c5587 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/3cb912b8-1c8d-46c1-807b-73fe5e7eb59f HTTP/1.1" status: 404 len: 352 time: 0.0171874 Oct 13 00:10:06.523854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769d230e-c55b-4a9c-a064-7c45412d4d34 req-6d54266d-865e-4f2f-9d13-e9b482926da3 service neutron] 10.222.0.45 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165457 Oct 13 00:10:06.536317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e546fb-029b-4438-b73b-5a704ca94693 req-9b6bd984-e47d-42d1-b881-f4acdae0b29c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:06.537751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00e546fb-029b-4438-b73b-5a704ca94693 req-9b6bd984-e47d-42d1-b881-f4acdae0b29c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.0705564 Oct 13 00:10:06.580379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00e546fb-029b-4438-b73b-5a704ca94693 req-6f993b53-fa8b-4b0a-941d-6d69124c1b43 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340455 Oct 13 00:10:06.607813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-887f8b87-43f6-4db5-be1b-a785ea97043e req-ccdce3f4-13df-4902-9cd2-0ad8afa412ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-331398678', 'description': 'tempest-description-191890134'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:06.631515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-887f8b87-43f6-4db5-be1b-a785ea97043e req-ccdce3f4-13df-4902-9cd2-0ad8afa412ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:06.707100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-887f8b87-43f6-4db5-be1b-a785ea97043e req-ccdce3f4-13df-4902-9cd2-0ad8afa412ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:06.713405 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-887f8b87-43f6-4db5-be1b-a785ea97043e req-ccdce3f4-13df-4902-9cd2-0ad8afa412ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:06.804430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdce3f4-13df-4902-9cd2-0ad8afa412ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cd3d46-27ae-4313-82d2-7a1b8e26b49e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:06.825004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-887f8b87-43f6-4db5-be1b-a785ea97043e req-ccdce3f4-13df-4902-9cd2-0ad8afa412ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:06.826293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-887f8b87-43f6-4db5-be1b-a785ea97043e req-ccdce3f4-13df-4902-9cd2-0ad8afa412ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2228708 Oct 13 00:10:06.847973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e333fd1-dd17-4da6-8404-4fb906eef024 req-28d09665-9a3a-4b8f-a297-1cc55b140562 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:06.849843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e333fd1-dd17-4da6-8404-4fb906eef024 req-28d09665-9a3a-4b8f-a297-1cc55b140562 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 943 time: 0.1081889 Oct 13 00:10:06.849995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c74069f5-df6b-44a4-b58d-912e28830134'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:06.869896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-c2b3c4cf-c1c2-441d-a85f-bf73b86c3170 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:06.871354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-c2b3c4cf-c1c2-441d-a85f-bf73b86c3170 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 947 time: 0.1288261 Oct 13 00:10:06.876721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:06.958196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e333fd1-dd17-4da6-8404-4fb906eef024 req-5f854a7a-e89c-4f89-98df-94953db006bc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021514 Oct 13 00:10:06.977518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedaf35-88b1-40c7-909b-ba390bf8ca10 req-2fe14b15-d422-4377-b602-25e828a8f4ce tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:06.978951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cedaf35-88b1-40c7-909b-ba390bf8ca10 req-2fe14b15-d422-4377-b602-25e828a8f4ce tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1096 time: 0.0969589 Oct 13 00:10:06.988157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-bba05391-3e89-417e-90a7-f1ea2e58118d service neutron] 10.222.0.36 "GET /v2.0/ports/c74069f5-df6b-44a4-b58d-912e28830134/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 382 time: 0.0956581 Oct 13 00:10:07.017345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cedaf35-88b1-40c7-909b-ba390bf8ca10 req-4aa6607d-fb40-4e17-a37a-3c9cbcb55351 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Oct 13 00:10:07.067155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-008cb45a-6d31-423d-8f36-900b63777fb7 req-d325a15b-a22d-4251-8576-24e5ce27d1d4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-359350246', 'description': 'tempest-description-634983728'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:07.106288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-008cb45a-6d31-423d-8f36-900b63777fb7 req-d325a15b-a22d-4251-8576-24e5ce27d1d4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:07.110768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-7e28f13d-5517-4ef9-9ad7-eebac5fa3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:07.112277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-7e28f13d-5517-4ef9-9ad7-eebac5fa3bef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1098 time: 0.0837467 Oct 13 00:10:07.124923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39ff5-0e6a-4276-968a-6f6c601bebd1 req-d7ad5910-c61d-4c35-94d3-ab19184af199 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:07.126292 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81d39ff5-0e6a-4276-968a-6f6c601bebd1 req-d7ad5910-c61d-4c35-94d3-ab19184af199 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.1078060 Oct 13 00:10:07.239147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81d39ff5-0e6a-4276-968a-6f6c601bebd1 req-23a6b2b2-7cfe-4ab4-a120-020f61b3b92e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012011 Oct 13 00:10:07.276748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-e4e80f99-3d93-4ff4-a511-ab469bfb1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:07.278213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-e4e80f99-3d93-4ff4-a511-ab469bfb1bca service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1510863 Oct 13 00:10:07.289697 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-008cb45a-6d31-423d-8f36-900b63777fb7 req-d325a15b-a22d-4251-8576-24e5ce27d1d4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:07.298621 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-008cb45a-6d31-423d-8f36-900b63777fb7 req-d325a15b-a22d-4251-8576-24e5ce27d1d4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:07.346637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-51797243-960a-4092-8aec-501f5bc80d0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0591555 Oct 13 00:10:07.384988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-008cb45a-6d31-423d-8f36-900b63777fb7 req-d325a15b-a22d-4251-8576-24e5ce27d1d4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:07.386164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-008cb45a-6d31-423d-8f36-900b63777fb7 req-d325a15b-a22d-4251-8576-24e5ce27d1d4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3358915 Oct 13 00:10:07.420782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325a15b-a22d-4251-8576-24e5ce27d1d4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4dffc-a17f-4028-a33d-faaa1b911f69,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:07.438340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634d6df-4419-4db1-87dc-673714309410 req-fe1cc3a3-7587-4cb5-9845-f26d1af3ca0a tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:07.439846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6634d6df-4419-4db1-87dc-673714309410 req-fe1cc3a3-7587-4cb5-9845-f26d1af3ca0a tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1096 time: 0.1436450 Oct 13 00:10:07.448214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-345ada53-6862-48c3-a4ef-58ad2fef19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:07.449544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-345ada53-6862-48c3-a4ef-58ad2fef19ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0847471 Oct 13 00:10:07.535086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6634d6df-4419-4db1-87dc-673714309410 req-068758f0-306d-4c2a-9f37-572b07b4cc6f tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846207 Oct 13 00:10:07.544285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e444f-d07f-4e20-ac8c-961ce06f46c0 req-e4f412ef-74bf-4c4e-a497-1387c5985016 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:07.546006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b77e444f-d07f-4e20-ac8c-961ce06f46c0 req-e4f412ef-74bf-4c4e-a497-1387c5985016 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 943 time: 0.1123564 Oct 13 00:10:07.557477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-1668faab-3c73-4220-9db4-160ffa496496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:07.558931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-1668faab-3c73-4220-9db4-160ffa496496 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872469 Oct 13 00:10:07.646126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b77e444f-d07f-4e20-ac8c-961ce06f46c0 req-4f11f186-3806-479a-947f-d06a9dc3d7aa tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861499 Oct 13 00:10:07.680641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a3480721-b0d0-42aa-b4af-72cf92793cd0 req-affde2f0-4f7d-496d-a016-184229363b0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1720609298', 'description': 'tempest-description-455590784'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:07.723122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca601d-443a-4cb5-b38a-30fa40e2226f req-994c6a7e-4daa-4b9c-bf5e-d2c14d14f16b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:07.724610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7ca601d-443a-4cb5-b38a-30fa40e2226f req-994c6a7e-4daa-4b9c-bf5e-d2c14d14f16b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1301832 Oct 13 00:10:07.731305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-8719dcd2-4d91-414a-b967-2223800987fb service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578724 Oct 13 00:10:07.766159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a3480721-b0d0-42aa-b4af-72cf92793cd0 req-affde2f0-4f7d-496d-a016-184229363b0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:07.828942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7ca601d-443a-4cb5-b38a-30fa40e2226f req-07d04a13-e820-4d69-ad6e-8d6b01755153 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966823 Oct 13 00:10:07.881753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-a1ec3a14-0ef2-47f4-ac55-e0bdce226a6b service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407964 Oct 13 00:10:07.911412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a3480721-b0d0-42aa-b4af-72cf92793cd0 req-affde2f0-4f7d-496d-a016-184229363b0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:07.916060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a3480721-b0d0-42aa-b4af-72cf92793cd0 req-affde2f0-4f7d-496d-a016-184229363b0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:07.947076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affde2f0-4f7d-496d-a016-184229363b0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18a4d8-57ab-4cfc-b751-76c6458c630e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:07.954696 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a3480721-b0d0-42aa-b4af-72cf92793cd0 req-affde2f0-4f7d-496d-a016-184229363b0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:07.955973 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3480721-b0d0-42aa-b4af-72cf92793cd0 req-affde2f0-4f7d-496d-a016-184229363b0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2835441 Oct 13 00:10:08.064900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4906ca35-ffe2-4d2a-801c-380bdf51326d details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:08.075946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c74069f5-df6b-44a4-b58d-912e28830134 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:08.126716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2408-51a8-41c3-a9b7-07e93f3eaba5 req-857c8c92-2bed-41e4-b163-8f7ddee0133c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:08.128241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e4e2408-51a8-41c3-a9b7-07e93f3eaba5 req-857c8c92-2bed-41e4-b163-8f7ddee0133c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 943 time: 0.0891759 Oct 13 00:10:08.160699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56749b87-6355-4a33-b385-b1db10485bd3 req-e489aae9-4902-4cfb-95cd-18d5cb1628e7 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26f78f2081ee4cdf90f972534e1c2d98 HTTP/1.1" status: 200 len: 10889 time: 0.1539872 Oct 13 00:10:08.176874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port c74069f5-df6b-44a4-b58d-912e28830134 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:10:08.187209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e4e2408-51a8-41c3-a9b7-07e93f3eaba5 req-83681a5b-949a-49c8-b088-424585e63bd6 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519557 Oct 13 00:10:08.190172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port c74069f5-df6b-44a4-b58d-912e28830134 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:08.190548 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.221466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4906ca35-ffe2-4d2a-801c-380bdf51326d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4906ca35-ffe2-4d2a-801c-380bdf51326d,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:08.222095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56749b87-6355-4a33-b385-b1db10485bd3 req-d08c515e-697b-4097-badb-0ef394b44abc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/a01bfa29-ebcf-4c18-bacd-63e50bb6a039 HTTP/1.1" status: 200 len: 2981 time: 0.0480745 Oct 13 00:10:08.240272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'port_id': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'mac_address': 'fa:16:3e:35:dd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:08.274887 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56749b87-6355-4a33-b385-b1db10485bd3 req-b0a1bd63-0b60-41fd-beb2-53c81f1f5ec4 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/a01bfa29-ebcf-4c18-bacd-63e50bb6a039 HTTP/1.1" status: 200 len: 2981 time: 0.0452981 Oct 13 00:10:08.311129 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.333389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4906ca35-ffe2-4d2a-801c-380bdf51326d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:08.343042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.367339 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4906ca35-ffe2-4d2a-801c-380bdf51326d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4906ca35-ffe2-4d2a-801c-380bdf51326d,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:08.383287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766d96-680f-4c22-a48f-1385865a7c5f req-25ad8225-d4ca-4edf-9938-c4623ce3148a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:08.391015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74766d96-680f-4c22-a48f-1385865a7c5f req-25ad8225-d4ca-4edf-9938-c4623ce3148a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.0594511 Oct 13 00:10:08.392400 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:08.395257 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614d3a0f-8d1d-4ec4-bc52-73011f5e908e" -d '{"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-plugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:08.400725 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.404921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:08.410551 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.440268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74766d96-680f-4c22-a48f-1385865a7c5f req-f96c7dbc-5014-4a37-a9b0-d367ca317fde tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483205 Oct 13 00:10:08.468279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4906ca35-ffe2-4d2a-801c-380bdf51326d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:08.501151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77557446-8bf8-4892-a640-59540d701679 req-eedfe00b-0c44-4a96-b2d9-ceba4ec42006 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/28cd3d46-27ae-4313-82d2-7a1b8e26b49e HTTP/1.1" status: 200 len: 1799 time: 0.0468998 Oct 13 00:10:08.521649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:08.563534 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-77557446-8bf8-4892-a640-59540d701679 req-51ab8f21-e27e-4773-8370-45f20838eeeb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.590139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-77557446-8bf8-4892-a640-59540d701679 req-51ab8f21-e27e-4773-8370-45f20838eeeb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.639672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-77557446-8bf8-4892-a640-59540d701679 req-51ab8f21-e27e-4773-8370-45f20838eeeb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.642263 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-77557446-8bf8-4892-a640-59540d701679 req-51ab8f21-e27e-4773-8370-45f20838eeeb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:08.643391 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77557446-8bf8-4892-a640-59540d701679 req-51ab8f21-e27e-4773-8370-45f20838eeeb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/28cd3d46-27ae-4313-82d2-7a1b8e26b49e HTTP/1.1" status: 204 len: 173 time: 0.1342714 Oct 13 00:10:08.655453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8f21-e27e-4773-8370-45f20838eeeb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cd3d46-27ae-4313-82d2-7a1b8e26b49e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:08.706972 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ebf9fb-d021-4e2b-9295-21576729738d x-openstack-request-id: req-91ebf9fb-d021-4e2b-9295-21576729738d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:08.707400 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-plugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:08.707839 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91ebf9fb-d021-4e2b-9295-21576729738d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:08.708261 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'code': 200} Oct 13 00:10:08.734659 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-476e06af-1494-41fb-9074-f9469eef8c5c req-8193106a-c8cd-49b7-bb3b-f0cb64ab3c21 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:08.735653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-476e06af-1494-41fb-9074-f9469eef8c5c req-8193106a-c8cd-49b7-bb3b-f0cb64ab3c21 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/28cd3d46-27ae-4313-82d2-7a1b8e26b49e HTTP/1.1" status: 404 len: 352 time: 0.0144622 Oct 13 00:10:08.838328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76e715-78bd-470f-b878-d6a8745df403 req-35bcd993-269c-479d-b12c-6ca874628d4a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:08.839896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db76e715-78bd-470f-b878-d6a8745df403 req-35bcd993-269c-479d-b12c-6ca874628d4a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 944 time: 0.0520561 Oct 13 00:10:08.878629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db76e715-78bd-470f-b878-d6a8745df403 req-61f98b7d-7db9-4d4c-bb0a-af3dd0ac6755 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Oct 13 00:10:08.915235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['4906ca35-ffe2-4d2a-801c-380bdf51326d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:08.942335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce1c463e-3c37-4393-a348-47c0ba444752 req-b18dc02d-cf33-45e4-8ef8-a212b3d61af9 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/e4a4dffc-a17f-4028-a33d-faaa1b911f69 HTTP/1.1" status: 200 len: 1799 time: 0.0407474 Oct 13 00:10:09.002391 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce1c463e-3c37-4393-a348-47c0ba444752 req-0b7c29e6-d176-4c55-a2b2-a7521232847f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:09.026564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce1c463e-3c37-4393-a348-47c0ba444752 req-0b7c29e6-d176-4c55-a2b2-a7521232847f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:09.076707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce1c463e-3c37-4393-a348-47c0ba444752 req-0b7c29e6-d176-4c55-a2b2-a7521232847f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:09.079380 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce1c463e-3c37-4393-a348-47c0ba444752 req-0b7c29e6-d176-4c55-a2b2-a7521232847f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:09.088207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce1c463e-3c37-4393-a348-47c0ba444752 req-0b7c29e6-d176-4c55-a2b2-a7521232847f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4a4dffc-a17f-4028-a33d-faaa1b911f69 HTTP/1.1" status: 204 len: 173 time: 0.1383243 Oct 13 00:10:09.094241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-9bcf4359-630d-400a-9076-0b390572de38 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:10:09.095580 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-9bcf4359-630d-400a-9076-0b390572de38 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059206 Oct 13 00:10:09.097845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c29e6-d176-4c55-a2b2-a7521232847f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4dffc-a17f-4028-a33d-faaa1b911f69,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:09.136902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-5dea4b81-08bd-4fe5-b35f-a95b77f703e3 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:09.138265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-5dea4b81-08bd-4fe5-b35f-a95b77f703e3 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports/52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 200 len: 1093 time: 0.0347991 Oct 13 00:10:09.147322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Request body: {'binding': {'host': 'n-h2-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:09.147801 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:10:09.177560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b33be-c142-4c91-a0f1-2e16b2f50bfc req-028975e4-85a3-4e45-b746-e07fb84931d5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:09.179030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-896b33be-c142-4c91-a0f1-2e16b2f50bfc req-028975e4-85a3-4e45-b746-e07fb84931d5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0485651 Oct 13 00:10:09.216679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-896b33be-c142-4c91-a0f1-2e16b2f50bfc req-0bed741d-039c-4952-a38b-708f099ab7c0 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Oct 13 00:10:09.279185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on host n-h2-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:10:09.279534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:10:09.279865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:09.283940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:10:09.284252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:09.289444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:10:09.289771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:09.290145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:10:09.290556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Bound port: 52037b1a-4209-4127-a9ac-2f8038fe213e, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:10:09.341894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:10:09.348953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:09.350239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-14b739f4-5cbf-4d14-8ea0-be4e1098124e service neutron] 10.222.0.21 "POST /v2.0/ports/52037b1a-4209-4127-a9ac-2f8038fe213e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2064278 Oct 13 00:10:09.419114 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-ada83c2e-021c-4cf5-a06a-d3f687e1c444 req-d78febee-9f9e-48cd-91b7-d4b6239050bc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:09.421495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ada83c2e-021c-4cf5-a06a-d3f687e1c444 req-d78febee-9f9e-48cd-91b7-d4b6239050bc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/e4a4dffc-a17f-4028-a33d-faaa1b911f69 HTTP/1.1" status: 404 len: 352 time: 0.0175610 Oct 13 00:10:09.542825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0cd86-13b5-4a80-bfbc-767a13d0ad5d req-f7ff166a-fb77-47be-b99c-faf3b957aa56 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:09.544307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ab0cd86-13b5-4a80-bfbc-767a13d0ad5d req-f7ff166a-fb77-47be-b99c-faf3b957aa56 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 943 time: 0.0897577 Oct 13 00:10:09.559904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191083a-9f72-4330-b206-76ce521dffc6 req-e47595f7-e44b-4c1e-b5c3-f5169a1e0cea tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:09.561358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3191083a-9f72-4330-b206-76ce521dffc6 req-e47595f7-e44b-4c1e-b5c3-f5169a1e0cea tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.0731475 Oct 13 00:10:09.627175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ab0cd86-13b5-4a80-bfbc-767a13d0ad5d req-a72acd9b-76ba-4eee-8b2c-e58aea5e3e49 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766330 Oct 13 00:10:09.642749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3191083a-9f72-4330-b206-76ce521dffc6 req-eaab33d0-2f8b-4c36-bf75-48cf40bb97b6 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741949 Oct 13 00:10:09.673910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ab6b44cd-8849-4da8-9c64-65f5484e694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:09.675376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ab6b44cd-8849-4da8-9c64-65f5484e694f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1096 time: 0.0714519 Oct 13 00:10:09.778232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc2f9e7a-ff4b-4962-8497-a8595ff6aa8a req-6af5f9c0-1b39-45ea-aba8-420d3138c314 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/0a18a4d8-57ab-4cfc-b751-76c6458c630e HTTP/1.1" status: 200 len: 1800 time: 0.1191220 Oct 13 00:10:09.837985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5733-ff92-4a15-bedf-abc0892c039f req-0c456968-3d34-499c-a124-12f673ade040 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:09.839371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a2a5733-ff92-4a15-bedf-abc0892c039f req-0c456968-3d34-499c-a124-12f673ade040 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1373475 Oct 13 00:10:09.880713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-544d808d-90f5-48c4-be0e-48c2a78412db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:09.882121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-544d808d-90f5-48c4-be0e-48c2a78412db service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1968560 Oct 13 00:10:09.938023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-4af483e9-5597-437c-ad34-d0edf203854c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 200 len: 217 time: 0.0466225 Oct 13 00:10:09.942921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a2a5733-ff92-4a15-bedf-abc0892c039f req-503ec35f-f623-4b6b-9925-5a44db2e4b3e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964234 Oct 13 00:10:09.946067 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bc2f9e7a-ff4b-4962-8497-a8595ff6aa8a req-bc380d2b-124e-46b9-87ac-77990c57b375 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:09.996581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bc2f9e7a-ff4b-4962-8497-a8595ff6aa8a req-bc380d2b-124e-46b9-87ac-77990c57b375 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:10.049238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-906c1207-7131-47f6-8a0c-b1d14499de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:10.050683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-906c1207-7131-47f6-8a0c-b1d14499de09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.1020577 Oct 13 00:10:10.097178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-d00ccb97-3e4b-4a7f-96bb-cdd669e641d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313675 Oct 13 00:10:10.105653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cdfff-6e07-4d91-9dee-3584c92a7640 req-a5ef8f52-0b1a-4b36-bd2b-00e5fce93055 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:10.107029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab8cdfff-6e07-4d91-9dee-3584c92a7640 req-a5ef8f52-0b1a-4b36-bd2b-00e5fce93055 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 944 time: 0.1078269 Oct 13 00:10:10.117734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bc2f9e7a-ff4b-4962-8497-a8595ff6aa8a req-bc380d2b-124e-46b9-87ac-77990c57b375 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:10.120247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bc2f9e7a-ff4b-4962-8497-a8595ff6aa8a req-bc380d2b-124e-46b9-87ac-77990c57b375 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:10.121294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc2f9e7a-ff4b-4962-8497-a8595ff6aa8a req-bc380d2b-124e-46b9-87ac-77990c57b375 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a18a4d8-57ab-4cfc-b751-76c6458c630e HTTP/1.1" status: 204 len: 173 time: 0.3340302 Oct 13 00:10:10.188268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc380d2b-124e-46b9-87ac-77990c57b375 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18a4d8-57ab-4cfc-b751-76c6458c630e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:10.207959 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-ade849d0-1147-46ce-b325-c3ed28da7c01 req-869089b1-a296-4a03-b1f1-73e0e5e6f1b0 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:10.208980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ade849d0-1147-46ce-b325-c3ed28da7c01 req-869089b1-a296-4a03-b1f1-73e0e5e6f1b0 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/0a18a4d8-57ab-4cfc-b751-76c6458c630e HTTP/1.1" status: 404 len: 352 time: 0.0421741 Oct 13 00:10:10.227736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab8cdfff-6e07-4d91-9dee-3584c92a7640 req-2496256c-24a5-4193-93b2-dba9adf3787f tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122723 Oct 13 00:10:10.267911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-d990aeb2-a94f-4c5a-980c-8a2e7273f7e7 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598985 Oct 13 00:10:10.397619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83fcc22c-8507-48f4-816c-91907d3b1bbf req-19147513-6b43-4a43-a1f2-87231f44dd10 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26f78f2081ee4cdf90f972534e1c2d98 HTTP/1.1" status: 200 len: 6144 time: 0.1617560 Oct 13 00:10:10.444646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d6d40-c967-4337-a3d0-47974e0b3310 req-986e2690-880a-4c2e-9a34-dffa37620e8b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:10.446673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-456d6d40-c967-4337-a3d0-47974e0b3310 req-986e2690-880a-4c2e-9a34-dffa37620e8b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1166155 Oct 13 00:10:10.451279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-02a7c636-240e-4df6-9a77-66ba1f8d885d service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758542 Oct 13 00:10:10.516074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83fcc22c-8507-48f4-816c-91907d3b1bbf req-e278fb1f-90d3-4932-9306-0b4702574232 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/a01bfa29-ebcf-4c18-bacd-63e50bb6a039 HTTP/1.1" status: 200 len: 2981 time: 0.1091728 Oct 13 00:10:10.556866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-456d6d40-c967-4337-a3d0-47974e0b3310 req-24b6d9ff-0c1f-4b5f-aa8a-cb699760cdea tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006272 Oct 13 00:10:10.578597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-31629ae2-f3ed-42c5-b1a8-cbad9191ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:10.578597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-31629ae2-f3ed-42c5-b1a8-cbad9191ef0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 1099 time: 0.0997939 Oct 13 00:10:10.587344 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83fcc22c-8507-48f4-816c-91907d3b1bbf req-c56cb012-6ed0-42d5-9710-5ec38069716f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/a01bfa29-ebcf-4c18-bacd-63e50bb6a039 HTTP/1.1" status: 200 len: 2981 time: 0.0637748 Oct 13 00:10:10.605616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:10.673828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d39a2a24-1510-4775-890a-05dada8dead2 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:10.675394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:10.722126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-10b5ef42-ed52-4e9c-8bf5-d6f5c30e779c req-0d6d9f74-1104-47f5-9d75-f71a3acd9431 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1485421195', 'description': 'tempest-description-868893243'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:10.800837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:10.813471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'd39a2a24-1510-4775-890a-05dada8dead2', 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'port_id': 'd39a2a24-1510-4775-890a-05dada8dead2', 'mac_address': 'fa:16:3e:4a:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823ef5b8-0c2c-4f86-bab9-faf0b756dc97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:10.824926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-10b5ef42-ed52-4e9c-8bf5-d6f5c30e779c req-0d6d9f74-1104-47f5-9d75-f71a3acd9431 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:10.851888 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:10.865035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39a2a24-1510-4775-890a-05dada8dead2 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:10.885630 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:10.889616 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:10.912479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cbd1b-1dd8-41bb-a9d8-2f4cbbfc18a2 req-22843bed-2813-479c-b23b-735467871cb6 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:10.914525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc1cbd1b-1dd8-41bb-a9d8-2f4cbbfc18a2 req-22843bed-2813-479c-b23b-735467871cb6 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 943 time: 0.1518674 Oct 13 00:10:10.944059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:11.019214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc1cbd1b-1dd8-41bb-a9d8-2f4cbbfc18a2 req-24ae7237-e316-47e8-8524-470ecee5ce95 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937560 Oct 13 00:10:11.021372 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-10b5ef42-ed52-4e9c-8bf5-d6f5c30e779c req-0d6d9f74-1104-47f5-9d75-f71a3acd9431 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.027815 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-10b5ef42-ed52-4e9c-8bf5-d6f5c30e779c req-0d6d9f74-1104-47f5-9d75-f71a3acd9431 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.070127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:11.083321 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-10b5ef42-ed52-4e9c-8bf5-d6f5c30e779c req-0d6d9f74-1104-47f5-9d75-f71a3acd9431 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.084575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10b5ef42-ed52-4e9c-8bf5-d6f5c30e779c req-0d6d9f74-1104-47f5-9d75-f71a3acd9431 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3686335 Oct 13 00:10:11.105029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d9f74-1104-47f5-9d75-f71a3acd9431 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758a05e0-5817-4264-9f37-c80610106eb5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:11.143283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:11.207016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805990c-3be8-4889-8be1-950d74146f13 req-c429a2bd-59fe-43a0-86fc-d90e383a924a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:11.208547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a805990c-3be8-4889-8be1-950d74146f13 req-c429a2bd-59fe-43a0-86fc-d90e383a924a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.1207132 Oct 13 00:10:11.234754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:11.237049 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5565296d-bff5-4761-9d1f-2751541fcc6a" -d '{"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-unplugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:11.241943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.272471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd01ac3-0b40-4700-9325-190a1e7787ba req-6c0835fd-2732-4bb9-8b8f-744b613acbff tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:11.274489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cd01ac3-0b40-4700-9325-190a1e7787ba req-6c0835fd-2732-4bb9-8b8f-744b613acbff tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 948 time: 0.1296687 Oct 13 00:10:11.275625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Transition to ACTIVE for port object c74069f5-df6b-44a4-b58d-912e28830134 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:10:11.289846 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.324003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a805990c-3be8-4889-8be1-950d74146f13 req-ebb49a84-6db3-4475-a6d8-e10092683518 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079535 Oct 13 00:10:11.360712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7d6bd217-7870-43b5-bd88-dcecfd1b75d7 req-c6cfd8bf-ebd2-41c3-9eaa-4f21a54714bd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-146307753', 'description': 'tempest-description-1777778527'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:11.379686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['d39a2a24-1510-4775-890a-05dada8dead2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:11.387245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=10']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:11.410537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] No DVR routers for this DVR port c74069f5-df6b-44a4-b58d-912e28830134 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:11.427932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cd01ac3-0b40-4700-9325-190a1e7787ba req-f66eac80-9a5d-4ca4-b26a-17fe9d429346 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373212 Oct 13 00:10:11.470963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7d6bd217-7870-43b5-bd88-dcecfd1b75d7 req-c6cfd8bf-ebd2-41c3-9eaa-4f21a54714bd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.482445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:10:11.482779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:10:11.483188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:11.494908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:10:11.495223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Attempting to bind port c74069f5-df6b-44a4-b58d-912e28830134 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:11.503401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:10:11.507692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:11.508017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:10:11.508475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Bound port: c74069f5-df6b-44a4-b58d-912e28830134, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:10:11.508834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.516720 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e43bd3-3698-43b5-802f-a55bcc987d61 x-openstack-request-id: req-12e43bd3-3698-43b5-802f-a55bcc987d61 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:11.517074 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-unplugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:11.517274 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e43bd3-3698-43b5-802f-a55bcc987d61 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:11.517666 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'code': 200} Oct 13 00:10:11.663030 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7d6bd217-7870-43b5-bd88-dcecfd1b75d7 req-c6cfd8bf-ebd2-41c3-9eaa-4f21a54714bd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.667288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:11.672729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7d6bd217-7870-43b5-bd88-dcecfd1b75d7 req-c6cfd8bf-ebd2-41c3-9eaa-4f21a54714bd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.691213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:10:11.710397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:11.721156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cc4f0-dc35-4bc7-a69d-23ea4b0cbb45 req-97f0ae80-ab56-4202-b624-4927d2ea5f50 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:11.722926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d8cc4f0-dc35-4bc7-a69d-23ea4b0cbb45 req-97f0ae80-ab56-4202-b624-4927d2ea5f50 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 944 time: 0.1358020 Oct 13 00:10:11.784449 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ac239786-b0d4-4855-bc2e-7f4e2e962b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:12.050663 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7d6bd217-7870-43b5-bd88-dcecfd1b75d7 req-c6cfd8bf-ebd2-41c3-9eaa-4f21a54714bd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:12.051927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d6bd217-7870-43b5-bd88-dcecfd1b75d7 req-c6cfd8bf-ebd2-41c3-9eaa-4f21a54714bd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6987243 Oct 13 00:10:12.060638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfd8bf-ebd2-41c3-9eaa-4f21a54714bd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:12.093406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.094029 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:12.095471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] 10.222.0.45 "PUT /v2.0/ports/c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 1095 time: 1.4949365 Oct 13 00:10:12.122308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4906ca35-ffe2-4d2a-801c-380bdf51326d up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:12.147210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9b08-9ea6-4bb3-9614-2ee390ab0182 service neutron] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=11']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:12.210801 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d8cc4f0-dc35-4bc7-a69d-23ea4b0cbb45 req-cf6c5dcc-880a-4f65-8d2c-a50973b0cb61 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733953 Oct 13 00:10:12.215754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 4906ca35-ffe2-4d2a-801c-380bdf51326d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:10:12.219958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 4906ca35-ffe2-4d2a-801c-380bdf51326d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:12.220754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:12.241238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50141846-d1a2-4843-9668-59da744d6857 req-c54cd203-7ad2-4811-bfbc-726230fc8c4b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.250048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50141846-d1a2-4843-9668-59da744d6857 req-c54cd203-7ad2-4811-bfbc-726230fc8c4b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1330390 Oct 13 00:10:12.285712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-6415c359-d169-403f-af7b-64f3f9504954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.287486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-6415c359-d169-403f-af7b-64f3f9504954 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1098 time: 0.1447773 Oct 13 00:10:12.312800 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:12.340383 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50141846-d1a2-4843-9668-59da744d6857 req-7505d0cf-8833-489b-816e-5eaa47953b74 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894961 Oct 13 00:10:12.345319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f01000-a32f-4018-89d3-4d966b6068f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4906ca35-ffe2-4d2a-801c-380bdf51326d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:12.349320 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e7665-7cc0-44d5-a27e-4b6c5132e2c5" -d '{"events": [{"server_uuid": "28f01000-a32f-4018-89d3-4d966b6068f9", "name": "network-vif-plugged", "status": "completed", "tag": "4906ca35-ffe2-4d2a-801c-380bdf51326d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:12.356379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4906ca35-ffe2-4d2a-801c-380bdf51326d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4906ca35-ffe2-4d2a-801c-380bdf51326d,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:12.364557 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:12.365671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c74069f5-df6b-44a4-b58d-912e28830134 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:12.465554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4906ca35-ffe2-4d2a-801c-380bdf51326d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:12.468587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c74069f5-df6b-44a4-b58d-912e28830134 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:12.478413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-c3d667b2-e630-479c-bc54-63d184fe49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.479904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-c3d667b2-e630-479c-bc54-63d184fe49f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1757500 Oct 13 00:10:12.560185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-e2525678-519f-48c4-8b1d-faa6b3b52134 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0607674 Oct 13 00:10:12.668326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703993e-7dcd-4977-aecb-d199a8269a68 req-3066994f-dae4-4110-bdcc-f2c018bcceb8 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.669695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5703993e-7dcd-4977-aecb-d199a8269a68 req-3066994f-dae4-4110-bdcc-f2c018bcceb8 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 944 time: 0.1842163 Oct 13 00:10:12.682405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-d182fa49-97c3-4854-81de-a77d9a065ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.683877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-d182fa49-97c3-4854-81de-a77d9a065ea7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1038272 Oct 13 00:10:12.753777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-fe6132da-f1f6-46df-8912-43a00bc46d67 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.755880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-fe6132da-f1f6-46df-8912-43a00bc46d67 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 813 time: 0.1996374 Oct 13 00:10:12.782620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5703993e-7dcd-4977-aecb-d199a8269a68 req-6021fa33-0f10-411c-a636-b16cb86e6b31 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045039 Oct 13 00:10:12.784861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ccd16b18-07ad-4ca5-924b-1c0119f2b1a2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/quotas/26f78f2081ee4cdf90f972534e1c2d98 HTTP/1.1" status: 200 len: 375 time: 0.0223608 Oct 13 00:10:12.790130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117961b-71ad-4084-8f5b-1048483f7255 req-644894b4-1ef8-40bc-8999-19b1ae5525f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.791689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-644894b4-1ef8-40bc-8999-19b1ae5525f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918398 Oct 13 00:10:12.932325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-3fe6ea1c-904e-4ebe-b19b-be08ffad07d0 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1394343 Oct 13 00:10:12.963931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a5c1-1637-4c18-a66e-a54bfd68265a req-8bf6d470-00a5-405e-85c7-ca2cfc0ec8e1 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:12.965375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e05a5c1-1637-4c18-a66e-a54bfd68265a req-8bf6d470-00a5-405e-85c7-ca2cfc0ec8e1 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.1021512 Oct 13 00:10:13.008061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-e7355d71-24a3-46f1-887e-de2c207b9de4 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034523 Oct 13 00:10:13.109415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e05a5c1-1637-4c18-a66e-a54bfd68265a req-ed7369df-0656-4a5d-bde8-7c92db7e558a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066034 Oct 13 00:10:13.144352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-e80884cd-34c3-4d10-9483-3ba70eacd496 service neutron] 10.222.0.21 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039483 Oct 13 00:10:13.157684 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2185ec50-3e53-4b01-8310-2b35a1e70955 x-openstack-request-id: req-2185ec50-3e53-4b01-8310-2b35a1e70955 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:13.158508 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f01000-a32f-4018-89d3-4d966b6068f9", "name": "network-vif-plugged", "status": "completed", "tag": "4906ca35-ffe2-4d2a-801c-380bdf51326d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:13.158931 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2185ec50-3e53-4b01-8310-2b35a1e70955 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:13.159474 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f01000-a32f-4018-89d3-4d966b6068f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'code': 200} Oct 13 00:10:13.224406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9117961b-71ad-4084-8f5b-1048483f7255 req-51b0c81c-593c-4d75-8f25-938d580fefc7 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078543 Oct 13 00:10:13.310133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f9612-6cff-4df6-b1a4-67c0a5782a08 req-19ae63ff-9749-4aaa-bd5f-feb6b555d896 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:13.311673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a60f9612-6cff-4df6-b1a4-67c0a5782a08 req-19ae63ff-9749-4aaa-bd5f-feb6b555d896 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.1029637 Oct 13 00:10:13.321371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-42f006b3-803d-41ea-a0cd-485f2482ba26 service neutron] 10.222.0.21 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673241 Oct 13 00:10:13.349263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0a47-898d-444d-b143-666020ec22a7 req-5c5f5634-5ab4-46c8-a927-7b5d58200195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:13.350839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-192c0a47-898d-444d-b143-666020ec22a7 req-5c5f5634-5ab4-46c8-a927-7b5d58200195 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 1096 time: 0.0906639 Oct 13 00:10:13.362919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a60f9612-6cff-4df6-b1a4-67c0a5782a08 req-a1e1b819-eae2-4273-a537-23cbd8db8d4d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Oct 13 00:10:13.415545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-192c0a47-898d-444d-b143-666020ec22a7 req-20484d2e-5a3e-455d-95a0-daac1d283036 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512128 Oct 13 00:10:13.523584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc4c87-c5f9-4bd5-813e-fd25287f66cc req-e8667030-e3bc-4884-b040-c3213911f54f tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:13.525513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8bbc4c87-c5f9-4bd5-813e-fd25287f66cc req-e8667030-e3bc-4884-b040-c3213911f54f tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.0680161 Oct 13 00:10:13.541497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:13.544105 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b25006-a44e-41a7-afce-6ff40ed0516b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:13.596917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8bbc4c87-c5f9-4bd5-813e-fd25287f66cc req-dbe19534-387e-4e50-afe1-2d1801e53409 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490408 Oct 13 00:10:13.606342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c3fec-aef3-4b84-be0a-ba87622eb664 req-03ee64f5-c366-45e4-b1ab-dd752f02e02d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:13.608049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b43c3fec-aef3-4b84-be0a-ba87622eb664 req-03ee64f5-c366-45e4-b1ab-dd752f02e02d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1110497 Oct 13 00:10:13.663481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b43c3fec-aef3-4b84-be0a-ba87622eb664 req-19ef3cf7-2346-4d4a-af11-1402737709cf tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Oct 13 00:10:13.719457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1e180ab-b1b1-4440-ae17-3ae77bd5c119 req-4d121e71-8b57-449c-8103-fc153331ebd5 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 210 time: 0.0264578 Oct 13 00:10:13.948664 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dcb3c8-e63f-4465-b567-6aacbc8d68b6 x-openstack-request-id: req-97dcb3c8-e63f-4465-b567-6aacbc8d68b6 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:13.948948 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:13.949203 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97dcb3c8-e63f-4465-b567-6aacbc8d68b6 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:13.949602 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'status': 'completed', 'code': 200} Oct 13 00:10:14.066507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73309a89-b831-4f40-a306-2dd5d2177b2a req-4a1564e1-697d-4636-a154-20d2852bd334 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.068232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73309a89-b831-4f40-a306-2dd5d2177b2a req-4a1564e1-697d-4636-a154-20d2852bd334 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 944 time: 0.0909796 Oct 13 00:10:14.090631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-2e8e4461-b3b8-4b8a-a3a0-77f046ea48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.092265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-2e8e4461-b3b8-4b8a-a3a0-77f046ea48c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1098 time: 0.0875514 Oct 13 00:10:14.187921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73309a89-b831-4f40-a306-2dd5d2177b2a req-2c31f078-4a03-40c7-9f65-af7876cff6c9 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074741 Oct 13 00:10:14.211718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-8dfe5b07-8b7f-4cb1-a891-8b17dbe2803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.213176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-8dfe5b07-8b7f-4cb1-a891-8b17dbe2803e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 1098 time: 0.1430254 Oct 13 00:10:14.303369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-7675094a-e168-4548-bbfa-db46fe206e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.304778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-7675094a-e168-4548-bbfa-db46fe206e47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1974823 Oct 13 00:10:14.331566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ae6a-9a92-4067-9124-c449c914e31d req-14a6c309-f1d0-41dd-8e30-24efc676d750 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.333013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-64a4ae6a-9a92-4067-9124-c449c914e31d req-14a6c309-f1d0-41dd-8e30-24efc676d750 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.1354787 Oct 13 00:10:14.371369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-41808b5c-6e0e-4447-9b9a-5409d46cf8d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0573325 Oct 13 00:10:14.445020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-1416101d-5a61-4ba5-a8fe-01d24c6b6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.446482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-1416101d-5a61-4ba5-a8fe-01d24c6b6386 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2129605 Oct 13 00:10:14.453023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-64a4ae6a-9a92-4067-9124-c449c914e31d req-587ad856-d26f-4c18-a32a-ace7ba501d76 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915606 Oct 13 00:10:14.488622 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-64df76bd-34a4-43e1-a006-1ddb5664aa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:14.521481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-6a8319c3-9b5c-4422-ad3b-c2d70b285eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 200 len: 217 time: 0.0581150 Oct 13 00:10:14.522840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-45bdaaa9-52dc-4af6-88ba-aef5e1c86de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.524997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-45bdaaa9-52dc-4af6-88ba-aef5e1c86de0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1437738 Oct 13 00:10:14.574409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8bfb4-9657-4da1-837c-5a0b1d72d12d req-671626d5-e508-45a3-b775-21ba6d196a53 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.575916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8c8bfb4-9657-4da1-837c-5a0b1d72d12d req-671626d5-e508-45a3-b775-21ba6d196a53 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.1284623 Oct 13 00:10:14.651019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-c9247d15-3633-4a88-93c0-734c1cc557ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.652517 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-c9247d15-3633-4a88-93c0-734c1cc557ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1081104 Oct 13 00:10:14.655314 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8c8bfb4-9657-4da1-837c-5a0b1d72d12d req-2d47622e-6301-47fc-bdce-2f394b4bd06d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606050 Oct 13 00:10:14.658134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-9ece163c-b596-424c-a162-c7ef54d67a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.659567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-9ece163c-b596-424c-a162-c7ef54d67a30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257594 Oct 13 00:10:14.680970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d39a2a24-1510-4775-890a-05dada8dead2 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:14.776742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port d39a2a24-1510-4775-890a-05dada8dead2 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:10:14.782579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port d39a2a24-1510-4775-890a-05dada8dead2 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:14.783296 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:14.873158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-2254dfa1-dc7d-41f8-a423-bc9585dfeb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.874839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-2254dfa1-dc7d-41f8-a423-bc9585dfeb0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821542 Oct 13 00:10:14.901245 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:14.903731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-7b67213e-c714-41ae-a387-73e6e554f32c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.905389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-7b67213e-c714-41ae-a387-73e6e554f32c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 813 time: 0.2273269 Oct 13 00:10:14.935073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'port': {'device_id': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f', 'admin_state_up': True, 'tenant_id': '26f78f2081ee4cdf90f972534e1c2d98'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:14.943646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:14.949906 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:14.962105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d9b8-657a-4646-b13e-ff06fd4981b5 req-c1d9378c-a7e6-4f92-9ec3-b593c7777108 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.963737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0a0d9b8-657a-4646-b13e-ff06fd4981b5 req-c1d9378c-a7e6-4f92-9ec3-b593c7777108 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.1933980 Oct 13 00:10:14.965633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-04a9f224-5a92-4169-b676-12434b7800fc service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969177 Oct 13 00:10:14.976209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051db594-cb4e-4d4d-81e0-545fe6adb467 req-71301603-cdda-4f0f-ab7e-0571c95504d9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:14.977908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-051db594-cb4e-4d4d-81e0-545fe6adb467 req-71301603-cdda-4f0f-ab7e-0571c95504d9 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1837618 Oct 13 00:10:15.022157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:15.070830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Made reservation on behalf of 26f78f2081ee4cdf90f972534e1c2d98 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:10:15.075083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.161377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:15.164061 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7f0725-d487-4615-a5a1-626d1480dbe9" -d '{"events": [{"server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "name": "network-vif-plugged", "status": "completed", "tag": "d39a2a24-1510-4775-890a-05dada8dead2"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:15.241741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Allocated IP 172.20.0.12 (27640937-6ea0-4862-a402-27d57cfcfc3f/a6a8d940-1fe5-4795-84e5-592db0fd1959/0a11eb95-e3be-4f9d-b287-ccddebf7afa0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:10:15.408728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0a0d9b8-657a-4646-b13e-ff06fd4981b5 req-10344a5e-b83f-4b5c-9304-2c5004484e70 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270670 Oct 13 00:10:15.415965 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.436453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-051db594-cb4e-4d4d-81e0-545fe6adb467 req-81ebb639-1740-471a-94aa-0c6cf2204e97 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481504 Oct 13 00:10:15.455587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-d5d8fb52-67bd-47a0-9995-7d4333e680e8 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648611 Oct 13 00:10:15.465420 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.473079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-d441c6c7-22c2-4e4f-9f51-da08ce0bfbf8 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919226 Oct 13 00:10:15.502374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:15.508995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Network 27640937-6ea0-4862-a402-27d57cfcfc3f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:10:15.512179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:15.516063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:10:15.563928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'Port': ['ID=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:15.583193 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.592756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:15.593777 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.618224 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-99401fad-1f7c-4d9b-b786-3b5f30839df6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6874447 Oct 13 00:10:15.644661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Request body: {'port': {'device_id': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:15.658789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73c9fd-70bd-45a4-b642-7a722feb3eb6 req-d6cd740b-fd69-42b9-9c6f-265262f07ba2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:15.660347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f73c9fd-70bd-45a4-b642-7a722feb3eb6 req-d6cd740b-fd69-42b9-9c6f-265262f07ba2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 932 time: 0.1242721 Oct 13 00:10:15.720442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.735236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04b25006-a44e-41a7-afce-6ff40ed0516b req-9b309991-7b62-4050-a32d-861d569128ac service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701877 Oct 13 00:10:15.756989 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072115a9-c7f6-4270-abf5-c70cda038121 x-openstack-request-id: req-072115a9-c7f6-4270-abf5-c70cda038121 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:15.757101 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "name": "network-vif-plugged", "status": "completed", "tag": "d39a2a24-1510-4775-890a-05dada8dead2", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:15.763209 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-072115a9-c7f6-4270-abf5-c70cda038121 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:15.763785 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2', 'code': 200} Oct 13 00:10:15.774491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f73c9fd-70bd-45a4-b642-7a722feb3eb6 req-50c80cec-570a-450f-a28c-1fdb78ca0756 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904393 Oct 13 00:10:15.871124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.933737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5253cf-fcae-4d7d-9d10-69bd0a4dc49a req-e739288d-fba2-407e-a1bf-30571a046728 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:15.941464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb5253cf-fcae-4d7d-9d10-69bd0a4dc49a req-e739288d-fba2-407e-a1bf-30571a046728 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.1250653 Oct 13 00:10:15.964855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dc575-3bfc-4e10-a38e-664e6d7fef65 req-70326d7c-841b-4cc1-9b06-07a325ec4797 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:15.966465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b09dc575-3bfc-4e10-a38e-664e6d7fef65 req-70326d7c-841b-4cc1-9b06-07a325ec4797 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1223078 Oct 13 00:10:15.991135 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e7c25-0218-47d4-8bd7-feef5123c5d5 req-3dbefba2-8935-49a6-a64f-89d5cfc7b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:15.992753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-139e7c25-0218-47d4-8bd7-feef5123c5d5 req-3dbefba2-8935-49a6-a64f-89d5cfc7b9b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 1096 time: 0.1132298 Oct 13 00:10:16.031969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb5253cf-fcae-4d7d-9d10-69bd0a4dc49a req-b94dc09f-d9c2-4b4d-b513-e7da8a375a0f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896673 Oct 13 00:10:16.072630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b09dc575-3bfc-4e10-a38e-664e6d7fef65 req-30cd5654-54e2-4021-8e00-e63e987282cf tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877397 Oct 13 00:10:16.075004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-139e7c25-0218-47d4-8bd7-feef5123c5d5 req-3bdd4076-a255-4f73-a81b-88acbb696cdd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745268 Oct 13 00:10:16.119448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:16.131701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:16.145055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Transition to ACTIVE for port object 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:10:16.149891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:16.178166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117dae1-802f-4ece-9e0f-c6c466581f3a req-1a6f1a94-76a8-4634-8ed6-2979473d5f07 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:16.180273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4117dae1-802f-4ece-9e0f-c6c466581f3a req-1a6f1a94-76a8-4634-8ed6-2979473d5f07 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.0587208 Oct 13 00:10:16.200197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Pushing event updated for resources: {'Port': ['ID=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:16.220970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4117dae1-802f-4ece-9e0f-c6c466581f3a req-c886de14-1091-48e8-baad-a9264db0d193 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Oct 13 00:10:16.278683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Attempting to bind port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:10:16.279020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Attempting to bind port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:10:16.279347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Attempting to bind port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 on network 27640937-6ea0-4862-a402-27d57cfcfc3f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:16.283556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 on network 27640937-6ea0-4862-a402-27d57cfcfc3f not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:10:16.283877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Attempting to bind port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 on network 27640937-6ea0-4862-a402-27d57cfcfc3f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:16.288553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:10:16.289456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Checking segment: {'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:16.289836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Bound using segment: {'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:10:16.290259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Bound port: 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f615408-fe3b-4a8f-b300-c1744a095fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:10:16.290610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:16.352241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] For port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:16.355768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] For port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:10:16.360297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:16.395332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:16.395989 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:16.397490 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] 10.222.0.36 "PUT /v2.0/ports/0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 200 len: 1092 time: 0.7614403 Oct 13 00:10:16.401859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:16.404208 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022b2973-68c2-4336-bb5d-47c125e0271a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:16.424004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc52edf-2e09-4ce1-bad6-184ab7fe867d service neutron] Pushing event updated for resources: {'Port': ['ID=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:16.445864 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a84201-0d04-4ac9-819c-4dc331d6891d x-openstack-request-id: req-b2a84201-0d04-4ac9-819c-4dc331d6891d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:16.446149 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:16.446401 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2a84201-0d04-4ac9-819c-4dc331d6891d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:16.447802 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0', 'status': 'completed', 'code': 200} Oct 13 00:10:16.531567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-8f1490a8-9c52-4a3c-9339-de154d89ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:16.533069 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-8f1490a8-9c52-4a3c-9339-de154d89ef30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1095 time: 0.0416718 Oct 13 00:10:16.562169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353108b9-0245-482d-8da9-f79a249e081b req-13cbd5fc-458a-4740-aae8-5ada9305b299 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:16.563688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-353108b9-0245-482d-8da9-f79a249e081b req-13cbd5fc-458a-4740-aae8-5ada9305b299 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.0800502 Oct 13 00:10:16.576871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ec50-403a-40db-86aa-391aa691b67d req-a41e4407-d8a0-4b30-849a-fb2951fe0581 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:16.578342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c37ec50-403a-40db-86aa-391aa691b67d req-a41e4407-d8a0-4b30-849a-fb2951fe0581 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0825939 Oct 13 00:10:16.587048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-2b68c459-d35b-4748-bcfe-2e801f77964e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 200 len: 217 time: 0.0380065 Oct 13 00:10:16.633258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-353108b9-0245-482d-8da9-f79a249e081b req-1afef68f-0236-466f-a933-0a5fb8a9cb39 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539079 Oct 13 00:10:16.637325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-460f09c2-ff09-4b62-8d86-af0ac59e5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:16.638414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c37ec50-403a-40db-86aa-391aa691b67d req-ec674d6c-a8a2-43bd-87db-cdf5c9e8c080 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532494 Oct 13 00:10:16.638868 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-460f09c2-ff09-4b62-8d86-af0ac59e5ab3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.0442631 Oct 13 00:10:16.674607 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-33666026-dc1f-4503-9c78-ed3390ad3f43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268693 Oct 13 00:10:16.773426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33578f9-08a3-4d75-a579-e52db1557724 req-de105404-4591-4991-9516-7f5a6ef525a2 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:16.774956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e33578f9-08a3-4d75-a579-e52db1557724 req-de105404-4591-4991-9516-7f5a6ef525a2 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.0632923 Oct 13 00:10:16.782591 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-2a867951-044c-403f-b08c-8e7962bc6fcf service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978642 Oct 13 00:10:16.785021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45814) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:16.790015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Request body: {'floatingip': {'port_id': '4906ca35-ffe2-4d2a-801c-380bdf51326d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:16.837866 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:16.876313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd770-07ca-4538-bcdf-1078e9eaa407 req-1bf142be-b1c7-4b18-ae78-6f2f66b8c83b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:16.877787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-260fd770-07ca-4538-bcdf-1078e9eaa407 req-1bf142be-b1c7-4b18-ae78-6f2f66b8c83b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 944 time: 0.0530481 Oct 13 00:10:16.915626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-260fd770-07ca-4538-bcdf-1078e9eaa407 req-4837d425-439b-4cfd-9ace-cb4e53342b09 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Oct 13 00:10:17.035094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4505f9fe-c32e-4739-9471-c0049f2c5261 req-1aa4f029-2e87-4fe6-b40d-d36e8830dd60 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103519 Oct 13 00:10:17.184456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233e3a1-6d35-4ce6-ae28-210b59866078 req-0ffe3859-7566-48d7-b0c1-bd550f2cf974 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:17.185983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5233e3a1-6d35-4ce6-ae28-210b59866078 req-0ffe3859-7566-48d7-b0c1-bd550f2cf974 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.0756931 Oct 13 00:10:17.205867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2145c-d25b-4a67-8372-895324b42488 req-467ad630-6785-4e79-bfe6-480890455d02 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:17.207558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0f2145c-d25b-4a67-8372-895324b42488 req-467ad630-6785-4e79-bfe6-480890455d02 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0720544 Oct 13 00:10:17.256559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5233e3a1-6d35-4ce6-ae28-210b59866078 req-dd5af2db-bb6e-4263-82ef-2f3ba607e142 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643160 Oct 13 00:10:17.258715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2973-68c2-4336-bb5d-47c125e0271a req-db2e352d-8237-40af-863b-24d73b795ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:17.260220 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-022b2973-68c2-4336-bb5d-47c125e0271a req-db2e352d-8237-40af-863b-24d73b795ea1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1095 time: 0.1166816 Oct 13 00:10:17.269027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0f2145c-d25b-4a67-8372-895324b42488 req-254c612b-4d85-4940-ab11-d3bc9f26fef3 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509889 Oct 13 00:10:17.389464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:17.400965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac09ff1-dd30-4bbb-acdf-7bad5277229a req-0cf568cd-95b5-47ea-be95-5ddf7989ff0b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:17.402567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ac09ff1-dd30-4bbb-acdf-7bad5277229a req-0cf568cd-95b5-47ea-be95-5ddf7989ff0b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.0763390 Oct 13 00:10:17.439694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ac09ff1-dd30-4bbb-acdf-7bad5277229a req-c5c70ae2-bb2b-4981-8ad6-910d914f7ead tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Oct 13 00:10:17.452207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2973-68c2-4336-bb5d-47c125e0271a req-8d30acfb-27a2-46db-be58-9320d6fde631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:17.463019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-022b2973-68c2-4336-bb5d-47c125e0271a req-8d30acfb-27a2-46db-be58-9320d6fde631 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 914 time: 0.1933029 Oct 13 00:10:17.472828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:17.476888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:17.544417 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-022b2973-68c2-4336-bb5d-47c125e0271a req-257b8d86-8f43-4037-a7b4-aa9931734cfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 200 len: 217 time: 0.0641477 Oct 13 00:10:17.780894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a300c-3322-413c-a3b8-cfe80f14bff8 req-37264a7c-e8d6-46c1-902b-c0ceee065249 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:17.784538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-609a300c-3322-413c-a3b8-cfe80f14bff8 req-37264a7c-e8d6-46c1-902b-c0ceee065249 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0610557 Oct 13 00:10:17.827706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-609a300c-3322-413c-a3b8-cfe80f14bff8 req-9e599664-4268-4893-8d99-cec41dc52100 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Oct 13 00:10:17.896333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2973-68c2-4336-bb5d-47c125e0271a req-7e8e9be9-83ff-488d-9dff-b5a8a2b64c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:17.897802 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-022b2973-68c2-4336-bb5d-47c125e0271a req-7e8e9be9-83ff-488d-9dff-b5a8a2b64c1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.3454754 Oct 13 00:10:17.903662 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Floating IP dc740b3e-4e47-4de6-bdb9-cba0ecfe1384 associated. External IP: 172.25.3.223, port: 4906ca35-ffe2-4d2a-801c-380bdf51326d. Oct 13 00:10:17.971066 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-022b2973-68c2-4336-bb5d-47c125e0271a req-a71226ca-be32-41ab-8c7b-0932c4ec00ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313089 Oct 13 00:10:18.048962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c953f-b149-4f25-b515-7da424482d5c req-60ada2ad-0ca3-4609-a67c-5533315bb945 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:18.050732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-439c953f-b149-4f25-b515-7da424482d5c req-60ada2ad-0ca3-4609-a67c-5533315bb945 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 944 time: 0.0561399 Oct 13 00:10:18.096037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-439c953f-b149-4f25-b515-7da424482d5c req-36ea99b6-7afa-421e-9fe4-cacf2e814e63 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377097 Oct 13 00:10:18.164952 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-022b2973-68c2-4336-bb5d-47c125e0271a req-643fe910-2d24-47da-83ef-995fd7133891 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858125 Oct 13 00:10:18.280937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Router 407c418f-6b81-4f4e-bfc7-707733847414 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:10:18.313640 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-022b2973-68c2-4336-bb5d-47c125e0271a req-b2e5ed58-c547-425c-a646-959161485678 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116111 Oct 13 00:10:18.410166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:10:18.416002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:18.420665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5067b-4f15-4e29-bd49-7671f790a8cb req-f166bffd-1dd0-49b5-a307-44136e000aa9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:18.420986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] Sync routers for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:10:18.422371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93a5067b-4f15-4e29-bd49-7671f790a8cb req-f166bffd-1dd0-49b5-a307-44136e000aa9 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.0900156 Oct 13 00:10:18.432459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:10:18.433343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:10:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:18.436073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20860e76-cb75-4432-8007-bd2166c32537 req-e599a316-eefc-4b06-b68d-7e9b4b4ab354 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:18.437787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20860e76-cb75-4432-8007-bd2166c32537 req-e599a316-eefc-4b06-b68d-7e9b4b4ab354 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0726416 Oct 13 00:10:18.450150 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c5e6a89b-360c-4102-88ee-70ac5be1222c tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "PUT /v2.0/floatingips/dc740b3e-4e47-4de6-bdb9-cba0ecfe1384 HTTP/1.1" status: 200 len: 991 time: 1.6639504 Oct 13 00:10:18.450746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f01000-a32f-4018-89d3-4d966b6068f9', 'tag': '4906ca35-ffe2-4d2a-801c-380bdf51326d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:18.453864 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b399996d-c575-4fda-ab01-fae75d701081" -d '{"events": [{"name": "network-changed", "server_uuid": "28f01000-a32f-4018-89d3-4d966b6068f9", "tag": "4906ca35-ffe2-4d2a-801c-380bdf51326d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:18.499039 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93a5067b-4f15-4e29-bd49-7671f790a8cb req-1140ad57-007e-4cc6-a337-4cc793a832ef tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602534 Oct 13 00:10:18.504267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20860e76-cb75-4432-8007-bd2166c32537 req-eb59cc07-83ed-4f57-9d21-4f546acddc7d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516152 Oct 13 00:10:18.559261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:10:18.563605 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b708de7-cf30-4cb3-b3e5-d2926ba6749b x-openstack-request-id: req-3b708de7-cf30-4cb3-b3e5-d2926ba6749b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:18.564009 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f01000-a32f-4018-89d3-4d966b6068f9", "tag": "4906ca35-ffe2-4d2a-801c-380bdf51326d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:18.564596 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b708de7-cf30-4cb3-b3e5-d2926ba6749b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:18.565234 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f01000-a32f-4018-89d3-4d966b6068f9', 'tag': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'status': 'completed', 'code': 200} Oct 13 00:10:18.664923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d073cdb-aaa0-4fde-a487-be522e51cfe0 req-c1f1d017-cc0a-4692-943d-c003bc8b1d17 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:18.671027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d073cdb-aaa0-4fde-a487-be522e51cfe0 req-c1f1d017-cc0a-4692-943d-c003bc8b1d17 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.0634630 Oct 13 00:10:18.688507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c74069f5-df6b-44a4-b58d-912e28830134 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:18.702099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399996d-c575-4fda-ab01-fae75d701081 req-8e9c6af6-d6fd-422b-9694-c30379e66b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:18.704134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b399996d-c575-4fda-ab01-fae75d701081 req-8e9c6af6-d6fd-422b-9694-c30379e66b2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb30d0f3b3ae4cc185850f9004c0ea62&device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 1096 time: 0.0492513 Oct 13 00:10:18.746682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d073cdb-aaa0-4fde-a487-be522e51cfe0 req-6145e8b5-d0ef-499e-9806-726b53bb715f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670533 Oct 13 00:10:18.775661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e75ce-e53c-4fb9-b4e5-4180a2a293f3 req-23dc9896-2c36-4b93-854b-a54cc39f3d1c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:18.775661 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c5e75ce-e53c-4fb9-b4e5-4180a2a293f3 req-23dc9896-2c36-4b93-854b-a54cc39f3d1c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0673072 Oct 13 00:10:18.821105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399996d-c575-4fda-ab01-fae75d701081 req-4e823d52-7a87-4886-89ef-1b9bbcb1a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:18.823717 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b399996d-c575-4fda-ab01-fae75d701081 req-4e823d52-7a87-4886-89ef-1b9bbcb1a7d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=590a19f3-25c5-4062-abe5-2c7172fa54a3 HTTP/1.1" status: 200 len: 917 time: 0.1065717 Oct 13 00:10:18.840585 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c5e75ce-e53c-4fb9-b4e5-4180a2a293f3 req-1c7f535b-e816-4186-827f-623b46baa2f4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 Oct 13 00:10:18.896869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:18.908530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e756c2-ad7d-4f27-8950-c13b5ec3b086 req-4ee7792e-a738-4a0f-a09a-805e5eebfac4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:18.909995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02e756c2-ad7d-4f27-8950-c13b5ec3b086 req-4ee7792e-a738-4a0f-a09a-805e5eebfac4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 947 time: 0.0661557 Oct 13 00:10:18.914164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'c74069f5-df6b-44a4-b58d-912e28830134', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'c74069f5-df6b-44a4-b58d-912e28830134', 'mac_address': 'fa:16:3e:0b:92:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:18.915094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b399996d-c575-4fda-ab01-fae75d701081 req-eb534588-d1dc-4195-98e8-6007432d8b8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4906ca35-ffe2-4d2a-801c-380bdf51326d HTTP/1.1" status: 200 len: 999 time: 0.0813980 Oct 13 00:10:18.967172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02e756c2-ad7d-4f27-8950-c13b5ec3b086 req-e31a2164-71a9-4e8a-a854-09ef14dc2bd2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502982 Oct 13 00:10:18.972515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc740b3e-4e47-4de6-bdb9-cba0ecfe1384', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'port_id': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'mac_address': 'fa:16:3e:35:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f01000-a32f-4018-89d3-4d966b6068f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:09:22Z', 'updated_at': '2021-10-13T00:10:17Z', 'revision_number': 1, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:21Z', 'revision_number': 5, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:19.002427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399996d-c575-4fda-ab01-fae75d701081 req-b138b5c7-c27c-4f15-b645-c82d50eb757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:19.004273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b399996d-c575-4fda-ab01-fae75d701081 req-b138b5c7-c27c-4f15-b645-c82d50eb757e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c5f6a02-d977-4673-b7a5-efdb5142d239 HTTP/1.1" status: 200 len: 855 time: 0.0581801 Oct 13 00:10:19.011860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] Checking router: 407c418f-6b81-4f4e-bfc7-707733847414 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:10:19.018502 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:19.034380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:10:19.035013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:10:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:19.066868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399996d-c575-4fda-ab01-fae75d701081 req-dec16300-58eb-431b-afcd-2284e10c28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:19.068401 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b399996d-c575-4fda-ab01-fae75d701081 req-dec16300-58eb-431b-afcd-2284e10c28d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=590a19f3-25c5-4062-abe5-2c7172fa54a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497293 Oct 13 00:10:19.068932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65864067-8170-4b13-a599-7a3ff8668d2c req-7e18eef3-2c88-4d09-9a5c-4d2c6fd336e5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:19.071196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65864067-8170-4b13-a599-7a3ff8668d2c req-7e18eef3-2c88-4d09-9a5c-4d2c6fd336e5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0657198 Oct 13 00:10:19.072206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74069f5-df6b-44a4-b58d-912e28830134 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:19.110486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:19.124037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65864067-8170-4b13-a599-7a3ff8668d2c req-77707d5c-d682-4117-bfb0-4f74de067c41 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Oct 13 00:10:19.246697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b399996d-c575-4fda-ab01-fae75d701081 req-b72eb71c-3e9a-4537-b630-9a91bf4161c6 service neutron] 10.222.0.36 "GET /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667449 Oct 13 00:10:19.293925 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:19.325591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cc01b-40c6-49f7-82c8-3f88c2dc2160 req-09305aac-17b6-4a2b-a644-a176e06758a1 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:19.327370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-621cc01b-40c6-49f7-82c8-3f88c2dc2160 req-09305aac-17b6-4a2b-a644-a176e06758a1 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 944 time: 0.0840757 Oct 13 00:10:19.335995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae5bd2-4696-4b3b-9f0a-99dbdea32d2d req-1b80a943-7206-462c-b2b0-eb6f72a38d6d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:19.337436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23ae5bd2-4696-4b3b-9f0a-99dbdea32d2d req-1b80a943-7206-462c-b2b0-eb6f72a38d6d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1075027 Oct 13 00:10:19.357692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:10:19.378351 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b399996d-c575-4fda-ab01-fae75d701081 req-82a4251a-d9e0-4fec-a74a-e7cbc1af8fc8 service neutron] 10.222.0.36 "GET /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182418 Oct 13 00:10:19.385067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:19.412304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-621cc01b-40c6-49f7-82c8-3f88c2dc2160 req-d141de32-5d1d-461d-9b7c-6c401485ed07 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733886 Oct 13 00:10:19.423080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23ae5bd2-4696-4b3b-9f0a-99dbdea32d2d req-e9a7a142-0dc0-4e07-a280-5b31cce3b502 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771840 Oct 13 00:10:19.527304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-d1a109f7-1e36-4276-99f3-85c5af342fd0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304193 Oct 13 00:10:19.604640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc740b3e-4e47-4de6-bdb9-cba0ecfe1384', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'port_id': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'mac_address': 'fa:16:3e:35:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f01000-a32f-4018-89d3-4d966b6068f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:09:22Z', 'updated_at': '2021-10-13T00:10:17Z', 'revision_number': 1, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:21Z', 'revision_number': 5, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:19.624318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee83fb2-fbaa-4243-8287-d1c8ee4de4ab req-f9a2039f-0eca-408a-b5e8-ebcf6435596a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:19.625804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ee83fb2-fbaa-4243-8287-d1c8ee4de4ab req-f9a2039f-0eca-408a-b5e8-ebcf6435596a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1194100 Oct 13 00:10:19.633171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cedceb-dcaa-4f43-9dfd-fccffa3eb314 None None] The sync data for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 is: [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc740b3e-4e47-4de6-bdb9-cba0ecfe1384', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'port_id': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'mac_address': 'fa:16:3e:35:dd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f01000-a32f-4018-89d3-4d966b6068f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:09:22Z', 'updated_at': '2021-10-13T00:10:17Z', 'revision_number': 1, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:21Z', 'revision_number': 5, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:10:19.685378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-62c6aa01-fa0a-49f7-a995-fe4cfab5a563 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:19.686850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-62c6aa01-fa0a-49f7-a995-fe4cfab5a563 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442866 Oct 13 00:10:19.698494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ee83fb2-fbaa-4243-8287-d1c8ee4de4ab req-62c7c236-67ae-4968-81ab-7b94f555089b tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660617 Oct 13 00:10:19.706908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-093311e6-537d-4f73-ae34-ae5cc9b00909 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/quotas/a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 375 time: 0.0134013 Oct 13 00:10:19.764690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-cc106d8a-4396-47ea-adbe-25d379c7213c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507452 Oct 13 00:10:19.819563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486336f3-9223-47f7-a36f-7498057d713f req-8d58175b-f287-4d76-baa3-a029743b1fe4 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:19.824013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-486336f3-9223-47f7-a36f-7498057d713f req-8d58175b-f287-4d76-baa3-a029743b1fe4 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.0583508 Oct 13 00:10:19.840079 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212446ef-a58a-491d-b9c0-b4382f98e73a None None] New status for floating IP dc740b3e-4e47-4de6-bdb9-cba0ecfe1384: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:10:19.870749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-486336f3-9223-47f7-a36f-7498057d713f req-50dc9672-61f9-474b-b911-6f7d1b5efe36 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Oct 13 00:10:19.877600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['c74069f5-df6b-44a4-b58d-912e28830134'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:20.072509 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8502e6bc-08af-47c5-abd0-c6a479667a07 req-34edd172-5804-4389-907e-731c7612b97c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 210 time: 0.0541866 Oct 13 00:10:20.287029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca210da-cd0d-411b-ad62-97095de399a8 req-474c08c3-27b7-44f5-80b1-7d9eaef05c88 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:20.289472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eca210da-cd0d-411b-ad62-97095de399a8 req-474c08c3-27b7-44f5-80b1-7d9eaef05c88 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0571175 Oct 13 00:10:20.352879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eca210da-cd0d-411b-ad62-97095de399a8 req-203a6ce5-b527-42e9-983a-6319073ff00f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559156 Oct 13 00:10:20.389383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2091c9-adc1-4922-b14d-83ff026073b4 req-e3816c06-ea6e-49f4-8eb5-a26680a64b1f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:20.390887 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b2091c9-adc1-4922-b14d-83ff026073b4 req-e3816c06-ea6e-49f4-8eb5-a26680a64b1f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0544519 Oct 13 00:10:20.432427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b2091c9-adc1-4922-b14d-83ff026073b4 req-055599be-710f-45df-87b5-ea203f2a0293 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Oct 13 00:10:20.533320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd46a02-6fc5-4be7-8b71-fddb5a16d3de req-9916a271-21e2-43cd-b61d-cfadb014666d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:20.534838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4dd46a02-6fc5-4be7-8b71-fddb5a16d3de req-9916a271-21e2-43cd-b61d-cfadb014666d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 944 time: 0.0535271 Oct 13 00:10:20.574582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4dd46a02-6fc5-4be7-8b71-fddb5a16d3de req-b3df84cc-ae71-487a-a392-a9e96116bda2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332921 Oct 13 00:10:20.992829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07465-e04f-4249-904d-1d4a952b7b40 req-5b45dada-4234-431d-b775-0ce726c9849f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:20.994599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5d07465-e04f-4249-904d-1d4a952b7b40 req-5b45dada-4234-431d-b775-0ce726c9849f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.0505373 Oct 13 00:10:21.034985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5d07465-e04f-4249-904d-1d4a952b7b40 req-10747924-3d23-45f3-98e1-30ae3bf6f313 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Oct 13 00:10:21.157004 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-848d721a-bde8-493f-a583-d5cda2acd9d4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211799 Oct 13 00:10:21.183625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b7cceae-7de2-41ec-ae9a-1d5cb887f668 req-0d9b2f7e-723d-46b1-a0e9-cc751f54cbb2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 210 time: 0.0286901 Oct 13 00:10:21.274564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-6fb79317-70e0-4390-bfeb-961346394500 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:21.276026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-6fb79317-70e0-4390-bfeb-961346394500 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125965 Oct 13 00:10:21.310000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Request body: {'port': {'device_id': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'a29e602fca5c426bb8f6c0b3f6d9775f'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:21.427616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Made reservation on behalf of a29e602fca5c426bb8f6c0b3f6d9775f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:10:21.431608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:21.473993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563be5e9-4b58-4f8e-b417-654655174630 req-92f65e18-11eb-400a-ba8b-f98857679c5a tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:21.475596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-563be5e9-4b58-4f8e-b417-654655174630 req-92f65e18-11eb-400a-ba8b-f98857679c5a tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0514119 Oct 13 00:10:21.518427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-563be5e9-4b58-4f8e-b417-654655174630 req-e82cbe5e-8e02-41ab-870e-0f2b5cd3fbe7 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Oct 13 00:10:21.568396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c30d-1e1b-4394-bd4a-eabc033e64b9 req-ffa5ae7b-0aff-4f90-9e00-386dded32af4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:21.569865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93b1c30d-1e1b-4394-bd4a-eabc033e64b9 req-ffa5ae7b-0aff-4f90-9e00-386dded32af4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0505815 Oct 13 00:10:21.575258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Allocated IP 192.168.233.104 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/fe7a3260-8794-4f81-b766-b4c7287e7090) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:10:21.608724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93b1c30d-1e1b-4394-bd4a-eabc033e64b9 req-2e08552e-778c-41f0-8e89-28484c97ddf6 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Oct 13 00:10:21.694574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d1948-6a1c-44fe-8c56-2f87107b5538 req-b0e95b37-0940-4aad-a9ad-3e7cf0032763 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:21.696554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa2d1948-6a1c-44fe-8c56-2f87107b5538 req-b0e95b37-0940-4aad-a9ad-3e7cf0032763 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 944 time: 0.0490706 Oct 13 00:10:21.727962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:21.734741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa2d1948-6a1c-44fe-8c56-2f87107b5538 req-f52cf88a-f447-4b1f-b280-0eef133d5404 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Oct 13 00:10:21.761976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:21.803700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:10:21.807307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:21.809255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['c74069f5-df6b-44a4-b58d-912e28830134'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:21.810852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:10:21.817084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:21.840664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9152485b-7702-4736-9f75-1786110833fc', 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:21.872222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:21.873011 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:21.891869 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-4242d784-82bb-4434-a8b5-b7de09678980 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5859730 Oct 13 00:10:21.920984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Request body: {'port': {'device_id': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:21.978050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.112224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c9834ede-a69f-487b-9559-50c38eb314cb None None] Provisioning complete for port fe7a3260-8794-4f81-b766-b4c7287e7090 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:22.112608 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c9834ede-a69f-487b-9559-50c38eb314cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.136831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:22.172754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7754eb-a319-4736-a8d7-00c5c721cb2c req-55dbb1d8-9884-44b0-a8d1-727cf12ad7d6 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.174245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f7754eb-a319-4736-a8d7-00c5c721cb2c req-55dbb1d8-9884-44b0-a8d1-727cf12ad7d6 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.0616250 Oct 13 00:10:22.182550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c9834ede-a69f-487b-9559-50c38eb314cb None None] Port fe7a3260-8794-4f81-b766-b4c7287e7090 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:10:22.220905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f7754eb-a319-4736-a8d7-00c5c721cb2c req-22cd3534-bfec-4b31-97b7-e2b149d35642 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393646 Oct 13 00:10:22.280079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7a3260-8794-4f81-b766-b4c7287e7090 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:22.288254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.294924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:22.302579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Transition to ACTIVE for port object fe7a3260-8794-4f81-b766-b4c7287e7090 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:10:22.309159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.311278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0', 'network_id': '27640937-6ea0-4862-a402-27d57cfcfc3f', 'port_id': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0', 'mac_address': 'fa:16:3e:5d:7c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a8d940-1fe5-4795-84e5-592db0fd1959', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:22.356124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.359158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39c506-73a4-430b-b7f5-81e7539923fe req-42ff2a97-4092-4b1b-af20-cfae90179fc4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.360775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c39c506-73a4-430b-b7f5-81e7539923fe req-42ff2a97-4092-4b1b-af20-cfae90179fc4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 936 time: 0.0733731 Oct 13 00:10:22.380566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:22.397355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:22.412178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:22.424601 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.431026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c39c506-73a4-430b-b7f5-81e7539923fe req-6bf8e8e3-54a0-417f-8e8d-12336ce18dfa tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Oct 13 00:10:22.493772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:22.507084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:10:22.508285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:10:22.508683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:22.513759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:10:22.514082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:22.519355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:10:22.519729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:22.520112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:10:22.520537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Bound port: fe7a3260-8794-4f81-b766-b4c7287e7090, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:10:22.520904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.583196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:22.586213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:10:22.592396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.635393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.635699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b257-804e-4ff5-8b8b-2509822c3191 req-afe79fdd-7acf-4da6-8ac8-afe372b12e9b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.636048 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.637435 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 1096 time: 0.7210548 Oct 13 00:10:22.637597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc64b257-804e-4ff5-8b8b-2509822c3191 req-afe79fdd-7acf-4da6-8ac8-afe372b12e9b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0503190 Oct 13 00:10:22.639800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:22.641908 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd44ed11-96fd-40f2-af7f-f3d04927fea0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:22.674354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94020380-e2b7-4206-97ae-5a0136d6da21 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:22.685021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc64b257-804e-4ff5-8b8b-2509822c3191 req-e5a291e6-b586-414c-ac3e-d304113efe46 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Oct 13 00:10:22.733892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c74069f5-df6b-44a4-b58d-912e28830134 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:22.734678 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9394636e-f861-4e1f-a88d-4345ae4c0283 x-openstack-request-id: req-9394636e-f861-4e1f-a88d-4345ae4c0283 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:22.735099 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:22.735466 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9394636e-f861-4e1f-a88d-4345ae4c0283 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:22.735972 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'status': 'completed', 'code': 200} Oct 13 00:10:22.755424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-04db9185-8fee-4209-83a0-125b6bb0b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.756323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-04db9185-8fee-4209-83a0-125b6bb0b056 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1099 time: 0.0511363 Oct 13 00:10:22.783227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c656b0-8c84-4d78-84ef-bc0b19a1058f req-4bd45192-6d36-486b-aded-cf188ceae901 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.791604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63c656b0-8c84-4d78-84ef-bc0b19a1058f req-4bd45192-6d36-486b-aded-cf188ceae901 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0887825 Oct 13 00:10:22.812691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port c74069f5-df6b-44a4-b58d-912e28830134 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:10:22.816993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port c74069f5-df6b-44a4-b58d-912e28830134 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:22.817366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.830710 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-f4cac342-4fed-470c-9f3b-2156a0d0d678 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.0529714 Oct 13 00:10:22.868561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63c656b0-8c84-4d78-84ef-bc0b19a1058f req-46327810-f859-4b5b-889b-27b37e2b3377 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760889 Oct 13 00:10:22.896550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0ad5c-62a6-40fc-8025-127b2fc46596 req-3ebba179-2ae7-4d47-bf2a-ae5795bd2d2c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.896812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-0a4073e8-e205-46eb-b537-cd1ab37c480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.898082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89f0ad5c-62a6-40fc-8025-127b2fc46596 req-3ebba179-2ae7-4d47-bf2a-ae5795bd2d2c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 945 time: 0.0728476 Oct 13 00:10:22.899326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-0a4073e8-e205-46eb-b537-cd1ab37c480e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0579557 Oct 13 00:10:22.939396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89f0ad5c-62a6-40fc-8025-127b2fc46596 req-b885280d-0594-4ba5-b3a1-278e53b6db88 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Oct 13 00:10:22.941890 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:22.954283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-b59a9ebb-90b0-4530-8624-a8cbde383688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:22.955815 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-b59a9ebb-90b0-4530-8624-a8cbde383688 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474601 Oct 13 00:10:22.975201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:22.977502 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86ecd3d-9f58-4bdc-bc67-a89970a60fd6" -d '{"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-plugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:22.994602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:23.000489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:23.024844 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce6852a-5205-4e0c-b03a-3b2a02ef43f6 x-openstack-request-id: req-2ce6852a-5205-4e0c-b03a-3b2a02ef43f6 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:23.025136 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-plugged", "status": "completed", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:23.025382 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ce6852a-5205-4e0c-b03a-3b2a02ef43f6 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:23.025770 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'code': 200} Oct 13 00:10:23.051395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=13']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:23.054258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-528c8394-471b-4a0b-9328-19880f42f3f9 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871935 Oct 13 00:10:23.163012 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3d5ab45-a3f1-4b6a-90a9-58b8f3998a35 req-7189ae88-20a4-4cfc-a8bd-96a3b26f53c9 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834324 Oct 13 00:10:23.197647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ebd679ba-54cc-41c8-b627-c34b446d26fa tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:23.199174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ebd679ba-54cc-41c8-b627-c34b446d26fa tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.0444705 Oct 13 00:10:23.228568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['0a11eb95-e3be-4f9d-b287-ccddebf7afa0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:23.329334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-4'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:23.366523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-1a88195e-069f-4a5e-af0c-848e2aac7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:23.368902 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-1a88195e-069f-4a5e-af0c-848e2aac7a00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1099 time: 0.0474846 Oct 13 00:10:23.394024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67fb1a-2244-48b1-9c8a-456b71c7df85 req-2f93e57f-79ec-4214-9d6c-53c630ffc8f2 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:23.395858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd67fb1a-2244-48b1-9c8a-456b71c7df85 req-2f93e57f-79ec-4214-9d6c-53c630ffc8f2 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 945 time: 0.0972669 Oct 13 00:10:23.402439 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:23.462833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd67fb1a-2244-48b1-9c8a-456b71c7df85 req-70b39334-04f2-42e5-a012-0634bb958d66 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581715 Oct 13 00:10:23.479784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-e433d631-be45-4803-8935-0eed1129ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:23.481277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-e433d631-be45-4803-8935-0eed1129ebb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0958269 Oct 13 00:10:23.529200 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-35fd5ecf-2fe2-4264-aefe-5457f727ead4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.0359771 Oct 13 00:10:23.582158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:23.585334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-64431daa-1496-45bd-afd7-255e6350657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:23.587364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-64431daa-1496-45bd-afd7-255e6350657a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0445268 Oct 13 00:10:23.614035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b2dfd-e1f8-4437-8d37-698a7d79daba req-e911247b-b18e-4176-948f-7642778c1a9b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:23.615526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e90b2dfd-e1f8-4437-8d37-698a7d79daba req-e911247b-b18e-4176-948f-7642778c1a9b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.0812094 Oct 13 00:10:23.648783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:23.650774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-ca8a5e6b-27b0-4c1c-9889-f7a1a84bb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:23.652336 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-ca8a5e6b-27b0-4c1c-9889-f7a1a84bb001 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447855 Oct 13 00:10:23.689787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e90b2dfd-e1f8-4437-8d37-698a7d79daba req-abeef6fb-1655-480f-9230-0958947ff1f0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Oct 13 00:10:23.703270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:23.705226 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccbc548-c9ee-4107-b17e-5b14d232c9d4" -d '{"events": [{"server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "name": "network-vif-unplugged", "status": "completed", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:23.709575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:23.717851 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:23.754690 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d92b4-b0dd-4455-b67e-ceb2c307d2c7 x-openstack-request-id: req-9c5d92b4-b0dd-4455-b67e-ceb2c307d2c7 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:23.755027 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "name": "network-vif-unplugged", "status": "completed", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:23.755169 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-40b9f950-9600-4764-aaef-9e9610414c9f service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945015 Oct 13 00:10:23.755277 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c5d92b4-b0dd-4455-b67e-ceb2c307d2c7 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:23.755729 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e', 'code': 200} Oct 13 00:10:23.832076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Pushing event updated for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:23.851303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on host n-h1-813679-4 for vnic_type normal with profile {"migrating_to": "n-h2-813679-4"} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:10:23.851655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:10:23.851976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:23.861185 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd44ed11-96fd-40f2-af7f-f3d04927fea0 req-d2152f0c-2a99-4c3b-8997-9e6c67d854c3 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871754 Oct 13 00:10:23.863187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42851074-01e1-4be6-927b-167a8e79a56c req-95715574-71b7-4ecd-a7bb-f9e3282e531c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:23.864669 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42851074-01e1-4be6-927b-167a8e79a56c req-95715574-71b7-4ecd-a7bb-f9e3282e531c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0948124 Oct 13 00:10:23.865646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:10:23.865936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Attempting to bind port 52037b1a-4209-4127-a9ac-2f8038fe213e on network 8e65ace2-2de0-4fd6-9cce-59ff9c353643 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:23.873025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:10:23.873348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Checking segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:23.873714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Bound using segment: {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:10:23.874126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Bound port: 52037b1a-4209-4127-a9ac-2f8038fe213e, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5481d18b-7497-442e-a16d-d6118927840b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8e65ace2-2de0-4fd6-9cce-59ff9c353643'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:10:23.874472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:23.940518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42851074-01e1-4be6-927b-167a8e79a56c req-63821a84-89b1-4a08-9ac0-5717c70083a3 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693269 Oct 13 00:10:23.995071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:23.998642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:10:24.004849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:24.014017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df09d9-9ea7-4794-bceb-e6c01d8e6697 req-c38513a1-9d8f-4394-88e2-80d69f07214f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:24.015472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51df09d9-9ea7-4794-bceb-e6c01d8e6697 req-c38513a1-9d8f-4394-88e2-80d69f07214f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0706241 Oct 13 00:10:24.134225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 52037b1a-4209-4127-a9ac-2f8038fe213e details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:24.134994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51df09d9-9ea7-4794-bceb-e6c01d8e6697 req-bc067017-78fb-4746-b147-1c90f11cb919 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893235 Oct 13 00:10:24.155267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Pushing event updated for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=8']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:24.162998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93082243-1772-42ef-aca8-cb49db7e473e req-de9d3033-cdfd-4ed3-ab40-e2a07612a28d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:24.164730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93082243-1772-42ef-aca8-cb49db7e473e req-de9d3033-cdfd-4ed3-ab40-e2a07612a28d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 945 time: 0.1483805 Oct 13 00:10:24.168423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:24.169081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:24.170382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ffea6679-efb0-41e1-a5ec-ad3fd48c44bb service neutron] 10.222.0.36 "PUT /v2.0/ports/52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 200 len: 1121 time: 0.8461897 Oct 13 00:10:24.203670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93082243-1772-42ef-aca8-cb49db7e473e req-23ff7039-4536-49af-a11f-b4fe761e2039 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Oct 13 00:10:24.238168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:24.250057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 52037b1a-4209-4127-a9ac-2f8038fe213e has no active binding in host n-h2-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:10:24.379676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['52037b1a-4209-4127-a9ac-2f8038fe213e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:24.442310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['52037b1a-4209-4127-a9ac-2f8038fe213e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:24.595914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc3110-c6f4-49c5-816e-4a0490bec737 req-e548e5a8-7e28-4e77-914f-4133d13f491d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:24.597656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ebc3110-c6f4-49c5-816e-4a0490bec737 req-e548e5a8-7e28-4e77-914f-4133d13f491d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0554421 Oct 13 00:10:24.635447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ebc3110-c6f4-49c5-816e-4a0490bec737 req-2c967ad0-b174-4deb-b12f-48bcfc83a497 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Oct 13 00:10:24.809086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d4d91-6746-422d-93df-d7b0b88abd21 req-f8b71853-8340-472f-b9d2-ceaf3b6276ff tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:24.810513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee0d4d91-6746-422d-93df-d7b0b88abd21 req-f8b71853-8340-472f-b9d2-ceaf3b6276ff tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.0512338 Oct 13 00:10:24.846869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee0d4d91-6746-422d-93df-d7b0b88abd21 req-852bc64d-98da-442e-aafb-aa5d1d5dd78e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Oct 13 00:10:25.054565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae401b75-f89d-45c0-84ac-78ee5239aef0 req-d543c3fe-a19b-4af1-9680-6e67019e7c03 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:25.056111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae401b75-f89d-45c0-84ac-78ee5239aef0 req-d543c3fe-a19b-4af1-9680-6e67019e7c03 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0486944 Oct 13 00:10:25.093241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae401b75-f89d-45c0-84ac-78ee5239aef0 req-5ae6afd0-b1f3-4f71-a198-f7b38e09f6a3 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Oct 13 00:10:25.247497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13525f5-ee18-4266-b22e-6dc84fe61494 req-82d92a50-e24f-4c9b-bad6-7d140b2d2dde tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:25.249001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a13525f5-ee18-4266-b22e-6dc84fe61494 req-82d92a50-e24f-4c9b-bad6-7d140b2d2dde tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0489330 Oct 13 00:10:25.311927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a13525f5-ee18-4266-b22e-6dc84fe61494 req-8f10915f-43fb-49f5-908a-0535e3a0672f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567496 Oct 13 00:10:25.331427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca25c6-5fdd-4e83-848f-f42a7069cd8e req-27f1ec6a-140e-4721-be74-812543130a13 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:25.332908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6dca25c6-5fdd-4e83-848f-f42a7069cd8e req-27f1ec6a-140e-4721-be74-812543130a13 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 945 time: 0.0613670 Oct 13 00:10:25.370102 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6dca25c6-5fdd-4e83-848f-f42a7069cd8e req-da5f8333-460f-458d-8406-089f2b593cec tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Oct 13 00:10:25.753540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b13d-a4ed-40b0-aa15-140a82fe2831 req-b926d639-42c0-416f-b468-98d9a9b4c65e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:25.755033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e79b13d-a4ed-40b0-aa15-140a82fe2831 req-b926d639-42c0-416f-b468-98d9a9b4c65e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0526199 Oct 13 00:10:25.756564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:25.758805 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01472019-04d3-4e01-ab2e-208e8f4c4371" -d '{"events": [{"name": "network-changed", "server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:25.794605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e79b13d-a4ed-40b0-aa15-140a82fe2831 req-328ae555-3e82-4950-957a-9abb76be0e10 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Oct 13 00:10:25.808002 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc3b3f-706a-4ac7-9dff-769f5c0a1d0b x-openstack-request-id: req-30bc3b3f-706a-4ac7-9dff-769f5c0a1d0b {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:25.808293 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:25.808546 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30bc3b3f-706a-4ac7-9dff-769f5c0a1d0b {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:25.808937 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e', 'status': 'completed', 'code': 200} Oct 13 00:10:25.903815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-001cc508-47e6-4256-aecd-07e5b9734835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:25.905352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-001cc508-47e6-4256-aecd-07e5b9734835 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1124 time: 0.0404620 Oct 13 00:10:26.011591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77e57e-1c54-4e23-bbc3-ee6d88a5508d req-97915dca-7519-4ace-82e6-71bc4466c9b8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:26.013065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a77e57e-1c54-4e23-bbc3-ee6d88a5508d req-97915dca-7519-4ace-82e6-71bc4466c9b8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.1001339 Oct 13 00:10:26.050146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-68cf964c-4670-47ff-8f35-56c51f8d90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:26.051586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-68cf964c-4670-47ff-8f35-56c51f8d90fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1300523 Oct 13 00:10:26.068087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a77e57e-1c54-4e23-bbc3-ee6d88a5508d req-7017748e-8d99-40c8-bd6f-91bda15f3e8f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Oct 13 00:10:26.105551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-cb06b544-3459-4924-8217-8fb3f27d2be0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 200 len: 217 time: 0.0405271 Oct 13 00:10:26.157159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-cfec0310-0018-49d1-9c5f-17548da05235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:26.158603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-cfec0310-0018-49d1-9c5f-17548da05235 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0425191 Oct 13 00:10:26.161728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:26.208638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:10:26.212852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:26.213216 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:26.215497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-3c2d6275-a876-4bdd-8e43-3e30e30fb36c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312417 Oct 13 00:10:26.231444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845074-ad5d-4815-bfa6-0cf75a08b804 req-35d61096-b2f8-4b55-bbad-58537e84e6ee tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:26.232876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9845074-ad5d-4815-bfa6-0cf75a08b804 req-35d61096-b2f8-4b55-bbad-58537e84e6ee tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0733614 Oct 13 00:10:26.295060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:26.312712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9845074-ad5d-4815-bfa6-0cf75a08b804 req-92c66957-bf1f-4d5a-804d-633b3cee2cc0 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712452 Oct 13 00:10:26.317976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:26.320345 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2460de6f-77d6-4b9c-95eb-49a49b61f2d6" -d '{"events": [{"server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "name": "network-vif-plugged", "status": "completed", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:26.336136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:26.342754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:26.356000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-906a773c-9da0-4835-9cf2-79700cc1a5e1 service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220949 Oct 13 00:10:26.370149 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5ae879-4375-488d-9e23-74285bc75968 x-openstack-request-id: req-1b5ae879-4375-488d-9e23-74285bc75968 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:26.370504 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "name": "network-vif-plugged", "status": "completed", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:26.371184 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b5ae879-4375-488d-9e23-74285bc75968 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:26.371184 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0', 'code': 200} Oct 13 00:10:26.405951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:26.558129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b521d-8eb9-49f0-a7fa-37535c808b7a req-a74e5ce0-3f85-457b-bedb-37d6bee351d4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:26.559622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b39b521d-8eb9-49f0-a7fa-37535c808b7a req-a74e5ce0-3f85-457b-bedb-37d6bee351d4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1362643 Oct 13 00:10:26.561764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01472019-04d3-4e01-ab2e-208e8f4c4371 req-b5856b67-72d9-4c04-b139-e3033ecad95f service neutron] 10.222.0.45 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922977 Oct 13 00:10:26.582036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739c05d-a1c1-4297-8c04-e929853245fd req-fc5e1372-0e5c-465f-8ef9-ead931cfa7b0 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:26.583426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2739c05d-a1c1-4297-8c04-e929853245fd req-fc5e1372-0e5c-465f-8ef9-ead931cfa7b0 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 946 time: 0.1318815 Oct 13 00:10:26.597813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87159b7-e1c7-4e58-87ae-7c3cd83b89e3 req-c86cc5e0-392a-40bd-80e9-05210fd094c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:26.599211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c87159b7-e1c7-4e58-87ae-7c3cd83b89e3 req-c86cc5e0-392a-40bd-80e9-05210fd094c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1097 time: 0.1259832 Oct 13 00:10:26.651198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b39b521d-8eb9-49f0-a7fa-37535c808b7a req-14465816-ff2a-4691-b234-e9abbbf6fcde tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840008 Oct 13 00:10:26.665142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2739c05d-a1c1-4297-8c04-e929853245fd req-91a62ab7-7eec-4895-bc87-1f3506a129a6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723531 Oct 13 00:10:26.670912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c87159b7-e1c7-4e58-87ae-7c3cd83b89e3 req-3c74aa72-d7f8-454f-be44-ce99ae064693 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582530 Oct 13 00:10:27.370311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bfb23-d602-45dc-a78f-baab16e0849a req-3678badd-378e-4734-bfe1-8b16b3985730 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:27.371895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-366bfb23-d602-45dc-a78f-baab16e0849a req-3678badd-378e-4734-bfe1-8b16b3985730 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0536706 Oct 13 00:10:27.420491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-366bfb23-d602-45dc-a78f-baab16e0849a req-768f8b98-6522-4825-aa75-05c9c3bb5d34 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Oct 13 00:10:27.468054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d144c1-fdb9-4ecf-9da3-0b2f30f7eaa2 req-af8a5c28-db2f-49a7-84ea-65974ee19fd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:27.469521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9d144c1-fdb9-4ecf-9da3-0b2f30f7eaa2 req-af8a5c28-db2f-49a7-84ea-65974ee19fd3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.0627751 Oct 13 00:10:27.533895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9d144c1-fdb9-4ecf-9da3-0b2f30f7eaa2 req-5cba5dcd-8748-4d0d-83a1-50d4d6be2bbe tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576985 Oct 13 00:10:27.548848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6f7e5-9720-4009-bdf9-2f10bf12552f req-85b46640-f708-4d19-851c-8779c5babf54 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:27.550280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7e6f7e5-9720-4009-bdf9-2f10bf12552f req-85b46640-f708-4d19-851c-8779c5babf54 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0676370 Oct 13 00:10:27.587324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7e6f7e5-9720-4009-bdf9-2f10bf12552f req-fd80ef05-0923-4e7b-93cf-192e7ba11f81 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Oct 13 00:10:27.792337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326399b-7941-493c-9d0d-68f6d3a5fd92 req-213b17c4-60ce-4513-a634-0c53bf25c15a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:27.793685 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f326399b-7941-493c-9d0d-68f6d3a5fd92 req-213b17c4-60ce-4513-a634-0c53bf25c15a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0750718 Oct 13 00:10:27.814468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc0b36-3461-40dd-89e7-367d6722eeaf req-413c690a-cd97-4ac2-8c20-756fb1730473 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:27.815861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcc0b36-3461-40dd-89e7-367d6722eeaf req-413c690a-cd97-4ac2-8c20-756fb1730473 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 946 time: 0.0714638 Oct 13 00:10:27.865605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f326399b-7941-493c-9d0d-68f6d3a5fd92 req-3865462a-71e5-47dc-a314-40b1855fb65f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641913 Oct 13 00:10:27.871296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcc0b36-3461-40dd-89e7-367d6722eeaf req-623c0fb8-bf7d-42e9-b38d-f37f7be7d83c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478170 Oct 13 00:10:28.166213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:28.263386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:28.273923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'mac_address': 'fa:16:3e:f9:75:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:28.312603 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:28.325315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7a3260-8794-4f81-b766-b4c7287e7090 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:28.344898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:28.348873 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:28.397008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:28.536846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49483a-4720-4269-be58-f6cbfb19632e req-1fd02aca-108c-45b7-bf51-6788c405bcde tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:28.538296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f49483a-4720-4269-be58-f6cbfb19632e req-1fd02aca-108c-45b7-bf51-6788c405bcde tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0481772 Oct 13 00:10:28.576277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f49483a-4720-4269-be58-f6cbfb19632e req-93a50c04-f844-4551-93f0-0b7985a35d13 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Oct 13 00:10:28.653891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453aa2c-1123-4548-bdce-6d4725368649 req-2a8f2dd0-859d-4593-aa8c-01b49b56bd73 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:28.655338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c453aa2c-1123-4548-bdce-6d4725368649 req-2a8f2dd0-859d-4593-aa8c-01b49b56bd73 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.0486007 Oct 13 00:10:28.723980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c453aa2c-1123-4548-bdce-6d4725368649 req-f07b3bea-469a-4c2c-b6b3-2172bae26f7c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580838 Oct 13 00:10:28.732707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0f152-5aaa-4530-9c99-717cf4c7c5c3 req-a5b4aa20-8f21-4dce-899c-19b4482c40e6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:28.734138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70c0f152-5aaa-4530-9c99-717cf4c7c5c3 req-a5b4aa20-8f21-4dce-899c-19b4482c40e6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0770948 Oct 13 00:10:28.773377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70c0f152-5aaa-4530-9c99-717cf4c7c5c3 req-13d3b7c7-ff7b-45f4-bcb8-ab79641c179d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Oct 13 00:10:29.008503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2463-a852-4aa3-bf9e-4fe989c9e555 req-acbad6ae-d14e-46ec-9253-532c586c8026 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:29.009865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d89c2463-a852-4aa3-bf9e-4fe989c9e555 req-acbad6ae-d14e-46ec-9253-532c586c8026 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0776432 Oct 13 00:10:29.020504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459a604-f620-4480-a16a-de11ac9866f9 req-bc852d31-d048-474a-8292-d58116ab0184 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:29.021886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7459a604-f620-4480-a16a-de11ac9866f9 req-bc852d31-d048-474a-8292-d58116ab0184 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 946 time: 0.0810256 Oct 13 00:10:29.097128 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:10:29.213512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['fe7a3260-8794-4f81-b766-b4c7287e7090'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:29.367402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d89c2463-a852-4aa3-bf9e-4fe989c9e555 req-b724fb13-5ee7-42e6-a5bc-a6b2396f92d5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444777 Oct 13 00:10:29.372846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7459a604-f620-4480-a16a-de11ac9866f9 req-06e7ff0c-0fb2-4b01-bdd5-76bf558c9bab tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434699 Oct 13 00:10:29.559937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-4bf489a6-87a6-4f50-8686-45dec7ec87db tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1485421195&fields=id&tenant_id=26f78f2081ee4cdf90f972534e1c2d98 HTTP/1.1" status: 200 len: 267 time: 0.0349054 Oct 13 00:10:29.624232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-b7a8795b-4029-4c19-8644-4ebbc5215cdc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:29.625606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-b7a8795b-4029-4c19-8644-4ebbc5215cdc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 946 time: 0.0578957 Oct 13 00:10:29.639293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'port': {'security_groups': ['a01bfa29-ebcf-4c18-bacd-63e50bb6a039', '758a05e0-5817-4264-9f37-c80610106eb5']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:29.738342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:29.748744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebede36-20de-40e9-8697-c05bfa569d2f req-933971b3-af7b-4656-b143-aa3bbf419e55 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:29.750460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ebede36-20de-40e9-8697-c05bfa569d2f req-933971b3-af7b-4656-b143-aa3bbf419e55 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.0863483 Oct 13 00:10:29.815773 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ebede36-20de-40e9-8697-c05bfa569d2f req-4197c526-9618-4b9b-b550-cccebcb70204 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587850 Oct 13 00:10:29.985934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d6362-a29d-452a-a77f-2b60ddcc9949 req-652d3f7f-ad3e-43bb-b772-344fb2e71f30 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:29.987546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd8d6362-a29d-452a-a77f-2b60ddcc9949 req-652d3f7f-ad3e-43bb-b772-344fb2e71f30 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.1104822 Oct 13 00:10:30.025612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] For port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:30.060756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd8d6362-a29d-452a-a77f-2b60ddcc9949 req-2e441f07-f616-426f-b0ba-fc7c8e5c3c16 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662889 Oct 13 00:10:30.075796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:30.084919 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:30.132741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:30.133355 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:30.135304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90bdc07e-1871-4bc1-b01c-3a63f63dba5a req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "PUT /v2.0/ports/0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 200 len: 982 time: 0.5012741 Oct 13 00:10:30.135784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:30.138281 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ff398-16eb-4e52-98b6-0c5a18a445d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:30.218334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd846f-7c62-4826-9c4d-2cf62e5e1a6e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'Port': ['ID=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,revision_number=6']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:30.237438 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78110380-3e88-4a82-aac7-718144a43f58 req-0cd58a60-c07f-4341-aa4e-49927050c0ce tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/758a05e0-5817-4264-9f37-c80610106eb5 HTTP/1.1" status: 200 len: 1800 time: 0.0733664 Oct 13 00:10:30.246113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235469a7-15f5-4de5-afae-547fad5c6a71 req-a1de4999-25d7-4b07-926a-1b70c1f77831 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:30.247582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-235469a7-15f5-4de5-afae-547fad5c6a71 req-a1de4999-25d7-4b07-926a-1b70c1f77831 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1002696 Oct 13 00:10:30.319655 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-235469a7-15f5-4de5-afae-547fad5c6a71 req-1595fff1-3662-4d2d-9871-1e1604fc6c6c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644674 Oct 13 00:10:30.322441 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-78110380-3e88-4a82-aac7-718144a43f58 req-e182ea56-98e4-4b97-a434-a08a64737afe tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 00:10:30.323469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78110380-3e88-4a82-aac7-718144a43f58 req-e182ea56-98e4-4b97-a434-a08a64737afe tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/758a05e0-5817-4264-9f37-c80610106eb5 HTTP/1.1" status: 409 len: 341 time: 0.0749300 Oct 13 00:10:30.364610 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4d751-5de1-41cb-a10e-5285ee7a55b0 x-openstack-request-id: req-0ac4d751-5de1-41cb-a10e-5285ee7a55b0 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:30.364896 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:30.365149 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ac4d751-5de1-41cb-a10e-5285ee7a55b0 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:30.365545 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0', 'status': 'completed', 'code': 200} Oct 13 00:10:30.398811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['0a11eb95-e3be-4f9d-b287-ccddebf7afa0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:30.544980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-67cd5129-a1d5-4ed0-83f3-421de962bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:30.546718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-67cd5129-a1d5-4ed0-83f3-421de962bfc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1136 time: 0.1196938 Oct 13 00:10:30.557768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01aaa72-597d-49ef-a263-4f89e112bef6 req-e883b22b-3370-4663-bd99-82fa321a83ef tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:30.559359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d01aaa72-597d-49ef-a263-4f89e112bef6 req-e883b22b-3370-4663-bd99-82fa321a83ef tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0913968 Oct 13 00:10:30.599889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', '0a11eb95-e3be-4f9d-b287-ccddebf7afa0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:30.688041 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d01aaa72-597d-49ef-a263-4f89e112bef6 req-e7bff5d9-2a23-49b3-b5e4-14dc3c944086 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187994 Oct 13 00:10:30.704385 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd30e7-8cee-47b0-86dc-e12eae8e6399 req-452e8441-bc31-40df-98f0-dff70bc3f2ae tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:30.715375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fd30e7-8cee-47b0-86dc-e12eae8e6399 req-452e8441-bc31-40df-98f0-dff70bc3f2ae tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 985 time: 0.1549621 Oct 13 00:10:30.756021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-dfb314fa-05af-47b1-9bd6-e629c9e7adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:30.757448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-dfb314fa-05af-47b1-9bd6-e629c9e7adfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 914 time: 0.1872439 Oct 13 00:10:30.778995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fd30e7-8cee-47b0-86dc-e12eae8e6399 req-1cbb59d1-e2c6-4de1-afb6-6744ea0b6c80 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=758a05e0-5817-4264-9f37-c80610106eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0562675 Oct 13 00:10:30.877926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-1018f64f-7745-4f7e-a02a-cb9273e1bbc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 200 len: 217 time: 0.0571735 Oct 13 00:10:30.973923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-0569617a-57e7-4308-a36a-d884b0691744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:30.976219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-0569617a-57e7-4308-a36a-d884b0691744 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.0549102 Oct 13 00:10:31.033466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-ead40692-8d2e-44f6-a684-07375b760f4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487235 Oct 13 00:10:31.115241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0669641-dbce-4c74-b392-aaac43d62b2b req-e8dadf04-f6cc-4115-ab8e-b370a093b030 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:31.116785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0669641-dbce-4c74-b392-aaac43d62b2b req-e8dadf04-f6cc-4115-ab8e-b370a093b030 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.1225374 Oct 13 00:10:31.202240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-526534d6-da91-4935-a7cf-b299aec11350 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604197 Oct 13 00:10:31.231215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0669641-dbce-4c74-b392-aaac43d62b2b req-f3f2713b-d501-448e-beef-cf7fa332941c tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961502 Oct 13 00:10:31.286164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dfce4-541a-4987-a1b4-8402535f2465 req-72028e3b-b44c-45c3-83c5-5226155be058 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:31.287717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-989dfce4-541a-4987-a1b4-8402535f2465 req-72028e3b-b44c-45c3-83c5-5226155be058 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.1359761 Oct 13 00:10:31.353119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c09ff398-16eb-4e52-98b6-0c5a18a445d3 req-f9d24860-ae3e-40df-a1a9-1c01afff2e3b service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379099 Oct 13 00:10:31.356449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-989dfce4-541a-4987-a1b4-8402535f2465 req-3e94032b-1e26-4647-af7d-33d44603a440 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597034 Oct 13 00:10:31.481830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d721c87-4a36-4b01-ba44-5c069a7e4863 req-1b212d0a-50a3-4983-ad74-dbac1952fb2e tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:31.483319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d721c87-4a36-4b01-ba44-5c069a7e4863 req-1b212d0a-50a3-4983-ad74-dbac1952fb2e tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0770414 Oct 13 00:10:31.519185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-5143564e-8552-40c3-9bb6-226f4ad956af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:31.520713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-5143564e-8552-40c3-9bb6-226f4ad956af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1136 time: 0.0751343 Oct 13 00:10:31.581468 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d721c87-4a36-4b01-ba44-5c069a7e4863 req-5a681f0a-3bc4-4850-9525-e6140aa4f6b4 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915029 Oct 13 00:10:31.657799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-e0f36f33-cd5e-434f-9d88-87c48f27d7a8 service neutron] 10.222.0.45 "GET /v2.0/ports/52037b1a-4209-4127-a9ac-2f8038fe213e/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.1320193 Oct 13 00:10:31.672343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-61e3f278-7fae-4cbd-ac0b-0a340adfb4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:31.673853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-61e3f278-7fae-4cbd-ac0b-0a340adfb4c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 914 time: 0.1367686 Oct 13 00:10:31.743095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-ed29067f-71f9-4166-8970-49c73d2235fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 200 len: 217 time: 0.0595536 Oct 13 00:10:31.849413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-1b3da2f2-4c63-408b-b106-f1d5c53074f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:31.850928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-1b3da2f2-4c63-408b-b106-f1d5c53074f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.0993333 Oct 13 00:10:31.906505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604263f-8641-48cf-a3f3-473fec26d809 req-6bce4f54-db68-4ff9-95ac-dfa4b0718802 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:31.908000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1604263f-8641-48cf-a3f3-473fec26d809 req-6bce4f54-db68-4ff9-95ac-dfa4b0718802 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1420300 Oct 13 00:10:31.938712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-4ddfeeae-8390-4792-bf93-997c23116992 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671806 Oct 13 00:10:32.093813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bda4d9-bb2a-4ef7-875f-1f64481efbe9 req-42369d30-0bdf-4526-8da3-4bea5a56bc99 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:32.095432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1bda4d9-bb2a-4ef7-875f-1f64481efbe9 req-42369d30-0bdf-4526-8da3-4bea5a56bc99 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 985 time: 0.2436273 Oct 13 00:10:32.098463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1604263f-8641-48cf-a3f3-473fec26d809 req-50a24a36-34cd-45e8-b6f4-79c5ae0c6578 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622412 Oct 13 00:10:32.150727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:32.171347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:32.201066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1bda4d9-bb2a-4ef7-875f-1f64481efbe9 req-86e38cfd-36ec-4cf0-9ab4-c49de684e2d2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=758a05e0-5817-4264-9f37-c80610106eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0965002 Oct 13 00:10:32.206570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-1aecaa0c-ea0a-4f39-a11e-c420b852b220 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550948 Oct 13 00:10:32.213408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:32.245893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port fe7a3260-8794-4f81-b766-b4c7287e7090 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:10:32.250929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port fe7a3260-8794-4f81-b766-b4c7287e7090 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:32.251382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:32.297898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52037b1a-4209-4127-a9ac-2f8038fe213e {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:32.315701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:32.347118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:32.350259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:32.372361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:32.374565 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d77b99c-2e07-4b20-bc50-f36ae70c5c1a" -d '{"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-plugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:32.390395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:32.396235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:32.417072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8694b741-94e9-4ede-a6c1-47232b615cf1 req-cac78b5f-5600-4256-b4a3-5bdad404df1e service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018511 Oct 13 00:10:32.425521 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb195524-e322-4604-b179-39288e7f0397 x-openstack-request-id: req-fb195524-e322-4604-b179-39288e7f0397 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:32.426021 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-plugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:32.426273 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb195524-e322-4604-b179-39288e7f0397 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:32.426659 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'code': 200} Oct 13 00:10:32.439129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53ea1-0c1a-4e23-a852-47ea8808c2a7 req-50e0fc0b-d610-45f9-ac9f-2cc5abb7c5bb tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:32.440672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65b53ea1-0c1a-4e23-a852-47ea8808c2a7 req-50e0fc0b-d610-45f9-ac9f-2cc5abb7c5bb tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 943 time: 0.1078238 Oct 13 00:10:32.459775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:32.537628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] Transition to ACTIVE for port object 52037b1a-4209-4127-a9ac-2f8038fe213e will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:10:32.541939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65b53ea1-0c1a-4e23-a852-47ea8808c2a7 req-1eb8f8e7-3d41-4483-8a27-a33a5f369d77 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862820 Oct 13 00:10:32.544685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:32.662014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cacf61-839c-4daf-bd5e-888bf4ad8603 req-f28cec8c-09e7-4aca-98c1-a08151a5e7ba tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:32.663028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7cacf61-839c-4daf-bd5e-888bf4ad8603 req-f28cec8c-09e7-4aca-98c1-a08151a5e7ba tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1665752 Oct 13 00:10:32.666120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] No DVR routers for this DVR port 52037b1a-4209-4127-a9ac-2f8038fe213e on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:32.667991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] Pushing event updated for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=10']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:32.745616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad4fd4-f8f9-4b08-8a25-de131972fec5 req-7eade02b-1bce-4f3e-bd75-d88e3185ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:32.747097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9ad4fd4-f8f9-4b08-8a25-de131972fec5 req-7eade02b-1bce-4f3e-bd75-d88e3185ca5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1101 time: 0.1730545 Oct 13 00:10:32.756384 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-15c25410-8dcd-4a13-ae4d-caa61ae02440 service neutron] 10.222.0.45 "PUT /v2.0/ports/52037b1a-4209-4127-a9ac-2f8038fe213e/bindings/n-h2-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0781870 Oct 13 00:10:32.780689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7cacf61-839c-4daf-bd5e-888bf4ad8603 req-0c6b33d4-4d4c-49e7-a4e8-977ac41ceef9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087270 Oct 13 00:10:32.797810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789246-560b-40ec-8a54-bd53b7c523df req-96f4c868-5118-4a03-8104-8826ee5bbabc tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:32.799269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67789246-560b-40ec-8a54-bd53b7c523df req-96f4c868-5118-4a03-8104-8826ee5bbabc tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1173325 Oct 13 00:10:32.815902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9ad4fd4-f8f9-4b08-8a25-de131972fec5 req-33a0daca-f52f-4fb0-a9e3-1913c4b31bde service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576401 Oct 13 00:10:32.830526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 52037b1a-4209-4127-a9ac-2f8038fe213e no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:32.841642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67789246-560b-40ec-8a54-bd53b7c523df req-a3151ec7-5be0-4cd9-89a4-35318e3b0f6c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351112 Oct 13 00:10:32.873267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 52037b1a-4209-4127-a9ac-2f8038fe213e not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:33.217420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e58be-20a9-4085-a9b5-964c583c3ec0 req-08e64e78-df8f-47df-906a-4e252954024a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.218955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-038e58be-20a9-4085-a9b5-964c583c3ec0 req-08e64e78-df8f-47df-906a-4e252954024a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0509250 Oct 13 00:10:33.259124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-038e58be-20a9-4085-a9b5-964c583c3ec0 req-123d7c01-7611-4d13-b407-eafd21cdae98 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Oct 13 00:10:33.365220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc441220-8ef7-4f25-9098-f7c82a6e9aa4 req-e48d46de-c04f-4324-8fda-66c65702d945 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.366697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc441220-8ef7-4f25-9098-f7c82a6e9aa4 req-e48d46de-c04f-4324-8fda-66c65702d945 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 985 time: 0.0522747 Oct 13 00:10:33.407786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc441220-8ef7-4f25-9098-f7c82a6e9aa4 req-2113cf90-2d12-47fb-a074-b6e08679c77e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=758a05e0-5817-4264-9f37-c80610106eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0349240 Oct 13 00:10:33.482882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-5c07f529-cb99-492e-b7fa-6b147c4abfd4 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.484422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-5c07f529-cb99-492e-b7fa-6b147c4abfd4 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.0432074 Oct 13 00:10:33.565347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ceb9c699-95fa-458f-ab6c-38233193ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.566828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-ceb9c699-95fa-458f-ab6c-38233193ef0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a&tenant_id=bbd65d794f10491ebe555aaca5fbe099 HTTP/1.1" status: 200 len: 1095 time: 0.0475328 Oct 13 00:10:33.693668 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057298a-e29b-407d-a976-4631fda0cf16 req-1df4ad4a-51c7-427c-88bc-2ebd93fea43f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.695052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3057298a-e29b-407d-a976-4631fda0cf16 req-1df4ad4a-51c7-427c-88bc-2ebd93fea43f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 944 time: 0.0790195 Oct 13 00:10:33.709763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-9998f59b-7a82-46bf-a135-04a110bc55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.711138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-9998f59b-7a82-46bf-a135-04a110bc55ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbd65d794f10491ebe555aaca5fbe099&device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1095 time: 0.0683341 Oct 13 00:10:33.779569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3057298a-e29b-407d-a976-4631fda0cf16 req-47ad70f3-0584-4f19-971c-78ccf8db526a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772119 Oct 13 00:10:33.820674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-9db8bf33-88ef-4668-b385-9d35f7d958ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.822786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-9db8bf33-88ef-4668-b385-9d35f7d958ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 200 len: 909 time: 0.1027927 Oct 13 00:10:33.869373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-075baf94-eab2-4dd2-9121-6d4542ef9ed2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 200 len: 217 time: 0.0371168 Oct 13 00:10:33.988293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de9843-2160-4273-9ee2-5d6b40a1b93f req-9d83ea22-094e-40be-bd96-d6c1ed87acfb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.989758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0de9843-2160-4273-9ee2-5d6b40a1b93f req-9d83ea22-094e-40be-bd96-d6c1ed87acfb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1238294 Oct 13 00:10:33.993895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-8ec213c7-2175-4096-9654-90ff4d062413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:33.995310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-8ec213c7-2175-4096-9654-90ff4d062413 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 200 len: 848 time: 0.0970311 Oct 13 00:10:34.029328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210a8-861f-4eb4-91ed-c74adae9c244 req-d0c17da3-bb02-45c8-8c7d-c7d69cf68736 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:34.030740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fe210a8-861f-4eb4-91ed-c74adae9c244 req-d0c17da3-bb02-45c8-8c7d-c7d69cf68736 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1029215 Oct 13 00:10:34.050953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-397c352c-a662-4809-ae48-b62e59134d13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e65ace2-2de0-4fd6-9cce-59ff9c353643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434840 Oct 13 00:10:34.125003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0de9843-2160-4273-9ee2-5d6b40a1b93f req-d6cfafab-c7dc-4b77-97a8-c21df475deae tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271935 Oct 13 00:10:34.149720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fe210a8-861f-4eb4-91ed-c74adae9c244 req-c08a2456-3366-4578-b0c0-acf2f4d4c558 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011696 Oct 13 00:10:34.181769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-fd785c0c-5401-4e36-9935-f97624ca34f6 service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205800 Oct 13 00:10:34.273595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-25bdb276-a2bd-4711-b2ff-680bf6a87b1a service neutron] 10.222.0.36 "GET /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830214 Oct 13 00:10:34.381195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7e369-b8af-4ab8-8833-e1f1a969e162 req-456c6a62-5ed8-4844-8627-f273f6fc3021 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:34.382678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfc7e369-b8af-4ab8-8833-e1f1a969e162 req-456c6a62-5ed8-4844-8627-f273f6fc3021 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0533454 Oct 13 00:10:34.424851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfc7e369-b8af-4ab8-8833-e1f1a969e162 req-cd3676c1-af3d-4eef-b85d-361274380b7e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349920 Oct 13 00:10:34.529949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21172c6b-e156-4371-9dfb-7a2930c9d5ca req-d5cdd435-e516-4c94-8bc3-37077177c44a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:34.531480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21172c6b-e156-4371-9dfb-7a2930c9d5ca req-d5cdd435-e516-4c94-8bc3-37077177c44a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 985 time: 0.0506234 Oct 13 00:10:34.574925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21172c6b-e156-4371-9dfb-7a2930c9d5ca req-845be898-ea6b-47c9-a246-3c61fe748b8c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=758a05e0-5817-4264-9f37-c80610106eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0372152 Oct 13 00:10:34.705054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-3af0b0e9-0792-403a-a79a-fc5234657616 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-146307753&fields=id&tenant_id=26f78f2081ee4cdf90f972534e1c2d98 HTTP/1.1" status: 200 len: 267 time: 0.0591514 Oct 13 00:10:34.707753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-2a57d2d1-9921-41ed-8c3c-e01a8055ce97 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:34.709139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-2a57d2d1-9921-41ed-8c3c-e01a8055ce97 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a&tenant_id=bbd65d794f10491ebe555aaca5fbe099&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.0740526 Oct 13 00:10:34.757750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-53e0018d-4c97-4cf6-b3bb-160d4f780dbf tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:34.759774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-53e0018d-4c97-4cf6-b3bb-160d4f780dbf tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 985 time: 0.0480909 Oct 13 00:10:34.770840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'port': {'security_groups': ['758a05e0-5817-4264-9f37-c80610106eb5', 'a01bfa29-ebcf-4c18-bacd-63e50bb6a039', 'fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:34.904306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:34.988994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e73f3-bb00-4d39-a600-1d95b035398e req-d5708759-7805-4051-8f9a-c2a4f401767b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:34.990454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c5e73f3-bb00-4d39-a600-1d95b035398e req-d5708759-7805-4051-8f9a-c2a4f401767b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 944 time: 0.1330678 Oct 13 00:10:35.066231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-f7bd4ae4-8c6a-4980-9ebe-e4f291b756c0 service neutron] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:35.074060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-f7bd4ae4-8c6a-4980-9ebe-e4f291b756c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:35.075139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac7d903d-48b8-4441-a7bc-5e5be52fb0e5 req-f7bd4ae4-8c6a-4980-9ebe-e4f291b756c0 service neutron] 10.222.0.36 "DELETE /v2.0/ports/52037b1a-4209-4127-a9ac-2f8038fe213e/bindings/n-h1-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.2996480 Oct 13 00:10:35.077943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c5e73f3-bb00-4d39-a600-1d95b035398e req-5853618b-842a-4679-8af9-e52fef7a852b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765123 Oct 13 00:10:35.514534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] For port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:35.538564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d504b9-d599-41ea-aa61-27aa035c1043 req-6d18693d-948d-4154-8687-274b9c3ccae5 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:35.540725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71d504b9-d599-41ea-aa61-27aa035c1043 req-6d18693d-948d-4154-8687-274b9c3ccae5 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 1095 time: 0.3521750 Oct 13 00:10:35.560870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:35.571126 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:35.612931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', '0a11eb95-e3be-4f9d-b287-ccddebf7afa0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:35.627277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71d504b9-d599-41ea-aa61-27aa035c1043 req-b747f3b9-805d-431e-89b4-db1e68c8e669 tempest-LiveMigrationTest-1499646897 tempest-LiveMigrationTest-1499646897-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761273 Oct 13 00:10:35.633762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:35.634399 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:35.635849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6b1381e-ac66-46e2-8bc5-1a2e6f879c21 req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "PUT /v2.0/ports/0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 200 len: 1021 time: 0.8693833 Oct 13 00:10:35.638327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:35.640567 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a47ba91-88b8-41a1-9848-fd63fd137ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:35.673813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d165f-07b4-42ef-b1ab-477f903fa9e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'Port': ['ID=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:35.789126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e2e15-41b8-4c52-9f34-9e18e118ce8f req-dd7cbb48-35fd-44e2-bef5-62753408fbb5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:35.791204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e16e2e15-41b8-4c52-9f34-9e18e118ce8f req-dd7cbb48-35fd-44e2-bef5-62753408fbb5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0832865 Oct 13 00:10:35.799465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e82208-521a-4a13-b6c0-dac3d09bfc6c req-c8ba740f-6077-417e-93e1-c8b357273f36 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:35.800890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28e82208-521a-4a13-b6c0-dac3d09bfc6c req-c8ba740f-6077-417e-93e1-c8b357273f36 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0813940 Oct 13 00:10:35.848787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e16e2e15-41b8-4c52-9f34-9e18e118ce8f req-5ca51743-bcac-4f47-b725-3312b48293bd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Oct 13 00:10:35.860928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['0a11eb95-e3be-4f9d-b287-ccddebf7afa0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:35.880979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28e82208-521a-4a13-b6c0-dac3d09bfc6c req-5c75b272-7b13-4eb8-af12-b4d5477d8df8 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723860 Oct 13 00:10:35.998369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de954c9d-029e-46e2-a3be-cecaaf2943b8 req-92afcb94-4d44-4f2d-a5b1-caa7729b3583 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:36.000221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de954c9d-029e-46e2-a3be-cecaaf2943b8 req-92afcb94-4d44-4f2d-a5b1-caa7729b3583 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0576024 Oct 13 00:10:36.041271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de954c9d-029e-46e2-a3be-cecaaf2943b8 req-5320d47b-167e-4a44-b82a-af7a3d05969f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Oct 13 00:10:36.127926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9184930-3d62-452d-aa06-ec35d6559737 req-afba451d-28c5-49fe-81fa-2cee3bbbc653 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f HTTP/1.1" status: 200 len: 1800 time: 0.0476947 Oct 13 00:10:36.188946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:36.190513 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-b9184930-3d62-452d-aa06-ec35d6559737 req-353df201-66ac-4545-93fd-74fc9d839054 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 00:10:36.191807 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9184930-3d62-452d-aa06-ec35d6559737 req-353df201-66ac-4545-93fd-74fc9d839054 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f HTTP/1.1" status: 409 len: 341 time: 0.0545177 Oct 13 00:10:36.214967 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d05d79-9e62-4ff8-9752-66bbd18e3ada x-openstack-request-id: req-b1d05d79-9e62-4ff8-9752-66bbd18e3ada {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:36.215718 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:36.216058 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1d05d79-9e62-4ff8-9752-66bbd18e3ada {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:36.216503 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0', 'status': 'completed', 'code': 200} Oct 13 00:10:36.333151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f7002-45aa-40dc-aeb7-304fc85da746 req-894b452d-537b-4447-ae77-acb4e338e992 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:36.334740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b44f7002-45aa-40dc-aeb7-304fc85da746 req-894b452d-537b-4447-ae77-acb4e338e992 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1101 time: 0.0620186 Oct 13 00:10:36.337368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-c120c29f-da5e-47f8-a94f-b9c34e969a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:36.338794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-c120c29f-da5e-47f8-a94f-b9c34e969a8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1175 time: 0.0743926 Oct 13 00:10:36.421754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b44f7002-45aa-40dc-aeb7-304fc85da746 req-08794b1c-5381-4b8c-b067-d55eb72517fb tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794921 Oct 13 00:10:36.466539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-975c4147-e135-433a-ac4b-354fbf0ed039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:36.468046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-975c4147-e135-433a-ac4b-354fbf0ed039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 200 len: 914 time: 0.1193230 Oct 13 00:10:36.550080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998317c-4fa0-4426-8301-557f7a518483 req-40e81ba4-eeaa-421b-9518-1b81de70d698 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:36.551644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5998317c-4fa0-4426-8301-557f7a518483 req-40e81ba4-eeaa-421b-9518-1b81de70d698 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 944 time: 0.0613894 Oct 13 00:10:36.588710 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-e10796f2-8ef2-46c6-9981-fb48e878159d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 200 len: 217 time: 0.0536568 Oct 13 00:10:36.643604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5998317c-4fa0-4426-8301-557f7a518483 req-32cd4f2d-7831-4f5a-b66d-01286820d482 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615656 Oct 13 00:10:36.656526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-0acd965f-281c-4f06-9550-ccedbbf55add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:36.658111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-0acd965f-281c-4f06-9550-ccedbbf55add service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 200 len: 853 time: 0.0579267 Oct 13 00:10:36.709444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-ce8e279d-c75e-476d-81d4-ea8257aa9a24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27640937-6ea0-4862-a402-27d57cfcfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373502 Oct 13 00:10:36.751191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-fe1232df-004b-4f95-9eec-64d2fdef8b5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434158 Oct 13 00:10:36.759374 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:36.845276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d377f-cb63-49e5-86ae-5380a159eaee req-bca566cb-48d4-42f4-8b3b-201be23209ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:36.847452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb3d377f-cb63-49e5-86ae-5380a159eaee req-bca566cb-48d4-42f4-8b3b-201be23209ac tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1024 time: 0.1477969 Oct 13 00:10:36.874129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef0041-d1a8-4f28-bddf-4bac2cb4a89c req-e6d05db0-f25d-4ba7-b5db-3cd09314209c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:36.875620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55ef0041-d1a8-4f28-bddf-4bac2cb4a89c req-e6d05db0-f25d-4ba7-b5db-3cd09314209c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1402600 Oct 13 00:10:36.901383 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-9038f07b-d126-4b86-a2f3-8f53149cf409 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740279 Oct 13 00:10:36.985142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb3d377f-cb63-49e5-86ae-5380a159eaee req-7b35c174-1142-4bfb-9a01-80da0d1bbd35 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=758a05e0-5817-4264-9f37-c80610106eb5&id=fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1246724 Oct 13 00:10:36.996228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55ef0041-d1a8-4f28-bddf-4bac2cb4a89c req-0acaefd9-068d-48ba-8ea3-f7662aac013d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139755 Oct 13 00:10:37.068337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a47ba91-88b8-41a1-9848-fd63fd137ba5 req-b233e199-1f52-4959-afe6-d082fd97f0f5 service neutron] 10.222.0.36 "GET /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569068 Oct 13 00:10:37.152183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449ecd-a316-4d2e-92de-81c5730da34f req-b5ac0cfb-368b-4e20-9267-6b47ea5c4acb tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:37.153922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54449ecd-a316-4d2e-92de-81c5730da34f req-b5ac0cfb-368b-4e20-9267-6b47ea5c4acb tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0725207 Oct 13 00:10:37.208016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54449ecd-a316-4d2e-92de-81c5730da34f req-f321294a-1010-409d-862a-4151f0e95029 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Oct 13 00:10:37.352264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5064d13-73e0-41b2-9dfe-61bdd6c35f23 req-64de8d4f-aeda-4db6-ba72-1669136f7b1b tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:37.353785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5064d13-73e0-41b2-9dfe-61bdd6c35f23 req-64de8d4f-aeda-4db6-ba72-1669136f7b1b tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1093895 Oct 13 00:10:37.394398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5064d13-73e0-41b2-9dfe-61bdd6c35f23 req-b45336ec-fcf9-4258-a615-18c16f006fc3 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Oct 13 00:10:37.669939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-7cdb7c41-7c12-4b09-ad0c-49d16448b5f7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:37.671420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-7cdb7c41-7c12-4b09-ad0c-49d16448b5f7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 944 time: 0.0498476 Oct 13 00:10:37.807330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7731eb-d545-4e75-92ad-53f8ba38503b req-49fd83c2-e3d2-40e9-b52e-e7ea08e84a7d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:37.808833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae7731eb-d545-4e75-92ad-53f8ba38503b req-49fd83c2-e3d2-40e9-b52e-e7ea08e84a7d tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 944 time: 0.0649168 Oct 13 00:10:37.811996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Deleting port 52037b1a-4209-4127-a9ac-2f8038fe213e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:37.812339 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:37.895150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae7731eb-d545-4e75-92ad-53f8ba38503b req-ef283df5-981a-4c2f-9c7a-ac5e63603e87 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799134 Oct 13 00:10:37.928348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] For port 52037b1a-4209-4127-a9ac-2f8038fe213e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=52037b1a-4209-4127-a9ac-2f8038fe213e,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:37.928710 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:37.942017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Calling delete_port for 52037b1a-4209-4127-a9ac-2f8038fe213e owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:38.103930 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:38.135654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Pushing event deleted for resources: {'Port': ['ID=52037b1a-4209-4127-a9ac-2f8038fe213e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:38.139402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['52037b1a-4209-4127-a9ac-2f8038fe213e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:38.168855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27a666-f59c-4063-b052-d80062d59ebb req-a4b87f1a-b3e7-4b40-8430-3fda093cf1f5 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.170345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d27a666-f59c-4063-b052-d80062d59ebb req-a4b87f1a-b3e7-4b40-8430-3fda093cf1f5 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1024 time: 0.1120188 Oct 13 00:10:38.214316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] No DVR routers for this DVR port 52037b1a-4209-4127-a9ac-2f8038fe213e on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:38.225177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:38.229331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3af3a244-3be0-4c15-b99a-69fe16f7a8a5 req-98a67028-a6cf-4f8a-8a3c-cbc856ee6688 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.36 "DELETE /v2.0/ports/52037b1a-4209-4127-a9ac-2f8038fe213e HTTP/1.1" status: 204 len: 173 time: 0.5500317 Oct 13 00:10:38.229765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'name': 'network-vif-deleted', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:38.232015 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12562707-53ab-47c3-84b3-e86f53e8a26c" -d '{"events": [{"server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "name": "network-vif-deleted", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:38.267224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d27a666-f59c-4063-b052-d80062d59ebb req-4bd7ed51-972f-474f-8d4f-4cdeb94b7cb6 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=758a05e0-5817-4264-9f37-c80610106eb5&id=fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0871856 Oct 13 00:10:38.278801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c237ba-4b99-4ff7-9a55-897c4c71b18e req-8328d8f6-5a7f-4525-a142-826a9ec12c55 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.280366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61c237ba-4b99-4ff7-9a55-897c4c71b18e req-8328d8f6-5a7f-4525-a142-826a9ec12c55 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.2183919 Oct 13 00:10:38.341380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61c237ba-4b99-4ff7-9a55-897c4c71b18e req-47087297-49f6-42d8-9ff1-9975a27fb02f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Oct 13 00:10:38.428158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-ba215d18-7ba7-4d7f-80f0-d4936f81e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.429705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-ba215d18-7ba7-4d7f-80f0-d4936f81e7f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1101 time: 0.0502238 Oct 13 00:10:38.498281 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2316bcad-b360-47b5-83a8-927108200dc0 x-openstack-request-id: req-2316bcad-b360-47b5-83a8-927108200dc0 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:38.498648 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f66ed06-573b-470a-97ee-ab213213815a", "name": "network-vif-deleted", "tag": "52037b1a-4209-4127-a9ac-2f8038fe213e", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:38.498962 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2316bcad-b360-47b5-83a8-927108200dc0 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:38.499463 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f66ed06-573b-470a-97ee-ab213213815a', 'name': 'network-vif-deleted', 'tag': '52037b1a-4209-4127-a9ac-2f8038fe213e', 'status': 'completed', 'code': 200} Oct 13 00:10:38.564945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57779965-dbb3-4837-86d0-b96916c684cf req-fbb9baa6-a912-49d4-bf11-585f9a710e93 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.566461 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57779965-dbb3-4837-86d0-b96916c684cf req-fbb9baa6-a912-49d4-bf11-585f9a710e93 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.1248808 Oct 13 00:10:38.605974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-45be6355-1834-46e5-9e7c-a489308c231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.607460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-45be6355-1834-46e5-9e7c-a489308c231b service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1563375 Oct 13 00:10:38.628325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57779965-dbb3-4837-86d0-b96916c684cf req-cf697c30-91d3-4f31-a52c-d4cf4e57b157 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541673 Oct 13 00:10:38.657717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-f71b6f27-e9b8-4661-9b1c-479fa4a1bc05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.0403626 Oct 13 00:10:38.735757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-49d18361-d60b-48f9-94d1-172e897fdac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.737262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-49d18361-d60b-48f9-94d1-172e897fdac3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0671799 Oct 13 00:10:38.746048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c755d6-caaf-4c07-8119-5368a09cd434 req-45a15a05-5584-4106-b717-6d7d5835e0da tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.747609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87c755d6-caaf-4c07-8119-5368a09cd434 req-45a15a05-5584-4106-b717-6d7d5835e0da tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0889001 Oct 13 00:10:38.809459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87c755d6-caaf-4c07-8119-5368a09cd434 req-5d9524ea-9369-4bc0-a9f3-92203fe9c03f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536282 Oct 13 00:10:38.811152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-64c2b15c-e99d-4464-85a1-c576aa450b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.812561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-64c2b15c-e99d-4464-85a1-c576aa450b73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642474 Oct 13 00:10:38.914434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-5a16d00b-2b33-4633-9c8b-3b7633408338 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923357 Oct 13 00:10:39.008195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08fc9f60-a669-4c8b-8ad0-d0eee117e666 req-25cd7e81-7df5-4fa1-a4b0-c5c0f47d0d18 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 210 time: 0.0412397 Oct 13 00:10:39.021730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d82bc-49ea-4f26-8203-8013523d3089 req-d9d77e20-3f52-4262-a14f-018be49e4d0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:39.023860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-369d82bc-49ea-4f26-8203-8013523d3089 req-d9d77e20-3f52-4262-a14f-018be49e4d0f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 1024 time: 0.0507264 Oct 13 00:10:39.080325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-512f0c96-31f7-49b5-babc-182776ad5a43 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042466 Oct 13 00:10:39.132570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Deleting port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:39.133006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:39.228394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] For port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:39.228752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:39.242177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Calling delete_port for 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:39.385037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:39.418926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', '0a11eb95-e3be-4f9d-b287-ccddebf7afa0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:39.447847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'Port': ['ID=0a11eb95-e3be-4f9d-b287-ccddebf7afa0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:39.457298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.457878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.458361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.458854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.459342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.460014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.460497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.460979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.461999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.462501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.462982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.463531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:39.479428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2a37-e694-4ca0-953e-a289417fe67c req-77709abd-9cad-4883-96eb-3021e12897ab tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:39.483907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] No DVR routers for this DVR port 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:39.486694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:39.488173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58ee2a37-e694-4ca0-953e-a289417fe67c req-77709abd-9cad-4883-96eb-3021e12897ab tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7 HTTP/1.1" status: 200 len: 945 time: 0.1274412 Oct 13 00:10:39.491073 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-369d82bc-49ea-4f26-8203-8013523d3089 req-5272d32e-9205-4c43-abd7-0e9d7e09536e tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.36 "DELETE /v2.0/ports/0a11eb95-e3be-4f9d-b287-ccddebf7afa0 HTTP/1.1" status: 204 len: 173 time: 0.4608214 Oct 13 00:10:39.491749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'name': 'network-vif-deleted', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:39.494918 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b5e98e-ce76-489a-8fa7-b9f624574258" -d '{"events": [{"server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "name": "network-vif-deleted", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:39.538993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5eac-7371-4245-ba14-e91d5880fad6 req-b6a1e7d5-c055-4c7d-82b3-c70cfae069c6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:39.541519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-571a5eac-7371-4245-ba14-e91d5880fad6 req-b6a1e7d5-c055-4c7d-82b3-c70cfae069c6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1121747 Oct 13 00:10:39.567340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58ee2a37-e694-4ca0-953e-a289417fe67c req-68718fc2-6432-4dfc-8372-208b655de71f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=758a05e0-5817-4264-9f37-c80610106eb5&id=fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0778687 Oct 13 00:10:39.612450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-571a5eac-7371-4245-ba14-e91d5880fad6 req-03c4e449-0fcd-4334-953e-51ef21d9ec71 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Oct 13 00:10:39.733488 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f464fd3-46ae-4d37-8244-534ec4cd488b x-openstack-request-id: req-2f464fd3-46ae-4d37-8244-534ec4cd488b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:39.734031 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7", "name": "network-vif-deleted", "tag": "0a11eb95-e3be-4f9d-b287-ccddebf7afa0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:39.734482 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f464fd3-46ae-4d37-8244-534ec4cd488b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:39.735838 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0a2ee-fa0a-4ea0-a716-dde473bfe2c7', 'name': 'network-vif-deleted', 'tag': '0a11eb95-e3be-4f9d-b287-ccddebf7afa0', 'status': 'completed', 'code': 200} Oct 13 00:10:39.844296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed3cfc-a71f-4991-83ac-15e0e6571254 req-732cd332-e89b-4384-9b8a-cf86e36bbd9d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:39.845926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28ed3cfc-a71f-4991-83ac-15e0e6571254 req-732cd332-e89b-4384-9b8a-cf86e36bbd9d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0608120 Oct 13 00:10:39.890302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28ed3cfc-a71f-4991-83ac-15e0e6571254 req-5f1c9366-2927-42df-98ba-3fa71b385885 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359623 Oct 13 00:10:39.939488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7a28-bbc9-4926-baab-5ef435a51b77 req-6a3444f3-368b-4990-bf40-b402d849f728 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:39.940977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-817b7a28-bbc9-4926-baab-5ef435a51b77 req-6a3444f3-368b-4990-bf40-b402d849f728 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0498130 Oct 13 00:10:39.978817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-817b7a28-bbc9-4926-baab-5ef435a51b77 req-5b9c8a55-5186-44b7-bf68-107e49fd39a8 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313463 Oct 13 00:10:40.114961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a79b5e32-6cf5-499a-9f4e-769ce09b53c3 req-5a2634f8-6709-453e-bac8-a83b602474fd tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 210 time: 0.0290477 Oct 13 00:10:40.706701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03cb0d17-81f3-4730-829c-1c0b56e0b43d req-edfaf521-0c38-48b5-9cd5-63ffec8608e1 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/758a05e0-5817-4264-9f37-c80610106eb5 HTTP/1.1" status: 200 len: 1800 time: 0.0620055 Oct 13 00:10:40.745400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949f2f3-f943-4720-828c-fb48a864d437 req-e3c6278f-9656-4299-9b08-7c0211489d91 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:40.746857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0949f2f3-f943-4720-828c-fb48a864d437 req-e3c6278f-9656-4299-9b08-7c0211489d91 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0743303 Oct 13 00:10:40.807172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0949f2f3-f943-4720-828c-fb48a864d437 req-ca2e5f74-cb81-4382-8b5a-b27e3468539d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526488 Oct 13 00:10:40.807900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-03cb0d17-81f3-4730-829c-1c0b56e0b43d req-dfe8325b-ed61-4f2f-9e25-304cb4f4c7bb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:40.831058 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-03cb0d17-81f3-4730-829c-1c0b56e0b43d req-dfe8325b-ed61-4f2f-9e25-304cb4f4c7bb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:40.845506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:40.879883 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-03cb0d17-81f3-4730-829c-1c0b56e0b43d req-dfe8325b-ed61-4f2f-9e25-304cb4f4c7bb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:40.882397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-03cb0d17-81f3-4730-829c-1c0b56e0b43d req-dfe8325b-ed61-4f2f-9e25-304cb4f4c7bb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:40.883602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03cb0d17-81f3-4730-829c-1c0b56e0b43d req-dfe8325b-ed61-4f2f-9e25-304cb4f4c7bb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/758a05e0-5817-4264-9f37-c80610106eb5 HTTP/1.1" status: 204 len: 173 time: 0.1687655 Oct 13 00:10:40.893022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8325b-ed61-4f2f-9e25-304cb4f4c7bb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758a05e0-5817-4264-9f37-c80610106eb5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:40.979342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.011612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:41.014107 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44f51ce-5bcb-44d3-9918-72c63cdb3a76" -d '{"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:41.029760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:41.035106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.059555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2daf7ae-2565-4ee2-baf3-0e555118ae75 req-7e4ff7c2-20e7-465d-b317-b25c9a3ba0bc tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f HTTP/1.1" status: 200 len: 1800 time: 0.0629969 Oct 13 00:10:41.097532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:41.142446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef939d-3b37-42dc-9791-f10091cb2db6 req-099d48b9-3bed-4023-ab54-5da75008c0ab tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:41.144104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cef939d-3b37-42dc-9791-f10091cb2db6 req-099d48b9-3bed-4023-ab54-5da75008c0ab tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 948 time: 0.0806589 Oct 13 00:10:41.167845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a2daf7ae-2565-4ee2-baf3-0e555118ae75 req-660401d4-5017-4f86-b4dd-c64ba511f123 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.206003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a2daf7ae-2565-4ee2-baf3-0e555118ae75 req-660401d4-5017-4f86-b4dd-c64ba511f123 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.217943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cef939d-3b37-42dc-9791-f10091cb2db6 req-f04e8479-efc6-46e6-b59e-0fc8c5c46676 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613258 Oct 13 00:10:41.253808 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a2daf7ae-2565-4ee2-baf3-0e555118ae75 req-660401d4-5017-4f86-b4dd-c64ba511f123 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.256568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a2daf7ae-2565-4ee2-baf3-0e555118ae75 req-660401d4-5017-4f86-b4dd-c64ba511f123 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.263363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2daf7ae-2565-4ee2-baf3-0e555118ae75 req-660401d4-5017-4f86-b4dd-c64ba511f123 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f HTTP/1.1" status: 204 len: 173 time: 0.1895070 Oct 13 00:10:41.288487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660401d4-5017-4f86-b4dd-c64ba511f123 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:41.316253 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a4d866-7fc9-4488-af90-35cf9c32c6d3 x-openstack-request-id: req-76a4d866-7fc9-4488-af90-35cf9c32c6d3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:41.316580 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:41.317107 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76a4d866-7fc9-4488-af90-35cf9c32c6d3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:41.317592 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'code': 200} Oct 13 00:10:41.357166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c0e86-1626-42cf-9c18-05919802e85a req-8f21afc1-c4a2-4e9d-b73a-48df84346fa0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:41.359065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-096c0e86-1626-42cf-9c18-05919802e85a req-8f21afc1-c4a2-4e9d-b73a-48df84346fa0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0590546 Oct 13 00:10:41.407052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89ccf216-0282-46d4-9901-853b62fbadcb req-fe9811f1-03c2-41e8-9eaa-55fc9f802368 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 210 time: 0.0402157 Oct 13 00:10:41.429777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-096c0e86-1626-42cf-9c18-05919802e85a req-4dc0c529-677f-4243-9eaa-072588da84e4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647683 Oct 13 00:10:41.439560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-72b22be7-194e-44a7-9f24-b064922744cc req-d277b98d-b8fe-4bc1-b02d-73b3eec0ca1a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1268825882', 'description': 'tempest-description-1384848212'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:41.461923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-72b22be7-194e-44a7-9f24-b064922744cc req-d277b98d-b8fe-4bc1-b02d-73b3eec0ca1a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.531787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-72b22be7-194e-44a7-9f24-b064922744cc req-d277b98d-b8fe-4bc1-b02d-73b3eec0ca1a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.535386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-72b22be7-194e-44a7-9f24-b064922744cc req-d277b98d-b8fe-4bc1-b02d-73b3eec0ca1a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.560986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-72b22be7-194e-44a7-9f24-b064922744cc req-d277b98d-b8fe-4bc1-b02d-73b3eec0ca1a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.562215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72b22be7-194e-44a7-9f24-b064922744cc req-d277b98d-b8fe-4bc1-b02d-73b3eec0ca1a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1270399 Oct 13 00:10:41.571030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277b98d-b8fe-4bc1-b02d-73b3eec0ca1a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ce0816-f32a-40f3-8374-8980cfec0305,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:41.627745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ee946d7-c369-411f-847a-634e1677be07 req-bc1f8c14-2d85-471e-a042-8b5da5543e97 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/37ce0816-f32a-40f3-8374-8980cfec0305 HTTP/1.1" status: 200 len: 1801 time: 0.0412676 Oct 13 00:10:41.639676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-2ee946d7-c369-411f-847a-634e1677be07 req-6644b736-b6ed-4241-adb4-d3a3f55a12be tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1749555660', 'description': 'tempest-description-hth-2064588429'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:41.666805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2ee946d7-c369-411f-847a-634e1677be07 req-6644b736-b6ed-4241-adb4-d3a3f55a12be tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.716378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2ee946d7-c369-411f-847a-634e1677be07 req-6644b736-b6ed-4241-adb4-d3a3f55a12be tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.722009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2ee946d7-c369-411f-847a-634e1677be07 req-6644b736-b6ed-4241-adb4-d3a3f55a12be tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.724821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2ee946d7-c369-411f-847a-634e1677be07 req-6644b736-b6ed-4241-adb4-d3a3f55a12be tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.726140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ee946d7-c369-411f-847a-634e1677be07 req-6644b736-b6ed-4241-adb4-d3a3f55a12be tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "PUT /v2.0/security-groups/37ce0816-f32a-40f3-8374-8980cfec0305 HTTP/1.1" status: 200 len: 1775 time: 0.0912223 Oct 13 00:10:41.762286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644b736-b6ed-4241-adb4-d3a3f55a12be tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ce0816-f32a-40f3-8374-8980cfec0305,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:41.792178 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec7d3a07-ca2f-43ac-8256-5cf1cd62bc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.802086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb9a0e07-8cee-4f6f-aeda-55f62fbb086d req-a1f3d12f-5a98-4cbc-bd5c-2571abfa2f19 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/37ce0816-f32a-40f3-8374-8980cfec0305 HTTP/1.1" status: 200 len: 1775 time: 0.0505493 Oct 13 00:10:41.870053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dc47c58-defb-4bd4-9219-6852de16f1fd req-6def7d72-3af4-43b5-b6a0-6aebb24c5972 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/37ce0816-f32a-40f3-8374-8980cfec0305 HTTP/1.1" status: 200 len: 1775 time: 0.0460949 Oct 13 00:10:41.959579 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0dc47c58-defb-4bd4-9219-6852de16f1fd req-eb3f68c7-c9e5-4bf6-8bbc-f004ad4c2c3b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:41.974359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1000e4-7197-4393-8988-84952f3879ab req-a0bad6ff-3f88-490c-a365-420ed61d3aa9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:41.975863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b1000e4-7197-4393-8988-84952f3879ab req-a0bad6ff-3f88-490c-a365-420ed61d3aa9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0834029 Oct 13 00:10:42.005408 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0dc47c58-defb-4bd4-9219-6852de16f1fd req-eb3f68c7-c9e5-4bf6-8bbc-f004ad4c2c3b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:42.053181 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b1000e4-7197-4393-8988-84952f3879ab req-be944b34-a44c-4c52-8f6f-d6b247291652 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686097 Oct 13 00:10:42.078323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0dc47c58-defb-4bd4-9219-6852de16f1fd req-eb3f68c7-c9e5-4bf6-8bbc-f004ad4c2c3b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:42.081783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0dc47c58-defb-4bd4-9219-6852de16f1fd req-eb3f68c7-c9e5-4bf6-8bbc-f004ad4c2c3b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:42.082943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dc47c58-defb-4bd4-9219-6852de16f1fd req-eb3f68c7-c9e5-4bf6-8bbc-f004ad4c2c3b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/37ce0816-f32a-40f3-8374-8980cfec0305 HTTP/1.1" status: 204 len: 173 time: 0.2078123 Oct 13 00:10:42.098493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f68c7-c9e5-4bf6-8bbc-f004ad4c2c3b tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ce0816-f32a-40f3-8374-8980cfec0305,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:42.268226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 52037b1a-4209-4127-a9ac-2f8038fe213e no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:42.270997 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-4f7ad91f-7a1e-4f85-b32c-483d6912d84e req-71dc2a45-aed9-43b1-a3fd-7d92e3781c4d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:42.281965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f7ad91f-7a1e-4f85-b32c-483d6912d84e req-71dc2a45-aed9-43b1-a3fd-7d92e3781c4d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/fdfdaa7a-c11c-4339-8e24-9ac7ff49b90f HTTP/1.1" status: 404 len: 352 time: 0.0245302 Oct 13 00:10:42.297415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 52037b1a-4209-4127-a9ac-2f8038fe213e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:10:42.298435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 52037b1a-4209-4127-a9ac-2f8038fe213e not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:42.301396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:42.309340 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-bdff9d5f-f540-4713-90ad-a93cd2f716f6 req-4ecdf323-4e92-43d9-aacc-69f54750595c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:42.310502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdff9d5f-f540-4713-90ad-a93cd2f716f6 req-4ecdf323-4e92-43d9-aacc-69f54750595c tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/758a05e0-5817-4264-9f37-c80610106eb5 HTTP/1.1" status: 404 len: 352 time: 0.0170646 Oct 13 00:10:42.331649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:10:42.332342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0a11eb95-e3be-4f9d-b287-ccddebf7afa0 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:42.359831 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-a295f584-bf1d-4bb8-8d12-ef433ffea191 req-044a5fa1-440b-42c1-853d-ca7025f8b121 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:42.360841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a295f584-bf1d-4bb8-8d12-ef433ffea191 req-044a5fa1-440b-42c1-853d-ca7025f8b121 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/0a18a4d8-57ab-4cfc-b751-76c6458c630e HTTP/1.1" status: 404 len: 352 time: 0.0282385 Oct 13 00:10:42.388683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbaf9d-6921-4bcd-a671-05c675529bf2 req-9a3815c9-0edf-439b-ba31-9673c93483fa tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:42.391976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b4cbaf9d-6921-4bcd-a671-05c675529bf2 req-9a3815c9-0edf-439b-ba31-9673c93483fa tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 948 time: 0.0681672 Oct 13 00:10:42.422193 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-11f1f195-0cd0-43ec-9e2e-f1f84b18502c req-f38485f3-10e4-49d9-8100-7f8a6ca020e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:42.423173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11f1f195-0cd0-43ec-9e2e-f1f84b18502c req-f38485f3-10e4-49d9-8100-7f8a6ca020e2 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/e4a4dffc-a17f-4028-a33d-faaa1b911f69 HTTP/1.1" status: 404 len: 352 time: 0.0268624 Oct 13 00:10:42.445686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b4cbaf9d-6921-4bcd-a671-05c675529bf2 req-9d11ac84-b2d1-4b47-b481-1b16c3cae84d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Oct 13 00:10:42.468750 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-f4f238dc-93c1-42b6-a8d5-45159e93c493 req-576213d2-24c9-4999-8a55-f50d2e9a54fb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:42.469844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4f238dc-93c1-42b6-a8d5-45159e93c493 req-576213d2-24c9-4999-8a55-f50d2e9a54fb tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/28cd3d46-27ae-4313-82d2-7a1b8e26b49e HTTP/1.1" status: 404 len: 352 time: 0.0226812 Oct 13 00:10:42.549190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12c99b87-2b1a-468b-bada-afc7c586b417 req-8d89e61e-004f-4e4e-b4c7-2b510ffaf968 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 210 time: 0.0406370 Oct 13 00:10:42.602857 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-76dae40a-a36a-4b83-8016-4a05c663059c req-b96276b7-65ca-4805-884f-7ca377ed5160 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] show failed (client error): The resource could not be found. Oct 13 00:10:42.603931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76dae40a-a36a-4b83-8016-4a05c663059c req-b96276b7-65ca-4805-884f-7ca377ed5160 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/3cb912b8-1c8d-46c1-807b-73fe5e7eb59f HTTP/1.1" status: 404 len: 352 time: 0.0263362 Oct 13 00:10:42.612502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634a223-3851-4295-9166-c3930d9114a2 req-1757e8fd-551e-4176-b1e5-e52beaa602ec tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:42.613954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a634a223-3851-4295-9166-c3930d9114a2 req-1757e8fd-551e-4176-b1e5-e52beaa602ec tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0748413 Oct 13 00:10:42.665350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a634a223-3851-4295-9166-c3930d9114a2 req-a4693f3d-cb9d-4b15-a06f-bb6e3846c73b tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Oct 13 00:10:42.855391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:42.859853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cee65-9177-4344-aaef-1dd3cc53bbdc req-f8cb0eae-3dc4-4f00-9988-ddb03818e110 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:42.861417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d7cee65-9177-4344-aaef-1dd3cc53bbdc req-f8cb0eae-3dc4-4f00-9988-ddb03818e110 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1023 time: 0.0526373 Oct 13 00:10:42.906650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d7cee65-9177-4344-aaef-1dd3cc53bbdc req-a94cd5be-fd88-4253-bbbd-30230aece413 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=428f3186-771c-415d-ac7b-05cadf9b430d&id=0e8f67fe-c1c7-4273-a39b-08304731a445&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0382094 Oct 13 00:10:42.959351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:42.970522 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'mac_address': 'fa:16:3e:49:94:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:43.017141 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:43.031765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d663ca6-aa08-4454-8195-c0093ff7880d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:43.060897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:43.065186 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:43.130727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=10']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:43.185105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac84597-4922-421a-bc97-05ed4f506faa req-419b2d18-c46a-4d97-a056-eae988c081ea tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:43.187059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ac84597-4922-421a-bc97-05ed4f506faa req-419b2d18-c46a-4d97-a056-eae988c081ea tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0578351 Oct 13 00:10:43.227871 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ac84597-4922-421a-bc97-05ed4f506faa req-78c3bd83-87cb-4ed0-ab2b-76ad8dd68089 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Oct 13 00:10:43.567302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cbda0-3662-4f18-8b28-c37915395f67 req-c178f5ef-df9f-460d-8965-7f92a80f9993 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:43.568780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-525cbda0-3662-4f18-8b28-c37915395f67 req-c178f5ef-df9f-460d-8965-7f92a80f9993 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0507934 Oct 13 00:10:43.616068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-525cbda0-3662-4f18-8b28-c37915395f67 req-fead9dc4-7e99-4fff-adff-a17e749f9e93 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Oct 13 00:10:43.642981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9d663ca6-aa08-4454-8195-c0093ff7880d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:43.661790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5381f5d-4fff-444e-9da4-98729c756df8 req-5c662a9f-ede5-4fe3-a1fa-f46abc1246d1 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f66ed06-573b-470a-97ee-ab213213815a HTTP/1.1" status: 200 len: 210 time: 0.0277426 Oct 13 00:10:43.806222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76473f49-fcaa-4908-a563-efd2747d9c82 req-fd63bfc8-2f4f-41f6-a5c8-08a9a2006a19 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:43.807794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76473f49-fcaa-4908-a563-efd2747d9c82 req-fd63bfc8-2f4f-41f6-a5c8-08a9a2006a19 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0555077 Oct 13 00:10:43.857665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76473f49-fcaa-4908-a563-efd2747d9c82 req-95f68f15-b05d-47f4-8a2e-c69fa3436688 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Oct 13 00:10:44.030514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9dbb6-84fc-442f-b305-1c455673cd0d req-8e5223c4-8ffe-41e9-ae45-c90e901e62fd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:44.032087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33f9dbb6-84fc-442f-b305-1c455673cd0d req-8e5223c4-8ffe-41e9-ae45-c90e901e62fd tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1023 time: 0.0515981 Oct 13 00:10:44.075434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33f9dbb6-84fc-442f-b305-1c455673cd0d req-08fee226-330a-4c82-806d-d709a82585ad tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=428f3186-771c-415d-ac7b-05cadf9b430d&id=0e8f67fe-c1c7-4273-a39b-08304731a445&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0365074 Oct 13 00:10:44.348596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791be163-c651-457c-be4d-13b9cfb60518 req-90cc7e81-f8f2-40f3-a266-0019d78d4963 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:44.350291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-791be163-c651-457c-be4d-13b9cfb60518 req-90cc7e81-f8f2-40f3-a266-0019d78d4963 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0511129 Oct 13 00:10:44.394679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-791be163-c651-457c-be4d-13b9cfb60518 req-42adf0bc-ce78-4f6b-9f55-0b23071ceefe tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Oct 13 00:10:44.490899 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-287b8f91-a125-412e-a075-9762e91ebed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:44.750222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301255b7-470f-45f2-9d13-f886e1e5f86f req-2196f321-0004-44e2-8a72-3bc6a1c54054 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:44.752708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-301255b7-470f-45f2-9d13-f886e1e5f86f req-2196f321-0004-44e2-8a72-3bc6a1c54054 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0573440 Oct 13 00:10:44.813374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-301255b7-470f-45f2-9d13-f886e1e5f86f req-5d342113-26de-424e-93e8-a3a2af556114 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518792 Oct 13 00:10:44.871215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-00da10ce-4e98-41ad-a94b-15ac543f46ed tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:44.872723 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-00da10ce-4e98-41ad-a94b-15ac543f46ed tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.36 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1023 time: 0.0959249 Oct 13 00:10:44.993054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Deleting port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:44.993394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:44.996280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b1229-a1af-4ddd-a241-3010c6c58ce6 req-961c3bfd-34d9-4c2d-8391-ea05c64ee218 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:45.003901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc7b1229-a1af-4ddd-a241-3010c6c58ce6 req-961c3bfd-34d9-4c2d-8391-ea05c64ee218 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0597591 Oct 13 00:10:45.046340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc7b1229-a1af-4ddd-a241-3010c6c58ce6 req-47c69e0b-2cc5-41d5-819c-bf1bba5711ce tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Oct 13 00:10:45.094807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] For port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,segment=NetworkSegment(7f615408-fe3b-4a8f-b300-c1744a095fd7),segment_id=7f615408-fe3b-4a8f-b300-c1744a095fd7)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:45.095222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:45.110935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Calling delete_port for 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:45.239717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8a6c2-b866-4f5a-8fdf-465bff84ae90 req-2d87257f-f6d7-4266-a437-c24aa51b755f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:45.241868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7b8a6c2-b866-4f5a-8fdf-465bff84ae90 req-2d87257f-f6d7-4266-a437-c24aa51b755f tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/ports?device_id=78ae47fa-84bb-48a6-9905-8433d637efc7 HTTP/1.1" status: 200 len: 1023 time: 0.0950401 Oct 13 00:10:45.283582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:45.314001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7b8a6c2-b866-4f5a-8fdf-465bff84ae90 req-8d63a476-7f74-4e96-a377-3598e67a5586 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01bfa29-ebcf-4c18-bacd-63e50bb6a039&id=428f3186-771c-415d-ac7b-05cadf9b430d&id=0e8f67fe-c1c7-4273-a39b-08304731a445&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0596957 Oct 13 00:10:45.317323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'Port': ['ID=3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:45.330064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:45.383501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] No DVR routers for this DVR port 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:45.386163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:45.389824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1642f3cf-18a2-49ef-9d21-9f846e9b12a5 req-58ebc957-e5ef-4279-bc81-6adc08915518 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.36 "DELETE /v2.0/ports/3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 HTTP/1.1" status: 204 len: 173 time: 0.5086372 Oct 13 00:10:45.390287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'name': 'network-vif-deleted', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:45.392633 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca139fa0-0a77-49b6-b635-7208b64aad2c" -d '{"events": [{"server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "name": "network-vif-deleted", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:45.445490 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba9b986-e95c-4577-8122-a2e8fc854dfa x-openstack-request-id: req-7ba9b986-e95c-4577-8122-a2e8fc854dfa {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:45.445862 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ae47fa-84bb-48a6-9905-8433d637efc7", "name": "network-vif-deleted", "tag": "3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:45.446039 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ba9b986-e95c-4577-8122-a2e8fc854dfa {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:45.446444 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ae47fa-84bb-48a6-9905-8433d637efc7', 'name': 'network-vif-deleted', 'tag': '3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9', 'status': 'completed', 'code': 200} Oct 13 00:10:45.559790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e65ea9-ace2-443c-a076-9db84b052c04 req-6f18182c-9e6e-4847-8f0d-5f9ee36f03ed tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:45.561612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2e65ea9-ace2-443c-a076-9db84b052c04 req-6f18182c-9e6e-4847-8f0d-5f9ee36f03ed tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0572758 Oct 13 00:10:45.575338 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:45.615959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2e65ea9-ace2-443c-a076-9db84b052c04 req-f1e583e2-e395-49a9-9c4b-42afcb2804c6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483422 Oct 13 00:10:45.850239 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:45.980011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73083eb-e18c-47a0-8621-b1d4a2af0902 req-a233c8ce-660c-4e9c-8828-b08019c01016 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:45.982244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d73083eb-e18c-47a0-8621-b1d4a2af0902 req-a233c8ce-660c-4e9c-8828-b08019c01016 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0831127 Oct 13 00:10:46.045640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d73083eb-e18c-47a0-8621-b1d4a2af0902 req-ad59ef64-82ee-4663-90e9-7b5228c96793 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553238 Oct 13 00:10:46.217104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba5025-d98e-462d-aa7e-31992dc087ca req-8512b5dd-77ad-4d61-af92-5566abb91adb tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:46.225291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1aba5025-d98e-462d-aa7e-31992dc087ca req-8512b5dd-77ad-4d61-af92-5566abb91adb tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0747550 Oct 13 00:10:46.271566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1aba5025-d98e-462d-aa7e-31992dc087ca req-a180391a-483d-4cc9-ab59-8c49c35f337f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Oct 13 00:10:46.457160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0f8f42-2b48-4741-bf2d-042805eb3e94 req-dc0f18cc-6a3d-4ee9-ae85-2f85f39983ad tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/428f3186-771c-415d-ac7b-05cadf9b430d HTTP/1.1" status: 200 len: 1798 time: 0.0629389 Oct 13 00:10:46.532617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bb0f8f42-2b48-4741-bf2d-042805eb3e94 req-48418aca-70a7-4e25-9241-3fd1d8d3824a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.560930 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bb0f8f42-2b48-4741-bf2d-042805eb3e94 req-48418aca-70a7-4e25-9241-3fd1d8d3824a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.606057 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bb0f8f42-2b48-4741-bf2d-042805eb3e94 req-48418aca-70a7-4e25-9241-3fd1d8d3824a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.609173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bb0f8f42-2b48-4741-bf2d-042805eb3e94 req-48418aca-70a7-4e25-9241-3fd1d8d3824a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.610472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb0f8f42-2b48-4741-bf2d-042805eb3e94 req-48418aca-70a7-4e25-9241-3fd1d8d3824a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/428f3186-771c-415d-ac7b-05cadf9b430d HTTP/1.1" status: 204 len: 173 time: 0.1448631 Oct 13 00:10:46.622220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48418aca-70a7-4e25-9241-3fd1d8d3824a tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f3186-771c-415d-ac7b-05cadf9b430d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:46.709398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5aa42b5e-3133-4c27-a395-67a9171e1f22 req-f4bc2808-b948-4264-b70c-883499a7289d tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "GET /v2.0/security-groups/0e8f67fe-c1c7-4273-a39b-08304731a445 HTTP/1.1" status: 200 len: 1798 time: 0.0505157 Oct 13 00:10:46.816454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5aa42b5e-3133-4c27-a395-67a9171e1f22 req-516138b2-0107-4d2e-b55d-97d2808b7bb8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.844972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdd758-1455-4c67-99d4-a6685a27bb6f req-08ed12df-eb28-4a09-bfde-1d62e5f359d5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:46.846851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27bdd758-1455-4c67-99d4-a6685a27bb6f req-08ed12df-eb28-4a09-bfde-1d62e5f359d5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0779674 Oct 13 00:10:46.855864 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5aa42b5e-3133-4c27-a395-67a9171e1f22 req-516138b2-0107-4d2e-b55d-97d2808b7bb8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.904198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:46.922981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27bdd758-1455-4c67-99d4-a6685a27bb6f req-1529ec3e-78c2-441f-9118-aa65c44764dd tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640342 Oct 13 00:10:46.933319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5aa42b5e-3133-4c27-a395-67a9171e1f22 req-516138b2-0107-4d2e-b55d-97d2808b7bb8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.936644 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5aa42b5e-3133-4c27-a395-67a9171e1f22 req-516138b2-0107-4d2e-b55d-97d2808b7bb8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.942724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5aa42b5e-3133-4c27-a395-67a9171e1f22 req-516138b2-0107-4d2e-b55d-97d2808b7bb8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e8f67fe-c1c7-4273-a39b-08304731a445 HTTP/1.1" status: 204 len: 173 time: 0.2203021 Oct 13 00:10:46.947037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46358) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:46.955145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516138b2-0107-4d2e-b55d-97d2808b7bb8 tempest-SecurityGroupsTestJSON-1934970539 tempest-SecurityGroupsTestJSON-1934970539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8f67fe-c1c7-4273-a39b-08304731a445,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:47.039778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9d663ca6-aa08-4454-8195-c0093ff7880d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:47.040266 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.049448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf17796-a319-4801-a5fa-cc47de9b220e admin admin] Deleting subnet a6a8d940-1fe5-4795-84e5-592db0fd1959 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:10:47.053092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7cf17796-a319-4801-a5fa-cc47de9b220e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.104108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7cf17796-a319-4801-a5fa-cc47de9b220e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.137568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.148853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7cf17796-a319-4801-a5fa-cc47de9b220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.166366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:47.169659 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee739fa2-783d-45d7-93b5-8ff12441ba92" -d '{"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-plugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:47.197309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:47.202665 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.236767 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865bf863-3c43-4f9e-b517-6b2479247d65 x-openstack-request-id: req-865bf863-3c43-4f9e-b517-6b2479247d65 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:47.237133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7cf17796-a319-4801-a5fa-cc47de9b220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.237739 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-plugged", "status": "completed", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:47.238279 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-865bf863-3c43-4f9e-b517-6b2479247d65 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:47.239005 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'code': 200} Oct 13 00:10:47.265752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d5251-ff2f-40ff-ab30-0cb96bb218af req-804e8d34-c111-45ce-8e9b-9e34d61bed27 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:47.267645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-296d5251-ff2f-40ff-ab30-0cb96bb218af req-804e8d34-c111-45ce-8e9b-9e34d61bed27 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 950 time: 0.0957198 Oct 13 00:10:47.296099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=11']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:47.334724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7cf17796-a319-4801-a5fa-cc47de9b220e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.346878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46366) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:47.348934 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7cf17796-a319-4801-a5fa-cc47de9b220e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a6a8d940-1fe5-4795-84e5-592db0fd1959 HTTP/1.1" status: 204 len: 168 time: 0.4006438 Oct 13 00:10:47.350312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf17796-a319-4801-a5fa-cc47de9b220e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a8d940-1fe5-4795-84e5-592db0fd1959,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:47.391528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.433756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-296d5251-ff2f-40ff-ab30-0cb96bb218af req-d95911ad-a71f-4e63-8820-69573f10846d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601226 Oct 13 00:10:47.491662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.501883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e39e-bfab-41d7-bd69-fbd8ddd8a00e req-ce9ff0cf-3fe4-40d2-91a6-4a5bd6e473ae tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:47.503757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43e1e39e-bfab-41d7-bd69-fbd8ddd8a00e req-ce9ff0cf-3fe4-40d2-91a6-4a5bd6e473ae tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1115053 Oct 13 00:10:47.607327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43e1e39e-bfab-41d7-bd69-fbd8ddd8a00e req-91cd30d1-174a-432e-9124-16b615626f1f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932336 Oct 13 00:10:47.619309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180087a9-4583-4c09-bf14-8ba27cdbe9dc req-4a1956b2-24b2-4cb5-aa78-171d3e4bf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:47.620885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-180087a9-4583-4c09-bf14-8ba27cdbe9dc req-4a1956b2-24b2-4cb5-aa78-171d3e4bf8ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1102 time: 0.1161585 Oct 13 00:10:47.679391 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.710395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27640937-6ea0-4862-a402-27d57cfcfc3f']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:47.714833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-180087a9-4583-4c09-bf14-8ba27cdbe9dc req-01c40519-1bf6-4ea5-9573-edf7621600a0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641351 Oct 13 00:10:47.724542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f615408-fe3b-4a8f-b300-c1744a095fd7') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:47.724770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f615408-fe3b-4a8f-b300-c1744a095fd7') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:47.735873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.753899 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.762170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:10:47.762579 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:10:47.764846 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:10:47.835333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.843227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:47.849022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/27640937-6ea0-4862-a402-27d57cfcfc3f HTTP/1.1" status: 204 len: 168 time: 0.4967043 Oct 13 00:10:47.860781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b55b05-e636-4137-9ab4-1f3aa3b1e8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=27640937-6ea0-4862-a402-27d57cfcfc3f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:47.965755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46376) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:48.011960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8a3ed612-feb6-480a-8f53-fd2329e04ed5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26f78f2081ee4cdf90f972534e1c2d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447574 Oct 13 00:10:48.014495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46378) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:48.098157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e17f-ab3a-4032-82a7-2761d2b20875 req-804b6944-62da-42d4-9c14-5a8be373c74b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:48.099780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2d3e17f-ab3a-4032-82a7-2761d2b20875 req-804b6944-62da-42d4-9c14-5a8be373c74b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0788929 Oct 13 00:10:48.118546 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-934acce4-5879-446b-84b1-f7695002dbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:48.163262 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-934acce4-5879-446b-84b1-f7695002dbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:48.168540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2d3e17f-ab3a-4032-82a7-2761d2b20875 req-61ab94ac-f32e-4582-9283-6c8dc40b6e46 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609896 Oct 13 00:10:48.222517 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-934acce4-5879-446b-84b1-f7695002dbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:48.225400 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-934acce4-5879-446b-84b1-f7695002dbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:48.226631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-934acce4-5879-446b-84b1-f7695002dbd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a01bfa29-ebcf-4c18-bacd-63e50bb6a039 HTTP/1.1" status: 204 len: 168 time: 0.2111223 Oct 13 00:10:48.234891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934acce4-5879-446b-84b1-f7695002dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01bfa29-ebcf-4c18-bacd-63e50bb6a039,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:48.292938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:48.315070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:10:48.315752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3c7f212f-f9c6-47bf-8c46-3d471cb9c6b9 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:48.562204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a7914-8d6b-42ee-8304-875c556f42b7 req-db106008-5021-43c6-98e7-9861be287235 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:48.563726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-245a7914-8d6b-42ee-8304-875c556f42b7 req-db106008-5021-43c6-98e7-9861be287235 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 951 time: 0.0591106 Oct 13 00:10:48.605510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-245a7914-8d6b-42ee-8304-875c556f42b7 req-0b4eb4eb-3e91-41b0-bccb-2895604b573d tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Oct 13 00:10:48.748581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dc224-ee3d-47d7-8514-af3ae63456d1 req-2e379f08-f0e0-4a9f-8b93-34050d6ac1de tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:48.750390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c9dc224-ee3d-47d7-8514-af3ae63456d1 req-2e379f08-f0e0-4a9f-8b93-34050d6ac1de tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0605929 Oct 13 00:10:48.804255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c9dc224-ee3d-47d7-8514-af3ae63456d1 req-abd1b8b0-ea81-412b-8dc7-02a40a5f0ea6 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 Oct 13 00:10:49.468746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc18ce-2771-433a-933a-734da85cd3a9 req-d0cfbb92-7384-43f5-bd72-c4deda83099b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:49.470429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8afc18ce-2771-433a-933a-734da85cd3a9 req-d0cfbb92-7384-43f5-bd72-c4deda83099b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.1097612 Oct 13 00:10:49.488215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbab26-b14d-403b-9dcf-03ae3cbf7400 req-19580880-eef4-4ede-a8c1-cd08e347c3cf tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:49.489875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fbbab26-b14d-403b-9dcf-03ae3cbf7400 req-19580880-eef4-4ede-a8c1-cd08e347c3cf tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0936244 Oct 13 00:10:49.507264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46432) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:49.553395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8afc18ce-2771-433a-933a-734da85cd3a9 req-5ea625e0-28b9-416b-bfce-0967393c5218 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Oct 13 00:10:49.557286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fbbab26-b14d-403b-9dcf-03ae3cbf7400 req-dc158fa1-394e-40c0-a6f4-ca8dda4e59d1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Oct 13 00:10:49.620241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41e63fb8-251d-4508-a8fa-2d25a532b34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.711262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41e63fb8-251d-4508-a8fa-2d25a532b34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.716876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41e63fb8-251d-4508-a8fa-2d25a532b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.731933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e9afe-578c-4fab-98a6-839b02600442 req-21a72992-d221-424c-a8b6-8ffab8a84912 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:49.735974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f53e9afe-578c-4fab-98a6-839b02600442 req-21a72992-d221-424c-a8b6-8ffab8a84912 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 951 time: 0.0593569 Oct 13 00:10:49.756170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e63fb8-251d-4508-a8fa-2d25a532b34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce57fd-58c1-41f4-a983-c644a35612e8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:49.762333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-41e63fb8-251d-4508-a8fa-2d25a532b34c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3718afb227f469cb47d54397838e4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527709 Oct 13 00:10:49.764907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46440) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:49.781476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f53e9afe-578c-4fab-98a6-839b02600442 req-1edaf72c-29bc-4496-9216-7b855acd1346 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Oct 13 00:10:49.817482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7633cb4-5ffb-4e53-b3f0-18661b630704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.840271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7633cb4-5ffb-4e53-b3f0-18661b630704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.890106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7633cb4-5ffb-4e53-b3f0-18661b630704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.892712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7633cb4-5ffb-4e53-b3f0-18661b630704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.893867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b7633cb4-5ffb-4e53-b3f0-18661b630704 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cce57fd-58c1-41f4-a983-c644a35612e8 HTTP/1.1" status: 204 len: 168 time: 0.1280453 Oct 13 00:10:49.914888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7633cb4-5ffb-4e53-b3f0-18661b630704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce57fd-58c1-41f4-a983-c644a35612e8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:49.939533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d1c6-c364-4488-b6d8-83056df0c39e req-93edf2bd-e29d-473a-8423-94ddda4b09f2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:49.941049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f65d1c6-c364-4488-b6d8-83056df0c39e req-93edf2bd-e29d-473a-8423-94ddda4b09f2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0678575 Oct 13 00:10:49.986427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f65d1c6-c364-4488-b6d8-83056df0c39e req-1dcd196b-881e-464a-b7cb-16efbe24c426 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Oct 13 00:10:50.093919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b02f9-8897-4e3f-be99-26598b8e723a req-38d8f0b9-9445-443f-b44c-915ff096a3b6 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:50.095444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee5b02f9-8897-4e3f-be99-26598b8e723a req-38d8f0b9-9445-443f-b44c-915ff096a3b6 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1102 time: 0.0405042 Oct 13 00:10:50.130012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee5b02f9-8897-4e3f-be99-26598b8e723a req-6c06b83b-8cf1-4965-b9de-6aeaf1d63e85 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282652 Oct 13 00:10:50.264317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-4cd3cd70-e039-4d56-ad87-e14e91151015 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:50.266103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-4cd3cd70-e039-4d56-ad87-e14e91151015 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.0580866 Oct 13 00:10:50.399886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0889bf0-43a9-4c85-ac6b-5b90a77fe270 req-b52a2fb9-57fd-4a47-8a95-b2167a558f49 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:50.401470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0889bf0-43a9-4c85-ac6b-5b90a77fe270 req-b52a2fb9-57fd-4a47-8a95-b2167a558f49 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 1102 time: 0.0921578 Oct 13 00:10:50.430815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Deleting port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:50.431159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:50.493073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0889bf0-43a9-4c85-ac6b-5b90a77fe270 req-eb1b2854-088f-487a-9c58-cc28ed17ead4 tempest-ServersAdminTestJSON-959338277 tempest-ServersAdminTestJSON-959338277-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830176 Oct 13 00:10:50.613085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46482) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:50.754124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-373981601-network', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:50.782141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Made reservation on behalf of 4185e2ed29cd4d9ba7ddbfbcaa039683 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:10:50.784766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:50.794985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:50.880110 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:50.885375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:50.907565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:10:50.929228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043bfd97-c04c-4526-a640-46a239e26aa0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:50.932412 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:50.932756 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Added segment c04feb11-6339-4fca-bbd5-8bcd9c3c00d6 of type vlan for network ebe631aa-a732-438b-8111-1323d75e12f7 Oct 13 00:10:50.955245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] For port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:50.955890 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:50.977649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:50.980774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Calling delete_port for 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:51.005505 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.006782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:51.007409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.009134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8de69-da20-42a6-b2dc-7ce4108efce4 req-41bd5d6d-84c8-425a-a82f-db66e0d2751e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:51.010906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fa8de69-da20-42a6-b2dc-7ce4108efce4 req-41bd5d6d-84c8-425a-a82f-db66e0d2751e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1316431 Oct 13 00:10:51.018464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3f18-9294-4af5-97e7-0a057eae612b req-6f5db8a8-eee7-44fd-9218-eecd78e561e6 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:51.020070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfee3f18-9294-4af5-97e7-0a057eae612b req-6f5db8a8-eee7-44fd-9218-eecd78e561e6 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=f72c99ab-fb61-4773-b246-250d1c7e3ae6 HTTP/1.1" status: 200 len: 944 time: 0.1399300 Oct 13 00:10:51.071688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4572093 Oct 13 00:10:51.076439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46494) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:51.081531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Request body: {'subnet': {'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-373981601-subnet', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:51.084894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8c4a5-678f-4701-87d6-7aba9b7b52cf admin admin] Pushing event updated for resources: {'Network': ['ID=ebe631aa-a732-438b-8111-1323d75e12f7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:51.099550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network ebe631aa-a732-438b-8111-1323d75e12f7 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:10:51.108236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Made reservation on behalf of 4185e2ed29cd4d9ba7ddbfbcaa039683 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:10:51.110944 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.138184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fa8de69-da20-42a6-b2dc-7ce4108efce4 req-5a6fec9e-289e-418a-afbc-e15eea8fbd93 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170070 Oct 13 00:10:51.142444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfee3f18-9294-4af5-97e7-0a057eae612b req-c74d1e93-07d5-42b9-9186-61427795472b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826833 Oct 13 00:10:51.237701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.281796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Pushing event deleted for resources: {'Port': ['ID=62930d67-7ab3-4bf5-bd7c-67f1c99c1632,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:51.338421 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.371341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] No DVR routers for this DVR port 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:51.379850 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.384342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-725b96db-5ac3-4ba2-b3bd-f19f7da6e9a9 req-9788246c-4b98-4fc7-ae73-890fb20bfe1e tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "DELETE /v2.0/ports/62930d67-7ab3-4bf5-bd7c-67f1c99c1632 HTTP/1.1" status: 204 len: 173 time: 1.1120219 Oct 13 00:10:51.402059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'name': 'network-vif-deleted', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:51.404511 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826cb652-e6a0-4f7d-b9d3-3c555f4fbbd0" -d '{"events": [{"server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "name": "network-vif-deleted", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:51.414596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b649001-2694-4fd6-9145-70f75ce44a11,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:51.424605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Checking segment: {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:51.425016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Network hostable DHCP agents. Network: ebe631aa-a732-438b-8111-1323d75e12f7, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:10:51.428523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b0d5f-d694-44af-b9b8-9734d8155d7c req-83a93c2b-7e7e-4b14-bce5-c3d87d217c16 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:51.432010 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a14b0d5f-d694-44af-b9b8-9734d8155d7c req-83a93c2b-7e7e-4b14-bce5-c3d87d217c16 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 950 time: 0.1561007 Oct 13 00:10:51.444704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Network ebe631aa-a732-438b-8111-1323d75e12f7 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:10:51.455357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, ebe631aa-a732-438b-8111-1323d75e12f7) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:51.460631 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:51.461684 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.471425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085e0a9-5752-4374-b102-44940f8f7d95 None None] Network ebe631aa-a732-438b-8111-1323d75e12f7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:10:51.474117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948a536-4820-4d7f-b32a-237eca9f3d64 req-a9f9df9a-2107-4cef-8258-381d5a2e4ba4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:51.475241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e948a536-4820-4d7f-b32a-237eca9f3d64 req-a9f9df9a-2107-4cef-8258-381d5a2e4ba4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1308002 Oct 13 00:10:51.495559 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-eca6a00e-5c72-4a48-97e4-12b8672d1296 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4177628 Oct 13 00:10:51.498417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46500) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:51.499269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a14b0d5f-d694-44af-b9b8-9734d8155d7c req-69565d81-bf93-4cba-8704-fac7c4c0a08c tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614092 Oct 13 00:10:51.503881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:51.535397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.537182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.548423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e948a536-4820-4d7f-b32a-237eca9f3d64 req-33b9af3d-4296-4fe6-b3b8-ba8adda95f1a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639052 Oct 13 00:10:51.637276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.711170 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb46d6d7-88e1-4871-946b-9953541380a9 x-openstack-request-id: req-eb46d6d7-88e1-4871-946b-9953541380a9 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:51.711783 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72c99ab-fb61-4773-b246-250d1c7e3ae6", "name": "network-vif-deleted", "tag": "62930d67-7ab3-4bf5-bd7c-67f1c99c1632", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:51.712326 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb46d6d7-88e1-4871-946b-9953541380a9 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:51.712988 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72c99ab-fb61-4773-b246-250d1c7e3ae6', 'name': 'network-vif-deleted', 'tag': '62930d67-7ab3-4bf5-bd7c-67f1c99c1632', 'status': 'completed', 'code': 200} Oct 13 00:10:51.732036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-ebe631aa-a732-438b-8111-1323d75e12f7', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:10:51.733037 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.811480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:51.908223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Allocated IP 172.20.0.2 (ebe631aa-a732-438b-8111-1323d75e12f7/7b649001-2694-4fd6-9145-70f75ce44a11/46d6ecf9-594f-4975-9cb7-0b4853251ae9) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:10:52.093024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:52.118155 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:52.139943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:52.148652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:52.284519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Pushing event updated for resources: {'Port': ['ID=46d6ecf9-594f-4975-9cb7-0b4853251ae9,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:52.292729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Allocated IP 172.25.3.53 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/fc5c8391-2fe0-4d7d-b930-80bacb9f2782) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:10:52.320611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.321018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.321364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.321740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.323246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.324738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.326131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.326586 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.326931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.327273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.327632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.327987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:52.347059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Network ebe631aa-a732-438b-8111-1323d75e12f7 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:10:52.350137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:52.354167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:10:52.469092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Attempting to bind port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:10:52.469754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Attempting to bind port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:10:52.470334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Attempting to bind port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 on network ebe631aa-a732-438b-8111-1323d75e12f7 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:52.479037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:10:52.479750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Checking segment: {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:52.480388 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:52.480886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Bound using segment: {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:10:52.481498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Bound port: 46d6ecf9-594f-4975-9cb7-0b4853251ae9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:10:52.482119 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:52.583436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-b766d926-e42f-436c-abe0-e515fa91412f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:52.585576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-b766d926-e42f-436c-abe0-e515fa91412f tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 950 time: 0.1379693 Oct 13 00:10:52.633722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] For port 46d6ecf9-594f-4975-9cb7-0b4853251ae9, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:52.638125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] For port 46d6ecf9-594f-4975-9cb7-0b4853251ae9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=46d6ecf9-594f-4975-9cb7-0b4853251ae9,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:10:52.642106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833db8a-d23e-4f61-9a95-25f8db448fee req-19df1bea-fe3c-4585-81fd-912647b000fb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:52.644670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1833db8a-d23e-4f61-9a95-25f8db448fee req-19df1bea-fe3c-4585-81fd-912647b000fb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1183536 Oct 13 00:10:52.654857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:52.797761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1833db8a-d23e-4f61-9a95-25f8db448fee req-11be34c1-e318-4025-9a00-76e6b824f2c8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377676 Oct 13 00:10:52.818073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046b630-02f1-42ec-99f8-e2d6683e5df0 None None] Pushing event updated for resources: {'Port': ['ID=46d6ecf9-594f-4975-9cb7-0b4853251ae9,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:52.843302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Deleting port 4d11d582-6a9a-435b-a4db-ba242494fe6f {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:52.845312 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:52.999637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:53.027739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] For port 4d11d582-6a9a-435b-a4db-ba242494fe6f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4d11d582-6a9a-435b-a4db-ba242494fe6f,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:53.028433 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:53.041526 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:53.043079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Calling delete_port for 4d11d582-6a9a-435b-a4db-ba242494fe6f owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:53.138249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:10:53.141444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:53.143764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:10:53.205235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Pushing event updated for resources: {'Port': ['ID=fc5c8391-2fe0-4d7d-b930-80bacb9f2782,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:53.304613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6074ca0-1831-4c3d-a032-fa57e9bb6fb7 req-671d544e-75f3-4025-8644-5dcbef35b73e tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 210 time: 0.0772698 Oct 13 00:10:53.346848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:53.377944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Pushing event deleted for resources: {'Port': ['ID=4d11d582-6a9a-435b-a4db-ba242494fe6f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:53.382126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['463f8c22-1c82-4f12-a55b-4496d5df1aab', '4d11d582-6a9a-435b-a4db-ba242494fe6f', '9d663ca6-aa08-4454-8195-c0093ff7880d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:53.407768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fa3d1-f9f6-4fe6-b660-811d6dd0c64d req-862d7fc7-ab87-4479-8886-a2b3d4cde87a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:53.417127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-445fa3d1-f9f6-4fe6-b660-811d6dd0c64d req-862d7fc7-ab87-4479-8886-a2b3d4cde87a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1854484 Oct 13 00:10:53.484303 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e328173-abce-4254-a060-923e0c5cd09a req-7a306c08-427d-4cf7-9125-2e18130f75dd tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:53.486195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3e328173-abce-4254-a060-923e0c5cd09a req-7a306c08-427d-4cf7-9125-2e18130f75dd tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 944 time: 0.1259739 Oct 13 00:10:53.491338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] No DVR routers for this DVR port 4d11d582-6a9a-435b-a4db-ba242494fe6f on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:53.502718 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:53.508827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ac0d867-91fc-4152-9734-729daffd3cfc req-eb8928ce-0670-4d54-89d6-3fc57b0ff355 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "DELETE /v2.0/ports/4d11d582-6a9a-435b-a4db-ba242494fe6f HTTP/1.1" status: 204 len: 173 time: 0.9159622 Oct 13 00:10:53.519886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-445fa3d1-f9f6-4fe6-b660-811d6dd0c64d req-f01880e1-d9bd-4779-a997-acd6ad829a03 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018031 Oct 13 00:10:53.671283 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:53.715160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a3a2f1-ee10-4644-9f41-12fb5f3fb352', 'name': 'network-vif-deleted', 'tag': '4d11d582-6a9a-435b-a4db-ba242494fe6f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:53.721549 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e343be6-7957-436e-b457-049c3ec97b6e" -d '{"events": [{"server_uuid": "57a3a2f1-ee10-4644-9f41-12fb5f3fb352", "name": "network-vif-deleted", "tag": "4d11d582-6a9a-435b-a4db-ba242494fe6f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:53.735059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Deleting port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:53.735945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:53.779307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3c780-0e54-4796-9481-77d65c2cc87c req-501860a6-6e95-4c5f-b8e3-227633a51757 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:53.784826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cfc3c780-0e54-4796-9481-77d65c2cc87c req-501860a6-6e95-4c5f-b8e3-227633a51757 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 944 time: 0.1490262 Oct 13 00:10:53.814768 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a17a23-f52b-410b-a3ff-09805508e08b x-openstack-request-id: req-e1a17a23-f52b-410b-a3ff-09805508e08b {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:53.816103 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a3a2f1-ee10-4644-9f41-12fb5f3fb352", "name": "network-vif-deleted", "tag": "4d11d582-6a9a-435b-a4db-ba242494fe6f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:53.816361 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1a17a23-f52b-410b-a3ff-09805508e08b {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:53.816764 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a3a2f1-ee10-4644-9f41-12fb5f3fb352', 'name': 'network-vif-deleted', 'tag': '4d11d582-6a9a-435b-a4db-ba242494fe6f', 'status': 'completed', 'code': 200} Oct 13 00:10:53.887493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cfc3c780-0e54-4796-9481-77d65c2cc87c req-ce62f7a0-abf8-4142-b569-a1772ffa0c5f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839407 Oct 13 00:10:53.979358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7c1cf-6517-4de4-9d43-40bf8d18b052 req-a1826ded-2149-4510-be31-cd56e9863673 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:53.981031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8d7c1cf-6517-4de4-9d43-40bf8d18b052 req-a1826ded-2149-4510-be31-cd56e9863673 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0557370 Oct 13 00:10:53.996539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] For port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:53.997035 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.022101 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8d7c1cf-6517-4de4-9d43-40bf8d18b052 req-f0b047e3-0222-4826-9e14-f28f7a74965d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Oct 13 00:10:54.043305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Calling delete_port for 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:54.108003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.216181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe9faf-abcd-44d5-95d1-bdee73169e61 None None] Network ebe631aa-a732-438b-8111-1323d75e12f7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:10:54.283098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.326462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Pushing event deleted for resources: {'Port': ['ID=5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:54.354275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fe4f1736-e1c5-48a3-99a9-061fa2172497 None None] Provisioning complete for port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:54.354656 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1736-e1c5-48a3-99a9-061fa2172497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.383352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] No DVR routers for this DVR port 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:54.390844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.397179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3e328173-abce-4254-a060-923e0c5cd09a req-9355894b-1547-46b7-b50d-df00c848175f tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.45 "DELETE /v2.0/ports/5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa HTTP/1.1" status: 204 len: 173 time: 0.9015930 Oct 13 00:10:54.397896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'name': 'network-vif-deleted', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:54.401762 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaa9586-8fd8-4215-bb10-7fbe3014ec49" -d '{"events": [{"server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "name": "network-vif-deleted", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:54.406126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Router 903cb73b-48dc-4c11-9254-ab18b52df50f is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:10:54.489106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ceb01ea7-3969-4752-a52a-2bd5bb3f7778 req-08958999-49d9-4ded-af4d-7f00c3cef4f0 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=57a3a2f1-ee10-4644-9f41-12fb5f3fb352 HTTP/1.1" status: 200 len: 210 time: 0.0506244 Oct 13 00:10:54.542255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 46d6ecf9-594f-4975-9cb7-0b4853251ae9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:54.568929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:10:54.596251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.596593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a1ebfc91-e4a1-43e1-b2a4-9576c2777149 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0967841 Oct 13 00:10:54.598170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Sync routers for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:10:54.599430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46538) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:54.670717 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1736-e1c5-48a3-99a9-061fa2172497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.674172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:10:54.674835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:10:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:54.684332 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc65cdf6-8316-4159-aa25-145f154ea7ea x-openstack-request-id: req-fc65cdf6-8316-4159-aa25-145f154ea7ea {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:54.684856 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5", "name": "network-vif-deleted", "tag": "5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:54.685741 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc65cdf6-8316-4159-aa25-145f154ea7ea {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:54.686345 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5', 'name': 'network-vif-deleted', 'tag': '5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa', 'status': 'completed', 'code': 200} Oct 13 00:10:54.804324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fe4f1736-e1c5-48a3-99a9-061fa2172497 None None] For port 46d6ecf9-594f-4975-9cb7-0b4853251ae9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=46d6ecf9-594f-4975-9cb7-0b4853251ae9,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:54.857251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1736-e1c5-48a3-99a9-061fa2172497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.889939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcfcd6-6481-4823-9b6a-5657a5929196 req-5ed52de1-bbcd-4383-871f-ba866f3db54a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:54.891768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31dcfcd6-6481-4823-9b6a-5657a5929196 req-5ed52de1-bbcd-4383-871f-ba866f3db54a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1298201 Oct 13 00:10:54.905031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:54.905464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:54.959791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:10:54.981659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31dcfcd6-6481-4823-9b6a-5657a5929196 req-7cce2d24-7010-4f08-9712-2a948c179d21 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790660 Oct 13 00:10:55.000917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f1736-e1c5-48a3-99a9-061fa2172497 None None] Pushing event updated for resources: {'Port': ['ID=46d6ecf9-594f-4975-9cb7-0b4853251ae9,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:55.015126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcbb0e89-1418-4e1d-b508-c123fe934161 req-1642c741-5c03-4aab-8895-0681ee24af44 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5215ae-2a8e-471d-9f5f-b3bf48cd77e5 HTTP/1.1" status: 200 len: 210 time: 0.0291910 Oct 13 00:10:55.051760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:55.112538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:10:55.112920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5c9e9da7-68e2-4bfb-a0b3-4a757b77a6aa not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:55.113345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d39a2a24-1510-4775-890a-05dada8dead2 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:55.144991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-05f21730-655b-4b63-a804-bd29a360a073 None None] Provisioning complete for port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:55.145354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-05f21730-655b-4b63-a804-bd29a360a073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:55.199044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2ba3-05e2-4cfa-ab95-248d8a6ceadb req-440e99cb-f187-494d-88f9-f45c28f09ce5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:55.200572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-759b2ba3-05e2-4cfa-ab95-248d8a6ceadb req-440e99cb-f187-494d-88f9-f45c28f09ce5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0844235 Oct 13 00:10:55.277130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-759b2ba3-05e2-4cfa-ab95-248d8a6ceadb req-7d16c353-3a6a-48aa-a7ad-b9ce2b5f338c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653284 Oct 13 00:10:55.325278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:55.486092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Allocated IP 172.20.0.1 (ebe631aa-a732-438b-8111-1323d75e12f7/7b649001-2694-4fd6-9145-70f75ce44a11/3387123b-ef29-41a0-9377-9b52ef022a4d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:10:55.487251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:55.531807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:55.534047 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff00233-99bd-4070-bf6f-90168cdbca6e" -d '{"events": [{"server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "name": "network-vif-unplugged", "status": "completed", "tag": "d39a2a24-1510-4775-890a-05dada8dead2"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:55.549655 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:55.553413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:53Z', 'revision_number': 3, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:55.560470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:55.560660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:55.608806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:55.614683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:10:55.615249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62930d67-7ab3-4bf5-bd7c-67f1c99c1632 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:55.615607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4d11d582-6a9a-435b-a4db-ba242494fe6f no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:10:55.620263 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcaeb2d-0ce5-4927-947e-0687e708b4bf x-openstack-request-id: req-7fcaeb2d-0ce5-4927-947e-0687e708b4bf {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:55.620600 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "name": "network-vif-unplugged", "status": "completed", "tag": "d39a2a24-1510-4775-890a-05dada8dead2", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:55.620787 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fcaeb2d-0ce5-4927-947e-0687e708b4bf {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:55.621164 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2', 'code': 200} Oct 13 00:10:55.638589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Checking router: 903cb73b-48dc-4c11-9254-ab18b52df50f for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:10:55.638928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Updating router 903cb73b-48dc-4c11-9254-ab18b52df50f port fc5c8391-2fe0-4d7d-b930-80bacb9f2782 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:10:55.647033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:55.696040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Network ebe631aa-a732-438b-8111-1323d75e12f7 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:10:55.701754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:55.706989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 4d11d582-6a9a-435b-a4db-ba242494fe6f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:10:55.707441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4d11d582-6a9a-435b-a4db-ba242494fe6f not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:10:55.715588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Pushing event updated for resources: {'Port': ['ID=3387123b-ef29-41a0-9377-9b52ef022a4d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:55.718642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:10:55.732609 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:55.782848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:55.807406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:55.870991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87cf45-e45a-4346-b79f-8c2c9886e40c req-1532b81c-a5e7-437f-b045-69d51eb2f36b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:55.872590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d87cf45-e45a-4346-b79f-8c2c9886e40c req-1532b81c-a5e7-437f-b045-69d51eb2f36b tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 949 time: 0.1088395 Oct 13 00:10:55.950786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d87cf45-e45a-4346-b79f-8c2c9886e40c req-0b0985ab-2ac9-4a79-8bc5-15c2d17246dc tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692775 Oct 13 00:10:55.993053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.047353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.053690 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.092494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c795a01e-6b8b-44d4-a8b3-0e524951d8c4 None None] Provisioning complete for port 3387123b-ef29-41a0-9377-9b52ef022a4d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:56.092819 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c795a01e-6b8b-44d4-a8b3-0e524951d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.144436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Attempting to bind port fc5c8391-2fe0-4d7d-b930-80bacb9f2782 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:10:56.144811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Attempting to bind port fc5c8391-2fe0-4d7d-b930-80bacb9f2782 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:10:56.145180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Attempting to bind port fc5c8391-2fe0-4d7d-b930-80bacb9f2782 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:10:56.151726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4220f85-9cc7-423a-af55-eb3c147ecbb9 None None] Pushing event updated for resources: {'Port': ['ID=fc5c8391-2fe0-4d7d-b930-80bacb9f2782,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:56.159343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:10:56.159830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:10:56.160238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.160632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:10:56.161110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Bound port: fc5c8391-2fe0-4d7d-b930-80bacb9f2782, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:10:56.161759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.165710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c795a01e-6b8b-44d4-a8b3-0e524951d8c4 None None] Port 3387123b-ef29-41a0-9377-9b52ef022a4d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:10:56.173441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2405b37-79a4-409e-a21e-5790fc1a03ce req-982754fa-9a78-4a14-a755-7920e168bddf tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:56.174964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2405b37-79a4-409e-a21e-5790fc1a03ce req-982754fa-9a78-4a14-a755-7920e168bddf tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 943 time: 0.0751941 Oct 13 00:10:56.223330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] For port fc5c8391-2fe0-4d7d-b930-80bacb9f2782, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:10:56.239365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] For port fc5c8391-2fe0-4d7d-b930-80bacb9f2782, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fc5c8391-2fe0-4d7d-b930-80bacb9f2782,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:10:56.248178 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.249232 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.254655 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2405b37-79a4-409e-a21e-5790fc1a03ce req-cc1f0e4a-37a0-44a4-bd14-4f741a7b0ef7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691741 Oct 13 00:10:56.255829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.337203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:10:56.341047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:10:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:56.366336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Pushing event updated for resources: {'Port': ['ID=3387123b-ef29-41a0-9377-9b52ef022a4d,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:56.385669 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.397368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 46d6ecf9-594f-4975-9cb7-0b4853251ae9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:56.402480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4220f85-9cc7-423a-af55-eb3c147ecbb9 None None] Pushing event updated for resources: {'Port': ['ID=fc5c8391-2fe0-4d7d-b930-80bacb9f2782,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:56.465090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b6bbc-ff58-4e95-9eab-3d3e3a491474 req-234bdc48-3ba5-4131-947f-13022823932b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:56.466582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec0b6bbc-ff58-4e95-9eab-3d3e3a491474 req-234bdc48-3ba5-4131-947f-13022823932b tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 944 time: 0.1421669 Oct 13 00:10:56.495779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:10:56.496810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc94472-aab4-43b9-a9fc-3248889599b7 req-c642ff89-f86f-49c2-b567-8fd7d4f3337c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:56.498264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cc94472-aab4-43b9-a9fc-3248889599b7 req-c642ff89-f86f-49c2-b567-8fd7d4f3337c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1337583 Oct 13 00:10:56.528028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:56.528401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.576526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec0b6bbc-ff58-4e95-9eab-3d3e3a491474 req-0fbda7ee-8e92-41ea-8ffa-7c5a90dafe94 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976472 Oct 13 00:10:56.580857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cc94472-aab4-43b9-a9fc-3248889599b7 req-42e7059f-b02f-4ec9-96ab-916ed6f32898 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718575 Oct 13 00:10:56.588424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Network ebe631aa-a732-438b-8111-1323d75e12f7 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:10:56.590370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:56.729213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Router 903cb73b-48dc-4c11-9254-ab18b52df50f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:10:56.820037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:10:56Z', 'revision_number': 2, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:10:56.853168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6744-4b33-4d37-9bda-fec02ae794bb None None] The sync data for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 is: [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:10:56Z', 'revision_number': 2, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:10:56.894749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:10:56.900880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-feda581c-408e-4b1c-9a52-7e3d083cf815 admin admin] 10.222.0.21 "PUT /v2.0/routers/903cb73b-48dc-4c11-9254-ab18b52df50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2993670 Oct 13 00:10:56.901860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3c318603-d3a9-4222-8075-02a2457bbf03 None None] Provisioning complete for port 3387123b-ef29-41a0-9377-9b52ef022a4d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:56.902353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3c318603-d3a9-4222-8075-02a2457bbf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.947496 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3c318603-d3a9-4222-8075-02a2457bbf03 None None] Port 3387123b-ef29-41a0-9377-9b52ef022a4d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:10:56.954552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d39a2a24-1510-4775-890a-05dada8dead2 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:57.139084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:57.162845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-0712c984-a63d-4b0f-9988-8e1516ac5baf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:57.166501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'd39a2a24-1510-4775-890a-05dada8dead2', 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'port_id': 'd39a2a24-1510-4775-890a-05dada8dead2', 'mac_address': 'fa:16:3e:4a:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823ef5b8-0c2c-4f86-bab9-faf0b756dc97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:57.166828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-0712c984-a63d-4b0f-9988-8e1516ac5baf tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.36 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 944 time: 0.0687554 Oct 13 00:10:57.178846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ea1f2-e209-424b-b84b-4a2760dc4444 req-fa31d284-aa0e-4e8c-b72e-81d3d549d008 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:57.180965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-688ea1f2-e209-424b-b84b-4a2760dc4444 req-fa31d284-aa0e-4e8c-b72e-81d3d549d008 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 949 time: 0.1264591 Oct 13 00:10:57.247853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:57.273468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39a2a24-1510-4775-890a-05dada8dead2 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:57.287286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-688ea1f2-e209-424b-b84b-4a2760dc4444 req-dccc67e7-abb6-4741-8062-65dc7304b928 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980139 Oct 13 00:10:57.312155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:57.325040 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:57.420649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:57.442620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Deleting port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:57.442966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:57.530495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6dd62-b75d-4d08-9b02-0a77989b3685 req-96123340-0745-41d1-a0d0-d130c30f6792 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:57.546225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] For port 37ab5a99-ff1f-48a2-89aa-f69800c53da9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=37ab5a99-ff1f-48a2-89aa-f69800c53da9,segment=NetworkSegment(5481d18b-7497-442e-a16d-d6118927840b),segment_id=5481d18b-7497-442e-a16d-d6118927840b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:57.546839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:57.547881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5b6dd62-b75d-4d08-9b02-0a77989b3685 req-96123340-0745-41d1-a0d0-d130c30f6792 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 944 time: 0.1060903 Oct 13 00:10:57.561457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Calling delete_port for 37ab5a99-ff1f-48a2-89aa-f69800c53da9 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:57.611985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5b6dd62-b75d-4d08-9b02-0a77989b3685 req-0d9d1fbb-9836-4b4a-a0f7-846da53d2625 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627241 Oct 13 00:10:57.733430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46590) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:57.743041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['d39a2a24-1510-4775-890a-05dada8dead2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:57.769810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b104e277-73cf-49cf-920d-d51aac076134 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077322857', 'description': 'tempest-description--874259883'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:57.798680 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:57.798956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038429c9-593f-475b-a65d-388cb0f6446e req-6e6baf90-8adb-4e55-8090-7b4672bb9387 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:57.806530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-038429c9-593f-475b-a65d-388cb0f6446e req-6e6baf90-8adb-4e55-8090-7b4672bb9387 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/ports?device_id=362d4aa4-cd45-4e58-a35d-87758b4318b6 HTTP/1.1" status: 200 len: 866 time: 0.1136453 Oct 13 00:10:57.898351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169e840-e014-4c25-b5c4-7d1e8c7c2cc8 req-10a31d35-fb56-4e83-99f0-bc87a8dc29a9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:57.906278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7169e840-e014-4c25-b5c4-7d1e8c7c2cc8 req-10a31d35-fb56-4e83-99f0-bc87a8dc29a9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0969067 Oct 13 00:10:57.933061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b104e277-73cf-49cf-920d-d51aac076134 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:57.949486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-038429c9-593f-475b-a65d-388cb0f6446e req-d9653352-bf9d-4eb2-84be-dd321d09bea7 tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.21 "GET /v2.0/security-groups?id=9867e6de-56be-4465-bab1-150da47fe01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418641 Oct 13 00:10:57.955311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Pushing event deleted for resources: {'Port': ['ID=37ab5a99-ff1f-48a2-89aa-f69800c53da9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:58.017265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7169e840-e014-4c25-b5c4-7d1e8c7c2cc8 req-27903cb0-3503-44f7-a71c-60b4df842831 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100113 Oct 13 00:10:58.050134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] No DVR routers for this DVR port 37ab5a99-ff1f-48a2-89aa-f69800c53da9 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:58.064345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.069294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f74a2d-5386-44f0-b5b9-55b8c3a43a41 req-c13e4891-116d-4a54-b5ae-6715b5fa810a tempest-LiveMigrationTest-1082267289 tempest-LiveMigrationTest-1082267289-project] 10.222.0.36 "DELETE /v2.0/ports/37ab5a99-ff1f-48a2-89aa-f69800c53da9 HTTP/1.1" status: 204 len: 173 time: 0.8928869 Oct 13 00:10:58.073237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'name': 'network-vif-deleted', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:58.076192 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c0d794-36ab-45d4-98c1-7fd46686e56e" -d '{"events": [{"server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "name": "network-vif-deleted", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:58.092498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-ed8289ac-2c50-4cd7-941c-dd82c5dd0939 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:58.094186 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-ed8289ac-2c50-4cd7-941c-dd82c5dd0939 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 949 time: 0.3617177 Oct 13 00:10:58.255038 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b104e277-73cf-49cf-920d-d51aac076134 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.263280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b104e277-73cf-49cf-920d-d51aac076134 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.276778 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd376009-6612-4d0a-a73e-d7ae7688ba93 x-openstack-request-id: req-cd376009-6612-4d0a-a73e-d7ae7688ba93 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:58.277162 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d4aa4-cd45-4e58-a35d-87758b4318b6", "name": "network-vif-deleted", "tag": "37ab5a99-ff1f-48a2-89aa-f69800c53da9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:58.277504 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd376009-6612-4d0a-a73e-d7ae7688ba93 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:58.277990 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d4aa4-cd45-4e58-a35d-87758b4318b6', 'name': 'network-vif-deleted', 'tag': '37ab5a99-ff1f-48a2-89aa-f69800c53da9', 'status': 'completed', 'code': 200} Oct 13 00:10:58.316776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b104e277-73cf-49cf-920d-d51aac076134 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.318290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b104e277-73cf-49cf-920d-d51aac076134 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5522814 Oct 13 00:10:58.323934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46600) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:58.326146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Deleting port 463f8c22-1c82-4f12-a55b-4496d5df1aab {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:10:58.326542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.356409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b032fc1c-2df0-4cfe-99d7-679ef8ff167d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Request body: {'security_group_rule': {'security_group_id': '0b85089a-8e1b-4674-9737-d2b046b699d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:58.444759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104e277-73cf-49cf-920d-d51aac076134 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85089a-8e1b-4674-9737-d2b046b699d5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:58.501425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b032fc1c-2df0-4cfe-99d7-679ef8ff167d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.529656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fc5c8391-2fe0-4d7d-b930-80bacb9f2782 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:58.555897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9e12-7efe-4035-a677-9172edbd9da6 req-4dec0207-fa97-4229-9a2a-f49ca2e1fc91 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:58.564067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63fc9e12-7efe-4035-a677-9172edbd9da6 req-4dec0207-fa97-4229-9a2a-f49ca2e1fc91 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae HTTP/1.1" status: 200 len: 949 time: 0.1144769 Oct 13 00:10:58.567065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] For port 463f8c22-1c82-4f12-a55b-4496d5df1aab, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=463f8c22-1c82-4f12-a55b-4496d5df1aab,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:58.567435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.592879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Calling delete_port for 463f8c22-1c82-4f12-a55b-4496d5df1aab owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:10:58.598641 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b032fc1c-2df0-4cfe-99d7-679ef8ff167d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.611368 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b032fc1c-2df0-4cfe-99d7-679ef8ff167d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.633022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032fc1c-2df0-4cfe-99d7-679ef8ff167d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc85a6b9-b807-4a02-8e7f-1a491a99d7eb,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:58.642767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63fc9e12-7efe-4035-a677-9172edbd9da6 req-dc1fb17a-8d2e-4cb9-94a3-e18541003cae tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776248 Oct 13 00:10:58.643395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fc5c8391-2fe0-4d7d-b930-80bacb9f2782 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:58.646546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.654924 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b032fc1c-2df0-4cfe-99d7-679ef8ff167d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.658548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b032fc1c-2df0-4cfe-99d7-679ef8ff167d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329825 Oct 13 00:10:58.662308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46606) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:58.678885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e1b9574b-4d5e-4902-aba9-d4b76938d1d6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Request body: {'security_group_rule': {'security_group_id': '0b85089a-8e1b-4674-9737-d2b046b699d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:58.775759 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b9574b-4d5e-4902-aba9-d4b76938d1d6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.794103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.807164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63359f-0085-4743-83aa-52b5456179d1 req-f8ba7b07-0409-4539-8957-2696e835d41f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:58.811718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e63359f-0085-4743-83aa-52b5456179d1 req-f8ba7b07-0409-4539-8957-2696e835d41f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 944 time: 0.1006198 Oct 13 00:10:58.825240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port fc5c8391-2fe0-4d7d-b930-80bacb9f2782, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fc5c8391-2fe0-4d7d-b930-80bacb9f2782,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:58.832743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.837917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.870010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Pushing event deleted for resources: {'Port': ['ID=463f8c22-1c82-4f12-a55b-4496d5df1aab,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:58.887035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['463f8c22-1c82-4f12-a55b-4496d5df1aab', '9d663ca6-aa08-4454-8195-c0093ff7880d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:58.937790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e63359f-0085-4743-83aa-52b5456179d1 req-73227154-192c-4a4e-8453-90588a9b247d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060927 Oct 13 00:10:58.957402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b9574b-4d5e-4902-aba9-d4b76938d1d6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.962935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] No DVR routers for this DVR port 463f8c22-1c82-4f12-a55b-4496d5df1aab on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:10:58.965993 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.966244 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b9574b-4d5e-4902-aba9-d4b76938d1d6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.970163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fcd11956-779a-48ef-a138-07790c9ad2e0 req-0979385f-fdec-4f3a-98af-88f3e3e5aef5 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "DELETE /v2.0/ports/463f8c22-1c82-4f12-a55b-4496d5df1aab HTTP/1.1" status: 204 len: 173 time: 0.8691087 Oct 13 00:10:58.998739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9574b-4d5e-4902-aba9-d4b76938d1d6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e1b2d0-e2d7-4ac6-a17e-179367312373,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:59.004385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b9574b-4d5e-4902-aba9-d4b76938d1d6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.006585 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e1b9574b-4d5e-4902-aba9-d4b76938d1d6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427310 Oct 13 00:10:59.009413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46610) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:59.014309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:10:59.020346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=fc5c8391-2fe0-4d7d-b930-80bacb9f2782,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:59.043808 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.084080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46614) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:59.192702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.233989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790569c9-946f-4972-bef4-5721bbd9cd18 req-e6c6c141-51cc-4fbb-84a8-5b7621a0bb27 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:59.236570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-790569c9-946f-4972-bef4-5721bbd9cd18 req-e6c6c141-51cc-4fbb-84a8-5b7621a0bb27 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1445661 Oct 13 00:10:59.267096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5c7e28-63ae-4df8-8be0-13957f0ff03c admin admin] Deleting subnet 8a2038ec-5b3d-4754-a075-954b2e4cab2a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:10:59.273867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7e28-63ae-4df8-8be0-13957f0ff03c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.319748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-790569c9-946f-4972-bef4-5721bbd9cd18 req-1e489600-5d64-420a-a2f9-fb55c7a7e757 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712838 Oct 13 00:10:59.324204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Allocated IP 172.25.3.145 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9a0d05a0-6786-488c-bd2d-31e870386ebc) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:10:59.337445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7e28-63ae-4df8-8be0-13957f0ff03c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.395124 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7e28-63ae-4df8-8be0-13957f0ff03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.460575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7e28-63ae-4df8-8be0-13957f0ff03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.467123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.500656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7e28-63ae-4df8-8be0-13957f0ff03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.504008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8a5c7e28-63ae-4df8-8be0-13957f0ff03c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a2038ec-5b3d-4754-a075-954b2e4cab2a HTTP/1.1" status: 204 len: 168 time: 0.4188004 Oct 13 00:10:59.505012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c7e28-63ae-4df8-8be0-13957f0ff03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2038ec-5b3d-4754-a075-954b2e4cab2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:59.506568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46624) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:10:59.508868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.552645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:10:59.555727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:10:59.559636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:10:59.591495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event updated for resources: {'Port': ['ID=9a0d05a0-6786-488c-bd2d-31e870386ebc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:59.678254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.737853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.897799 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.923121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.931435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:59.988583 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.009131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event updated for resources: {'Port': ['ID=9a0d05a0-6786-488c-bd2d-31e870386ebc,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:00.019541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.039112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.041294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6ba70e0-0431-4b15-83d0-4592f9e10f59 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0300920 Oct 13 00:11:00.071027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e65ace2-2de0-4fd6-9cce-59ff9c353643']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:00.086376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5481d18b-7497-442e-a16d-d6118927840b') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:00.086674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5481d18b-7497-442e-a16d-d6118927840b') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:00.100270 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.108670 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Sync routers for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:00.123179 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:00.123486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531bb0-02e2-4407-bfe7-4c31bacf9a43 req-27afa23e-ecf4-4918-bd6b-9333c0d82d37 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:00.123828 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:10:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:00.125131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c531bb0-02e2-4407-bfe7-4c31bacf9a43 req-27afa23e-ecf4-4918-bd6b-9333c0d82d37 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 951 time: 0.1386333 Oct 13 00:11:00.145110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97493160-7b27-459d-b1c1-f05972963292 req-a63c1c13-b6d5-444e-a684-f08e4dfb16d1 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:00.146564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97493160-7b27-459d-b1c1-f05972963292 req-a63c1c13-b6d5-444e-a684-f08e4dfb16d1 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 944 time: 0.1087685 Oct 13 00:11:00.148523 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.168201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:11:00.168613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:11:00.171457 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:11:00.227103 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:00.251901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c531bb0-02e2-4407-bfe7-4c31bacf9a43 req-4a0dc9b5-fe1c-4465-b8e3-a6758eb0e0c8 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204376 Oct 13 00:11:00.257877 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.262072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97493160-7b27-459d-b1c1-f05972963292 req-aff86c8d-b39b-4587-a85b-5696b747d70d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042509 Oct 13 00:11:00.265961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.273637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] 10.222.0.21 "DELETE /v2.0/networks/8e65ace2-2de0-4fd6-9cce-59ff9c353643 HTTP/1.1" status: 204 len: 168 time: 0.7660842 Oct 13 00:11:00.276438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46638) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:00.284070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae', 'name': 'network-vif-deleted', 'tag': '463f8c22-1c82-4f12-a55b-4496d5df1aab'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:00.286428 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df7337-dc88-4e1f-bfaf-ea86f0b085a2" -d '{"events": [{"server_uuid": "3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae", "name": "network-vif-deleted", "tag": "463f8c22-1c82-4f12-a55b-4496d5df1aab"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:00.311499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:00.317324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50f478-8848-451c-9644-1745c2c72aca admin admin] Pushing event deleted for resources: {'Network': ['ID=8e65ace2-2de0-4fd6-9cce-59ff9c353643,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:00.375074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f94cf2-5779-421c-bc3c-9c72ac3e24d6 admin admin] Deleting subnet 174c11b3-ad75-452b-bf88-5050f278b3fc {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:11:00.379461 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-40f94cf2-5779-421c-bc3c-9c72ac3e24d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.397735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 37ab5a99-ff1f-48a2-89aa-f69800c53da9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:00.398255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 37ab5a99-ff1f-48a2-89aa-f69800c53da9 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:00.425849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-40f94cf2-5779-421c-bc3c-9c72ac3e24d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.437660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-c4b6e6b9-666b-425e-a36b-46c4f7849057 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1077322857&fields=id&tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683 HTTP/1.1" status: 200 len: 267 time: 0.0552490 Oct 13 00:11:00.464297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fc5c8391-2fe0-4d7d-b930-80bacb9f2782 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:00.480415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-40f94cf2-5779-421c-bc3c-9c72ac3e24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.489145 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:10:56Z', 'revision_number': 2, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:00.506093 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe446f8-aae7-4612-9492-489c8d77958d x-openstack-request-id: req-9fe446f8-aae7-4612-9492-489c8d77958d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:00.506824 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae", "name": "network-vif-deleted", "tag": "463f8c22-1c82-4f12-a55b-4496d5df1aab", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:00.506824 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fe446f8-aae7-4612-9492-489c8d77958d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:00.507039 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6f2b64-ba88-4aba-9a8c-20ef06dd81ae', 'name': 'network-vif-deleted', 'tag': '463f8c22-1c82-4f12-a55b-4496d5df1aab', 'status': 'completed', 'code': 200} Oct 13 00:11:00.525011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fc5c8391-2fe0-4d7d-b930-80bacb9f2782 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:00.525847 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.553659 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Checking router: 903cb73b-48dc-4c11-9254-ab18b52df50f for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:00.554283 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Updating router 903cb73b-48dc-4c11-9254-ab18b52df50f port 3387123b-ef29-41a0-9377-9b52ef022a4d binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:11:00.581490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-40f94cf2-5779-421c-bc3c-9c72ac3e24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.586975 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.612839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f94cf2-5779-421c-bc3c-9c72ac3e24d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174c11b3-ad75-452b-bf88-5050f278b3fc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:00.614822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-40f94cf2-5779-421c-bc3c-9c72ac3e24d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.620827 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-40f94cf2-5779-421c-bc3c-9c72ac3e24d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/174c11b3-ad75-452b-bf88-5050f278b3fc HTTP/1.1" status: 204 len: 168 time: 0.3432586 Oct 13 00:11:00.621811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46658) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:00.652657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-de5ad2f5-aa45-4c3c-aced-701a59a51d85 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:00.654599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-de5ad2f5-aa45-4c3c-aced-701a59a51d85 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/networks?id=ebe631aa-a732-438b-8111-1323d75e12f7 HTTP/1.1" status: 200 len: 811 time: 0.2154462 Oct 13 00:11:00.679972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-caa8b693-ad2d-4027-861e-aed047596db3 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/quotas/4185e2ed29cd4d9ba7ddbfbcaa039683 HTTP/1.1" status: 200 len: 375 time: 0.0132470 Oct 13 00:11:00.689068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50920073-a3a9-49e0-ae67-57961d4fc9c5 req-60f2ba2d-9ad1-4907-836c-f3c09cb53996 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:00.690651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50920073-a3a9-49e0-ae67-57961d4fc9c5 req-60f2ba2d-9ad1-4907-836c-f3c09cb53996 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0972037 Oct 13 00:11:00.709155 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.765608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-bb1e5f46-7e61-43a5-8bee-f582bf0d9800 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739007 Oct 13 00:11:00.768274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50920073-a3a9-49e0-ae67-57961d4fc9c5 req-4f4dcae7-f7ce-49d3-9295-a0fe7cbdce90 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666244 Oct 13 00:11:00.809876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.847205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0812ac-3ea1-42da-a40e-93b9855e00f4']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:00.857291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd6403f-c6dd-489b-85b8-5e40225a408f') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:00.857576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd6403f-c6dd-489b-85b8-5e40225a408f') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:00.867800 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.892300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-b9fe5a97-e343-443f-a2c9-023fa7c4da80 service neutron] 10.222.0.21 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092608 Oct 13 00:11:00.892863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.902142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:11:00.902617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:11:00.905047 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:11:00.922342 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.928991 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.971322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.987807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:00.988393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d39a2a24-1510-4775-890a-05dada8dead2 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:00.992530 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Pushing event updated for resources: {'Port': ['ID=3387123b-ef29-41a0-9377-9b52ef022a4d,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:00.993322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a0812ac-3ea1-42da-a40e-93b9855e00f4 HTTP/1.1" status: 204 len: 168 time: 0.3705192 Oct 13 00:11:01.025649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-47373267-f410-4c8f-9643-5bf3dd5ddb5e service neutron] 10.222.0.21 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183982 Oct 13 00:11:01.025808 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.026261 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.026478 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.026812 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.027387 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.028576 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.028909 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.029603 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.029603 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.029853 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.030293 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.030615 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.038030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c176f-1d0e-41cc-b230-fb5a5da3eec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0812ac-3ea1-42da-a40e-93b9855e00f4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:01.066532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port d39a2a24-1510-4775-890a-05dada8dead2 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:01.066936 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.115527 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Attempting to bind port 3387123b-ef29-41a0-9377-9b52ef022a4d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:01.116155 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Attempting to bind port 3387123b-ef29-41a0-9377-9b52ef022a4d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:01.117323 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Attempting to bind port 3387123b-ef29-41a0-9377-9b52ef022a4d on network ebe631aa-a732-438b-8111-1323d75e12f7 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:01.129124 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:01.129496 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Checking segment: {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:01.129901 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.130293 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Bound using segment: {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:01.130763 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Bound port: 3387123b-ef29-41a0-9377-9b52ef022a4d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:01.131158 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.160063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46662) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:01.177852 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.216113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:01.218523 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4487446-71bc-4ae1-badd-159d5c08e7ac" -d '{"events": [{"server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "name": "network-vif-plugged", "status": "completed", "tag": "d39a2a24-1510-4775-890a-05dada8dead2"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:01.235625 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-135459cd-98c2-402c-9bee-8c1468eb06d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbd65d794f10491ebe555aaca5fbe099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739505 Oct 13 00:11:01.238898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46666) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:01.242833 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] For port 3387123b-ef29-41a0-9377-9b52ef022a4d, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:01.246868 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] For port 3387123b-ef29-41a0-9377-9b52ef022a4d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3387123b-ef29-41a0-9377-9b52ef022a4d,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:01.253932 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.277319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:01.287220 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.288085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 463f8c22-1c82-4f12-a55b-4496d5df1aab no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:01.336857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-038a6985-17ee-4c45-ae8e-c72f220a6b59 req-3c1f9579-d445-40d1-a164-34d6d58a9060 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 210 time: 0.0508497 Oct 13 00:11:01.350908 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa99913-db93-4a53-8dda-79799b7c9590 None None] Pushing event updated for resources: {'Port': ['ID=3387123b-ef29-41a0-9377-9b52ef022a4d,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:01.370373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.391190 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:01.391847 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:10:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:01.484835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.634490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82457ea7-59b8-49db-a1b8-de02fb46e1a8 req-418d9b6a-e52f-4eb2-a319-9cf74c66f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:01.636667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82457ea7-59b8-49db-a1b8-de02fb46e1a8 req-418d9b6a-e52f-4eb2-a319-9cf74c66f6ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 1096 time: 0.0652232 Oct 13 00:11:01.662705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 463f8c22-1c82-4f12-a55b-4496d5df1aab {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:01.671279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 463f8c22-1c82-4f12-a55b-4496d5df1aab not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:01.673643 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:01.681380 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00325b6e-2278-494b-8966-3b6c62db3432 x-openstack-request-id: req-00325b6e-2278-494b-8966-3b6c62db3432 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:01.681750 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "name": "network-vif-plugged", "status": "completed", "tag": "d39a2a24-1510-4775-890a-05dada8dead2", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:01.681934 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00325b6e-2278-494b-8966-3b6c62db3432 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:01.682386 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2', 'code': 200} Oct 13 00:11:01.716012 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.719496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.725057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9867e6de-56be-4465-bab1-150da47fe01d HTTP/1.1" status: 204 len: 168 time: 0.4851773 Oct 13 00:11:01.734808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82457ea7-59b8-49db-a1b8-de02fb46e1a8 req-05bbe4b3-76d8-42e1-b28c-2ce1a93b71c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694089 Oct 13 00:11:01.744585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9867e6de-56be-4465-bab1-150da47fe01d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:01.766804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8805a4-e688-4572-b2c8-7a1cd6faf451 req-86b00e33-cb53-4b3b-90b2-ebe842d0dc04 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:01.768917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-67785806-0a31-4793-96e8-ae99213fc4bc None None] Provisioning complete for port 3387123b-ef29-41a0-9377-9b52ef022a4d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:01.769532 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-67785806-0a31-4793-96e8-ae99213fc4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.778227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f8805a4-e688-4572-b2c8-7a1cd6faf451 req-86b00e33-cb53-4b3b-90b2-ebe842d0dc04 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 951 time: 0.2188864 Oct 13 00:11:01.797173 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:01.805722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8c95a-2f4a-4cc3-ada7-a139b1df63ca req-c5533ac3-6ad7-4fca-9ad0-283d833aa706 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:01.817184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ba8c95a-2f4a-4cc3-ada7-a139b1df63ca req-c5533ac3-6ad7-4fca-9ad0-283d833aa706 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.2473788 Oct 13 00:11:01.834578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.835287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.835938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.837052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.838882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.838882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.838882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.839224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.839689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.840121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.840571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.840998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d20b941-a905-45c9-83f2-7b1e20a3fbc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:01.887322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-67785806-0a31-4793-96e8-ae99213fc4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:01.892030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f8805a4-e688-4572-b2c8-7a1cd6faf451 req-5ff92991-716b-4ee7-b9a2-d0a574775b6a tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6d756bf-70e9-4833-8b04-9affbf3bde75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127138 Oct 13 00:11:01.913528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-b6fe94da-d799-4e84-8ee4-07c72c88f618 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:01.915996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-b6fe94da-d799-4e84-8ee4-07c72c88f618 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 951 time: 0.2420173 Oct 13 00:11:01.942466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ba8c95a-2f4a-4cc3-ada7-a139b1df63ca req-a1ee8169-f8ea-4a8b-aec9-f8dc0a042126 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217132 Oct 13 00:11:01.977019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-67785806-0a31-4793-96e8-ae99213fc4bc None None] For port 3387123b-ef29-41a0-9377-9b52ef022a4d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3387123b-ef29-41a0-9377-9b52ef022a4d,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:01.988211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-67785806-0a31-4793-96e8-ae99213fc4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.014831 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:11:01Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:02.095226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67785806-0a31-4793-96e8-ae99213fc4bc None None] Pushing event updated for resources: {'Port': ['ID=3387123b-ef29-41a0-9377-9b52ef022a4d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:02.102840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f1184-e5d9-4676-afdd-73c5e0a97ce6 req-28ed27ae-3b18-4802-8d13-416b0e5e02f9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:02.112784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf8f1184-e5d9-4676-afdd-73c5e0a97ce6 req-28ed27ae-3b18-4802-8d13-416b0e5e02f9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0998447 Oct 13 00:11:02.141288 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ebeeb7a2-44e7-4db3-9bc4-75319be93c74 None None] Provisioning complete for port 3387123b-ef29-41a0-9377-9b52ef022a4d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:02.141927 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ebeeb7a2-44e7-4db3-9bc4-75319be93c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.229352 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3e8e6-f6b5-4d12-9323-ea99e2c8f492 None None] The sync data for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 is: [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:11:01Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:02.255779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf8f1184-e5d9-4676-afdd-73c5e0a97ce6 req-ba5800ca-211e-4602-aa10-8fdf34b894ef tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370764 Oct 13 00:11:02.286112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Deleting port 9d663ca6-aa08-4454-8195-c0093ff7880d {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:02.286458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.419579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] For port 9d663ca6-aa08-4454-8195-c0093ff7880d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9d663ca6-aa08-4454-8195-c0093ff7880d,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:02.420763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.442291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Calling delete_port for 9d663ca6-aa08-4454-8195-c0093ff7880d owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:02.467732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3387123b-ef29-41a0-9377-9b52ef022a4d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:02.479608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46698) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:02.495093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ce6b329-289e-4f46-8eff-feac21b329e1 req-8700e0a8-202f-4147-a80b-a970bf1dc73a tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 210 time: 0.0439458 Oct 13 00:11:02.534053 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-37a1a217-d281-4e01-bf5e-f862a4fb0250 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c40d03b7721402290dfc187754cfb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529132 Oct 13 00:11:02.536406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46700) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:02.554774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3387123b-ef29-41a0-9377-9b52ef022a4d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:02.555422 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.610680 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd11c504-df08-491d-8e26-f7621a95fe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.633866 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd11c504-df08-491d-8e26-f7621a95fe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.697601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.701873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd11c504-df08-491d-8e26-f7621a95fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.705258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd11c504-df08-491d-8e26-f7621a95fe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.706772 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cd11c504-df08-491d-8e26-f7621a95fe87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e6dc516-2b94-40df-b7b9-403e448a4703 HTTP/1.1" status: 204 len: 168 time: 0.1679783 Oct 13 00:11:02.729361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11c504-df08-491d-8e26-f7621a95fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6dc516-2b94-40df-b7b9-403e448a4703,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:02.750175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9d663ca6-aa08-4454-8195-c0093ff7880d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:02.769249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Pushing event deleted for resources: {'Port': ['ID=9d663ca6-aa08-4454-8195-c0093ff7880d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:02.830542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] No DVR routers for this DVR port 9d663ca6-aa08-4454-8195-c0093ff7880d on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:02.833421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:02.837539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62696ccb-d3ed-4040-864c-b31d4f52f3a7 req-1eb54a24-e707-486f-bc8b-2505b49cfca6 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.45 "DELETE /v2.0/ports/9d663ca6-aa08-4454-8195-c0093ff7880d HTTP/1.1" status: 204 len: 173 time: 0.7808988 Oct 13 00:11:02.838002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-deleted', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:02.840334 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3f3232-8a10-4ccf-a017-ee0647bb5eb8" -d '{"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-deleted", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:03.064408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fd1f7f3-0045-462d-a319-21befb123b68 req-afbe250f-e650-4d40-831e-14a7f00746b3 tempest-ServersAdminTestJSON-1565609825 tempest-ServersAdminTestJSON-1565609825-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c7c60d1-a082-4da5-9816-6b518e565ff0 HTTP/1.1" status: 200 len: 210 time: 0.0528326 Oct 13 00:11:03.231465 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cde89d-c6ba-4e8e-857a-d01057f22470 x-openstack-request-id: req-28cde89d-c6ba-4e8e-857a-d01057f22470 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:03.231837 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7c60d1-a082-4da5-9816-6b518e565ff0", "name": "network-vif-deleted", "tag": "9d663ca6-aa08-4454-8195-c0093ff7880d", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:03.232579 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28cde89d-c6ba-4e8e-857a-d01057f22470 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:03.232992 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7c60d1-a082-4da5-9816-6b518e565ff0', 'name': 'network-vif-deleted', 'tag': '9d663ca6-aa08-4454-8195-c0093ff7880d', 'status': 'completed', 'code': 200} Oct 13 00:11:03.248465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210e13-a68f-4628-b306-dfed3e6d453a req-79b4baab-7612-488e-9346-932dfa946f6d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:03.250966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba210e13-a68f-4628-b306-dfed3e6d453a req-79b4baab-7612-488e-9346-932dfa946f6d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0907080 Oct 13 00:11:03.383454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba210e13-a68f-4628-b306-dfed3e6d453a req-e9b7cad6-1d10-4175-b3cb-c6ca95569e99 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238878 Oct 13 00:11:03.479214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-49527b9a-85fc-4ca0-abe6-98c7651bd7a7 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:03.480986 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-49527b9a-85fc-4ca0-abe6-98c7651bd7a7 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.45 "GET /v2.0/networks?id=ebe631aa-a732-438b-8111-1323d75e12f7 HTTP/1.1" status: 200 len: 811 time: 0.1969719 Oct 13 00:11:03.521736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a12d0b-dc3d-49c6-947d-d1787632de33 req-5efc4733-0f42-46c7-98a7-b10b597bb1c2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:03.521736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67a12d0b-dc3d-49c6-947d-d1787632de33 req-5efc4733-0f42-46c7-98a7-b10b597bb1c2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0721266 Oct 13 00:11:03.594842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67a12d0b-dc3d-49c6-947d-d1787632de33 req-4a8adc12-e1aa-4bfc-8bf6-827e28d01f63 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654206 Oct 13 00:11:03.615982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-a96abbb5-7932-4d92-9da9-9f955fea16fb tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683 HTTP/1.1" status: 200 len: 380 time: 0.0656500 Oct 13 00:11:03.632692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Request body: {'port': {'device_id': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'admin_state_up': True, 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'security_groups': ['0b85089a-8e1b-4674-9737-d2b046b699d5']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:03.713254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eff6b4fc-9b18-46aa-8fc2-bde89839d906 req-a1773a0a-fd9e-4e6d-9159-36a34a002edc tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 210 time: 0.0753841 Oct 13 00:11:03.793541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Made reservation on behalf of 4185e2ed29cd4d9ba7ddbfbcaa039683 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:03.797500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:03.941080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Allocated IP 172.20.0.12 (ebe631aa-a732-438b-8111-1323d75e12f7/7b649001-2694-4fd6-9145-70f75ce44a11/6b11763b-a0db-4943-b8ca-6f9ccc8ba79b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:04.105214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:04.151917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:04.194610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Network ebe631aa-a732-438b-8111-1323d75e12f7 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:04.200637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:04.204974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:04.250184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event updated for resources: {'Port': ['ID=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:04.290891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:04.291949 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:04.314881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-64e0a349-5124-4edb-88ca-83d228807d7d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6917188 Oct 13 00:11:04.333746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Request body: {'port': {'device_id': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:04.435994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:04.457644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46764) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:04.612805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88e6d6-5148-42ee-bd96-5e936f322363 req-1daee364-1100-4e93-8a65-31a56c8b0dd7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:04.614362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b88e6d6-5148-42ee-bd96-5e936f322363 req-1daee364-1100-4e93-8a65-31a56c8b0dd7 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1476307 Oct 13 00:11:04.632216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ef050357-fe30-4ae5-8e99-43b8d6da7eaa None None] Provisioning complete for port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:04.633784 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef050357-fe30-4ae5-8e99-43b8d6da7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:04.698819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ef050357-fe30-4ae5-8e99-43b8d6da7eaa None None] Port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:04.753656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b88e6d6-5148-42ee-bd96-5e936f322363 req-a81843b9-8fcf-452c-9aad-f2036e4e1fb2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744913 Oct 13 00:11:04.861895 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2a3a3dd8-6960-4b6a-90de-290c1ef6c3c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=339f660bb42f4cb9b65e53e4e8764d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013903 Oct 13 00:11:04.862772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46784) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:04.882969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e7bb4-0a4a-465a-90e0-da8e1c404f20 req-8fe42b2e-8252-4f86-9e7b-38b041d1f9c9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:04.883181 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-929e7bb4-0a4a-465a-90e0-da8e1c404f20 req-8fe42b2e-8252-4f86-9e7b-38b041d1f9c9 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1570034 Oct 13 00:11:04.921724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef3133a1-8c21-49ab-ba5a-f44d7b88d37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:04.953463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef3133a1-8c21-49ab-ba5a-f44d7b88d37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:04.953682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a7d37-b696-4d38-983f-8d3cdad9847d req-0c252dea-5fcc-491e-9511-87e5da5e8017 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:04.955070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-526a7d37-b696-4d38-983f-8d3cdad9847d req-0c252dea-5fcc-491e-9511-87e5da5e8017 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 932 time: 0.1224778 Oct 13 00:11:04.988448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-929e7bb4-0a4a-465a-90e0-da8e1c404f20 req-94cdf994-9160-4c39-9286-b6652f72d421 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986857 Oct 13 00:11:05.005001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef3133a1-8c21-49ab-ba5a-f44d7b88d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.008743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef3133a1-8c21-49ab-ba5a-f44d7b88d37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.009912 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef3133a1-8c21-49ab-ba5a-f44d7b88d37b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6d756bf-70e9-4833-8b04-9affbf3bde75 HTTP/1.1" status: 204 len: 168 time: 0.1462104 Oct 13 00:11:05.014716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:05.020719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3133a1-8c21-49ab-ba5a-f44d7b88d37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d756bf-70e9-4833-8b04-9affbf3bde75,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:05.047255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 9d663ca6-aa08-4454-8195-c0093ff7880d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:05.047752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9d663ca6-aa08-4454-8195-c0093ff7880d not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:05.054934 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-526a7d37-b696-4d38-983f-8d3cdad9847d req-46f1f1d8-8bfa-4cfc-bb44-8b4f5e076038 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905674 Oct 13 00:11:05.062778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:05.071541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.089470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Transition to ACTIVE for port object 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:11:05.095209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.248460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Pushing event updated for resources: {'Port': ['ID=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:05.268038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7bd8c-6022-438b-bf39-1dc84a53a2ca req-6de8b23b-7fb3-4ce4-891f-044d22ccca18 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:05.269639 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6f7bd8c-6022-438b-bf39-1dc84a53a2ca req-6de8b23b-7fb3-4ce4-891f-044d22ccca18 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.1597631 Oct 13 00:11:05.313587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Attempting to bind port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:05.313917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Attempting to bind port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:05.314655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Attempting to bind port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b on network ebe631aa-a732-438b-8111-1323d75e12f7 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:05.332304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b on network ebe631aa-a732-438b-8111-1323d75e12f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:11:05.332601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Attempting to bind port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b on network ebe631aa-a732-438b-8111-1323d75e12f7 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:05.342612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6f7bd8c-6022-438b-bf39-1dc84a53a2ca req-89035332-259a-4dc3-ad4e-9304618d2ac2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Oct 13 00:11:05.343779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:05.343915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Checking segment: {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:05.344237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Bound using segment: {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:05.344676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Bound port: 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:05.345027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.439412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] For port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:05.443238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] For port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:05.450811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.490231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:05.490851 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.492316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] 10.222.0.45 "PUT /v2.0/ports/6b11763b-a0db-4943-b8ca-6f9ccc8ba79b HTTP/1.1" status: 200 len: 1092 time: 1.1638763 Oct 13 00:11:05.492757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'tag': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:05.495017 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec98162b-af70-49d5-ada5-565e270fa20c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6141be-ef73-4245-ad61-cdeeb54fd955", "tag": "6b11763b-a0db-4943-b8ca-6f9ccc8ba79b"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:05.497588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46802) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:05.558405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734640b0-d97c-4479-949f-237c1bbcc90c service neutron] Pushing event updated for resources: {'Port': ['ID=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:05.563293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7ac75dac-4471-42c5-856d-8a32388ef573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ecd3caa62fc4b4b93d991d6ea84e93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646367 Oct 13 00:11:05.566000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46808) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:05.620974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-d05a66ad-1225-418c-aea9-1c780f4468e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:05.623168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-d05a66ad-1225-418c-aea9-1c780f4468e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683&device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 1095 time: 0.0617969 Oct 13 00:11:05.682967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d3118a9-2466-4ab7-b3cb-e9b5574a974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.683988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-51defbeb-d328-4b5a-9612-2dddecbe984f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b HTTP/1.1" status: 200 len: 217 time: 0.0462830 Oct 13 00:11:05.755673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d3118a9-2466-4ab7-b3cb-e9b5574a974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.765272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-6295ddea-4c08-4096-8bc0-3ef6a13bc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:05.770364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-6295ddea-4c08-4096-8bc0-3ef6a13bc119 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7b649001-2694-4fd6-9145-70f75ce44a11 HTTP/1.1" status: 200 len: 850 time: 0.0788472 Oct 13 00:11:05.812076 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca37fe-67cd-41f9-a552-45c50acc7c51 x-openstack-request-id: req-70ca37fe-67cd-41f9-a552-45c50acc7c51 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:05.812363 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6141be-ef73-4245-ad61-cdeeb54fd955", "tag": "6b11763b-a0db-4943-b8ca-6f9ccc8ba79b", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:05.812662 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70ca37fe-67cd-41f9-a552-45c50acc7c51 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:05.813568 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'tag': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'status': 'completed', 'code': 200} Oct 13 00:11:05.836300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-0e54775b-1609-4052-8e6f-a6631a16924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:05.838220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-0e54775b-1609-4052-8e6f-a6631a16924b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebe631aa-a732-438b-8111-1323d75e12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563540 Oct 13 00:11:05.849752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d3118a9-2466-4ab7-b3cb-e9b5574a974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.853978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d3118a9-2466-4ab7-b3cb-e9b5574a974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:05.866007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9d3118a9-2466-4ab7-b3cb-e9b5574a974e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70031f7b-f848-4691-8082-d56aceb2d33b HTTP/1.1" status: 204 len: 168 time: 0.2975221 Oct 13 00:11:05.875668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3118a9-2466-4ab7-b3cb-e9b5574a974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70031f7b-f848-4691-8082-d56aceb2d33b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:05.968909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-025c1f70-fdba-460c-a5cb-f4f2b6f2750b service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216023 Oct 13 00:11:06.096052 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:11:06.155741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-fa403227-f8b9-4853-8a13-207fdc850fd9 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:06.157493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-fa403227-f8b9-4853-8a13-207fdc850fd9 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 815 time: 0.1923785 Oct 13 00:11:06.161286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c3cac57-c42c-4941-adf1-b705801b33f8 req-151d2298-507c-4136-ab13-e27af980f2eb service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775081 Oct 13 00:11:06.175272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-2e02c810-a37c-40a0-b9b0-0e5b691f97c2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/quotas/f451eeffc50f45c3a2c1037fde9005b7 HTTP/1.1" status: 200 len: 375 time: 0.0117936 Oct 13 00:11:06.198275 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:06.236495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-8894fb68-8123-4c40-8c18-2f1c4d175c21 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567386 Oct 13 00:11:06.330574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6927aa9-452a-41b9-84e8-fdba063bcef8 req-1117216d-0e29-4530-90b8-ed17c5909784 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:06.339617 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6927aa9-452a-41b9-84e8-fdba063bcef8 req-1117216d-0e29-4530-90b8-ed17c5909784 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1153827 Oct 13 00:11:06.359655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98162b-af70-49d5-ada5-565e270fa20c req-f7c5f478-b596-4958-b085-5a227e547892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:06.361627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec98162b-af70-49d5-ada5-565e270fa20c req-f7c5f478-b596-4958-b085-5a227e547892 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683&device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 1095 time: 0.0831113 Oct 13 00:11:06.471786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6927aa9-452a-41b9-84e8-fdba063bcef8 req-74f550b0-4f77-4119-b095-0e501900145e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311865 Oct 13 00:11:06.541419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-30925eb2-1287-4e0c-8d54-525ca5afc0e8 service neutron] 10.222.0.21 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040731 Oct 13 00:11:06.620334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98162b-af70-49d5-ada5-565e270fa20c req-a3f4f1d0-763c-43c7-af1e-6a60c525eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:06.621797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec98162b-af70-49d5-ada5-565e270fa20c req-a3f4f1d0-763c-43c7-af1e-6a60c525eed3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebe631aa-a732-438b-8111-1323d75e12f7 HTTP/1.1" status: 200 len: 912 time: 0.2461786 Oct 13 00:11:06.675166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec98162b-af70-49d5-ada5-565e270fa20c req-1cfe7a2e-9558-4326-9422-85763474be8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b HTTP/1.1" status: 200 len: 217 time: 0.0432019 Oct 13 00:11:06.685610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7351194-8dab-461f-95e6-0bf3b94d38a5 req-a3b35166-3448-47ba-b743-ab5a14b8bdc5 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:06.688168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7351194-8dab-461f-95e6-0bf3b94d38a5 req-a3b35166-3448-47ba-b743-ab5a14b8bdc5 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 944 time: 0.1509783 Oct 13 00:11:06.772057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-8aa17407-caf2-4782-9260-07c91f74cc7e service neutron] 10.222.0.21 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190790 Oct 13 00:11:06.781803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:06.785585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98162b-af70-49d5-ada5-565e270fa20c req-ae5dca21-49f2-457a-a6c5-5283fee2f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:06.787051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec98162b-af70-49d5-ada5-565e270fa20c req-ae5dca21-49f2-457a-a6c5-5283fee2f441 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7b649001-2694-4fd6-9145-70f75ce44a11 HTTP/1.1" status: 200 len: 850 time: 0.0976694 Oct 13 00:11:06.790075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7351194-8dab-461f-95e6-0bf3b94d38a5 req-28e48e1a-ddc5-4e6e-831a-0751a5e952d8 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887427 Oct 13 00:11:06.859314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98162b-af70-49d5-ada5-565e270fa20c req-310c71dd-a299-4003-bc55-50a34f026710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:06.861394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec98162b-af70-49d5-ada5-565e270fa20c req-310c71dd-a299-4003-bc55-50a34f026710 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebe631aa-a732-438b-8111-1323d75e12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654173 Oct 13 00:11:06.984212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec98162b-af70-49d5-ada5-565e270fa20c req-a4f2bb04-dbc1-474b-8674-cc79ba70aa38 service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100874 Oct 13 00:11:07.159450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec98162b-af70-49d5-ada5-565e270fa20c req-12671675-e5b2-408d-a1cd-731611be827f service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646094 Oct 13 00:11:07.217395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cb1fc59-190d-484e-a5c3-45cb53ea4ec6 req-25e5a454-83ec-4359-8259-c95cec281240 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 210 time: 0.0442433 Oct 13 00:11:07.437509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a1a9e62c-83cb-4182-85e6-074df859c8f4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:07.439014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a1a9e62c-83cb-4182-85e6-074df859c8f4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.45 "GET /v2.0/ports?device_id=61cee396-553d-4699-bb88-151240f48e6d HTTP/1.1" status: 200 len: 945 time: 0.0573514 Oct 13 00:11:07.577654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Deleting port d39a2a24-1510-4775-890a-05dada8dead2 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:07.578172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:07.725928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] For port d39a2a24-1510-4775-890a-05dada8dead2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d39a2a24-1510-4775-890a-05dada8dead2,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:07.726673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:07.741965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193df86a-054e-4a15-9b0e-87049d587429 req-030986bf-af01-433c-9d18-a06001b69f83 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:07.743583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-193df86a-054e-4a15-9b0e-87049d587429 req-030986bf-af01-433c-9d18-a06001b69f83 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0954335 Oct 13 00:11:07.750001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Calling delete_port for d39a2a24-1510-4775-890a-05dada8dead2 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:07.843048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-193df86a-054e-4a15-9b0e-87049d587429 req-3025f320-7afe-43d4-9238-b3e8080eb050 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812256 Oct 13 00:11:07.978147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-ebc1e71e-f239-4f5f-ac0a-0ecef9d63183 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521235 Oct 13 00:11:08.047865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:08.083716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['d39a2a24-1510-4775-890a-05dada8dead2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:08.258218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-287c2b8e-3539-44be-a99d-59d27b28e9fa tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:08.260507 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-287c2b8e-3539-44be-a99d-59d27b28e9fa tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.36 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 815 time: 0.1243715 Oct 13 00:11:08.283589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Request body: {'port': {'device_id': '6d828a4e-a585-410d-85d3-d4aa7612f58b', 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'admin_state_up': True, 'tenant_id': 'f451eeffc50f45c3a2c1037fde9005b7'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:08.398238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46938) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:08.402708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4c971-59ff-43a5-835f-86bec3058130 req-2df2a339-a3d0-4261-8e28-182ca6e2c296 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:08.404211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eda4c971-59ff-43a5-835f-86bec3058130 req-2df2a339-a3d0-4261-8e28-182ca6e2c296 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 944 time: 0.4769247 Oct 13 00:11:08.410439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Pushing event deleted for resources: {'Port': ['ID=d39a2a24-1510-4775-890a-05dada8dead2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:08.430094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Made reservation on behalf of f451eeffc50f45c3a2c1037fde9005b7 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:08.434458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:08.496260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] No DVR routers for this DVR port d39a2a24-1510-4775-890a-05dada8dead2 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:08.507848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:08.511058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fbd5789-e72e-4472-ae50-3a1b36289cfd req-a897696a-ef94-49ee-8ba9-9d32f0310380 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.45 "DELETE /v2.0/ports/d39a2a24-1510-4775-890a-05dada8dead2 HTTP/1.1" status: 204 len: 173 time: 1.0646758 Oct 13 00:11:08.511489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'name': 'network-vif-deleted', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:08.513744 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d04fda-2e76-487c-9066-813b6eb3531f" -d '{"events": [{"server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "name": "network-vif-deleted", "tag": "d39a2a24-1510-4775-890a-05dada8dead2"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:08.535452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eda4c971-59ff-43a5-835f-86bec3058130 req-efa0cdc4-8ef6-400d-bd00-2ffb2672e38b tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227267 Oct 13 00:11:08.550411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1dd0be96-9357-4c91-b403-74f4dcb524ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:08.555585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-001bcae0-0c43-44e1-a86d-502d29e982b9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:08.557184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-001bcae0-0c43-44e1-a86d-502d29e982b9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5722289 Oct 13 00:11:08.575796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-53cc2c88-e042-4bd2-9390-a426bb374997 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/quotas/bb3a1acbd6114fb2b1d81251b9f42e6d HTTP/1.1" status: 200 len: 375 time: 0.0100589 Oct 13 00:11:08.593569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Allocated IP 172.20.0.2 (4227f988-3795-48aa-b2ce-f3d42ad74fe7/823ef5b8-0c2c-4f86-bab9-faf0b756dc97/bd6e483b-defa-4594-8293-0608ccd93d16) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:08.624749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-738167c9-b0e8-439d-9a6a-816c5700e357 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367196 Oct 13 00:11:08.735284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1dd0be96-9357-4c91-b403-74f4dcb524ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:08.750216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1dd0be96-9357-4c91-b403-74f4dcb524ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:08.790166 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb1ea0d-7ab9-4a2f-a784-ff4e069746fd x-openstack-request-id: req-adb1ea0d-7ab9-4a2f-a784-ff4e069746fd {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:08.790668 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cee396-553d-4699-bb88-151240f48e6d", "name": "network-vif-deleted", "tag": "d39a2a24-1510-4775-890a-05dada8dead2", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:08.791173 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adb1ea0d-7ab9-4a2f-a784-ff4e069746fd {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:08.791276 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cee396-553d-4699-bb88-151240f48e6d', 'name': 'network-vif-deleted', 'tag': 'd39a2a24-1510-4775-890a-05dada8dead2', 'status': 'completed', 'code': 200} Oct 13 00:11:08.805284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0be96-9357-4c91-b403-74f4dcb524ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f317fd5-2e85-46f0-b6b8-9428eb59f5e0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:08.814111 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1dd0be96-9357-4c91-b403-74f4dcb524ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70c107eee4834f60a0fe317e78577d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139972 Oct 13 00:11:08.827479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46950) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:08.844355 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0149994b-a6fe-4504-829d-d2be6f41be71 req-7796f1ed-945a-4750-b88c-1fa1297b9658 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 210 time: 0.0460331 Oct 13 00:11:08.865125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:08.926604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:08.952147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b069ab4-e097-4658-aa9c-402c41bebe12 req-cab171f7-d136-493a-a168-f76935e641a0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 210 time: 0.0478585 Oct 13 00:11:08.961091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['d39a2a24-1510-4775-890a-05dada8dead2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:08.965712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa6499aa-82ea-4131-b547-ddc84e288251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.011160 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa6499aa-82ea-4131-b547-ddc84e288251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.045305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58d542-b24c-4c75-9aa9-17cfbab19451 req-46edb7b0-ed6e-40fe-8079-a8a83acfa572 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:09.053036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed58d542-b24c-4c75-9aa9-17cfbab19451 req-46edb7b0-ed6e-40fe-8079-a8a83acfa572 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0997708 Oct 13 00:11:09.122415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed58d542-b24c-4c75-9aa9-17cfbab19451 req-fb1ee73b-fcd9-42bc-8df7-be647ae94f00 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677478 Oct 13 00:11:09.151777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa6499aa-82ea-4131-b547-ddc84e288251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.154618 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa6499aa-82ea-4131-b547-ddc84e288251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.159100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fa6499aa-82ea-4131-b547-ddc84e288251 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f317fd5-2e85-46f0-b6b8-9428eb59f5e0 HTTP/1.1" status: 204 len: 168 time: 0.3281429 Oct 13 00:11:09.166386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6499aa-82ea-4131-b547-ddc84e288251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f317fd5-2e85-46f0-b6b8-9428eb59f5e0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:09.284382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:09.294106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:09.300697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:09.325640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Pushing event updated for resources: {'Port': ['ID=bd6e483b-defa-4594-8293-0608ccd93d16,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:09.357550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:09.358159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.375166 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-1e329b74-62b8-4957-91bd-c8f1dd6a31db tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997472 Oct 13 00:11:09.468772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46966) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:09.486021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e22a0b0-3488-4dce-a15a-04fde6688a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.550427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Request body: {'port': {'device_id': '6d828a4e-a585-410d-85d3-d4aa7612f58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:09.571815 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e22a0b0-3488-4dce-a15a-04fde6688a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.579021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e22a0b0-3488-4dce-a15a-04fde6688a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.604977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e22a0b0-3488-4dce-a15a-04fde6688a8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fca98ff46534a409302a55d0b36fb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351118 Oct 13 00:11:09.606494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.608336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46970) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:09.651842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22a0b0-3488-4dce-a15a-04fde6688a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799fdfe-53d9-4c6a-9129-d25f489e0f0c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:09.673551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8aaef-8722-4f11-8923-306e276b2ee5 req-f0bbf10b-64b4-489a-9396-9887ffb09760 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:09.675224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9f8aaef-8722-4f11-8923-306e276b2ee5 req-f0bbf10b-64b4-489a-9396-9887ffb09760 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 944 time: 0.0679595 Oct 13 00:11:09.718129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9f8aaef-8722-4f11-8923-306e276b2ee5 req-62eba495-7dca-4be4-a4fc-75cd0233e379 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357776 Oct 13 00:11:09.753522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd88a3ea-ba5a-4899-acba-c4ff1dd83374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.793036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd88a3ea-ba5a-4899-acba-c4ff1dd83374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.920810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd88a3ea-ba5a-4899-acba-c4ff1dd83374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.923288 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd88a3ea-ba5a-4899-acba-c4ff1dd83374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:09.924440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dd88a3ea-ba5a-4899-acba-c4ff1dd83374 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3799fdfe-53d9-4c6a-9129-d25f489e0f0c HTTP/1.1" status: 204 len: 168 time: 0.3149564 Oct 13 00:11:09.981358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6e483b-defa-4594-8293-0608ccd93d16 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:09.989439 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.002165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88a3ea-ba5a-4899-acba-c4ff1dd83374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799fdfe-53d9-4c6a-9129-d25f489e0f0c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:10.006399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Transition to ACTIVE for port object bd6e483b-defa-4594-8293-0608ccd93d16 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:11:10.011316 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.036922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-f840c1fd-0d0e-4496-8f50-a3d0a9391b77 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345788 Oct 13 00:11:10.066754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae849d8-6626-4636-9b08-a12dd6e1f27b req-3f1864bb-726f-47ee-bb3c-b6e6962800d5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:10.075601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ae849d8-6626-4636-9b08-a12dd6e1f27b req-3f1864bb-726f-47ee-bb3c-b6e6962800d5 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 931 time: 0.1595876 Oct 13 00:11:10.102271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e483b-defa-4594-8293-0608ccd93d16,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:10.175219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94f37df7-bbb8-4f17-8338-ae0b00c49757 req-e4eeb465-cab4-45ea-90b0-3aa0197ff046 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 210 time: 0.0966477 Oct 13 00:11:10.182139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Attempting to bind port bd6e483b-defa-4594-8293-0608ccd93d16 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:10.182139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Attempting to bind port bd6e483b-defa-4594-8293-0608ccd93d16 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:10.183111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Attempting to bind port bd6e483b-defa-4594-8293-0608ccd93d16 on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:10.200964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Port bd6e483b-defa-4594-8293-0608ccd93d16 on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:11:10.201579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Attempting to bind port bd6e483b-defa-4594-8293-0608ccd93d16 on network 4227f988-3795-48aa-b2ce-f3d42ad74fe7 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:10.219048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ae849d8-6626-4636-9b08-a12dd6e1f27b req-4a9db9c1-326e-4ae3-9446-ab0981427818 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421218 Oct 13 00:11:10.221735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:10.222087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Checking segment: {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:10.222476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Bound using segment: {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:10.222970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Bound port: bd6e483b-defa-4594-8293-0608ccd93d16, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52599735-56f1-4bed-89cb-2f9240a11aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:10.224101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.269117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-3c356aea-4380-4037-8f30-a3c6adecafec tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:10.270588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-3c356aea-4380-4037-8f30-a3c6adecafec tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254100 Oct 13 00:11:10.311536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Request body: {'port': {'device_id': '6a977e13-060a-4828-aee2-d37e985021d7', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'bb3a1acbd6114fb2b1d81251b9f42e6d'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:10.312004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] For port bd6e483b-defa-4594-8293-0608ccd93d16, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:10.316331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] For port bd6e483b-defa-4594-8293-0608ccd93d16, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd6e483b-defa-4594-8293-0608ccd93d16,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:10.322034 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.376190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:10.377345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.379200 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] 10.222.0.36 "PUT /v2.0/ports/bd6e483b-defa-4594-8293-0608ccd93d16 HTTP/1.1" status: 200 len: 1091 time: 0.9866748 Oct 13 00:11:10.379751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d828a4e-a585-410d-85d3-d4aa7612f58b', 'tag': 'bd6e483b-defa-4594-8293-0608ccd93d16'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:10.382350 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a33af8b-8f91-4659-a661-b8be90d727d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d828a4e-a585-410d-85d3-d4aa7612f58b", "tag": "bd6e483b-defa-4594-8293-0608ccd93d16"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:10.388388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badedec6-ebba-4955-8952-16d91738d831 req-44af3860-5316-4fe7-8854-a883d492f2e1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:10.391562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-badedec6-ebba-4955-8952-16d91738d831 req-44af3860-5316-4fe7-8854-a883d492f2e1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1319513 Oct 13 00:11:10.425281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0542b-7953-41c3-b537-4b844366be25 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e483b-defa-4594-8293-0608ccd93d16,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:10.445247 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9170334d-4ec1-4cd4-acc3-332b46ce23c5 x-openstack-request-id: req-9170334d-4ec1-4cd4-acc3-332b46ce23c5 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:10.445640 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d828a4e-a585-410d-85d3-d4aa7612f58b", "tag": "bd6e483b-defa-4594-8293-0608ccd93d16", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:10.445907 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9170334d-4ec1-4cd4-acc3-332b46ce23c5 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:10.446307 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d828a4e-a585-410d-85d3-d4aa7612f58b', 'tag': 'bd6e483b-defa-4594-8293-0608ccd93d16', 'status': 'completed', 'code': 200} Oct 13 00:11:10.472421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-badedec6-ebba-4955-8952-16d91738d831 req-f7de6f90-7cb5-478a-be55-88c56832fd62 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745034 Oct 13 00:11:10.497380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Made reservation on behalf of bb3a1acbd6114fb2b1d81251b9f42e6d for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:10.501170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.506226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-189cc313-4d1d-4baf-a227-ac841819a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:10.507963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-189cc313-4d1d-4baf-a227-ac841819a9f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 1094 time: 0.0488029 Oct 13 00:11:10.511959 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.562159 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-4cd4420a-63b2-40a3-9b60-3fdaa6b5e1fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd6e483b-defa-4594-8293-0608ccd93d16 HTTP/1.1" status: 200 len: 217 time: 0.0378268 Oct 13 00:11:10.601780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.606920 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.624704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-ba5eeee2-f978-4b8d-bf37-ceb69db2006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:10.626302 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-ba5eeee2-f978-4b8d-bf37-ceb69db2006f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=823ef5b8-0c2c-4f86-bab9-faf0b756dc97 HTTP/1.1" status: 200 len: 855 time: 0.0550327 Oct 13 00:11:10.664355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-e5263f53-77f5-45cf-b5d0-f9167890ab32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4227f988-3795-48aa-b2ce-f3d42ad74fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305865 Oct 13 00:11:10.671691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106b4f7c-2e27-463c-b063-1809f86709c5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:10.756870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Allocated IP 192.168.233.183 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/9b987078-a261-4f1c-b14a-bad97e1c7b8b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:10.778016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-06339ee5-e310-483a-9178-58c03f017e8b service neutron] 10.222.0.36 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041076 Oct 13 00:11:10.842157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47012) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:10.898650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab63cd0d-c241-4f88-a8d0-81ce88b76588 req-7a8e267a-92e4-4a45-9310-43f2292d262c service neutron] 10.222.0.36 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109385 Oct 13 00:11:10.940655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e4c92-37d5-42fd-93e0-345f145b647d req-12d58ae1-87f0-467d-a442-c0b40720f8b1 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:10.942051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c59e4c92-37d5-42fd-93e0-345f145b647d req-12d58ae1-87f0-467d-a442-c0b40720f8b1 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 944 time: 0.1378198 Oct 13 00:11:10.978161 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-network', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:11.033359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c59e4c92-37d5-42fd-93e0-345f145b647d req-cfe48178-361b-4da0-bff0-3dbce8fa1c06 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842953 Oct 13 00:11:11.036017 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.045201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Made reservation on behalf of 2fe13e0d622d4dfa84ab195bfd5a8497 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:11.046906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:11:11.047547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.054737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d39a2a24-1510-4775-890a-05dada8dead2 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:11.057241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-75762025-cfc7-41ec-9244-086e7ac9022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:11.058842 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-75762025-cfc7-41ec-9244-086e7ac9022e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 1094 time: 0.0458329 Oct 13 00:11:11.063030 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.106179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.157067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:11.161584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-7a729541-a578-4e9d-a372-23b2a26f22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:11.163136 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-7a729541-a578-4e9d-a372-23b2a26f22b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 200 len: 916 time: 0.0949273 Oct 13 00:11:11.167147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:11.174314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:11.180667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:11.183839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: d39a2a24-1510-4775-890a-05dada8dead2 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:11.184291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d39a2a24-1510-4775-890a-05dada8dead2 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:11.188505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'port_id': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'mac_address': 'fa:16:3e:ad:26:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:11:11.189070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Pushing event updated for resources: {'Port': ['ID=9b987078-a261-4f1c-b14a-bad97e1c7b8b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:11.239222 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-7ff36de9-b481-48a8-8a8c-9c204e868b33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd6e483b-defa-4594-8293-0608ccd93d16 HTTP/1.1" status: 200 len: 217 time: 0.0667624 Oct 13 00:11:11.256195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:11.257141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.262446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.267962 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.284784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:11.304779 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.311961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:11.317355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-bc7a6612-cd7e-4795-bdd1-8af8fa4b1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:11.319635 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-bc7a6612-cd7e-4795-bdd1-8af8fa4b1eca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=823ef5b8-0c2c-4f86-bab9-faf0b756dc97 HTTP/1.1" status: 200 len: 855 time: 0.0663736 Oct 13 00:11:11.320644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-11e2b3cf-51b1-47dc-8bea-4fb1e1f222d0 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0188222 Oct 13 00:11:11.326397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.361002 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-59dcddb4-8e30-4a6b-b890-51e8e33eac37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4227f988-3795-48aa-b2ce-f3d42ad74fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322857 Oct 13 00:11:11.368168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Request body: {'port': {'device_id': '6a977e13-060a-4828-aee2-d37e985021d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:11.385230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:11.397560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:11:11.427585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b101bb-752a-406c-b7e5-5fdf91b02a65,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:11.452930 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.453274 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Added segment ba582328-f84c-4ae5-981c-b9edc1678551 of type vlan for network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 Oct 13 00:11:11.480174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b62136-2bf6-44cc-a176-b6631a4f21a5 req-b143157e-30bf-4ec1-b08c-0b1b6141e4aa tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:11.481683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15b62136-2bf6-44cc-a176-b6631a4f21a5 req-b143157e-30bf-4ec1-b08c-0b1b6141e4aa tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 936 time: 0.2159176 Oct 13 00:11:11.483456 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-b3e12b0b-406d-40de-8947-249f35960509 service neutron] 10.222.0.36 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097741 Oct 13 00:11:11.555282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.557135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-92e2c938-c95c-47c8-b027-75a982ab6ea1 None None] Provisioning complete for port 9b987078-a261-4f1c-b14a-bad97e1c7b8b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:11.557515 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-92e2c938-c95c-47c8-b027-75a982ab6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.559881 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.575867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0150020-b557-42a8-bec7-fba7ea6f7a00 req-328b0cf0-77f6-42a6-80f4-ad0025ae219d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:11.577271 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a33af8b-8f91-4659-a661-b8be90d727d6 req-fd45209b-4b6e-4d85-9fe7-4f9a17bbffe8 service neutron] 10.222.0.36 "GET /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863509 Oct 13 00:11:11.577399 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0150020-b557-42a8-bec7-fba7ea6f7a00 req-328b0cf0-77f6-42a6-80f4-ad0025ae219d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 943 time: 0.2065761 Oct 13 00:11:11.594950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-92e2c938-c95c-47c8-b027-75a982ab6ea1 None None] Port 9b987078-a261-4f1c-b14a-bad97e1c7b8b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:11.681034 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15b62136-2bf6-44cc-a176-b6631a4f21a5 req-a00a0df4-af5d-4ca3-a956-63f8a78c8f65 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626792 Oct 13 00:11:11.690142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.691075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:11.691728 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.732785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6b11763b-a0db-4943-b8ca-6f9ccc8ba79b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:11.780035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0150020-b557-42a8-bec7-fba7ea6f7a00 req-2e2528c3-1f77-4e84-a658-418a51060ac0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936603 Oct 13 00:11:11.797474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c092c1d3-5de2-4519-8c93-d567255969d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.801317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9541552 Oct 13 00:11:11.801476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47024) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:11.808828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Request body: {'subnet': {'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-subnet', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:11.829533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Made reservation on behalf of 2fe13e0d622d4dfa84ab195bfd5a8497 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:11.832528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:11.853514 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa0f876e-7bd7-4c28-856d-97ef071078aa service neutron] show failed (client error): The resource could not be found. Oct 13 00:11:11.854339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa0f876e-7bd7-4c28-856d-97ef071078aa service neutron] 10.222.0.36 "GET /v2.0/ports/fe7a3260-8794-4f81-b766-b4c7287e7090/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.3023772 Oct 13 00:11:11.896849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15092d0e-e041-4201-9600-1d8f93b8522b admin admin] Pushing event updated for resources: {'Network': ['ID=7e6bf1cd-64ef-4af8-b9f0-5bb439405538,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:11.909557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:11:12.026387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedaa6e-d3de-4de4-935f-7f5f3edcfd4b req-faddffe4-7364-4bcb-8784-2a18a4c46180 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:12.028204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-feedaa6e-d3de-4de4-935f-7f5f3edcfd4b req-faddffe4-7364-4bcb-8784-2a18a4c46180 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.2592456 Oct 13 00:11:12.059467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.111315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-feedaa6e-d3de-4de4-935f-7f5f3edcfd4b req-321a8383-50fe-47df-a43f-b4e21ac6360e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716345 Oct 13 00:11:12.172552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c125cce0-54dc-441a-ac90-3a6f4bbe714a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:12.185829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Checking segment: {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:12.186184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Network hostable DHCP agents. Network: 7e6bf1cd-64ef-4af8-b9f0-5bb439405538, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:11:12.191112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-c86be6f2-757d-4683-9722-0345f14c06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:12.192645 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-c86be6f2-757d-4683-9722-0345f14c06c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 1101 time: 0.0932860 Oct 13 00:11:12.205672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b987078-a261-4f1c-b14a-bad97e1c7b8b {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:12.211970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:12.215790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:11:12.217863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72891a-d17f-4931-bc36-d3af6622d6ab req-f5eeb9ae-c01a-4769-8b5b-7c794839a851 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:12.219342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d72891a-d17f-4931-bc36-d3af6622d6ab req-f5eeb9ae-c01a-4769-8b5b-7c794839a851 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 945 time: 0.0915954 Oct 13 00:11:12.223776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.242862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 7e6bf1cd-64ef-4af8-b9f0-5bb439405538) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:12.250753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8824e48-6c89-4054-9cfc-113e4efea1f2 None None] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:12.256813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:12.258103 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.265095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Transition to ACTIVE for port object 9b987078-a261-4f1c-b14a-bad97e1c7b8b will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:11:12.276406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.292154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.302575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a3bd614d-99a2-49da-ba1f-325cff0f5752 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4982364 Oct 13 00:11:12.303413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47036) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:12.309420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d72891a-d17f-4931-bc36-d3af6622d6ab req-1d6621ec-6120-4ec2-b57a-e94568e782d6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829363 Oct 13 00:11:12.316182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:12.361816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b987078-a261-4f1c-b14a-bad97e1c7b8b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:12.391218 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.392471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.433874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Attempting to bind port 9b987078-a261-4f1c-b14a-bad97e1c7b8b on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:12.435171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Attempting to bind port 9b987078-a261-4f1c-b14a-bad97e1c7b8b by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:12.435523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Attempting to bind port 9b987078-a261-4f1c-b14a-bad97e1c7b8b on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:12.442716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Port 9b987078-a261-4f1c-b14a-bad97e1c7b8b on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:11:12.442837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Attempting to bind port 9b987078-a261-4f1c-b14a-bad97e1c7b8b on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:12.453814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:12.454153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:12.455709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:12.456496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Bound port: 9b987078-a261-4f1c-b14a-bad97e1c7b8b, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:12.457033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.481691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-7e6bf1cd-64ef-4af8-b9f0-5bb439405538', 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'fixed_ips': [{'subnet_id': 'c125cce0-54dc-441a-ac90-3a6f4bbe714a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:11:12.482674 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.541185 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.555850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] For port 9b987078-a261-4f1c-b14a-bad97e1c7b8b, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:12.559745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] For port 9b987078-a261-4f1c-b14a-bad97e1c7b8b, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9b987078-a261-4f1c-b14a-bad97e1c7b8b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:12.569596 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.614444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:12.615453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.617730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/9b987078-a261-4f1c-b14a-bad97e1c7b8b HTTP/1.1" status: 200 len: 1096 time: 1.2628200 Oct 13 00:11:12.618384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a977e13-060a-4828-aee2-d37e985021d7', 'tag': '9b987078-a261-4f1c-b14a-bad97e1c7b8b'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:12.620647 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a977e13-060a-4828-aee2-d37e985021d7", "tag": "9b987078-a261-4f1c-b14a-bad97e1c7b8b"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:12.666935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405566e-f922-419a-b515-562b3aaf61e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b987078-a261-4f1c-b14a-bad97e1c7b8b,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:12.711291 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2f5b10-255b-4881-b1f6-6aeb14452bfe x-openstack-request-id: req-7b2f5b10-255b-4881-b1f6-6aeb14452bfe {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:12.711612 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a977e13-060a-4828-aee2-d37e985021d7", "tag": "9b987078-a261-4f1c-b14a-bad97e1c7b8b", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:12.712327 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b2f5b10-255b-4881-b1f6-6aeb14452bfe {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:12.712327 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a977e13-060a-4828-aee2-d37e985021d7', 'tag': '9b987078-a261-4f1c-b14a-bad97e1c7b8b', 'status': 'completed', 'code': 200} Oct 13 00:11:12.718676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:12.732123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-5bd0ca97-aac1-4b9d-85c0-893e335459dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:12.733875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-5bd0ca97-aac1-4b9d-85c0-893e335459dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 1099 time: 0.0580153 Oct 13 00:11:12.770981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Allocated IP 172.20.0.2 (7e6bf1cd-64ef-4af8-b9f0-5bb439405538/c125cce0-54dc-441a-ac90-3a6f4bbe714a/64bcced8-cef8-44ce-b393-cfa19e88a695) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:12.786990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:12.839360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.852399 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-4b081fe5-9a37-4bbb-8c2a-c4643c9d9ffa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9b987078-a261-4f1c-b14a-bad97e1c7b8b HTTP/1.1" status: 200 len: 217 time: 0.1042113 Oct 13 00:11:12.860220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Transition to ACTIVE for port object fe7a3260-8794-4f81-b766-b4c7287e7090 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:11:12.861824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:12.863879 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb9efbb-6933-4411-8827-b33b7796c9a1" -d '{"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:12.963098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.969372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.003572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-60a30d34-215d-49f6-90ce-e0d120a92622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:13.006621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-60a30d34-215d-49f6-90ce-e0d120a92622 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1149771 Oct 13 00:11:13.015631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c9a67-1296-411e-899a-c736f1663ce7 req-c161ab75-28af-4bd6-9deb-6a4e3487e96f tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:13.017130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a25c9a67-1296-411e-899a-c736f1663ce7 req-c161ab75-28af-4bd6-9deb-6a4e3487e96f tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 948 time: 0.1954138 Oct 13 00:11:13.042101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e3aaf-f783-4850-b3e2-47cebd87213e req-349faaf9-de95-40a3-9188-f7a338e2a255 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:13.056010 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d95e3aaf-f783-4850-b3e2-47cebd87213e req-349faaf9-de95-40a3-9188-f7a338e2a255 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 943 time: 0.1501365 Oct 13 00:11:13.067983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.073796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] No DVR routers for this DVR port fe7a3260-8794-4f81-b766-b4c7287e7090 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:13.079146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:13.085593 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.158704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:13.162654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:13.162970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:13.163300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:13.167548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:13.167913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d95e3aaf-f783-4850-b3e2-47cebd87213e req-d4742057-8b08-4ff1-ae0a-3c435f649e8c tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055458 Oct 13 00:11:13.182212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:13.187185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Pushing event updated for resources: {'Port': ['ID=64bcced8-cef8-44ce-b393-cfa19e88a695,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:13.206432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:11:13.206755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:13.226593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:13.226947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:13.227320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:13.233266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Bound port: fe7a3260-8794-4f81-b766-b4c7287e7090, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:13.233833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.241116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a25c9a67-1296-411e-899a-c736f1663ce7 req-958fa747-a938-4145-92c9-6b30fee9d231 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769655 Oct 13 00:11:13.260843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-a698b8e2-06dd-4f6a-afb0-28603ea1485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:13.266156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-a698b8e2-06dd-4f6a-afb0-28603ea1485e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2472422 Oct 13 00:11:13.266694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:13.323322 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db37770a-c9d8-4ba0-8dbe-0373d52375db x-openstack-request-id: req-db37770a-c9d8-4ba0-8dbe-0373d52375db {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:13.323578 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:13.323692 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db37770a-c9d8-4ba0-8dbe-0373d52375db {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:13.324133 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'code': 200} Oct 13 00:11:13.325281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:11:13.332242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Attempting to bind port 64bcced8-cef8-44ce-b393-cfa19e88a695 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:13.332689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Attempting to bind port 64bcced8-cef8-44ce-b393-cfa19e88a695 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:13.333063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Attempting to bind port 64bcced8-cef8-44ce-b393-cfa19e88a695 on network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:13.395120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:13.395762 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.405024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:13.405024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Checking segment: {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:13.405024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.406460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Bound using segment: {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:13.407360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Bound port: 64bcced8-cef8-44ce-b393-cfa19e88a695, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:13.407360 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.452627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:13.457669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:13.480237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.540357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:13.551352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-8d69eb2e-398c-4879-8134-8c452a8f72d6 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770700 Oct 13 00:11:13.610317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] For port 64bcced8-cef8-44ce-b393-cfa19e88a695, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:13.632315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] For port 64bcced8-cef8-44ce-b393-cfa19e88a695, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=64bcced8-cef8-44ce-b393-cfa19e88a695,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:13.643808 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.652434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245f1ad-d86f-49c0-8b0d-5852b647cdf2 req-f84aa0fd-4ce3-4eeb-9697-9a0eccc739ec tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:13.664237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9245f1ad-d86f-49c0-8b0d-5852b647cdf2 req-f84aa0fd-4ce3-4eeb-9697-9a0eccc739ec tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.1548960 Oct 13 00:11:13.679019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.698243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.702569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.708819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:13.709260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.711613 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-aa264727-b008-465f-9fa8-9e139ffe1e15 service neutron] 10.222.0.45 "PUT /v2.0/ports/fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 1096 time: 1.5040827 Oct 13 00:11:13.719501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5daec-41cc-4a4e-b4ac-009274056e57 None None] Pushing event updated for resources: {'Port': ['ID=64bcced8-cef8-44ce-b393-cfa19e88a695,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:13.755479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:13.765111 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294fa97c-14a3-47c8-a0d3-9f201a958432" -d '{"events": [{"server_uuid": "dd6141be-ef73-4245-ad61-cdeeb54fd955", "name": "network-vif-plugged", "status": "completed", "tag": "6b11763b-a0db-4943-b8ca-6f9ccc8ba79b"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:13.781874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:13.787315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:13.804061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9245f1ad-d86f-49c0-8b0d-5852b647cdf2 req-c8ed50a1-1bda-476c-98f9-4d35751fa410 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386580 Oct 13 00:11:13.861200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-5520760a-def9-4ce5-bee8-13775e1bf2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:13.861717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98fb7e88-78b8-46b0-b11b-c75a754274ec req-6ccaa316-2661-4690-82b3-12f0a7873797 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016570 Oct 13 00:11:13.863065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-5520760a-def9-4ce5-bee8-13775e1bf2d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1099 time: 0.0693181 Oct 13 00:11:13.917619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51edb3-26e1-4976-b08e-f2c8430606cf req-35b73dfe-9d42-4320-a63f-98df2e10f96a tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:13.934131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:13.935006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad51edb3-26e1-4976-b08e-f2c8430606cf req-35b73dfe-9d42-4320-a63f-98df2e10f96a tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 945 time: 0.2301769 Oct 13 00:11:14.072582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad51edb3-26e1-4976-b08e-f2c8430606cf req-bbf9eec4-e4bc-46c7-a419-b8f7305fa6fc tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309867 Oct 13 00:11:14.076774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-e061102b-5581-4063-9a3e-567d30e67193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:14.078173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-e061102b-5581-4063-9a3e-567d30e67193 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 1099 time: 0.1002123 Oct 13 00:11:14.104999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Allocated IP 172.25.3.20 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/036ca0a1-0dcd-4f15-be26-baeacb2969b4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:14.134088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-5a5ddf55-0cb0-41ba-835e-8b8831d09900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:14.135782 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-5a5ddf55-0cb0-41ba-835e-8b8831d09900 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2504361 Oct 13 00:11:14.209886 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3915ae-abc0-4e48-bbc8-6d9ddf26c73d x-openstack-request-id: req-2c3915ae-abc0-4e48-bbc8-6d9ddf26c73d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:14.210827 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6141be-ef73-4245-ad61-cdeeb54fd955", "name": "network-vif-plugged", "status": "completed", "tag": "6b11763b-a0db-4943-b8ca-6f9ccc8ba79b", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:14.211186 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c3915ae-abc0-4e48-bbc8-6d9ddf26c73d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:14.212928 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'code': 200} Oct 13 00:11:14.359390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-ad70d5f9-b111-4543-96d0-57154908472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:14.361250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-ad70d5f9-b111-4543-96d0-57154908472b service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2720621 Oct 13 00:11:14.404996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:14.410901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bd6e483b-defa-4594-8293-0608ccd93d16 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:11:14.457712 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-539b54a7-ee3d-4509-a4c3-614470e37131 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.3121455 Oct 13 00:11:14.481254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:14.488300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-064cbc31-79ca-40bf-8ed1-a1be4afb5490 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9b987078-a261-4f1c-b14a-bad97e1c7b8b HTTP/1.1" status: 200 len: 217 time: 0.0691969 Oct 13 00:11:14.491180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 64bcced8-cef8-44ce-b393-cfa19e88a695 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:14.539647 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77ce3c3c-0187-4fd0-8c3a-397017f591ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:14.551210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee241d-674e-41a2-bc21-860f3af771ae req-14b06f7b-f7e2-45bf-adf4-b8f04d430b31 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:14.553633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6ee241d-674e-41a2-bc21-860f3af771ae req-14b06f7b-f7e2-45bf-adf4-b8f04d430b31 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 948 time: 0.1901472 Oct 13 00:11:14.571686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Pushing event updated for resources: {'Port': ['ID=036ca0a1-0dcd-4f15-be26-baeacb2969b4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:14.590396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:14.595881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40509f-ca43-4de1-a7c8-de663bd57f7d req-b90d86b2-41e7-4ea4-97e8-4da4b0500a8f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:14.597239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:14.599625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 64bcced8-cef8-44ce-b393-cfa19e88a695 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:14.602520 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:14.604351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:14.605321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bd6e483b-defa-4594-8293-0608ccd93d16, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd6e483b-defa-4594-8293-0608ccd93d16,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:14.618935 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f40509f-ca43-4de1-a7c8-de663bd57f7d req-b90d86b2-41e7-4ea4-97e8-4da4b0500a8f tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 943 time: 0.3431301 Oct 13 00:11:14.655142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'bd6e483b-defa-4594-8293-0608ccd93d16', 'network_id': '4227f988-3795-48aa-b2ce-f3d42ad74fe7', 'port_id': 'bd6e483b-defa-4594-8293-0608ccd93d16', 'mac_address': 'fa:16:3e:10:18:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823ef5b8-0c2c-4f86-bab9-faf0b756dc97', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:11:14.700217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f40509f-ca43-4de1-a7c8-de663bd57f7d req-ff519558-3cef-44e6-ba0d-9a79e469ee19 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802908 Oct 13 00:11:14.702739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-e743bbb2-4806-4331-acf2-66db811017c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:14.704255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-e743bbb2-4806-4331-acf2-66db811017c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.2081790 Oct 13 00:11:14.718689 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:14.743836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e483b-defa-4594-8293-0608ccd93d16 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:14.758594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6ee241d-674e-41a2-bc21-860f3af771ae req-4bc45d44-41c6-4e2b-9e96-135d7bd37cad tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746974 Oct 13 00:11:14.795461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bd6e483b-defa-4594-8293-0608ccd93d16, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd6e483b-defa-4594-8293-0608ccd93d16,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:14.846901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-153001eb-d73f-4747-8c0b-477673fbeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:14.849798 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-153001eb-d73f-4747-8c0b-477673fbeb89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153753 Oct 13 00:11:14.875421 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:14.943069 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.021964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 64bcced8-cef8-44ce-b393-cfa19e88a695, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=64bcced8-cef8-44ce-b393-cfa19e88a695,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:15.028837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=bd6e483b-defa-4594-8293-0608ccd93d16,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:15.034841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.087311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-f35e579a-b0a5-4437-b513-f38ba7c0645e service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279997 Oct 13 00:11:15.102048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29c62a-eb99-48b8-a4ba-4e7d5d7f55b3 req-e3835bb0-0693-403f-8203-86457deccdd4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.111047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe29c62a-eb99-48b8-a4ba-4e7d5d7f55b3 req-e3835bb0-0693-403f-8203-86457deccdd4 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.1171234 Oct 13 00:11:15.139210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=64bcced8-cef8-44ce-b393-cfa19e88a695,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:15.232162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf8f2c-823b-4f8b-86ab-522ca4cd1ec5 req-f3417d4d-5d1d-4477-97f1-8ca85f49893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.233788 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-98cf8f2c-823b-4f8b-86ab-522ca4cd1ec5 req-f3417d4d-5d1d-4477-97f1-8ca85f49893f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 1097 time: 0.9084027 Oct 13 00:11:15.253928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-7d4fa716-21c3-445d-9da7-375827176640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.255564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-7d4fa716-21c3-445d-9da7-375827176640 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.7873960 Oct 13 00:11:15.274557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe29c62a-eb99-48b8-a4ba-4e7d5d7f55b3 req-038e9ece-5b13-4085-bc87-9e7f8cd3d9e0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542222 Oct 13 00:11:15.309075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524192-4385-4e39-bcb1-520c1422ef81 req-6a2af994-03f8-4d31-a87c-93f5f9f04daf tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.310599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27524192-4385-4e39-bcb1-520c1422ef81 req-6a2af994-03f8-4d31-a87c-93f5f9f04daf tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 946 time: 0.1436698 Oct 13 00:11:15.321054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['bd6e483b-defa-4594-8293-0608ccd93d16'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:15.326803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:15.329076 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf36f011-a438-490c-9c96-ec71b0a60d62" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:15.330420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f5ed7b3-d1f2-43e3-bb08-c7f9d7bb1be0 req-14a06440-8908-4e12-9728-ec2d757d1e0e service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164142 Oct 13 00:11:15.362392 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-98cf8f2c-823b-4f8b-86ab-522ca4cd1ec5 req-3739cbb3-df25-4e7b-804a-9be268051fda service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036756 Oct 13 00:11:15.371325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f5ac9-9e2e-4806-9dbe-7116496be072 None None] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:15.404442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27524192-4385-4e39-bcb1-520c1422ef81 req-75db0e32-5b9f-44fd-a4c9-30f1bec508a7 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803428 Oct 13 00:11:15.429633 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651b56e8-6eb4-4108-b0c9-eb2f51b4c0fd x-openstack-request-id: req-651b56e8-6eb4-4108-b0c9-eb2f51b4c0fd {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:15.429922 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:15.430160 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-651b56e8-6eb4-4108-b0c9-eb2f51b4c0fd {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:15.430538 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'status': 'completed', 'code': 200} Oct 13 00:11:15.434013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf714a-4227-4bb1-9621-381cda762472 req-d010586d-34d4-47b6-b6f0-fb6498b80dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.435570 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-d010586d-34d4-47b6-b6f0-fb6498b80dfa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635470 Oct 13 00:11:15.524829 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.527636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-166892af-bc4c-42b8-9598-2294e24026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.530910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-166892af-bc4c-42b8-9598-2294e24026fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1099 time: 0.0594862 Oct 13 00:11:15.629479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8e1895e1-c172-46b2-98d8-13b65f578bd5 None None] Provisioning complete for port 64bcced8-cef8-44ce-b393-cfa19e88a695 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:15.629991 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e1895e1-c172-46b2-98d8-13b65f578bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.631340 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.659857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-1f8e4d30-473f-4bde-bca2-ec365085e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.662197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-1f8e4d30-473f-4bde-bca2-ec365085e5e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1238773 Oct 13 00:11:15.717451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-03137064-b34f-4e02-92b8-d355c574958b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.0476444 Oct 13 00:11:15.762825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.829837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-504dc314-9f3f-42c2-8d38-782a970736c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.833317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-504dc314-9f3f-42c2-8d38-782a970736c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0925574 Oct 13 00:11:15.887059 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.987364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-db4dbd4b-71e5-453e-a266-edbad0ae22c5 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754065 Oct 13 00:11:16.076394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Router 323e5f74-7439-4d52-a889-c4d3b01ffa96 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:11:16.154608 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-45cf714a-4227-4bb1-9621-381cda762472 req-f1226417-55ff-44ce-8a44-2d80e263584e service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544223 Oct 13 00:11:16.229348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:16.241884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Sync routers for ids ['323e5f74-7439-4d52-a889-c4d3b01ffa96'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:16.267371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Routers {'323e5f74-7439-4d52-a889-c4d3b01ffa96'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:16.269111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['323e5f74-7439-4d52-a889-c4d3b01ffa96'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:16.274317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-161dc932-e7a1-45cf-87dd-cb6106f424dd None None] Provisioning complete for port 64bcced8-cef8-44ce-b393-cfa19e88a695 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:16.274813 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-161dc932-e7a1-45cf-87dd-cb6106f424dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:16.317718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:16.318013 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-448e911d-2231-4a26-a4fb-c62e1ab6d45c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0074887 Oct 13 00:11:16.327646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e7c8f-0e0a-42a4-8224-51e385f7bfeb req-4b240ebd-441a-41ff-bd2b-baac58b54ba0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.329444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c35e7c8f-0e0a-42a4-8224-51e385f7bfeb req-4b240ebd-441a-41ff-bd2b-baac58b54ba0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 944 time: 0.4961381 Oct 13 00:11:16.334429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47088) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:16.378691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-fcc077c1-5929-4c3a-a1ca-420f02a7eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.381047 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-fcc077c1-5929-4c3a-a1ca-420f02a7eed6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1099 time: 0.1273298 Oct 13 00:11:16.440463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:16.456110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 64bcced8-cef8-44ce-b393-cfa19e88a695 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:16.496420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-de370197-67b6-4bc6-8fa8-992429293a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.497980 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-de370197-67b6-4bc6-8fa8-992429293a34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1089468 Oct 13 00:11:16.508832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-e6ed9bff-3612-48b7-b4cc-1d2eb4a229c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.510395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-e6ed9bff-3612-48b7-b4cc-1d2eb4a229c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6611540 Oct 13 00:11:16.551787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-45e7a1ed-234c-4c71-abb2-7f57b3d3d009 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.0432315 Oct 13 00:11:16.567920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88221-9717-4366-96c4-c84371379bea req-f4b209b3-9916-4135-b201-9a2d3db749af tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.570156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8dd88221-9717-4366-96c4-c84371379bea req-f4b209b3-9916-4135-b201-9a2d3db749af tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 948 time: 0.6879914 Oct 13 00:11:16.583637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Set router 323e5f74-7439-4d52-a889-c4d3b01ffa96 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:16.618476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:16.620999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-4f7a9c1a-2e66-4ca6-82a3-39568598cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.623499 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-4f7a9c1a-2e66-4ca6-82a3-39568598cace service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0564859 Oct 13 00:11:16.674779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c35e7c8f-0e0a-42a4-8224-51e385f7bfeb req-1efa38ad-e491-4970-8348-16c31794fbae tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324430 Oct 13 00:11:16.688419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-e3be1ba7-eccc-41fb-ae29-3f48229f6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.689660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-e3be1ba7-eccc-41fb-ae29-3f48229f6c68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583763 Oct 13 00:11:16.720295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 64bcced8-cef8-44ce-b393-cfa19e88a695 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:16.722567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:16.760046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8dd88221-9717-4366-96c4-c84371379bea req-70b9977d-3926-4a01-932c-b6fa69acf745 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573894 Oct 13 00:11:16.837958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-35f66cb8-a68b-4b55-825a-dafa0c598b4b service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864132 Oct 13 00:11:16.920960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:11:15Z', 'revision_number': 3, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port': {'id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:13Z', 'updated_at': '2021-10-13T00:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:16.954532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-2ccb820a-8940-41a6-bfac-e0c662ee1106 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539749 Oct 13 00:11:16.981698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Checking router: 323e5f74-7439-4d52-a889-c4d3b01ffa96 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:16.982321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Updating router 323e5f74-7439-4d52-a889-c4d3b01ffa96 port 036ca0a1-0dcd-4f15-be26-baeacb2969b4 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:11:17.039193 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.128791 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-f5f4241e-4052-46f5-a69c-b132ec5022ca service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652682 Oct 13 00:11:17.168961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a672dcb-d0fc-4081-8c01-3c706642096b req-178ced06-3d3a-465c-851a-113dcab056fe tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:17.170578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a672dcb-d0fc-4081-8c01-3c706642096b req-178ced06-3d3a-465c-851a-113dcab056fe tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.1802068 Oct 13 00:11:17.172898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf36f011-a438-490c-9c96-ec71b0a60d62 req-7c5e3663-d8b4-4628-a88c-4f8695f0f5bb service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908401 Oct 13 00:11:17.234153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7046f8-2d5a-4b73-80f9-153f650e4f2c req-79e13a8e-e542-46f1-bb32-7ee1a0cf0ea6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:17.235624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b7046f8-2d5a-4b73-80f9-153f650e4f2c req-79e13a8e-e542-46f1-bb32-7ee1a0cf0ea6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 946 time: 0.1522782 Oct 13 00:11:17.297356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a672dcb-d0fc-4081-8c01-3c706642096b req-d28fd7f7-4058-4736-b79d-63bf3171c5e8 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023695 Oct 13 00:11:17.328810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b7046f8-2d5a-4b73-80f9-153f650e4f2c req-9cd38b83-0877-498e-bc4f-66db1f5deeff tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842237 Oct 13 00:11:17.351629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.359812 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.378224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.424558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880564f-1d4c-4414-b257-99c07c929bc1 None None] Pushing event updated for resources: {'Port': ['ID=036ca0a1-0dcd-4f15-be26-baeacb2969b4,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:17.442078 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.445932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Attempting to bind port 036ca0a1-0dcd-4f15-be26-baeacb2969b4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:17.446704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Attempting to bind port 036ca0a1-0dcd-4f15-be26-baeacb2969b4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:17.447443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Attempting to bind port 036ca0a1-0dcd-4f15-be26-baeacb2969b4 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:17.453149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:17.453794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:17.454365 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.454924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:17.455722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Bound port: 036ca0a1-0dcd-4f15-be26-baeacb2969b4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:17.456274 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.517971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] For port 036ca0a1-0dcd-4f15-be26-baeacb2969b4, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:17.521782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] For port 036ca0a1-0dcd-4f15-be26-baeacb2969b4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=036ca0a1-0dcd-4f15-be26-baeacb2969b4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:17.526401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.544047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97623d8-e73c-4d57-b2ff-0dd7da91e10b req-3d526473-947b-4fb0-b32e-7abc6bd4fc6d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:17.546604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e97623d8-e73c-4d57-b2ff-0dd7da91e10b req-3d526473-947b-4fb0-b32e-7abc6bd4fc6d tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 946 time: 0.1093073 Oct 13 00:11:17.555901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47094) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:17.561068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Request body: {'floatingip': {'port_id': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:17.579988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Routers {'323e5f74-7439-4d52-a889-c4d3b01ffa96'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:17.580673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['323e5f74-7439-4d52-a889-c4d3b01ffa96'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:17.629821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.632645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880564f-1d4c-4414-b257-99c07c929bc1 None None] Pushing event updated for resources: {'Port': ['ID=036ca0a1-0dcd-4f15-be26-baeacb2969b4,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:17.696697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Allocated IP 172.20.0.1 (7e6bf1cd-64ef-4af8-b9f0-5bb439405538/c125cce0-54dc-441a-ac90-3a6f4bbe714a/6eddfee2-a2d4-403f-81a7-4c1cf5acab37) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:17.705164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] Set router 323e5f74-7439-4d52-a889-c4d3b01ffa96 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:17.922114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:11:15Z', 'revision_number': 3, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port': {'id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:13Z', 'updated_at': '2021-10-13T00:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:17.952253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfedcb6-610c-49b0-99b7-eff53bfaec6d None None] The sync data for ids ['323e5f74-7439-4d52-a889-c4d3b01ffa96'] in n-d-813679-4 is: [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:11:15Z', 'revision_number': 3, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port': {'id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:13Z', 'updated_at': '2021-10-13T00:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:17.977488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec1565-f923-4461-9712-0690e9165aba req-ce2afc15-e410-499f-8329-c984023b8922 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:17.979076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcec1565-f923-4461-9712-0690e9165aba req-ce2afc15-e410-499f-8329-c984023b8922 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 944 time: 0.1918054 Oct 13 00:11:18.026103 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.044844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655ce72-3b26-42ea-8be0-f59b9d505f1e req-71f68484-d9d3-4aae-9d43-701facf3885f tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:18.046313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1655ce72-3b26-42ea-8be0-f59b9d505f1e req-71f68484-d9d3-4aae-9d43-701facf3885f tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 948 time: 0.1745989 Oct 13 00:11:18.136097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcec1565-f923-4461-9712-0690e9165aba req-79ab3955-7f19-46b8-b7f9-179a38457dd9 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410365 Oct 13 00:11:18.213205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.340646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1655ce72-3b26-42ea-8be0-f59b9d505f1e req-7561b910-6c7b-4fbc-8bfe-69de22e954f2 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842877 Oct 13 00:11:18.349757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:18.378172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:18.399156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:18.443927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bd6e483b-defa-4594-8293-0608ccd93d16 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:18.446509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Pushing event updated for resources: {'Port': ['ID=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:18.514306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 036ca0a1-0dcd-4f15-be26-baeacb2969b4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:18.600173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.db.resource_extend [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:11:18.611953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 036ca0a1-0dcd-4f15-be26-baeacb2969b4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:18.612424 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.615791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port bd6e483b-defa-4594-8293-0608ccd93d16 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:11:18.669619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.682349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.724214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.780412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427c1a2-52a9-4c05-8f88-a5fd7d406c01 req-434aa256-7d5c-49e6-a506-564065ec9a97 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:18.787889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0427c1a2-52a9-4c05-8f88-a5fd7d406c01 req-434aa256-7d5c-49e6-a506-564065ec9a97 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.2695029 Oct 13 00:11:18.807105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port bd6e483b-defa-4594-8293-0608ccd93d16 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:18.807603 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.855948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9b45f726-8867-4ddf-8abc-4e621308ef0a None None] Provisioning complete for port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:18.856441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9b45f726-8867-4ddf-8abc-4e621308ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.895829 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Floating IP 7036a963-18a6-40c6-ab34-c5b5d59261b3 associated. External IP: 172.25.3.145, port: 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b. Oct 13 00:11:18.952230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9b45f726-8867-4ddf-8abc-4e621308ef0a None None] Port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:18.964959 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.011099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 036ca0a1-0dcd-4f15-be26-baeacb2969b4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=036ca0a1-0dcd-4f15-be26-baeacb2969b4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:19.019892 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.058440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.097096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d828a4e-a585-410d-85d3-d4aa7612f58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e483b-defa-4594-8293-0608ccd93d16'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:19.099766 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40366b5-82ce-4b3d-9aab-2b99ddca9dfe" -d '{"events": [{"server_uuid": "6d828a4e-a585-410d-85d3-d4aa7612f58b", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e483b-defa-4594-8293-0608ccd93d16"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:19.139308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9b987078-a261-4f1c-b14a-bad97e1c7b8b details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:11:19.141840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=036ca0a1-0dcd-4f15-be26-baeacb2969b4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:19.160049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bd6e483b-defa-4594-8293-0608ccd93d16, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd6e483b-defa-4594-8293-0608ccd93d16,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:19.170324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.222083 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86aeb0-9eeb-411f-8464-b9f35ac0699d x-openstack-request-id: req-ad86aeb0-9eeb-411f-8464-b9f35ac0699d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:19.223548 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d828a4e-a585-410d-85d3-d4aa7612f58b", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e483b-defa-4594-8293-0608ccd93d16", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:19.224544 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad86aeb0-9eeb-411f-8464-b9f35ac0699d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:19.225129 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d828a4e-a585-410d-85d3-d4aa7612f58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e483b-defa-4594-8293-0608ccd93d16', 'code': 200} Oct 13 00:11:19.261402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=bd6e483b-defa-4594-8293-0608ccd93d16,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:19.291793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0427c1a2-52a9-4c05-8f88-a5fd7d406c01 req-7f590529-41a5-4d46-b833-029b29c2310d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993401 Oct 13 00:11:19.359211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9b987078-a261-4f1c-b14a-bad97e1c7b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9b987078-a261-4f1c-b14a-bad97e1c7b8b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:19.371407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9b987078-a261-4f1c-b14a-bad97e1c7b8b', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '9b987078-a261-4f1c-b14a-bad97e1c7b8b', 'mac_address': 'fa:16:3e:09:42:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:11:19.435146 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.461839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b987078-a261-4f1c-b14a-bad97e1c7b8b {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:19.489509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7526031-474d-4f0b-b99c-ecb186af88c1 req-02760436-5738-47fd-ae16-aa8892913eb4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:19.491023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7526031-474d-4f0b-b99c-ecb186af88c1 req-02760436-5738-47fd-ae16-aa8892913eb4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.1982613 Oct 13 00:11:19.493361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9b987078-a261-4f1c-b14a-bad97e1c7b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9b987078-a261-4f1c-b14a-bad97e1c7b8b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:19.509166 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.520045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a3b93-5a53-4fd1-a3a9-57ee4bfa069b req-a93d7d7f-81a1-4bfa-9cb5-4660e75ba79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:19.521569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d40a3b93-5a53-4fd1-a3a9-57ee4bfa069b req-a93d7d7f-81a1-4bfa-9cb5-4660e75ba79e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 1096 time: 0.2276485 Oct 13 00:11:19.570830 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.591463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9b987078-a261-4f1c-b14a-bad97e1c7b8b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:19.664796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7526031-474d-4f0b-b99c-ecb186af88c1 req-be5b3791-5bf8-43c5-b494-d529125a4c70 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532147 Oct 13 00:11:19.686158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d40a3b93-5a53-4fd1-a3a9-57ee4bfa069b req-4eb4176e-f96b-4345-8c13-fbab103cc2c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543348 Oct 13 00:11:19.853466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1abb86-79f7-4e53-9ab9-03172c8f4d61 req-46ab2d17-68da-4b66-8667-4fcd29e76393 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:19.855049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd1abb86-79f7-4e53-9ab9-03172c8f4d61 req-46ab2d17-68da-4b66-8667-4fcd29e76393 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 949 time: 0.2018304 Oct 13 00:11:19.885468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9b987078-a261-4f1c-b14a-bad97e1c7b8b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:19.887889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Router 903cb73b-48dc-4c11-9254-ab18b52df50f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:11:19.931798 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd1abb86-79f7-4e53-9ab9-03172c8f4d61 req-a1afdab6-ceb0-4247-9adf-f31b68523487 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Oct 13 00:11:20.058480 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:20.066934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:20.128272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:20.136027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:20.140021 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] Sync routers for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:20.152053 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:20.153138 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:20.176430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Pushing event updated for resources: {'Port': ['ID=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:20.181420 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:20.189706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-05cb91cf-8d0b-436d-b856-ee09dbb56e10 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "PUT /v2.0/floatingips/7036a963-18a6-40c6-ab34-c5b5d59261b3 HTTP/1.1" status: 200 len: 992 time: 2.6311989 Oct 13 00:11:20.192995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'tag': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:20.195209 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd888155-872c-4c1e-87f4-2e56c600ac77" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6141be-ef73-4245-ad61-cdeeb54fd955", "tag": "6b11763b-a0db-4943-b8ca-6f9ccc8ba79b"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:20.247431 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2035a17-1966-444c-92af-2eb185c83b7c x-openstack-request-id: req-a2035a17-1966-444c-92af-2eb185c83b7c {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:20.247806 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6141be-ef73-4245-ad61-cdeeb54fd955", "tag": "6b11763b-a0db-4943-b8ca-6f9ccc8ba79b", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:20.248004 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2035a17-1966-444c-92af-2eb185c83b7c {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:20.248367 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'tag': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'status': 'completed', 'code': 200} Oct 13 00:11:20.296439 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:20.302203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:20.303655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:20.436838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 036ca0a1-0dcd-4f15-be26-baeacb2969b4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:20.534586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-fb48abea-c601-48f4-b4bc-c0a5afd73d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:20.555010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-fb48abea-c601-48f4-b4bc-c0a5afd73d85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683&device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 1097 time: 0.2511032 Oct 13 00:11:20.604514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 036ca0a1-0dcd-4f15-be26-baeacb2969b4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:20.605611 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:20.612450 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '7036a963-18a6-40c6-ab34-c5b5d59261b3', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'port_id': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'mac_address': 'fa:16:3e:ad:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:10:59Z', 'updated_at': '2021-10-13T00:11:18Z', 'revision_number': 1, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:11:01Z', 'revision_number': 5, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:20.662351 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] Checking router: 903cb73b-48dc-4c11-9254-ab18b52df50f for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:20.672832 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:20.673909 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:20.698768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca81fe-271a-44f7-af90-794163c2d137 req-018f9960-42d3-42e8-882d-94063f87a08e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:20.707319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4ca81fe-271a-44f7-af90-794163c2d137 req-018f9960-42d3-42e8-882d-94063f87a08e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.2343626 Oct 13 00:11:20.776581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Router 323e5f74-7439-4d52-a889-c4d3b01ffa96 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:11:20.780925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4ca81fe-271a-44f7-af90-794163c2d137 req-7e6712e6-5e5e-461c-9a2b-e2b9049ee0d6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727398 Oct 13 00:11:20.791482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6ef9e7d4-542f-43e0-bea8-f03f5b8936c2 None None] Provisioning complete for port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:20.792033 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6ef9e7d4-542f-43e0-bea8-f03f5b8936c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:20.822511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-3e3152e9-1906-4910-a7f4-c64f38d26852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:20.825653 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-3e3152e9-1906-4910-a7f4-c64f38d26852 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebe631aa-a732-438b-8111-1323d75e12f7 HTTP/1.1" status: 200 len: 912 time: 0.2623231 Oct 13 00:11:20.856689 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:20.876710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9e7d4-542f-43e0-bea8-f03f5b8936c2 None None] Port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:20.925642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-aa3c883b-4314-437e-8294-a265764a0e3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b HTTP/1.1" status: 200 len: 1000 time: 0.0916450 Oct 13 00:11:21.010083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81770e-bb29-4e76-8927-09d3d63ca864 req-6bf43834-183b-43fc-ad4c-f15143ca83bc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.011912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a81770e-bb29-4e76-8927-09d3d63ca864 req-6bf43834-183b-43fc-ad4c-f15143ca83bc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.1484814 Oct 13 00:11:21.017326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:21.017511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-2b507493-7556-45dd-9773-7d2471e24ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.020937 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-2b507493-7556-45dd-9773-7d2471e24ff1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7b649001-2694-4fd6-9145-70f75ce44a11 HTTP/1.1" status: 200 len: 850 time: 0.0869172 Oct 13 00:11:21.024316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4631a482-9694-4ce3-9a11-3e588727c648 admin admin] 10.222.0.21 "PUT /v2.0/routers/323e5f74-7439-4d52-a889-c4d3b01ffa96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6891186 Oct 13 00:11:21.037304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Sync routers for ids ['323e5f74-7439-4d52-a889-c4d3b01ffa96'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:21.077711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Routers {'323e5f74-7439-4d52-a889-c4d3b01ffa96'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:21.078366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['323e5f74-7439-4d52-a889-c4d3b01ffa96'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:21.085721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a81770e-bb29-4e76-8927-09d3d63ca864 req-a3f3371d-42d1-4165-9b16-b794b89d60bc tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662842 Oct 13 00:11:21.197664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:11:21.199636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9b987078-a261-4f1c-b14a-bad97e1c7b8b up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:21.269809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-182254e6-66a1-4c0b-81d2-d1bfb55cee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.270052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-182254e6-66a1-4c0b-81d2-d1bfb55cee13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebe631aa-a732-438b-8111-1323d75e12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399075 Oct 13 00:11:21.278943 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '7036a963-18a6-40c6-ab34-c5b5d59261b3', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'port_id': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'mac_address': 'fa:16:3e:ad:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:10:59Z', 'updated_at': '2021-10-13T00:11:18Z', 'revision_number': 1, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:11:01Z', 'revision_number': 5, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:21.287021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-c5ccb5ee-9725-4c91-9800-3e8e7a5fcb36 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.289730 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-c5ccb5ee-9725-4c91-9800-3e8e7a5fcb36 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 948 time: 0.1318800 Oct 13 00:11:21.328796 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37dfbe-db72-4a72-a3c4-259ece0817b4 None None] The sync data for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 is: [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '7036a963-18a6-40c6-ab34-c5b5d59261b3', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'port_id': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'mac_address': 'fa:16:3e:ad:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:10:59Z', 'updated_at': '2021-10-13T00:11:18Z', 'revision_number': 1, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:11:01Z', 'revision_number': 5, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:21.386565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7e009-e9c7-4d23-a745-cba5f9373aa0 req-478e5ff4-b6b1-4913-bd01-f29ac5871e14 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.394786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ed7e009-e9c7-4d23-a745-cba5f9373aa0 req-478e5ff4-b6b1-4913-bd01-f29ac5871e14 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 948 time: 0.1703565 Oct 13 00:11:21.425023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9830a-2c03-4cc8-b988-7729bf2cb119 req-2423cebb-5ecb-4b8f-8efe-2e456cc7b5a9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.427795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11b9830a-2c03-4cc8-b988-7729bf2cb119 req-2423cebb-5ecb-4b8f-8efe-2e456cc7b5a9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 949 time: 0.2177768 Oct 13 00:11:21.457047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Set router 323e5f74-7439-4d52-a889-c4d3b01ffa96 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:21.487067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-87acb161-6181-4261-967b-1ce0fda3b2d4 service neutron] 10.222.0.45 "GET /v2.0/ports/fe7a3260-8794-4f81-b766-b4c7287e7090/bindings/n-h1-813679-4 HTTP/1.1" status: 200 len: 382 time: 0.1289451 Oct 13 00:11:21.497644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ed7e009-e9c7-4d23-a745-cba5f9373aa0 req-d1272ca8-4239-4f20-bbf8-07139b0f984c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997601 Oct 13 00:11:21.567232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11b9830a-2c03-4cc8-b988-7729bf2cb119 req-1d40d4b2-af07-497a-b851-1835e73a60b9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062918 Oct 13 00:11:21.583694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-bac901af-0ace-406f-9d1f-c431ccb19fba service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928340 Oct 13 00:11:21.745567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-7ed9b6b0-0bb9-43a5-bcfb-0874c7856730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.750313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-7ed9b6b0-0bb9-43a5-bcfb-0874c7856730 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1099 time: 0.2109175 Oct 13 00:11:21.762529 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41edab-7f6d-42a3-9a25-09e6f9904a6e None None] New status for floating IP 7036a963-18a6-40c6-ab34-c5b5d59261b3: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:11:21.821644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dd888155-872c-4c1e-87f4-2e56c600ac77 req-205fb8d2-4afe-4fbe-b4ac-423a92acbb73 service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285097 Oct 13 00:11:21.869251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 9b987078-a261-4f1c-b14a-bad97e1c7b8b completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:11:21.885242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9b987078-a261-4f1c-b14a-bad97e1c7b8b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:21.885927 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:21.931085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-8ecf8cb8-56e6-43fe-ac13-9844f2124284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.932631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-8ecf8cb8-56e6-43fe-ac13-9844f2124284 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1101003 Oct 13 00:11:21.948909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:21.969567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'mac_address': 'fa:16:3e:f9:75:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:11:22.015390 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-05b4ad09-582a-4c9e-8e6f-833bd1e6514f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.0731785 Oct 13 00:11:22.046594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47162) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:22.051317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-network', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:22.086956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Made reservation on behalf of d2759d09fd064464a84bbfbbde9e8b18 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:22.092575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.093878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.099645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-8cdd5ff3-aff3-4dfd-90e8-7219cc2d377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.102215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-8cdd5ff3-aff3-4dfd-90e8-7219cc2d377f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0793431 Oct 13 00:11:22.107331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.131805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7a3260-8794-4f81-b766-b4c7287e7090 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:22.164558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-1111db28-398b-4b49-bb3d-cb541d32334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.167230 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-1111db28-398b-4b49-bb3d-cb541d32334c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566385 Oct 13 00:11:22.191250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:22.203952 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.211268 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.219167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:11:19Z', 'revision_number': 4, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port': {'id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:13Z', 'updated_at': '2021-10-13T00:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '6eddfee2-a2d4-403f-81a7-4c1cf5acab37', 'name': '', 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'mac_address': 'fa:16:3e:33:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c125cce0-54dc-441a-ac90-3a6f4bbe714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:17Z', 'updated_at': '2021-10-13T00:11:19Z', 'revision_number': 2, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'subnets': [{'id': 'c125cce0-54dc-441a-ac90-3a6f4bbe714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:22.248021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.271134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1d98-3f88-47c3-b6b4-e828bea2d2f8 req-4b583ecb-1bd9-4006-99a3-1da2f7e20e96 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.280122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecbc1d98-3f88-47c3-b6b4-e828bea2d2f8 req-4b583ecb-1bd9-4006-99a3-1da2f7e20e96 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.0787070 Oct 13 00:11:22.281991 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.291928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Checking router: 323e5f74-7439-4d52-a889-c4d3b01ffa96 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:22.292414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Updating router 323e5f74-7439-4d52-a889-c4d3b01ffa96 port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:11:22.299261 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-76fa5a4a-a8e0-43b4-b63f-7bd26122a83a service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222091 Oct 13 00:11:22.332242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a977e13-060a-4828-aee2-d37e985021d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b987078-a261-4f1c-b14a-bad97e1c7b8b'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:22.334505 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ef5056-7c56-466e-a001-e4571eacf3d7" -d '{"events": [{"server_uuid": "6a977e13-060a-4828-aee2-d37e985021d7", "name": "network-vif-plugged", "status": "completed", "tag": "9b987078-a261-4f1c-b14a-bad97e1c7b8b"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:22.337412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:11:22.370480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9b987078-a261-4f1c-b14a-bad97e1c7b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9b987078-a261-4f1c-b14a-bad97e1c7b8b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:22.371428 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.375741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecbc1d98-3f88-47c3-b6b4-e828bea2d2f8 req-998db539-12a8-4346-bd08-d6f1e84b382b tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924325 Oct 13 00:11:22.379076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:22.391026 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.398462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.399877 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Added segment 8066daea-55d9-45b6-bf4c-195b012af5f6 of type vlan for network ead87296-f45f-47e4-91e6-0caf52f62aa4 Oct 13 00:11:22.401869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c311177f-e8f8-4674-b788-8f3aab0c7661,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:22.465994 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-107e46bf-a784-44bb-9a47-a207d83c8b87 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590145 Oct 13 00:11:22.469299 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d5a0eb-d6d5-4cc8-8caf-7957baf27da9 x-openstack-request-id: req-09d5a0eb-d6d5-4cc8-8caf-7957baf27da9 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:22.469809 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a977e13-060a-4828-aee2-d37e985021d7", "name": "network-vif-plugged", "status": "completed", "tag": "9b987078-a261-4f1c-b14a-bad97e1c7b8b", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:22.469809 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09d5a0eb-d6d5-4cc8-8caf-7957baf27da9 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:22.470190 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a977e13-060a-4828-aee2-d37e985021d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b987078-a261-4f1c-b14a-bad97e1c7b8b', 'code': 200} Oct 13 00:11:22.517063 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.594606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9b987078-a261-4f1c-b14a-bad97e1c7b8b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:22.614902 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.615923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.617266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.628030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929fe4f-6ab2-4160-b63a-cc8dd8359be1 req-e8a81749-12ea-4bd2-a340-f31537992046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.629681 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a929fe4f-6ab2-4160-b63a-cc8dd8359be1 req-e8a81749-12ea-4bd2-a340-f31537992046 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 1101 time: 0.0726154 Oct 13 00:11:22.648914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['fe7a3260-8794-4f81-b766-b4c7287e7090'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:22.673470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a141e-448d-48cf-b306-e1feef621dfc req-8cf6fac2-b57b-4539-ba4c-52cff69f4275 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.674595 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a929fe4f-6ab2-4160-b63a-cc8dd8359be1 req-0a452605-1259-4d42-b389-21db77f0b829 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364223 Oct 13 00:11:22.674994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990a141e-448d-48cf-b306-e1feef621dfc req-8cf6fac2-b57b-4539-ba4c-52cff69f4275 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.1659119 Oct 13 00:11:22.716372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6685324 Oct 13 00:11:22.719580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47178) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:22.727357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Request body: {'subnet': {'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-subnet', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:22.761621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Made reservation on behalf of d2759d09fd064464a84bbfbbde9e8b18 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:22.764658 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:22.765237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7edea0-8eda-45a4-a010-f48e06835acb req-91f455dd-1cbc-4005-acd3-2db2b610fdcb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.767548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a7edea0-8eda-45a4-a010-f48e06835acb req-91f455dd-1cbc-4005-acd3-2db2b610fdcb tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.1737630 Oct 13 00:11:22.771083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538ee29-fc9c-4869-b75b-d7a89e0a6737 admin admin] Pushing event updated for resources: {'Network': ['ID=ead87296-f45f-47e4-91e6-0caf52f62aa4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:22.783637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network ead87296-f45f-47e4-91e6-0caf52f62aa4 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:11:22.793471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990a141e-448d-48cf-b306-e1feef621dfc req-595f8b21-944a-4c11-9367-72e262327a04 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864975 Oct 13 00:11:22.858999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a7edea0-8eda-45a4-a010-f48e06835acb req-8c889011-2c0e-4eac-9292-de995ebe8631 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689018 Oct 13 00:11:22.975400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb430295-9290-429d-8c62-acc0db265963 req-6d7161dc-2a7c-4e3e-9b5f-070b8f96d95b tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.977684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb430295-9290-429d-8c62-acc0db265963 req-6d7161dc-2a7c-4e3e-9b5f-070b8f96d95b tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 950 time: 0.0690498 Oct 13 00:11:23.035041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.059882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb430295-9290-429d-8c62-acc0db265963 req-4e8523a2-452c-4016-bfdd-db5d659a3724 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731275 Oct 13 00:11:23.158863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6be7f89-aeb9-4e4f-ad23-213091062f78,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:23.168380 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.169025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Checking segment: {'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:23.169397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Network hostable DHCP agents. Network: ead87296-f45f-47e4-91e6-0caf52f62aa4, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:11:23.199733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.202387 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Network ead87296-f45f-47e4-91e6-0caf52f62aa4 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:11:23.226537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, ead87296-f45f-47e4-91e6-0caf52f62aa4) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:23.231811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:23.233811 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.243847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f80db-3b93-4e6d-8f7d-4c1ced99c7f4 None None] Network ead87296-f45f-47e4-91e6-0caf52f62aa4 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:23.252943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb974eb8-891b-412f-9812-58bd9f108472 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5306239 Oct 13 00:11:23.255283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47186) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:23.260187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:23.293364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.294970 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.364267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111aeca8-5e1a-4bc3-93ac-e08c0cf62b97 None None] Pushing event updated for resources: {'Port': ['ID=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:23.389431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.460539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Attempting to bind port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:23.462180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Attempting to bind port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:23.462563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Attempting to bind port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 on network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:23.463995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dd440-1066-4e19-bcac-cca3d0f9aa60 req-998f9944-6ae3-4b3c-94e4-d89cfffa91da tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:23.465562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f0dd440-1066-4e19-bcac-cca3d0f9aa60 req-998f9944-6ae3-4b3c-94e4-d89cfffa91da tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.0986335 Oct 13 00:11:23.475713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:23.476325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Checking segment: {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:23.476924 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.479181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Bound using segment: {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:23.479747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Bound port: 6eddfee2-a2d4-403f-81a7-4c1cf5acab37, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:23.480499 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.529238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f0dd440-1066-4e19-bcac-cca3d0f9aa60 req-5fecf75a-463a-45f1-b17c-77e898f8e7ec tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537763 Oct 13 00:11:23.562872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.644860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] For port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:23.649089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] For port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:23.652308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-ead87296-f45f-47e4-91e6-0caf52f62aa4', 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'fixed_ips': [{'subnet_id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:11:23.653307 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.666789 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.695912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab33c58-d0af-4ab2-a4f2-ef1c2a860f00 req-e26530ce-8b53-4778-8af4-af31e6464654 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:23.697596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eab33c58-d0af-4ab2-a4f2-ef1c2a860f00 req-e26530ce-8b53-4778-8af4-af31e6464654 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.0825627 Oct 13 00:11:23.810756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eab33c58-d0af-4ab2-a4f2-ef1c2a860f00 req-1de5d3fe-cb0e-4b1b-8960-3e8028b94155 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943284 Oct 13 00:11:23.830506 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.849130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111aeca8-5e1a-4bc3-93ac-e08c0cf62b97 None None] Pushing event updated for resources: {'Port': ['ID=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:23.862060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:23.862311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Routers {'323e5f74-7439-4d52-a889-c4d3b01ffa96'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:23.862311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['323e5f74-7439-4d52-a889-c4d3b01ffa96'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:23.862514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bbfe0d1c-7f50-4085-8e5c-65afe07ba0b9 None None] Provisioning complete for port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:23.863744 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0d1c-7f50-4085-8e5c-65afe07ba0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:24.104029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Allocated IP 172.25.3.42 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/92a725ba-6972-470a-a47b-a08d7dbde454) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:24.110236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Allocated IP 172.20.0.2 (ead87296-f45f-47e4-91e6-0caf52f62aa4/d6be7f89-aeb9-4e4f-ad23-213091062f78/30c597ab-9227-4386-9116-df0b211b1d5c) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:24.132359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] Set router 323e5f74-7439-4d52-a889-c4d3b01ffa96 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:24.160711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20038f2f-d1c1-4a1b-923d-40621129e6a0 req-225cc32d-b974-4fdd-b134-ebaa1be2dec1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:24.162285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20038f2f-d1c1-4a1b-923d-40621129e6a0 req-225cc32d-b974-4fdd-b134-ebaa1be2dec1 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.1112068 Oct 13 00:11:24.246521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20038f2f-d1c1-4a1b-923d-40621129e6a0 req-58872c0d-fa0d-4b3b-a799-a6ea97ebb364 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758021 Oct 13 00:11:24.471810 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0d1c-7f50-4085-8e5c-65afe07ba0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:24.550581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e81d5-f80f-43ee-a8de-f7d43c2b2b68 req-94be0688-49a9-4cd4-be36-07379891543d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:24.558245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f6e81d5-f80f-43ee-a8de-f7d43c2b2b68 req-94be0688-49a9-4cd4-be36-07379891543d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.1668625 Oct 13 00:11:24.565403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bbfe0d1c-7f50-4085-8e5c-65afe07ba0b9 None None] For port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:24.595082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa205ce-7982-4fd8-b4d0-8302453236a1 req-84bfb47e-c2d4-41aa-bf30-a42ebd352815 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:24.602541 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0d1c-7f50-4085-8e5c-65afe07ba0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:24.607253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4aa205ce-7982-4fd8-b4d0-8302453236a1 req-84bfb47e-c2d4-41aa-bf30-a42ebd352815 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 950 time: 0.1612411 Oct 13 00:11:24.629348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:24.642954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f6e81d5-f80f-43ee-a8de-f7d43c2b2b68 req-669afda4-f89c-4f4f-aa1d-eee79b9965e3 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837214 Oct 13 00:11:24.694234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:24.711122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4aa205ce-7982-4fd8-b4d0-8302453236a1 req-162e5e0c-ecdd-424e-836d-40069274d49c tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010516 Oct 13 00:11:24.717070 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:24.717272 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:24.750777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe0d1c-7f50-4085-8e5c-65afe07ba0b9 None None] Pushing event updated for resources: {'Port': ['ID=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:24.768409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:24.778400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:24.788828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:24.795936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Pushing event updated for resources: {'Port': ['ID=92a725ba-6972-470a-a47b-a08d7dbde454,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:24.837949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Pushing event updated for resources: {'Port': ['ID=30c597ab-9227-4386-9116-df0b211b1d5c,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:24.844928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Network ead87296-f45f-47e4-91e6-0caf52f62aa4 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:24.853743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:24.860257 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fc5ce37d-5030-4bcc-84a2-3c15c3aa7caf None None] Provisioning complete for port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:24.860634 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc5ce37d-5030-4bcc-84a2-3c15c3aa7caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:24.864850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:24.875761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:11:19Z', 'revision_number': 4, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port': {'id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:13Z', 'updated_at': '2021-10-13T00:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '6eddfee2-a2d4-403f-81a7-4c1cf5acab37', 'name': '', 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'mac_address': 'fa:16:3e:33:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c125cce0-54dc-441a-ac90-3a6f4bbe714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:17Z', 'updated_at': '2021-10-13T00:11:23Z', 'revision_number': 4, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'subnets': [{'id': 'c125cce0-54dc-441a-ac90-3a6f4bbe714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:24.969402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084ef93-4fa9-437f-81d6-8109d415d1c2 None None] The sync data for ids ['323e5f74-7439-4d52-a889-c4d3b01ffa96'] in n-d-813679-4 is: [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:11:19Z', 'revision_number': 4, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port': {'id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:13Z', 'updated_at': '2021-10-13T00:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '6eddfee2-a2d4-403f-81a7-4c1cf5acab37', 'name': '', 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'mac_address': 'fa:16:3e:33:c3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'c125cce0-54dc-441a-ac90-3a6f4bbe714a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:17Z', 'updated_at': '2021-10-13T00:11:23Z', 'revision_number': 4, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'subnets': [{'id': 'c125cce0-54dc-441a-ac90-3a6f4bbe714a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:25.012285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Attempting to bind port 30c597ab-9227-4386-9116-df0b211b1d5c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:25.012654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Attempting to bind port 30c597ab-9227-4386-9116-df0b211b1d5c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:25.014633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Attempting to bind port 30c597ab-9227-4386-9116-df0b211b1d5c on network ead87296-f45f-47e4-91e6-0caf52f62aa4 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:25.015254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb2877-8ecc-49cc-8393-6ee923b1c6ae req-d2e46c8c-0891-4b06-b874-b4b5723edcd2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:25.023966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38bb2877-8ecc-49cc-8393-6ee923b1c6ae req-d2e46c8c-0891-4b06-b874-b4b5723edcd2 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.1064377 Oct 13 00:11:25.064471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:25.065172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Checking segment: {'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:25.065505 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:25.066228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Bound using segment: {'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:25.066756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Bound port: 30c597ab-9227-4386-9116-df0b211b1d5c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:25.067369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:25.167735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38bb2877-8ecc-49cc-8393-6ee923b1c6ae req-5165e05a-7a0a-4155-924c-e159e793c4c0 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413729 Oct 13 00:11:25.173509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:25.176253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:25.236303 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] For port 30c597ab-9227-4386-9116-df0b211b1d5c, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:25.240868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] For port 30c597ab-9227-4386-9116-df0b211b1d5c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30c597ab-9227-4386-9116-df0b211b1d5c,segment=NetworkSegment(8066daea-55d9-45b6-bf4c-195b012af5f6),segment_id=8066daea-55d9-45b6-bf4c-195b012af5f6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:25.250913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:25.336025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port fe7a3260-8794-4f81-b766-b4c7287e7090 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:11:25.369470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port fe7a3260-8794-4f81-b766-b4c7287e7090 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:25.370118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:25.614720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc271439-0c69-4a62-99e9-62d4279b325d req-7bc4cb5d-7b7d-41f1-999d-0dc093891a58 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:25.623416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc271439-0c69-4a62-99e9-62d4279b325d req-7bc4cb5d-7b7d-41f1-999d-0dc093891a58 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.1399791 Oct 13 00:11:25.726933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261136a4-0747-43e8-97c4-7a5ebe4ef3aa None None] Pushing event updated for resources: {'Port': ['ID=30c597ab-9227-4386-9116-df0b211b1d5c,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:25.740529 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:25.775176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc271439-0c69-4a62-99e9-62d4279b325d req-adce78c1-2c10-47e6-9a30-8962e6962279 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354771 Oct 13 00:11:25.891124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:25.933997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:25.939607 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed405b65-51c4-4ba7-80d7-641cb9de916b" -d '{"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-plugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:25.959125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:25.982896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:26.054486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:11:26.063870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:26.088802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4d88-f3a4-4b6b-a716-4fa0b2b5b6c0 req-b913b6fd-9c87-4300-95ce-39fcd0f29cf9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:26.090264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be9a4d88-f3a4-4b6b-a716-4fa0b2b5b6c0 req-b913b6fd-9c87-4300-95ce-39fcd0f29cf9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 950 time: 0.1430883 Oct 13 00:11:26.097995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb534d-1f29-43da-808e-6eda9ab1206a req-3391ec39-5fc3-454b-b85d-9066d394867d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:26.099490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07fb534d-1f29-43da-808e-6eda9ab1206a req-3391ec39-5fc3-454b-b85d-9066d394867d tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.0965192 Oct 13 00:11:26.150431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be9a4d88-f3a4-4b6b-a716-4fa0b2b5b6c0 req-66ede251-ed5e-41ba-a42c-f196e63bc3cc tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499046 Oct 13 00:11:26.164204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07fb534d-1f29-43da-808e-6eda9ab1206a req-af93f2d2-ef4d-4d4b-8969-e50683ec8c23 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569038 Oct 13 00:11:26.227547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:26.244072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Sync routers for ids ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:26.257569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Routers {'16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:26.258296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:26.272983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:26.274280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1c13d9b7-6493-4fdd-8047-b0198829c418 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0177259 Oct 13 00:11:26.277460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47232) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:26.284701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-521762b3-c44f-4e09-a5bf-92fa43af9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:26.286704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-521762b3-c44f-4e09-a5bf-92fa43af9f69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05&tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f HTTP/1.1" status: 200 len: 1101 time: 0.0667400 Oct 13 00:11:26.325236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:26.344013 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1817a9a-fc24-4d47-b4ae-97e40c6a62c5 x-openstack-request-id: req-a1817a9a-fc24-4d47-b4ae-97e40c6a62c5 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:26.344308 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-plugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:26.344566 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1817a9a-fc24-4d47-b4ae-97e40c6a62c5 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:26.344960 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'code': 200} Oct 13 00:11:26.453454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:26.461626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Set router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:26.592205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:26.790830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:26.790830 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:26.890170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:27.007630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:27.084009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725288f-7c4a-4d18-94f4-68add32b9574 req-a2b3ebcd-f776-4f25-b9a8-03f1f05d54a3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:27.086323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c725288f-7c4a-4d18-94f4-68add32b9574 req-a2b3ebcd-f776-4f25-b9a8-03f1f05d54a3 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1749790 Oct 13 00:11:27.110901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30c597ab-9227-4386-9116-df0b211b1d5c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:27.182750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:24Z', 'revision_number': 3, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:27.208225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:27.211057 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c0d29-eb91-4542-ab08-641a8b872cc5" -d '{"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:27.215981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.242946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c725288f-7c4a-4d18-94f4-68add32b9574 req-ef0ce1c6-acc6-4df5-9eb5-c181fa599539 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461139 Oct 13 00:11:27.257660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Transition to ACTIVE for port object fe7a3260-8794-4f81-b766-b4c7287e7090 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:11:27.266972 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.269323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.290424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Checking router: 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:27.291177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Updating router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 port 92a725ba-6972-470a-a47b-a08d7dbde454 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:11:27.360855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e9aa6-44f7-4e39-b549-0f98c991144d None None] Network ead87296-f45f-47e4-91e6-0caf52f62aa4 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:27.383413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.424352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 30c597ab-9227-4386-9116-df0b211b1d5c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:27.424739 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.454765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] No DVR routers for this DVR port fe7a3260-8794-4f81-b766-b4c7287e7090 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:27.469265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-86e9f6f6-9d20-4559-a850-e554820840fc tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753033 Oct 13 00:11:27.473272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=10']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:27.483464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-752d24d5-28aa-4a23-987e-1329be0868a4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:27.485660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-752d24d5-28aa-4a23-987e-1329be0868a4 tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.1289885 Oct 13 00:11:27.529520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-40fc78e1-304d-48f7-9748-40128044b8d1 None None] Provisioning complete for port 30c597ab-9227-4386-9116-df0b211b1d5c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:27.529891 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-40fc78e1-304d-48f7-9748-40128044b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.598712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Allocated IP 172.20.0.1 (ead87296-f45f-47e4-91e6-0caf52f62aa4/d6be7f89-aeb9-4e4f-ad23-213091062f78/46880417-3610-4e2b-b1dd-b87b5f489769) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:27.599345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395f0fb-b2ba-4b2b-8ded-5aa8251ca16a req-52c98314-926d-41ca-83d2-d6a4fca540fd tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:27.601882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5395f0fb-b2ba-4b2b-8ded-5aa8251ca16a req-52c98314-926d-41ca-83d2-d6a4fca540fd tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 945 time: 0.2615235 Oct 13 00:11:27.607785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:27.608213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:27.608549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:27.636787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:11:27.637197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Attempting to bind port fe7a3260-8794-4f81-b766-b4c7287e7090 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:27.657158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:27.657506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:27.658164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:27.658396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Bound port: fe7a3260-8794-4f81-b766-b4c7287e7090, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:27.658737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.686036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Deleting port bd6e483b-defa-4594-8293-0608ccd93d16 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:27.686392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.696879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf826794-1744-4785-83e1-9fc29cfde377 req-a263d7d1-886e-4c82-ac97-7c1832c992cc tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:27.698358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-a263d7d1-886e-4c82-ac97-7c1832c992cc tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117589 Oct 13 00:11:27.707245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5395f0fb-b2ba-4b2b-8ded-5aa8251ca16a req-15ed45ae-e1cf-4112-9fc5-b8be95cd02af tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/security-groups?id=68e1daef-7826-4654-be8b-7ce9c5ef85ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920191 Oct 13 00:11:27.756571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-6e3eb267-431c-4c55-9bf7-9f0f7812fe22 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/quotas/bb3a1acbd6114fb2b1d81251b9f42e6d HTTP/1.1" status: 200 len: 375 time: 0.0483203 Oct 13 00:11:27.783307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.811494 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-40fc78e1-304d-48f7-9748-40128044b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.816562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] For port bd6e483b-defa-4594-8293-0608ccd93d16, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd6e483b-defa-4594-8293-0608ccd93d16,segment=NetworkSegment(52599735-56f1-4bed-89cb-2f9240a11aec),segment_id=52599735-56f1-4bed-89cb-2f9240a11aec)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:27.816938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.817584 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e771d6fb-7e69-40ed-a5d9-ff7f6073cffd x-openstack-request-id: req-e771d6fb-7e69-40ed-a5d9-ff7f6073cffd {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:27.817882 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:27.818143 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e771d6fb-7e69-40ed-a5d9-ff7f6073cffd {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:27.818761 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'code': 200} Oct 13 00:11:27.825384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:27.839476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Calling delete_port for bd6e483b-defa-4594-8293-0608ccd93d16 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:27.847520 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:27.857943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.880149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-20b1a3d1-8e8b-47d9-903c-58a197dd538c tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165433 Oct 13 00:11:27.891150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.948363 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.953584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-40fc78e1-304d-48f7-9748-40128044b8d1 None None] For port 30c597ab-9227-4386-9116-df0b211b1d5c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30c597ab-9227-4386-9116-df0b211b1d5c,segment=NetworkSegment(8066daea-55d9-45b6-bf4c-195b012af5f6),segment_id=8066daea-55d9-45b6-bf4c-195b012af5f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:27.973633 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-40fc78e1-304d-48f7-9748-40128044b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:27.983116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Network ead87296-f45f-47e4-91e6-0caf52f62aa4 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:27.983942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Pushing event updated for resources: {'Port': ['ID=46880417-3610-4e2b-b1dd-b87b5f489769,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:27.992144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:27.996029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:28.028842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=11']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:28.043016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.048169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:28.048801 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.050238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-015d60a0-1cf7-4adc-91aa-dc5ff0f372ec service neutron] 10.222.0.36 "PUT /v2.0/ports/fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 1097 time: 1.7293468 Oct 13 00:11:28.206310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc78e1-304d-48f7-9748-40128044b8d1 None None] Pushing event updated for resources: {'Port': ['ID=30c597ab-9227-4386-9116-df0b211b1d5c,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:28.249844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd801dc8-0cdd-4331-825a-78bc67a03b54 req-acda2dde-ba81-4fba-ace2-3dc1054cfb80 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 210 time: 0.0659289 Oct 13 00:11:28.272549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-f0575bce-2104-465a-8381-590a2fe31e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:28.274098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-f0575bce-2104-465a-8381-590a2fe31e5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1100 time: 0.1745605 Oct 13 00:11:28.300107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:11:28.300478 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:11:28.361957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.369082 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.382997 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.429322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['bd6e483b-defa-4594-8293-0608ccd93d16'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:28.491610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.499446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Attempting to bind port 92a725ba-6972-470a-a47b-a08d7dbde454 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:28.507269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Attempting to bind port 92a725ba-6972-470a-a47b-a08d7dbde454 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:28.507898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Attempting to bind port 92a725ba-6972-470a-a47b-a08d7dbde454 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:28.510403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-079c6e82-74dc-40f8-9e75-995bfadf1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:28.511931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-079c6e82-74dc-40f8-9e75-995bfadf1b77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2286887 Oct 13 00:11:28.525558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:28.525929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:28.526502 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.527051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:28.527798 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Bound port: 92a725ba-6972-470a-a47b-a08d7dbde454, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:28.528353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.570694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c5d1d-cbef-44f4-a54a-fafb1c212c1e None None] Pushing event updated for resources: {'Port': ['ID=92a725ba-6972-470a-a47b-a08d7dbde454,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:28.593156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4c57b0ff-7009-461c-b816-cc56ebfc8b25 None None] Provisioning complete for port 30c597ab-9227-4386-9116-df0b211b1d5c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:28.593156 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4c57b0ff-7009-461c-b816-cc56ebfc8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.604176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Pushing event deleted for resources: {'Port': ['ID=bd6e483b-defa-4594-8293-0608ccd93d16,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:28.611697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] No DVR routers for this DVR port bd6e483b-defa-4594-8293-0608ccd93d16 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:28.617780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.621355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ef16b1c0-7679-4976-ba90-dd11e24eba3e req-0fc3fba3-dd55-48a8-aa37-8a3bc479654e tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.36 "DELETE /v2.0/ports/bd6e483b-defa-4594-8293-0608ccd93d16 HTTP/1.1" status: 204 len: 173 time: 1.1287630 Oct 13 00:11:28.622062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d828a4e-a585-410d-85d3-d4aa7612f58b', 'name': 'network-vif-deleted', 'tag': 'bd6e483b-defa-4594-8293-0608ccd93d16'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:28.624983 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723cabc-c487-4064-9218-cbba0af7d305" -d '{"events": [{"server_uuid": "6d828a4e-a585-410d-85d3-d4aa7612f58b", "name": "network-vif-deleted", "tag": "bd6e483b-defa-4594-8293-0608ccd93d16"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:28.631750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-e6e613ac-0d06-4e07-a844-31c1df050a20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.1091084 Oct 13 00:11:28.716524 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d2c156-1024-4ed1-add0-ae712ccbc2c4 x-openstack-request-id: req-a9d2c156-1024-4ed1-add0-ae712ccbc2c4 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:28.717141 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d828a4e-a585-410d-85d3-d4aa7612f58b", "name": "network-vif-deleted", "tag": "bd6e483b-defa-4594-8293-0608ccd93d16", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:28.717587 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9d2c156-1024-4ed1-add0-ae712ccbc2c4 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:28.718183 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d828a4e-a585-410d-85d3-d4aa7612f58b', 'name': 'network-vif-deleted', 'tag': 'bd6e483b-defa-4594-8293-0608ccd93d16', 'status': 'completed', 'code': 200} Oct 13 00:11:28.729644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] For port 92a725ba-6972-470a-a47b-a08d7dbde454, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:28.733609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] For port 92a725ba-6972-470a-a47b-a08d7dbde454, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=92a725ba-6972-470a-a47b-a08d7dbde454,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:28.751799 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.907303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:28.914272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:29.002201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:29.004647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Pushing event updated for resources: {'Port': ['ID=46880417-3610-4e2b-b1dd-b87b5f489769,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:29.133209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Network ead87296-f45f-47e4-91e6-0caf52f62aa4 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:29.134738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:29.156218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebbd76-bec6-4ef9-a355-26d9fa5ccae3 req-4545ec71-ab0b-47d1-829c-5f349634adce tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:29.165196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2ebbd76-bec6-4ef9-a355-26d9fa5ccae3 req-4545ec71-ab0b-47d1-829c-5f349634adce tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.7242813 Oct 13 00:11:29.177322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:29.204059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07a39ff7-b922-4f00-bee8-7b4858a9225d req-d82ff648-9b3a-4c11-adaa-6c6d3ea39f8a tempest-ServerDiskConfigTestJSON-1724518621 tempest-ServerDiskConfigTestJSON-1724518621-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d828a4e-a585-410d-85d3-d4aa7612f58b HTTP/1.1" status: 200 len: 210 time: 0.0694478 Oct 13 00:11:29.216167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-7bffd7b6-bfac-4e98-866b-aa47ba8222ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:29.218159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-7bffd7b6-bfac-4e98-866b-aa47ba8222ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.5760381 Oct 13 00:11:29.265122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Routers {'16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:29.266969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:29.268900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c5d1d-cbef-44f4-a54a-fafb1c212c1e None None] Pushing event updated for resources: {'Port': ['ID=92a725ba-6972-470a-a47b-a08d7dbde454,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:29.337092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2ebbd76-bec6-4ef9-a355-26d9fa5ccae3 req-f8a9826f-518a-40e7-8539-4c1740bf869b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704702 Oct 13 00:11:29.402136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-a3733603-a413-49ce-89a3-b2cf599ca8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:29.403932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-a3733603-a413-49ce-89a3-b2cf599ca8d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733730 Oct 13 00:11:29.441625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:11:29.454389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30c597ab-9227-4386-9116-df0b211b1d5c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:29.519887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:29.530468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf41ac-da98-4264-9041-72616865425e req-eafe6c52-0a75-4f02-bdc2-24b3f52c9ff8 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:29.536226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04cf41ac-da98-4264-9041-72616865425e req-eafe6c52-0a75-4f02-bdc2-24b3f52c9ff8 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 945 time: 0.1624231 Oct 13 00:11:29.577361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cc46b52e-135f-4f95-8bc4-2017538e7c66 None None] Provisioning complete for port 46880417-3610-4e2b-b1dd-b87b5f489769 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:29.577758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc46b52e-135f-4f95-8bc4-2017538e7c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:29.604114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:29.604575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] Set router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:29.619922 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-59e19727-6ad4-41b1-a834-311d6fc7c99a admin admin] 10.222.0.21 "PUT /v2.0/routers/16b0e4ed-a95a-486e-9f50-4fe9ad4883e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3412454 Oct 13 00:11:29.624623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04cf41ac-da98-4264-9041-72616865425e req-17506fb5-bdc4-4528-8df3-e46070c0ed21 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719028 Oct 13 00:11:29.630615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-6a305be1-f1f9-44d8-bbcb-3037706cdff5 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065787 Oct 13 00:11:29.685228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cc46b52e-135f-4f95-8bc4-2017538e7c66 None None] Port 46880417-3610-4e2b-b1dd-b87b5f489769 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:29.690902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 30c597ab-9227-4386-9116-df0b211b1d5c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:29.690902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:29.737113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0378c40c-aa0c-4659-91ad-81a6ba4ff1b3 req-fc598d00-aab8-4d8b-98a5-5c8c3a7f4c5c tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 210 time: 0.0384376 Oct 13 00:11:29.781047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73eaa71a-fb35-4a05-bfcb-deede1a776ed req-f1520bd5-1090-47d6-a8be-60221f9bfe8a service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319776 Oct 13 00:11:29.820059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:29.824095 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2043665-fc4e-4796-ac9a-10a08e8aa97b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:29.856182 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-b9714171-6fa2-47e3-a2e0-54db30ef16ea tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303931 Oct 13 00:11:29.867764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-62e5b3ec-8708-48f3-8970-8cbe2e7e5c72 None None] Provisioning complete for port 46880417-3610-4e2b-b1dd-b87b5f489769 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:29.868166 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-62e5b3ec-8708-48f3-8970-8cbe2e7e5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:29.917971 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2829ecd9-a481-4283-b865-4c93781f7e3d x-openstack-request-id: req-2829ecd9-a481-4283-b865-4c93781f7e3d {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:29.918514 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:29.918952 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2829ecd9-a481-4283-b865-4c93781f7e3d {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:29.919606 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'status': 'completed', 'code': 200} Oct 13 00:11:29.956813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-62e5b3ec-8708-48f3-8970-8cbe2e7e5c72 None None] Port 46880417-3610-4e2b-b1dd-b87b5f489769 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:29.999384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 4, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '46880417-3610-4e2b-b1dd-b87b5f489769', 'name': '', 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'mac_address': 'fa:16:3e:fe:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:27Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 2, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'subnets': [{'id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:30.019871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf826794-1744-4785-83e1-9fc29cfde377 req-f955bd08-a991-4798-857e-6a7924549647 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.021896 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-f955bd08-a991-4798-857e-6a7924549647 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589327 Oct 13 00:11:30.032439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925be553-2360-4655-9956-1f69887b9fd2 None None] The sync data for ids ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'] in n-d-813679-4 is: [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 4, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '46880417-3610-4e2b-b1dd-b87b5f489769', 'name': '', 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'mac_address': 'fa:16:3e:fe:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:27Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 2, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'subnets': [{'id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:30.046099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Request body: {'port': {'device_id': '8e97a920-0a4c-4049-a042-af963b1dbb27', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'bb3a1acbd6114fb2b1d81251b9f42e6d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:30.048814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-6c035916-d132-4670-a8c4-59c63cfa26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.050394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-6c035916-d132-4670-a8c4-59c63cfa26e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1100 time: 0.0769081 Oct 13 00:11:30.149298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-9841fb44-b0cf-4720-bcde-a4d4c0181788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.150805 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-9841fb44-b0cf-4720-bcde-a4d4c0181788 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1100 time: 0.1012576 Oct 13 00:11:30.216279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-aec4e122-227c-4843-9361-ca8dd2f0216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.218043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-aec4e122-227c-4843-9361-ca8dd2f0216f service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1548822 Oct 13 00:11:30.268736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Made reservation on behalf of bb3a1acbd6114fb2b1d81251b9f42e6d for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:30.272944 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:30.278611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-8a1faf41-06d3-4a3b-99ac-853510b6bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.280103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-8a1faf41-06d3-4a3b-99ac-853510b6bc8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1191475 Oct 13 00:11:30.293773 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-d609579f-f534-4c9a-a892-10a5aa85f795 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.0634401 Oct 13 00:11:30.435132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-31094b4d-0558-4617-b9c8-929369187e39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 200 len: 217 time: 0.1465185 Oct 13 00:11:30.469983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-17b44f21-32b8-4d7b-b8ba-d01e5118f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.474576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-17b44f21-32b8-4d7b-b8ba-d01e5118f1a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1689034 Oct 13 00:11:30.483197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bd6e483b-defa-4594-8293-0608ccd93d16 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:30.590971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: bd6e483b-defa-4594-8293-0608ccd93d16 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:30.591327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bd6e483b-defa-4594-8293-0608ccd93d16 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:30.796733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e485-6419-4027-81e0-9d8f862e3e1e req-5957d5b7-75b0-432b-a3c9-525663a67afa tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.798396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9d7e485-6419-4027-81e0-9d8f862e3e1e req-5957d5b7-75b0-432b-a3c9-525663a67afa tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.3226795 Oct 13 00:11:30.830020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-385f140b-df29-41ab-ba35-46939190d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.831707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-385f140b-df29-41ab-ba35-46939190d866 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2609751 Oct 13 00:11:30.832213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47334) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:30.987530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9d7e485-6419-4027-81e0-9d8f862e3e1e req-cfbf12e1-a34e-4330-a6e7-0f9f817fee4f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659527 Oct 13 00:11:31.066490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-361cbed9-7cbe-4527-b29a-1810a67a077a admin admin] Deleting subnet 823ef5b8-0c2c-4f86-bab9-faf0b756dc97 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:11:31.090190 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-361cbed9-7cbe-4527-b29a-1810a67a077a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.234705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-0b22d02a-79b0-46f5-83ab-82d6370b7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:31.236392 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-0b22d02a-79b0-46f5-83ab-82d6370b7cac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.7219367 Oct 13 00:11:31.236607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b12db348-685e-4fa8-93e7-2141b03ff107 req-d4a3b2fe-f1f7-446a-890f-09ff04fddb3a tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 210 time: 0.1104577 Oct 13 00:11:31.239215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-f94f84d1-dc72-4b72-8d92-ec5822462dd0 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978565 Oct 13 00:11:31.311916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-dce757e2-686b-49b1-9e0d-8f9a2c8c82c3 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:31.313484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-dce757e2-686b-49b1-9e0d-8f9a2c8c82c3 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.36 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 945 time: 0.1098933 Oct 13 00:11:31.366996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-303aa14b-84bf-4923-bfa1-caba6f8b3070 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146379 Oct 13 00:11:31.372614 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-361cbed9-7cbe-4527-b29a-1810a67a077a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.398543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Allocated IP 192.168.233.83 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/e68df065-f84e-48fa-8228-2a99af7cf25b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:31.414066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-def279e7-478e-4b27-9b51-0c8ad5a2fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:31.414225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537fecf-ff16-4fce-805a-c6f09eb74d76 req-37cf7f89-a6a1-4318-9809-3f3454057b88 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:31.414326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-def279e7-478e-4b27-9b51-0c8ad5a2fd8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630023 Oct 13 00:11:31.422697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a537fecf-ff16-4fce-805a-c6f09eb74d76 req-37cf7f89-a6a1-4318-9809-3f3454057b88 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 945 time: 0.3203700 Oct 13 00:11:31.502256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-361cbed9-7cbe-4527-b29a-1810a67a077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.543435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Deleting port 33246405-45fc-49f0-8877-440c0d8d37ac {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:31.543814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.552566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a537fecf-ff16-4fce-805a-c6f09eb74d76 req-309732c0-10cf-440a-932f-8a1bd8fb2432 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261511 Oct 13 00:11:31.610208 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-361cbed9-7cbe-4527-b29a-1810a67a077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.638580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cbed9-7cbe-4527-b29a-1810a67a077a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823ef5b8-0c2c-4f86-bab9-faf0b756dc97,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:31.648360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-361cbed9-7cbe-4527-b29a-1810a67a077a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.651848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-361cbed9-7cbe-4527-b29a-1810a67a077a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/823ef5b8-0c2c-4f86-bab9-faf0b756dc97 HTTP/1.1" status: 204 len: 168 time: 0.8125377 Oct 13 00:11:31.654370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47336) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:31.693682 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-6ac12493-20f9-4788-a38e-ac35bdcab68a service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676449 Oct 13 00:11:31.740167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.846837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.856092 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.884692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4227f988-3795-48aa-b2ce-f3d42ad74fe7']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:31.885069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] For port 33246405-45fc-49f0-8877-440c0d8d37ac, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=33246405-45fc-49f0-8877-440c0d8d37ac,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:31.885448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.902162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52599735-56f1-4bed-89cb-2f9240a11aec') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:31.902162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52599735-56f1-4bed-89cb-2f9240a11aec') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:31.911543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.927564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.950714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:11:31.952518 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:11:31.958220 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:11:31.963852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:31.984146 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f2043665-fc4e-4796-ac9a-10a08e8aa97b req-7a83b90f-5720-4046-ad2e-2311b56bbf30 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743304 Oct 13 00:11:31.999224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9b987078-a261-4f1c-b14a-bad97e1c7b8b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:32.074301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:32.089452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:32.097638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4227f988-3795-48aa-b2ce-f3d42ad74fe7 HTTP/1.1" status: 204 len: 168 time: 0.4419482 Oct 13 00:11:32.110003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:32.116429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6729b9-d09a-4d83-9797-f995188acba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4227f988-3795-48aa-b2ce-f3d42ad74fe7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:32.121370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:32.161171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:32.317138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b47987-3396-4adc-9a89-ac6d5a449ff5 req-30113200-aeda-4f41-845e-1c823cdf6391 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:32.318678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4b47987-3396-4adc-9a89-ac6d5a449ff5 req-30113200-aeda-4f41-845e-1c823cdf6391 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 949 time: 0.1324468 Oct 13 00:11:32.408926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Pushing event updated for resources: {'Port': ['ID=e68df065-f84e-48fa-8228-2a99af7cf25b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:32.495344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:11:32.542068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4b47987-3396-4adc-9a89-ac6d5a449ff5 req-96541fba-682e-4e02-9532-bc684689713a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025344 Oct 13 00:11:32.633283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e4927-374a-4153-8e8a-88183c56d52a req-edaddd76-3ab2-475c-9cc3-0cd1a1bba01e tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:32.647957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b25e4927-374a-4153-8e8a-88183c56d52a req-edaddd76-3ab2-475c-9cc3-0cd1a1bba01e tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 935 time: 0.2092102 Oct 13 00:11:32.719726 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:32.721095 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:32.737392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47352) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:32.780239 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b25e4927-374a-4153-8e8a-88183c56d52a req-80a0b5bc-3bb7-42d3-a06d-5cffedeefcf9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308124 Oct 13 00:11:32.795619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:32.795619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:32.795619 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Floating IP 6bb03590-d7f9-436a-b871-45615ee2c8da disassociated. External IP: 172.25.3.131, port: 33246405-45fc-49f0-8877-440c0d8d37ac. Oct 13 00:11:32.795619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Calling delete_port for 33246405-45fc-49f0-8877-440c0d8d37ac owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:32.825627 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-1e355382-6d42-4928-824a-1efe34921683 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7815793 Oct 13 00:11:32.874370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f27658ea-f36e-47dd-9aad-37dfb487d127 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f451eeffc50f45c3a2c1037fde9005b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359723 Oct 13 00:11:32.880958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47354) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:32.891369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dbf028b5-ea90-4296-b47a-38eec72c562a None None] Provisioning complete for port e68df065-f84e-48fa-8228-2a99af7cf25b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:32.891974 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dbf028b5-ea90-4296-b47a-38eec72c562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:32.900250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:32.924743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Request body: {'port': {'device_id': '8e97a920-0a4c-4049-a042-af963b1dbb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:32.950946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'mac_address': 'fa:16:3e:f9:75:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:11:33.070052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698b2dd-b643-4605-8a5b-5fad2092c853 req-4cd5c613-41c7-486f-afca-be8811130b67 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:33.078853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a698b2dd-b643-4605-8a5b-5fad2092c853 req-4cd5c613-41c7-486f-afca-be8811130b67 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 945 time: 0.1510158 Oct 13 00:11:33.104957 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0e5f-2d8a-4524-9be9-40b800546c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.128680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.169729 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.182769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7a3260-8794-4f81-b766-b4c7287e7090 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:33.219353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dbf028b5-ea90-4296-b47a-38eec72c562a None None] Port e68df065-f84e-48fa-8228-2a99af7cf25b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:33.233076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:33.233948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0e5f-2d8a-4524-9be9-40b800546c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.248191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.259726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a698b2dd-b643-4605-8a5b-5fad2092c853 req-f548452a-8c85-490b-be2b-2568bac61eb1 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf52349a-e046-4a74-8585-c145062dd48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798675 Oct 13 00:11:33.367033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0e5f-2d8a-4524-9be9-40b800546c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.370782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0e5f-2d8a-4524-9be9-40b800546c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.372128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9bfe0e5f-2d8a-4524-9be9-40b800546c1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68e1daef-7826-4654-be8b-7ce9c5ef85ca HTTP/1.1" status: 204 len: 168 time: 0.4901655 Oct 13 00:11:33.392902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe0e5f-2d8a-4524-9be9-40b800546c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e1daef-7826-4654-be8b-7ce9c5ef85ca,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:33.419176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:33.502649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 92a725ba-6972-470a-a47b-a08d7dbde454 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:33.614489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 92a725ba-6972-470a-a47b-a08d7dbde454 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:33.615392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.724553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.755598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 92a725ba-6972-470a-a47b-a08d7dbde454, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=92a725ba-6972-470a-a47b-a08d7dbde454,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:33.761377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['fe7a3260-8794-4f81-b766-b4c7287e7090'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:33.766723 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:33.782596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146baed-9247-4adb-9bce-0f88047903fa req-42b456dd-d316-4a19-82eb-6946a895be13 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:33.792491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8146baed-9247-4adb-9bce-0f88047903fa req-42b456dd-d316-4a19-82eb-6946a895be13 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1447275 Oct 13 00:11:33.870460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8146baed-9247-4adb-9bce-0f88047903fa req-45ab9848-e809-4b17-a3fd-0493d00e95ac tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699596 Oct 13 00:11:33.888109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=92a725ba-6972-470a-a47b-a08d7dbde454,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:33.992547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68df065-f84e-48fa-8228-2a99af7cf25b {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:34.012778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:34.042259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Transition to ACTIVE for port object e68df065-f84e-48fa-8228-2a99af7cf25b will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:11:34.057608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:34.059838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1350b0a-4d31-4f99-a4a6-78d827a3d719 req-3ed22363-090c-4fc2-be8f-e170d63c8940 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:34.062894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1350b0a-4d31-4f99-a4a6-78d827a3d719 req-3ed22363-090c-4fc2-be8f-e170d63c8940 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 935 time: 0.1102741 Oct 13 00:11:34.089538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:34.204529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1350b0a-4d31-4f99-a4a6-78d827a3d719 req-771bbea3-0e72-40ca-a0e8-34734270c542 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080041 Oct 13 00:11:34.252725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b53c-55e3-4869-89e3-906fcb481b71 req-0cb29b51-8e98-46e1-86ba-f08e55e9aff0 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:34.264068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f84b53c-55e3-4869-89e3-906fcb481b71 req-0cb29b51-8e98-46e1-86ba-f08e55e9aff0 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 1101 time: 0.1994963 Oct 13 00:11:34.309679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Pushing event updated for resources: {'Port': ['ID=e68df065-f84e-48fa-8228-2a99af7cf25b,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:34.360598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f84b53c-55e3-4869-89e3-906fcb481b71 req-208b245d-3bca-4e3b-86eb-133d9bf530c8 tempest-MigrationsAdminTest-1094415348 tempest-MigrationsAdminTest-1094415348-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948024 Oct 13 00:11:34.413288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event deleted for resources: {'Port': ['ID=33246405-45fc-49f0-8877-440c0d8d37ac,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:34.504077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 33246405-45fc-49f0-8877-440c0d8d37ac no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:34.508246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f923459-bb25-4199-a21e-6399f5ba3bae req-d0f6167b-734d-4e43-8d0a-8054ae5b0735 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 210 time: 0.0374243 Oct 13 00:11:34.554207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 33246405-45fc-49f0-8877-440c0d8d37ac {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:34.554699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 33246405-45fc-49f0-8877-440c0d8d37ac not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:34.572294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Attempting to bind port e68df065-f84e-48fa-8228-2a99af7cf25b on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:34.580011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Attempting to bind port e68df065-f84e-48fa-8228-2a99af7cf25b by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:34.580341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Attempting to bind port e68df065-f84e-48fa-8228-2a99af7cf25b on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:34.640103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Port e68df065-f84e-48fa-8228-2a99af7cf25b on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:11:34.640319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Attempting to bind port e68df065-f84e-48fa-8228-2a99af7cf25b on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:34.658634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:34.659032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:34.659421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:34.659951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Bound port: e68df065-f84e-48fa-8228-2a99af7cf25b, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:34.660333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:34.792622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Router 6f6b874b-182d-47cb-af58-d9a09a460737 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:11:34.865230 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Sync routers for ids ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:34.868237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47398) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:34.880973 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Routers {'16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:34.882955 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:34.909260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b0dec-5604-45c9-b5f6-dd0f78ed12c3 req-537d85f5-3744-4f95-befa-3e1f21b66438 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:34.925567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-253b0dec-5604-45c9-b5f6-dd0f78ed12c3 req-537d85f5-3744-4f95-befa-3e1f21b66438 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1170094 Oct 13 00:11:35.005842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-253b0dec-5604-45c9-b5f6-dd0f78ed12c3 req-de3f8561-6c5b-448e-b0c3-63cc6fa69fce tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749238 Oct 13 00:11:35.025161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] For port e68df065-f84e-48fa-8228-2a99af7cf25b, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:35.050666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] For port e68df065-f84e-48fa-8228-2a99af7cf25b, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e68df065-f84e-48fa-8228-2a99af7cf25b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:35.058585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-150258252-network', 'tenant_id': '38831f6ae0ce47bfa2de732044bd7c32'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:35.061982 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Set router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:35.066344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.079106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:35.091497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] Sync routers for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:35.104448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Made reservation on behalf of 38831f6ae0ce47bfa2de732044bd7c32 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:35.105261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:35.106093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:35.127002 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.129776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:35.130395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.132383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] 10.222.0.45 "PUT /v2.0/ports/e68df065-f84e-48fa-8228-2a99af7cf25b HTTP/1.1" status: 200 len: 1095 time: 2.2218041 Oct 13 00:11:35.132873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e97a920-0a4c-4049-a042-af963b1dbb27', 'tag': 'e68df065-f84e-48fa-8228-2a99af7cf25b'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:35.135637 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c844585d-516b-49f7-bdd8-a65887149aad" -d '{"events": [{"name": "network-changed", "server_uuid": "8e97a920-0a4c-4049-a042-af963b1dbb27", "tag": "e68df065-f84e-48fa-8228-2a99af7cf25b"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:35.149567 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.216278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] No DVR routers for this DVR port 33246405-45fc-49f0-8877-440c0d8d37ac on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:35.239226 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e618c9-f0e0-4062-be98-aadebe6913cf x-openstack-request-id: req-15e618c9-f0e0-4062-be98-aadebe6913cf {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:35.246074 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e97a920-0a4c-4049-a042-af963b1dbb27", "tag": "e68df065-f84e-48fa-8228-2a99af7cf25b", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:35.246269 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15e618c9-f0e0-4062-be98-aadebe6913cf {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:35.246745 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e97a920-0a4c-4049-a042-af963b1dbb27', 'tag': 'e68df065-f84e-48fa-8228-2a99af7cf25b', 'status': 'completed', 'code': 200} Oct 13 00:11:35.285173 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.288793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:35.298725 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3cd9d130-93c1-4c7f-8ef0-b48f51f95086 req-af56810f-a030-481b-93a3-5040da84beeb tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.36 "DELETE /v2.0/ports/33246405-45fc-49f0-8877-440c0d8d37ac HTTP/1.1" status: 204 len: 173 time: 3.9716873 Oct 13 00:11:35.367722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3535f2f-8cde-4f89-9f69-9966c482b0dc service neutron] Pushing event updated for resources: {'Port': ['ID=e68df065-f84e-48fa-8228-2a99af7cf25b,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:35.433865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf826794-1744-4785-83e1-9fc29cfde377 req-61a966b2-2f35-4a57-bca2-291783f27159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:35.435678 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-61a966b2-2f35-4a57-bca2-291783f27159 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 1098 time: 0.1880972 Oct 13 00:11:35.485555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.526487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.592733 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-f702c547-74e3-481d-bf38-2e54f3930854 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e68df065-f84e-48fa-8228-2a99af7cf25b HTTP/1.1" status: 200 len: 217 time: 0.1345983 Oct 13 00:11:35.659394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:11:35.708945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ede0-bcb2-451f-8841-99ec3766845b req-2f345408-5c58-4df4-b897-762a05f72c14 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:35.712703 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 4, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '46880417-3610-4e2b-b1dd-b87b5f489769', 'name': '', 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'mac_address': 'fa:16:3e:fe:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:27Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 2, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'subnets': [{'id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:35.716873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08b0ede0-bcb2-451f-8841-99ec3766845b req-2f345408-5c58-4df4-b897-762a05f72c14 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 947 time: 0.3639083 Oct 13 00:11:35.719982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf826794-1744-4785-83e1-9fc29cfde377 req-6bc7cae4-1bb6-430c-9d12-a2a4eaf444cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:35.724002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce5b3a-3f33-48e5-bfed-626f1240fede,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:35.725249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-6bc7cae4-1bb6-430c-9d12-a2a4eaf444cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1228495 Oct 13 00:11:35.747121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 92a725ba-6972-470a-a47b-a08d7dbde454 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:35.747911 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.748419 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Added segment 82f737bb-b2d9-403d-89e1-1185c9905f0e of type vlan for network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a Oct 13 00:11:35.773819 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Checking router: 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:35.774176 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Updating router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 port 46880417-3610-4e2b-b1dd-b87b5f489769 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:11:35.779707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da6dd833-1918-4018-a9dd-ec012fb7f0a3 req-8475431d-a280-412c-8f64-d710605b7c67 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/ports?device_id=af26a843-9345-4dfe-aeaa-c9844cceb13a HTTP/1.1" status: 200 len: 210 time: 0.0788705 Oct 13 00:11:35.816172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf826794-1744-4785-83e1-9fc29cfde377 req-57a4afff-dfc6-41ab-a72e-532e1204d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:35.817833 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-57a4afff-dfc6-41ab-a72e-532e1204d8f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852091 Oct 13 00:11:35.829456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08b0ede0-bcb2-451f-8841-99ec3766845b req-d25f810d-09ce-4e21-af79-53308e510a95 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090369 Oct 13 00:11:35.863939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.868378 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.916090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.917159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:35.918318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.980949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 92a725ba-6972-470a-a47b-a08d7dbde454 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:35.981640 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.997217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] Pushing event updated for resources: {'Network': ['ID=c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:36.009211 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-a64c5f79-fe3f-4404-9054-1cec067edd58 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829479 Oct 13 00:11:36.014358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-45bd47d0-75d7-4320-8ae1-c02c5ebf5b60 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1413276 Oct 13 00:11:36.014690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47414) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:36.020377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Request body: {'subnet': {'network_id': 'c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-150258252-subnet', 'tenant_id': '38831f6ae0ce47bfa2de732044bd7c32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:36.025913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:11:36.180205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:12Z', 'revision_number': 5, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:36.193645 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac647fdf-4f26-4e10-a647-8f9decce4676 req-5f332872-0175-433a-8a03-5b71f595b00e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:36.202860 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac647fdf-4f26-4e10-a647-8f9decce4676 req-5f332872-0175-433a-8a03-5b71f595b00e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.0771594 Oct 13 00:11:36.219449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] Checking router: 6f6b874b-182d-47cb-af58-d9a09a460737 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:36.257126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac647fdf-4f26-4e10-a647-8f9decce4676 req-35df1984-884e-490d-9fe1-5c14be843d5b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529690 Oct 13 00:11:36.283006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Made reservation on behalf of 38831f6ae0ce47bfa2de732044bd7c32 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:36.286528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:36.290495 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:36.299836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:36.300482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:36.434870 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf826794-1744-4785-83e1-9fc29cfde377 req-af319296-2547-4e1e-bdda-82d2c5b5c422 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979194 Oct 13 00:11:36.451979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-ba27281e-343e-40c7-9925-12b5dd0db873 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:36.453901 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-ba27281e-343e-40c7-9925-12b5dd0db873 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 950 time: 0.1103477 Oct 13 00:11:36.520703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:36.587017 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:36.597844 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:36.642696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port fe7a3260-8794-4f81-b766-b4c7287e7090 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:11:36.649648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port fe7a3260-8794-4f81-b766-b4c7287e7090 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:36.649816 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:36.673978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844585d-516b-49f7-bdd8-a65887149aad req-913b0498-de5d-424b-91e7-9eebe097e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:36.675467 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c844585d-516b-49f7-bdd8-a65887149aad req-913b0498-de5d-424b-91e7-9eebe097e2dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 1098 time: 0.1306221 Oct 13 00:11:36.730471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:36.769712 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Attempting to bind port 46880417-3610-4e2b-b1dd-b87b5f489769 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:36.770266 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Attempting to bind port 46880417-3610-4e2b-b1dd-b87b5f489769 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:36.770909 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Attempting to bind port 46880417-3610-4e2b-b1dd-b87b5f489769 on network ead87296-f45f-47e4-91e6-0caf52f62aa4 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:36.783555 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:36.785808 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Checking segment: {'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:36.786361 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:36.789089 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Bound using segment: {'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:36.789844 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Bound port: 46880417-3610-4e2b-b1dd-b87b5f489769, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8066daea-55d9-45b6-bf4c-195b012af5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:36.790334 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:36.876908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844585d-516b-49f7-bdd8-a65887149aad req-3514e56d-8c8c-4fc6-bc59-f46937a27b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:36.880137 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] For port 46880417-3610-4e2b-b1dd-b87b5f489769, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:36.882715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c844585d-516b-49f7-bdd8-a65887149aad req-3514e56d-8c8c-4fc6-bc59-f46937a27b0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1904519 Oct 13 00:11:36.884447 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] For port 46880417-3610-4e2b-b1dd-b87b5f489769, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=46880417-3610-4e2b-b1dd-b87b5f489769,segment=NetworkSegment(8066daea-55d9-45b6-bf4c-195b012af5f6),segment_id=8066daea-55d9-45b6-bf4c-195b012af5f6)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:36.894630 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86561667-508a-407c-837c-ff3e3b9ea0ad None None] Pushing event updated for resources: {'Port': ['ID=46880417-3610-4e2b-b1dd-b87b5f489769,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:36.902631 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.017692 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c844585d-516b-49f7-bdd8-a65887149aad req-4ac95ccb-b440-45d0-a2a2-8554cf7f63e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e68df065-f84e-48fa-8228-2a99af7cf25b HTTP/1.1" status: 200 len: 217 time: 0.0665450 Oct 13 00:11:37.027788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Deleting port fe7a3260-8794-4f81-b766-b4c7287e7090 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:37.028385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.031533 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86561667-508a-407c-837c-ff3e3b9ea0ad None None] Pushing event updated for resources: {'Port': ['ID=46880417-3610-4e2b-b1dd-b87b5f489769,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:37.034812 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.057828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e7917-651a-41c7-af55-86a962149f5b req-aa76077c-73f7-4c06-9f78-2a36026657f9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:37.079967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e0e7917-651a-41c7-af55-86a962149f5b req-aa76077c-73f7-4c06-9f78-2a36026657f9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 947 time: 0.1158669 Oct 13 00:11:37.089503 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Routers {'16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:37.093077 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:37.109327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.171081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e0e7917-651a-41c7-af55-86a962149f5b req-1907f593-ef5c-41e9-b427-6b487050db6f tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889502 Oct 13 00:11:37.176050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:37.195087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:37.198476 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9591ddc-d52d-4834-af11-bc4fb874f0a7" -d '{"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-plugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:37.204497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.301109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-01448bb8-b560-4d14-9030-ab390995d363 None None] Provisioning complete for port 46880417-3610-4e2b-b1dd-b87b5f489769 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:37.302952 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-01448bb8-b560-4d14-9030-ab390995d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.316239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=13']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:37.368958 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] Set router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:37.426681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:12Z', 'revision_number': 5, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:37.466526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6446633-73d2-442e-a9ba-9bb4d323f890 None None] The sync data for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 is: [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:08:08Z', 'revision_number': 4, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7aa13ae-7dd0-4796-9b08-79dfbac6066d', 'name': '', 'network_id': '8595526d-22df-404c-8702-7f34a6ea3ff6', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'mac_address': 'fa:16:3e:0d:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:07Z', 'updated_at': '2021-10-13T00:08:12Z', 'revision_number': 5, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'subnets': [{'id': 'e5da3a3b-e964-48d0-8ed0-5f4f8c820c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:37.468633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 46880417-3610-4e2b-b1dd-b87b5f489769 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:37.565932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-01448bb8-b560-4d14-9030-ab390995d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.605980 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bc8614-d2cd-4c79-b5ce-bccf2917fc4d x-openstack-request-id: req-c0bc8614-d2cd-4c79-b5ce-bccf2917fc4d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:37.606300 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-plugged", "status": "completed", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:37.606524 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0bc8614-d2cd-4c79-b5ce-bccf2917fc4d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:37.607533 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'code': 200} Oct 13 00:11:37.641298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 46880417-3610-4e2b-b1dd-b87b5f489769 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:37.641675 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.698777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-01448bb8-b560-4d14-9030-ab390995d363 None None] For port 46880417-3610-4e2b-b1dd-b87b5f489769, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=46880417-3610-4e2b-b1dd-b87b5f489769,segment=NetworkSegment(8066daea-55d9-45b6-bf4c-195b012af5f6),segment_id=8066daea-55d9-45b6-bf4c-195b012af5f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:37.724105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-01448bb8-b560-4d14-9030-ab390995d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.736906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'name': 'network-vif-deleted', 'tag': '33246405-45fc-49f0-8877-440c0d8d37ac'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:37.745560 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a48fd3b-c3a8-40ff-814a-d484454f68dc" -d '{"events": [{"server_uuid": "af26a843-9345-4dfe-aeaa-c9844cceb13a", "name": "network-vif-deleted", "tag": "33246405-45fc-49f0-8877-440c0d8d37ac"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:37.762048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844585d-516b-49f7-bdd8-a65887149aad req-e19331fc-8956-4c8e-8f08-bc1a9f25c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:37.770254 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c844585d-516b-49f7-bdd8-a65887149aad req-e19331fc-8956-4c8e-8f08-bc1a9f25c47b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.7384274 Oct 13 00:11:37.789405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4d79d-7cec-41b1-88f1-b8c3f2e09377 req-24d6f45e-cb06-4a0a-ab67-946c411f2f69 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:37.813539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24b4d79d-7cec-41b1-88f1-b8c3f2e09377 req-24d6f45e-cb06-4a0a-ab67-946c411f2f69 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 951 time: 0.1162114 Oct 13 00:11:37.821612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01448bb8-b560-4d14-9030-ab390995d363 None None] Pushing event updated for resources: {'Port': ['ID=46880417-3610-4e2b-b1dd-b87b5f489769,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:37.900773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c67f8af2-d936-4877-a543-bd8b7d0c6d73 None None] Provisioning complete for port 46880417-3610-4e2b-b1dd-b87b5f489769 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:37.901400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c67f8af2-d936-4877-a543-bd8b7d0c6d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.903823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24b4d79d-7cec-41b1-88f1-b8c3f2e09377 req-c0ded79b-b458-4018-8a79-129ac898348e tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804956 Oct 13 00:11:37.907100 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 4, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '46880417-3610-4e2b-b1dd-b87b5f489769', 'name': '', 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'mac_address': 'fa:16:3e:fe:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:27Z', 'updated_at': '2021-10-13T00:11:36Z', 'revision_number': 4, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'subnets': [{'id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:37.974642 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040375f-e216-4e2b-b945-da07e5445325 None None] The sync data for ids ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'] in n-d-813679-4 is: [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:28Z', 'revision_number': 4, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '46880417-3610-4e2b-b1dd-b87b5f489769', 'name': '', 'network_id': 'ead87296-f45f-47e4-91e6-0caf52f62aa4', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'mac_address': 'fa:16:3e:fe:17:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:27Z', 'updated_at': '2021-10-13T00:11:36Z', 'revision_number': 4, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'subnets': [{'id': 'd6be7f89-aeb9-4e4f-ad23-213091062f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:37.984031 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ede40-7625-4395-a264-bdee58824e20 None None] New status for floating IP 6bb03590-d7f9-436a-b871-45615ee2c8da: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:11:38.032588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47442) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:38.119946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844585d-516b-49f7-bdd8-a65887149aad req-62596a43-521b-41ba-ba53-c44464a99852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:38.123443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c844585d-516b-49f7-bdd8-a65887149aad req-62596a43-521b-41ba-ba53-c44464a99852 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2898958 Oct 13 00:11:38.128818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fcf622af-d1b4-4795-9516-0d29642fab2b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.135496 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69405fb-f3d8-4541-bd0b-01e8b0610fd4 x-openstack-request-id: req-b69405fb-f3d8-4541-bd0b-01e8b0610fd4 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:38.135945 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af26a843-9345-4dfe-aeaa-c9844cceb13a", "name": "network-vif-deleted", "tag": "33246405-45fc-49f0-8877-440c0d8d37ac", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:38.136319 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b69405fb-f3d8-4541-bd0b-01e8b0610fd4 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:38.136808 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af26a843-9345-4dfe-aeaa-c9844cceb13a', 'name': 'network-vif-deleted', 'tag': '33246405-45fc-49f0-8877-440c0d8d37ac', 'status': 'completed', 'code': 200} Oct 13 00:11:38.179413 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fcf622af-d1b4-4795-9516-0d29642fab2b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.265632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c844585d-516b-49f7-bdd8-a65887149aad req-f017ba51-4ab4-4cb4-b673-8b21efa33d8c service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169543 Oct 13 00:11:38.281327 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.289214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fcf622af-d1b4-4795-9516-0d29642fab2b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.292000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fcf622af-d1b4-4795-9516-0d29642fab2b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.295621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fcf622af-d1b4-4795-9516-0d29642fab2b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf52349a-e046-4a74-8585-c145062dd48f HTTP/1.1" status: 204 len: 168 time: 0.2593713 Oct 13 00:11:38.296254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47446) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:38.360383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf622af-d1b4-4795-9516-0d29642fab2b tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf52349a-e046-4a74-8585-c145062dd48f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:38.364340 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-2ae5b767-79a2-46d5-a0ce-052a7aaac699 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] show failed (client error): The resource could not be found. Oct 13 00:11:38.365620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2ae5b767-79a2-46d5-a0ce-052a7aaac699 tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "GET /v2.0/security-groups/cf52349a-e046-4a74-8585-c145062dd48f HTTP/1.1" status: 404 len: 347 time: 0.0649066 Oct 13 00:11:38.368838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47450) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:38.410133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74764ab7-a5f2-404e-b5bf-ab88aacd0b2a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:38.424610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] For port fe7a3260-8794-4f81-b766-b4c7287e7090, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=fe7a3260-8794-4f81-b766-b4c7287e7090,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:38.433915 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.450894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8db4e-3032-4b50-baa3-fe1d2c255968 req-423df7c0-4cae-490d-a046-e0174eda4e8c tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:38.462688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47d8db4e-3032-4b50-baa3-fe1d2c255968 req-423df7c0-4cae-490d-a046-e0174eda4e8c tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 947 time: 0.1414659 Oct 13 00:11:38.594066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47d8db4e-3032-4b50-baa3-fe1d2c255968 req-311d4448-10b2-42b7-9d9d-0bff577f760f tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282215 Oct 13 00:11:38.602558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Calling delete_port for fe7a3260-8794-4f81-b766-b4c7287e7090 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:38.607839 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c844585d-516b-49f7-bdd8-a65887149aad req-ce02fcc2-736a-47c5-aca3-d3cce12717b4 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261762 Oct 13 00:11:38.635109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Deleting port a7f58e0c-3a07-47e5-aaee-936ebe044ed0 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:38.635484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.737061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.737884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.753627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Calling delete_port for a7f58e0c-3a07-47e5-aaee-936ebe044ed0 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:38.796332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Checking segment: {'id': '82f737bb-b2d9-403d-89e1-1185c9905f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:38.797615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Network hostable DHCP agents. Network: c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:11:38.818783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:38.833609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:11:38.858747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9152485b-7702-4736-9f75-1786110833fc', 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:38.893602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event deleted for resources: {'Port': ['ID=fe7a3260-8794-4f81-b766-b4c7287e7090,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:38.905308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:38.937514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['c74069f5-df6b-44a4-b58d-912e28830134'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:38.943701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08969f9f-5f50-4182-9b67-8da8db3df7d6 None None] Network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:38.946196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:38.946801 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.014914 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.053862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] No DVR routers for this DVR port fe7a3260-8794-4f81-b766-b4c7287e7090 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:39.059538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b9b9d6f-f065-4c70-a5d9-137e738df91f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.0438128 Oct 13 00:11:39.073022 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.090682 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd7a1ae2-0372-42ed-8ce1-cf950c9791c5 req-b8d41946-7238-40c8-85df-37b086750c41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "DELETE /v2.0/ports/fe7a3260-8794-4f81-b766-b4c7287e7090 HTTP/1.1" status: 204 len: 173 time: 2.6253018 Oct 13 00:11:39.194431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Pushing event deleted for resources: {'Port': ['ID=a7f58e0c-3a07-47e5-aaee-936ebe044ed0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:39.371139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.395475 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.413529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7d0e7866-7c54-41b3-bacc-d2eff0ffba0e tempest-ServersTestFqdnHostnames-1675352249 tempest-ServersTestFqdnHostnames-1675352249-project] 10.222.0.21 "DELETE /v2.0/floatingips/6bb03590-d7f9-436a-b871-45615ee2c8da HTTP/1.1" status: 204 len: 168 time: 1.0435002 Oct 13 00:11:39.416637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47468) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:39.500099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 46880417-3610-4e2b-b1dd-b87b5f489769 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:39.568127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1ee589c-d17f-42bf-8fa3-39b11d9b874c req-bad0d517-a30a-48af-8d51-ad2d14c40671 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ced86fa-2c92-4ab7-95fe-eb41e0d16a05 HTTP/1.1" status: 200 len: 210 time: 0.4114499 Oct 13 00:11:39.749100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d51ae0-8405-4f54-b428-0760d499b333 None None] Network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:39.854631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 46880417-3610-4e2b-b1dd-b87b5f489769 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:39.855944 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.007136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115f4f-7ce7-413a-a5e5-e9e420ffc4e8 req-31b84428-c17d-4175-8f6a-7a6fa1eae5ed tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:40.010604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b115f4f-7ce7-413a-a5e5-e9e420ffc4e8 req-31b84428-c17d-4175-8f6a-7a6fa1eae5ed tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 947 time: 0.1069217 Oct 13 00:11:40.038613 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.074645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b115f4f-7ce7-413a-a5e5-e9e420ffc4e8 req-6d209b35-8c54-4379-826c-e03deef73dd7 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587389 Oct 13 00:11:40.120288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489731-4750-417d-a7fd-22eda068365e req-7bcd8546-2546-472f-8bb1-eef5179160fb tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:40.130071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-7bcd8546-2546-472f-8bb1-eef5179160fb tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/networks?id=c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a HTTP/1.1" status: 200 len: 817 time: 0.3172002 Oct 13 00:11:40.139426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-deleted', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:40.142217 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8ed40f-6c87-4257-9178-0551dc9104b4" -d '{"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-deleted", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:40.159300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-7f01a75e-7ba8-4a6d-9c2c-052b522467f0 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/quotas/38831f6ae0ce47bfa2de732044bd7c32 HTTP/1.1" status: 200 len: 375 time: 0.0279896 Oct 13 00:11:40.226884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-ac7d0760-f59a-4ae5-ac3d-6ea4239cb921 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38831f6ae0ce47bfa2de732044bd7c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665996 Oct 13 00:11:40.291318 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d93e1-fc22-46d7-a290-debdd435c4d1 x-openstack-request-id: req-d50d93e1-fc22-46d7-a290-debdd435c4d1 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:40.291726 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced86fa-2c92-4ab7-95fe-eb41e0d16a05", "name": "network-vif-deleted", "tag": "fe7a3260-8794-4f81-b766-b4c7287e7090", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:40.292071 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d50d93e1-fc22-46d7-a290-debdd435c4d1 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:40.292571 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced86fa-2c92-4ab7-95fe-eb41e0d16a05', 'name': 'network-vif-deleted', 'tag': 'fe7a3260-8794-4f81-b766-b4c7287e7090', 'status': 'completed', 'code': 200} Oct 13 00:11:40.411786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-508e5e54-7024-49f5-98f1-6e994674db02 service neutron] 10.222.0.21 "GET /v2.0/networks/c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839464 Oct 13 00:11:40.416689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Deleting port c7aa13ae-7dd0-4796-9b08-79dfbac6066d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:40.417157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.498000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-33959dd2-52df-4b0b-8212-54e2482de89a service neutron] 10.222.0.21 "GET /v2.0/networks/c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853145 Oct 13 00:11:40.500054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] For port c7aa13ae-7dd0-4796-9b08-79dfbac6066d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:40.500521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.514249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Calling delete_port for c7aa13ae-7dd0-4796-9b08-79dfbac6066d owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:40.522294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:40.544662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: fe7a3260-8794-4f81-b766-b4c7287e7090 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:40.545143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device fe7a3260-8794-4f81-b766-b4c7287e7090 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:40.768518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.815823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7aa13ae-7dd0-4796-9b08-79dfbac6066d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:40.831350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-861a7588-50a7-451b-bdfa-979aa4b9c7d4 req-64df10eb-cf6d-4057-ac36-bacb2f81a8a7 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 210 time: 0.0776103 Oct 13 00:11:40.940270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.940859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.941438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.941884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.942388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.942824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.943258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.945816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.946281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.946877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.947316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:40.947788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:41.025956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12611a1e-687e-4ff6-bf7d-0a2348363ebe req-0190cde7-a475-47ba-b767-d478ad7aed7c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:41.033173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12611a1e-687e-4ff6-bf7d-0a2348363ebe req-0190cde7-a475-47ba-b767-d478ad7aed7c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 949 time: 0.0944502 Oct 13 00:11:41.085615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12611a1e-687e-4ff6-bf7d-0a2348363ebe req-39009b65-8662-4cb6-8a7b-00b5ce2cb409 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514657 Oct 13 00:11:41.155051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:41.247420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e68df065-f84e-48fa-8228-2a99af7cf25b details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:11:41.349619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85405a3-5ceb-48df-bf75-50397e4923f2 req-4f5a66ec-2d1d-44e2-be8e-f8f3c5b976a4 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:41.355499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c85405a3-5ceb-48df-bf75-50397e4923f2 req-4f5a66ec-2d1d-44e2-be8e-f8f3c5b976a4 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 947 time: 0.1532137 Oct 13 00:11:41.434923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c85405a3-5ceb-48df-bf75-50397e4923f2 req-aa958bfb-9bc2-4c1b-b0da-14682f53e4ae tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Oct 13 00:11:41.502656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e68df065-f84e-48fa-8228-2a99af7cf25b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e68df065-f84e-48fa-8228-2a99af7cf25b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:41.518635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'e68df065-f84e-48fa-8228-2a99af7cf25b', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'e68df065-f84e-48fa-8228-2a99af7cf25b', 'mac_address': 'fa:16:3e:84:2a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:11:41.576361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Router 6f6b874b-182d-47cb-af58-d9a09a460737 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:11:41.615090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:41.647179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68df065-f84e-48fa-8228-2a99af7cf25b {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:41.692249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e68df065-f84e-48fa-8228-2a99af7cf25b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e68df065-f84e-48fa-8228-2a99af7cf25b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:41.702235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:41.761882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-ce645f61-dafb-40f0-a629-431f3efa27ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545790 Oct 13 00:11:41.764869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:41.789061 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b764f8ec-9997-4664-8f57-284ef2674c2a admin admin] 10.222.0.21 "PUT /v2.0/routers/6f6b874b-182d-47cb-af58-d9a09a460737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596349 Oct 13 00:11:41.789061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47514) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:41.811393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] Sync routers for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:41.857838 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aaaea206-f9b3-4fe9-b636-01b4eceb0533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:41.908175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:41.908839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:41.922731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e68df065-f84e-48fa-8228-2a99af7cf25b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:41.978138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-233a35b1-c6e4-4120-be58-ef6a35ff5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:41.979772 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-233a35b1-c6e4-4120-be58-ef6a35ff5b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 1101 time: 0.1255291 Oct 13 00:11:41.980600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fac20c99-324b-4f3f-af82-69fe48c10c85 req-2ad075c3-1585-4a28-a5d6-4b4efde76708 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 210 time: 0.0603085 Oct 13 00:11:41.997636 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:42.230186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:42.240835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-8897286e-cd39-4f99-925d-e0e6c40e8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:42.243611 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-8897286e-cd39-4f99-925d-e0e6c40e8f5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1834440 Oct 13 00:11:42.249277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:42.271000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1b7cc-20f5-4dfc-bdb4-08764257e35c req-f31c50d7-b2c0-4c45-8c84-8d890a329804 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:42.274100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5f1b7cc-20f5-4dfc-bdb4-08764257e35c req-f31c50d7-b2c0-4c45-8c84-8d890a329804 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 949 time: 0.0693130 Oct 13 00:11:42.293986 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-fd60d4ec-6bf9-4e30-9eb1-84bc454aa23a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 200 len: 217 time: 0.0403411 Oct 13 00:11:42.320619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5f1b7cc-20f5-4dfc-bdb4-08764257e35c req-601c15a4-540c-486c-b526-20fceece2587 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Oct 13 00:11:42.398993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-e531d44f-4c8b-438a-9cbe-97835e6604d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:42.400596 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-e531d44f-4c8b-438a-9cbe-97835e6604d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0862479 Oct 13 00:11:42.413719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e68df065-f84e-48fa-8228-2a99af7cf25b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:42.421450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Deleting port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:42.421867 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:42.564296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-e140d89b-532a-475c-96e2-5de6a3bef10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:42.566226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-e140d89b-532a-475c-96e2-5de6a3bef10b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572804 Oct 13 00:11:42.638633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489731-4750-417d-a7fd-22eda068365e req-ec71de82-d2bb-4b58-af48-c8deb47959fd tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:42.640414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-ec71de82-d2bb-4b58-af48-c8deb47959fd tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.36 "GET /v2.0/networks?id=c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a HTTP/1.1" status: 200 len: 817 time: 0.1949604 Oct 13 00:11:42.663926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:11:40Z', 'revision_number': 5, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port': {'id': '13fe19dd-6a02-41bb-9282-3fe7d1c01ce4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:03Z', 'updated_at': '2021-10-13T00:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:42.679867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Request body: {'port': {'device_id': '88db1e58-9444-4845-90fc-c86a681eb82d', 'network_id': 'c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a', 'admin_state_up': True, 'tenant_id': '38831f6ae0ce47bfa2de732044bd7c32'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:42.704017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] For port 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=13fe19dd-6a02-41bb-9282-3fe7d1c01ce4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:42.704517 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:42.712906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] Checking router: 6f6b874b-182d-47cb-af58-d9a09a460737 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:42.725932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Calling delete_port for 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:42.750127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] Routers {'6f6b874b-182d-47cb-af58-d9a09a460737'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:42.750660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6f6b874b-182d-47cb-af58-d9a09a460737'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:42.796301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30a6b3-4d58-4b24-9ddd-8f7d097e6c94 req-64e42f9d-b144-485a-84f4-83f44f4daff6 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:42.804050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb30a6b3-4d58-4b24-9ddd-8f7d097e6c94 req-64e42f9d-b144-485a-84f4-83f44f4daff6 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 948 time: 0.2039888 Oct 13 00:11:42.805430 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-322143f4-9006-473d-a484-330f506ca018 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206697 Oct 13 00:11:42.868012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] Set router 6f6b874b-182d-47cb-af58-d9a09a460737 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:42.877649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb30a6b3-4d58-4b24-9ddd-8f7d097e6c94 req-ed983089-2f22-49a2-aa78-608d29724429 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708928 Oct 13 00:11:42.906643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Made reservation on behalf of 38831f6ae0ce47bfa2de732044bd7c32 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:42.914193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:42.941029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:11:42Z', 'revision_number': 6, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:42.971286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2d380-9a25-4b5e-b082-0d82c306834d None None] The sync data for ids ['6f6b874b-182d-47cb-af58-d9a09a460737'] in n-d-813679-4 is: [{'id': '6f6b874b-182d-47cb-af58-d9a09a460737', 'name': 'tempest-ServersTestFqdnHostnames-1073742339-router', 'tenant_id': 'd3461ce215ea47568f3508b52a70639c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:01Z', 'updated_at': '2021-10-13T00:11:42Z', 'revision_number': 6, 'project_id': 'd3461ce215ea47568f3508b52a70639c', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:43.096322 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:11:43.099254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Allocated IP 172.20.0.9 (c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a/74764ab7-a5f2-404e-b5bf-ab88aacd0b2a/46f41952-17e1-4518-ab2e-75a37022fb49) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:43.252542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7836dad3-1f76-43b2-8e81-e06fadb14024 req-e08230df-15e4-44ed-b3a3-bc59a0a76b47 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 210 time: 0.0490079 Oct 13 00:11:43.305900 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f509efc4-5eec-48b5-a472-b4bbea7392f3 req-88a2ef42-c826-4914-9379-9ffeaf166f64 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815183 Oct 13 00:11:43.342136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-3f58f8ff-6013-4a0e-99c4-5a4715d6da1b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:43.343845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-3f58f8ff-6013-4a0e-99c4-5a4715d6da1b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 949 time: 0.0646193 Oct 13 00:11:43.368328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c7aa13ae-7dd0-4796-9b08-79dfbac6066d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:43.406702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c7aa13ae-7dd0-4796-9b08-79dfbac6066d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:43.409684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c7aa13ae-7dd0-4796-9b08-79dfbac6066d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:43.431891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.541883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2776556-3197-44ba-b6bb-ee47283d9398 req-0977c87e-b33a-4aea-9480-cdfda821704b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:43.549610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2776556-3197-44ba-b6bb-ee47283d9398 req-0977c87e-b33a-4aea-9480-cdfda821704b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 949 time: 0.0648940 Oct 13 00:11:43.559493 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.563397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.591760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=13fe19dd-6a02-41bb-9282-3fe7d1c01ce4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:43.602609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Deleting port c74069f5-df6b-44a4-b58d-912e28830134 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:43.603648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.636922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:43.683402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2776556-3197-44ba-b6bb-ee47283d9398 req-25e90866-9f80-4c83-afd3-fba06b222ebc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328959 Oct 13 00:11:43.684388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:43.687290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Pushing event updated for resources: {'Port': ['ID=46f41952-17e1-4518-ab2e-75a37022fb49,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:43.689718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:43.760416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.781902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:43.782497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.804350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-c726d33d-339b-4dfc-9ff0-e160f9a03412 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1388352 Oct 13 00:11:43.856721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Request body: {'port': {'device_id': '88db1e58-9444-4845-90fc-c86a681eb82d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:43.868552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] For port c74069f5-df6b-44a4-b58d-912e28830134, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=c74069f5-df6b-44a4-b58d-912e28830134,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:43.869874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.878747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.882301 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.941958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.948183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Calling delete_port for c74069f5-df6b-44a4-b58d-912e28830134 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:43.964367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.964978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f6b874b-182d-47cb-af58-d9a09a460737 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:11:43.972291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:43.973568 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-28feabee-8731-4b22-b29d-cf3a43cfaf37 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6f6b874b-182d-47cb-af58-d9a09a460737 HTTP/1.1" status: 204 len: 168 time: 2.1895165 Oct 13 00:11:43.981125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47564) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:44.085460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2095f686-72eb-483b-90f8-f22b13b59246 admin admin] Deleting subnet e5da3a3b-e964-48d0-8ed0-5f4f8c820c30 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:11:44.094201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2095f686-72eb-483b-90f8-f22b13b59246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.143378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2095f686-72eb-483b-90f8-f22b13b59246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.215829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f1aa0-5fdb-4a05-a9ec-4651ed0573fb req-dd30e8f1-beaa-4b7d-a8ae-26f3b417e6e9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:44.217780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-721f1aa0-5fdb-4a05-a9ec-4651ed0573fb req-dd30e8f1-beaa-4b7d-a8ae-26f3b417e6e9 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 948 time: 0.0814340 Oct 13 00:11:44.324476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-721f1aa0-5fdb-4a05-a9ec-4651ed0573fb req-935cc7b9-e21f-4f44-a263-a99c1d81ef69 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811753 Oct 13 00:11:44.404959 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.428844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37877423-5c31-4329-9f47-490a2783ee84 req-464bd14e-0a79-4c59-bc01-5d25529ccafd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2120910 Oct 13 00:11:44.436773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f41952-17e1-4518-ab2e-75a37022fb49 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:44.440535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9152485b-7702-4736-9f75-1786110833fc', 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:44.451152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2095f686-72eb-483b-90f8-f22b13b59246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.452016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['c74069f5-df6b-44a4-b58d-912e28830134'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:44.453302 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.475035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Transition to ACTIVE for port object 46f41952-17e1-4518-ab2e-75a37022fb49 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:11:44.491873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event deleted for resources: {'Port': ['ID=c74069f5-df6b-44a4-b58d-912e28830134,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:44.511619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fce1e8-e881-4ed0-9035-8a5799678dc7 req-a28d87e5-0b73-4e76-83ac-6a7bb2a107ca tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:44.519751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26fce1e8-e881-4ed0-9035-8a5799678dc7 req-a28d87e5-0b73-4e76-83ac-6a7bb2a107ca tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 931 time: 0.1112659 Oct 13 00:11:44.559348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] No DVR routers for this DVR port c74069f5-df6b-44a4-b58d-912e28830134 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:44.566637 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.585280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.597492 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27669c1b-0cd3-4088-89f7-8687faa92961 req-11599549-d158-443d-b53f-33569f9371f6 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.45 "DELETE /v2.0/ports/c74069f5-df6b-44a4-b58d-912e28830134 HTTP/1.1" status: 204 len: 173 time: 1.2438729 Oct 13 00:11:44.613984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-deleted', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:44.624637 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2dfd3de7-dcc7-4100-b009-20689bc38627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.628870 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ab04a-2439-4560-b981-54cc07d82ab2" -d '{"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-deleted", "tag": "c74069f5-df6b-44a4-b58d-912e28830134"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:44.647657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26fce1e8-e881-4ed0-9035-8a5799678dc7 req-1d0162db-878f-482b-9686-73b3d678f480 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188111 Oct 13 00:11:44.682235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Pushing event updated for resources: {'Port': ['ID=46f41952-17e1-4518-ab2e-75a37022fb49,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:44.716310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2095f686-72eb-483b-90f8-f22b13b59246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.766242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbfcf19-7313-4c99-b684-f25f39b9e674 None None] Network 8595526d-22df-404c-8702-7f34a6ea3ff6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:44.783177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Attempting to bind port 46f41952-17e1-4518-ab2e-75a37022fb49 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:44.783538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Attempting to bind port 46f41952-17e1-4518-ab2e-75a37022fb49 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '82f737bb-b2d9-403d-89e1-1185c9905f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:44.784230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Attempting to bind port 46f41952-17e1-4518-ab2e-75a37022fb49 on network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:44.789580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Port 46f41952-17e1-4518-ab2e-75a37022fb49 on network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:11:44.789888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Attempting to bind port 46f41952-17e1-4518-ab2e-75a37022fb49 on network c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:44.796659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:44.797011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Checking segment: {'id': '82f737bb-b2d9-403d-89e1-1185c9905f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:44.797526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Bound using segment: {'id': '82f737bb-b2d9-403d-89e1-1185c9905f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:44.797968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Bound port: 46f41952-17e1-4518-ab2e-75a37022fb49, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f737bb-b2d9-403d-89e1-1185c9905f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:44.798414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.810753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2095f686-72eb-483b-90f8-f22b13b59246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:44.820954 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2095f686-72eb-483b-90f8-f22b13b59246 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e5da3a3b-e964-48d0-8ed0-5f4f8c820c30 HTTP/1.1" status: 204 len: 168 time: 0.8353131 Oct 13 00:11:44.832245 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13724be1-5345-4747-90da-4034d0da6866 x-openstack-request-id: req-13724be1-5345-4747-90da-4034d0da6866 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:44.832867 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8376fa2-6ec1-40b9-a98b-26f79089c911", "name": "network-vif-deleted", "tag": "c74069f5-df6b-44a4-b58d-912e28830134", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:44.835930 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13724be1-5345-4747-90da-4034d0da6866 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:44.844037 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8376fa2-6ec1-40b9-a98b-26f79089c911', 'name': 'network-vif-deleted', 'tag': 'c74069f5-df6b-44a4-b58d-912e28830134', 'status': 'completed', 'code': 200} Oct 13 00:11:44.846788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47576) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:44.864221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095f686-72eb-483b-90f8-f22b13b59246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5da3a3b-e964-48d0-8ed0-5f4f8c820c30,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:44.953869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37877423-5c31-4329-9f47-490a2783ee84 req-4082f9f0-0bf8-45d9-afdb-db6ddc72ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:44.955092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37877423-5c31-4329-9f47-490a2783ee84 req-4082f9f0-0bf8-45d9-afdb-db6ddc72ea34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683&device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 1097 time: 0.3910315 Oct 13 00:11:44.984037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5c38e28-3481-4ac8-995e-c7285b308634 req-d0af5568-d07f-4513-95e3-d2742fdeb320 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8376fa2-6ec1-40b9-a98b-26f79089c911 HTTP/1.1" status: 200 len: 210 time: 0.0719671 Oct 13 00:11:45.033063 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] For port 46f41952-17e1-4518-ab2e-75a37022fb49, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:45.037588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] For port 46f41952-17e1-4518-ab2e-75a37022fb49, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=46f41952-17e1-4518-ab2e-75a37022fb49,segment=NetworkSegment(82f737bb-b2d9-403d-89e1-1185c9905f0e),segment_id=82f737bb-b2d9-403d-89e1-1185c9905f0e)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:45.051383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.063900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.104050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:45.104791 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.106465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] 10.222.0.36 "PUT /v2.0/ports/46f41952-17e1-4518-ab2e-75a37022fb49 HTTP/1.1" status: 200 len: 1091 time: 1.2542896 Oct 13 00:11:45.107070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88db1e58-9444-4845-90fc-c86a681eb82d', 'tag': '46f41952-17e1-4518-ab2e-75a37022fb49'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:45.109364 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b87e27-890d-4a6d-86ed-85d6a47548af" -d '{"events": [{"name": "network-changed", "server_uuid": "88db1e58-9444-4845-90fc-c86a681eb82d", "tag": "46f41952-17e1-4518-ab2e-75a37022fb49"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:45.148018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64952fa2-db30-4231-ba02-25848d91b4aa service neutron] Pushing event updated for resources: {'Port': ['ID=46f41952-17e1-4518-ab2e-75a37022fb49,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:45.239702 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ba18c0-6fda-468d-b504-1ed04b7fdd15 x-openstack-request-id: req-d6ba18c0-6fda-468d-b504-1ed04b7fdd15 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:45.240098 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88db1e58-9444-4845-90fc-c86a681eb82d", "tag": "46f41952-17e1-4518-ab2e-75a37022fb49", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:45.241064 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6ba18c0-6fda-468d-b504-1ed04b7fdd15 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:45.241544 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88db1e58-9444-4845-90fc-c86a681eb82d', 'tag': '46f41952-17e1-4518-ab2e-75a37022fb49', 'status': 'completed', 'code': 200} Oct 13 00:11:45.249153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37877423-5c31-4329-9f47-490a2783ee84 req-37bec6b3-8bf6-4b60-ad4b-e8a2e92f505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:45.250792 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37877423-5c31-4329-9f47-490a2783ee84 req-37bec6b3-8bf6-4b60-ad4b-e8a2e92f505c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebe631aa-a732-438b-8111-1323d75e12f7 HTTP/1.1" status: 200 len: 912 time: 0.2643921 Oct 13 00:11:45.260569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489731-4750-417d-a7fd-22eda068365e req-08862741-be9a-4f9f-b1ad-28908c3d71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:45.262337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-08862741-be9a-4f9f-b1ad-28908c3d71f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38831f6ae0ce47bfa2de732044bd7c32&device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 1094 time: 0.0899100 Oct 13 00:11:45.280537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e68df065-f84e-48fa-8228-2a99af7cf25b up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:45.346034 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-3bcf076e-a7a0-4919-8b42-e0b8b5d8b97c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46f41952-17e1-4518-ab2e-75a37022fb49 HTTP/1.1" status: 200 len: 217 time: 0.0565810 Oct 13 00:11:45.391208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] DHCP port deletion for 8595526d-22df-404c-8702-7f34a6ea3ff6 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:11:45.399920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Deleting port 7a04dd23-eeeb-46ab-9b65-b28963352183 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:45.400254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.417761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489731-4750-417d-a7fd-22eda068365e req-0c580c0f-4bc4-480d-80fd-4fbd896a830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:45.419845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-0c580c0f-4bc4-480d-80fd-4fbd896a830f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74764ab7-a5f2-404e-b5bf-ab88aacd0b2a HTTP/1.1" status: 200 len: 857 time: 0.0627563 Oct 13 00:11:45.458174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:45.458966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-12691c49-0660-499c-9078-d2f1f9273536 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320370 Oct 13 00:11:45.552392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:45.553035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 13fe19dd-6a02-41bb-9282-3fe7d1c01ce4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:45.566793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f5f78-59cb-4247-9df9-b585587901ad req-2b4ea702-a619-4bf7-ab0c-b308db2237fb tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:45.568475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4f5f78-59cb-4247-9df9-b585587901ad req-2b4ea702-a619-4bf7-ab0c-b308db2237fb tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 948 time: 0.1119988 Oct 13 00:11:45.580943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37877423-5c31-4329-9f47-490a2783ee84 req-d65fd533-84cf-4cc9-a0ca-062a9ba3d99c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b HTTP/1.1" status: 200 len: 1002 time: 0.3165879 Oct 13 00:11:45.590521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] For port 7a04dd23-eeeb-46ab-9b65-b28963352183, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a04dd23-eeeb-46ab-9b65-b28963352183,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:45.591192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.599283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port e68df065-f84e-48fa-8228-2a99af7cf25b completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:11:45.607380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port e68df065-f84e-48fa-8228-2a99af7cf25b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:45.607791 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.637839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Calling delete_port for 7a04dd23-eeeb-46ab-9b65-b28963352183 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:45.640568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-3482328a-c2f0-4271-ad6d-77ce29c4630e service neutron] 10.222.0.36 "GET /v2.0/networks/c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698239 Oct 13 00:11:45.643727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4f5f78-59cb-4247-9df9-b585587901ad req-80cf7d3c-d641-433d-977f-e60ced327edb tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Oct 13 00:11:45.651573 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.654857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] Deleting port 7a04dd23-eeeb-46ab-9b65-b28963352183 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:45.655775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.727404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37877423-5c31-4329-9f47-490a2783ee84 req-3c344b8b-893c-4c11-99ac-f92b8b8da12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:45.728926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37877423-5c31-4329-9f47-490a2783ee84 req-3c344b8b-893c-4c11-99ac-f92b8b8da12b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7b649001-2694-4fd6-9145-70f75ce44a11 HTTP/1.1" status: 200 len: 850 time: 0.1340165 Oct 13 00:11:45.778645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.785262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] For port 7a04dd23-eeeb-46ab-9b65-b28963352183, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a04dd23-eeeb-46ab-9b65-b28963352183,segment=NetworkSegment(56c3a2e5-a6f8-438e-90b5-ffb065411886),segment_id=56c3a2e5-a6f8-438e-90b5-ffb065411886)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:45.785652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.806654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] Calling delete_port for 7a04dd23-eeeb-46ab-9b65-b28963352183 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:45.828641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97a920-0a4c-4049-a042-af963b1dbb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68df065-f84e-48fa-8228-2a99af7cf25b'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:45.829870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37877423-5c31-4329-9f47-490a2783ee84 req-d5955cbb-dbd5-4f92-b04d-9d70d98dd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:45.830952 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151912e7-eebb-45d4-bbbe-0cd327b11200" -d '{"events": [{"server_uuid": "8e97a920-0a4c-4049-a042-af963b1dbb27", "name": "network-vif-plugged", "status": "completed", "tag": "e68df065-f84e-48fa-8228-2a99af7cf25b"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:45.831768 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37877423-5c31-4329-9f47-490a2783ee84 req-d5955cbb-dbd5-4f92-b04d-9d70d98dd294 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebe631aa-a732-438b-8111-1323d75e12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905361 Oct 13 00:11:45.864910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e8966-c7c4-4154-a2ea-ad718d967dc6 req-f13f46f5-2735-4814-9c9f-8c73541242cb tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:45.866979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-180e8966-c7c4-4154-a2ea-ad718d967dc6 req-f13f46f5-2735-4814-9c9f-8c73541242cb tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 943 time: 0.0979784 Oct 13 00:11:45.873691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c489731-4750-417d-a7fd-22eda068365e req-0d0ae024-da7d-457f-9c43-95ffda959071 service neutron] 10.222.0.36 "GET /v2.0/networks/c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094553 Oct 13 00:11:45.911046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e68df065-f84e-48fa-8228-2a99af7cf25b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e68df065-f84e-48fa-8228-2a99af7cf25b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:45.918485 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021f2e93-7c50-4126-b36f-41797c8cefa8 x-openstack-request-id: req-021f2e93-7c50-4126-b36f-41797c8cefa8 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:45.918822 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97a920-0a4c-4049-a042-af963b1dbb27", "name": "network-vif-plugged", "status": "completed", "tag": "e68df065-f84e-48fa-8228-2a99af7cf25b", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:45.919067 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-021f2e93-7c50-4126-b36f-41797c8cefa8 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:45.919455 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e97a920-0a4c-4049-a042-af963b1dbb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68df065-f84e-48fa-8228-2a99af7cf25b', 'code': 200} Oct 13 00:11:45.923454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.924489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c74069f5-df6b-44a4-b58d-912e28830134 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:45.925581 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.968623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a04dd23-eeeb-46ab-9b65-b28963352183,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:45.973172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] No DVR routers for this DVR port 7a04dd23-eeeb-46ab-9b65-b28963352183 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:45.985148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-180e8966-c7c4-4154-a2ea-ad718d967dc6 req-21357963-85c0-4bff-b641-5c3f360135d5 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101716 Oct 13 00:11:46.004560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e68df065-f84e-48fa-8228-2a99af7cf25b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:46.008185 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.010612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: c74069f5-df6b-44a4-b58d-912e28830134 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:46.010612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device c74069f5-df6b-44a4-b58d-912e28830134 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:46.061424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.086023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8595526d-22df-404c-8702-7f34a6ea3ff6']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:46.089426 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.098603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c3a2e5-a6f8-438e-90b5-ffb065411886') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:46.099039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c3a2e5-a6f8-438e-90b5-ffb065411886') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:46.113718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.127753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-f1a3c813-8f70-44b6-9622-cc86f03ad696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:46.129502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] Pushing event deleted for resources: {'Port': ['ID=7a04dd23-eeeb-46ab-9b65-b28963352183,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:46.130378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.132963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-f1a3c813-8f70-44b6-9622-cc86f03ad696 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38831f6ae0ce47bfa2de732044bd7c32&device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 1094 time: 0.1468916 Oct 13 00:11:46.138974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:11:46.138974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.140293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2ec50-99ca-4878-8270-223a9bf0367e None None] No DVR routers for this DVR port 7a04dd23-eeeb-46ab-9b65-b28963352183 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:11:46.207760 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:11:46.244487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.275722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.286342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8595526d-22df-404c-8702-7f34a6ea3ff6 HTTP/1.1" status: 204 len: 168 time: 1.4360883 Oct 13 00:11:46.292718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e22ddf-06b5-4ab1-8bd9-8044728f4b31 req-38114cb6-0302-41ef-ba27-f304105f84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:46.297268 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04e22ddf-06b5-4ab1-8bd9-8044728f4b31 req-38114cb6-0302-41ef-ba27-f304105f84f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 1100 time: 0.0946782 Oct 13 00:11:46.299968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3dcca-b2c3-4554-8812-d86ca0351f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8595526d-22df-404c-8702-7f34a6ea3ff6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:46.349813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-ca8faa2c-0c2b-4f6a-af6d-7c34419d22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:46.353920 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-ca8faa2c-0c2b-4f6a-af6d-7c34419d22ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a HTTP/1.1" status: 200 len: 918 time: 0.1923974 Oct 13 00:11:46.408608 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37877423-5c31-4329-9f47-490a2783ee84 req-c6b2f3fb-8c1a-4a2e-b853-0a5aa015e017 service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609312 Oct 13 00:11:46.489245 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04e22ddf-06b5-4ab1-8bd9-8044728f4b31 req-987d989c-b703-4605-a558-f321c670e28f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779933 Oct 13 00:11:46.510219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:46.575265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f871d1ef-3aed-40ae-8045-fe33fc89f07e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3461ce215ea47568f3508b52a70639c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641580 Oct 13 00:11:46.577826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47606) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:46.610903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37877423-5c31-4329-9f47-490a2783ee84 req-15487b2f-0242-4761-9c1e-48d0c9c97665 service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858726 Oct 13 00:11:46.674925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31bec2d4-7744-4100-9d68-d3e89b9bb97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.729718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31bec2d4-7744-4100-9d68-d3e89b9bb97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.795250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31bec2d4-7744-4100-9d68-d3e89b9bb97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.799043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31bec2d4-7744-4100-9d68-d3e89b9bb97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.807109 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-31bec2d4-7744-4100-9d68-d3e89b9bb97e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3dd5473-9805-407b-af18-af12aa0cdf30 HTTP/1.1" status: 204 len: 168 time: 0.2275143 Oct 13 00:11:46.815585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bec2d4-7744-4100-9d68-d3e89b9bb97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dd5473-9805-407b-af18-af12aa0cdf30,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:46.868552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-8c200322-3c74-4c46-9af0-90415230a4b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46f41952-17e1-4518-ab2e-75a37022fb49 HTTP/1.1" status: 200 len: 217 time: 0.4772985 Oct 13 00:11:46.981688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76190ea9-5823-48a1-82f5-eb4f29efb893 req-784b6cef-ba4e-4548-a499-0096c5257a77 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:46.983298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76190ea9-5823-48a1-82f5-eb4f29efb893 req-784b6cef-ba4e-4548-a499-0096c5257a77 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 949 time: 0.1649821 Oct 13 00:11:46.985812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-eaae36a4-7a07-4ab7-8197-6023c063da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:46.987180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-eaae36a4-7a07-4ab7-8197-6023c063da60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74764ab7-a5f2-404e-b5bf-ab88aacd0b2a HTTP/1.1" status: 200 len: 857 time: 0.0917089 Oct 13 00:11:46.995032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997c83e-fd07-409d-9d96-072906e241ef req-5a165613-bec9-4ee1-a084-caeecc66ae41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:47.002732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c997c83e-fd07-409d-9d96-072906e241ef req-5a165613-bec9-4ee1-a084-caeecc66ae41 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1936302 Oct 13 00:11:47.054768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-80b48925-0ac1-4ccc-bf8e-c61356d5bc6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426095 Oct 13 00:11:47.128070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c997c83e-fd07-409d-9d96-072906e241ef req-3e7318e2-1fd9-4477-87dc-1293ecbaa034 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241491 Oct 13 00:11:47.140805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76190ea9-5823-48a1-82f5-eb4f29efb893 req-7b70bd98-89da-49b4-ab00-d31f93fd53a7 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356933 Oct 13 00:11:47.222137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-1891480e-2ff8-491b-9395-e1c2501e76f8 service neutron] 10.222.0.36 "GET /v2.0/networks/c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525211 Oct 13 00:11:47.387235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc7651-2693-4e35-ac6b-3abb95ca8b2f req-1c275bfb-99be-4981-ba96-7b4b9d51f48b tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:47.400149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8fc7651-2693-4e35-ac6b-3abb95ca8b2f req-1c275bfb-99be-4981-ba96-7b4b9d51f48b tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 943 time: 0.1369281 Oct 13 00:11:47.400969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a04dd23-eeeb-46ab-9b65-b28963352183 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:47.428747 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:47.429708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7a04dd23-eeeb-46ab-9b65-b28963352183 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:47.430235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a04dd23-eeeb-46ab-9b65-b28963352183 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:47.431823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3b87e27-890d-4a6d-86ed-85d6a47548af req-6c515d2a-5298-4884-8a6a-85a6fb3841f8 service neutron] 10.222.0.36 "GET /v2.0/networks/c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014036 Oct 13 00:11:47.454634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8fc7651-2693-4e35-ac6b-3abb95ca8b2f req-1a8c1044-aaae-4070-8a67-5cc7917f0007 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528505 Oct 13 00:11:47.786039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47638) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:47.909675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-905596933-network', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:47.962128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:47.963235 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:47.974930 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.059035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.063095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.101812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:11:48.124117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03af4680-5b25-4bb2-8558-92788f2eb444,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:48.138840 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.139224 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Added segment 5b96acd8-98da-4e62-a0a0-6abfcfba9721 of type vlan for network a5747170-a4f8-402e-80a6-ff91f6628cab Oct 13 00:11:48.195377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-94695f3a-8faf-47e4-84fe-8cb5c40ea5e2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:48.196964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-94695f3a-8faf-47e4-84fe-8cb5c40ea5e2 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1075199 Oct 13 00:11:48.209649 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.364394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.365901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:48.366496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.427610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d5de1-8500-47ea-94fc-ee76b3077fcc req-1212ced6-28b3-46d1-949b-392fef490777 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:48.429607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a0d5de1-8500-47ea-94fc-ee76b3077fcc req-1212ced6-28b3-46d1-949b-392fef490777 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 949 time: 0.1794035 Oct 13 00:11:48.442421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9d8bf-6199-43fa-9970-c098f3f4eca5 req-b55206cf-737a-4c90-93f3-80535d97a924 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:48.443939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84a9d8bf-6199-43fa-9970-c098f3f4eca5 req-b55206cf-737a-4c90-93f3-80535d97a924 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 950 time: 0.1948750 Oct 13 00:11:48.484251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6959586 Oct 13 00:11:48.486058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47660) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:48.491734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Request body: {'subnet': {'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-905596933-subnet', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:48.494220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbfc14-e9ae-4d4e-b23b-84fd3b01530d admin admin] Pushing event updated for resources: {'Network': ['ID=a5747170-a4f8-402e-80a6-ff91f6628cab,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:48.505437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a5747170-a4f8-402e-80a6-ff91f6628cab details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:11:48.520362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 46f41952-17e1-4518-ab2e-75a37022fb49 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:11:48.537764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Deleting port b21b738b-b5c5-4dc9-8e52-b2978c73883c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:48.538158 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.539882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:48.542607 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.544984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a0d5de1-8500-47ea-94fc-ee76b3077fcc req-d2098092-c1ed-4646-af1d-6b2f621b2f64 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999537 Oct 13 00:11:48.549561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84a9d8bf-6199-43fa-9970-c098f3f4eca5 req-52d4db9f-31fa-45aa-99c8-ca1525a14e2d tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799167 Oct 13 00:11:48.693041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] For port b21b738b-b5c5-4dc9-8e52-b2978c73883c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b21b738b-b5c5-4dc9-8e52-b2978c73883c,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:48.693452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.707784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Calling delete_port for b21b738b-b5c5-4dc9-8e52-b2978c73883c owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:48.825435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.851182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 46f41952-17e1-4518-ab2e-75a37022fb49, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=46f41952-17e1-4518-ab2e-75a37022fb49,segment=NetworkSegment(82f737bb-b2d9-403d-89e1-1185c9905f0e),segment_id=82f737bb-b2d9-403d-89e1-1185c9905f0e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:48.880429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '46f41952-17e1-4518-ab2e-75a37022fb49', 'network_id': 'c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a', 'port_id': '46f41952-17e1-4518-ab2e-75a37022fb49', 'mac_address': 'fa:16:3e:61:3e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74764ab7-a5f2-404e-b5bf-ab88aacd0b2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:11:48.909662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f6c27-cdbc-4e85-a7e7-c7ba26a34678 req-4f24a66b-fa54-45ab-bd77-3de74a45c7d9 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:48.918698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-084f6c27-cdbc-4e85-a7e7-c7ba26a34678 req-4f24a66b-fa54-45ab-bd77-3de74a45c7d9 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 943 time: 0.1113305 Oct 13 00:11:48.920633 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.955124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9152485b-7702-4736-9f75-1786110833fc', 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:48.979127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event deleted for resources: {'Port': ['ID=b21b738b-b5c5-4dc9-8e52-b2978c73883c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:49.033502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62249c64-c01e-498d-baa1-b55fc8137aa0,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:49.036168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Checking segment: {'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:49.036432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Network hostable DHCP agents. Network: a5747170-a4f8-402e-80a6-ff91f6628cab, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:11:49.038735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-084f6c27-cdbc-4e85-a7e7-c7ba26a34678 req-67e1afde-a865-4b08-b7e8-2a6442cb3142 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153569 Oct 13 00:11:49.055898 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.063478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Network a5747170-a4f8-402e-80a6-ff91f6628cab is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:11:49.077401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] No DVR routers for this DVR port b21b738b-b5c5-4dc9-8e52-b2978c73883c on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:49.084015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a5747170-a4f8-402e-80a6-ff91f6628cab) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:49.085918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.096958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca15089c-c882-4636-b601-a6f87b6de1b1 req-f7cd5d43-70f7-4323-945f-8668752c5fcc tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "DELETE /v2.0/ports/b21b738b-b5c5-4dc9-8e52-b2978c73883c HTTP/1.1" status: 204 len: 173 time: 0.8831360 Oct 13 00:11:49.097810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'name': 'network-vif-deleted', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:49.098570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:49.099272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.100549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf125e9-4e27-4444-b058-d216b14a1c41 None None] Network a5747170-a4f8-402e-80a6-ff91f6628cab requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:49.108117 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f929a8-47ef-4995-9270-9ccdf4186b63" -d '{"events": [{"server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "name": "network-vif-deleted", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:49.122606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f41952-17e1-4518-ab2e-75a37022fb49 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:49.143402 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6c047644-636e-4757-a57d-ef40bf7b854d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6538045 Oct 13 00:11:49.143984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47670) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:49.152253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:49.205797 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e2f325-a8e1-4808-97e6-60dd1aff4fea x-openstack-request-id: req-30e2f325-a8e1-4808-97e6-60dd1aff4fea {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:49.206785 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c78a1-8930-4cf4-ac04-6e861affdd3e", "name": "network-vif-deleted", "tag": "b21b738b-b5c5-4dc9-8e52-b2978c73883c", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:49.207224 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30e2f325-a8e1-4808-97e6-60dd1aff4fea {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:49.207881 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c78a1-8930-4cf4-ac04-6e861affdd3e', 'name': 'network-vif-deleted', 'tag': 'b21b738b-b5c5-4dc9-8e52-b2978c73883c', 'status': 'completed', 'code': 200} Oct 13 00:11:49.214195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.216208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1405b-b951-43ec-9006-64eda77c9b7b req-79d15d75-f72a-4591-b6ce-2e5cb9f37fee tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:49.225216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.226636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41a1405b-b951-43ec-9006-64eda77c9b7b req-79d15d75-f72a-4591-b6ce-2e5cb9f37fee tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 1100 time: 0.0860770 Oct 13 00:11:49.243704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-41a1405b-b951-43ec-9006-64eda77c9b7b req-14369129-bb48-418d-88bb-53a378c4009f tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.293793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 46f41952-17e1-4518-ab2e-75a37022fb49, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=46f41952-17e1-4518-ab2e-75a37022fb49,segment=NetworkSegment(82f737bb-b2d9-403d-89e1-1185c9905f0e),segment_id=82f737bb-b2d9-403d-89e1-1185c9905f0e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:49.304446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.348255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.353882 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-41a1405b-b951-43ec-9006-64eda77c9b7b req-14369129-bb48-418d-88bb-53a378c4009f tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.360839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-41a1405b-b951-43ec-9006-64eda77c9b7b req-14369129-bb48-418d-88bb-53a378c4009f tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.409599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41a1405b-b951-43ec-9006-64eda77c9b7b req-14369129-bb48-418d-88bb-53a378c4009f tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766541 Oct 13 00:11:49.431347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14369129-bb48-418d-88bb-53a378c4009f tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bc9aa9-8ec4-44b6-90d4-fb06283ba5d2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:49.519301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=46f41952-17e1-4518-ab2e-75a37022fb49,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:49.567938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.632945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-a5747170-a4f8-402e-80a6-ff91f6628cab', 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'fixed_ips': [{'subnet_id': '62249c64-c01e-498d-baa1-b55fc8137aa0'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:11:49.636723 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.741822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efbab59a-833c-4374-83f7-946f6180d9c7 req-77a4db7b-7905-4b8b-830d-abc7e0e0350c tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02c78a1-8930-4cf4-ac04-6e861affdd3e HTTP/1.1" status: 200 len: 210 time: 0.0734551 Oct 13 00:11:49.816252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['46f41952-17e1-4518-ab2e-75a37022fb49'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:49.884965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Allocated IP 172.20.0.2 (a5747170-a4f8-402e-80a6-ff91f6628cab/62249c64-c01e-498d-baa1-b55fc8137aa0/9f61b58d-6f77-46a1-a99b-02fae9d64545) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:49.976057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.009364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.180421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Allocated IP 172.25.3.25 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/c1b19510-a25f-4db9-b18f-9f2903b6c689) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:50.220272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88995e-033f-430c-ab1d-908808d5f18e req-117d021a-e9d3-4d26-994b-7a6e71de1513 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:50.230116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a88995e-033f-430c-ab1d-908808d5f18e req-117d021a-e9d3-4d26-994b-7a6e71de1513 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 944 time: 0.0979178 Oct 13 00:11:50.266962 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.282234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a88995e-033f-430c-ab1d-908808d5f18e req-93f44c77-0565-4792-a4f6-92b48e1f697a tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509126 Oct 13 00:11:50.282495 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.325835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.336833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Network a5747170-a4f8-402e-80a6-ff91f6628cab is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:50.341907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:50.345668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:50.352080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Pushing event updated for resources: {'Port': ['ID=9f61b58d-6f77-46a1-a99b-02fae9d64545,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:50.383092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.416771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Attempting to bind port 9f61b58d-6f77-46a1-a99b-02fae9d64545 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:50.417170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Attempting to bind port 9f61b58d-6f77-46a1-a99b-02fae9d64545 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:50.417575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Attempting to bind port 9f61b58d-6f77-46a1-a99b-02fae9d64545 on network a5747170-a4f8-402e-80a6-ff91f6628cab {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:50.424243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:50.424660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Checking segment: {'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:50.425035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.425439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Bound using segment: {'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:50.425920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Bound port: 9f61b58d-6f77-46a1-a99b-02fae9d64545, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:50.426307 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.428758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:50.431960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:50.440129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:50.473273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b19510-a25f-4db9-b18f-9f2903b6c689,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:50.504172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] For port 9f61b58d-6f77-46a1-a99b-02fae9d64545, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:50.509251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] For port 9f61b58d-6f77-46a1-a99b-02fae9d64545, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9f61b58d-6f77-46a1-a99b-02fae9d64545,segment=NetworkSegment(5b96acd8-98da-4e62-a0a0-6abfcfba9721),segment_id=5b96acd8-98da-4e62-a0a0-6abfcfba9721)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:50.517054 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:50.538614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b18b81-523d-44f9-b09d-fd2ba6e0f662 req-977d54c1-edf6-498b-8ff2-5ad8f570bbad tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:50.558153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62b18b81-523d-44f9-b09d-fd2ba6e0f662 req-977d54c1-edf6-498b-8ff2-5ad8f570bbad tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 1100 time: 0.0705619 Oct 13 00:11:50.589309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4ad22-a0a3-4484-807a-396c851d6183 None None] Pushing event updated for resources: {'Port': ['ID=9f61b58d-6f77-46a1-a99b-02fae9d64545,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:50.602215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62b18b81-523d-44f9-b09d-fd2ba6e0f662 req-e1c0a7ff-3f4c-4a44-a58d-74e4277dec59 tempest-ServersAdminNegativeTestJSON-224499987 tempest-ServersAdminNegativeTestJSON-224499987-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Oct 13 00:11:51.263499 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:51.351739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfe1db-cc54-4a81-9f53-d00b4163e15b req-1a213780-5e3c-43d5-a13f-3fe8db3a90e0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:51.359340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ebfe1db-cc54-4a81-9f53-d00b4163e15b req-1a213780-5e3c-43d5-a13f-3fe8db3a90e0 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1301444 Oct 13 00:11:51.418091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187c825-73a8-48fc-a0ad-e5cb91f785db req-c79d9dac-2153-4593-9029-649bc917aedd tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:51.424733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9f61b58d-6f77-46a1-a99b-02fae9d64545 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:51.426097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f187c825-73a8-48fc-a0ad-e5cb91f785db req-c79d9dac-2153-4593-9029-649bc917aedd tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 949 time: 0.1987126 Oct 13 00:11:51.478209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9f61b58d-6f77-46a1-a99b-02fae9d64545 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:51.478592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:51.481508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f187c825-73a8-48fc-a0ad-e5cb91f785db req-1c7eaca4-d890-4c94-8f39-0e3457f5d51a tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Oct 13 00:11:51.516233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ebfe1db-cc54-4a81-9f53-d00b4163e15b req-2c66d229-2dfa-475c-90b6-f8c1bda2b30f tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559091 Oct 13 00:11:51.588577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:51.632722 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:51.685946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 9f61b58d-6f77-46a1-a99b-02fae9d64545, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9f61b58d-6f77-46a1-a99b-02fae9d64545,segment=NetworkSegment(5b96acd8-98da-4e62-a0a0-6abfcfba9721),segment_id=5b96acd8-98da-4e62-a0a0-6abfcfba9721)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:51.699111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:51.755001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a6bfe-22d7-4800-af1a-0cdfabfdf5d9 req-4729020c-9103-4773-a6eb-3130201cbb34 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:51.771923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-321a6bfe-22d7-4800-af1a-0cdfabfdf5d9 req-4729020c-9103-4773-a6eb-3130201cbb34 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 944 time: 0.1189089 Oct 13 00:11:51.780083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=9f61b58d-6f77-46a1-a99b-02fae9d64545,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:51.806733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Router 6e650317-1ff6-40fa-84bc-bb415d9eb674 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:11:51.859658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-321a6bfe-22d7-4800-af1a-0cdfabfdf5d9 req-de0c695d-83b1-4bce-b34b-26cd74d819f8 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818372 Oct 13 00:11:51.948818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:51.958602 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Sync routers for ids ['6e650317-1ff6-40fa-84bc-bb415d9eb674'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:51.974235 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Routers {'6e650317-1ff6-40fa-84bc-bb415d9eb674'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:51.974894 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6e650317-1ff6-40fa-84bc-bb415d9eb674'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:51.998673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:52.003384 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b548a81d-332d-489a-9019-7e12d24610b9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8557682 Oct 13 00:11:52.003765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47710) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:52.013878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d22967-798d-4e60-84e5-543bd05cfb12 None None] Network a5747170-a4f8-402e-80a6-ff91f6628cab requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:52.152048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1fa6fbf7-38da-48e5-818e-4c493d459b5a None None] Provisioning complete for port 9f61b58d-6f77-46a1-a99b-02fae9d64545 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:52.152342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1fa6fbf7-38da-48e5-818e-4c493d459b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:52.203620 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Set router 6e650317-1ff6-40fa-84bc-bb415d9eb674 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:52.438087 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:11:51Z', 'revision_number': 3, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port': {'id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:50Z', 'updated_at': '2021-10-13T00:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:52.465261 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Checking router: 6e650317-1ff6-40fa-84bc-bb415d9eb674 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:52.465611 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Updating router 6e650317-1ff6-40fa-84bc-bb415d9eb674 port c1b19510-a25f-4db9-b18f-9f2903b6c689 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:11:52.497459 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:52.546604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 46f41952-17e1-4518-ab2e-75a37022fb49 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:52.698657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 46f41952-17e1-4518-ab2e-75a37022fb49 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:11:52.706739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 46f41952-17e1-4518-ab2e-75a37022fb49 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:52.707255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:52.786706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3af569aa-0d9b-4c09-8d6d-74e1d80ee4e8 None None] Provisioning complete for port 9f61b58d-6f77-46a1-a99b-02fae9d64545 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:52.787665 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3af569aa-0d9b-4c09-8d6d-74e1d80ee4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:52.905314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d92b6-bd72-4640-a0c3-6d6284cd4583 req-02bcf4f8-266e-41f1-8071-9e9198dae3ac tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:52.913523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e53d92b6-bd72-4640-a0c3-6d6284cd4583 req-02bcf4f8-266e-41f1-8071-9e9198dae3ac tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 949 time: 0.2198298 Oct 13 00:11:52.931111 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:52.937630 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:52.937858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-5f79bcd5-df28-464b-a8dd-1dcedc6c1b57 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:52.939567 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-5f79bcd5-df28-464b-a8dd-1dcedc6c1b57 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 949 time: 0.0880337 Oct 13 00:11:52.948289 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:52.995487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 46f41952-17e1-4518-ab2e-75a37022fb49, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=46f41952-17e1-4518-ab2e-75a37022fb49,segment=NetworkSegment(82f737bb-b2d9-403d-89e1-1185c9905f0e),segment_id=82f737bb-b2d9-403d-89e1-1185c9905f0e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:52.997253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88db1e58-9444-4845-90fc-c86a681eb82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f41952-17e1-4518-ab2e-75a37022fb49'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:53.000667 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4570c91a-c297-47d8-adff-235515f4bba2" -d '{"events": [{"server_uuid": "88db1e58-9444-4845-90fc-c86a681eb82d", "name": "network-vif-plugged", "status": "completed", "tag": "46f41952-17e1-4518-ab2e-75a37022fb49"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:53.008546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.009448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b21b738b-b5c5-4dc9-8e52-b2978c73883c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:53.013669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f9570-87f1-41bb-88bd-add98a8c8a82 req-7ebffaf0-8649-475d-9bef-307731e12467 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:53.023217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-144f9570-87f1-41bb-88bd-add98a8c8a82 req-7ebffaf0-8649-475d-9bef-307731e12467 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.3306203 Oct 13 00:11:53.070225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: b21b738b-b5c5-4dc9-8e52-b2978c73883c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:53.070610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b21b738b-b5c5-4dc9-8e52-b2978c73883c not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:53.075174 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dcbc3-185e-4fa4-a3fb-1cafc0fb43bf None None] Pushing event updated for resources: {'Port': ['ID=c1b19510-a25f-4db9-b18f-9f2903b6c689,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:53.098349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26121f-7d33-4172-bda8-df0718950a89 req-f5e8f278-f0c9-4224-b8de-5a26675ee0f5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:53.101280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c26121f-7d33-4172-bda8-df0718950a89 req-f5e8f278-f0c9-4224-b8de-5a26675ee0f5 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.2849972 Oct 13 00:11:53.117618 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Attempting to bind port c1b19510-a25f-4db9-b18f-9f2903b6c689 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:53.119369 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Attempting to bind port c1b19510-a25f-4db9-b18f-9f2903b6c689 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:53.119977 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Attempting to bind port c1b19510-a25f-4db9-b18f-9f2903b6c689 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:53.132919 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:53.133323 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:53.133693 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.134093 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:53.139729 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Bound port: c1b19510-a25f-4db9-b18f-9f2903b6c689, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:53.140328 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.155654 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e53d92b6-bd72-4640-a0c3-6d6284cd4583 req-ff420d26-aabd-42b5-bb39-f16eb20af37c tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338665 Oct 13 00:11:53.182459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Deleting port e68df065-f84e-48fa-8228-2a99af7cf25b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:53.183314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.198892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=46f41952-17e1-4518-ab2e-75a37022fb49,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:53.217682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.218415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.220387 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.220953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.225648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.226800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.227362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.228046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.228601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.229142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.229697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.230458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:53.399930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] For port e68df065-f84e-48fa-8228-2a99af7cf25b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e68df065-f84e-48fa-8228-2a99af7cf25b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:53.400304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.432624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Calling delete_port for e68df065-f84e-48fa-8228-2a99af7cf25b owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:53.439995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9f61b58d-6f77-46a1-a99b-02fae9d64545 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:53.475885 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] For port c1b19510-a25f-4db9-b18f-9f2903b6c689, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:53.479483 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] For port c1b19510-a25f-4db9-b18f-9f2903b6c689, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c1b19510-a25f-4db9-b18f-9f2903b6c689,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:53.486601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-144f9570-87f1-41bb-88bd-add98a8c8a82 req-c071bdb8-d510-48f3-940c-195e4e849058 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624062 Oct 13 00:11:53.505065 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.580814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9f61b58d-6f77-46a1-a99b-02fae9d64545 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:53.581191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.633174 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7908f24d-643f-4917-b035-3f212148270b x-openstack-request-id: req-7908f24d-643f-4917-b035-3f212148270b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:53.633639 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88db1e58-9444-4845-90fc-c86a681eb82d", "name": "network-vif-plugged", "status": "completed", "tag": "46f41952-17e1-4518-ab2e-75a37022fb49", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:53.633935 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7908f24d-643f-4917-b035-3f212148270b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:53.634335 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88db1e58-9444-4845-90fc-c86a681eb82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f41952-17e1-4518-ab2e-75a37022fb49', 'code': 200} Oct 13 00:11:53.658220 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dcbc3-185e-4fa4-a3fb-1cafc0fb43bf None None] Pushing event updated for resources: {'Port': ['ID=c1b19510-a25f-4db9-b18f-9f2903b6c689,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:53.734455 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Routers {'6e650317-1ff6-40fa-84bc-bb415d9eb674'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:53.737368 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6e650317-1ff6-40fa-84bc-bb415d9eb674'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:53.745540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.841186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:53.875703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9b987078-a261-4f1c-b14a-bad97e1c7b8b', 'e68df065-f84e-48fa-8228-2a99af7cf25b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:53.891229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Pushing event deleted for resources: {'Port': ['ID=e68df065-f84e-48fa-8228-2a99af7cf25b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:53.900895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f787d-214a-423b-82ce-fafd7d8a1835 req-426e9b19-5f62-44d7-bae6-ca1b85196308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:53.902606 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b9f787d-214a-423b-82ce-fafd7d8a1835 req-426e9b19-5f62-44d7-bae6-ca1b85196308 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 1096 time: 0.1635425 Oct 13 00:11:53.906573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cb97f-56e9-4432-bb16-8fe2ac8f5d18 req-84c082e9-a86b-4c45-b38e-85629a85ecaf tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:53.922653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-066cb97f-56e9-4432-bb16-8fe2ac8f5d18 req-84c082e9-a86b-4c45-b38e-85629a85ecaf tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 945 time: 0.2780702 Oct 13 00:11:53.993144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] No DVR routers for this DVR port e68df065-f84e-48fa-8228-2a99af7cf25b on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:54.001784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:54.010268 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1aa3579a-eabf-4a51-ba65-123f7899bcdd req-94484004-5aee-4025-9af7-619b72da7bf5 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "DELETE /v2.0/ports/e68df065-f84e-48fa-8228-2a99af7cf25b HTTP/1.1" status: 204 len: 173 time: 1.0533566 Oct 13 00:11:54.014878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97a920-0a4c-4049-a042-af963b1dbb27', 'name': 'network-vif-deleted', 'tag': 'e68df065-f84e-48fa-8228-2a99af7cf25b'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:54.030184 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc573e8-25ee-462c-9070-daf42340f5a7" -d '{"events": [{"server_uuid": "8e97a920-0a4c-4049-a042-af963b1dbb27", "name": "network-vif-deleted", "tag": "e68df065-f84e-48fa-8228-2a99af7cf25b"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:54.048893 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b9f787d-214a-423b-82ce-fafd7d8a1835 req-0e574adf-5a7b-4624-9e97-fff59f65656e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294298 Oct 13 00:11:54.119333 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] Set router 6e650317-1ff6-40fa-84bc-bb415d9eb674 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:54.151298 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d86373e-aa82-44d3-9b6d-be08daf2f0ed x-openstack-request-id: req-5d86373e-aa82-44d3-9b6d-be08daf2f0ed {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:54.151617 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97a920-0a4c-4049-a042-af963b1dbb27", "name": "network-vif-deleted", "tag": "e68df065-f84e-48fa-8228-2a99af7cf25b", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:54.151870 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d86373e-aa82-44d3-9b6d-be08daf2f0ed {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:54.152266 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e97a920-0a4c-4049-a042-af963b1dbb27', 'name': 'network-vif-deleted', 'tag': 'e68df065-f84e-48fa-8228-2a99af7cf25b', 'status': 'completed', 'code': 200} Oct 13 00:11:54.201978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Allocated IP 172.20.0.1 (a5747170-a4f8-402e-80a6-ff91f6628cab/62249c64-c01e-498d-baa1-b55fc8137aa0/c7abf4c4-dfe1-4a80-b86e-7d88c0d080df) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:54.259960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-066cb97f-56e9-4432-bb16-8fe2ac8f5d18 req-f0f4e7ce-efa8-4b50-bfce-0a29508b7fae tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329828 Oct 13 00:11:54.339780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Deleting port 9152485b-7702-4736-9f75-1786110833fc {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:54.340155 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:54.472121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-463da718-9d45-4a2c-9661-87e7bccfe2d8 req-423115e9-e593-4cce-a0e5-a0fbc3d9115c tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e97a920-0a4c-4049-a042-af963b1dbb27 HTTP/1.1" status: 200 len: 210 time: 0.0871005 Oct 13 00:11:54.533448 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:11:51Z', 'revision_number': 3, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port': {'id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:50Z', 'updated_at': '2021-10-13T00:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:54.564459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] For port 9152485b-7702-4736-9f75-1786110833fc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9152485b-7702-4736-9f75-1786110833fc,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:54.564986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:54.580935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Calling delete_port for 9152485b-7702-4736-9f75-1786110833fc owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:54.592111 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171016cd-e3ac-428a-b844-b3b17f62bcd1 None None] The sync data for ids ['6e650317-1ff6-40fa-84bc-bb415d9eb674'] in n-d-813679-4 is: [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:11:51Z', 'revision_number': 3, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port': {'id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:50Z', 'updated_at': '2021-10-13T00:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:54.659379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:54.803963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6334f7-cd68-4f95-b7c6-8f12a123bd79 req-1424bc36-7ceb-4fb4-aa9d-79aab12b6e3a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:54.812017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c6334f7-cd68-4f95-b7c6-8f12a123bd79 req-1424bc36-7ceb-4fb4-aa9d-79aab12b6e3a tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 950 time: 0.1625018 Oct 13 00:11:54.831283 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:54.925203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Pushing event updated for resources: {'Port': ['ID=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:54.983844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Network a5747170-a4f8-402e-80a6-ff91f6628cab is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:54.993978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:54.996856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:55.001911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c6334f7-cd68-4f95-b7c6-8f12a123bd79 req-d29653f4-7996-4c2f-80ac-f15c28abd651 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665130 Oct 13 00:11:55.056755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:55.124690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Pushing event deleted for resources: {'Port': ['ID=9152485b-7702-4736-9f75-1786110833fc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:55.174205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:55.414533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c1b19510-a25f-4db9-b18f-9f2903b6c689 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:55.472753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2937a956-0cf7-42ec-8a1d-37ae214305de None None] Provisioning complete for port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:55.473568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2937a956-0cf7-42ec-8a1d-37ae214305de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:55.575580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c1b19510-a25f-4db9-b18f-9f2903b6c689 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:55.575964 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:55.640305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2937a956-0cf7-42ec-8a1d-37ae214305de None None] Port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:55.701702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:55.723082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] No DVR routers for this DVR port 9152485b-7702-4736-9f75-1786110833fc on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:55.723874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port c1b19510-a25f-4db9-b18f-9f2903b6c689, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c1b19510-a25f-4db9-b18f-9f2903b6c689,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:55.738553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:55.758792 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:55.762400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c26121f-7d33-4172-bda8-df0718950a89 req-fed20061-d5a4-40a0-8557-ddcacca12e3b tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.36 "DELETE /v2.0/ports/9152485b-7702-4736-9f75-1786110833fc HTTP/1.1" status: 204 len: 173 time: 2.6256499 Oct 13 00:11:55.770633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'name': 'network-vif-deleted', 'tag': '9152485b-7702-4736-9f75-1786110833fc'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:55.773607 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5051afff-99c6-4284-881c-edf234c7ce82" -d '{"events": [{"server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "name": "network-vif-deleted", "tag": "9152485b-7702-4736-9f75-1786110833fc"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:55.840946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=c1b19510-a25f-4db9-b18f-9f2903b6c689,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:55.888138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dbadc-7027-4ce5-9595-ea59d9be9407 req-4bf7ba48-296b-4729-a659-f2d18ad53a94 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:55.889715 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d2dbadc-7027-4ce5-9595-ea59d9be9407 req-4bf7ba48-296b-4729-a659-f2d18ad53a94 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 945 time: 0.1762314 Oct 13 00:11:55.993333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d2dbadc-7027-4ce5-9595-ea59d9be9407 req-1a9cbd81-c985-4898-8f1e-f75a945dfb43 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878685 Oct 13 00:11:56.004993 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:56.161369 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11466122-a54b-496f-bfaa-541cd8cc8507 x-openstack-request-id: req-11466122-a54b-496f-bfaa-541cd8cc8507 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:56.161666 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15881d64-e7f4-47a1-a197-dc47d8cdf56e", "name": "network-vif-deleted", "tag": "9152485b-7702-4736-9f75-1786110833fc", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:56.162568 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11466122-a54b-496f-bfaa-541cd8cc8507 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:56.163024 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15881d64-e7f4-47a1-a197-dc47d8cdf56e', 'name': 'network-vif-deleted', 'tag': '9152485b-7702-4736-9f75-1786110833fc', 'status': 'completed', 'code': 200} Oct 13 00:11:56.244890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0811-91ec-4e3a-9233-eaaed3b9cd41 req-b7bb33d5-1635-4cfd-81ef-189ab8dac57e tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:56.252343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-857b0811-91ec-4e3a-9233-eaaed3b9cd41 req-b7bb33d5-1635-4cfd-81ef-189ab8dac57e tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 950 time: 0.0884564 Oct 13 00:11:56.299872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39335ad5-c97c-4daa-9192-db28fa79bee6 req-00ba803d-fc9b-4c9f-96e2-46351239e340 tempest-MigrationsAdminTest-334994005 tempest-MigrationsAdminTest-334994005-project] 10.222.0.21 "GET /v2.0/ports?device_id=15881d64-e7f4-47a1-a197-dc47d8cdf56e HTTP/1.1" status: 200 len: 210 time: 0.0436330 Oct 13 00:11:56.364963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-857b0811-91ec-4e3a-9233-eaaed3b9cd41 req-11d28438-f8fe-42d3-9bc2-7d6daeaf3b0e tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036174 Oct 13 00:11:56.372100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:56.387658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:56.480121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Pushing event updated for resources: {'Port': ['ID=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:56.484823 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:56.591633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Network a5747170-a4f8-402e-80a6-ff91f6628cab is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:56.593096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9152485b-7702-4736-9f75-1786110833fc no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:56.593629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:56.664135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 9152485b-7702-4736-9f75-1786110833fc {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:56.664367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9152485b-7702-4736-9f75-1786110833fc not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:56.757380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Router 6e650317-1ff6-40fa-84bc-bb415d9eb674 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:11:56.893437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:56.898751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc5a53c0-4991-405a-a4f7-0ada36f7b881 admin admin] 10.222.0.21 "PUT /v2.0/routers/6e650317-1ff6-40fa-84bc-bb415d9eb674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8938897 Oct 13 00:11:56.970600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8b960034-8e91-4a02-bd11-240c0f388b54 None None] Provisioning complete for port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:56.971233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b960034-8e91-4a02-bd11-240c0f388b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:57.025899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8b960034-8e91-4a02-bd11-240c0f388b54 None None] Port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:57.031776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47768) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:57.104802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1828436551'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:57.137963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Sync routers for ids ['6e650317-1ff6-40fa-84bc-bb415d9eb674'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:57.155299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Routers {'6e650317-1ff6-40fa-84bc-bb415d9eb674'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:57.156152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6e650317-1ff6-40fa-84bc-bb415d9eb674'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:57.164128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:57.167246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328e53-ed6e-4e69-b082-842572b22944 req-de2e6677-98f8-4315-a1d5-5804d34c8658 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:57.168610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:57.169305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1328e53-ed6e-4e69-b082-842572b22944 req-de2e6677-98f8-4315-a1d5-5804d34c8658 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 945 time: 0.0727122 Oct 13 00:11:57.209178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:11:57.228568 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:57.228806 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Added segment b951601f-1794-4f04-bad8-dc27b0eea35f of type vlan for network 3a82018d-e975-4fd1-8491-08c7d8309cbd Oct 13 00:11:57.258633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1328e53-ed6e-4e69-b082-842572b22944 req-fce19482-c0f1-42b5-b892-cb9738037af2 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817881 Oct 13 00:11:57.310626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e68df065-f84e-48fa-8228-2a99af7cf25b no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:57.316750 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:57.357596 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:57.369345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Set router 6e650317-1ff6-40fa-84bc-bb415d9eb674 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:57.406248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:57.411073 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:57.475224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c1b19510-a25f-4db9-b18f-9f2903b6c689 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:57.480777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: e68df065-f84e-48fa-8228-2a99af7cf25b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:11:57.481319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e68df065-f84e-48fa-8228-2a99af7cf25b not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:11:57.584259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68557a-647a-40ae-b276-cf2061db5e90 req-54d41ae5-cc51-4d29-912a-8418dd200bfb tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:57.592390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f68557a-647a-40ae-b276-cf2061db5e90 req-54d41ae5-cc51-4d29-912a-8418dd200bfb tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 950 time: 0.1449158 Oct 13 00:11:57.648078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f68557a-647a-40ae-b276-cf2061db5e90 req-2fd32c6d-b50e-4dc5-89d9-67c9fbcaf2fb tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/security-groups?id=106b4f7c-2e27-463c-b063-1809f86709c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Oct 13 00:11:57.696618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Network': ['ID=3a82018d-e975-4fd1-8491-08c7d8309cbd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:57.706253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47788) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:57.712191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'subnet': {'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:57.720308 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4737dc90-fcaa-49e8-994d-aa52b31aa91a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6870251 Oct 13 00:11:57.737991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 3a82018d-e975-4fd1-8491-08c7d8309cbd details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:11:57.813721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c1b19510-a25f-4db9-b18f-9f2903b6c689 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:57.814089 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:57.887020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:11:55Z', 'revision_number': 4, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port': {'id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:50Z', 'updated_at': '2021-10-13T00:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7abf4c4-dfe1-4a80-b86e-7d88c0d080df', 'name': '', 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'mac_address': 'fa:16:3e:e0:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '62249c64-c01e-498d-baa1-b55fc8137aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:53Z', 'updated_at': '2021-10-13T00:11:56Z', 'revision_number': 2, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'subnets': [{'id': '62249c64-c01e-498d-baa1-b55fc8137aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:57.890322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-ce9e1e50-e596-4b6f-822d-1a61c6767123 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:57.894028 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-ce9e1e50-e596-4b6f-822d-1a61c6767123 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 950 time: 0.1387758 Oct 13 00:11:57.915470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Checking router: 6e650317-1ff6-40fa-84bc-bb415d9eb674 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:57.915841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Updating router 6e650317-1ff6-40fa-84bc-bb415d9eb674 port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:11:57.957767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47794) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:57.981095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d5e4a-23bf-4666-ad59-cdec8921f61f req-01d3fca9-90a8-4452-81c2-db51b27d59b1 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:57.983040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b3d5e4a-23bf-4666-ad59-cdec8921f61f req-01d3fca9-90a8-4452-81c2-db51b27d59b1 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 945 time: 0.1021466 Oct 13 00:11:57.994923 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.031783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:58.038957 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.048184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Deleting port 9b987078-a261-4f1c-b14a-bad97e1c7b8b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:58.048765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.112353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b3d5e4a-23bf-4666-ad59-cdec8921f61f req-bcdbb805-8a12-4a3b-80c3-5fa34eb0a606 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187344 Oct 13 00:11:58.173479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] For port 9b987078-a261-4f1c-b14a-bad97e1c7b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9b987078-a261-4f1c-b14a-bad97e1c7b8b,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:58.173845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.191082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Calling delete_port for 9b987078-a261-4f1c-b14a-bad97e1c7b8b owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:58.341404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.345009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-79872cfd-60c8-4bd6-9b52-cb023cacff73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a29e602fca5c426bb8f6c0b3f6d9775f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804035 Oct 13 00:11:58.360144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:58.415015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Pushing event deleted for resources: {'Port': ['ID=9b987078-a261-4f1c-b14a-bad97e1c7b8b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:58.459163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] No DVR routers for this DVR port 9b987078-a261-4f1c-b14a-bad97e1c7b8b on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:11:58.461215 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.471575 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.475087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bcedab6e-4382-409c-8b69-0db0a94bc21e req-b496ecee-b1fc-4d7c-ac1b-e39498786626 tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.45 "DELETE /v2.0/ports/9b987078-a261-4f1c-b14a-bad97e1c7b8b HTTP/1.1" status: 204 len: 173 time: 0.5670667 Oct 13 00:11:58.475566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a977e13-060a-4828-aee2-d37e985021d7', 'name': 'network-vif-deleted', 'tag': '9b987078-a261-4f1c-b14a-bad97e1c7b8b'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:58.477872 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a49de44-af40-45f8-bb54-c936701e15ec" -d '{"events": [{"server_uuid": "6a977e13-060a-4828-aee2-d37e985021d7", "name": "network-vif-deleted", "tag": "9b987078-a261-4f1c-b14a-bad97e1c7b8b"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:58.559282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14a14996-4b23-4bd4-86ba-945fdfcfdc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.560634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9b987078-a261-4f1c-b14a-bad97e1c7b8b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:58.580679 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614947ad-5344-4111-9e38-a6966e824e92 x-openstack-request-id: req-614947ad-5344-4111-9e38-a6966e824e92 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:58.580966 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a977e13-060a-4828-aee2-d37e985021d7", "name": "network-vif-deleted", "tag": "9b987078-a261-4f1c-b14a-bad97e1c7b8b", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:58.587866 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-614947ad-5344-4111-9e38-a6966e824e92 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:58.587866 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a977e13-060a-4828-aee2-d37e985021d7', 'name': 'network-vif-deleted', 'tag': '9b987078-a261-4f1c-b14a-bad97e1c7b8b', 'status': 'completed', 'code': 200} Oct 13 00:11:58.604402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Subnet': ['ID=2ff3b7f3-6641-42d0-a8e1-3a65c772d219,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:58.623738 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14a14996-4b23-4bd4-86ba-945fdfcfdc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.641782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Checking segment: {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:58.642185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network hostable DHCP agents. Network: 3a82018d-e975-4fd1-8491-08c7d8309cbd, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:11:58.673429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network 3a82018d-e975-4fd1-8491-08c7d8309cbd is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:11:58.702832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 3a82018d-e975-4fd1-8491-08c7d8309cbd) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:58.715158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:58.715769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.721476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef378733-9405-4103-9bc3-d56dacd32acb None None] Network 3a82018d-e975-4fd1-8491-08c7d8309cbd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:11:58.743801 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14a14996-4b23-4bd4-86ba-945fdfcfdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.746906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14a14996-4b23-4bd4-86ba-945fdfcfdc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.748299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-14a14996-4b23-4bd4-86ba-945fdfcfdc62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1dd5f57-0bd1-48eb-943e-81d4c2223ef0 HTTP/1.1" status: 204 len: 168 time: 0.3522213 Oct 13 00:11:58.750673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-acb820f8-59d1-4192-b968-906ff598cd33 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0430984 Oct 13 00:11:58.762777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47810) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:58.778010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1141602017'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:58.805403 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.820052 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.849757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a14996-4b23-4bd4-86ba-945fdfcfdc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dd5f57-0bd1-48eb-943e-81d4c2223ef0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:58.855335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:58.860650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.896059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:11:58.899303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a9968e2-4033-4263-afc4-ea315c7256f1 req-489c801a-df3b-4d32-8ba5-6434ebbfa0aa tempest-ServersAdminNegativeTestJSON-1602704471 tempest-ServersAdminNegativeTestJSON-1602704471-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a977e13-060a-4828-aee2-d37e985021d7 HTTP/1.1" status: 200 len: 210 time: 0.0734434 Oct 13 00:11:58.906466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:58.907075 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Added segment 769f3047-9956-4313-87af-0a616cbacd0a of type vlan for network a1ab6aec-b70f-4223-b600-4111be628a1d Oct 13 00:11:58.960224 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.041057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1068fde-d673-44ba-87c6-cf4ca6fec428 None None] Pushing event updated for resources: {'Port': ['ID=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:59.050824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.060516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:59.062023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.211193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Network': ['ID=a1ab6aec-b70f-4223-b600-4111be628a1d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:59.238426 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8fa95903-1ae1-47cb-bc88-fc155b55d9e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4691556 Oct 13 00:11:59.238722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47818) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:59.250489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a1ab6aec-b70f-4223-b600-4111be628a1d details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:11:59.253653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'subnet': {'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:59.280079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Attempting to bind port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:59.280932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Attempting to bind port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:59.281542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Attempting to bind port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df on network a5747170-a4f8-402e-80a6-ff91f6628cab {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:59.282380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-e8c8acbd-3153-49e2-aee3-edabe14dfdcb tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:59.283991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-e8c8acbd-3153-49e2-aee3-edabe14dfdcb tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.36 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 945 time: 0.1803799 Oct 13 00:11:59.363378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47822) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:59.419550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:59.420449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Checking segment: {'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:59.423540 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.424074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Bound using segment: {'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:59.424671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Bound port: c7abf4c4-dfe1-4a80-b86e-7d88c0d080df, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b96acd8-98da-4e62-a0a0-6abfcfba9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:59.425159 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.438574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbabe0d-fd09-4658-80d1-4255fb006dda req-84954557-30ee-4ef5-abda-410829e8582d tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:59.439828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fbabe0d-fd09-4658-80d1-4255fb006dda req-84954557-30ee-4ef5-abda-410829e8582d tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 945 time: 0.1549084 Oct 13 00:11:59.455741 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d3da49f6-9680-4e1b-96e7-1c58e0f69534 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb262adac5a04bd7b7b72e92065df290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890214 Oct 13 00:11:59.457496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:59.486266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e8780412-a1c9-4836-ac55-fb94a8648636 None None] Provisioning complete for port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:59.486759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e8780412-a1c9-4836-ac55-fb94a8648636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.490361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-3a82018d-e975-4fd1-8491-08c7d8309cbd', 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'fixed_ips': [{'subnet_id': '2ff3b7f3-6641-42d0-a8e1-3a65c772d219'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:11:59.491304 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.512046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fbabe0d-fd09-4658-80d1-4255fb006dda req-046ab9ca-e5de-4926-9644-de3ef03ac90a tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fce5b3a-3f33-48e5-bfed-626f1240fede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636973 Oct 13 00:11:59.526594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Deleting port 46f41952-17e1-4518-ab2e-75a37022fb49 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:11:59.527342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.551179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:59.554516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] For port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:59.555773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.558376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] For port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,segment=NetworkSegment(5b96acd8-98da-4e62-a0a0-6abfcfba9721),segment_id=5b96acd8-98da-4e62-a0a0-6abfcfba9721)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:59.582587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.598612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b568c653-77e7-49d4-bcab-1fcf1ccc3086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.645971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1068fde-d673-44ba-87c6-cf4ca6fec428 None None] Pushing event updated for resources: {'Port': ['ID=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:59.689967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Routers {'6e650317-1ff6-40fa-84bc-bb415d9eb674'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:59.690194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b568c653-77e7-49d4-bcab-1fcf1ccc3086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.690835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:11:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6e650317-1ff6-40fa-84bc-bb415d9eb674'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:59.696407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e8780412-a1c9-4836-ac55-fb94a8648636 None None] Port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:59.707676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] For port 46f41952-17e1-4518-ab2e-75a37022fb49, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=46f41952-17e1-4518-ab2e-75a37022fb49,segment=NetworkSegment(82f737bb-b2d9-403d-89e1-1185c9905f0e),segment_id=82f737bb-b2d9-403d-89e1-1185c9905f0e)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:59.708055 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.735588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Calling delete_port for 46f41952-17e1-4518-ab2e-75a37022fb49 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:11:59.813333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b568c653-77e7-49d4-bcab-1fcf1ccc3086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.816565 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b568c653-77e7-49d4-bcab-1fcf1ccc3086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:59.819016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b568c653-77e7-49d4-bcab-1fcf1ccc3086 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80e61962-0c97-41a1-aa79-691ca60963e2 HTTP/1.1" status: 204 len: 168 time: 0.3595431 Oct 13 00:11:59.872692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568c653-77e7-49d4-bcab-1fcf1ccc3086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e61962-0c97-41a1-aa79-691ca60963e2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:59.977162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Allocated IP 19.80.0.2 (3a82018d-e975-4fd1-8491-08c7d8309cbd/2ff3b7f3-6641-42d0-a8e1-3a65c772d219/5adcfbf7-765b-47b6-b7d7-29ffb41b3f93) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:00.033498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:00.125335 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:00.163938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Subnet': ['ID=8d5dd7b0-cd4b-429b-951f-7f90a4022fea,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:00.177953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:00.190830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Checking segment: {'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:00.191310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network hostable DHCP agents. Network: a1ab6aec-b70f-4223-b600-4111be628a1d, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:12:00.195176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['46f41952-17e1-4518-ab2e-75a37022fb49'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:12:00.203560 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:00.232996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network a1ab6aec-b70f-4223-b600-4111be628a1d is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:12:00.234891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Pushing event deleted for resources: {'Port': ['ID=46f41952-17e1-4518-ab2e-75a37022fb49,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:00.283063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a1ab6aec-b70f-4223-b600-4111be628a1d) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:00.303187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:00.303847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:00.340603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed19a08-beb7-426f-8504-47b4212611d9 None None] Network a1ab6aec-b70f-4223-b600-4111be628a1d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:00.371144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] No DVR routers for this DVR port 46f41952-17e1-4518-ab2e-75a37022fb49 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:00.381215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ed8e5d41-ffd7-4562-a8f3-95bf80e003fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1398451 Oct 13 00:12:00.393105 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:00.402983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea97cc40-7f0c-49a2-8798-23e07d2c8bf4 req-b46b66ad-7971-4295-ad65-9cc3808c72ac tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.36 "DELETE /v2.0/ports/46f41952-17e1-4518-ab2e-75a37022fb49 HTTP/1.1" status: 204 len: 173 time: 1.0645597 Oct 13 00:12:00.403493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88db1e58-9444-4845-90fc-c86a681eb82d', 'name': 'network-vif-deleted', 'tag': '46f41952-17e1-4518-ab2e-75a37022fb49'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:00.406606 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a378342a-4f4d-4361-ac4c-db1116786052" -d '{"events": [{"server_uuid": "88db1e58-9444-4845-90fc-c86a681eb82d", "name": "network-vif-deleted", "tag": "46f41952-17e1-4518-ab2e-75a37022fb49"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:00.454405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] Set router 6e650317-1ff6-40fa-84bc-bb415d9eb674 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:00.516203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47850) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:00.536686 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eff93d-25dc-4721-815e-899dc218be69 x-openstack-request-id: req-a0eff93d-25dc-4721-815e-899dc218be69 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:00.538745 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88db1e58-9444-4845-90fc-c86a681eb82d", "name": "network-vif-deleted", "tag": "46f41952-17e1-4518-ab2e-75a37022fb49", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:00.539543 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0eff93d-25dc-4721-815e-899dc218be69 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:00.540109 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88db1e58-9444-4845-90fc-c86a681eb82d', 'name': 'network-vif-deleted', 'tag': '46f41952-17e1-4518-ab2e-75a37022fb49', 'status': 'completed', 'code': 200} Oct 13 00:12:00.791987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Network 3a82018d-e975-4fd1-8491-08c7d8309cbd is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:00.801103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c1147793-86f7-4810-b98e-f0d6bccab3bd None None] Provisioning complete for port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:00.801483 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c1147793-86f7-4810-b98e-f0d6bccab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:00.823305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:00.834523 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f4778eef-a3a3-44a1-9eff-fd04d0054fd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb3a1acbd6114fb2b1d81251b9f42e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163884 Oct 13 00:12:00.838831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:00.867253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:00.868648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6531b34-ad5d-482f-897c-132bb2a2876b req-fb31b619-b6b5-4efd-95b2-648ad6ecf379 tempest-InstanceActionsV221TestJSON-33796632 tempest-InstanceActionsV221TestJSON-33796632-project] 10.222.0.21 "GET /v2.0/ports?device_id=88db1e58-9444-4845-90fc-c86a681eb82d HTTP/1.1" status: 200 len: 210 time: 0.0795467 Oct 13 00:12:00.888784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Pushing event updated for resources: {'Port': ['ID=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:00.982641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-a1ab6aec-b70f-4223-b600-4111be628a1d', 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'fixed_ips': [{'subnet_id': '8d5dd7b0-cd4b-429b-951f-7f90a4022fea'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:12:00.983886 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:01.002146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-7e239eca-68c6-4663-a4fe-8b36b9c3db9a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:01.047354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d6f4-1381-4c3b-95e5-6e0fff1a4669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:01.048181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Attempting to bind port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:01.048181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Attempting to bind port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:01.048181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Attempting to bind port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 on network 3a82018d-e975-4fd1-8491-08c7d8309cbd {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:01.048728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-7e239eca-68c6-4663-a4fe-8b36b9c3db9a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:01.048728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-7e239eca-68c6-4663-a4fe-8b36b9c3db9a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/networks?id=3a82018d-e975-4fd1-8491-08c7d8309cbd&id=a1ab6aec-b70f-4223-b600-4111be628a1d&id=3a82018d-e975-4fd1-8491-08c7d8309cbd HTTP/1.1" status: 200 len: 1392 time: 0.2398443 Oct 13 00:12:01.085568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:01.085951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Checking segment: {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:01.086362 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:01.086763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Bound using segment: {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:01.087256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Bound port: 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:01.087476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d6f4-1381-4c3b-95e5-6e0fff1a4669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:01.087685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:01.114341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-273ae5b6-88d5-4fe2-af15-a42e430d8f54 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/quotas/4929e4cc9aeb4cc3b582dd5a337c63c0 HTTP/1.1" status: 200 len: 375 time: 0.0679927 Oct 13 00:12:01.169701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:11:55Z', 'revision_number': 4, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port': {'id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:50Z', 'updated_at': '2021-10-13T00:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7abf4c4-dfe1-4a80-b86e-7d88c0d080df', 'name': '', 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'mac_address': 'fa:16:3e:e0:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '62249c64-c01e-498d-baa1-b55fc8137aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:53Z', 'updated_at': '2021-10-13T00:11:59Z', 'revision_number': 4, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'subnets': [{'id': '62249c64-c01e-498d-baa1-b55fc8137aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:01.234359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c1147793-86f7-4810-b98e-f0d6bccab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:01.236596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402172bd-b88d-43d9-bc58-5ef8fecfd4ce None None] The sync data for ids ['6e650317-1ff6-40fa-84bc-bb415d9eb674'] in n-d-813679-4 is: [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:11:55Z', 'revision_number': 4, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port': {'id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:50Z', 'updated_at': '2021-10-13T00:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c7abf4c4-dfe1-4a80-b86e-7d88c0d080df', 'name': '', 'network_id': 'a5747170-a4f8-402e-80a6-ff91f6628cab', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'mac_address': 'fa:16:3e:e0:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '62249c64-c01e-498d-baa1-b55fc8137aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:53Z', 'updated_at': '2021-10-13T00:11:59Z', 'revision_number': 4, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'subnets': [{'id': '62249c64-c01e-498d-baa1-b55fc8137aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:12:01.247317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d6f4-1381-4c3b-95e5-6e0fff1a4669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:01.250701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d6f4-1381-4c3b-95e5-6e0fff1a4669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:01.252247 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5fd4d6f4-1381-4c3b-95e5-6e0fff1a4669 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/106b4f7c-2e27-463c-b063-1809f86709c5 HTTP/1.1" status: 204 len: 168 time: 0.4120064 Oct 13 00:12:01.271905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-853af2f5-2dac-4780-bedb-eaf0f509505a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1503487 Oct 13 00:12:01.274507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4d6f4-1381-4c3b-95e5-6e0fff1a4669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106b4f7c-2e27-463c-b063-1809f86709c5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:01.498725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fc768d68-2ffc-46f0-b6c6-48c1f34a81b0 service neutron] 10.222.0.21 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247519 Oct 13 00:12:01.690371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9b987078-a261-4f1c-b14a-bad97e1c7b8b no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:01.707179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-f7db9d29-b3a5-4a90-8724-526a92f77187 service neutron] 10.222.0.21 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029841 Oct 13 00:12:01.816559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 9b987078-a261-4f1c-b14a-bad97e1c7b8b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:01.816930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9b987078-a261-4f1c-b14a-bad97e1c7b8b not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:01.879340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-1dc50941-d9af-438f-8414-8562ad966dc6 service neutron] 10.222.0.21 "GET /v2.0/networks/a1ab6aec-b70f-4223-b600-4111be628a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705475 Oct 13 00:12:01.901885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c1147793-86f7-4810-b98e-f0d6bccab3bd None None] For port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,segment=NetworkSegment(5b96acd8-98da-4e62-a0a0-6abfcfba9721),segment_id=5b96acd8-98da-4e62-a0a0-6abfcfba9721)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:01.935661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Allocated IP 19.86.0.2 (a1ab6aec-b70f-4223-b600-4111be628a1d/8d5dd7b0-cd4b-429b-951f-7f90a4022fea/c2a65416-6827-42ac-9d90-cf913e8c51b3) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:01.937472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47902) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:02.028271 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ebcf5c0f-8422-4426-b5cb-1a2f69e3b62b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fe6d46528d74ddeaa22a07958cc8530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889401 Oct 13 00:12:02.030824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47906) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:02.094161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] For port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:02.097664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-6bd7c667-0e0b-41d2-a576-eff60a07b4bc service neutron] 10.222.0.21 "GET /v2.0/networks/a1ab6aec-b70f-4223-b600-4111be628a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160742 Oct 13 00:12:02.099833 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c1147793-86f7-4810-b98e-f0d6bccab3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.142789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] For port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:02.196169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.200997 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.231422 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.279381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1147793-86f7-4810-b98e-f0d6bccab3bd None None] Pushing event updated for resources: {'Port': ['ID=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:02.388718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-6b52ca00-ba6c-4f11-9d3c-e23130a5c629 service neutron] 10.222.0.21 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813857 Oct 13 00:12:02.438156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb64e1-aa6d-4224-8af0-6bfc72d68ad3 None None] Pushing event updated for resources: {'Port': ['ID=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:02.470730 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.482615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.555332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Network a1ab6aec-b70f-4223-b600-4111be628a1d is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:02.558455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:02.562380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:02.575106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Pushing event updated for resources: {'Port': ['ID=c2a65416-6827-42ac-9d90-cf913e8c51b3,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:02.636265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 46f41952-17e1-4518-ab2e-75a37022fb49 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:02.692059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.701575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 46f41952-17e1-4518-ab2e-75a37022fb49 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:02.701922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 46f41952-17e1-4518-ab2e-75a37022fb49 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:02.706091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Attempting to bind port c2a65416-6827-42ac-9d90-cf913e8c51b3 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:02.706585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Attempting to bind port c2a65416-6827-42ac-9d90-cf913e8c51b3 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:02.706945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Attempting to bind port c2a65416-6827-42ac-9d90-cf913e8c51b3 on network a1ab6aec-b70f-4223-b600-4111be628a1d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:02.715023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:02.715023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Checking segment: {'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:02.715023 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.715023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Bound using segment: {'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:02.715555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.715977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Bound port: c2a65416-6827-42ac-9d90-cf913e8c51b3, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:02.716279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:02.726125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2bc9aa9-8ec4-44b6-90d4-fb06283ba5d2 HTTP/1.1" status: 204 len: 168 time: 0.6939762 Oct 13 00:12:02.742911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-efa406a5-eef8-4820-99ec-a0b2bd02b242 service neutron] 10.222.0.21 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479762 Oct 13 00:12:02.768306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bc9aa9-8ec4-44b6-90d4-fb06283ba5d2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:02.794457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.794457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.794896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.795124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.803072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.805397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.805782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.806113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.806454 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.806801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.807131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.807460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274ae165-c220-4a18-9987-cb51610c0969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:02.817162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47930) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:02.871321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] For port c2a65416-6827-42ac-9d90-cf913e8c51b3, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:02.876591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] For port c2a65416-6827-42ac-9d90-cf913e8c51b3, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c2a65416-6827-42ac-9d90-cf913e8c51b3,segment=NetworkSegment(769f3047-9956-4313-87af-0a616cbacd0a),segment_id=769f3047-9956-4313-87af-0a616cbacd0a)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:02.900854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.016268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ea071b-1ff5-4cb0-91c2-1c433cdc9d57 admin admin] Deleting subnet 74764ab7-a5f2-404e-b5bf-ab88aacd0b2a {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:12:03.035664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77ea071b-1ff5-4cb0-91c2-1c433cdc9d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.046536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9a479-5b4f-4628-81a9-b74af581225f None None] Pushing event updated for resources: {'Port': ['ID=c2a65416-6827-42ac-9d90-cf913e8c51b3,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:03.198684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-328c8b66-d69d-4eae-9c7a-25109d535da5 req-5974c837-d4f4-4b69-b375-938540932c1a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 210 time: 0.0738440 Oct 13 00:12:03.203790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77ea071b-1ff5-4cb0-91c2-1c433cdc9d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.323210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77ea071b-1ff5-4cb0-91c2-1c433cdc9d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.489232 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77ea071b-1ff5-4cb0-91c2-1c433cdc9d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.535388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea071b-1ff5-4cb0-91c2-1c433cdc9d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74764ab7-a5f2-404e-b5bf-ab88aacd0b2a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:03.584249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77ea071b-1ff5-4cb0-91c2-1c433cdc9d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.590317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c7abf4c4-dfe1-4a80-b86e-7d88c0d080df up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:03.597328 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-77ea071b-1ff5-4cb0-91c2-1c433cdc9d57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74764ab7-a5f2-404e-b5bf-ab88aacd0b2a HTTP/1.1" status: 204 len: 168 time: 0.7778728 Oct 13 00:12:03.598604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47960) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:03.723496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1917304814', 'description': 'tempest-description-1678070032'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:03.734460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:03.735034 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.806692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.814080 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.843563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:03.949537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:04.012454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:04.012845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.040904 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.123604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:04.144598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f737bb-b2d9-403d-89e1-1185c9905f0e') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:04.144939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f737bb-b2d9-403d-89e1-1185c9905f0e') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:04.152378 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.172636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.192448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:04.197657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b835d-3ecf-41b1-8936-22f3edc57a48 None None] Network 3a82018d-e975-4fd1-8491-08c7d8309cbd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:04.248934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.272295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:12:04.272716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:12:04.274946 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:12:04.308693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-44bd96b1-0f2a-43d3-8f6a-549fa8aa784b tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:04.309834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-44bd96b1-0f2a-43d3-8f6a-549fa8aa784b tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/networks?id=7e6bf1cd-64ef-4af8-b9f0-5bb439405538 HTTP/1.1" status: 200 len: 815 time: 0.3799613 Oct 13 00:12:04.311875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.326737 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.352220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47994) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:04.376525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.415418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-76486ae3-3119-4506-aeba-9d4db42ad3a2 None None] Provisioning complete for port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:04.415845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-76486ae3-3119-4506-aeba-9d4db42ad3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.420622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-9a1d862d-7d85-4ad5-b2f3-561faee7ab1b tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/quotas/2fe13e0d622d4dfa84ab195bfd5a8497 HTTP/1.1" status: 200 len: 375 time: 0.0541933 Oct 13 00:12:04.482580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.491443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a419193-7102-4ec0-a5f5-dc33c849a8f6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:04.494781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.501365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a HTTP/1.1" status: 204 len: 168 time: 0.9009490 Oct 13 00:12:04.515741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:04.529737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-408466066-network', 'tenant_id': 'e9e95c24c2904494abb2e756ebe5374b'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:04.532564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c9263-e0e5-477f-bf60-e926cf51ad73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c435bca4-98a3-4cb4-8d5a-4b5f3c027a2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:04.547658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-664fb3e9-4103-455d-ade3-53af7434efba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe13e0d622d4dfa84ab195bfd5a8497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156101 Oct 13 00:12:04.573096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Made reservation on behalf of e9e95c24c2904494abb2e756ebe5374b for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:04.575832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.606671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.644397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.653898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.707731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d5f1e-7728-40b2-82b6-d120a1ea918e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:04.714774 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.721881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa6b91c3-0754-4706-bc96-f761751c9406 req-1483b0b3-ecb2-4315-b117-d46d96d68b7f tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0644302 Oct 13 00:12:04.725282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48002) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:04.780068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-748efeae-80a5-4af9-9b40-99e82695b466 service neutron] 10.222.0.21 "GET /v2.0/networks/7e6bf1cd-64ef-4af8-b9f0-5bb439405538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220869 Oct 13 00:12:04.842411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a474ffb-77cb-4a1c-9c8a-b973756d99bf None None] Network a1ab6aec-b70f-4223-b600-4111be628a1d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:04.871771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.881727 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d928177a-f1d7-4b78-a34f-59e13f506ffc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38831f6ae0ce47bfa2de732044bd7c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493881 Oct 13 00:12:04.884769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48006) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:04.919405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.944599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:12:04.967267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:04.968716 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Added segment ecc69e2d-0848-4f2c-9993-7069ec691e2c of type vlan for network 78fa401d-6420-41e2-b4e8-7b584470fe13 Oct 13 00:12:04.972679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-2d42b4aa-b669-4ad0-a121-b95f9122da64 service neutron] 10.222.0.21 "GET /v2.0/networks/7e6bf1cd-64ef-4af8-b9f0-5bb439405538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847060 Oct 13 00:12:05.017485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2266540-ca6b-4b9d-99c0-64c2c8a7791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.048529 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.077469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-11f11840-129b-4c63-af18-718c045db544 None None] Provisioning complete for port c2a65416-6827-42ac-9d90-cf913e8c51b3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:05.077756 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-11f11840-129b-4c63-af18-718c045db544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.099958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2266540-ca6b-4b9d-99c0-64c2c8a7791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.143354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e3c4b76-cf9d-4af4-b74b-bd3e52fa1024 req-79f879ed-55c8-4710-b9a9-9e457530fa3a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 210 time: 0.0466216 Oct 13 00:12:05.150228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.151528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:05.152834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.172937 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-11f11840-129b-4c63-af18-718c045db544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.195980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2266540-ca6b-4b9d-99c0-64c2c8a7791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.200006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2266540-ca6b-4b9d-99c0-64c2c8a7791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.204825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f2266540-ca6b-4b9d-99c0-64c2c8a7791e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fce5b3a-3f33-48e5-bfed-626f1240fede HTTP/1.1" status: 204 len: 168 time: 0.3158228 Oct 13 00:12:05.227848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2266540-ca6b-4b9d-99c0-64c2c8a7791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce5b3a-3f33-48e5-bfed-626f1240fede,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:05.257747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-11f11840-129b-4c63-af18-718c045db544 None None] For port c2a65416-6827-42ac-9d90-cf913e8c51b3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c2a65416-6827-42ac-9d90-cf913e8c51b3,segment=NetworkSegment(769f3047-9956-4313-87af-0a616cbacd0a),segment_id=769f3047-9956-4313-87af-0a616cbacd0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:05.281545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-0a95ea95-7c81-4a36-ad73-d4cd256c1984 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:05.285714 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-11f11840-129b-4c63-af18-718c045db544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.304900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-55779464-b26f-4189-9e3f-7bcd82d13e98 req-32983008-0f33-4e02-a595-68c19b8e4bed tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2024036892', 'description': 'tempest-description-151533025'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:05.316722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-0a95ea95-7c81-4a36-ad73-d4cd256c1984 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:05.318873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-0a95ea95-7c81-4a36-ad73-d4cd256c1984 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.45 "GET /v2.0/networks?id=3a82018d-e975-4fd1-8491-08c7d8309cbd&id=a1ab6aec-b70f-4223-b600-4111be628a1d&id=3a82018d-e975-4fd1-8491-08c7d8309cbd HTTP/1.1" status: 200 len: 1392 time: 0.5425584 Oct 13 00:12:05.345979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9920864 Oct 13 00:12:05.354910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48014) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:05.373885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Request body: {'subnet': {'network_id': '78fa401d-6420-41e2-b4e8-7b584470fe13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-408466066-subnet', 'tenant_id': 'e9e95c24c2904494abb2e756ebe5374b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:05.413315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f11840-129b-4c63-af18-718c045db544 None None] Pushing event updated for resources: {'Port': ['ID=c2a65416-6827-42ac-9d90-cf913e8c51b3,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:05.431231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-55779464-b26f-4189-9e3f-7bcd82d13e98 req-32983008-0f33-4e02-a595-68c19b8e4bed tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.436319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Made reservation on behalf of e9e95c24c2904494abb2e756ebe5374b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:05.440534 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.453725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e684b8eb-21b2-465b-91fd-663f233fe90b None None] Provisioning complete for port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:05.455590 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e684b8eb-21b2-465b-91fd-663f233fe90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.501697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'port': {'device_id': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd', 'admin_state_up': True, 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:05.520211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89a73dab-b6fa-4389-8832-dd5a5b46c5a6 req-49eeec13-4528-42a3-85cf-c6e41c656cc2 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 210 time: 0.0907607 Oct 13 00:12:05.526779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d6131b-2037-4e76-8b89-5f1f37e22bee,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:05.642135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183f896-300c-4603-a55b-a8f748f6a7eb admin admin] Pushing event updated for resources: {'Network': ['ID=78fa401d-6420-41e2-b4e8-7b584470fe13,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:05.660576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:05.663005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 78fa401d-6420-41e2-b4e8-7b584470fe13 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:12:05.672256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-55779464-b26f-4189-9e3f-7bcd82d13e98 req-32983008-0f33-4e02-a595-68c19b8e4bed tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.687199 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-55779464-b26f-4189-9e3f-7bcd82d13e98 req-32983008-0f33-4e02-a595-68c19b8e4bed tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.746499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-55779464-b26f-4189-9e3f-7bcd82d13e98 req-32983008-0f33-4e02-a595-68c19b8e4bed tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.751364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55779464-b26f-4189-9e3f-7bcd82d13e98 req-32983008-0f33-4e02-a595-68c19b8e4bed tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4534166 Oct 13 00:12:05.756807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32983008-0f33-4e02-a595-68c19b8e4bed tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74bdcab-0aa7-414f-ae1c-b3dd54302798,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:05.819811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:05.820169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.851263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:05.861442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:05.946791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c2a65416-6827-42ac-9d90-cf913e8c51b3 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:05.969252 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.000354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5bf9b1c0-73c4-4975-99b0-38f7a5f434d4 None None] Provisioning complete for port c2a65416-6827-42ac-9d90-cf913e8c51b3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:06.000876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b1c0-73c4-4975-99b0-38f7a5f434d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.058206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c2a65416-6827-42ac-9d90-cf913e8c51b3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:06.058588 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.166493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Allocated IP 19.80.0.12 (3a82018d-e975-4fd1-8491-08c7d8309cbd/2ff3b7f3-6641-42d0-a8e1-3a65c772d219/6de9c5b1-27aa-4832-a312-f54b70b95a16) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:06.352581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.422309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1292917904', 'description': 'tempest-description-1346709147'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:06.452510 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.473724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2563bf3-78a0-457f-93b7-716dceb80c08,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:06.478116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0230ca01-e20b-4fc8-b261-8dae571db95b req-97c9462e-bccf-4638-ba37-5f3da69cecb4 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 210 time: 0.0676403 Oct 13 00:12:06.494628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Checking segment: {'id': 'ecc69e2d-0848-4f2c-9993-7069ec691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '78fa401d-6420-41e2-b4e8-7b584470fe13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:06.494983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Network hostable DHCP agents. Network: 78fa401d-6420-41e2-b4e8-7b584470fe13, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:12:06.497262 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.511629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.518366 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.531850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Network 78fa401d-6420-41e2-b4e8-7b584470fe13 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:12:06.555012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 78fa401d-6420-41e2-b4e8-7b584470fe13) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:06.566792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:06.567540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.578263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network 3a82018d-e975-4fd1-8491-08c7d8309cbd is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:06.579391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf968774-5e1f-4146-ac07-f16e94dc7051 None None] Network 78fa401d-6420-41e2-b4e8-7b584470fe13 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:06.586349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:06.591640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:06.595721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4a59b430-f0e6-4dc0-9676-27a0eb90403f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2383828 Oct 13 00:12:06.647131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Port': ['ID=6de9c5b1-27aa-4832-a312-f54b70b95a16,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:06.650572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.658954 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.697952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f0ba26-6c3d-4593-b10d-5e24d1c3440f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:06.713678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:06.714923 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.748095 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8a7fb11-3233-4a30-b46d-9b764de37373 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3986039 Oct 13 00:12:06.765625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'port': {'device_id': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d', 'admin_state_up': True, 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:06.841595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48056) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:06.842596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.898605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6db436ea-7f87-4877-9c22-2cef7b34af00 req-26a66dca-4b0f-42bb-9f25-9ac0ff9412ef tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 210 time: 0.1293521 Oct 13 00:12:06.952183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85417d0a-31df-44c8-8f32-d62a56c91a39 None None] Network 78fa401d-6420-41e2-b4e8-7b584470fe13 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:06.963306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:06.975526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.028598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:07.037028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.074763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.076096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0120ae50-5f20-4874-84db-7350c7450a64 req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6635041 Oct 13 00:12:07.107305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-838fe906-a7e1-4d7c-9018-7c27ddb95fd7 None None] Provisioning complete for port 6de9c5b1-27aa-4832-a312-f54b70b95a16 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:07.107707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-838fe906-a7e1-4d7c-9018-7c27ddb95fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.160535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-e2c8e5de-5fd0-4830-8b8d-2f032e6b87e6 req-ef2f7335-6e5f-4111-bdae-4f5549a984d4 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1041540108', 'description': 'tempest-description-1348678264'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:07.230884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ccab-f3a9-4569-9f13-6d1af68bf82e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09e7b7c-68d5-478f-bfc2-ae097be8c58b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:07.264031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-838fe906-a7e1-4d7c-9018-7c27ddb95fd7 None None] Port 6de9c5b1-27aa-4832-a312-f54b70b95a16 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:12:07.281207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e2c8e5de-5fd0-4830-8b8d-2f032e6b87e6 req-ef2f7335-6e5f-4111-bdae-4f5549a984d4 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.324327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-2a1f3b49-328e-40e5-bd34-c783b9c15b97 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:07.325816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-2a1f3b49-328e-40e5-bd34-c783b9c15b97 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.36 "GET /v2.0/networks?id=7e6bf1cd-64ef-4af8-b9f0-5bb439405538 HTTP/1.1" status: 200 len: 815 time: 0.3252621 Oct 13 00:12:07.362700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Request body: {'port': {'device_id': '68d3639b-84c7-452a-88c7-cebe21251dcc', 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538', 'admin_state_up': True, 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:07.364901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Allocated IP 19.86.0.117 (a1ab6aec-b70f-4223-b600-4111be628a1d/8d5dd7b0-cd4b-429b-951f-7f90a4022fea/cf0a611b-680e-4d99-9b13-abcc0543cca1) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:07.410545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-383872240-network', 'tenant_id': 'dc988777530e4850babbaa9d22ff176f'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:07.428115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c2a65416-6827-42ac-9d90-cf913e8c51b3 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:07.467436 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e2c8e5de-5fd0-4830-8b8d-2f032e6b87e6 req-ef2f7335-6e5f-4111-bdae-4f5549a984d4 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.472864 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Made reservation on behalf of dc988777530e4850babbaa9d22ff176f for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:07.476115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.477521 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e2c8e5de-5fd0-4830-8b8d-2f032e6b87e6 req-ef2f7335-6e5f-4111-bdae-4f5549a984d4 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.487846 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.512834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f7335-6e5f-4111-bdae-4f5549a984d4 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83df875e-418c-4f2e-aabb-c7d540efbc23,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:07.544807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e2c8e5de-5fd0-4830-8b8d-2f032e6b87e6 req-ef2f7335-6e5f-4111-bdae-4f5549a984d4 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.549874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2c8e5de-5fd0-4830-8b8d-2f032e6b87e6 req-ef2f7335-6e5f-4111-bdae-4f5549a984d4 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4091601 Oct 13 00:12:07.567064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c2a65416-6827-42ac-9d90-cf913e8c51b3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:07.567618 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.663443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Made reservation on behalf of 2fe13e0d622d4dfa84ab195bfd5a8497 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:07.674424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.698225 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.706946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.741551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48094) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:07.743401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0fde89-1bdd-4495-99d4-27577069bd24,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:07.760103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:12:07.773670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-802196698-network', 'tenant_id': 'b29066fc04a242e185c30ad669d6bd4b'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:07.801261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.801715 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Added segment 6c96c4e4-742c-4d64-97da-4e05fd2eb224 of type vlan for network 65f7ad2b-f736-4f94-b178-09ea609c7bee Oct 13 00:12:07.830370 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.877176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Made reservation on behalf of b29066fc04a242e185c30ad669d6bd4b for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:07.879356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:07.885950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52d7b-06c1-436c-88a8-5c7c101b85bf req-052897f9-c862-402b-bc48-e3ac3a4b8085 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:07.894116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bf52d7b-06c1-436c-88a8-5c7c101b85bf req-052897f9-c862-402b-bc48-e3ac3a4b8085 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 931 time: 0.2747936 Oct 13 00:12:08.031938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Allocated IP 172.20.0.11 (7e6bf1cd-64ef-4af8-b9f0-5bb439405538/c125cce0-54dc-441a-ac90-3a6f4bbe714a/7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:08.053928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bf52d7b-06c1-436c-88a8-5c7c101b85bf req-57c92ba7-f04d-479e-b41a-09bb3ed66080 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588547 Oct 13 00:12:08.236677 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.254027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.337799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.353567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.354749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:08.356451 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.403455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c758ebf-eaf0-4110-85df-d6f9f360bc7b req-6c7da36d-a4d8-45e9-b21c-d88e7211bb27 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 210 time: 0.0776570 Oct 13 00:12:08.502611 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6597288 Oct 13 00:12:08.507292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48110) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:08.509070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network a1ab6aec-b70f-4223-b600-4111be628a1d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:08.517266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Request body: {'subnet': {'network_id': '65f7ad2b-f736-4f94-b178-09ea609c7bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-383872240-subnet', 'tenant_id': 'dc988777530e4850babbaa9d22ff176f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:08.523234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Port': ['ID=cf0a611b-680e-4d99-9b13-abcc0543cca1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:08.530215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:08.540448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:08.553834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Made reservation on behalf of dc988777530e4850babbaa9d22ff176f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:08.556180 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.564265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f1e50-8584-49ce-8332-8d2e44b0ed72 admin admin] Pushing event updated for resources: {'Network': ['ID=65f7ad2b-f736-4f94-b178-09ea609c7bee,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:08.585405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 65f7ad2b-f736-4f94-b178-09ea609c7bee details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:12:08.630257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.647608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-c47ec1aa-b24f-44d7-a159-ee805eeef5ce tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53297 time: 1.0718603 Oct 13 00:12:08.657990 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.669630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.737126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:12:08.752421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84cdc75-8f16-4603-86f9-fe4a416984be,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:08.769797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:08.770498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.784535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.785226 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Added segment b5cb7d35-851a-4fe8-af61-29daff64e26f of type vlan for network 35f41b34-9452-42ea-a2ec-4fed9da2c697 Oct 13 00:12:08.815407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.820987 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-22f0957c-dd2c-4252-9330-269dae7cb437 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0610931 Oct 13 00:12:08.856498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'port': {'device_id': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd', 'admin_state_up': True, 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:08.947542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:08.959970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-287751a6-7928-4655-b105-0da8bb8d927b tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/03af4680-5b25-4bb2-8558-92788f2eb444 HTTP/1.1" status: 200 len: 2981 time: 0.2578759 Oct 13 00:12:09.004910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0f3b3df8-ddda-441e-bf3b-b766382309b1 None None] Provisioning complete for port cf0a611b-680e-4d99-9b13-abcc0543cca1 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:09.005343 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3df8-ddda-441e-bf3b-b766382309b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.025140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.026130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:09.026727 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.027212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:09.028804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:09.041845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:09.086567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0f3b3df8-ddda-441e-bf3b-b766382309b1 None None] Port cf0a611b-680e-4d99-9b13-abcc0543cca1 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:12:09.114369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:09.115395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.126358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Pushing event updated for resources: {'Port': ['ID=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:09.135704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.143313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3949547 Oct 13 00:12:09.147217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48114) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:09.161277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Request body: {'subnet': {'network_id': '35f41b34-9452-42ea-a2ec-4fed9da2c697', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-802196698-subnet', 'tenant_id': 'b29066fc04a242e185c30ad669d6bd4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:09.211343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd163fe1-76b2-4f13-8ff2-15aad4dfaa94,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:09.216282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492a05e-feb9-47ae-a175-94505c910710 admin admin] Pushing event updated for resources: {'Network': ['ID=35f41b34-9452-42ea-a2ec-4fed9da2c697,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:09.225615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Made reservation on behalf of b29066fc04a242e185c30ad669d6bd4b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:09.231450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 35f41b34-9452-42ea-a2ec-4fed9da2c697 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:12:09.237159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-e6c3d76d-9642-4c71-accb-298e2f5039ba tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8797729 Oct 13 00:12:09.240019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-eb7ecaf5-8ae5-4562-87b6-399597f29663 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/03af4680-5b25-4bb2-8558-92788f2eb444 HTTP/1.1" status: 200 len: 2981 time: 0.2633190 Oct 13 00:12:09.242924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.320652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-dd1b883b-aeeb-42cd-8303-a2fa3d4d6873 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/043bfd97-c04c-4526-a640-46a239e26aa0 HTTP/1.1" status: 200 len: 2981 time: 0.0619957 Oct 13 00:12:09.380686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Checking segment: {'id': '6c96c4e4-742c-4d64-97da-4e05fd2eb224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '65f7ad2b-f736-4f94-b178-09ea609c7bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:09.381248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Network hostable DHCP agents. Network: 65f7ad2b-f736-4f94-b178-09ea609c7bee, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:12:09.414556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-48c0151e-d280-4e42-a6c2-b1fce43993a2 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/043bfd97-c04c-4526-a640-46a239e26aa0 HTTP/1.1" status: 200 len: 2981 time: 0.0854495 Oct 13 00:12:09.421591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Network 65f7ad2b-f736-4f94-b178-09ea609c7bee is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:12:09.465358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 65f7ad2b-f736-4f94-b178-09ea609c7bee) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:09.475971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399bcfe-2859-4b91-bac3-bf0709e44996 None None] Network 65f7ad2b-f736-4f94-b178-09ea609c7bee requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:09.480413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:09.481304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.508457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bbf9b659-2e0b-4954-b9b4-2f16e3f7ac74 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9953477 Oct 13 00:12:09.515060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-6d716b11-3622-44a6-8d85-5d133a5e1a5e tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/226657c4-4380-44f2-9228-6490f7d5c145 HTTP/1.1" status: 200 len: 2981 time: 0.0869377 Oct 13 00:12:09.534900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:09.544046 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.591533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-48afb1a9-24f2-4ec5-809a-47c71714b6e0 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/226657c4-4380-44f2-9228-6490f7d5c145 HTTP/1.1" status: 200 len: 2981 time: 0.0698078 Oct 13 00:12:09.643848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dc6d57a9-ebce-4c8c-a3c2-1e3735a29715 None None] Provisioning complete for port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:09.644550 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc6d57a9-ebce-4c8c-a3c2-1e3735a29715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.679032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-691b3dee-281c-4b55-bb6d-33743b0c2554 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/28f0ba26-6c3d-4593-b10d-5e24d1c3440f HTTP/1.1" status: 200 len: 2981 time: 0.0804613 Oct 13 00:12:09.756988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-115d758c-f333-4256-85a1-b9c540bbd7ac tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/28f0ba26-6c3d-4593-b10d-5e24d1c3440f HTTP/1.1" status: 200 len: 2981 time: 0.0709062 Oct 13 00:12:09.786566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d57a9-ebce-4c8c-a3c2-1e3735a29715 None None] Port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:12:09.804698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Allocated IP 19.80.0.177 (3a82018d-e975-4fd1-8491-08c7d8309cbd/2ff3b7f3-6641-42d0-a8e1-3a65c772d219/e56b6840-634e-41cc-8bd5-096f4ac10c09) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:09.820783 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-0951ecaf-f36d-492e-9f35-9b86f2a8870b tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/39d6131b-2037-4e76-8b89-5f1f37e22bee HTTP/1.1" status: 200 len: 2981 time: 0.0564284 Oct 13 00:12:09.849472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:09.891911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e5429-1e92-4fe3-8be0-90397b28a20a None None] Network 65f7ad2b-f736-4f94-b178-09ea609c7bee requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:09.894901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-59bafa5f-af94-4532-a35b-5c1ccffd4eaa tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/39d6131b-2037-4e76-8b89-5f1f37e22bee HTTP/1.1" status: 200 len: 2981 time: 0.0670846 Oct 13 00:12:09.973604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-1614d9bc-cb4a-4d7b-b067-f0b8149f87fa tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/493745b5-cccf-4b91-9812-6f620edfc457 HTTP/1.1" status: 200 len: 2981 time: 0.0708475 Oct 13 00:12:10.008770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffb8521-ec74-43ed-aab6-517b8a8a05d0,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:10.021650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Checking segment: {'id': 'b5cb7d35-851a-4fe8-af61-29daff64e26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '35f41b34-9452-42ea-a2ec-4fed9da2c697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:10.022359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Network hostable DHCP agents. Network: 35f41b34-9452-42ea-a2ec-4fed9da2c697, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:12:10.066215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-94a70e31-7762-4db9-b2a0-2a72aab4ffd5 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/493745b5-cccf-4b91-9812-6f620edfc457 HTTP/1.1" status: 200 len: 2981 time: 0.0837462 Oct 13 00:12:10.077141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Network 35f41b34-9452-42ea-a2ec-4fed9da2c697 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:12:10.112889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 35f41b34-9452-42ea-a2ec-4fed9da2c697) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:10.125899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:10.127138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:10.129886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-36401a43-cb52-47f4-b14d-8d80dc3fbdd9 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/59b101bb-752a-406c-b7e5-5fdf91b02a65 HTTP/1.1" status: 200 len: 2981 time: 0.0628579 Oct 13 00:12:10.130151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb2c8a-8c3e-4b4c-b142-677bcd515e41 None None] Network 35f41b34-9452-42ea-a2ec-4fed9da2c697 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:10.134810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:10.190422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-f2a2dbeb-7729-4831-b70e-8ef02c616330 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/59b101bb-752a-406c-b7e5-5fdf91b02a65 HTTP/1.1" status: 200 len: 2981 time: 0.0594690 Oct 13 00:12:10.193948 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc8052ed-5f10-43de-a31f-e648419ccf36 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0382867 Oct 13 00:12:10.196603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:10.250739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-84895d0b-8a9b-48e3-9c54-82ad222585d5 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7a419193-7102-4ec0-a5f5-dc33c849a8f6 HTTP/1.1" status: 200 len: 2981 time: 0.0590088 Oct 13 00:12:10.267492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network 3a82018d-e975-4fd1-8491-08c7d8309cbd is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:10.273426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:10.292840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:10.305817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-1bb710a0-4adf-4614-ad7b-20865529bf14 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7a419193-7102-4ec0-a5f5-dc33c849a8f6 HTTP/1.1" status: 200 len: 2981 time: 0.0541101 Oct 13 00:12:10.353904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Port': ['ID=e56b6840-634e-41cc-8bd5-096f4ac10c09,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:10.389538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-dd797adf-96f2-4eff-b029-aca59cb6c905 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/96697eba-9bda-4034-afa4-651f88a1beee HTTP/1.1" status: 200 len: 2977 time: 0.0826550 Oct 13 00:12:10.404942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:10.406005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:10.462041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b502b2-c6a0-4403-9091-9bbeb3758bf2 None None] Network 35f41b34-9452-42ea-a2ec-4fed9da2c697 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:10.468643 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-913110af-1a7b-4ba3-b276-8087b55aa8fe tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6168931 Oct 13 00:12:10.473095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-db12a9e2-5ecc-435f-a7a3-1bad62152db0 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/96697eba-9bda-4034-afa4-651f88a1beee HTTP/1.1" status: 200 len: 2977 time: 0.0760169 Oct 13 00:12:10.489690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Request body: {'port': {'device_id': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:10.583901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-05c77be6-1234-4aaf-b0ff-fa84a99c2165 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a64bdb50-bb8f-4230-8b2c-09d7aa6b763d HTTP/1.1" status: 200 len: 2981 time: 0.1027482 Oct 13 00:12:10.649724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:10.688478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-34bd3501-3eb9-4e43-b18f-a2dea569e9bf tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a64bdb50-bb8f-4230-8b2c-09d7aa6b763d HTTP/1.1" status: 200 len: 2981 time: 0.0975645 Oct 13 00:12:10.719011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0cc288cf-c0d4-4a3b-9799-8350432eef99 None None] Provisioning complete for port e56b6840-634e-41cc-8bd5-096f4ac10c09 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:10.719011 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0cc288cf-c0d4-4a3b-9799-8350432eef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:10.757020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-d75a5c39-4038-47f0-b2c2-a9c7a39dd725 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bf0fde89-1bdd-4495-99d4-27577069bd24 HTTP/1.1" status: 200 len: 2981 time: 0.0607185 Oct 13 00:12:10.767362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0cc288cf-c0d4-4a3b-9799-8350432eef99 None None] Port e56b6840-634e-41cc-8bd5-096f4ac10c09 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:12:10.803549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-d298383e-f9d2-4757-ad1d-9b71e8a34cad tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/bf0fde89-1bdd-4495-99d4-27577069bd24 HTTP/1.1" status: 200 len: 2981 time: 0.0392795 Oct 13 00:12:10.853256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-f4b90ffa-3b39-4fa4-8543-4ccd52c14508 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c1965e2d-9f5c-4c9c-92e9-bb23e22f2738 HTTP/1.1" status: 200 len: 2973 time: 0.0428150 Oct 13 00:12:10.922509 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-76f323e9-4716-41a8-9e90-40c1b676289d tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c1965e2d-9f5c-4c9c-92e9-bb23e22f2738 HTTP/1.1" status: 200 len: 2973 time: 0.0598962 Oct 13 00:12:10.972824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-087e7168-ae92-473a-a727-23f07dd0e3be tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c311177f-e8f8-4674-b788-8f3aab0c7661 HTTP/1.1" status: 200 len: 2981 time: 0.0445967 Oct 13 00:12:11.004638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de9c5b1-27aa-4832-a312-f54b70b95a16 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:11.013418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.020933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-3df998e1-a1d8-4428-8080-e39355c318db tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c311177f-e8f8-4674-b788-8f3aab0c7661 HTTP/1.1" status: 200 len: 2981 time: 0.0411973 Oct 13 00:12:11.033014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Transition to ACTIVE for port object 6de9c5b1-27aa-4832-a312-f54b70b95a16 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:12:11.037236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.071050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-9efdb5a1-7a3a-4616-be38-cbbf3719edbd tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c54ac189-66dd-4cd1-b005-8559c61c4f7d HTTP/1.1" status: 200 len: 2977 time: 0.0432684 Oct 13 00:12:11.120971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Pushing event updated for resources: {'Port': ['ID=6de9c5b1-27aa-4832-a312-f54b70b95a16,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:11.158493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e1f488-de4e-421c-94ee-56db8aa66abb req-89b59979-0047-419e-953d-76ef8fa23cae tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c54ac189-66dd-4cd1-b005-8559c61c4f7d HTTP/1.1" status: 200 len: 2977 time: 0.0798292 Oct 13 00:12:11.218374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Attempting to bind port 6de9c5b1-27aa-4832-a312-f54b70b95a16 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:11.218852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Attempting to bind port 6de9c5b1-27aa-4832-a312-f54b70b95a16 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:11.219081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Attempting to bind port 6de9c5b1-27aa-4832-a312-f54b70b95a16 on network 3a82018d-e975-4fd1-8491-08c7d8309cbd {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:11.224499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Port 6de9c5b1-27aa-4832-a312-f54b70b95a16 on network 3a82018d-e975-4fd1-8491-08c7d8309cbd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:12:11.224879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Attempting to bind port 6de9c5b1-27aa-4832-a312-f54b70b95a16 on network 3a82018d-e975-4fd1-8491-08c7d8309cbd {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:11.232733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:11.233301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Checking segment: {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:11.233852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Bound using segment: {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:11.234451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Bound port: 6de9c5b1-27aa-4832-a312-f54b70b95a16, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:11.234988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.321479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] For port 6de9c5b1-27aa-4832-a312-f54b70b95a16, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:11.324862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] For port 6de9c5b1-27aa-4832-a312-f54b70b95a16, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6de9c5b1-27aa-4832-a312-f54b70b95a16,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:11.328500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.371534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:11.372343 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.375378 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] 10.222.0.45 "PUT /v2.0/ports/6de9c5b1-27aa-4832-a312-f54b70b95a16 HTTP/1.1" status: 200 len: 1091 time: 0.8893423 Oct 13 00:12:11.375378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'tag': '6de9c5b1-27aa-4832-a312-f54b70b95a16'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:11.377009 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba8820f-d0c3-45b5-9a1e-b911375041e7" -d '{"events": [{"name": "network-changed", "server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "tag": "6de9c5b1-27aa-4832-a312-f54b70b95a16"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:11.418222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Request body: {'port': {'device_id': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:11.425079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a42fd-d975-4be0-b206-78460f600989 service neutron] Pushing event updated for resources: {'Port': ['ID=6de9c5b1-27aa-4832-a312-f54b70b95a16,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:11.486602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.779610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0a611b-680e-4d99-9b13-abcc0543cca1 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:11.780564 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1de-0159-44cb-b836-152ec8c61ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.789543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.802399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Transition to ACTIVE for port object cf0a611b-680e-4d99-9b13-abcc0543cca1 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:12:11.806803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:11.860213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0a611b-680e-4d99-9b13-abcc0543cca1,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:11.950508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Attempting to bind port cf0a611b-680e-4d99-9b13-abcc0543cca1 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:11.951049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Attempting to bind port cf0a611b-680e-4d99-9b13-abcc0543cca1 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:11.951492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Attempting to bind port cf0a611b-680e-4d99-9b13-abcc0543cca1 on network a1ab6aec-b70f-4223-b600-4111be628a1d {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:11.957318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Port cf0a611b-680e-4d99-9b13-abcc0543cca1 on network a1ab6aec-b70f-4223-b600-4111be628a1d not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:12:11.957797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Attempting to bind port cf0a611b-680e-4d99-9b13-abcc0543cca1 on network a1ab6aec-b70f-4223-b600-4111be628a1d {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:11.963757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:11.964206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Checking segment: {'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:11.964660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Bound using segment: {'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:11.965163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Bound port: cf0a611b-680e-4d99-9b13-abcc0543cca1, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769f3047-9956-4313-87af-0a616cbacd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:11.965595 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.036010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] For port cf0a611b-680e-4d99-9b13-abcc0543cca1, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:12.040256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] For port cf0a611b-680e-4d99-9b13-abcc0543cca1, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=cf0a611b-680e-4d99-9b13-abcc0543cca1,segment=NetworkSegment(769f3047-9956-4313-87af-0a616cbacd0a),segment_id=769f3047-9956-4313-87af-0a616cbacd0a)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:12.046138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.083969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:12.084662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.086025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf0a611b-680e-4d99-9b13-abcc0543cca1 HTTP/1.1" status: 200 len: 1092 time: 0.6724176 Oct 13 00:12:12.107745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7590d12-29cf-41a1-b8a1-f26bf57db068 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0a611b-680e-4d99-9b13-abcc0543cca1,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:12.122935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Request body: {'port': {'device_id': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:12.192095 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.483198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56b6840-634e-41cc-8bd5-096f4ac10c09 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:12.491728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.504132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Transition to ACTIVE for port object e56b6840-634e-41cc-8bd5-096f4ac10c09 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:12:12.509371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.558484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Pushing event updated for resources: {'Port': ['ID=e56b6840-634e-41cc-8bd5-096f4ac10c09,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:12.639820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Attempting to bind port e56b6840-634e-41cc-8bd5-096f4ac10c09 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:12.640199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Attempting to bind port e56b6840-634e-41cc-8bd5-096f4ac10c09 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:12.640530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Attempting to bind port e56b6840-634e-41cc-8bd5-096f4ac10c09 on network 3a82018d-e975-4fd1-8491-08c7d8309cbd {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:12.645180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Port e56b6840-634e-41cc-8bd5-096f4ac10c09 on network 3a82018d-e975-4fd1-8491-08c7d8309cbd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:12:12.645503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Attempting to bind port e56b6840-634e-41cc-8bd5-096f4ac10c09 on network 3a82018d-e975-4fd1-8491-08c7d8309cbd {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:12.650549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:12.650889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Checking segment: {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:12.651275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Bound using segment: {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:12.651731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Bound port: e56b6840-634e-41cc-8bd5-096f4ac10c09, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b951601f-1794-4f04-bad8-dc27b0eea35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:12.652094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.722234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] For port e56b6840-634e-41cc-8bd5-096f4ac10c09, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:12.725999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] For port e56b6840-634e-41cc-8bd5-096f4ac10c09, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e56b6840-634e-41cc-8bd5-096f4ac10c09,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:12.731639 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.781433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:12.782385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.784561 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] 10.222.0.45 "PUT /v2.0/ports/e56b6840-634e-41cc-8bd5-096f4ac10c09 HTTP/1.1" status: 200 len: 1092 time: 0.6663468 Oct 13 00:12:12.820823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a6f9b-4b9b-477f-8852-23c0aed9ae38 service neutron] Pushing event updated for resources: {'Port': ['ID=e56b6840-634e-41cc-8bd5-096f4ac10c09,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:12.905614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-de827833-82f1-4900-8162-15d35b22c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:12.906318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-de827833-82f1-4900-8162-15d35b22c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:12.906921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-de827833-82f1-4900-8162-15d35b22c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:12.908737 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-de827833-82f1-4900-8162-15d35b22c324 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2865 time: 0.0537345 Oct 13 00:12:12.970694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-9ef5c6ec-28ad-479d-aacd-e071bf69eac2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=6de9c5b1-27aa-4832-a312-f54b70b95a16 HTTP/1.1" status: 200 len: 217 time: 0.0381134 Oct 13 00:12:13.022540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-c3c2ab30-11b9-4406-baae-c3016053b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:13.024330 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-c3c2ab30-11b9-4406-baae-c3016053b63b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ff3b7f3-6641-42d0-a8e1-3a65c772d219 HTTP/1.1" status: 200 len: 801 time: 0.0477438 Oct 13 00:12:13.074057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-375883df-b9cf-4d06-94f6-42a94a4ae1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:13.075465 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-375883df-b9cf-4d06-94f6-42a94a4ae1e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a82018d-e975-4fd1-8491-08c7d8309cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0439079 Oct 13 00:12:13.168585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a8e30bbb-5a61-4aff-9c10-7ec12c34c5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Oct 13 00:12:13.260260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-5c7d6718-8f59-4f9a-9848-31567359b30d service neutron] 10.222.0.45 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844657 Oct 13 00:12:13.310379 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-4996542b-3adc-4122-aa28-f7d6ea0f1516 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.117&port_id=cf0a611b-680e-4d99-9b13-abcc0543cca1 HTTP/1.1" status: 200 len: 217 time: 0.0426762 Oct 13 00:12:13.359342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-eb9fb9bf-38de-4fa2-911b-359ba63c8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:13.360906 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-eb9fb9bf-38de-4fa2-911b-359ba63c8aff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d5dd7b0-cd4b-429b-951f-7f90a4022fea HTTP/1.1" status: 200 len: 801 time: 0.0449297 Oct 13 00:12:13.407071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-29b7f169-2f21-400b-96b9-757bd4acad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:13.408709 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-29b7f169-2f21-400b-96b9-757bd4acad28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1ab6aec-b70f-4223-b600-4111be628a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0412595 Oct 13 00:12:13.504709 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-a9edb3e2-c7d0-4110-8157-6bbb8da9f496 service neutron] 10.222.0.45 "GET /v2.0/networks/a1ab6aec-b70f-4223-b600-4111be628a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879307 Oct 13 00:12:13.601239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-ea87fcfa-8529-4862-8755-8a71a03e2192 service neutron] 10.222.0.45 "GET /v2.0/networks/a1ab6aec-b70f-4223-b600-4111be628a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892467 Oct 13 00:12:13.644739 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-b9cfc50c-9c23-4334-bd85-747e31b504f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=e56b6840-634e-41cc-8bd5-096f4ac10c09 HTTP/1.1" status: 200 len: 217 time: 0.0364094 Oct 13 00:12:13.701322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-3dfd785b-c04f-489f-be73-d27e8ce001f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:13.702799 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-3dfd785b-c04f-489f-be73-d27e8ce001f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ff3b7f3-6641-42d0-a8e1-3a65c772d219 HTTP/1.1" status: 200 len: 801 time: 0.0510495 Oct 13 00:12:13.752119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-efa9e9ad-5f5c-4929-b62a-acb3b9b65b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:13.753915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-efa9e9ad-5f5c-4929-b62a-acb3b9b65b41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a82018d-e975-4fd1-8491-08c7d8309cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433836 Oct 13 00:12:13.849794 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-56731965-e95e-4c92-abb0-338cd5189115 service neutron] 10.222.0.45 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886531 Oct 13 00:12:13.941934 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d990bf6-1db3-4bad-92fb-7565838faa21 req-e5e6775b-a04a-40ad-b223-387d12c77421 service neutron] 10.222.0.45 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853145 Oct 13 00:12:14.496746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb887890-e153-4066-9032-49b59dcd0060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:15.590582 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:15.844176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:17.384906 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:17.398689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device cf0a611b-680e-4d99-9b13-abcc0543cca1 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:12:17.506680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port cf0a611b-680e-4d99-9b13-abcc0543cca1, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=cf0a611b-680e-4d99-9b13-abcc0543cca1,segment=NetworkSegment(769f3047-9956-4313-87af-0a616cbacd0a),segment_id=769f3047-9956-4313-87af-0a616cbacd0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:17.518173 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'cf0a611b-680e-4d99-9b13-abcc0543cca1', 'network_id': 'a1ab6aec-b70f-4223-b600-4111be628a1d', 'port_id': 'cf0a611b-680e-4d99-9b13-abcc0543cca1', 'mac_address': 'fa:16:3e:af:e8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5dd7b0-cd4b-429b-951f-7f90a4022fea', 'ip_address': '19.86.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:12:17.556026 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:17.569541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0a611b-680e-4d99-9b13-abcc0543cca1 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:17.591229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port cf0a611b-680e-4d99-9b13-abcc0543cca1, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=cf0a611b-680e-4d99-9b13-abcc0543cca1,segment=NetworkSegment(769f3047-9956-4313-87af-0a616cbacd0a),segment_id=769f3047-9956-4313-87af-0a616cbacd0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:17.595742 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:17.596415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e56b6840-634e-41cc-8bd5-096f4ac10c09 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:12:17.688759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=cf0a611b-680e-4d99-9b13-abcc0543cca1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:17.735103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e56b6840-634e-41cc-8bd5-096f4ac10c09, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e56b6840-634e-41cc-8bd5-096f4ac10c09,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:17.746880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'e56b6840-634e-41cc-8bd5-096f4ac10c09', 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd', 'port_id': 'e56b6840-634e-41cc-8bd5-096f4ac10c09', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff3b7f3-6641-42d0-a8e1-3a65c772d219', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:12:17.783907 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:17.797363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56b6840-634e-41cc-8bd5-096f4ac10c09 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:17.817265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e56b6840-634e-41cc-8bd5-096f4ac10c09, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e56b6840-634e-41cc-8bd5-096f4ac10c09,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:17.821129 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:17.821773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6de9c5b1-27aa-4832-a312-f54b70b95a16 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:12:17.889551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6de9c5b1-27aa-4832-a312-f54b70b95a16, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6de9c5b1-27aa-4832-a312-f54b70b95a16,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:17.891970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e56b6840-634e-41cc-8bd5-096f4ac10c09,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:17.903616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '6de9c5b1-27aa-4832-a312-f54b70b95a16', 'network_id': '3a82018d-e975-4fd1-8491-08c7d8309cbd', 'port_id': '6de9c5b1-27aa-4832-a312-f54b70b95a16', 'mac_address': 'fa:16:3e:a0:4f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff3b7f3-6641-42d0-a8e1-3a65c772d219', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:12:17.943971 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:17.956554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de9c5b1-27aa-4832-a312-f54b70b95a16 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:17.984108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6de9c5b1-27aa-4832-a312-f54b70b95a16, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6de9c5b1-27aa-4832-a312-f54b70b95a16,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:18.005369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:18.073766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6de9c5b1-27aa-4832-a312-f54b70b95a16,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:18.508492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e56b6840-634e-41cc-8bd5-096f4ac10c09'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:12:18.603903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6de9c5b1-27aa-4832-a312-f54b70b95a16'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:12:19.836388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['cf0a611b-680e-4d99-9b13-abcc0543cca1'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:12:20.096578 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:12:21.018421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Request body: {'port': {'device_id': '68d3639b-84c7-452a-88c7-cebe21251dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:21.092688 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.119754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b8496-1200-4bea-8f47-62168ebf2921 req-73f2fe41-7017-43e9-bea5-9feb33141e24 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:21.125644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b8496-1200-4bea-8f47-62168ebf2921 req-73f2fe41-7017-43e9-bea5-9feb33141e24 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:21.132110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b8496-1200-4bea-8f47-62168ebf2921 req-73f2fe41-7017-43e9-bea5-9feb33141e24 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:21.134023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-353b8496-1200-4bea-8f47-62168ebf2921 req-73f2fe41-7017-43e9-bea5-9feb33141e24 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2415 time: 0.0983460 Oct 13 00:12:21.278964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-353b8496-1200-4bea-8f47-62168ebf2921 req-c0590c14-2c49-453f-9d19-5c207695a9f6 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221159 Oct 13 00:12:21.288434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03e19f-92e1-4426-8ad8-0709254adf95 req-9ff7e7af-9aa8-442c-a951-de4935eb2eb9 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:21.289859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd03e19f-92e1-4426-8ad8-0709254adf95 req-9ff7e7af-9aa8-442c-a951-de4935eb2eb9 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 932 time: 0.1549559 Oct 13 00:12:21.388146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd03e19f-92e1-4426-8ad8-0709254adf95 req-a9539c07-f60a-45ef-a37c-7d4f0da42e15 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915289 Oct 13 00:12:21.420823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device cf0a611b-680e-4d99-9b13-abcc0543cca1 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:21.488823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port cf0a611b-680e-4d99-9b13-abcc0543cca1 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:12:21.493227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port cf0a611b-680e-4d99-9b13-abcc0543cca1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:21.493671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.565845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:21.572317 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.584712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.593566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0a611b-680e-4d99-9b13-abcc0543cca1'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:21.596067 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc934b4-6a4f-40bf-8e89-f85fc88fb1c2" -d '{"events": [{"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-plugged", "status": "completed", "tag": "cf0a611b-680e-4d99-9b13-abcc0543cca1"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:21.608128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port cf0a611b-680e-4d99-9b13-abcc0543cca1, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=cf0a611b-680e-4d99-9b13-abcc0543cca1,segment=NetworkSegment(769f3047-9956-4313-87af-0a616cbacd0a),segment_id=769f3047-9956-4313-87af-0a616cbacd0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:21.612271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.613079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e56b6840-634e-41cc-8bd5-096f4ac10c09 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:21.652792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Transition to ACTIVE for port object 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:12:21.666556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.686964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=cf0a611b-680e-4d99-9b13-abcc0543cca1,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:21.702304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port e56b6840-634e-41cc-8bd5-096f4ac10c09 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:12:21.705936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port e56b6840-634e-41cc-8bd5-096f4ac10c09 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:21.706313 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.755361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-e0d09317-10ad-455d-aa19-8eb669bb57fa tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:21.757427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-e0d09317-10ad-455d-aa19-8eb669bb57fa tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/networks?id=65f7ad2b-f736-4f94-b178-09ea609c7bee HTTP/1.1" status: 200 len: 821 time: 0.2644329 Oct 13 00:12:21.770130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-dcb52809-a5b0-403c-b3be-a23b32b16d17 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:21.771702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-dcb52809-a5b0-403c-b3be-a23b32b16d17 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/networks?id=78fa401d-6420-41e2-b4e8-7b584470fe13 HTTP/1.1" status: 200 len: 814 time: 0.2248323 Oct 13 00:12:21.775981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:21.793849 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.828820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e56b6840-634e-41cc-8bd5-096f4ac10c09, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e56b6840-634e-41cc-8bd5-096f4ac10c09,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:21.834390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:21.835436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6de9c5b1-27aa-4832-a312-f54b70b95a16 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:21.838652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-45d5f093-ffc2-4517-a18a-19e2b42ce6da tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/quotas/e9e95c24c2904494abb2e756ebe5374b HTTP/1.1" status: 200 len: 375 time: 0.0591788 Oct 13 00:12:21.839857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-d68f9991-d57b-4981-b224-419e06e6d571 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/quotas/dc988777530e4850babbaa9d22ff176f HTTP/1.1" status: 200 len: 375 time: 0.0672331 Oct 13 00:12:21.906545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-66507bc9-ee03-4ecd-962f-23da5297cd2b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9e95c24c2904494abb2e756ebe5374b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580523 Oct 13 00:12:21.916757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-2028e08f-4615-470e-b3c6-5b3a6a7a6056 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc988777530e4850babbaa9d22ff176f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647893 Oct 13 00:12:21.917784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e56b6840-634e-41cc-8bd5-096f4ac10c09,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:21.934438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 6de9c5b1-27aa-4832-a312-f54b70b95a16 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:12:21.938315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 6de9c5b1-27aa-4832-a312-f54b70b95a16 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:21.938759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:22.015201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Attempting to bind port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:22.015445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Attempting to bind port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:22.015811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Attempting to bind port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee on network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:22.021202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:22.027980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee on network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:12:22.028500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Attempting to bind port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee on network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:22.043553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:22.044003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Checking segment: {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:22.044273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Bound using segment: {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:22.044704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Bound port: 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba582328-f84c-4ae5-981c-b9edc1678551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:22.045061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:22.057574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6de9c5b1-27aa-4832-a312-f54b70b95a16, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6de9c5b1-27aa-4832-a312-f54b70b95a16,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:22.061470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:22.113657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6de9c5b1-27aa-4832-a312-f54b70b95a16,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:22.129506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-f5d8d299-12ac-4014-a5e3-b9901be88d35 service neutron] 10.222.0.21 "GET /v2.0/networks/78fa401d-6420-41e2-b4e8-7b584470fe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107306 Oct 13 00:12:22.135235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-dcdfc207-83fe-40d6-afb1-8a156c05e297 service neutron] 10.222.0.21 "GET /v2.0/networks/65f7ad2b-f736-4f94-b178-09ea609c7bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177083 Oct 13 00:12:22.252913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] For port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:22.275172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] For port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:22.288214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:22.342699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-493bbd68-1874-4e97-a754-d87694e2b07a service neutron] 10.222.0.21 "GET /v2.0/networks/78fa401d-6420-41e2-b4e8-7b584470fe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051029 Oct 13 00:12:22.357340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.358011 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:22.359346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee HTTP/1.1" status: 200 len: 1092 time: 1.3488295 Oct 13 00:12:22.361115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d3639b-84c7-452a-88c7-cebe21251dcc', 'tag': '7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:22.363375 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243f51db-f32c-48a8-b022-0b2021b1a536" -d '{"events": [{"name": "network-changed", "server_uuid": "68d3639b-84c7-452a-88c7-cebe21251dcc", "tag": "7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:22.370282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-4ba25850-2f25-4b84-8cf6-ca78098e1e06 service neutron] 10.222.0.21 "GET /v2.0/networks/65f7ad2b-f736-4f94-b178-09ea609c7bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242076 Oct 13 00:12:22.403832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de416445-a2fb-4d6c-b7f0-2bfbefda72e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:22.582621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88f35448-9481-45c1-942a-3c76ec29c975 req-6925074d-7abc-43be-8b2c-6a18d297b218 tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d77b6edbc0cc4de5b0ec4e088cc8aff6 HTTP/1.1" status: 200 len: 6103 time: 0.0993664 Oct 13 00:12:22.583468 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b2b674-bcd2-49db-a834-84e5c100798b x-openstack-request-id: req-61b2b674-bcd2-49db-a834-84e5c100798b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:22.584601 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "tag": "6de9c5b1-27aa-4832-a312-f54b70b95a16", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:22.584601 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61b2b674-bcd2-49db-a834-84e5c100798b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:22.584997 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'tag': '6de9c5b1-27aa-4832-a312-f54b70b95a16', 'status': 'completed', 'code': 200} Oct 13 00:12:22.604614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-9bb5205f-2f90-42ff-8085-e25ac75a7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.606215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-9bb5205f-2f90-42ff-8085-e25ac75a7547 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe13e0d622d4dfa84ab195bfd5a8497&device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 1095 time: 0.1673949 Oct 13 00:12:22.686044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-0f47edc6-bac6-4b4b-b546-87ffef0171a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee HTTP/1.1" status: 200 len: 217 time: 0.0623634 Oct 13 00:12:22.706101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-8d5b32db-b287-4b46-9985-edef64f03ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.706685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-8d5b32db-b287-4b46-9985-edef64f03ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.707219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-8d5b32db-b287-4b46-9985-edef64f03ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.709852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-8d5b32db-b287-4b46-9985-edef64f03ea8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2871 time: 0.0792346 Oct 13 00:12:22.726216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88f35448-9481-45c1-942a-3c76ec29c975 req-24135bda-e4db-4901-93fd-bdb7b098b00d tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "GET /v2.0/security-groups/7a419193-7102-4ec0-a5f5-dc33c849a8f6 HTTP/1.1" status: 200 len: 2981 time: 0.1425078 Oct 13 00:12:22.801854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-b39d9c00-04ed-49f0-bd96-e55cae09da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.803345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-b39d9c00-04ed-49f0-bd96-e55cae09da85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c125cce0-54dc-441a-ac90-3a6f4bbe714a HTTP/1.1" status: 200 len: 854 time: 0.0978661 Oct 13 00:12:22.814859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a7ae-21c3-483a-9e7f-219329b09716 req-ef27bb94-5e31-401f-ba8a-cd5d28dc471a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.816474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a40a7ae-21c3-483a-9e7f-219329b09716 req-ef27bb94-5e31-401f-ba8a-cd5d28dc471a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.1415443 Oct 13 00:12:22.824716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-78a0aa14-9f0e-4c42-bd1b-6dd568fb1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.826486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-78a0aa14-9f0e-4c42-bd1b-6dd568fb1f3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a82018d-e975-4fd1-8491-08c7d8309cbd HTTP/1.1" status: 200 len: 903 time: 0.1093562 Oct 13 00:12:22.869097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88f35448-9481-45c1-942a-3c76ec29c975 req-cadb3e03-8966-4f73-9650-b505d362ef07 tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "GET /v2.0/security-groups/7a419193-7102-4ec0-a5f5-dc33c849a8f6 HTTP/1.1" status: 200 len: 2981 time: 0.1409659 Oct 13 00:12:22.874685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-32ecd6f3-29fa-40c8-ba8a-4b0d78f171f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=6de9c5b1-27aa-4832-a312-f54b70b95a16 HTTP/1.1" status: 200 len: 217 time: 0.0404551 Oct 13 00:12:22.916840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a40a7ae-21c3-483a-9e7f-219329b09716 req-7ddf51e8-ad8f-4844-8b3c-78c1e04570d3 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903687 Oct 13 00:12:22.920343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-cc9fcf7f-06bf-4058-bd35-3fe5c09bc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.923565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-cc9fcf7f-06bf-4058-bd35-3fe5c09bc774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e6bf1cd-64ef-4af8-b9f0-5bb439405538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058471 Oct 13 00:12:22.928494 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc3a74-96d0-4bbb-bdb2-30eb0228eadd x-openstack-request-id: req-82bc3a74-96d0-4bbb-bdb2-30eb0228eadd {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:22.928994 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-plugged", "status": "completed", "tag": "cf0a611b-680e-4d99-9b13-abcc0543cca1", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:22.929114 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82bc3a74-96d0-4bbb-bdb2-30eb0228eadd {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:22.929591 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0a611b-680e-4d99-9b13-abcc0543cca1', 'code': 200} Oct 13 00:12:22.977169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-e9bf9192-00dd-47c3-8adf-cf1277069e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:22.982177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-e9bf9192-00dd-47c3-8adf-cf1277069e89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ff3b7f3-6641-42d0-a8e1-3a65c772d219 HTTP/1.1" status: 200 len: 801 time: 0.0974464 Oct 13 00:12:23.046579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-91799377-c5d2-43f6-a84e-e6c53559c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.048435 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-91799377-c5d2-43f6-a84e-e6c53559c01c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a82018d-e975-4fd1-8491-08c7d8309cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609896 Oct 13 00:12:23.091995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-8d72e816-15e8-43ea-8737-6be746dec029 service neutron] 10.222.0.36 "GET /v2.0/networks/7e6bf1cd-64ef-4af8-b9f0-5bb439405538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602290 Oct 13 00:12:23.149250 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef9ae26-3afb-46ea-a5ff-ca8f0f51ae6b x-openstack-request-id: req-bef9ae26-3afb-46ea-a5ff-ca8f0f51ae6b {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:23.149546 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d3639b-84c7-452a-88c7-cebe21251dcc", "tag": "7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:23.150057 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bef9ae26-3afb-46ea-a5ff-ca8f0f51ae6b {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:23.150457 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d3639b-84c7-452a-88c7-cebe21251dcc', 'tag': '7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee', 'status': 'completed', 'code': 200} Oct 13 00:12:23.223089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-ff1d751b-1631-427e-bbd1-001ec55d3dd2 service neutron] 10.222.0.45 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202729 Oct 13 00:12:23.294029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d75db-01d2-4135-a4b7-8446ffa46d91 req-129c1a3a-591c-4d7b-80f6-466fd34c4d85 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.300047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d75db-01d2-4135-a4b7-8446ffa46d91 req-129c1a3a-591c-4d7b-80f6-466fd34c4d85 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.306631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d75db-01d2-4135-a4b7-8446ffa46d91 req-129c1a3a-591c-4d7b-80f6-466fd34c4d85 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.308374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-141d75db-01d2-4135-a4b7-8446ffa46d91 req-129c1a3a-591c-4d7b-80f6-466fd34c4d85 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.1881628 Oct 13 00:12:23.311664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5963300a-08b7-44ac-957b-bae62e3ec3f8 req-ad43ca05-6541-4900-b8dd-9d208e7c944c service neutron] 10.222.0.36 "GET /v2.0/networks/7e6bf1cd-64ef-4af8-b9f0-5bb439405538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122321 Oct 13 00:12:23.322897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c474-3f88-4fad-9398-57bf523460f7 req-d270c351-8b07-4787-9688-b41bca52ec1d tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.330283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8414c474-3f88-4fad-9398-57bf523460f7 req-d270c351-8b07-4787-9688-b41bca52ec1d tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 944 time: 0.1268935 Oct 13 00:12:23.352968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba8820f-d0c3-45b5-9a1e-b911375041e7 req-8b9143f0-8f62-46aa-ad5e-c14c7b1e797d service neutron] 10.222.0.45 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105464 Oct 13 00:12:23.390400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8414c474-3f88-4fad-9398-57bf523460f7 req-74dfa009-04fb-481a-9cfe-4ae5a341bd67 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594044 Oct 13 00:12:23.393208 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-141d75db-01d2-4135-a4b7-8446ffa46d91 req-f409a82a-1d5b-4dc3-b434-849ffe505f67 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604677 Oct 13 00:12:23.457977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-73b6f5b1-94f1-4130-9880-24ff3336e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.459538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-73b6f5b1-94f1-4130-9880-24ff3336e468 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe13e0d622d4dfa84ab195bfd5a8497&device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 1095 time: 0.0498405 Oct 13 00:12:23.544203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ddb681a6-b105-4738-b647-9b89c485ed4f req-30346c7c-2b3d-432d-9be6-8aebf550f5ae tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 210 time: 0.0673265 Oct 13 00:12:23.563184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46da499e-e0ae-4527-9385-c815228d9e44 req-72de98ac-d544-4271-a0cc-45b74174e55d tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 210 time: 0.0761721 Oct 13 00:12:23.624508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-96d52a0b-2754-4339-8605-96b0801dad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.625997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-96d52a0b-2754-4339-8605-96b0801dad84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e6bf1cd-64ef-4af8-b9f0-5bb439405538 HTTP/1.1" status: 200 len: 916 time: 0.1587195 Oct 13 00:12:23.628567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-817e101b-991e-445b-8aba-dda6dc1c0e0d req-8ed84101-3944-4d47-9a9a-ba03306d6bbe tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/83df875e-418c-4f2e-aabb-c7d540efbc23 HTTP/1.1" status: 200 len: 1778 time: 0.0613556 Oct 13 00:12:23.679713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-fe520fac-4fb7-470e-bbd3-71170304e10d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee HTTP/1.1" status: 200 len: 217 time: 0.0393636 Oct 13 00:12:23.922246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-c9a5f2b0-faa1-4293-bf70-f3fffff7721a tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.923894 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-c9a5f2b0-faa1-4293-bf70-f3fffff7721a tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.45 "GET /v2.0/networks?id=78fa401d-6420-41e2-b4e8-7b584470fe13 HTTP/1.1" status: 200 len: 814 time: 0.1355183 Oct 13 00:12:23.946571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Request body: {'port': {'device_id': 'd43d084e-1452-4081-ab94-1f3621a64427', 'network_id': '78fa401d-6420-41e2-b4e8-7b584470fe13', 'admin_state_up': True, 'tenant_id': 'e9e95c24c2904494abb2e756ebe5374b'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:24.046429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-ae600042-e7ad-42a1-ad05-802954f07511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.047931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-ae600042-e7ad-42a1-ad05-802954f07511 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c125cce0-54dc-441a-ac90-3a6f4bbe714a HTTP/1.1" status: 200 len: 854 time: 0.3608525 Oct 13 00:12:24.050712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-817e101b-991e-445b-8aba-dda6dc1c0e0d req-93d3aec3-b57d-4446-910c-1eefa9cc1a2c tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.078550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Made reservation on behalf of e9e95c24c2904494abb2e756ebe5374b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:24.082997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.096321 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-817e101b-991e-445b-8aba-dda6dc1c0e0d req-93d3aec3-b57d-4446-910c-1eefa9cc1a2c tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.157630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-4411bdcc-b428-40f9-b03b-0f67165fb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.159197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-4411bdcc-b428-40f9-b03b-0f67165fb6d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e6bf1cd-64ef-4af8-b9f0-5bb439405538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995352 Oct 13 00:12:24.218457 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-817e101b-991e-445b-8aba-dda6dc1c0e0d req-93d3aec3-b57d-4446-910c-1eefa9cc1a2c tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.221322 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-817e101b-991e-445b-8aba-dda6dc1c0e0d req-93d3aec3-b57d-4446-910c-1eefa9cc1a2c tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.222480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-817e101b-991e-445b-8aba-dda6dc1c0e0d req-93d3aec3-b57d-4446-910c-1eefa9cc1a2c tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/83df875e-418c-4f2e-aabb-c7d540efbc23 HTTP/1.1" status: 204 len: 173 time: 0.5878839 Oct 13 00:12:24.232022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Allocated IP 172.20.0.5 (78fa401d-6420-41e2-b4e8-7b584470fe13/d2563bf3-78a0-457f-93b7-716dceb80c08/2fbdd249-da17-4a1b-ab06-155de9dddace) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:24.233463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0540d6-40f1-4960-b134-4718dc07bfb7 req-3f03444d-85f4-44fa-8d15-ac0c3df3cd8a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.234975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce0540d6-40f1-4960-b134-4718dc07bfb7 req-3f03444d-85f4-44fa-8d15-ac0c3df3cd8a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.1408362 Oct 13 00:12:24.246118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3aec3-b57d-4446-910c-1eefa9cc1a2c tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83df875e-418c-4f2e-aabb-c7d540efbc23,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:24.340257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce0540d6-40f1-4960-b134-4718dc07bfb7 req-dc455190-9937-4f85-ad53-f2a3895551fb tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958974 Oct 13 00:12:24.346227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-42c49ca0-b59c-459b-9e19-049458a401b6 service neutron] 10.222.0.36 "GET /v2.0/networks/7e6bf1cd-64ef-4af8-b9f0-5bb439405538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781704 Oct 13 00:12:24.454343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-7c9868de-a659-4a60-a100-23baf82c2fa4 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.455889 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-7c9868de-a659-4a60-a100-23baf82c2fa4 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.45 "GET /v2.0/networks?id=65f7ad2b-f736-4f94-b178-09ea609c7bee HTTP/1.1" status: 200 len: 821 time: 0.2213686 Oct 13 00:12:24.486304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2759e109-9e00-426d-92bc-e1f81d630da1 req-da43ae78-43eb-4151-9f10-c78ea9a571d3 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f09e7b7c-68d5-478f-bfc2-ae097be8c58b HTTP/1.1" status: 200 len: 1778 time: 0.1191235 Oct 13 00:12:24.516969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.541070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Request body: {'port': {'device_id': '260c0cfe-264e-48fc-ad7d-81552a7e50d3', 'network_id': '65f7ad2b-f736-4f94-b178-09ea609c7bee', 'admin_state_up': True, 'tenant_id': 'dc988777530e4850babbaa9d22ff176f'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:24.541446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243f51db-f32c-48a8-b022-0b2021b1a536 req-57c8a5ca-3cbf-4690-bf33-7452cbcac163 service neutron] 10.222.0.36 "GET /v2.0/networks/7e6bf1cd-64ef-4af8-b9f0-5bb439405538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861112 Oct 13 00:12:24.584428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99646a6-2fdc-4158-9d6e-8eee381d6b9a req-eaf22369-7717-4c92-93fd-b8aedbee1eaa tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.586116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b99646a6-2fdc-4158-9d6e-8eee381d6b9a req-eaf22369-7717-4c92-93fd-b8aedbee1eaa tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 944 time: 0.0827124 Oct 13 00:12:24.587280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'tag': 'cf0a611b-680e-4d99-9b13-abcc0543cca1'}, {'name': 'network-changed', 'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'tag': 'e56b6840-634e-41cc-8bd5-096f4ac10c09'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:24.589230 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09893aa-1636-44eb-8c17-b48f6319560b" -d '{"events": [{"name": "network-changed", "server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "tag": "cf0a611b-680e-4d99-9b13-abcc0543cca1"}, {"name": "network-changed", "server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "tag": "e56b6840-634e-41cc-8bd5-096f4ac10c09"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:24.610076 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2759e109-9e00-426d-92bc-e1f81d630da1 req-fea01e92-8c15-4291-a028-73ad036c9423 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.611423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.649566 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2759e109-9e00-426d-92bc-e1f81d630da1 req-fea01e92-8c15-4291-a028-73ad036c9423 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.653497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b99646a6-2fdc-4158-9d6e-8eee381d6b9a req-385b1eb1-a24a-4252-81b8-2d5a5551e1da tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602362 Oct 13 00:12:24.686146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Network 78fa401d-6420-41e2-b4e8-7b584470fe13 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:24.697353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:24.698364 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2759e109-9e00-426d-92bc-e1f81d630da1 req-fea01e92-8c15-4291-a028-73ad036c9423 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.701014 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2759e109-9e00-426d-92bc-e1f81d630da1 req-fea01e92-8c15-4291-a028-73ad036c9423 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.703638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:24.711811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Pushing event updated for resources: {'Port': ['ID=2fbdd249-da17-4a1b-ab06-155de9dddace,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:24.712522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2759e109-9e00-426d-92bc-e1f81d630da1 req-fea01e92-8c15-4291-a028-73ad036c9423 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/f09e7b7c-68d5-478f-bfc2-ae097be8c58b HTTP/1.1" status: 204 len: 173 time: 0.2075562 Oct 13 00:12:24.733698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea01e92-8c15-4291-a028-73ad036c9423 tempest-SecurityGroupsTestAdminJSON-1105743935 tempest-SecurityGroupsTestAdminJSON-1105743935-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09e7b7c-68d5-478f-bfc2-ae097be8c58b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:24.782437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.782437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.784137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Made reservation on behalf of dc988777530e4850babbaa9d22ff176f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:24.788383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:24.819046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095055aa-a2d8-47d6-b89f-34eb913046b9 req-93a8132e-52e2-418e-a303-d406dd3cd80d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.825126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095055aa-a2d8-47d6-b89f-34eb913046b9 req-93a8132e-52e2-418e-a303-d406dd3cd80d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.831149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095055aa-a2d8-47d6-b89f-34eb913046b9 req-93a8132e-52e2-418e-a303-d406dd3cd80d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.832933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-095055aa-a2d8-47d6-b89f-34eb913046b9 req-93a8132e-52e2-418e-a303-d406dd3cd80d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.1148829 Oct 13 00:12:24.855900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8b552-5c5c-49df-aca8-0e9a30c3dbdc req-3548dc6f-b8d5-4afd-9c62-1b10813e0823 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:24.857467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03c8b552-5c5c-49df-aca8-0e9a30c3dbdc req-3548dc6f-b8d5-4afd-9c62-1b10813e0823 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 931 time: 0.0906870 Oct 13 00:12:24.907792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-095055aa-a2d8-47d6-b89f-34eb913046b9 req-95293c7b-54bf-488e-87cf-372ad0d87f5c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665445 Oct 13 00:12:24.921688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03c8b552-5c5c-49df-aca8-0e9a30c3dbdc req-fdb355fd-fb17-4273-ae95-9e5fc1fc1a78 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553250 Oct 13 00:12:24.931309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b6840-634e-41cc-8bd5-096f4ac10c09'}, {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de9c5b1-27aa-4832-a312-f54b70b95a16'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:24.933661 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de80947-6449-481f-ad04-ab49dc2f9e7a" -d '{"events": [{"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-plugged", "status": "completed", "tag": "e56b6840-634e-41cc-8bd5-096f4ac10c09"}, {"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-plugged", "status": "completed", "tag": "6de9c5b1-27aa-4832-a312-f54b70b95a16"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:25.019672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3fb630f6-63c1-4603-9353-4da75eeaced5 req-e8ed2de2-8880-475e-8f5f-2309befb2207 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 210 time: 0.0384247 Oct 13 00:12:25.079743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61f4bed1-573c-49f4-b41b-5b822a753dfa req-4092ff5c-2b93-4003-9c5b-fcad13cd1bdb tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "GET /v2.0/security-groups/c74bdcab-0aa7-414f-ae1c-b3dd54302798 HTTP/1.1" status: 200 len: 1777 time: 0.0875757 Oct 13 00:12:25.082090 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabf7689-fb02-490e-8e9f-1cf6878e41fa x-openstack-request-id: req-dabf7689-fb02-490e-8e9f-1cf6878e41fa {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:25.082604 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "tag": "cf0a611b-680e-4d99-9b13-abcc0543cca1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "tag": "e56b6840-634e-41cc-8bd5-096f4ac10c09", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:25.082604 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dabf7689-fb02-490e-8e9f-1cf6878e41fa {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:25.083005 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'tag': 'cf0a611b-680e-4d99-9b13-abcc0543cca1', 'status': 'completed', 'code': 200} Oct 13 00:12:25.083254 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'tag': 'e56b6840-634e-41cc-8bd5-096f4ac10c09', 'status': 'completed', 'code': 200} Oct 13 00:12:25.090644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-7265beed-f25b-4a11-80c6-1df728af5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.091234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-7265beed-f25b-4a11-80c6-1df728af5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.091894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-7265beed-f25b-4a11-80c6-1df728af5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.093600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-7265beed-f25b-4a11-80c6-1df728af5dfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2871 time: 0.0683188 Oct 13 00:12:25.102350 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-88e53ce7-10a7-4a12-9480-58f20ad065cb tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1614208 Oct 13 00:12:25.141245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Request body: {'port': {'device_id': 'd43d084e-1452-4081-ab94-1f3621a64427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:25.212423 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19917534-406a-490e-ab6b-bac16369ba0e x-openstack-request-id: req-19917534-406a-490e-ab6b-bac16369ba0e {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:25.212772 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-plugged", "status": "completed", "tag": "e56b6840-634e-41cc-8bd5-096f4ac10c09", "code": 200}, {"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-plugged", "status": "completed", "tag": "6de9c5b1-27aa-4832-a312-f54b70b95a16", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:25.213862 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19917534-406a-490e-ab6b-bac16369ba0e {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:25.213862 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b6840-634e-41cc-8bd5-096f4ac10c09', 'code': 200} Oct 13 00:12:25.213862 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de9c5b1-27aa-4832-a312-f54b70b95a16', 'code': 200} Oct 13 00:12:25.231562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-61f4bed1-573c-49f4-b41b-5b822a753dfa req-71a317c0-f848-4c52-8f8d-b1a54fa5fb38 tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.243669 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.269611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-defe0368-ffb1-40a0-a055-bbc856fcd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.272078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-defe0368-ffb1-40a0-a055-bbc856fcd5e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a1ab6aec-b70f-4223-b600-4111be628a1d HTTP/1.1" status: 200 len: 903 time: 0.1685381 Oct 13 00:12:25.283069 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-61f4bed1-573c-49f4-b41b-5b822a753dfa req-71a317c0-f848-4c52-8f8d-b1a54fa5fb38 tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.293893 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Allocated IP 172.20.0.9 (65f7ad2b-f736-4f94-b178-09ea609c7bee/fd163fe1-76b2-4f13-8ff2-15aad4dfaa94/6127844e-a496-4a0f-9205-60fcfbeafb88) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:25.334781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.45', 58737) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:25.369677 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-942de9e2-808a-4d8f-887c-6264ea096c44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.117&port_id=cf0a611b-680e-4d99-9b13-abcc0543cca1 HTTP/1.1" status: 200 len: 217 time: 0.0882277 Oct 13 00:12:25.465952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb408a-10eb-4668-b610-8e0fef5bc2f0 req-3b35568a-4b2e-4b69-b56f-388f2042debe tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.467449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94cb408a-10eb-4668-b610-8e0fef5bc2f0 req-3b35568a-4b2e-4b69-b56f-388f2042debe tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.1898158 Oct 13 00:12:25.475592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7452c7-cb06-42ee-b5b8-3aae088a2545 req-57675f26-4cba-4745-8fb1-ff0937891202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.476071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7452c7-cb06-42ee-b5b8-3aae088a2545 req-57675f26-4cba-4745-8fb1-ff0937891202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.476539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7452c7-cb06-42ee-b5b8-3aae088a2545 req-57675f26-4cba-4745-8fb1-ff0937891202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.478146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf7452c7-cb06-42ee-b5b8-3aae088a2545 req-57675f26-4cba-4745-8fb1-ff0937891202 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2871 time: 0.1231046 Oct 13 00:12:25.479420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-5f0f0e0b-9252-49dc-92aa-5a189c8d19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.480809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-5f0f0e0b-9252-49dc-92aa-5a189c8d19ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d5dd7b0-cd4b-429b-951f-7f90a4022fea HTTP/1.1" status: 200 len: 801 time: 0.0884755 Oct 13 00:12:25.483566 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-61f4bed1-573c-49f4-b41b-5b822a753dfa req-71a317c0-f848-4c52-8f8d-b1a54fa5fb38 tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.486072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-61f4bed1-573c-49f4-b41b-5b822a753dfa req-71a317c0-f848-4c52-8f8d-b1a54fa5fb38 tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.487117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61f4bed1-573c-49f4-b41b-5b822a753dfa req-71a317c0-f848-4c52-8f8d-b1a54fa5fb38 tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "DELETE /v2.0/security-groups/c74bdcab-0aa7-414f-ae1c-b3dd54302798 HTTP/1.1" status: 204 len: 173 time: 0.3923054 Oct 13 00:12:25.548877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a317c0-f848-4c52-8f8d-b1a54fa5fb38 tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74bdcab-0aa7-414f-ae1c-b3dd54302798,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:25.603071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94cb408a-10eb-4668-b610-8e0fef5bc2f0 req-6e203983-50fe-4f67-81fa-648ac6ec117a tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105027 Oct 13 00:12:25.606247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf7452c7-cb06-42ee-b5b8-3aae088a2545 req-6fa15605-2af0-49bc-a6dd-20aa22a9659c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115837 Oct 13 00:12:25.608837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.620251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-54e3dd05-8dc5-435a-976a-f7f097e91db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.621943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-54e3dd05-8dc5-435a-976a-f7f097e91db9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1ab6aec-b70f-4223-b600-4111be628a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243937 Oct 13 00:12:25.665542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9b9d17c-5460-49ff-b623-5f4de910a08c req-cd1bc3b8-ea53-4719-895c-54eb806bbc9d tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "GET /v2.0/security-groups/ad1d5f1e-7728-40b2-82b6-d120a1ea918e HTTP/1.1" status: 200 len: 1778 time: 0.0401194 Oct 13 00:12:25.673370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbdd249-da17-4a1b-ab06-155de9dddace {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:25.682667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.698372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Transition to ACTIVE for port object 2fbdd249-da17-4a1b-ab06-155de9dddace will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:12:25.699650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.705451 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.725719 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b9b9d17c-5460-49ff-b623-5f4de910a08c req-20bc9f14-3424-403d-9921-d332ea0165fc tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.747226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b9b9d17c-5460-49ff-b623-5f4de910a08c req-20bc9f14-3424-403d-9921-d332ea0165fc tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.756977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Network 65f7ad2b-f736-4f94-b178-09ea609c7bee is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:25.764721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:25.770049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:25.775454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Pushing event updated for resources: {'Port': ['ID=6127844e-a496-4a0f-9205-60fcfbeafb88,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:25.791374 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b9b9d17c-5460-49ff-b623-5f4de910a08c req-20bc9f14-3424-403d-9921-d332ea0165fc tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.794033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b9b9d17c-5460-49ff-b623-5f4de910a08c req-20bc9f14-3424-403d-9921-d332ea0165fc tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.795195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9b9d17c-5460-49ff-b623-5f4de910a08c req-20bc9f14-3424-403d-9921-d332ea0165fc tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad1d5f1e-7728-40b2-82b6-d120a1ea918e HTTP/1.1" status: 204 len: 173 time: 0.1237147 Oct 13 00:12:25.806506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc9f14-3424-403d-9921-d332ea0165fc tempest-SecurityGroupsTestAdminJSON-1702098335 tempest-SecurityGroupsTestAdminJSON-1702098335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d5f1e-7728-40b2-82b6-d120a1ea918e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:25.906548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.907175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.907329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c26471-8608-43b8-8e99-862e03fcb322 req-da178625-ff9f-4f55-b482-474816280dbc tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:25.908748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c26471-8608-43b8-8e99-862e03fcb322 req-da178625-ff9f-4f55-b482-474816280dbc tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 944 time: 0.0545113 Oct 13 00:12:25.912286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbdd249-da17-4a1b-ab06-155de9dddace,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:25.935007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Attempting to bind port 2fbdd249-da17-4a1b-ab06-155de9dddace on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:25.935326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Attempting to bind port 2fbdd249-da17-4a1b-ab06-155de9dddace by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'ecc69e2d-0848-4f2c-9993-7069ec691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '78fa401d-6420-41e2-b4e8-7b584470fe13'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:25.935690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Attempting to bind port 2fbdd249-da17-4a1b-ab06-155de9dddace on network 78fa401d-6420-41e2-b4e8-7b584470fe13 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:25.940352 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5fbc83c0-d78a-42f1-9a41-30823eb44bb3 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4031110 Oct 13 00:12:25.944127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Port 2fbdd249-da17-4a1b-ab06-155de9dddace on network 78fa401d-6420-41e2-b4e8-7b584470fe13 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:12:25.944453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Attempting to bind port 2fbdd249-da17-4a1b-ab06-155de9dddace on network 78fa401d-6420-41e2-b4e8-7b584470fe13 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:25.949493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:25.949834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Checking segment: {'id': 'ecc69e2d-0848-4f2c-9993-7069ec691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '78fa401d-6420-41e2-b4e8-7b584470fe13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:25.950216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Bound using segment: {'id': 'ecc69e2d-0848-4f2c-9993-7069ec691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '78fa401d-6420-41e2-b4e8-7b584470fe13'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:25.950646 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Bound port: 2fbdd249-da17-4a1b-ab06-155de9dddace, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc69e2d-0848-4f2c-9993-7069ec691e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '78fa401d-6420-41e2-b4e8-7b584470fe13'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:25.951106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:25.957237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91c26471-8608-43b8-8e99-862e03fcb322 req-f75098fa-8313-4623-9406-50e5a12f177b tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Oct 13 00:12:26.021279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] For port 2fbdd249-da17-4a1b-ab06-155de9dddace, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:26.024810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] For port 2fbdd249-da17-4a1b-ab06-155de9dddace, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2fbdd249-da17-4a1b-ab06-155de9dddace,segment=NetworkSegment(ecc69e2d-0848-4f2c-9993-7069ec691e2c),segment_id=ecc69e2d-0848-4f2c-9993-7069ec691e2c)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:26.030924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Request body: {'port': {'device_id': '260c0cfe-264e-48fc-ad7d-81552a7e50d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:26.037985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.105045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48252) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:26.115768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.116401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.117763 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] 10.222.0.45 "PUT /v2.0/ports/2fbdd249-da17-4a1b-ab06-155de9dddace HTTP/1.1" status: 200 len: 1091 time: 0.9810452 Oct 13 00:12:26.160845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.163755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0211e3c-f65b-478a-a719-731b1a1d9143 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbdd249-da17-4a1b-ab06-155de9dddace,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:26.192021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba697ce-bb76-450b-a82c-9c9df207ba0f req-1975de1f-cd00-477d-865f-602746ff5155 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.198889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba697ce-bb76-450b-a82c-9c9df207ba0f req-1975de1f-cd00-477d-865f-602746ff5155 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.204795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba697ce-bb76-450b-a82c-9c9df207ba0f req-1975de1f-cd00-477d-865f-602746ff5155 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.206427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ba697ce-bb76-450b-a82c-9c9df207ba0f req-1975de1f-cd00-477d-865f-602746ff5155 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.1687584 Oct 13 00:12:26.227285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853847fb-5add-4de2-8efd-5a18e468239c req-608323a8-c98b-4717-ae84-f6d4879baaf4 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.228908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-853847fb-5add-4de2-8efd-5a18e468239c req-608323a8-c98b-4717-ae84-f6d4879baaf4 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 943 time: 0.1366425 Oct 13 00:12:26.232361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-4540ec7b-7c25-46cc-87f3-a4b8428b89d7 service neutron] 10.222.0.45 "GET /v2.0/networks/a1ab6aec-b70f-4223-b600-4111be628a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225657 Oct 13 00:12:26.332318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ba697ce-bb76-450b-a82c-9c9df207ba0f req-c2dd652b-9a91-48e1-af15-b3afb72880f8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021461 Oct 13 00:12:26.354686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-16846a41-25c4-40e3-9fcc-f184b0d99383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.354814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-853847fb-5add-4de2-8efd-5a18e468239c req-07d1090b-144f-49b0-aa00-003997428fde tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072483 Oct 13 00:12:26.354917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-16846a41-25c4-40e3-9fcc-f184b0d99383 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9e95c24c2904494abb2e756ebe5374b&device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 1094 time: 0.1491911 Oct 13 00:12:26.359031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8b78abfc-3335-44c5-b40d-d6095bc67260 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d77b6edbc0cc4de5b0ec4e088cc8aff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528763 Oct 13 00:12:26.361563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48256) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:26.402723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-7346d7b9-726c-489b-b4ef-6bdfbdcd0799 service neutron] 10.222.0.45 "GET /v2.0/networks/a1ab6aec-b70f-4223-b600-4111be628a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499102 Oct 13 00:12:26.449234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-7c46a564-5432-43a1-8314-e8cb9368c108 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbdd249-da17-4a1b-ab06-155de9dddace HTTP/1.1" status: 200 len: 217 time: 0.0829875 Oct 13 00:12:26.455671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d33f1-c461-443a-a34a-9cf29a2b93af req-ebbb7539-7254-4bf4-8d9c-55d6316a79c5 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.457158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-601d33f1-c461-443a-a34a-9cf29a2b93af req-ebbb7539-7254-4bf4-8d9c-55d6316a79c5 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 931 time: 0.0527184 Oct 13 00:12:26.496421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-601d33f1-c461-443a-a34a-9cf29a2b93af req-414b8011-2d02-485a-be97-6fc28b6e7b71 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Oct 13 00:12:26.541835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a206283-141c-45df-b59b-378a45dc3428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.557963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-bdf749e4-c728-4992-a7e6-a23344dde006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.558430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-bdf749e4-c728-4992-a7e6-a23344dde006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.558898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-bdf749e4-c728-4992-a7e6-a23344dde006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.560573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-bdf749e4-c728-4992-a7e6-a23344dde006 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2871 time: 0.0443008 Oct 13 00:12:26.580144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-6698a816-b8d1-43e5-9f3d-0ad47f562927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.581608 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-6698a816-b8d1-43e5-9f3d-0ad47f562927 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2563bf3-78a0-457f-93b7-716dceb80c08 HTTP/1.1" status: 200 len: 854 time: 0.0795751 Oct 13 00:12:26.590543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a206283-141c-45df-b59b-378a45dc3428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.638705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-4231596e-b112-444d-ba7f-0737aca5bdc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78fa401d-6420-41e2-b4e8-7b584470fe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457749 Oct 13 00:12:26.662599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-076faeab-6264-4d08-87da-6d66e95e3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.667387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-076faeab-6264-4d08-87da-6d66e95e3157 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a82018d-e975-4fd1-8491-08c7d8309cbd HTTP/1.1" status: 200 len: 903 time: 0.0997429 Oct 13 00:12:26.730109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-b2825417-f88b-4046-93ee-1f3b0b280ca6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=e56b6840-634e-41cc-8bd5-096f4ac10c09 HTTP/1.1" status: 200 len: 217 time: 0.0494356 Oct 13 00:12:26.734890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6127844e-a496-4a0f-9205-60fcfbeafb88 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:26.751180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.776429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:12:26.778074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcc55f-95e7-4dca-b68b-5f44ff2ec34d req-2497ced9-f53c-4e56-ada8-23e14756f155 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.779714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a206283-141c-45df-b59b-378a45dc3428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.779864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7dcc55f-95e7-4dca-b68b-5f44ff2ec34d req-2497ced9-f53c-4e56-ada8-23e14756f155 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.1092279 Oct 13 00:12:26.782052 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a206283-141c-45df-b59b-378a45dc3428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.783195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1a206283-141c-45df-b59b-378a45dc3428 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a419193-7102-4ec0-a5f5-dc33c849a8f6 HTTP/1.1" status: 204 len: 168 time: 0.4207206 Oct 13 00:12:26.785770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Transition to ACTIVE for port object 6127844e-a496-4a0f-9205-60fcfbeafb88 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:12:26.803377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:26.821954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-7ad63801-e641-4945-8b72-824992d66b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.823492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-7ad63801-e641-4945-8b72-824992d66b03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ff3b7f3-6641-42d0-a8e1-3a65c772d219 HTTP/1.1" status: 200 len: 801 time: 0.0850880 Oct 13 00:12:26.844521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a206283-141c-45df-b59b-378a45dc3428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a419193-7102-4ec0-a5f5-dc33c849a8f6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:26.850127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Pushing event updated for resources: {'Port': ['ID=6127844e-a496-4a0f-9205-60fcfbeafb88,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:26.855817 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-e1cb29c8-7388-46fc-baeb-b916ddd3eb59 service neutron] 10.222.0.45 "GET /v2.0/networks/78fa401d-6420-41e2-b4e8-7b584470fe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030685 Oct 13 00:12:26.927151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7dcc55f-95e7-4dca-b68b-5f44ff2ec34d req-633c52ed-b3a3-4499-acba-5ee86bb3c749 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316643 Oct 13 00:12:26.940730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09893aa-1636-44eb-8c17-b48f6319560b req-e0676c5a-8ae3-4443-8957-224413c172f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:26.942229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-e0676c5a-8ae3-4443-8957-224413c172f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a82018d-e975-4fd1-8491-08c7d8309cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1042583 Oct 13 00:12:26.946788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:26.955606 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-73af4dbd-2c32-4b8c-b4dd-a2f4fac07494 req-8b910d8c-1544-4ae4-936e-14433e8b1168 service neutron] 10.222.0.45 "GET /v2.0/networks/78fa401d-6420-41e2-b4e8-7b584470fe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912340 Oct 13 00:12:26.975389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee', 'network_id': '7e6bf1cd-64ef-4af8-b9f0-5bb439405538', 'port_id': '7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee', 'mac_address': 'fa:16:3e:12:1f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c125cce0-54dc-441a-ac90-3a6f4bbe714a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:12:27.045005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Attempting to bind port 6127844e-a496-4a0f-9205-60fcfbeafb88 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:27.045485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Attempting to bind port 6127844e-a496-4a0f-9205-60fcfbeafb88 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '6c96c4e4-742c-4d64-97da-4e05fd2eb224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '65f7ad2b-f736-4f94-b178-09ea609c7bee'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:27.046141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Attempting to bind port 6127844e-a496-4a0f-9205-60fcfbeafb88 on network 65f7ad2b-f736-4f94-b178-09ea609c7bee {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:27.052849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Port 6127844e-a496-4a0f-9205-60fcfbeafb88 on network 65f7ad2b-f736-4f94-b178-09ea609c7bee not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:12:27.053324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Attempting to bind port 6127844e-a496-4a0f-9205-60fcfbeafb88 on network 65f7ad2b-f736-4f94-b178-09ea609c7bee {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:27.060090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.061710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:27.062281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Checking segment: {'id': '6c96c4e4-742c-4d64-97da-4e05fd2eb224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '65f7ad2b-f736-4f94-b178-09ea609c7bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:27.063118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Bound using segment: {'id': '6c96c4e4-742c-4d64-97da-4e05fd2eb224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '65f7ad2b-f736-4f94-b178-09ea609c7bee'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:27.063830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Bound port: 6127844e-a496-4a0f-9205-60fcfbeafb88, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c96c4e4-742c-4d64-97da-4e05fd2eb224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '65f7ad2b-f736-4f94-b178-09ea609c7bee'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:27.064312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.077695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:27.099304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43d084e-1452-4081-ab94-1f3621a64427', 'tag': '2fbdd249-da17-4a1b-ab06-155de9dddace'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:27.102436 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d43d084e-1452-4081-ab94-1f3621a64427", "tag": "2fbdd249-da17-4a1b-ab06-155de9dddace"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:27.104175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:27.109265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.156455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] For port 6127844e-a496-4a0f-9205-60fcfbeafb88, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:27.162824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] For port 6127844e-a496-4a0f-9205-60fcfbeafb88, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6127844e-a496-4a0f-9205-60fcfbeafb88,segment=NetworkSegment(6c96c4e4-742c-4d64-97da-4e05fd2eb224),segment_id=6c96c4e4-742c-4d64-97da-4e05fd2eb224)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:27.168131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.171808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6f6fe-7474-4fb8-ba25-3c2f23c54618 req-e9133dde-ab27-49be-a9aa-47ba3d83a04f tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.177460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:27.183235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6a6f6fe-7474-4fb8-ba25-3c2f23c54618 req-e9133dde-ab27-49be-a9aa-47ba3d83a04f tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 944 time: 0.1362824 Oct 13 00:12:27.186643 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-efa79e78-ec70-413e-a4bc-1aa9523ad303 service neutron] 10.222.0.45 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335019 Oct 13 00:12:27.221968 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e331fd-e607-451f-8d37-aac5dba1c0ad x-openstack-request-id: req-68e331fd-e607-451f-8d37-aac5dba1c0ad {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:27.222339 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43d084e-1452-4081-ab94-1f3621a64427", "tag": "2fbdd249-da17-4a1b-ab06-155de9dddace", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:27.222629 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68e331fd-e607-451f-8d37-aac5dba1c0ad {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:27.222936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6a6f6fe-7474-4fb8-ba25-3c2f23c54618 req-7d3b0401-2f6a-40e0-a18b-66840eaa7646 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385456 Oct 13 00:12:27.223099 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43d084e-1452-4081-ab94-1f3621a64427', 'tag': '2fbdd249-da17-4a1b-ab06-155de9dddace', 'status': 'completed', 'code': 200} Oct 13 00:12:27.223413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48274) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:27.243937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Pushing event updated for resources: {'Port': ['ID=6127844e-a496-4a0f-9205-60fcfbeafb88,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:27.252006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.252644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.254046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-284072c7-086a-4754-8348-f14136d10ffd service neutron] 10.222.0.45 "PUT /v2.0/ports/6127844e-a496-4a0f-9205-60fcfbeafb88 HTTP/1.1" status: 200 len: 1091 time: 1.2277772 Oct 13 00:12:27.265190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7432450f-308a-46d3-a81b-282108c17e9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a412b7ca904b4f148ce463a2fc6d528a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406640 Oct 13 00:12:27.267705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48276) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:27.395142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-68e0545c-e376-4996-833a-a4bc293e08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.397310 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-68e0545c-e376-4996-833a-a4bc293e08c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9e95c24c2904494abb2e756ebe5374b&device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 1094 time: 0.0810480 Oct 13 00:12:27.412428 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-440db09d-228c-46dd-8be6-d25fbcf9d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.414367 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-440db09d-228c-46dd-8be6-d25fbcf9d23f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc988777530e4850babbaa9d22ff176f&device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 1094 time: 0.0682878 Oct 13 00:12:27.459030 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d55904a8-a4b3-4026-ba47-eeb86d3aafb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.461856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e09893aa-1636-44eb-8c17-b48f6319560b req-8d630a0d-053d-43da-af88-300b91c15f02 service neutron] 10.222.0.45 "GET /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773014 Oct 13 00:12:27.511019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-0ef5134e-0f6b-4099-aaa0-5247bddad2e0 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.512527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-0ef5134e-0f6b-4099-aaa0-5247bddad2e0 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.36 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.1687121 Oct 13 00:12:27.514048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-2de9059d-2dcd-494f-ba19-fd1ff7fd382a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6127844e-a496-4a0f-9205-60fcfbeafb88 HTTP/1.1" status: 200 len: 217 time: 0.0773325 Oct 13 00:12:27.565347 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d55904a8-a4b3-4026-ba47-eeb86d3aafb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.571533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-6b13dcd9-f4df-4080-ad32-3a32f1f7ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.573087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-6b13dcd9-f4df-4080-ad32-3a32f1f7ae7d service neutron] 10.222.0.45 "GET /v2.0/networks?id=78fa401d-6420-41e2-b4e8-7b584470fe13 HTTP/1.1" status: 200 len: 915 time: 0.1644633 Oct 13 00:12:27.585589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-879f451b-6baa-4d73-8f16-b6c790eaeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.586981 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-879f451b-6baa-4d73-8f16-b6c790eaeff8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd163fe1-76b2-4f13-8ff2-15aad4dfaa94 HTTP/1.1" status: 200 len: 861 time: 0.0629945 Oct 13 00:12:27.619057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:12:27.622874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165d4f-3813-4271-b841-7ce7c140a951 req-d74cfc37-1564-4064-bbd6-44ec82e8b5c5 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.628902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165d4f-3813-4271-b841-7ce7c140a951 req-d74cfc37-1564-4064-bbd6-44ec82e8b5c5 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.635440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3165d4f-3813-4271-b841-7ce7c140a951 req-d74cfc37-1564-4064-bbd6-44ec82e8b5c5 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.637215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3165d4f-3813-4271-b841-7ce7c140a951 req-d74cfc37-1564-4064-bbd6-44ec82e8b5c5 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.1901877 Oct 13 00:12:27.642646 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-28142298-9ea8-4d62-ba9e-b1d0290bbfea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbdd249-da17-4a1b-ab06-155de9dddace HTTP/1.1" status: 200 len: 217 time: 0.0510244 Oct 13 00:12:27.644653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f44d3f-593a-4205-a389-3e4d985c8ca3 req-1aad22f4-9406-4744-9c06-616c7a8b5af9 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.646160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9f44d3f-593a-4205-a389-3e4d985c8ca3 req-1aad22f4-9406-4744-9c06-616c7a8b5af9 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 943 time: 0.2148900 Oct 13 00:12:27.659552 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-2b36bdb6-751a-4bf5-966d-8480f2191589 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65f7ad2b-f736-4f94-b178-09ea609c7bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602572 Oct 13 00:12:27.747252 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3165d4f-3813-4271-b841-7ce7c140a951 req-50fb7b56-488f-4cf2-933e-20974def1e7f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972800 Oct 13 00:12:27.757136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9f44d3f-593a-4205-a389-3e4d985c8ca3 req-9ed46884-e848-4661-bb5d-65053f56cb37 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864556 Oct 13 00:12:27.761783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-d158a473-6465-405d-9f19-3b3fe61ece24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.764355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-d158a473-6465-405d-9f19-3b3fe61ece24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d2563bf3-78a0-457f-93b7-716dceb80c08 HTTP/1.1" status: 200 len: 854 time: 0.1078246 Oct 13 00:12:27.767033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d55904a8-a4b3-4026-ba47-eeb86d3aafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.769630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d55904a8-a4b3-4026-ba47-eeb86d3aafb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.773155 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d55904a8-a4b3-4026-ba47-eeb86d3aafb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28f0ba26-6c3d-4593-b10d-5e24d1c3440f HTTP/1.1" status: 204 len: 168 time: 0.5021830 Oct 13 00:12:27.792503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55904a8-a4b3-4026-ba47-eeb86d3aafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f0ba26-6c3d-4593-b10d-5e24d1c3440f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:27.812122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-1bad2271-db9d-4d82-933f-d24b5153cfdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78fa401d-6420-41e2-b4e8-7b584470fe13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388143 Oct 13 00:12:27.815658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Deleting port 4906ca35-ffe2-4d2a-801c-380bdf51326d {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:27.816018 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.905288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-72a30c11-5084-43da-b8d1-1844dca7dfc5 service neutron] 10.222.0.45 "GET /v2.0/networks/65f7ad2b-f736-4f94-b178-09ea609c7bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383065 Oct 13 00:12:27.947791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddaf2a-431c-4e59-9c22-3008339fc493 req-21d7f0ef-650d-4154-8bb6-b2269b468d32 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:27.955084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfddaf2a-431c-4e59-9c22-3008339fc493 req-21d7f0ef-650d-4154-8bb6-b2269b468d32 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 943 time: 0.0973060 Oct 13 00:12:27.968443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] For port 4906ca35-ffe2-4d2a-801c-380bdf51326d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4906ca35-ffe2-4d2a-801c-380bdf51326d,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:27.968813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:27.991214 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-8404d1bd-af12-4d04-9daa-c91c712914fc service neutron] 10.222.0.45 "GET /v2.0/networks/78fa401d-6420-41e2-b4e8-7b584470fe13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674254 Oct 13 00:12:28.085027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfddaf2a-431c-4e59-9c22-3008339fc493 req-a58f721a-b6b6-49a0-9168-3e7c4060a5e7 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273048 Oct 13 00:12:28.088835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70190b39-a29c-4cee-95d2-8959cf55d5ae req-5e251ad3-fbf1-4b9c-be3d-2b3cabead67d service neutron] 10.222.0.45 "GET /v2.0/networks/65f7ad2b-f736-4f94-b178-09ea609c7bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725588 Oct 13 00:12:28.113383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c471c749-2a2e-44dd-94f9-731b3ef3e2ef req-a94c8220-9f47-45e3-9ecb-af197d6d40b7 service neutron] 10.222.0.45 "GET /v2.0/networks/78fa401d-6420-41e2-b4e8-7b584470fe13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132846 Oct 13 00:12:28.167334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d12a47-54b4-49f8-97e6-08b4e6d131d3 req-715507f6-42ed-4f8b-ad3c-ad1056119e1e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:28.168977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37d12a47-54b4-49f8-97e6-08b4e6d131d3 req-715507f6-42ed-4f8b-ad3c-ad1056119e1e tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.1534312 Oct 13 00:12:28.277577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37d12a47-54b4-49f8-97e6-08b4e6d131d3 req-068368f8-6b8f-4634-b4a7-9306b7799719 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797594 Oct 13 00:12:28.317180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0e370-7dfc-429e-90d4-665f4dc1d45d req-d6a15603-f6ee-4d86-9ae3-30e96ed0cca5 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:28.319351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bf0e370-7dfc-429e-90d4-665f4dc1d45d req-d6a15603-f6ee-4d86-9ae3-30e96ed0cca5 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 945 time: 0.1232142 Oct 13 00:12:28.358578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:28.358938 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:28.359255 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Floating IP dc740b3e-4e47-4de6-bdb9-cba0ecfe1384 disassociated. External IP: 172.25.3.223, port: 4906ca35-ffe2-4d2a-801c-380bdf51326d. Oct 13 00:12:28.359636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Calling delete_port for 4906ca35-ffe2-4d2a-801c-380bdf51326d owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:28.379100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bf0e370-7dfc-429e-90d4-665f4dc1d45d req-3fa13484-52f2-404c-b620-be5622d301f3 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups?id=c737f34d-b4f7-410c-93ee-50e761672770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535049 Oct 13 00:12:28.533690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f0e9d-7c22-47d2-b721-942f2218ff27 req-3c9f4a24-6845-4521-b48e-680583cfdc36 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:28.535187 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a42f0e9d-7c22-47d2-b721-942f2218ff27 req-3c9f4a24-6845-4521-b48e-680583cfdc36 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 945 time: 0.0867364 Oct 13 00:12:28.543602 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:28.586857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event deleted for resources: {'Port': ['ID=4906ca35-ffe2-4d2a-801c-380bdf51326d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:28.640954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a42f0e9d-7c22-47d2-b721-942f2218ff27 req-ebbf96b6-de1c-4663-bba7-226424f41753 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984704 Oct 13 00:12:28.800339 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:28.890683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:12:28.895444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:28.896876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:28.993731 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:29.032324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d3639b-84c7-452a-88c7-cebe21251dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:29.034490 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c20480-8725-4022-a6bd-15208b4ed02d" -d '{"events": [{"server_uuid": "68d3639b-84c7-452a-88c7-cebe21251dcc", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:29.048211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:29.054319 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:29.055271 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4906ca35-ffe2-4d2a-801c-380bdf51326d no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:29.086071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Router 407c418f-6b81-4f4e-bfc7-707733847414 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:12:29.087724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 4906ca35-ffe2-4d2a-801c-380bdf51326d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:29.088857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4906ca35-ffe2-4d2a-801c-380bdf51326d not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:29.100359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fb07c-83ab-4bf4-bcd6-6be1bffaf190 req-d07964e9-ac85-48fe-bde8-ad137b5c6b79 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.101997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da3fb07c-83ab-4bf4-bcd6-6be1bffaf190 req-d07964e9-ac85-48fe-bde8-ad137b5c6b79 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 943 time: 0.1021571 Oct 13 00:12:29.113073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b02d12-69ac-4ca6-9f1b-05e33da901bc req-77fcffd3-bad1-4a64-a11e-bc8b76a440ff tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.119860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b02d12-69ac-4ca6-9f1b-05e33da901bc req-77fcffd3-bad1-4a64-a11e-bc8b76a440ff tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.126210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b02d12-69ac-4ca6-9f1b-05e33da901bc req-77fcffd3-bad1-4a64-a11e-bc8b76a440ff tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.127886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59b02d12-69ac-4ca6-9f1b-05e33da901bc req-77fcffd3-bad1-4a64-a11e-bc8b76a440ff tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.1269417 Oct 13 00:12:29.151790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:29.224308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260c0cfe-264e-48fc-ad7d-81552a7e50d3', 'tag': '6127844e-a496-4a0f-9205-60fcfbeafb88'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:29.226857 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a66f9d9-84d5-4471-b79f-b320d872bc23" -d '{"events": [{"name": "network-changed", "server_uuid": "260c0cfe-264e-48fc-ad7d-81552a7e50d3", "tag": "6127844e-a496-4a0f-9205-60fcfbeafb88"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:29.234530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da3fb07c-83ab-4bf4-bcd6-6be1bffaf190 req-534b08cf-6abd-4688-96c1-9490edc51def tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056566 Oct 13 00:12:29.237097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59b02d12-69ac-4ca6-9f1b-05e33da901bc req-da5c8ee2-64e6-4dda-aa99-7d98e7ad0cfb tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992334 Oct 13 00:12:29.291707 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735a07d-3c6d-4d6f-955f-121448f85fe9 x-openstack-request-id: req-d735a07d-3c6d-4d6f-955f-121448f85fe9 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:29.292861 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d3639b-84c7-452a-88c7-cebe21251dcc", "name": "network-vif-plugged", "status": "completed", "tag": "7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:29.293193 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d735a07d-3c6d-4d6f-955f-121448f85fe9 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:29.293701 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d3639b-84c7-452a-88c7-cebe21251dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee', 'code': 200} Oct 13 00:12:29.297239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:12:29.309563 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] Sync routers for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:12:29.320066 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:29.320690 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:29.371039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] No DVR routers for this DVR port 4906ca35-ffe2-4d2a-801c-380bdf51326d on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:29.380686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:29.390152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fb5956d-42b9-4b89-baf4-fcb66885bee5 req-232109e9-7c6b-47a5-a470-e380af09318d tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.36 "DELETE /v2.0/ports/4906ca35-ffe2-4d2a-801c-380bdf51326d HTTP/1.1" status: 204 len: 173 time: 1.8667514 Oct 13 00:12:29.392775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f01000-a32f-4018-89d3-4d966b6068f9', 'name': 'network-vif-deleted', 'tag': '4906ca35-ffe2-4d2a-801c-380bdf51326d'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:29.393115 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1beabdf-f6fd-4917-9b6e-44c38c5da96d" -d '{"events": [{"server_uuid": "28f01000-a32f-4018-89d3-4d966b6068f9", "name": "network-vif-deleted", "tag": "4906ca35-ffe2-4d2a-801c-380bdf51326d"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:29.446962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3016b5-1c4a-4371-b3e1-828b94e6faa9 req-7685361f-0388-4746-ada2-d7df1f295f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.448691 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b3016b5-1c4a-4371-b3e1-828b94e6faa9 req-7685361f-0388-4746-ada2-d7df1f295f40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 1097 time: 0.0667193 Oct 13 00:12:29.451607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683aa49-fca1-420c-b10c-7c0d55fcf43e req-8b84e5ff-af08-4582-b9db-39b2f1e6aa39 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.453127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1683aa49-fca1-420c-b10c-7c0d55fcf43e req-8b84e5ff-af08-4582-b9db-39b2f1e6aa39 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 943 time: 0.0833910 Oct 13 00:12:29.480393 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:29.483467 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7046f9f-f296-4aae-b522-0585bee57c83 x-openstack-request-id: req-d7046f9f-f296-4aae-b522-0585bee57c83 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:29.483782 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260c0cfe-264e-48fc-ad7d-81552a7e50d3", "tag": "6127844e-a496-4a0f-9205-60fcfbeafb88", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:29.484033 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7046f9f-f296-4aae-b522-0585bee57c83 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:29.484436 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260c0cfe-264e-48fc-ad7d-81552a7e50d3', 'tag': '6127844e-a496-4a0f-9205-60fcfbeafb88', 'status': 'completed', 'code': 200} Oct 13 00:12:29.494912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1683aa49-fca1-420c-b10c-7c0d55fcf43e req-c8467052-cb6d-4b5d-bac5-3167e0ca2e3f tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351803 Oct 13 00:12:29.541325 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b3016b5-1c4a-4371-b3e1-828b94e6faa9 req-fa931cae-3b60-487a-9b02-5d2b8670bcd1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462255 Oct 13 00:12:29.611245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-5eede959-9ccd-4b82-9c88-dc2c68edc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.613342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-5eede959-9ccd-4b82-9c88-dc2c68edc77a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dc988777530e4850babbaa9d22ff176f&device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 1094 time: 0.0742133 Oct 13 00:12:29.656677 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c92fc-513a-425e-a325-c90536018077 x-openstack-request-id: req-4c5c92fc-513a-425e-a325-c90536018077 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:29.657044 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f01000-a32f-4018-89d3-4d966b6068f9", "name": "network-vif-deleted", "tag": "4906ca35-ffe2-4d2a-801c-380bdf51326d", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:29.657292 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c5c92fc-513a-425e-a325-c90536018077 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:29.657783 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f01000-a32f-4018-89d3-4d966b6068f9', 'name': 'network-vif-deleted', 'tag': '4906ca35-ffe2-4d2a-801c-380bdf51326d', 'status': 'completed', 'code': 200} Oct 13 00:12:29.752128 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:21Z', 'revision_number': 5, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:29.780044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-3b3ea48b-95c0-417c-af1f-3e253f5336fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.781609 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-3b3ea48b-95c0-417c-af1f-3e253f5336fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=65f7ad2b-f736-4f94-b178-09ea609c7bee HTTP/1.1" status: 200 len: 922 time: 0.1581769 Oct 13 00:12:29.785631 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] Checking router: 407c418f-6b81-4f4e-bfc7-707733847414 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:12:29.795550 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:29.796565 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:29.841818 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-a80b1a91-4646-4c69-af05-5cee15ea4b7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6127844e-a496-4a0f-9205-60fcfbeafb88 HTTP/1.1" status: 200 len: 217 time: 0.0516708 Oct 13 00:12:29.843139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2737371e-b58f-44e3-8224-d751d9d7a8ec req-12cff4ee-3262-46f9-8864-7092cc305070 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0545428 Oct 13 00:12:29.900458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883631f2-92b2-490c-a6f5-f780d1ae297f req-2331c06b-7e44-4058-91eb-394fc895e5cc tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.909367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-883631f2-92b2-490c-a6f5-f780d1ae297f req-2331c06b-7e44-4058-91eb-394fc895e5cc tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.0839355 Oct 13 00:12:29.912347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-324c9563-c44f-4ecc-a689-e1a112f34007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:29.913832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-324c9563-c44f-4ecc-a689-e1a112f34007 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fd163fe1-76b2-4f13-8ff2-15aad4dfaa94 HTTP/1.1" status: 200 len: 861 time: 0.0634787 Oct 13 00:12:29.937849 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:29.955257 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-2cb10450-82c0-42eb-b2a7-b1596dbfc727 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65f7ad2b-f736-4f94-b178-09ea609c7bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320690 Oct 13 00:12:29.963068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-883631f2-92b2-490c-a6f5-f780d1ae297f req-12369305-81df-4e69-9762-ee42afa728dd tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526171 Oct 13 00:12:30.098140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e908b-9ea1-42ad-913b-20cb3d332193 req-3032ef72-206a-4bb6-8655-c5e2f4086700 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:30.109370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e4e908b-9ea1-42ad-913b-20cb3d332193 req-3032ef72-206a-4bb6-8655-c5e2f4086700 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 946 time: 0.0826788 Oct 13 00:12:30.137080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-b32ce980-e9e2-4ccc-821d-feef40cf6ce8 service neutron] 10.222.0.45 "GET /v2.0/networks/65f7ad2b-f736-4f94-b178-09ea609c7bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726036 Oct 13 00:12:30.197055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e4e908b-9ea1-42ad-913b-20cb3d332193 req-c3de35ff-c336-47e0-a61d-94273cd7d331 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854220 Oct 13 00:12:30.222679 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:21Z', 'revision_number': 5, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:30.269263 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6dff8-c2a0-4ecb-8ed9-ac637698d990 None None] The sync data for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 is: [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:09:17Z', 'revision_number': 4, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd802daa5-194c-4ea8-af05-29724f5de25b', 'name': '', 'network_id': '590a19f3-25c5-4062-abe5-2c7172fa54a3', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'mac_address': 'fa:16:3e:c5:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:15Z', 'updated_at': '2021-10-13T00:09:21Z', 'revision_number': 5, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'subnets': [{'id': '7c5f6a02-d977-4673-b7a5-efdb5142d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:12:30.271934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a348a-4ad2-4dc3-981b-ac6174f554ce req-ade4a1d0-5d9c-49c3-874c-e3327ed5b6ab tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:30.279323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a348a-4ad2-4dc3-981b-ac6174f554ce req-ade4a1d0-5d9c-49c3-874c-e3327ed5b6ab tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:30.285604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a348a-4ad2-4dc3-981b-ac6174f554ce req-ade4a1d0-5d9c-49c3-874c-e3327ed5b6ab tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:30.293960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89a348a-4ad2-4dc3-981b-ac6174f554ce req-ade4a1d0-5d9c-49c3-874c-e3327ed5b6ab tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.1173239 Oct 13 00:12:30.368470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89a348a-4ad2-4dc3-981b-ac6174f554ce req-d40d89e1-7b74-4835-926b-0dc8bb841d93 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735290 Oct 13 00:12:30.439240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee32db-383c-46b2-b82b-34f9caeccb0b req-fe89efc9-a06a-4a37-b623-625ff6e6ba45 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:30.441424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1ee32db-383c-46b2-b82b-34f9caeccb0b req-fe89efc9-a06a-4a37-b623-625ff6e6ba45 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 943 time: 0.0660613 Oct 13 00:12:30.494840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1ee32db-383c-46b2-b82b-34f9caeccb0b req-51ad4641-b830-4e98-a621-c5795fe23a47 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Oct 13 00:12:30.674725 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8a66f9d9-84d5-4471-b79f-b320d872bc23 req-60ff3aff-5be3-4209-b5f3-6856dd86060f service neutron] 10.222.0.45 "GET /v2.0/networks/65f7ad2b-f736-4f94-b178-09ea609c7bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255005 Oct 13 00:12:30.686117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f69f7-e08b-4f0e-b396-06c9f34e80ae req-60d178cd-9b3c-411c-b29e-a1b9e781ff95 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:30.687787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d1f69f7-e08b-4f0e-b396-06c9f34e80ae req-60d178cd-9b3c-411c-b29e-a1b9e781ff95 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 943 time: 0.0858340 Oct 13 00:12:30.707545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11aa93e-4de3-4d5f-a222-bdd28b12d895 None None] New status for floating IP dc740b3e-4e47-4de6-bdb9-cba0ecfe1384: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:12:30.764137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d1f69f7-e08b-4f0e-b396-06c9f34e80ae req-0c6dc0ee-a9c1-46d8-b04a-8ec4e7c54f68 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601597 Oct 13 00:12:30.818613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48390) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:30.945439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f15de969-2b49-46cd-8aad-aed95a2b8e74 req-7a794170-d620-415f-aa42-eb51f9c22ef2 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0364432 Oct 13 00:12:30.980037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9e4c-f0f2-41de-9b14-aa887699db8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.080886 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9e4c-f0f2-41de-9b14-aa887699db8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.084705 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9e4c-f0f2-41de-9b14-aa887699db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.131552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7a7b9e4c-f0f2-41de-9b14-aa887699db8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62e4e15138704ceab6b400c1bea6ee64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095233 Oct 13 00:12:31.132187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48398) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:31.137077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b9e4c-f0f2-41de-9b14-aa887699db8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524618a1-be85-49b9-9503-fbd41fd595a1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:31.147075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455193e2-13a2-4633-9b69-93d6b045b7f6 req-c7a3b890-48f1-4a7d-9ec3-f4499199fe8a tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:31.148757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-455193e2-13a2-4633-9b69-93d6b045b7f6 req-c7a3b890-48f1-4a7d-9ec3-f4499199fe8a tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.1029654 Oct 13 00:12:31.184882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20cbe993-08f1-491e-90d1-987f185c7b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.189170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-455193e2-13a2-4633-9b69-93d6b045b7f6 req-7a5a0287-2f84-4e0a-a65f-53edfaccddf2 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338330 Oct 13 00:12:31.209753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20cbe993-08f1-491e-90d1-987f185c7b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.262082 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20cbe993-08f1-491e-90d1-987f185c7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.264637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20cbe993-08f1-491e-90d1-987f185c7b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.268256 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-20cbe993-08f1-491e-90d1-987f185c7b80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/524618a1-be85-49b9-9503-fbd41fd595a1 HTTP/1.1" status: 204 len: 168 time: 0.1326354 Oct 13 00:12:31.274307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbe993-08f1-491e-90d1-987f185c7b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524618a1-be85-49b9-9503-fbd41fd595a1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:31.338597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca91eb3-ccf8-4883-8af7-92ff5e2aad8c req-c5926797-033f-4e73-9e45-01740dc488d7 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:31.340213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dca91eb3-ccf8-4883-8af7-92ff5e2aad8c req-c5926797-033f-4e73-9e45-01740dc488d7 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 946 time: 0.0606151 Oct 13 00:12:31.387218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dca91eb3-ccf8-4883-8af7-92ff5e2aad8c req-5df49810-1c51-4822-b13f-f4834060b3bb tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Oct 13 00:12:31.459185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 2fbdd249-da17-4a1b-ab06-155de9dddace details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:12:31.480940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210e96-88f7-485b-b4d6-96e9bf310c13 req-6bcde76e-16ca-4064-874d-65cb726484d0 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:31.488266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210e96-88f7-485b-b4d6-96e9bf310c13 req-6bcde76e-16ca-4064-874d-65cb726484d0 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:31.496206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210e96-88f7-485b-b4d6-96e9bf310c13 req-6bcde76e-16ca-4064-874d-65cb726484d0 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:31.498341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53210e96-88f7-485b-b4d6-96e9bf310c13 req-6bcde76e-16ca-4064-874d-65cb726484d0 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.0760388 Oct 13 00:12:31.584425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53210e96-88f7-485b-b4d6-96e9bf310c13 req-ab6a7e09-b7bf-46c5-82b2-d3bca70f03b1 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795965 Oct 13 00:12:31.642605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 2fbdd249-da17-4a1b-ab06-155de9dddace, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2fbdd249-da17-4a1b-ab06-155de9dddace,segment=NetworkSegment(ecc69e2d-0848-4f2c-9993-7069ec691e2c),segment_id=ecc69e2d-0848-4f2c-9993-7069ec691e2c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:31.659804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '2fbdd249-da17-4a1b-ab06-155de9dddace', 'network_id': '78fa401d-6420-41e2-b4e8-7b584470fe13', 'port_id': '2fbdd249-da17-4a1b-ab06-155de9dddace', 'mac_address': 'fa:16:3e:83:6c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2563bf3-78a0-457f-93b7-716dceb80c08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:12:31.695928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48414) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:31.713932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.721265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718caf4a-f79b-4ca1-88f1-77f67b23c779 req-5aaf1fe4-2cd5-4386-b82e-5aa6fc834c20 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:31.722001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54d2ccc1-960d-4edb-9c3c-5312d3484405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.723528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-718caf4a-f79b-4ca1-88f1-77f67b23c779 req-5aaf1fe4-2cd5-4386-b82e-5aa6fc834c20 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 943 time: 0.1084211 Oct 13 00:12:31.749521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbdd249-da17-4a1b-ab06-155de9dddace {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:31.798796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 2fbdd249-da17-4a1b-ab06-155de9dddace, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2fbdd249-da17-4a1b-ab06-155de9dddace,segment=NetworkSegment(ecc69e2d-0848-4f2c-9993-7069ec691e2c),segment_id=ecc69e2d-0848-4f2c-9993-7069ec691e2c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:31.806719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.807959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6127844e-a496-4a0f-9205-60fcfbeafb88 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:12:31.837976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-718caf4a-f79b-4ca1-88f1-77f67b23c779 req-ff2759cc-6a8d-4867-9976-49daa2228ce4 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038744 Oct 13 00:12:31.891637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54d2ccc1-960d-4edb-9c3c-5312d3484405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.902258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54d2ccc1-960d-4edb-9c3c-5312d3484405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:31.968009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555098-41b4-4d93-8adb-1ebbb7885bf6 req-04dbdf03-5807-45ac-b580-4f3e3d29b67d tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:31.970528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33555098-41b4-4d93-8adb-1ebbb7885bf6 req-04dbdf03-5807-45ac-b580-4f3e3d29b67d tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 943 time: 0.0723279 Oct 13 00:12:32.001892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2ccc1-960d-4edb-9c3c-5312d3484405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92da5347-08a9-4dc1-afd6-84af7ea441d3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:32.020150 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-54d2ccc1-960d-4edb-9c3c-5312d3484405 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bae14d81cffb48b98f8c0da16aa9bbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224945 Oct 13 00:12:32.025327 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48428) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:32.061749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33555098-41b4-4d93-8adb-1ebbb7885bf6 req-007fc211-08b6-433d-9717-3ffa31b9b3fb tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844069 Oct 13 00:12:32.108602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc8e2c10-e391-4222-82ee-3dcdfc35b80e req-4bbdc6ca-12a2-4d76-92a6-2e422df61bdb tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0456715 Oct 13 00:12:32.138564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=2fbdd249-da17-4a1b-ab06-155de9dddace,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:32.170574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6127844e-a496-4a0f-9205-60fcfbeafb88, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6127844e-a496-4a0f-9205-60fcfbeafb88,segment=NetworkSegment(6c96c4e4-742c-4d64-97da-4e05fd2eb224),segment_id=6c96c4e4-742c-4d64-97da-4e05fd2eb224)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:32.186214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '6127844e-a496-4a0f-9205-60fcfbeafb88', 'network_id': '65f7ad2b-f736-4f94-b178-09ea609c7bee', 'port_id': '6127844e-a496-4a0f-9205-60fcfbeafb88', 'mac_address': 'fa:16:3e:f1:83:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd163fe1-76b2-4f13-8ff2-15aad4dfaa94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:12:32.187949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a852d557-0370-4cd8-9543-2ddc03d6b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.203548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-b23ec8ae-7154-4ba7-bd0e-83e5e807eede tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:32.209618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-b23ec8ae-7154-4ba7-bd0e-83e5e807eede tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:32.215812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-b23ec8ae-7154-4ba7-bd0e-83e5e807eede tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:32.217504 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-b23ec8ae-7154-4ba7-bd0e-83e5e807eede tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.45 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.1930780 Oct 13 00:12:32.233708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-fd4ba7c7-5e3c-441a-af99-f0f34f2f2915 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:32.235167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-fd4ba7c7-5e3c-441a-af99-f0f34f2f2915 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.1691546 Oct 13 00:12:32.236205 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.257433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6127844e-a496-4a0f-9205-60fcfbeafb88 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:32.280185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6127844e-a496-4a0f-9205-60fcfbeafb88, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6127844e-a496-4a0f-9205-60fcfbeafb88,segment=NetworkSegment(6c96c4e4-742c-4d64-97da-4e05fd2eb224),segment_id=6c96c4e4-742c-4d64-97da-4e05fd2eb224)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:32.298546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.335229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a852d557-0370-4cd8-9543-2ddc03d6b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.413033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6127844e-a496-4a0f-9205-60fcfbeafb88,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:32.431070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded7a7-0c4f-4aea-9b98-6454362fccd0 req-6dc6c67b-0fef-40be-aa65-dddf3b566bdc tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:32.440630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46ded7a7-0c4f-4aea-9b98-6454362fccd0 req-6dc6c67b-0fef-40be-aa65-dddf3b566bdc tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.1204143 Oct 13 00:12:32.485031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port cf0a611b-680e-4d99-9b13-abcc0543cca1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:32.485364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.511935 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46ded7a7-0c4f-4aea-9b98-6454362fccd0 req-f682ee48-5ef6-42dc-84ad-c4502cd092f8 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664561 Oct 13 00:12:32.535223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a852d557-0370-4cd8-9543-2ddc03d6b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.538604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a852d557-0370-4cd8-9543-2ddc03d6b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.543092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a852d557-0370-4cd8-9543-2ddc03d6b2d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92da5347-08a9-4dc1-afd6-84af7ea441d3 HTTP/1.1" status: 204 len: 168 time: 0.5167274 Oct 13 00:12:32.553282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Deleting port 6769ab2c-59a2-4f94-9a27-7fd239537d4c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:32.553626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.630274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852d557-0370-4cd8-9543-2ddc03d6b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da5347-08a9-4dc1-afd6-84af7ea441d3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:32.730683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['2fbdd249-da17-4a1b-ab06-155de9dddace'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:12:32.748690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] For port 6769ab2c-59a2-4f94-9a27-7fd239537d4c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6769ab2c-59a2-4f94-9a27-7fd239537d4c,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:32.749337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.760837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port cf0a611b-680e-4d99-9b13-abcc0543cca1, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=cf0a611b-680e-4d99-9b13-abcc0543cca1,segment=NetworkSegment(769f3047-9956-4313-87af-0a616cbacd0a),segment_id=769f3047-9956-4313-87af-0a616cbacd0a)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:32.761530 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:32.788058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6127844e-a496-4a0f-9205-60fcfbeafb88'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:12:32.809633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for cf0a611b-680e-4d99-9b13-abcc0543cca1 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:32.828481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb1ad-e728-4ba4-9f3c-63d56bbb6012 req-210635c4-3d6d-4e11-9fdc-71868a59a6ad tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:32.854367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb1ad-e728-4ba4-9f3c-63d56bbb6012 req-210635c4-3d6d-4e11-9fdc-71868a59a6ad tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:32.865625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb1ad-e728-4ba4-9f3c-63d56bbb6012 req-210635c4-3d6d-4e11-9fdc-71868a59a6ad tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:32.874828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2affb1ad-e728-4ba4-9f3c-63d56bbb6012 req-210635c4-3d6d-4e11-9fdc-71868a59a6ad tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 2418 time: 0.1653249 Oct 13 00:12:33.021586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2affb1ad-e728-4ba4-9f3c-63d56bbb6012 req-86e615bb-0fb6-4e24-8641-95ea64d44d2d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453362 Oct 13 00:12:33.109979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3fccd-314c-4130-b4e0-fccd9001d2ff req-95650d18-0a07-4e21-abe1-f0e49838f162 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:33.120778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27d3fccd-314c-4130-b4e0-fccd9001d2ff req-95650d18-0a07-4e21-abe1-f0e49838f162 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 944 time: 0.1232173 Oct 13 00:12:33.193358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27d3fccd-314c-4130-b4e0-fccd9001d2ff req-bcead387-91d4-4ebf-8f5d-fc7cf6631675 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668859 Oct 13 00:12:33.298047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:33.369571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=cf0a611b-680e-4d99-9b13-abcc0543cca1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:33.395078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c68b2a3-de50-47a7-9285-505c66694269 req-cb8db2a7-c393-4f5f-8cfb-5f32a3c34440 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0417645 Oct 13 00:12:33.410103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011295b-6be0-468f-bf65-52d726e1aa1c req-6ecada17-6f6b-4349-9215-a132b5ec8460 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:33.411760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2011295b-6be0-468f-bf65-52d726e1aa1c req-6ecada17-6f6b-4349-9215-a132b5ec8460 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 944 time: 0.1024742 Oct 13 00:12:33.441320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port cf0a611b-680e-4d99-9b13-abcc0543cca1 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:33.447665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:33.451129 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-d9d20c25-bcfc-472c-9096-b9ebf707d787 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.45 "DELETE /v2.0/ports/cf0a611b-680e-4d99-9b13-abcc0543cca1 HTTP/1.1" status: 204 len: 173 time: 1.2253699 Oct 13 00:12:33.452551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-deleted', 'tag': 'cf0a611b-680e-4d99-9b13-abcc0543cca1'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:33.455142 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf26b8d-0563-4aa2-a9ab-4bc2649445f8" -d '{"events": [{"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-deleted", "tag": "cf0a611b-680e-4d99-9b13-abcc0543cca1"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:33.459871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:33.460243 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:33.460570 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Floating IP e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a disassociated. External IP: 172.25.3.122, port: 6769ab2c-59a2-4f94-9a27-7fd239537d4c. Oct 13 00:12:33.460915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Calling delete_port for 6769ab2c-59a2-4f94-9a27-7fd239537d4c owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:33.516531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2011295b-6be0-468f-bf65-52d726e1aa1c req-40a2f9d3-7dbc-4c73-b965-402254162a3a tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969195 Oct 13 00:12:33.559269 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854dc1b-f901-4995-b520-5a5a327f66cc x-openstack-request-id: req-5854dc1b-f901-4995-b520-5a5a327f66cc {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:33.559687 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-deleted", "tag": "cf0a611b-680e-4d99-9b13-abcc0543cca1", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:33.559837 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5854dc1b-f901-4995-b520-5a5a327f66cc {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:33.560216 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-deleted', 'tag': 'cf0a611b-680e-4d99-9b13-abcc0543cca1', 'status': 'completed', 'code': 200} Oct 13 00:12:33.682993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527763e-70b9-4a3d-ba56-73df8244463e req-3376144c-cce3-497c-b5f0-930b88fe3ac1 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:33.690386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6527763e-70b9-4a3d-ba56-73df8244463e req-3376144c-cce3-497c-b5f0-930b88fe3ac1 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 945 time: 0.0732639 Oct 13 00:12:33.728837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port 6de9c5b1-27aa-4832-a312-f54b70b95a16 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:33.729306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:33.741345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6527763e-70b9-4a3d-ba56-73df8244463e req-a6ed6a3e-9604-4106-a694-44ae66ad882a tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e538f64-1eb3-4233-b3db-b646169800fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500216 Oct 13 00:12:33.797287 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:33.844574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event deleted for resources: {'Port': ['ID=6769ab2c-59a2-4f94-9a27-7fd239537d4c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:33.912757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port 6de9c5b1-27aa-4832-a312-f54b70b95a16, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6de9c5b1-27aa-4832-a312-f54b70b95a16,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:33.913113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:33.929902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for 6de9c5b1-27aa-4832-a312-f54b70b95a16 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:34.050470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Router 1ae17044-b6d9-4365-b493-d43451040de8 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:12:34.258657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:12:34.272173 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] Sync routers for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:12:34.273058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:34.285356 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:34.285990 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:34.337355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=6de9c5b1-27aa-4832-a312-f54b70b95a16,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:34.341804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09a87b-9774-486b-bd92-9f7d558edaaa req-23b180fb-3065-46ae-95eb-dabbac3e0748 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:34.358853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09a87b-9774-486b-bd92-9f7d558edaaa req-23b180fb-3065-46ae-95eb-dabbac3e0748 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:34.360892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd09a87b-9774-486b-bd92-9f7d558edaaa req-23b180fb-3065-46ae-95eb-dabbac3e0748 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 1604 time: 0.1275506 Oct 13 00:12:34.376827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] No DVR routers for this DVR port 6769ab2c-59a2-4f94-9a27-7fd239537d4c on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:34.384513 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:34.392862 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c00d859d-4783-4fe5-b8aa-db50392599c9 req-2132acb8-83a0-4f2a-be20-bd119a42cb80 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.36 "DELETE /v2.0/ports/6769ab2c-59a2-4f94-9a27-7fd239537d4c HTTP/1.1" status: 204 len: 173 time: 2.0921321 Oct 13 00:12:34.500578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port 6de9c5b1-27aa-4832-a312-f54b70b95a16 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:34.512793 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:34.520326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-88870b6a-d2a1-4955-8a44-1e70f8fbb253 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.45 "DELETE /v2.0/ports/6de9c5b1-27aa-4832-a312-f54b70b95a16 HTTP/1.1" status: 204 len: 173 time: 1.0567260 Oct 13 00:12:34.547062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd09a87b-9774-486b-bd92-9f7d558edaaa req-a8ae9e7d-0b9d-4589-816d-0d59bdd8c520 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777813 Oct 13 00:12:34.727378 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:34.807061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port e56b6840-634e-41cc-8bd5-096f4ac10c09 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:34.807630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:34.814236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266dac61-adf3-4968-9510-70cf6c582ae1 req-e112e1bc-28e8-4833-be31-f566907b2bc0 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:34.821404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6769ab2c-59a2-4f94-9a27-7fd239537d4c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:34.829263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-266dac61-adf3-4968-9510-70cf6c582ae1 req-e112e1bc-28e8-4833-be31-f566907b2bc0 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 944 time: 0.1415377 Oct 13 00:12:34.881060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 6769ab2c-59a2-4f94-9a27-7fd239537d4c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:34.881707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6769ab2c-59a2-4f94-9a27-7fd239537d4c not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:34.945094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-acb42bc6-bf46-4fb2-9a96-aa611ad97eef req-4ffbc248-7d95-40d9-a5d7-b4dbd6886850 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0917544 Oct 13 00:12:34.972371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port e56b6840-634e-41cc-8bd5-096f4ac10c09, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e56b6840-634e-41cc-8bd5-096f4ac10c09,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:34.972371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:34.989155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for e56b6840-634e-41cc-8bd5-096f4ac10c09 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:35.058695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-266dac61-adf3-4968-9510-70cf6c582ae1 req-c7a6e896-72ff-4b2b-9d21-d4516408b4fe tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268221 Oct 13 00:12:35.066501 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:35.150757 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] Checking router: 1ae17044-b6d9-4365-b493-d43451040de8 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:12:35.169510 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:35.173986 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:35.231371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-237aabae-714f-4ffa-8f01-068c8fcfdacc req-3da283f5-3b12-431c-96e4-8ffcae977b4c tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba177e16-b0c6-40e1-94c7-0d2560b66bc3 HTTP/1.1" status: 200 len: 210 time: 0.0899539 Oct 13 00:12:35.289302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:35.309039 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:35.345669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c462ed-920e-43f4-bcb2-0e73e3fa3494 req-a2b0a0b7-66cf-4db6-89a0-9d294c8d5e42 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:35.347922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13c462ed-920e-43f4-bcb2-0e73e3fa3494 req-a2b0a0b7-66cf-4db6-89a0-9d294c8d5e42 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 944 time: 0.1937826 Oct 13 00:12:35.356300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=e56b6840-634e-41cc-8bd5-096f4ac10c09,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:35.392511 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c277d4cc-627c-421c-8a93-05bfe5292362 req-11b4b3b9-d729-4331-9517-5a99e5024984 tempest-FlavorsV2NegativeTest-754083285 tempest-FlavorsV2NegativeTest-754083285-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1456abbe2c794582892c194ff646bb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433571 Oct 13 00:12:35.469937 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 2fbdd249-da17-4a1b-ab06-155de9dddace up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:35.507822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13c462ed-920e-43f4-bcb2-0e73e3fa3494 req-f530d716-c32b-441f-b60d-ebad7fbf7e45 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433518 Oct 13 00:12:35.523009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port e56b6840-634e-41cc-8bd5-096f4ac10c09 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:35.531384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:35.547341 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ebc149-9d4c-4340-921e-3ec0bd77b045 req-413fb089-47a4-46ab-ab21-b89f9a1e922f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.45 "DELETE /v2.0/ports/e56b6840-634e-41cc-8bd5-096f4ac10c09 HTTP/1.1" status: 204 len: 173 time: 1.0076406 Oct 13 00:12:35.561474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'name': 'network-vif-deleted', 'tag': '6769ab2c-59a2-4f94-9a27-7fd239537d4c'}, {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-deleted', 'tag': '6de9c5b1-27aa-4832-a312-f54b70b95a16'}, {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-deleted', 'tag': 'e56b6840-634e-41cc-8bd5-096f4ac10c09'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:35.564277 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77ce3e1-d9e0-429a-8568-53b471a0d6b3" -d '{"events": [{"server_uuid": "ba177e16-b0c6-40e1-94c7-0d2560b66bc3", "name": "network-vif-deleted", "tag": "6769ab2c-59a2-4f94-9a27-7fd239537d4c"}, {"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-deleted", "tag": "6de9c5b1-27aa-4832-a312-f54b70b95a16"}, {"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-deleted", "tag": "e56b6840-634e-41cc-8bd5-096f4ac10c09"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:35.632954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 2fbdd249-da17-4a1b-ab06-155de9dddace completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:12:35.635460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277d4cc-627c-421c-8a93-05bfe5292362 req-4c32e5c5-4626-4a07-848c-bd602a4555fb tempest-FlavorsV2NegativeTest-754083285 tempest-FlavorsV2NegativeTest-754083285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:35.637018 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:35.642189 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 2fbdd249-da17-4a1b-ab06-155de9dddace triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:35.642829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:35.649314 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c277d4cc-627c-421c-8a93-05bfe5292362 req-4c32e5c5-4626-4a07-848c-bd602a4555fb tempest-FlavorsV2NegativeTest-754083285 tempest-FlavorsV2NegativeTest-754083285-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523160 Oct 13 00:12:35.677603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c277d4cc-627c-421c-8a93-05bfe5292362 req-8f5b6663-0aad-4e9a-938c-cfe31fb41655 tempest-FlavorsV2NegativeTest-754083285 tempest-FlavorsV2NegativeTest-754083285-project] 10.222.0.21 "GET /v2.0/quotas/1456abbe2c794582892c194ff646bb36 HTTP/1.1" status: 200 len: 375 time: 0.0265412 Oct 13 00:12:35.677831 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0962ca7-7300-4aa8-bf3f-2802e520de07 None None] The sync data for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 is: [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:05:49Z', 'revision_number': 4, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5f3a1395-72d3-4bb2-b8df-4f37afb517ff', 'name': '', 'network_id': 'd40dea09-fc9f-4bf5-8d6c-92e066398f0b', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'mac_address': 'fa:16:3e:9c:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:48Z', 'updated_at': '2021-10-13T00:05:55Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'subnets': [{'id': '1f18d5ae-53ea-43b6-a963-5360d0376533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:12:35.737527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c277d4cc-627c-421c-8a93-05bfe5292362 req-c6c031b9-17cf-4dd8-bbd8-08e78a9679d5 tempest-FlavorsV2NegativeTest-754083285 tempest-FlavorsV2NegativeTest-754083285-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1456abbe2c794582892c194ff646bb36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591135 Oct 13 00:12:35.796983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1f54c07-711a-4cea-a581-5e97d141f3f7 req-61168e48-042a-4810-9654-6d80927a2edc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b0f93e-c333-43d9-8d71-0a5db4d30456 HTTP/1.1" status: 200 len: 210 time: 0.0941296 Oct 13 00:12:35.843435 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:35.881836 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11668a7f-cea7-4802-b0dd-7054b5bf7093 x-openstack-request-id: req-11668a7f-cea7-4802-b0dd-7054b5bf7093 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:35.882339 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba177e16-b0c6-40e1-94c7-0d2560b66bc3", "name": "network-vif-deleted", "tag": "6769ab2c-59a2-4f94-9a27-7fd239537d4c", "status": "completed", "code": 200}, {"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-deleted", "tag": "6de9c5b1-27aa-4832-a312-f54b70b95a16", "status": "completed", "code": 200}, {"server_uuid": "67b0f93e-c333-43d9-8d71-0a5db4d30456", "name": "network-vif-deleted", "tag": "e56b6840-634e-41cc-8bd5-096f4ac10c09", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:35.882452 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11668a7f-cea7-4802-b0dd-7054b5bf7093 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:35.882767 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba177e16-b0c6-40e1-94c7-0d2560b66bc3', 'name': 'network-vif-deleted', 'tag': '6769ab2c-59a2-4f94-9a27-7fd239537d4c', 'status': 'completed', 'code': 200} Oct 13 00:12:35.883021 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-deleted', 'tag': '6de9c5b1-27aa-4832-a312-f54b70b95a16', 'status': 'completed', 'code': 200} Oct 13 00:12:35.883467 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0f93e-c333-43d9-8d71-0a5db4d30456', 'name': 'network-vif-deleted', 'tag': 'e56b6840-634e-41cc-8bd5-096f4ac10c09', 'status': 'completed', 'code': 200} Oct 13 00:12:35.900310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43d084e-1452-4081-ab94-1f3621a64427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbdd249-da17-4a1b-ab06-155de9dddace'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:35.902564 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6706827a-aa06-4203-bac6-ecce6c6f2ecb" -d '{"events": [{"server_uuid": "d43d084e-1452-4081-ab94-1f3621a64427", "name": "network-vif-plugged", "status": "completed", "tag": "2fbdd249-da17-4a1b-ab06-155de9dddace"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:35.923399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 2fbdd249-da17-4a1b-ab06-155de9dddace, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2fbdd249-da17-4a1b-ab06-155de9dddace,segment=NetworkSegment(ecc69e2d-0848-4f2c-9993-7069ec691e2c),segment_id=ecc69e2d-0848-4f2c-9993-7069ec691e2c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:35.937443 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:35.939440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6127844e-a496-4a0f-9205-60fcfbeafb88 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:35.994712 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ab4a41-3224-45c4-94a0-5d026ab5f8f4 x-openstack-request-id: req-44ab4a41-3224-45c4-94a0-5d026ab5f8f4 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:35.995273 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43d084e-1452-4081-ab94-1f3621a64427", "name": "network-vif-plugged", "status": "completed", "tag": "2fbdd249-da17-4a1b-ab06-155de9dddace", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:35.995713 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44ab4a41-3224-45c4-94a0-5d026ab5f8f4 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:35.996268 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43d084e-1452-4081-ab94-1f3621a64427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbdd249-da17-4a1b-ab06-155de9dddace', 'code': 200} Oct 13 00:12:36.075465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 6127844e-a496-4a0f-9205-60fcfbeafb88 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:12:36.093872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 6127844e-a496-4a0f-9205-60fcfbeafb88 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:36.095393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.120334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cabcfd9e-7f3e-43e4-bfb1-0d0586445de6 req-74d5d7bb-b3bc-4e11-9520-fa24d02aba14 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0649242 Oct 13 00:12:36.158644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=2fbdd249-da17-4a1b-ab06-155de9dddace,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:36.194312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1550bbf-16a6-474b-b65c-d4fa0002beca req-363d4412-5dd0-4afa-8e7b-449b595c83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:36.195942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1550bbf-16a6-474b-b65c-d4fa0002beca req-363d4412-5dd0-4afa-8e7b-449b595c83e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 1096 time: 0.1027720 Oct 13 00:12:36.256870 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.283543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f55c41-4d15-45d0-9850-b2fd6ab21224 None None] New status for floating IP e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:12:36.288017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.309392 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1550bbf-16a6-474b-b65c-d4fa0002beca req-cdc48279-7771-418d-a70d-114d955ffc70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976455 Oct 13 00:12:36.345093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c89f1-fdcc-412b-b550-b77ee75b39c9 req-56e12f47-d527-4bde-8e98-a3e647263465 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:36.367469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-943c89f1-fdcc-412b-b550-b77ee75b39c9 req-56e12f47-d527-4bde-8e98-a3e647263465 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 945 time: 0.1798346 Oct 13 00:12:36.383030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6127844e-a496-4a0f-9205-60fcfbeafb88, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6127844e-a496-4a0f-9205-60fcfbeafb88,segment=NetworkSegment(6c96c4e4-742c-4d64-97da-4e05fd2eb224),segment_id=6c96c4e4-742c-4d64-97da-4e05fd2eb224)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:36.395785 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.396906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device cf0a611b-680e-4d99-9b13-abcc0543cca1 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:36.452078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-943c89f1-fdcc-412b-b550-b77ee75b39c9 req-10bf2341-2d46-4b96-8cd0-05c8c5e66b57 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802598 Oct 13 00:12:36.487637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48568) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:36.498019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: cf0a611b-680e-4d99-9b13-abcc0543cca1 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:36.498432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device cf0a611b-680e-4d99-9b13-abcc0543cca1 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:36.498851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e56b6840-634e-41cc-8bd5-096f4ac10c09 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:36.532466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: e56b6840-634e-41cc-8bd5-096f4ac10c09 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:36.532811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e56b6840-634e-41cc-8bd5-096f4ac10c09 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:36.533240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6de9c5b1-27aa-4832-a312-f54b70b95a16 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:36.561797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 6de9c5b1-27aa-4832-a312-f54b70b95a16 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:36.562169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6de9c5b1-27aa-4832-a312-f54b70b95a16 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:36.570423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6127844e-a496-4a0f-9205-60fcfbeafb88,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:36.585206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c2bc72ef-deb8-4141-824a-9fd6b9497815 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.618501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c2bc72ef-deb8-4141-824a-9fd6b9497815 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.668446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48574) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:36.700374 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c2bc72ef-deb8-4141-824a-9fd6b9497815 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.703842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c2bc72ef-deb8-4141-824a-9fd6b9497815 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.710196 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c2bc72ef-deb8-4141-824a-9fd6b9497815 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e538f64-1eb3-4233-b3db-b646169800fe HTTP/1.1" status: 204 len: 168 time: 0.2206798 Oct 13 00:12:36.711116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48578) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:36.719160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6804d9-3aff-49f9-ad37-b8d4c3def72f req-a3ab7fbb-2b77-4edc-939e-6fa37f2e9a64 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:36.720789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc6804d9-3aff-49f9-ad37-b8d4c3def72f req-a3ab7fbb-2b77-4edc-939e-6fa37f2e9a64 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 945 time: 0.1087584 Oct 13 00:12:36.739436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc72ef-deb8-4141-824a-9fd6b9497815 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e538f64-1eb3-4233-b3db-b646169800fe,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:36.748354 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-5b229dd8-aa23-444e-995a-1b772235fbc0 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] show failed (client error): The resource could not be found. Oct 13 00:12:36.756179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48580) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:36.766548 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b229dd8-aa23-444e-995a-1b772235fbc0 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "GET /v2.0/security-groups/5e538f64-1eb3-4233-b3db-b646169800fe HTTP/1.1" status: 404 len: 347 time: 0.0496433 Oct 13 00:12:36.795480 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.850335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48584) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:36.861928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc6804d9-3aff-49f9-ad37-b8d4c3def72f req-99f5597a-9b52-4bf3-bb01-0f2b602efb7b tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336854 Oct 13 00:12:36.900107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db6f39da-8a6a-43d9-b5c3-063c8d9dcd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.934919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-966d8335-20f0-4471-af1c-82c7863fe37d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting subnet 8d5dd7b0-cd4b-429b-951f-7f90a4022fea {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:12:36.941624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966d8335-20f0-4471-af1c-82c7863fe37d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:36.986316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Deleting port 483d5380-9adc-40e2-9bdc-1e1ad9d36cf9 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:36.986950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.001023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966d8335-20f0-4471-af1c-82c7863fe37d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.089328 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.089670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.102711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Calling delete_port for 483d5380-9adc-40e2-9bdc-1e1ad9d36cf9 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:37.109766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db6f39da-8a6a-43d9-b5c3-063c8d9dcd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.115590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db6f39da-8a6a-43d9-b5c3-063c8d9dcd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.143799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966d8335-20f0-4471-af1c-82c7863fe37d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.185990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f39da-8a6a-43d9-b5c3-063c8d9dcd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c15be2-59df-4a32-82d1-6bddbb1cede7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:37.193738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48590) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:37.193965 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-db6f39da-8a6a-43d9-b5c3-063c8d9dcd26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1456abbe2c794582892c194ff646bb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134587 Oct 13 00:12:37.241330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966d8335-20f0-4471-af1c-82c7863fe37d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.269571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d8335-20f0-4471-af1c-82c7863fe37d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5dd7b0-cd4b-429b-951f-7f90a4022fea,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:37.274161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966d8335-20f0-4471-af1c-82c7863fe37d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.280344 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-966d8335-20f0-4471-af1c-82c7863fe37d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "DELETE /v2.0/subnets/8d5dd7b0-cd4b-429b-951f-7f90a4022fea HTTP/1.1" status: 204 len: 168 time: 0.4256308 Oct 13 00:12:37.280344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48592) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:37.281344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58a00e-f15c-43ba-a8cd-af6c34dbcd60 None None] Network a1ab6aec-b70f-4223-b600-4111be628a1d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:37.337164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3bd90e4-37b1-4df5-b862-5b6cef2adf5f req-2667cf99-5e97-436b-8921-820dd2c05b10 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/ports?device_id=28f01000-a32f-4018-89d3-4d966b6068f9 HTTP/1.1" status: 200 len: 210 time: 0.0818141 Oct 13 00:12:37.389643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f19caca9-044f-40b7-9f93-5e2fd3f5fd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.402295 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.412664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.465339 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f19caca9-044f-40b7-9f93-5e2fd3f5fd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.494616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Pushing event deleted for resources: {'Port': ['ID=483d5380-9adc-40e2-9bdc-1e1ad9d36cf9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:37.496554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port c2a65416-6827-42ac-9d90-cf913e8c51b3 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:37.496554 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.597008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] DHCP port deletion for a1ab6aec-b70f-4223-b600-4111be628a1d request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:12:37.605132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port c2a65416-6827-42ac-9d90-cf913e8c51b3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c2a65416-6827-42ac-9d90-cf913e8c51b3,segment=NetworkSegment(769f3047-9956-4313-87af-0a616cbacd0a),segment_id=769f3047-9956-4313-87af-0a616cbacd0a)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:37.605818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.624924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for c2a65416-6827-42ac-9d90-cf913e8c51b3 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:37.626495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.629639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.630978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3c074bc-040f-40c3-8f8c-97e6b4960d78 tempest-ServersWithSpecificFlavorTestJSON-2003951132 tempest-ServersWithSpecificFlavorTestJSON-2003951132-project] 10.222.0.21 "DELETE /v2.0/floatingips/e16d65fb-e4eb-4e3f-b5aa-9190282c4d0a HTTP/1.1" status: 204 len: 168 time: 0.8735874 Oct 13 00:12:37.632404 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f19caca9-044f-40b7-9f93-5e2fd3f5fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.635027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f19caca9-044f-40b7-9f93-5e2fd3f5fd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.639434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f19caca9-044f-40b7-9f93-5e2fd3f5fd3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84c15be2-59df-4a32-82d1-6bddbb1cede7 HTTP/1.1" status: 204 len: 168 time: 0.4447341 Oct 13 00:12:37.679087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19caca9-044f-40b7-9f93-5e2fd3f5fd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c15be2-59df-4a32-82d1-6bddbb1cede7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:37.771358 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.772515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12219c-d6f0-4895-a531-e34d88fd45e5 req-4f4b3fb8-f3ab-4c76-b0a5-02b57e17652d tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:37.788137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e12219c-d6f0-4895-a531-e34d88fd45e5 req-4f4b3fb8-f3ab-4c76-b0a5-02b57e17652d tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 945 time: 0.1113245 Oct 13 00:12:37.809219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] Deleting port c2a65416-6827-42ac-9d90-cf913e8c51b3 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:37.810169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.847199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=c2a65416-6827-42ac-9d90-cf913e8c51b3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:37.866226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port c2a65416-6827-42ac-9d90-cf913e8c51b3 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:37.876422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e12219c-d6f0-4895-a531-e34d88fd45e5 req-e24e5e71-abc0-4675-830d-0c63e023b96a tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793083 Oct 13 00:12:37.994503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] For port c2a65416-6827-42ac-9d90-cf913e8c51b3, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:37.995727 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:37.998918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260c0cfe-264e-48fc-ad7d-81552a7e50d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6127844e-a496-4a0f-9205-60fcfbeafb88'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:38.001993 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ff789-c4d2-4ae1-9d3b-2983bb7f17c9" -d '{"events": [{"server_uuid": "260c0cfe-264e-48fc-ad7d-81552a7e50d3", "name": "network-vif-plugged", "status": "completed", "tag": "6127844e-a496-4a0f-9205-60fcfbeafb88"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:38.031452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] Calling delete_port for c2a65416-6827-42ac-9d90-cf913e8c51b3 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:38.040539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271297ab-2bec-4969-89dc-b981e17e4aad req-2475fabc-c8da-4e01-acd2-f983260a0329 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:38.042104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] Port c2a65416-6827-42ac-9d90-cf913e8c51b3 was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:12:38.044628 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.050367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-271297ab-2bec-4969-89dc-b981e17e4aad req-2475fabc-c8da-4e01-acd2-f983260a0329 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 945 time: 0.0739028 Oct 13 00:12:38.105993 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.115543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] No DVR routers for this DVR port c2a65416-6827-42ac-9d90-cf913e8c51b3 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:38.137047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-271297ab-2bec-4969-89dc-b981e17e4aad req-56e9045b-8b36-47c8-813e-a5906987d87c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718594 Oct 13 00:12:38.137399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f0e12-e9c1-4c64-b532-f912e3189f41 None None] Pushing event deleted for resources: {'Port': ['ID=c2a65416-6827-42ac-9d90-cf913e8c51b3,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:38.152905 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d39a6-bc54-415c-8684-7356509f2d89 x-openstack-request-id: req-ca4d39a6-bc54-415c-8684-7356509f2d89 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:38.153225 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260c0cfe-264e-48fc-ad7d-81552a7e50d3", "name": "network-vif-plugged", "status": "completed", "tag": "6127844e-a496-4a0f-9205-60fcfbeafb88", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:38.153444 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca4d39a6-bc54-415c-8684-7356509f2d89 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:38.153849 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260c0cfe-264e-48fc-ad7d-81552a7e50d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6127844e-a496-4a0f-9205-60fcfbeafb88', 'code': 200} Oct 13 00:12:38.162954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ab6aec-b70f-4223-b600-4111be628a1d']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:38.173461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769f3047-9956-4313-87af-0a616cbacd0a') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:38.173755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769f3047-9956-4313-87af-0a616cbacd0a') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:38.194880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.210456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.218132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:12:38.224275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:12:38.227919 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:12:38.326628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.347599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.353951 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "DELETE /v2.0/networks/a1ab6aec-b70f-4223-b600-4111be628a1d HTTP/1.1" status: 204 len: 168 time: 1.0699537 Oct 13 00:12:38.354115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48628) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:38.367795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4c245-30e6-4386-8656-7f3f80f66952 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Network': ['ID=a1ab6aec-b70f-4223-b600-4111be628a1d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:38.381823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd910d-bbfe-49f3-9bbf-bbf619db070b req-36dbbdfc-bf5a-4f2a-93bd-91fedd9e45de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:38.383399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-96cd910d-bbfe-49f3-9bbf-bbf619db070b req-36dbbdfc-bf5a-4f2a-93bd-91fedd9e45de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 1096 time: 0.0883882 Oct 13 00:12:38.458213 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-96cd910d-bbfe-49f3-9bbf-bbf619db070b req-c07be0ae-914b-4006-a3e1-af55ca53460e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670066 Oct 13 00:12:38.474628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca23346-f194-4603-be98-8816e08a8d3d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting subnet 2ff3b7f3-6641-42d0-a8e1-3a65c772d219 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:12:38.480184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48638) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:38.481601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aca23346-f194-4603-be98-8816e08a8d3d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.544957 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aca23346-f194-4603-be98-8816e08a8d3d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.582102 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f053-35cf-4cae-aa36-5a9ce2fd40eb tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.620630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f053-35cf-4cae-aa36-5a9ce2fd40eb tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.622653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48648) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:38.700468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f053-35cf-4cae-aa36-5a9ce2fd40eb tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.704423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f053-35cf-4cae-aa36-5a9ce2fd40eb tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.708769 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2fb1f053-35cf-4cae-aa36-5a9ce2fd40eb tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "DELETE /v2.0/security-groups/c737f34d-b4f7-410c-93ee-50e761672770 HTTP/1.1" status: 204 len: 168 time: 0.2268066 Oct 13 00:12:38.709444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48654) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:38.726313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aca23346-f194-4603-be98-8816e08a8d3d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:38.743587 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-de1fa292-1d9b-4cfa-acef-72d8a74eac04 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] show failed (client error): The resource could not be found. Oct 13 00:12:38.747421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-de1fa292-1d9b-4cfa-acef-72d8a74eac04 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "GET /v2.0/security-groups/c737f34d-b4f7-410c-93ee-50e761672770 HTTP/1.1" status: 404 len: 347 time: 0.0341494 Oct 13 00:12:38.748269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1f053-35cf-4cae-aa36-5a9ce2fd40eb tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c737f34d-b4f7-410c-93ee-50e761672770,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:38.750116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48658) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:38.931085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Deleting port 5923d82d-6be6-4eec-877e-a0c266f1bf42 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:38.931580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.025726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aca23346-f194-4603-be98-8816e08a8d3d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.059804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.060335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.074325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Calling delete_port for 5923d82d-6be6-4eec-877e-a0c266f1bf42 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:39.092228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca23346-f194-4603-be98-8816e08a8d3d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff3b7f3-6641-42d0-a8e1-3a65c772d219,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:39.120160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1a53c2-6390-49e2-828e-a307f44af435 None None] Network 3a82018d-e975-4fd1-8491-08c7d8309cbd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:39.137140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aca23346-f194-4603-be98-8816e08a8d3d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.148025 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aca23346-f194-4603-be98-8816e08a8d3d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "DELETE /v2.0/subnets/2ff3b7f3-6641-42d0-a8e1-3a65c772d219 HTTP/1.1" status: 204 len: 168 time: 0.7930989 Oct 13 00:12:39.152111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48678) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:39.281411 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.287862 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.396913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] DHCP port deletion for 3a82018d-e975-4fd1-8491-08c7d8309cbd request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:12:39.401739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2ca3-1913-4b85-820b-ac7a0914b4f2 req-629d7138-7019-48a9-b8af-f45b94ea6d15 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:39.410645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7df2ca3-1913-4b85-820b-ac7a0914b4f2 req-629d7138-7019-48a9-b8af-f45b94ea6d15 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 945 time: 0.3869498 Oct 13 00:12:39.462502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c2a65416-6827-42ac-9d90-cf913e8c51b3 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:39.490795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c2a65416-6827-42ac-9d90-cf913e8c51b3 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:39.491425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c2a65416-6827-42ac-9d90-cf913e8c51b3 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:39.503644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] Deleting port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:39.505093 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.583718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b5863-a9a8-4392-b0d9-7b8862df227e req-476de3a9-f812-4848-a4da-74228e8990af tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:39.591359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-561b5863-a9a8-4392-b0d9-7b8862df227e req-476de3a9-f812-4848-a4da-74228e8990af tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 945 time: 0.2989821 Oct 13 00:12:39.605175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] For port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:39.605577 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.621846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] Calling delete_port for 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:39.651139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7df2ca3-1913-4b85-820b-ac7a0914b4f2 req-f011b9c3-14f9-4948-87d6-116e6c2b9417 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389157 Oct 13 00:12:39.714235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-561b5863-a9a8-4392-b0d9-7b8862df227e req-77d8bc67-6b4f-4cab-904b-7553a37621d8 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218624 Oct 13 00:12:39.764655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:39.764961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.787421 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.835270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] Pushing event deleted for resources: {'Port': ['ID=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:39.855793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a9ac8-9121-4de2-96ce-de5340b43042 None None] No DVR routers for this DVR port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:39.868976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,segment=NetworkSegment(b951601f-1794-4f04-bad8-dc27b0eea35f),segment_id=b951601f-1794-4f04-bad8-dc27b0eea35f)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:39.869356 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:39.884944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:39.948220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Pushing event deleted for resources: {'Port': ['ID=5923d82d-6be6-4eec-877e-a0c266f1bf42,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:39.997912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.023196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.027600 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.032288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25a4ad0b-994f-4de3-8c35-fa832bd84d41 tempest-ServersTestBootFromVolume-1462473653 tempest-ServersTestBootFromVolume-1462473653-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc740b3e-4e47-4de6-bdb9-cba0ecfe1384 HTTP/1.1" status: 204 len: 168 time: 1.2612522 Oct 13 00:12:40.032906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48720) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:40.188538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.223485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=5adcfbf7-765b-47b6-b7d7-29ffb41b3f93,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:40.225838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:40.470452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.498535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a82018d-e975-4fd1-8491-08c7d8309cbd']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:40.512690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b951601f-1794-4f04-bad8-dc27b0eea35f') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:40.513046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b951601f-1794-4f04-bad8-dc27b0eea35f') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:40.532228 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.571745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.582743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:12:40.583313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:12:40.587074 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:12:40.621055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.702038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.714297 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.734523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "DELETE /v2.0/networks/3a82018d-e975-4fd1-8491-08c7d8309cbd HTTP/1.1" status: 204 len: 168 time: 1.5760655 Oct 13 00:12:40.734864 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48778) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:40.745264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-130427563'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:40.761580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a5b09-618a-40c5-a5c7-43dd4d9e4d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Network': ['ID=3a82018d-e975-4fd1-8491-08c7d8309cbd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:40.785700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Deleting port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:40.787850 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.837783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:40.841734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.908137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:12:40.924840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:40.925321 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Added segment 79e2be26-52f2-47c5-a895-c3c9f8b089ec of type vlan for network 155992f0-7bd8-4a94-9100-b2b4a4542951 Oct 13 00:12:40.985221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.041380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00239377-4068-409a-b949-2aa7c07b6498 req-9e986641-bc76-481f-b70e-2261efc1e26e tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:41.050439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00239377-4068-409a-b949-2aa7c07b6498 req-9e986641-bc76-481f-b70e-2261efc1e26e tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 945 time: 0.1765618 Oct 13 00:12:41.070972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.078295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:41.079055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.095247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] For port 5f3a1395-72d3-4bb2-b8df-4f37afb517ff, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:41.098326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.158982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Calling delete_port for 5f3a1395-72d3-4bb2-b8df-4f37afb517ff owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:41.171796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00239377-4068-409a-b949-2aa7c07b6498 req-0d2b4ce5-7119-4a9d-8eb8-25525f994f65 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122994 Oct 13 00:12:41.206129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Deleting port d802daa5-194c-4ea8-af05-29724f5de25b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:41.207012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.229612 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4901519 Oct 13 00:12:41.229896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48808) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:41.234727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'subnet': {'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:41.260608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Network': ['ID=155992f0-7bd8-4a94-9100-b2b4a4542951,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:41.285761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.288228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.288682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.289127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.290662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.297516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.298272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.298630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.299561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.299561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.301304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.301718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06620823-8162-4edb-b166-95c1c48f7fee tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:41.344849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 155992f0-7bd8-4a94-9100-b2b4a4542951 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:12:41.428623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] For port d802daa5-194c-4ea8-af05-29724f5de25b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d802daa5-194c-4ea8-af05-29724f5de25b,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:41.429063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.475150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Calling delete_port for d802daa5-194c-4ea8-af05-29724f5de25b owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:41.476736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:41.485849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.486266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:41.563568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:41.566485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5adcfbf7-765b-47b6-b7d7-29ffb41b3f93 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:41.803535 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff7fffcf-4745-4b3a-b8cd-a516d212e3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.813306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.914569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:41.917137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3a1395-72d3-4bb2-b8df-4f37afb517ff,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:41.942293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Pushing event deleted for resources: {'Port': ['ID=d802daa5-194c-4ea8-af05-29724f5de25b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:42.194039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb1f70-9ec8-4c78-b1c0-46c33cd7549e req-1400ecbc-6a22-442b-990c-704ad87e8bb2 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:42.201689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94eb1f70-9ec8-4c78-b1c0-46c33cd7549e req-1400ecbc-6a22-442b-990c-704ad87e8bb2 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 945 time: 0.2707987 Oct 13 00:12:42.207449 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:42.341648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:42.417360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Subnet': ['ID=98e28fa4-2e9e-480d-a65a-d2a9c7570d00,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:42.761365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Router 407c418f-6b81-4f4e-bfc7-707733847414 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:12:42.900612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:12:42.910394 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] Sync routers for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:12:42.914207 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-60ae77af-2879-4a2d-9f80-bc2ee17e559a admin admin] 10.222.0.21 "PUT /v2.0/routers/407c418f-6b81-4f4e-bfc7-707733847414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8799713 Oct 13 00:12:42.916548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48930) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:42.922703 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:42.923314 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:42.981752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94eb1f70-9ec8-4c78-b1c0-46c33cd7549e req-73a273a5-5819-4f1a-aec1-45e5d87f6d7e tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7787547 Oct 13 00:12:43.035779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Checking segment: {'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:43.036987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network hostable DHCP agents. Network: 155992f0-7bd8-4a94-9100-b2b4a4542951, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:12:43.062362 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.074395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network 155992f0-7bd8-4a94-9100-b2b4a4542951 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:12:43.128827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.134547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 155992f0-7bd8-4a94-9100-b2b4a4542951) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:43.145965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da08b36d-f900-45b8-809c-9852c73c5954 None None] Network 155992f0-7bd8-4a94-9100-b2b4a4542951 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:43.165087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:43.166192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.171467 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:43.301412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3d48ac7d-4f3d-4a03-a2bf-ba9a89ab41a7 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0682347 Oct 13 00:12:43.312815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48958) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:43.334758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-207393084'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:43.401568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:43.407542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.424029 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.488465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-155992f0-7bd8-4a94-9100-b2b4a4542951', 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'fixed_ips': [{'subnet_id': '98e28fa4-2e9e-480d-a65a-d2a9c7570d00'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:12:43.489322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.532184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:12:43.561604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Deleting port 273eda17-9e77-46f8-b535-0d379a9ad05a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:43.562070 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.664553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.664965 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Added segment c1de41b0-a754-4745-b8cc-81d6b605bb1b of type vlan for network cc62fad2-330c-461b-8610-de95aad4af03 Oct 13 00:12:43.794746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-47a18929-4920-49c2-aacf-b2fe9ce86f12 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:43.796322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-47a18929-4920-49c2-aacf-b2fe9ce86f12 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.45 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 945 time: 0.1319942 Oct 13 00:12:43.796532 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.843612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Allocated IP 19.80.0.2 (155992f0-7bd8-4a94-9100-b2b4a4542951/98e28fa4-2e9e-480d-a65a-d2a9c7570d00/a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:43.861574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.868057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] For port 273eda17-9e77-46f8-b535-0d379a9ad05a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=273eda17-9e77-46f8-b535-0d379a9ad05a,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:43.868639 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.874246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:43.877982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:43.978779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Calling delete_port for 273eda17-9e77-46f8-b535-0d379a9ad05a owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:44.049623 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:12:41Z', 'revision_number': 5, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port': {'id': '273eda17-9e77-46f8-b535-0d379a9ad05a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407c418f-6b81-4f4e-bfc7-707733847414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:09:11Z', 'updated_at': '2021-10-13T00:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:44.135800 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] Checking router: 407c418f-6b81-4f4e-bfc7-707733847414 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:12:44.157466 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] Routers {'407c418f-6b81-4f4e-bfc7-707733847414'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:44.159376 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['407c418f-6b81-4f4e-bfc7-707733847414'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:44.163244 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:44.170495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8458083 Oct 13 00:12:44.179299 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:44.181007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49014) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:44.201635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'subnet': {'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:44.269486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Network 155992f0-7bd8-4a94-9100-b2b4a4542951 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:44.276018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:44.298107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:44.334531 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] Set router 407c418f-6b81-4f4e-bfc7-707733847414 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:44.361809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Pushing event updated for resources: {'Port': ['ID=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:44.396683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff00ad-df8c-41eb-a5c5-249ba563a710 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Network': ['ID=cc62fad2-330c-461b-8610-de95aad4af03,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:44.416598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Router 1ae17044-b6d9-4365-b493-d43451040de8 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:12:44.441469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network cc62fad2-330c-461b-8610-de95aad4af03 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:12:44.471374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f8d88-2159-4ad7-a8c7-58d13bfdfc95 req-c0cc309e-2160-4ae9-8185-f31a0b64c15c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:44.476363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Deleting port 6127844e-a496-4a0f-9205-60fcfbeafb88 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:44.478820 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:44.479646 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:12:43Z', 'revision_number': 6, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:44.481801 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c03f8d88-2159-4ad7-a8c7-58d13bfdfc95 req-c0cc309e-2160-4ae9-8185-f31a0b64c15c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 945 time: 0.3477204 Oct 13 00:12:44.493717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Attempting to bind port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:44.494102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Attempting to bind port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:44.494553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Attempting to bind port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd on network 155992f0-7bd8-4a94-9100-b2b4a4542951 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:44.554541 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba542b51-b617-4a9e-bb90-8152546119f2 None None] The sync data for ids ['407c418f-6b81-4f4e-bfc7-707733847414'] in n-d-813679-4 is: [{'id': '407c418f-6b81-4f4e-bfc7-707733847414', 'name': 'tempest-ServersTestBootFromVolume-1636093657-router', 'tenant_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:09:10Z', 'updated_at': '2021-10-13T00:12:43Z', 'revision_number': 6, 'project_id': 'fb30d0f3b3ae4cc185850f9004c0ea62', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:12:44.571274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:44.572853 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Checking segment: {'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:44.573286 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:44.573694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Bound using segment: {'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:44.576305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Bound port: a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:44.577274 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:44.780203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c03f8d88-2159-4ad7-a8c7-58d13bfdfc95 req-e3e3a392-7b77-4b76-8e4b-f5656812f054 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085810 Oct 13 00:12:44.811040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:12:44.813759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-21af892f-1713-4c08-8e86-6eb197a03931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:44.822750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b27f868e-b3f1-4957-b96b-335fb50ce344 admin admin] 10.222.0.21 "PUT /v2.0/routers/1ae17044-b6d9-4365-b493-d43451040de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1989987 Oct 13 00:12:44.826162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49046) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:44.836895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] Sync routers for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:12:44.856092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:44.859594 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:44.908038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:44.908694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:45.099395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] For port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:45.159453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.181326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] For port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:45.200791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] For port 6127844e-a496-4a0f-9205-60fcfbeafb88, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6127844e-a496-4a0f-9205-60fcfbeafb88,segment=NetworkSegment(6c96c4e4-742c-4d64-97da-4e05fd2eb224),segment_id=6c96c4e4-742c-4d64-97da-4e05fd2eb224)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:45.201773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.207018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.279665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Calling delete_port for 6127844e-a496-4a0f-9205-60fcfbeafb88 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:45.392627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Subnet': ['ID=ea3909e7-53bd-41c2-b779-06f3b3a28370,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:45.398084 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.446444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Checking segment: {'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:45.448476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network hostable DHCP agents. Network: cc62fad2-330c-461b-8610-de95aad4af03, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:12:45.483307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.565178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Deleting port 93616857-3b8c-4867-9e7b-1aea6297ec11 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:45.565745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.583126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Pushing event deleted for resources: {'Port': ['ID=273eda17-9e77-46f8-b535-0d379a9ad05a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:45.589767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network cc62fad2-330c-461b-8610-de95aad4af03 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:12:45.634277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, cc62fad2-330c-461b-8610-de95aad4af03) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:45.644682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d802daa5-194c-4ea8-af05-29724f5de25b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:45.667349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:45.668117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.713191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7997cec7-466f-41ce-9520-a40d745590cc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5297966 Oct 13 00:12:45.743083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.746215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d802daa5-194c-4ea8-af05-29724f5de25b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:45.751042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d802daa5-194c-4ea8-af05-29724f5de25b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:45.751625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 273eda17-9e77-46f8-b535-0d379a9ad05a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:45.852168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] For port 93616857-3b8c-4867-9e7b-1aea6297ec11, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=93616857-3b8c-4867-9e7b-1aea6297ec11,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:45.852633 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.873782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4384a-8a6f-441f-837c-78aa4c098304 None None] Network cc62fad2-330c-461b-8610-de95aad4af03 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:45.888513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Calling delete_port for 93616857-3b8c-4867-9e7b-1aea6297ec11 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:45.906417 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.956427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 273eda17-9e77-46f8-b535-0d379a9ad05a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:45.965097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 273eda17-9e77-46f8-b535-0d379a9ad05a not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:46.055350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:46.149851 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.154097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ba20d-23d5-4165-9b93-6a8ab6b72591 req-7cd8a747-6141-4fd8-b33b-4fa6f513e77f tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:46.170404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-251ba20d-23d5-4165-9b93-6a8ab6b72591 req-7cd8a747-6141-4fd8-b33b-4fa6f513e77f tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 945 time: 0.1735072 Oct 13 00:12:46.354417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-251ba20d-23d5-4165-9b93-6a8ab6b72591 req-258f7c06-1022-43eb-a958-235dc6859116 tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf0fde89-1bdd-4495-99d4-27577069bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830165 Oct 13 00:12:46.397066 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.433706 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.436135 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.512712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.518479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d23fe-5752-4352-af01-cb30d9022758 None None] Pushing event updated for resources: {'Port': ['ID=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:46.520311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.521130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 407c418f-6b81-4f4e-bfc7-707733847414 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:12:46.526686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.528262 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-83d44d46-269f-451a-a5e2-d27bf9d91231 admin admin] 10.222.0.21 "DELETE /v2.0/routers/407c418f-6b81-4f4e-bfc7-707733847414 HTTP/1.1" status: 204 len: 168 time: 3.6097035 Oct 13 00:12:46.532577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49136) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:46.583093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-cc62fad2-330c-461b-8610-de95aad4af03', 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'fixed_ips': [{'subnet_id': 'ea3909e7-53bd-41c2-b779-06f3b3a28370'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:12:46.584522 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.649982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Pushing event deleted for resources: {'Port': ['ID=93616857-3b8c-4867-9e7b-1aea6297ec11,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:46.661598 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.763602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Pushing event deleted for resources: {'Port': ['ID=6127844e-a496-4a0f-9205-60fcfbeafb88,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:46.815899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f667da3-b251-4262-a879-bc1bfb4c1f2e admin admin] Deleting subnet 7c5f6a02-d977-4673-b7a5-efdb5142d239 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:12:46.849195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f667da3-b251-4262-a879-bc1bfb4c1f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.942867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.967192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] No DVR routers for this DVR port 6127844e-a496-4a0f-9205-60fcfbeafb88 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:46.971915 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.977388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-49a9549c-a32d-4935-98e6-12ea17b6c0ea req-961f4d4d-ce8a-48ac-afe6-427a18cf2e9c tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.45 "DELETE /v2.0/ports/6127844e-a496-4a0f-9205-60fcfbeafb88 HTTP/1.1" status: 204 len: 173 time: 3.1735816 Oct 13 00:12:46.978615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260c0cfe-264e-48fc-ad7d-81552a7e50d3', 'name': 'network-vif-deleted', 'tag': '6127844e-a496-4a0f-9205-60fcfbeafb88'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:46.981736 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010b0ff8-0edb-4465-b173-cc502bec2e7f" -d '{"events": [{"server_uuid": "260c0cfe-264e-48fc-ad7d-81552a7e50d3", "name": "network-vif-deleted", "tag": "6127844e-a496-4a0f-9205-60fcfbeafb88"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:47.015172 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f667da3-b251-4262-a879-bc1bfb4c1f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.085783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:12:41Z', 'revision_number': 5, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port': {'id': '93616857-3b8c-4867-9e7b-1aea6297ec11', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae17044-b6d9-4365-b493-d43451040de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:43Z', 'updated_at': '2021-10-13T00:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:47.125366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-2ca89385-b768-457e-bd0d-b3ae347f773c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:47.150247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-2ca89385-b768-457e-bd0d-b3ae347f773c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:47.152596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] Checking router: 1ae17044-b6d9-4365-b493-d43451040de8 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:12:47.157242 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-2ca89385-b768-457e-bd0d-b3ae347f773c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/networks?id=155992f0-7bd8-4a94-9100-b2b4a4542951&id=cc62fad2-330c-461b-8610-de95aad4af03 HTTP/1.1" status: 200 len: 1390 time: 0.6467633 Oct 13 00:12:47.167679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Allocated IP 19.86.0.2 (cc62fad2-330c-461b-8610-de95aad4af03/ea3909e7-53bd-41c2-b779-06f3b3a28370/7beb1cba-aef8-4183-904e-55c3c35b765a) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:47.194451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] Routers {'1ae17044-b6d9-4365-b493-d43451040de8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:47.194983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1ae17044-b6d9-4365-b493-d43451040de8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:47.241022 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f667da3-b251-4262-a879-bc1bfb4c1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.427937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f667da3-b251-4262-a879-bc1bfb4c1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.439898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] Set router 1ae17044-b6d9-4365-b493-d43451040de8 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:47.505766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f667da3-b251-4262-a879-bc1bfb4c1f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5f6a02-d977-4673-b7a5-efdb5142d239,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:47.518910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-1298032f-07f1-47ad-832c-f1bc79a1c4ea tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/quotas/4929e4cc9aeb4cc3b582dd5a337c63c0 HTTP/1.1" status: 200 len: 375 time: 0.2616589 Oct 13 00:12:47.527264 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4f667da3-b251-4262-a879-bc1bfb4c1f2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.527467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.531797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.541862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49188) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:47.542630 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4f667da3-b251-4262-a879-bc1bfb4c1f2e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c5f6a02-d977-4673-b7a5-efdb5142d239 HTTP/1.1" status: 204 len: 168 time: 1.0017047 Oct 13 00:12:47.589611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:12:46Z', 'revision_number': 7, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:47.592453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6127844e-a496-4a0f-9205-60fcfbeafb88 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:47.595859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b4cb2-3901-488f-9518-6c61a8076602 None None] Network 590a19f3-25c5-4062-abe5-2c7172fa54a3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:47.741573 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb37301-ec59-478b-9eef-b2a4bb5eb359 x-openstack-request-id: req-7fb37301-ec59-478b-9eef-b2a4bb5eb359 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:47.741978 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260c0cfe-264e-48fc-ad7d-81552a7e50d3", "name": "network-vif-deleted", "tag": "6127844e-a496-4a0f-9205-60fcfbeafb88", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:47.742330 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fb37301-ec59-478b-9eef-b2a4bb5eb359 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:47.742856 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260c0cfe-264e-48fc-ad7d-81552a7e50d3', 'name': 'network-vif-deleted', 'tag': '6127844e-a496-4a0f-9205-60fcfbeafb88', 'status': 'completed', 'code': 200} Oct 13 00:12:47.765236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.776725 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.777600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 6127844e-a496-4a0f-9205-60fcfbeafb88 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:47.777856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6127844e-a496-4a0f-9205-60fcfbeafb88 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:47.789358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.790000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ae17044-b6d9-4365-b493-d43451040de8 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:12:47.799944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.803902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c75e50a0-5700-4251-b8e1-f09fcf034776 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1ae17044-b6d9-4365-b493-d43451040de8 HTTP/1.1" status: 204 len: 168 time: 2.9717963 Oct 13 00:12:47.805009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49198) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:47.884857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-fa15364d-945d-446c-b36d-089b293d5e35 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3406317 Oct 13 00:12:47.898837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb150844-c81a-49cc-a307-0b6d2261beac admin admin] Deleting subnet 1f18d5ae-53ea-43b6-a963-5360d0376533 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:12:47.902516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb150844-c81a-49cc-a307-0b6d2261beac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:47.912690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:47.918583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd909ca0-23c7-4595-99a9-4650311d8f54 None None] The sync data for ids ['1ae17044-b6d9-4365-b493-d43451040de8'] in n-d-813679-4 is: [{'id': '1ae17044-b6d9-4365-b493-d43451040de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-968040364-router', 'tenant_id': '19a1121658ab489c8dd47b9a4173b6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:41Z', 'updated_at': '2021-10-13T00:12:46Z', 'revision_number': 7, 'project_id': '19a1121658ab489c8dd47b9a4173b6f2', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:12:47.953342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb150844-c81a-49cc-a307-0b6d2261beac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.029099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-1d24c250-91cd-4cb5-a560-93b847616bd7 service neutron] 10.222.0.21 "GET /v2.0/networks/155992f0-7bd8-4a94-9100-b2b4a4542951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433058 Oct 13 00:12:48.072381 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb150844-c81a-49cc-a307-0b6d2261beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.075811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eeaa1803-6035-4062-9e13-8ebaf9eb45e4 req-51a795f9-09b6-46b1-b7c6-3ad5ef0b6fbc tempest-ServerAddressesNegativeTestJSON-712575298 tempest-ServerAddressesNegativeTestJSON-712575298-project] 10.222.0.21 "GET /v2.0/ports?device_id=260c0cfe-264e-48fc-ad7d-81552a7e50d3 HTTP/1.1" status: 200 len: 210 time: 0.0421383 Oct 13 00:12:48.076498 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.094213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e134a-2d5b-48ae-acf6-51ea1cf68479 None None] Network 155992f0-7bd8-4a94-9100-b2b4a4542951 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:48.189709 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb150844-c81a-49cc-a307-0b6d2261beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.203498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Deleting port 4343e1f8-32c7-409e-a08e-ff9f2974e95b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:48.204483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.246296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb150844-c81a-49cc-a307-0b6d2261beac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f18d5ae-53ea-43b6-a963-5360d0376533,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:48.259150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb150844-c81a-49cc-a307-0b6d2261beac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.268900 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb150844-c81a-49cc-a307-0b6d2261beac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1f18d5ae-53ea-43b6-a963-5360d0376533 HTTP/1.1" status: 204 len: 168 time: 0.4621346 Oct 13 00:12:48.271757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49210) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:48.384727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976b93f-55de-4ca7-a976-a6417cb60d47 None None] Network d40dea09-fc9f-4bf5-8d6c-92e066398f0b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:48.469739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.489225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-650092ee-0004-468a-aae5-0e2fa3568f9a service neutron] 10.222.0.21 "GET /v2.0/networks/155992f0-7bd8-4a94-9100-b2b4a4542951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570229 Oct 13 00:12:48.517921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] For port 4343e1f8-32c7-409e-a08e-ff9f2974e95b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4343e1f8-32c7-409e-a08e-ff9f2974e95b,segment=NetworkSegment(2358a25b-0329-46f0-9d3a-373d7ec9f11f),segment_id=2358a25b-0329-46f0-9d3a-373d7ec9f11f)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:48.518564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.519413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.584417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Deleting port 894ff342-58bb-4329-8850-06a38e73c764 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:48.585069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.591287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Network cc62fad2-330c-461b-8610-de95aad4af03 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:48.614374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Pushing event updated for resources: {'Port': ['ID=7beb1cba-aef8-4183-904e-55c3c35b765a,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:48.618267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:48.621152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:48.624796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Calling delete_port for 4343e1f8-32c7-409e-a08e-ff9f2974e95b owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:48.674581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] For port 894ff342-58bb-4329-8850-06a38e73c764, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=894ff342-58bb-4329-8850-06a38e73c764,segment=NetworkSegment(fdf83165-34db-4106-afa9-c60b0a14b8a3),segment_id=fdf83165-34db-4106-afa9-c60b0a14b8a3)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:48.674948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.688876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Calling delete_port for 894ff342-58bb-4329-8850-06a38e73c764 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:48.757404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b76bfa-4bd4-407d-a2fb-f61e61848b55 service neutron] 10.222.0.21 "GET /v2.0/networks/cc62fad2-330c-461b-8610-de95aad4af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686770 Oct 13 00:12:48.757638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8cd5c74c-8bb6-4076-bba3-6f169ead397b None None] Provisioning complete for port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:48.758026 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c74c-8bb6-4076-bba3-6f169ead397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.820451 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.865297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Pushing event deleted for resources: {'Port': ['ID=894ff342-58bb-4329-8850-06a38e73c764,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:48.885902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] No DVR routers for this DVR port 894ff342-58bb-4329-8850-06a38e73c764 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:49.042766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-acda35d3-8009-44f8-8d91-c27a7c1d946f service neutron] 10.222.0.21 "GET /v2.0/networks/cc62fad2-330c-461b-8610-de95aad4af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548950 Oct 13 00:12:49.044015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.068043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] No DVR routers for this DVR port 4343e1f8-32c7-409e-a08e-ff9f2974e95b on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:49.074775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.136524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40dea09-fc9f-4bf5-8d6c-92e066398f0b']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:49.159231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49260) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:49.173740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf83165-34db-4106-afa9-c60b0a14b8a3') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:49.174106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf83165-34db-4106-afa9-c60b0a14b8a3') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:49.237759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.259266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:49.262680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.283931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Attempting to bind port 7beb1cba-aef8-4183-904e-55c3c35b765a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:49.284917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Attempting to bind port 7beb1cba-aef8-4183-904e-55c3c35b765a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:49.285626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Attempting to bind port 7beb1cba-aef8-4183-904e-55c3c35b765a on network cc62fad2-330c-461b-8610-de95aad4af03 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:49.290658 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.296196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebde8218-5033-4028-ba2a-311e15f0a4af admin admin] Deleting subnet fd163fe1-76b2-4f13-8ff2-15aad4dfaa94 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:12:49.304022 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ebde8218-5033-4028-ba2a-311e15f0a4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.306134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:12:49.306526 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:12:49.309985 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:12:49.369972 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.416698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d729af3d-521d-4533-b13d-05e97eaeea67 None None] DHCP port deletion for d40dea09-fc9f-4bf5-8d6c-92e066398f0b request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:12:49.433319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:49.433901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Checking segment: {'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:49.434489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.437134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Bound using segment: {'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:49.437838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Bound port: 7beb1cba-aef8-4183-904e-55c3c35b765a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:49.438415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590a19f3-25c5-4062-abe5-2c7172fa54a3']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:49.438599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.448651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ebde8218-5033-4028-ba2a-311e15f0a4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.455644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ea260-270f-4bfb-983e-cd0b7dd125c7 None None] DHCP port deletion for 590a19f3-25c5-4062-abe5-2c7172fa54a3 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:12:49.469482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2358a25b-0329-46f0-9d3a-373d7ec9f11f') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:49.469660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2358a25b-0329-46f0-9d3a-373d7ec9f11f') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:49.510841 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.543877 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.545271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c74c-8bb6-4076-bba3-6f169ead397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.562620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ebde8218-5033-4028-ba2a-311e15f0a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.565839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:12:49.566209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.640984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] For port 7beb1cba-aef8-4183-904e-55c3c35b765a, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:49.648333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] For port 7beb1cba-aef8-4183-904e-55c3c35b765a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7beb1cba-aef8-4183-904e-55c3c35b765a,segment=NetworkSegment(c1de41b0-a754-4745-b8cc-81d6b605bb1b),segment_id=c1de41b0-a754-4745-b8cc-81d6b605bb1b)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:49.664556 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.710683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=4343e1f8-32c7-409e-a08e-ff9f2974e95b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:12:49.723027 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:12:49.725756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.745083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.757476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a80cf7-05e3-46c8-8fc5-1d5ad3ea9ef8 None None] Pushing event updated for resources: {'Port': ['ID=7beb1cba-aef8-4183-904e-55c3c35b765a,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:49.762855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/590a19f3-25c5-4062-abe5-2c7172fa54a3 HTTP/1.1" status: 204 len: 168 time: 2.2156084 Oct 13 00:12:49.774005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.799495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a159f7f-f5b1-4776-86ca-34f797826a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=590a19f3-25c5-4062-abe5-2c7172fa54a3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:49.799794 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.803521 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d40dea09-fc9f-4bf5-8d6c-92e066398f0b HTTP/1.1" status: 204 len: 168 time: 1.5308845 Oct 13 00:12:49.808144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0df3d-051d-4e01-a22b-8fc5e8552333 admin admin] Pushing event deleted for resources: {'Network': ['ID=d40dea09-fc9f-4bf5-8d6c-92e066398f0b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:49.810028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49292) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:49.837851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d61d03af-fcf1-4f5e-b3e3-8ae526effdff req-d1b15fab-56fd-46d2-9b30-fc4ee60c7e86 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 210 time: 0.1170557 Oct 13 00:12:49.878351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8cd5c74c-8bb6-4076-bba3-6f169ead397b None None] For port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:49.893174 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8cd5c74c-8bb6-4076-bba3-6f169ead397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.964427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ebde8218-5033-4028-ba2a-311e15f0a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.974271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.000765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ebde8218-5033-4028-ba2a-311e15f0a4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.010545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49296) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:50.010834 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ebde8218-5033-4028-ba2a-311e15f0a4af admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fd163fe1-76b2-4f13-8ff2-15aad4dfaa94 HTTP/1.1" status: 204 len: 168 time: 0.8502984 Oct 13 00:12:50.083272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde8218-5033-4028-ba2a-311e15f0a4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd163fe1-76b2-4f13-8ff2-15aad4dfaa94,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:50.105782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5c74c-8bb6-4076-bba3-6f169ead397b None None] Pushing event updated for resources: {'Port': ['ID=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:50.120859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9b9348fa-9550-4cc1-8ca0-c5214eb3cb42 None None] Provisioning complete for port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:50.121242 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9b9348fa-9550-4cc1-8ca0-c5214eb3cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.165501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49300) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:50.182717 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:12:50.183076 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:12:50.277785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.292551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49302) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:50.385530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-219f8391-6933-41b6-980a-9059e13e0b5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb30d0f3b3ae4cc185850f9004c0ea62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095108 Oct 13 00:12:50.386624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49308) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:50.528305 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.557635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91c9a26f-5f92-4db7-a200-a6dafe5b0ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.560940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f7ad2b-f736-4f94-b178-09ea609c7bee']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:50.578218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c96c4e4-742c-4d64-97da-4e05fd2eb224') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:50.578509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c96c4e4-742c-4d64-97da-4e05fd2eb224') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:50.597247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.600756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91c9a26f-5f92-4db7-a200-a6dafe5b0ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.624678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.642318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:12:50.642732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:12:50.644461 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:12:50.732379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.739670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.744923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] 10.222.0.21 "DELETE /v2.0/networks/65f7ad2b-f736-4f94-b178-09ea609c7bee HTTP/1.1" status: 204 len: 168 time: 0.7331455 Oct 13 00:12:50.760752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91c9a26f-5f92-4db7-a200-a6dafe5b0ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.764395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91c9a26f-5f92-4db7-a200-a6dafe5b0ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.770621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-91c9a26f-5f92-4db7-a200-a6dafe5b0ca2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/493745b5-cccf-4b91-9812-6f620edfc457 HTTP/1.1" status: 204 len: 168 time: 0.3813531 Oct 13 00:12:50.776249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.805042 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c85c037-bd1a-47cb-84f2-06709b022cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.816414 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6332400-816b-4cf0-9d58-ccedf888d997 admin admin] Pushing event deleted for resources: {'Network': ['ID=65f7ad2b-f736-4f94-b178-09ea609c7bee,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:50.892097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9a26f-5f92-4db7-a200-a6dafe5b0ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493745b5-cccf-4b91-9812-6f620edfc457,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:50.923249 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c85c037-bd1a-47cb-84f2-06709b022cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:50.935345 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c85c037-bd1a-47cb-84f2-06709b022cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.041063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49320) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:51.053565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1c85c037-bd1a-47cb-84f2-06709b022cc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3730356ec7554e3e922fccce3987aef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7447488 Oct 13 00:12:51.059660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49322) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:51.157604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1a5a5fa-42a7-4a5e-ab78-c8b9b9d59db4 req-2f12e520-9b87-44e8-997d-3d452c916f11 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 210 time: 0.1326311 Oct 13 00:12:51.167962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85c037-bd1a-47cb-84f2-06709b022cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b800604-de0e-464a-b5c7-71ad15f87291,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:51.193244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-01a9ab7e-300e-45e4-846e-76ac83c69d06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc988777530e4850babbaa9d22ff176f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113799 Oct 13 00:12:51.193859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49326) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:51.218196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6f49-0fe4-4522-b0b9-bea9d2fcd421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.227069 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7beb1cba-aef8-4183-904e-55c3c35b765a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:51.295160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7beb1cba-aef8-4183-904e-55c3c35b765a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:51.296149 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.300717 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6f49-0fe4-4522-b0b9-bea9d2fcd421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.392553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6f49-0fe4-4522-b0b9-bea9d2fcd421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.396763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6f49-0fe4-4522-b0b9-bea9d2fcd421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.398422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7f6d6f49-0fe4-4522-b0b9-bea9d2fcd421 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b800604-de0e-464a-b5c7-71ad15f87291 HTTP/1.1" status: 204 len: 168 time: 0.3378208 Oct 13 00:12:51.430919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d6f49-0fe4-4522-b0b9-bea9d2fcd421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b800604-de0e-464a-b5c7-71ad15f87291,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:51.508987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.533929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-6dca1ea4-46f0-4b21-b54e-6604fd6a8931 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:51.540983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-6dca1ea4-46f0-4b21-b54e-6604fd6a8931 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:51.542621 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-6dca1ea4-46f0-4b21-b54e-6604fd6a8931 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.36 "GET /v2.0/networks?id=155992f0-7bd8-4a94-9100-b2b4a4542951&id=cc62fad2-330c-461b-8610-de95aad4af03 HTTP/1.1" status: 200 len: 1390 time: 0.3890643 Oct 13 00:12:51.593429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 7beb1cba-aef8-4183-904e-55c3c35b765a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7beb1cba-aef8-4183-904e-55c3c35b765a,segment=NetworkSegment(c1de41b0-a754-4745-b8cc-81d6b605bb1b),segment_id=c1de41b0-a754-4745-b8cc-81d6b605bb1b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:51.598877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'port': {'device_id': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951', 'admin_state_up': True, 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:51.600916 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.602283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:51.621904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc889a4-082f-4946-8ca3-84d76a31513c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.644820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab67d3-3cb1-4050-97ae-246425b45c4f None None] Network cc62fad2-330c-461b-8610-de95aad4af03 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:51.720272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc889a4-082f-4946-8ca3-84d76a31513c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.768266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c6bba162-c0cc-443d-8058-6f889d5cddcf None None] Provisioning complete for port 7beb1cba-aef8-4183-904e-55c3c35b765a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:51.768651 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c6bba162-c0cc-443d-8058-6f889d5cddcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.824018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Deleting port 969b99a3-1e03-426b-8a81-49a9ba0a96cf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:51.825099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.873017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc889a4-082f-4946-8ca3-84d76a31513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.876327 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc889a4-082f-4946-8ca3-84d76a31513c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.877773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fcc889a4-082f-4946-8ca3-84d76a31513c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf0fde89-1bdd-4495-99d4-27577069bd24 HTTP/1.1" status: 204 len: 168 time: 0.5977890 Oct 13 00:12:51.886490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:51.890311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:51.930786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc889a4-082f-4946-8ca3-84d76a31513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0fde89-1bdd-4495-99d4-27577069bd24,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:51.953605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=7beb1cba-aef8-4183-904e-55c3c35b765a,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:51.994935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:51.995321 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:52.053078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] For port 969b99a3-1e03-426b-8a81-49a9ba0a96cf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=969b99a3-1e03-426b-8a81-49a9ba0a96cf,segment=NetworkSegment(96afd009-e7a1-4284-9210-9e72efba5134),segment_id=96afd009-e7a1-4284-9210-9e72efba5134)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:52.055435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:52.086657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Calling delete_port for 969b99a3-1e03-426b-8a81-49a9ba0a96cf owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:52.427737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5f3a1395-72d3-4bb2-b8df-4f37afb517ff no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:52.476143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32e5b8df-908d-436f-8d30-ddda9d6c4296 req-e349a98f-83af-4dc7-8cdc-a7b20814bd5f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 210 time: 0.0810862 Oct 13 00:12:52.488406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 5f3a1395-72d3-4bb2-b8df-4f37afb517ff {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:52.490320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5f3a1395-72d3-4bb2-b8df-4f37afb517ff not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:52.490778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 93616857-3b8c-4867-9e7b-1aea6297ec11 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:52.584282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 93616857-3b8c-4867-9e7b-1aea6297ec11 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:52.586339 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 93616857-3b8c-4867-9e7b-1aea6297ec11 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:52.601551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 894ff342-58bb-4329-8850-06a38e73c764 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:52.640889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Allocated IP 19.80.0.237 (155992f0-7bd8-4a94-9100-b2b4a4542951/98e28fa4-2e9e-480d-a65a-d2a9c7570d00/25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:52.662583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 894ff342-58bb-4329-8850-06a38e73c764 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:52.662898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 894ff342-58bb-4329-8850-06a38e73c764 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:52.663981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4343e1f8-32c7-409e-a08e-ff9f2974e95b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:52.734762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 4343e1f8-32c7-409e-a08e-ff9f2974e95b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:52.735171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4343e1f8-32c7-409e-a08e-ff9f2974e95b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:52.874573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0d214013-15d5-45e7-ab29-51a4eedd6288 None None] Provisioning complete for port 7beb1cba-aef8-4183-904e-55c3c35b765a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:52.874953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d214013-15d5-45e7-ab29-51a4eedd6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:52.882076 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:52.950923 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:52.988341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7beb1cba-aef8-4183-904e-55c3c35b765a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:12:53.056686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=969b99a3-1e03-426b-8a81-49a9ba0a96cf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:53.262281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7beb1cba-aef8-4183-904e-55c3c35b765a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:53.262658 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:53.433364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:53.496933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network 155992f0-7bd8-4a94-9100-b2b4a4542951 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:53.507896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:53.516918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:53.561326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Port': ['ID=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:53.576298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:53.684695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:53.685367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:53.768893 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d14cd707-fff0-456e-9ab5-16a84fab6eaf tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1975641 Oct 13 00:12:53.783591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e118e66-03ec-4826-96d2-1032ac0cbac0 req-d463d902-2b88-4fab-a54d-703006da1a7c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:53.800264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e118e66-03ec-4826-96d2-1032ac0cbac0 req-d463d902-2b88-4fab-a54d-703006da1a7c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 932 time: 0.1439714 Oct 13 00:12:53.900880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e118e66-03ec-4826-96d2-1032ac0cbac0 req-0a7cbb35-48a7-4144-a8b0-e0e74aa856f0 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968990 Oct 13 00:12:53.908688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Request body: {'port': {'device_id': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03', 'admin_state_up': True, 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:53.996437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-245f5f26-1786-4676-8dc4-1a47935fc1e8 None None] Provisioning complete for port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:53.997026 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-245f5f26-1786-4676-8dc4-1a47935fc1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.073732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-245f5f26-1786-4676-8dc4-1a47935fc1e8 None None] Port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:12:54.161524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8e1cbcc-cb76-43d8-acf2-0704e86749a5 req-96159e54-1dc8-49aa-8e1f-0883426a6aee tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce74a12-9185-4877-b834-f11e71105b6f HTTP/1.1" status: 200 len: 210 time: 0.0644469 Oct 13 00:12:54.266713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49444) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:54.379971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Made reservation on behalf of 4929e4cc9aeb4cc3b582dd5a337c63c0 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:54.387541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.449950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1610606740-network', 'tenant_id': 'c5bb9ed0203646619b75f192add8a3e4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:54.498229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Made reservation on behalf of c5bb9ed0203646619b75f192add8a3e4 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:54.501094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.511767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.561396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Allocated IP 19.86.0.26 (cc62fad2-330c-461b-8610-de95aad4af03/ea3909e7-53bd-41c2-b779-06f3b3a28370/f8e728f7-0e4d-4825-aa5d-858c75f43ecf) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:12:54.711042 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.717437 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.756429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:12:54.791140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.791487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.792054 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Added segment 97959df0-f03e-4422-a8b9-6bb4b477cdca of type vlan for network fb834228-4867-47cd-bf75-69fc2d70f6ec Oct 13 00:12:54.793505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607328d8-e456-4322-b63b-45c96faf3e75,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:54.867999 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:55.008918 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7ea72c6-4758-4188-a722-c50f8d6caab6 req-08d96881-2157-4341-b067-9e4105f8fb05 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0917110 Oct 13 00:12:55.011180 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:55.012725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:55.013424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:55.402837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:55.523701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Network cc62fad2-330c-461b-8610-de95aad4af03 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:12:55.548824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:55.577981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:12:55.668337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event updated for resources: {'Port': ['ID=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:55.712101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Router aed20b2c-dfc4-4959-bbc0-07fb802902b1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:12:55.722244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4544170 Oct 13 00:12:55.729468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49504) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:55.737854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Request body: {'subnet': {'network_id': 'fb834228-4867-47cd-bf75-69fc2d70f6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1610606740-subnet', 'tenant_id': 'c5bb9ed0203646619b75f192add8a3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:55.771066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2241aa0-8a88-4fa4-be4b-9e64844eedd3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb834228-4867-47cd-bf75-69fc2d70f6ec,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:55.777999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:55.778632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:55.785079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network fb834228-4867-47cd-bf75-69fc2d70f6ec details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:12:55.793710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a8309-53c9-4853-b8c3-2cb7f60d264f req-daba6d9c-63f1-40c6-afd4-2167cfa8e7e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:55.805144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-047a8309-53c9-4853-b8c3-2cb7f60d264f req-daba6d9c-63f1-40c6-afd4-2167cfa8e7e8 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 932 time: 0.7733805 Oct 13 00:12:55.902999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-047a8309-53c9-4853-b8c3-2cb7f60d264f req-e116d1b4-76fc-4fae-a09c-47a36472d087 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969098 Oct 13 00:12:56.035590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Made reservation on behalf of c5bb9ed0203646619b75f192add8a3e4 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:12:56.038537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.047638 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f79b6b2a-fb01-456d-a02b-4f4330f8f076 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1533835 Oct 13 00:12:56.063128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-47a20fd3-249c-4a5d-855b-2aec20c83042 None None] Provisioning complete for port f8e728f7-0e4d-4825-aa5d-858c75f43ecf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:12:56.064650 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47a20fd3-249c-4a5d-855b-2aec20c83042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.100005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Request body: {'port': {'device_id': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:56.121020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-47a20fd3-249c-4a5d-855b-2aec20c83042 None None] Port f8e728f7-0e4d-4825-aa5d-858c75f43ecf cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:12:56.162165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.186835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4999c55c-b9d0-4a38-b95b-38ce81d9dc47 req-5b348874-055d-4f14-8005-7aa2d8951b30 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0265520 Oct 13 00:12:56.191227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:12:56.197742 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c9e5430b-851e-4f7d-9126-3f1673bb39a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/aed20b2c-dfc4-4959-bbc0-07fb802902b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3859699 Oct 13 00:12:56.201783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49528) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:56.208832 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] Sync routers for ids ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:12:56.224404 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] Routers {'aed20b2c-dfc4-4959-bbc0-07fb802902b1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:56.224958 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:56.385372 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.406144 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] Set router aed20b2c-dfc4-4959-bbc0-07fb802902b1 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:56.507214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.556483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.592078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Checking segment: {'id': '97959df0-f03e-4422-a8b9-6bb4b477cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb834228-4867-47cd-bf75-69fc2d70f6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:56.592472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Network hostable DHCP agents. Network: fb834228-4867-47cd-bf75-69fc2d70f6ec, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:12:56.619953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a6903a-66d6-442b-8df7-9496c5bc7a89,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:56.633018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Network fb834228-4867-47cd-bf75-69fc2d70f6ec is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:12:56.633547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Deleting port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:56.633902 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.673017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, fb834228-4867-47cd-bf75-69fc2d70f6ec) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:12:56.692271 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40604cbc-72a8-4f01-ae54-b7b9aa605249 None None] Network fb834228-4867-47cd-bf75-69fc2d70f6ec requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:56.693315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:56.694025 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.713627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:56.723977 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.739030 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8065f70f-d07a-49b2-bff3-8a0950868fcc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9970043 Oct 13 00:12:56.747907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] For port 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=01f9c0e3-330f-48d0-80a4-fd2a0b7311e5,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:56.748619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.759310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Transition to ACTIVE for port object 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:12:56.767930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Calling delete_port for 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:56.768197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:56.959862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Pushing event updated for resources: {'Port': ['ID=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:57.040726 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:12:52Z', 'revision_number': 5, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port': {'id': '01f9c0e3-330f-48d0-80a4-fd2a0b7311e5', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:57.095351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Attempting to bind port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:57.095722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Attempting to bind port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:57.095884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef5086-aa89-45ac-975b-85de29229fd2 None None] Network fb834228-4867-47cd-bf75-69fc2d70f6ec requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:57.096339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Attempting to bind port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 on network 155992f0-7bd8-4a94-9100-b2b4a4542951 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:57.109108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 on network 155992f0-7bd8-4a94-9100-b2b4a4542951 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:12:57.109434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Attempting to bind port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 on network 155992f0-7bd8-4a94-9100-b2b4a4542951 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:57.117595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:57.117933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Checking segment: {'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:57.118336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Bound using segment: {'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:57.118752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Bound port: 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e2be26-52f2-47c5-a895-c3c9f8b089ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:57.119112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:57.124092 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] Checking router: aed20b2c-dfc4-4959-bbc0-07fb802902b1 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:12:57.150860 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:12:57.166964 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] Routers {'aed20b2c-dfc4-4959-bbc0-07fb802902b1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:12:57.167609 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:57.229952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29304cd8-146d-4e2a-8d6c-9a44884b20ad req-e611e1f9-31d6-4e8a-a5fd-6afea6f2bd47 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:57.239659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29304cd8-146d-4e2a-8d6c-9a44884b20ad req-e611e1f9-31d6-4e8a-a5fd-6afea6f2bd47 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:57.273335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29304cd8-146d-4e2a-8d6c-9a44884b20ad req-e611e1f9-31d6-4e8a-a5fd-6afea6f2bd47 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1666 time: 0.1615906 Oct 13 00:12:57.278602 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:57.319203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] For port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:57.334277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] For port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:57.349600 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:57.363334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Pushing event deleted for resources: {'Port': ['ID=01f9c0e3-330f-48d0-80a4-fd2a0b7311e5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:57.407153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:57.407809 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:57.409434 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] 10.222.0.36 "PUT /v2.0/ports/25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 HTTP/1.1" status: 200 len: 1092 time: 1.3136690 Oct 13 00:12:57.410203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'tag': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:57.414513 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02" -d '{"events": [{"name": "network-changed", "server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "tag": "25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:57.434102 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29304cd8-146d-4e2a-8d6c-9a44884b20ad req-8bb6fca8-80b4-495a-af7d-52dc175ec61a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593976 Oct 13 00:12:57.462572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Request body: {'port': {'device_id': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:12:57.465344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b36af5-48a1-457c-8cea-4d301e9e3928 service neutron] Pushing event updated for resources: {'Port': ['ID=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:57.510442 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] Set router aed20b2c-dfc4-4959-bbc0-07fb802902b1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:12:57.562141 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:57.620777 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:12:56Z', 'revision_number': 6, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:12:57.651492 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb88fa-a0a7-4595-b9ce-a3924a801fde None None] The sync data for ids ['aed20b2c-dfc4-4959-bbc0-07fb802902b1'] in n-d-813679-4 is: [{'id': 'aed20b2c-dfc4-4959-bbc0-07fb802902b1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1548462218-router', 'tenant_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:05:55Z', 'updated_at': '2021-10-13T00:12:56Z', 'revision_number': 6, 'project_id': '4cec5300e4f74b10b248fd3a1bf40c59', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:12:57.685691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9396c0b1-56ff-493f-88ba-20b080923599 req-a94b982f-2327-4b03-ba84-ad494eeecc67 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0898092 Oct 13 00:12:57.756716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:57.765454 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6c84a0-63f4-41e7-8b6b-b40f852676ab x-openstack-request-id: req-7e6c84a0-63f4-41e7-8b6b-b40f852676ab {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:57.765659 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "tag": "25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:57.765925 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e6c84a0-63f4-41e7-8b6b-b40f852676ab {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:57.766325 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'tag': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2', 'status': 'completed', 'code': 200} Oct 13 00:12:57.916156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:57.921085 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:57.934797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-f84b26cf-e126-449f-829d-ba8f03e765fa tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:57.942598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-f84b26cf-e126-449f-829d-ba8f03e765fa tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/networks?id=fb834228-4867-47cd-bf75-69fc2d70f6ec HTTP/1.1" status: 200 len: 821 time: 0.3764086 Oct 13 00:12:57.994585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e728f7-0e4d-4825-aa5d-858c75f43ecf {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:12:58.004873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.010620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-ad50f30a-774b-4729-ae30-8d8f17a45c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.011217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-ad50f30a-774b-4729-ae30-8d8f17a45c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.029534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-ad50f30a-774b-4729-ae30-8d8f17a45c7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1913 time: 0.2260075 Oct 13 00:12:58.030638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Transition to ACTIVE for port object f8e728f7-0e4d-4825-aa5d-858c75f43ecf will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:12:58.038446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.046216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-82f32b2c-2a14-46d5-b589-3c4841abf386 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/quotas/c5bb9ed0203646619b75f192add8a3e4 HTTP/1.1" status: 200 len: 375 time: 0.1023254 Oct 13 00:12:58.108851 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.108851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Fanout notify agent at l3_agent the message router_deleted on router aed20b2c-dfc4-4959-bbc0-07fb802902b1 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:12:58.119744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-b025a461-4d89-4e93-923d-d81e19638d11 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5bb9ed0203646619b75f192add8a3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724576 Oct 13 00:12:58.124005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Pushing event updated for resources: {'Port': ['ID=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:58.153286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.154854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63278133-51aa-4dd7-82fb-1f7e0f0d50de admin admin] 10.222.0.21 "DELETE /v2.0/routers/aed20b2c-dfc4-4959-bbc0-07fb802902b1 HTTP/1.1" status: 204 len: 168 time: 1.9506309 Oct 13 00:12:58.173936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:58.255196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Attempting to bind port f8e728f7-0e4d-4825-aa5d-858c75f43ecf on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:12:58.255697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Attempting to bind port f8e728f7-0e4d-4825-aa5d-858c75f43ecf by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:12:58.256043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Attempting to bind port f8e728f7-0e4d-4825-aa5d-858c75f43ecf on network cc62fad2-330c-461b-8610-de95aad4af03 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:58.267876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Port f8e728f7-0e4d-4825-aa5d-858c75f43ecf on network cc62fad2-330c-461b-8610-de95aad4af03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:12:58.267876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Attempting to bind port f8e728f7-0e4d-4825-aa5d-858c75f43ecf on network cc62fad2-330c-461b-8610-de95aad4af03 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:12:58.270611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:12:58.271087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Checking segment: {'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:12:58.271493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Bound using segment: {'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:12:58.271952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Bound port: f8e728f7-0e4d-4825-aa5d-858c75f43ecf, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1de41b0-a754-4745-b8cc-81d6b605bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:12:58.272314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.278211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f618d2e-0a75-4f0a-93e1-6b168af2bc49 admin admin] Deleting subnet 8fb2dd26-c07f-4220-b302-84037ac2abe0 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:12:58.291683 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f618d2e-0a75-4f0a-93e1-6b168af2bc49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.340013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f618d2e-0a75-4f0a-93e1-6b168af2bc49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.413721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-cbe8174a-6c4c-46de-ada4-cfcb91aedb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.414217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-cbe8174a-6c4c-46de-ada4-cfcb91aedb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.414630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-cbe8174a-6c4c-46de-ada4-cfcb91aedb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.416251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-cbe8174a-6c4c-46de-ada4-cfcb91aedb53 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3641951 Oct 13 00:12:58.422407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-a4788363-6ebc-44a5-b64c-db6da3033273 service neutron] 10.222.0.21 "GET /v2.0/networks/fb834228-4867-47cd-bf75-69fc2d70f6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180288 Oct 13 00:12:58.463700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] For port f8e728f7-0e4d-4825-aa5d-858c75f43ecf, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:12:58.487155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] For port f8e728f7-0e4d-4825-aa5d-858c75f43ecf, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,segment=NetworkSegment(c1de41b0-a754-4745-b8cc-81d6b605bb1b),segment_id=c1de41b0-a754-4745-b8cc-81d6b605bb1b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:12:58.505647 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f618d2e-0a75-4f0a-93e1-6b168af2bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.545349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.593081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.593963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.595664 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] 10.222.0.36 "PUT /v2.0/ports/f8e728f7-0e4d-4825-aa5d-858c75f43ecf HTTP/1.1" status: 200 len: 1091 time: 1.1403754 Oct 13 00:12:58.635366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9007b3-d8ec-4a76-bf2d-969a5b36bedf service neutron] Pushing event updated for resources: {'Port': ['ID=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:58.641675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f618d2e-0a75-4f0a-93e1-6b168af2bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.670006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f618d2e-0a75-4f0a-93e1-6b168af2bc49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb2dd26-c07f-4220-b302-84037ac2abe0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:58.677561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f618d2e-0a75-4f0a-93e1-6b168af2bc49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:58.683902 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3f618d2e-0a75-4f0a-93e1-6b168af2bc49 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8fb2dd26-c07f-4220-b302-84037ac2abe0 HTTP/1.1" status: 204 len: 168 time: 0.5039613 Oct 13 00:12:58.692569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49608) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:12:58.695912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bee4060-80ca-431e-bfa8-45023f64fd6d None None] Network 1ee25408-a3ea-422e-8226-9ff202f93f05 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:12:58.767845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea62d-7961-4aec-9582-08a13cf1cd1b req-5c681330-4f66-45a5-a2c9-cf598c654a4e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.774435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefea62d-7961-4aec-9582-08a13cf1cd1b req-5c681330-4f66-45a5-a2c9-cf598c654a4e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.776474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fefea62d-7961-4aec-9582-08a13cf1cd1b req-5c681330-4f66-45a5-a2c9-cf598c654a4e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1678 time: 0.2507105 Oct 13 00:12:58.822710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-a1d363cc-36a2-47c2-a941-a327d4b78753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:58.824233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-597c1df0-c3bd-4c08-82ff-0a6dcfbdfe02 req-a1d363cc-36a2-47c2-a941-a327d4b78753 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3997962 Oct 13 00:12:58.826192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-286d1d39-f480-4fc9-a086-20ca58dd11d5 service neutron] 10.222.0.21 "GET /v2.0/networks/fb834228-4867-47cd-bf75-69fc2d70f6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859229 Oct 13 00:12:58.990897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3de917-9bad-4274-881f-4306394f988f None None] DHCP port deletion for 1ee25408-a3ea-422e-8226-9ff202f93f05 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:12:58.996510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fefea62d-7961-4aec-9582-08a13cf1cd1b req-652aaa9f-797a-4022-8851-e3e4a40b35fc tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693118 Oct 13 00:12:59.014189 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:59.027018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-ea691c34-c64d-4c64-a67d-20c26ad20640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:59.027416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:59.027571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-ea691c34-c64d-4c64-a67d-20c26ad20640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:59.029060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-ea691c34-c64d-4c64-a67d-20c26ad20640 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1980 time: 0.1295335 Oct 13 00:12:59.042298 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c0cfaeb1-88f2-4a40-898b-e1f8ac17da3a req-9aa96481-afe6-42b6-b7f4-f77a82d890b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ce74a12-9185-4877-b834-f11e71105b6f HTTP/1.1" status: 200 len: 210 time: 0.0802293 Oct 13 00:12:59.115164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:59.115741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 01f9c0e3-330f-48d0-80a4-fd2a0b7311e5 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:59.116356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 969b99a3-1e03-426b-8a81-49a9ba0a96cf no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:12:59.157424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-11a60e08-210a-46c6-8ab6-67f4b30c627a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 HTTP/1.1" status: 200 len: 217 time: 0.0875709 Oct 13 00:12:59.187399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 969b99a3-1e03-426b-8a81-49a9ba0a96cf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:12:59.188011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 969b99a3-1e03-426b-8a81-49a9ba0a96cf not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:12:59.264387 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Deleting port e4eb9e5c-5981-429a-9da8-fb71b17a7086 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:59.266275 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:59.280924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-e3f90af3-0e88-428e-b69f-f8ee8214fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:59.282507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-e3f90af3-0e88-428e-b69f-f8ee8214fe2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98e28fa4-2e9e-480d-a65a-d2a9c7570d00 HTTP/1.1" status: 200 len: 801 time: 0.1167195 Oct 13 00:12:59.284507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2e61f4f-aa51-48a5-a155-32df8b47d4b2 req-96ba6301-4c8a-4695-9365-e310c43ad9d3 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0483451 Oct 13 00:12:59.287863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Deleting port e4eb9e5c-5981-429a-9da8-fb71b17a7086 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:12:59.288283 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:59.443082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9e3de917-9bad-4274-881f-4306394f988f None None] For port e4eb9e5c-5981-429a-9da8-fb71b17a7086, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e4eb9e5c-5981-429a-9da8-fb71b17a7086,segment=NetworkSegment(96afd009-e7a1-4284-9210-9e72efba5134),segment_id=96afd009-e7a1-4284-9210-9e72efba5134)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:59.443479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:59.456219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5efd33bd-a4c4-4b92-b915-05012153b1fc req-a481627d-f1e6-4fa6-a456-66bf1d8ee330 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 210 time: 0.0544388 Oct 13 00:12:59.459292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Calling delete_port for e4eb9e5c-5981-429a-9da8-fb71b17a7086 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:59.477848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] For port e4eb9e5c-5981-429a-9da8-fb71b17a7086, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e4eb9e5c-5981-429a-9da8-fb71b17a7086,segment=NetworkSegment(96afd009-e7a1-4284-9210-9e72efba5134),segment_id=96afd009-e7a1-4284-9210-9e72efba5134)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:12:59.478338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:59.494798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-4d2c1a9b-8dd1-4fa2-a9a8-61c1b1e0386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:59.496392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-4d2c1a9b-8dd1-4fa2-a9a8-61c1b1e0386b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=155992f0-7bd8-4a94-9100-b2b4a4542951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2057321 Oct 13 00:12:59.501697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Calling delete_port for e4eb9e5c-5981-429a-9da8-fb71b17a7086 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:12:59.560399 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:59.639779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3de917-9bad-4274-881f-4306394f988f None None] No DVR routers for this DVR port e4eb9e5c-5981-429a-9da8-fb71b17a7086 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:59.642055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Pushing event deleted for resources: {'Port': ['ID=e4eb9e5c-5981-429a-9da8-fb71b17a7086,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:59.659697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.660085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.660963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.661685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.661685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.662035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.662366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.662692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.663017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.663347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.663780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.664010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3de917-9bad-4274-881f-4306394f988f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:12:59.721967 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1ebff04b-4c02-4ac0-a3ec-039285051f30 req-63068b86-97f4-41a7-b0cd-8c01fe79bede service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0410438 Oct 13 00:12:59.742497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-f8ddb621-ea02-4e98-8165-d40fd4425a21 service neutron] 10.222.0.36 "GET /v2.0/networks/155992f0-7bd8-4a94-9100-b2b4a4542951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328351 Oct 13 00:12:59.749189 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:59.768101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'tag': 'f8e728f7-0e4d-4825-aa5d-858c75f43ecf'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:12:59.771921 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44" -d '{"events": [{"name": "network-changed", "server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "tag": "f8e728f7-0e4d-4825-aa5d-858c75f43ecf"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:12:59.824428 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60331a5-a131-440f-9223-14a603909101 x-openstack-request-id: req-b60331a5-a131-440f-9223-14a603909101 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:12:59.824733 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "tag": "f8e728f7-0e4d-4825-aa5d-858c75f43ecf", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:12:59.824990 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b60331a5-a131-440f-9223-14a603909101 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:12:59.825389 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'tag': 'f8e728f7-0e4d-4825-aa5d-858c75f43ecf', 'status': 'completed', 'code': 200} Oct 13 00:12:59.875413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4eb9e5c-5981-429a-9da8-fb71b17a7086,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:12:59.894116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] No DVR routers for this DVR port e4eb9e5c-5981-429a-9da8-fb71b17a7086 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:12:59.935402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5ae2fc57-8657-430e-9c8b-0f77166adbc5 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551193 Oct 13 00:13:00.049500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:00.108532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee25408-a3ea-422e-8226-9ff202f93f05']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:00.132385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-fde77238-8e95-4bab-b139-67b906c2c67e service neutron] 10.222.0.36 "GET /v2.0/networks/155992f0-7bd8-4a94-9100-b2b4a4542951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807583 Oct 13 00:13:00.508624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96afd009-e7a1-4284-9210-9e72efba5134') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:00.509305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96afd009-e7a1-4284-9210-9e72efba5134') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:00.547611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-1ed1926d-0b89-4b3e-9d3c-c5a674d6a2bd tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:00.549193 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-1ed1926d-0b89-4b3e-9d3c-c5a674d6a2bd tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.36 "GET /v2.0/networks?id=fb834228-4867-47cd-bf75-69fc2d70f6ec HTTP/1.1" status: 200 len: 821 time: 0.1195612 Oct 13 00:13:00.570071 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:00.570920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Request body: {'port': {'device_id': 'a9919548-5dda-467a-ad70-c1f79dfa8201', 'network_id': 'fb834228-4867-47cd-bf75-69fc2d70f6ec', 'admin_state_up': True, 'tenant_id': 'c5bb9ed0203646619b75f192add8a3e4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:00.589963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-83fa8645-91e9-4cfc-96d4-f2211f105376 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=f8e728f7-0e4d-4825-aa5d-858c75f43ecf HTTP/1.1" status: 200 len: 217 time: 0.0790052 Oct 13 00:13:00.621246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c55b-067e-41de-a33a-d2bd6c4e7c41 req-7be263c9-c478-4871-be01-d0873a095c37 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:00.627527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c55b-067e-41de-a33a-d2bd6c4e7c41 req-7be263c9-c478-4871-be01-d0873a095c37 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:00.629820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4412c55b-067e-41de-a33a-d2bd6c4e7c41 req-7be263c9-c478-4871-be01-d0873a095c37 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1678 time: 0.5271175 Oct 13 00:13:00.637352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-876209b4-86fd-491b-8aab-584ab276e87c tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:00.640331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-876209b4-86fd-491b-8aab-584ab276e87c tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6890268 Oct 13 00:13:00.643202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:00.686709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:00.687635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:00.697978 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:00.720911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Made reservation on behalf of c5bb9ed0203646619b75f192add8a3e4 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:00.725075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:00.751875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-de443a14-51d4-4d22-8c79-99d68f595dc8 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/quotas/c012d4cd1c4e44c99a4b0a4e658fe3f1 HTTP/1.1" status: 200 len: 375 time: 0.1031966 Oct 13 00:13:00.810346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-b211d77b-dbe7-4358-8d4c-2ba4f5275ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:00.812132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-b211d77b-dbe7-4358-8d4c-2ba4f5275ba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea3909e7-53bd-41c2-b779-06f3b3a28370 HTTP/1.1" status: 200 len: 801 time: 0.2112963 Oct 13 00:13:00.814859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-8a81b101-2808-4d12-be27-26f18b956056 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421102 Oct 13 00:13:00.817970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4412c55b-067e-41de-a33a-d2bd6c4e7c41 req-3b5cf4f4-b224-4216-8387-86e954f0d33a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713459 Oct 13 00:13:00.819344 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:00.854938 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:00.861507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ee25408-a3ea-422e-8226-9ff202f93f05 HTTP/1.1" status: 204 len: 168 time: 2.1643186 Oct 13 00:13:00.877327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa1966-b0f8-4959-b372-6aed56171f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee25408-a3ea-422e-8226-9ff202f93f05,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:00.891825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d5942de9-abc4-4447-b59c-f6cf185c548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:00.893590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-d5942de9-abc4-4447-b59c-f6cf185c548e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc62fad2-330c-461b-8610-de95aad4af03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0716200 Oct 13 00:13:00.933573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e4eb9e5c-5981-429a-9da8-fb71b17a7086 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:00.970203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Allocated IP 172.20.0.10 (fb834228-4867-47cd-bf75-69fc2d70f6ec/42a6903a-66d6-442b-8df7-9496c5bc7a89/31eb3e31-c6c3-4965-9f1a-7d7e37a34c81) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:00.998942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: e4eb9e5c-5981-429a-9da8-fb71b17a7086 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:01.001137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e4eb9e5c-5981-429a-9da8-fb71b17a7086 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:01.106575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:01.183637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d205e2df-159c-4d99-8f43-149a3fa1aefa req-77104fdc-0280-4aaf-bc65-098c7b4a588f tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1012754 Oct 13 00:13:01.186001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-4fb7d316-957f-40b6-8f7b-d5bdef19afef service neutron] 10.222.0.36 "GET /v2.0/networks/cc62fad2-330c-461b-8610-de95aad4af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844498 Oct 13 00:13:01.245689 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a6ab0ecd-07e0-41c6-a2c9-13019ed08e4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19a1121658ab489c8dd47b9a4173b6f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0660110 Oct 13 00:13:01.248980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49700) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:01.359064 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:01.395223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4d1766ca-f83e-4c48-8de6-c93938d8b7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:01.441297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4d1766ca-f83e-4c48-8de6-c93938d8b7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:01.441455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cec2797a-28be-4570-9bad-0c2a27da4a74 req-7d04381b-a1f8-4181-a22f-2fc062805828 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 210 time: 0.0608721 Oct 13 00:13:01.490323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-4276aba9-c5b6-42ef-b176-06363487f78a tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474820 Oct 13 00:13:01.546595 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:01.625837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57aa0f75-0a0b-45bc-b4b6-3b1232a30b7b req-89ed5812-108b-4a31-b3eb-290765a3e5f6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc62fad2-330c-461b-8610-de95aad4af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308226 Oct 13 00:13:01.626506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Network fb834228-4867-47cd-bf75-69fc2d70f6ec is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:01.628029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Pushing event updated for resources: {'Port': ['ID=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:01.648394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:01.654903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:01.670935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4d1766ca-f83e-4c48-8de6-c93938d8b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:01.674384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4d1766ca-f83e-4c48-8de6-c93938d8b7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:01.684405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4d1766ca-f83e-4c48-8de6-c93938d8b7b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c54ac189-66dd-4cd1-b005-8559c61c4f7d HTTP/1.1" status: 204 len: 168 time: 0.4316969 Oct 13 00:13:01.736904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1766ca-f83e-4c48-8de6-c93938d8b7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ac189-66dd-4cd1-b005-8559c61c4f7d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:01.761105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-201dfa94-d624-4066-ad6f-28856c7246b4 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:01.763280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-201dfa94-d624-4066-ad6f-28856c7246b4 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720253 Oct 13 00:13:01.779908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:01.781009 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:01.809076 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-504fd403-6c53-4d69-a667-d044ae532612 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2442253 Oct 13 00:13:01.822625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1bef8dd9-af2d-4e91-9544-ac3584e37f5b tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/quotas/c012d4cd1c4e44c99a4b0a4e658fe3f1 HTTP/1.1" status: 200 len: 375 time: 0.0471177 Oct 13 00:13:01.829595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Request body: {'port': {'device_id': 'a9919548-5dda-467a-ad70-c1f79dfa8201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:01.933186 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-032af59d-da90-4625-a6d5-978ad5ddf7a5 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076429 Oct 13 00:13:01.952061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:01.983218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-05e1c7bc-c23f-4449-9813-a964928a3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:01.983787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-05e1c7bc-c23f-4449-9813-a964928a3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:01.987031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-05e1c7bc-c23f-4449-9813-a964928a3c22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1980 time: 0.2208545 Oct 13 00:13:02.251293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-38f53353-9c36-476f-8ea0-1591e524729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:02.253489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-38f53353-9c36-476f-8ea0-1591e524729a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cc62fad2-330c-461b-8610-de95aad4af03 HTTP/1.1" status: 200 len: 902 time: 0.2456584 Oct 13 00:13:02.306739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6bcfad8-24a6-4ed8-9d99-0577a743992d req-65920627-52f5-4c42-b719-95c486f941fc tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0506549 Oct 13 00:13:02.368802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49740) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:02.405521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-328c08cc-2195-4030-9d5e-6a71c529a068 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=f8e728f7-0e4d-4825-aa5d-858c75f43ecf HTTP/1.1" status: 200 len: 217 time: 0.0965474 Oct 13 00:13:02.435077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:02.446123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.452230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f5e2347-60ba-4976-be22-7aef01d01341 req-a318e17e-927e-4dc8-b8c7-b27d0b4eddac tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0365407 Oct 13 00:13:02.481762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Transition to ACTIVE for port object 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:13:02.486323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-af06e43c-34f1-49ce-9a82-0e9aaadf9f97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cec5300e4f74b10b248fd3a1bf40c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010175 Oct 13 00:13:02.489728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49748) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:02.498692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.540122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30726e7-81d4-424c-aa59-17a0e978a7a4 req-239d7fa7-b99b-4df5-ab44-6b6ac2fdcf3b tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:02.547040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30726e7-81d4-424c-aa59-17a0e978a7a4 req-239d7fa7-b99b-4df5-ab44-6b6ac2fdcf3b tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:02.549142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e30726e7-81d4-424c-aa59-17a0e978a7a4 req-239d7fa7-b99b-4df5-ab44-6b6ac2fdcf3b tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1678 time: 0.5879798 Oct 13 00:13:02.551599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-16f7310a-7adf-43a2-912d-247ae613718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:02.553217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-16f7310a-7adf-43a2-912d-247ae613718d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea3909e7-53bd-41c2-b779-06f3b3a28370 HTTP/1.1" status: 200 len: 801 time: 0.0949183 Oct 13 00:13:02.611894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Pushing event updated for resources: {'Port': ['ID=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:02.645569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-875a22b8-1fe4-4032-b027-bc485b767b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:02.647361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-875a22b8-1fe4-4032-b027-bc485b767b24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cc62fad2-330c-461b-8610-de95aad4af03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0787945 Oct 13 00:13:02.650717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e30726e7-81d4-424c-aa59-17a0e978a7a4 req-918956e8-caf6-4b1a-afa2-480e75d84efd tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909798 Oct 13 00:13:02.677360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9157-d1ee-4784-baba-eb798fd9a613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.694724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Attempting to bind port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:02.695217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Attempting to bind port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '97959df0-f03e-4422-a8b9-6bb4b477cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb834228-4867-47cd-bf75-69fc2d70f6ec'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:02.695575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Attempting to bind port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 on network fb834228-4867-47cd-bf75-69fc2d70f6ec {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:02.717597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 on network fb834228-4867-47cd-bf75-69fc2d70f6ec not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:13:02.718102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Attempting to bind port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 on network fb834228-4867-47cd-bf75-69fc2d70f6ec {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:02.726095 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9157-d1ee-4784-baba-eb798fd9a613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.734221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:02.734556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Checking segment: {'id': '97959df0-f03e-4422-a8b9-6bb4b477cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb834228-4867-47cd-bf75-69fc2d70f6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:02.734941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Bound using segment: {'id': '97959df0-f03e-4422-a8b9-6bb4b477cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb834228-4867-47cd-bf75-69fc2d70f6ec'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:02.735376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Bound port: 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97959df0-f03e-4422-a8b9-6bb4b477cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb834228-4867-47cd-bf75-69fc2d70f6ec'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:02.735754 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.801978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656592-6b4f-4141-93bb-82262720338b req-4af4d0db-8b13-42fe-a9ad-2c8db50ca186 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:02.803818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c656592-6b4f-4141-93bb-82262720338b req-4af4d0db-8b13-42fe-a9ad-2c8db50ca186 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 944 time: 0.0824170 Oct 13 00:13:02.822233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-481d395b-31b6-44db-8f8d-e2b852fa3234 service neutron] 10.222.0.36 "GET /v2.0/networks/cc62fad2-330c-461b-8610-de95aad4af03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655047 Oct 13 00:13:02.849965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] For port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:02.854599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] For port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,segment=NetworkSegment(97959df0-f03e-4422-a8b9-6bb4b477cdca),segment_id=97959df0-f03e-4422-a8b9-6bb4b477cdca)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:02.856084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9157-d1ee-4784-baba-eb798fd9a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.859308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9157-d1ee-4784-baba-eb798fd9a613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.864354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fa5b9157-d1ee-4784-baba-eb798fd9a613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/226657c4-4380-44f2-9228-6490f7d5c145 HTTP/1.1" status: 204 len: 168 time: 0.3733058 Oct 13 00:13:02.869123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.900902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b9157-d1ee-4784-baba-eb798fd9a613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226657c4-4380-44f2-9228-6490f7d5c145,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:02.933408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8be0f3a0-2874-42aa-ab76-5d8e1c94fa44 req-d1c51e30-5f03-48bb-ab78-4379c2e4ccaf service neutron] 10.222.0.36 "GET /v2.0/networks/cc62fad2-330c-461b-8610-de95aad4af03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994663 Oct 13 00:13:02.952323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c656592-6b4f-4141-93bb-82262720338b req-31a3ce63-f316-4203-a546-903d28773ba4 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401727 Oct 13 00:13:02.959121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:02.959814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:02.961294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] 10.222.0.36 "PUT /v2.0/ports/31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 HTTP/1.1" status: 200 len: 1092 time: 1.1379399 Oct 13 00:13:02.971623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9919548-5dda-467a-ad70-c1f79dfa8201', 'tag': '31eb3e31-c6c3-4965-9f1a-7d7e37a34c81'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:02.974622 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9919548-5dda-467a-ad70-c1f79dfa8201", "tag": "31eb3e31-c6c3-4965-9f1a-7d7e37a34c81"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:02.981783 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-839d9963-fc14-48a4-a965-e1d30fd97382 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766571 Oct 13 00:13:03.171263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d680ef-8232-48fc-9e50-bf70d1c61684 service neutron] Pushing event updated for resources: {'Port': ['ID=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:03.206991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-7b20c2ed-f0d5-4fcb-b057-1c69353ede25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:03.212888 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-7b20c2ed-f0d5-4fcb-b057-1c69353ede25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5bb9ed0203646619b75f192add8a3e4&device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 1095 time: 0.0910518 Oct 13 00:13:03.289724 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89b23f1-a452-4a18-802e-058c017661e8 x-openstack-request-id: req-b89b23f1-a452-4a18-802e-058c017661e8 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:03.290045 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9919548-5dda-467a-ad70-c1f79dfa8201", "tag": "31eb3e31-c6c3-4965-9f1a-7d7e37a34c81", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:03.290398 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b89b23f1-a452-4a18-802e-058c017661e8 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:03.290874 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9919548-5dda-467a-ad70-c1f79dfa8201', 'tag': '31eb3e31-c6c3-4965-9f1a-7d7e37a34c81', 'status': 'completed', 'code': 200} Oct 13 00:13:03.294643 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-52cfbc94-d420-445a-bb65-a72650a1dce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 HTTP/1.1" status: 200 len: 217 time: 0.0649953 Oct 13 00:13:03.304700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-1cec313f-791e-4f37-b3ab-1017b5b569cd tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:03.316007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-1cec313f-791e-4f37-b3ab-1017b5b569cd tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3081853 Oct 13 00:13:03.334552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Request body: {'port': {'device_id': '770415b7-6593-4cfb-9007-5344126aaacd', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'c012d4cd1c4e44c99a4b0a4e658fe3f1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:03.419443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2137b47f-e7f6-4f6c-95c1-09d4bf0337f1 req-4e7da178-6263-4260-89d8-bf9c39361eb7 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0510299 Oct 13 00:13:03.432156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-5810a2d0-5b71-4aaf-85d6-e7a89bdca8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:03.433650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-5810a2d0-5b71-4aaf-85d6-e7a89bdca8aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a6903a-66d6-442b-8df7-9496c5bc7a89 HTTP/1.1" status: 200 len: 861 time: 0.1258719 Oct 13 00:13:03.493863 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-5b44b9e4-b53c-41d2-bc90-bc768ad2c264 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb834228-4867-47cd-bf75-69fc2d70f6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489728 Oct 13 00:13:03.595690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Made reservation on behalf of c012d4cd1c4e44c99a4b0a4e658fe3f1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:03.599231 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-adbca599-2610-46cc-845d-f7df3eb054e3 req-5e28f623-81d6-4b2b-9ddb-7b9abb45e240 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0369010 Oct 13 00:13:03.600947 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:03.612652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:03.660966 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-50707add-8bda-44c9-878e-7b8983d1f23c service neutron] 10.222.0.36 "GET /v2.0/networks/fb834228-4867-47cd-bf75-69fc2d70f6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568727 Oct 13 00:13:03.839280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:03.845622 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e195d972-38c0-4e47-9d20-587e77ce48ac req-26b7d64c-561d-44e7-9c0f-c2b064761668 service neutron] 10.222.0.36 "GET /v2.0/networks/fb834228-4867-47cd-bf75-69fc2d70f6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558762 Oct 13 00:13:03.848751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:03.921163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bca7db1-871c-46f3-b832-12d87f829a6d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:03.970658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-c78d4316-d623-4545-9c97-0eb4a967f8ae tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380530 Oct 13 00:13:04.007918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Allocated IP 192.168.233.142 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/709a3961-0559-41d5-85e2-011d14eea270) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:04.029342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969794-2704-409c-8029-3febce6d6c78 req-59f74c97-2534-4a09-a5e1-2a21ff6c553d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:04.036305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969794-2704-409c-8029-3febce6d6c78 req-59f74c97-2534-4a09-a5e1-2a21ff6c553d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:04.038084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f969794-2704-409c-8029-3febce6d6c78 req-59f74c97-2534-4a09-a5e1-2a21ff6c553d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1678 time: 0.1404614 Oct 13 00:13:04.138782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f969794-2704-409c-8029-3febce6d6c78 req-880eb967-0801-493f-9006-ae67e9e3c65a tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885234 Oct 13 00:13:04.147397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa0e8a-db38-4f4a-b500-373fd767db90 req-e201d9fb-0e94-4dae-acdb-305fbb66dd2b tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:04.149310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5aaa0e8a-db38-4f4a-b500-373fd767db90 req-e201d9fb-0e94-4dae-acdb-305fbb66dd2b tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 946 time: 0.1935232 Oct 13 00:13:04.184693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-d8a5c228-8fc8-401f-81a0-90472e568f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:04.186390 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-d8a5c228-8fc8-401f-81a0-90472e568f7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5bb9ed0203646619b75f192add8a3e4&device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 1095 time: 0.1150880 Oct 13 00:13:04.234325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5aaa0e8a-db38-4f4a-b500-373fd767db90 req-42c873e4-3c8f-4457-8af1-bd5ad3c5c2c1 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759313 Oct 13 00:13:04.241633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-e9e96edd-6716-4ac8-9514-d846167d4d5e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:04.243098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-e9e96edd-6716-4ac8-9514-d846167d4d5e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427337 Oct 13 00:13:04.265335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Request body: {'port': {'device_id': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'c012d4cd1c4e44c99a4b0a4e658fe3f1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:04.386410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e0441-f0ab-4716-a154-e4e71f68cbc1 req-1710f34c-552a-4d86-989e-c5ee2fde0cbf tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:04.388117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b41e0441-f0ab-4716-a154-e4e71f68cbc1 req-1710f34c-552a-4d86-989e-c5ee2fde0cbf tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 944 time: 0.1174538 Oct 13 00:13:04.452369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b41e0441-f0ab-4716-a154-e4e71f68cbc1 req-94eca9f8-027a-4e4e-9fa3-dee559d82a1b tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534279 Oct 13 00:13:04.453485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Made reservation on behalf of c012d4cd1c4e44c99a4b0a4e658fe3f1 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:04.457869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:04.582853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:04.605910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9065e495-a854-4973-a048-4f6747d81255 req-2e5de939-c83d-432e-a112-e18ae63e6105 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0722971 Oct 13 00:13:04.624969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-28622990-4346-4486-a79e-bc9760fa9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:04.626457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-28622990-4346-4486-a79e-bc9760fa9341 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fb834228-4867-47cd-bf75-69fc2d70f6ec HTTP/1.1" status: 200 len: 922 time: 0.4285715 Oct 13 00:13:04.660743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:04.731084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:04.740896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-354c3ca9-3861-4ed3-8b15-cf7718ae88c6 req-e3ebecd3-75f8-4476-8043-a1f2a19de652 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0295429 Oct 13 00:13:04.752149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Allocated IP 192.168.233.6 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/ed139a87-25f4-4693-b9e6-cf6130de24c1) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:04.761948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:04.766262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:04.770493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:04.873642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-fe0fabd5-9e81-4b90-a549-de488256aa2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 HTTP/1.1" status: 200 len: 217 time: 0.1607060 Oct 13 00:13:04.948405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f8e728f7-0e4d-4825-aa5d-858c75f43ecf details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:04.973225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:04.977080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.002535 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-5bd0f9f0-2c33-46a7-b3cb-c15b29230458 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6746690 Oct 13 00:13:05.011416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-d210e901-f203-4418-a6fc-9e1576eccf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:05.012989 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-d210e901-f203-4418-a6fc-9e1576eccf57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42a6903a-66d6-442b-8df7-9496c5bc7a89 HTTP/1.1" status: 200 len: 861 time: 0.1313941 Oct 13 00:13:05.032840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Request body: {'port': {'device_id': '770415b7-6593-4cfb-9007-5344126aaacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:05.041386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.089139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f8e728f7-0e4d-4825-aa5d-858c75f43ecf, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,segment=NetworkSegment(c1de41b0-a754-4745-b8cc-81d6b605bb1b),segment_id=c1de41b0-a754-4745-b8cc-81d6b605bb1b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:05.101997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'f8e728f7-0e4d-4825-aa5d-858c75f43ecf', 'network_id': 'cc62fad2-330c-461b-8610-de95aad4af03', 'port_id': 'f8e728f7-0e4d-4825-aa5d-858c75f43ecf', 'mac_address': 'fa:16:3e:40:5b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3909e7-53bd-41c2-b779-06f3b3a28370', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:05.108344 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.157308 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-f3de9adf-f7a0-4a08-b7dc-4e2f30056740 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb834228-4867-47cd-bf75-69fc2d70f6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311364 Oct 13 00:13:05.171160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:05.175217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:05.191368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.195449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:05.234763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e728f7-0e4d-4825-aa5d-858c75f43ecf {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:05.245002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Pushing event updated for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:05.284424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:05.284980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.290650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f8e728f7-0e4d-4825-aa5d-858c75f43ecf, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,segment=NetworkSegment(c1de41b0-a754-4745-b8cc-81d6b605bb1b),segment_id=c1de41b0-a754-4745-b8cc-81d6b605bb1b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:05.301664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-af0da91a-cddb-411a-bbc7-3fdd14e01a84 None None] Provisioning complete for port 709a3961-0559-41d5-85e2-011d14eea270 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:05.302387 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af0da91a-cddb-411a-bbc7-3fdd14e01a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.306784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.307159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.307469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.313142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.313495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.313834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.314167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.314498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.314830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.315149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.315472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.315831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:05.341849 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.342502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:05.346762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.365806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8c0ef069-7756-49e0-bd66-4e73f7b0687e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1061599 Oct 13 00:13:05.388394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Request body: {'port': {'device_id': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:05.432394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e87-4513-4476-a386-2c9527383d58 req-a501c832-8cc9-4004-9201-8f544eab3d2f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:05.438953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf315e87-4513-4476-a386-2c9527383d58 req-a501c832-8cc9-4004-9201-8f544eab3d2f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:05.440968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf315e87-4513-4476-a386-2c9527383d58 req-a501c832-8cc9-4004-9201-8f544eab3d2f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1679 time: 0.1631467 Oct 13 00:13:05.459988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:05.515852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-af0da91a-cddb-411a-bbc7-3fdd14e01a84 None None] Port 709a3961-0559-41d5-85e2-011d14eea270 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:13:05.534683 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.539690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf315e87-4513-4476-a386-2c9527383d58 req-21eab273-3084-4dda-b81a-b1f0f19c7c64 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467556 Oct 13 00:13:05.767021 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-f786ec78-1743-4e4f-b674-15f4d0e1c716 service neutron] 10.222.0.36 "GET /v2.0/networks/fb834228-4867-47cd-bf75-69fc2d70f6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984292 Oct 13 00:13:05.908952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69b527-9638-45a8-9851-9774150253b2 req-910d90ec-13a7-4985-9c05-e6511eb9cb65 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:05.911146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b69b527-9638-45a8-9851-9774150253b2 req-910d90ec-13a7-4985-9c05-e6511eb9cb65 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 946 time: 0.1111610 Oct 13 00:13:05.926483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:05.930410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3093c39-8a76-4eae-bed0-69727e3632b4 req-3bd2015c-c6dc-46c2-bbee-eb5019884c6b tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:05.931936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3093c39-8a76-4eae-bed0-69727e3632b4 req-3bd2015c-c6dc-46c2-bbee-eb5019884c6b tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 944 time: 0.0924721 Oct 13 00:13:05.941711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2', 'network_id': '155992f0-7bd8-4a94-9100-b2b4a4542951', 'port_id': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2', 'mac_address': 'fa:16:3e:43:ca:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e28fa4-2e9e-480d-a65a-d2a9c7570d00', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:05.947190 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-28790d62-e324-479e-b136-760faee3a86c None None] Provisioning complete for port ed139a87-25f4-4693-b9e6-cf6130de24c1 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:05.947869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-28790d62-e324-479e-b136-760faee3a86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:05.995894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b69b527-9638-45a8-9851-9774150253b2 req-0a51f89d-85a2-4141-ad79-026d2e394bc6 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/security-groups?id=59b101bb-752a-406c-b7e5-5fdf91b02a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737376 Oct 13 00:13:06.010983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.028286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3093c39-8a76-4eae-bed0-69727e3632b4 req-bbea2183-1327-4c98-b15b-e1d99d908025 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903163 Oct 13 00:13:06.031461 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-8779f845-9a0a-433d-b784-44b20d4cb9f6 service neutron] 10.222.0.36 "GET /v2.0/networks/fb834228-4867-47cd-bf75-69fc2d70f6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539515 Oct 13 00:13:06.042440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709a3961-0559-41d5-85e2-011d14eea270 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:06.047812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:06.065850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-28790d62-e324-479e-b136-760faee3a86c None None] Port ed139a87-25f4-4693-b9e6-cf6130de24c1 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:13:06.074871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.080393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:06.089414 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.108405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97980eff-b099-42a3-b24c-248dee137aef req-cb2634c3-3818-4344-80fc-b5a37ea3079c tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:06.110016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-97980eff-b099-42a3-b24c-248dee137aef req-cb2634c3-3818-4344-80fc-b5a37ea3079c tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.36 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 946 time: 0.1996341 Oct 13 00:13:06.113939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Transition to ACTIVE for port object 709a3961-0559-41d5-85e2-011d14eea270 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:13:06.136662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.209827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:06.252173 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.274657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54160760-2346-44ca-b20d-155193eb0ad1 req-790d062b-75a2-4d16-98be-1d2c41be1825 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1565063 Oct 13 00:13:06.291258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:06.414319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Attempting to bind port 709a3961-0559-41d5-85e2-011d14eea270 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:06.414822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Attempting to bind port 709a3961-0559-41d5-85e2-011d14eea270 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:06.415280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Attempting to bind port 709a3961-0559-41d5-85e2-011d14eea270 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:06.426886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Port 709a3961-0559-41d5-85e2-011d14eea270 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:13:06.427346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Attempting to bind port 709a3961-0559-41d5-85e2-011d14eea270 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:06.438641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Deleting port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:06.439081 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.485376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['f8e728f7-0e4d-4825-aa5d-858c75f43ecf'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:06.555304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceb042-27fc-423a-8f97-a84714fe7188 req-8c188e25-1c46-47e7-850b-40ed4041a8f6 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:06.563649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2dceb042-27fc-423a-8f97-a84714fe7188 req-8c188e25-1c46-47e7-850b-40ed4041a8f6 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 934 time: 0.1309505 Oct 13 00:13:06.565222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] For port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:06.565707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.577923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed139a87-25f4-4693-b9e6-cf6130de24c1 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:06.585593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Calling delete_port for 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:06.594999 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.625300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Transition to ACTIVE for port object ed139a87-25f4-4693-b9e6-cf6130de24c1 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:13:06.641123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2dceb042-27fc-423a-8f97-a84714fe7188 req-ebe12b3d-de80-49e0-a4d3-8e26e7ee2e5b tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765221 Oct 13 00:13:06.648087 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.713198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:06.713651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:06.714125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:06.714670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Bound port: 709a3961-0559-41d5-85e2-011d14eea270, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:06.715123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.769107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Pushing event updated for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:06.811531 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.821896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:06.886118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6fcd9-03b8-4624-a5ef-ff4ab6eaffaa req-44228942-e996-443d-ab23-3f646293f1ff tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:06.892550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6fcd9-03b8-4624-a5ef-ff4ab6eaffaa req-44228942-e996-443d-ab23-3f646293f1ff tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:06.900827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4cf6fcd9-03b8-4624-a5ef-ff4ab6eaffaa req-44228942-e996-443d-ab23-3f646293f1ff tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1680 time: 0.1492424 Oct 13 00:13:06.915797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Pushing event deleted for resources: {'Port': ['ID=7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:06.946271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Attempting to bind port ed139a87-25f4-4693-b9e6-cf6130de24c1 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:06.946612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Attempting to bind port ed139a87-25f4-4693-b9e6-cf6130de24c1 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:06.946942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Attempting to bind port ed139a87-25f4-4693-b9e6-cf6130de24c1 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:06.959249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:06.970914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Port ed139a87-25f4-4693-b9e6-cf6130de24c1 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:13:06.971275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Attempting to bind port ed139a87-25f4-4693-b9e6-cf6130de24c1 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:06.990568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:06.990934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:06.991317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:06.991783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Bound port: ed139a87-25f4-4693-b9e6-cf6130de24c1, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:06.992149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:07.005373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4cf6fcd9-03b8-4624-a5ef-ff4ab6eaffaa req-928f64b3-39e6-4c7a-8d6e-da933510f2e0 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035147 Oct 13 00:13:07.072018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] No DVR routers for this DVR port 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:07.079804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:07.083549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-97980eff-b099-42a3-b24c-248dee137aef req-9bbc82cc-6f3a-43c0-926f-929335a9bfb8 tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.36 "DELETE /v2.0/ports/7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee HTTP/1.1" status: 204 len: 173 time: 0.9661160 Oct 13 00:13:07.095190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d3639b-84c7-452a-88c7-cebe21251dcc', 'name': 'network-vif-deleted', 'tag': '7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:07.101194 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c0985-2712-470a-a02b-0d7d419c1f56" -d '{"events": [{"server_uuid": "68d3639b-84c7-452a-88c7-cebe21251dcc", "name": "network-vif-deleted", "tag": "7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:07.119025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:07.162719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:07.170703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:07.174760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:07.197977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:07.214488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:07.234249 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:07.258079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:07.258828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:07.262990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] 10.222.0.36 "PUT /v2.0/ports/709a3961-0559-41d5-85e2-011d14eea270 HTTP/1.1" status: 200 len: 1096 time: 2.2380533 Oct 13 00:13:07.314952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,segment=NetworkSegment(97959df0-f03e-4422-a8b9-6bb4b477cdca),segment_id=97959df0-f03e-4422-a8b9-6bb4b477cdca)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:07.329916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9bd77-dad9-46d7-988a-b1c8955b42fa service neutron] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:07.338998 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '31eb3e31-c6c3-4965-9f1a-7d7e37a34c81', 'network_id': 'fb834228-4867-47cd-bf75-69fc2d70f6ec', 'port_id': '31eb3e31-c6c3-4965-9f1a-7d7e37a34c81', 'mac_address': 'fa:16:3e:2e:ab:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a6903a-66d6-442b-8df7-9496c5bc7a89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:07.407843 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:07.409598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-80a1a303-cca1-4c44-a3d3-a724517f0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:07.415067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-80a1a303-cca1-4c44-a3d3-a724517f0541 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 1099 time: 0.0701654 Oct 13 00:13:07.428262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:07.451852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,segment=NetworkSegment(97959df0-f03e-4422-a8b9-6bb4b477cdca),segment_id=97959df0-f03e-4422-a8b9-6bb4b477cdca)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:07.468210 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:07.477572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-2a407566-5a1a-47df-a712-4258fbfb4dc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=709a3961-0559-41d5-85e2-011d14eea270 HTTP/1.1" status: 200 len: 217 time: 0.0464818 Oct 13 00:13:07.547830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:07.567298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-c30d6b3a-f8df-468a-b57d-32dc7da887bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:07.570060 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-c30d6b3a-f8df-468a-b57d-32dc7da887bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0829887 Oct 13 00:13:07.634454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-1122ef23-32fb-472f-abdd-b0ea7b997089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:07.635787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34f3eff1-250c-4c0e-8a35-adf74e377cae req-b8f19a19-0e93-4df9-9b97-a607cc52caea tempest-AttachSCSIVolumeTestJSON-353505503 tempest-AttachSCSIVolumeTestJSON-353505503-project] 10.222.0.21 "GET /v2.0/ports?device_id=68d3639b-84c7-452a-88c7-cebe21251dcc HTTP/1.1" status: 200 len: 210 time: 0.4692771 Oct 13 00:13:07.636321 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-1122ef23-32fb-472f-abdd-b0ea7b997089 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450847 Oct 13 00:13:07.657511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:07.657511 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:07.658172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] 10.222.0.36 "PUT /v2.0/ports/ed139a87-25f4-4693-b9e6-cf6130de24c1 HTTP/1.1" status: 200 len: 1094 time: 2.2773862 Oct 13 00:13:07.665691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:07.668091 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e" -d '{"events": [{"name": "network-changed", "server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:07.713287 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87120f7d-56f1-4722-95e9-9f8c509a2200 x-openstack-request-id: req-87120f7d-56f1-4722-95e9-9f8c509a2200 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:07.713841 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d3639b-84c7-452a-88c7-cebe21251dcc", "name": "network-vif-deleted", "tag": "7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:07.714194 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87120f7d-56f1-4722-95e9-9f8c509a2200 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:07.714681 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d3639b-84c7-452a-88c7-cebe21251dcc', 'name': 'network-vif-deleted', 'tag': '7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee', 'status': 'completed', 'code': 200} Oct 13 00:13:07.774087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:07.797526 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-a3d41629-b757-4517-aed8-c013c98c25dc service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500325 Oct 13 00:13:07.804137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ea67-fa8d-49d2-b42c-edf8b2341a95 req-72935a74-8467-48ac-b75d-545d7a573490 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:07.814056 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4002ea67-fa8d-49d2-b42c-edf8b2341a95 req-72935a74-8467-48ac-b75d-545d7a573490 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 944 time: 0.5973723 Oct 13 00:13:07.878236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278694e-78ce-4542-8e6a-f92e3ca29e86 service neutron] Pushing event updated for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:07.903361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b0a822a-592e-4955-a99e-e1387744c200 req-239d7492-30bc-4196-8dff-3f56bad2f302 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0494773 Oct 13 00:13:07.919056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['31eb3e31-c6c3-4965-9f1a-7d7e37a34c81'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:07.920137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-7473256f-58cf-4715-8a02-10b74d851447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:07.921649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-7473256f-58cf-4715-8a02-10b74d851447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 1097 time: 0.1875532 Oct 13 00:13:07.950359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4002ea67-fa8d-49d2-b42c-edf8b2341a95 req-28f07fc9-514e-4810-9bf8-2cd3b81d691e tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352723 Oct 13 00:13:07.985836 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f855ae54-2612-4eb4-a50d-d54258a3f1a5 req-b5e2ca7e-f046-4f72-a386-2e9b78f373c5 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819308 Oct 13 00:13:08.033297 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-f420625b-7f5a-4939-a8a2-e50287cb1837 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1 HTTP/1.1" status: 200 len: 217 time: 0.0770330 Oct 13 00:13:08.142037 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd048fe4-3b34-48dd-9862-d3bc192eddf8 x-openstack-request-id: req-bd048fe4-3b34-48dd-9862-d3bc192eddf8 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:08.142455 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:08.142826 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd048fe4-3b34-48dd-9862-d3bc192eddf8 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:08.143357 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'status': 'completed', 'code': 200} Oct 13 00:13:08.160868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8e3de99c-0e1a-4df5-998a-b91a9bbf3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:08.162412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-8e3de99c-0e1a-4df5-998a-b91a9bbf3164 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0966794 Oct 13 00:13:08.172540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46175fd-7e2f-4260-a758-0bcc1e514a0c req-53ffdeed-c73c-4571-a865-2ea5fee74de8 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:08.174347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b46175fd-7e2f-4260-a758-0bcc1e514a0c req-53ffdeed-c73c-4571-a865-2ea5fee74de8 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.1196430 Oct 13 00:13:08.249632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-916977d8-42e1-4850-a6d4-5e211e57fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:08.250961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-916977d8-42e1-4850-a6d4-5e211e57fabe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754447 Oct 13 00:13:08.255238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b46175fd-7e2f-4260-a758-0bcc1e514a0c req-1943e2a0-3e20-464f-803e-c0790866ae1d tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683837 Oct 13 00:13:08.391251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a06fdc-8db7-4696-8398-11480c52aec2 req-8a363e36-e4a9-4634-a920-18581ca3ed68 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:08.397616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a06fdc-8db7-4696-8398-11480c52aec2 req-8a363e36-e4a9-4634-a920-18581ca3ed68 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:08.399555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2a06fdc-8db7-4696-8398-11480c52aec2 req-8a363e36-e4a9-4634-a920-18581ca3ed68 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1680 time: 0.0884552 Oct 13 00:13:08.402195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-0149d6c5-7bbb-4f69-80f1-8d38d9dfad1f service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435442 Oct 13 00:13:08.486110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49906) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:08.494961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2a06fdc-8db7-4696-8398-11480c52aec2 req-fa5f4507-19b7-4f32-b131-7048884bb159 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879481 Oct 13 00:13:08.532745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b36f744a-2a77-4c5c-867b-ce820896ad8b req-366cafa8-3de3-4f31-8ea4-eaa4f74dd71a service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181970 Oct 13 00:13:08.596842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-86cc4d00-d34a-4c04-83cc-967746ffbd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:08.664502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-7053cdab-c3e4-4eb4-8839-000528dcfeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:08.666084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-7053cdab-c3e4-4eb4-8839-000528dcfeff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0445061 Oct 13 00:13:08.679691 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-86cc4d00-d34a-4c04-83cc-967746ffbd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:08.684495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-86cc4d00-d34a-4c04-83cc-967746ffbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:08.724327 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-86cc4d00-d34a-4c04-83cc-967746ffbd92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=887927577aa347ad8bc5c7972faf8f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365890 Oct 13 00:13:08.724963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49916) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:08.748373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc4d00-d34a-4c04-83cc-967746ffbd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39549d0c-014e-4ba7-bc1b-c8cb3ddd2ab8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:08.790662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-91b12177-88d0-44ac-9816-9702d23da2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:08.792266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-91b12177-88d0-44ac-9816-9702d23da2cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1184738 Oct 13 00:13:08.799365 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a028d74-461b-44d7-9b84-b7cf1501c71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:08.829281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a028d74-461b-44d7-9b84-b7cf1501c71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:08.883952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-16e95a50-38e8-4cd6-8b43-459acabcdd2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1 HTTP/1.1" status: 200 len: 217 time: 0.0815957 Oct 13 00:13:08.885852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a028d74-461b-44d7-9b84-b7cf1501c71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:08.889214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a028d74-461b-44d7-9b84-b7cf1501c71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:08.890842 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8a028d74-461b-44d7-9b84-b7cf1501c71c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39549d0c-014e-4ba7-bc1b-c8cb3ddd2ab8 HTTP/1.1" status: 204 len: 168 time: 0.1625953 Oct 13 00:13:08.902025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a028d74-461b-44d7-9b84-b7cf1501c71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39549d0c-014e-4ba7-bc1b-c8cb3ddd2ab8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:08.961807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-8108d209-9e04-42ef-8414-af95f8ea6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:08.964070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-8108d209-9e04-42ef-8414-af95f8ea6d1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0715339 Oct 13 00:13:08.978840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f8e728f7-0e4d-4825-aa5d-858c75f43ecf up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:09.073114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port f8e728f7-0e4d-4825-aa5d-858c75f43ecf completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:13:09.078650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port f8e728f7-0e4d-4825-aa5d-858c75f43ecf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:09.079893 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.123497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7b9daab-2d6b-48c6-9b8a-4f2baa75a4ec req-b19cc712-9d41-4ac8-a841-4a45121dce5e tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0978765 Oct 13 00:13:09.195249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-c1149f4f-b618-42be-a1e4-847f086482d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:09.196966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-c1149f4f-b618-42be-a1e4-847f086482d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248359 Oct 13 00:13:09.231087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25b3e1-06b3-4d16-8ca0-59ed5c7dc148 req-96ed07c9-61c5-443c-911e-ca0d4e48450a tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:09.239872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f25b3e1-06b3-4d16-8ca0-59ed5c7dc148 req-96ed07c9-61c5-443c-911e-ca0d4e48450a tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 945 time: 0.1201124 Oct 13 00:13:09.286796 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.317137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e728f7-0e4d-4825-aa5d-858c75f43ecf'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:09.321126 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eaa9b2-cd09-40a3-a58c-c4251eda65b1" -d '{"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-plugged", "status": "completed", "tag": "f8e728f7-0e4d-4825-aa5d-858c75f43ecf"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:09.336634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f8e728f7-0e4d-4825-aa5d-858c75f43ecf, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,segment=NetworkSegment(c1de41b0-a754-4745-b8cc-81d6b605bb1b),segment_id=c1de41b0-a754-4745-b8cc-81d6b605bb1b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:09.346564 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.349009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:09.385514 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f25b3e1-06b3-4d16-8ca0-59ed5c7dc148 req-cbfa4cae-76ff-42b2-a92c-bc431a743cd2 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446300 Oct 13 00:13:09.438338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:09.438703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7e8e3d0f-2796-46b0-bb5f-b3e067e7d1ee not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:09.456433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49966) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:09.467156 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce933e-ccd0-47dd-9673-4b6ad7df62fd x-openstack-request-id: req-49ce933e-ccd0-47dd-9673-4b6ad7df62fd {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:09.467451 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-plugged", "status": "completed", "tag": "f8e728f7-0e4d-4825-aa5d-858c75f43ecf", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:09.467739 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49ce933e-ccd0-47dd-9673-4b6ad7df62fd {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:09.468140 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e728f7-0e4d-4825-aa5d-858c75f43ecf', 'code': 200} Oct 13 00:13:09.477637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05d7bef2-b8f1-49b5-bf50-ee7bab88c64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.482195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-01d6d2e1-f5d5-4b14-be7c-0aba626ab366 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754374 Oct 13 00:13:09.492261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:09.504974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8cc3f-3676-4d0c-8e2b-c54d0c81c89c req-956adb30-a092-4bc2-9eb9-6fbdf789cc79 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:09.506754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7dc8cc3f-3676-4d0c-8e2b-c54d0c81c89c req-956adb30-a092-4bc2-9eb9-6fbdf789cc79 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.0761306 Oct 13 00:13:09.615878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05d7bef2-b8f1-49b5-bf50-ee7bab88c64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.622611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05d7bef2-b8f1-49b5-bf50-ee7bab88c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.637813 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7dc8cc3f-3676-4d0c-8e2b-c54d0c81c89c req-c3b34456-6983-430f-8d50-37bf5d953fc6 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216702 Oct 13 00:13:09.655713 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-05d7bef2-b8f1-49b5-bf50-ee7bab88c64e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af8685e97bd240bc9e7cb3a80894945a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978076 Oct 13 00:13:09.658348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49970) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:09.694474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3722-c9fe-4634-ba2c-13252ea79afd req-6b121ebe-5b8a-4a02-8cc0-045d9643ff60 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:09.701888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7bef2-b8f1-49b5-bf50-ee7bab88c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b12c95-9716-4f16-b0fd-a6a00f7bd363,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:09.703446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b3722-c9fe-4634-ba2c-13252ea79afd req-6b121ebe-5b8a-4a02-8cc0-045d9643ff60 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:09.711675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-325b3722-c9fe-4634-ba2c-13252ea79afd req-6b121ebe-5b8a-4a02-8cc0-045d9643ff60 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1681 time: 0.1210515 Oct 13 00:13:09.718922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'tag': '709a3961-0559-41d5-85e2-011d14eea270'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:09.721266 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5994e028-14a9-4673-b4c2-86f8da14375c" -d '{"events": [{"name": "network-changed", "server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "tag": "709a3961-0559-41d5-85e2-011d14eea270"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:09.722021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17bcc9d3-0e6d-4719-a8a0-e63dd03c437e req-7bb4fedd-d495-409f-8555-0c8efb231d57 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142947 Oct 13 00:13:09.744741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d185877-91a3-4b16-b012-ca4a13927eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.771177 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d185877-91a3-4b16-b012-ca4a13927eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.775292 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-325b3722-c9fe-4634-ba2c-13252ea79afd req-a8b1b11d-372f-4bc5-b42c-73ea61493107 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600390 Oct 13 00:13:09.803711 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5cedc8-9d98-4904-8b26-b18735e816db x-openstack-request-id: req-ba5cedc8-9d98-4904-8b26-b18735e816db {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:09.804113 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "tag": "709a3961-0559-41d5-85e2-011d14eea270", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:09.804368 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba5cedc8-9d98-4904-8b26-b18735e816db {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:09.804753 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'tag': '709a3961-0559-41d5-85e2-011d14eea270', 'status': 'completed', 'code': 200} Oct 13 00:13:09.832073 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d185877-91a3-4b16-b012-ca4a13927eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.835741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d185877-91a3-4b16-b012-ca4a13927eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:09.839471 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3d185877-91a3-4b16-b012-ca4a13927eac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83b12c95-9716-4f16-b0fd-a6a00f7bd363 HTTP/1.1" status: 204 len: 168 time: 0.1778300 Oct 13 00:13:09.846777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d185877-91a3-4b16-b012-ca4a13927eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b12c95-9716-4f16-b0fd-a6a00f7bd363,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:09.899222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994e028-14a9-4673-b4c2-86f8da14375c req-70f35cb4-bb40-4219-9bee-25eb5e22c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:09.899899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5994e028-14a9-4673-b4c2-86f8da14375c req-70f35cb4-bb40-4219-9bee-25eb5e22c74b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 1099 time: 0.0538774 Oct 13 00:13:10.006118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994e028-14a9-4673-b4c2-86f8da14375c req-e2e55b61-ddae-48aa-9534-259cd6b0cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:10.007658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5994e028-14a9-4673-b4c2-86f8da14375c req-e2e55b61-ddae-48aa-9534-259cd6b0cff2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0996199 Oct 13 00:13:10.054646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5994e028-14a9-4673-b4c2-86f8da14375c req-20009259-74a0-4b44-864c-b14cd9c4f9ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=709a3961-0559-41d5-85e2-011d14eea270 HTTP/1.1" status: 200 len: 217 time: 0.0389264 Oct 13 00:13:10.109587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994e028-14a9-4673-b4c2-86f8da14375c req-c1ff6141-0b39-43f5-9997-a5271667637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:10.110988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5994e028-14a9-4673-b4c2-86f8da14375c req-c1ff6141-0b39-43f5-9997-a5271667637e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0492041 Oct 13 00:13:10.161136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994e028-14a9-4673-b4c2-86f8da14375c req-7c27d62c-1fd5-4124-af87-a4ae41236b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:10.162705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5994e028-14a9-4673-b4c2-86f8da14375c req-7c27d62c-1fd5-4124-af87-a4ae41236b17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447173 Oct 13 00:13:10.265686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b6b1923-e3f2-40c7-8a25-4c206fdb6bbd req-bf5507a3-71b4-4733-a0c3-de19d7829b8e tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0361507 Oct 13 00:13:10.332963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5994e028-14a9-4673-b4c2-86f8da14375c req-9f448b5e-6149-43dc-ac20-f118f77a9c85 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605716 Oct 13 00:13:10.452984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5994e028-14a9-4673-b4c2-86f8da14375c req-8f95291b-a902-4827-a500-075444f3b54b service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094284 Oct 13 00:13:10.543077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687bfdf-0dcb-4343-abdc-dceada473c1f req-73d7d40d-7817-4495-a0c6-0d5416c6a4d6 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:10.544672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8687bfdf-0dcb-4343-abdc-dceada473c1f req-73d7d40d-7817-4495-a0c6-0d5416c6a4d6 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 945 time: 0.0601976 Oct 13 00:13:10.594092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8687bfdf-0dcb-4343-abdc-dceada473c1f req-e72d905f-0b23-4755-8434-2b1ba135ab66 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Oct 13 00:13:10.666286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50010) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:10.773537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1134499807-network', 'tenant_id': '972c82705a634760bc65b69e0205d7e1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:10.787610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30373c6d-1bfb-4eb4-98e6-a76964eba4fc req-e2dd16ae-ea0b-4334-82bb-d914756c5082 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:10.790156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30373c6d-1bfb-4eb4-98e6-a76964eba4fc req-e2dd16ae-ea0b-4334-82bb-d914756c5082 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.0558670 Oct 13 00:13:10.802612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Made reservation on behalf of 972c82705a634760bc65b69e0205d7e1 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:10.805552 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:10.816807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:10.837432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30373c6d-1bfb-4eb4-98e6-a76964eba4fc req-7e8ce3af-6553-43ce-90d8-08a2e11ddbde tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Oct 13 00:13:10.906037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:10.911571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:10.919534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637f180-5450-4efd-a547-0eb49886286c req-29fd7f95-e784-49c5-87a4-5623206078ce tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:10.924466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:13:10.927430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637f180-5450-4efd-a547-0eb49886286c req-29fd7f95-e784-49c5-87a4-5623206078ce tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:10.934647 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:10.934967 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Added segment cb9d15dc-dc43-4d5c-99a0-d67923efce77 of type vlan for network 7382e6f6-efa9-4a70-8e95-977acf533636 Oct 13 00:13:10.935623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3637f180-5450-4efd-a547-0eb49886286c req-29fd7f95-e784-49c5-87a4-5623206078ce tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1681 time: 0.0752792 Oct 13 00:13:10.974029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ed139a87-25f4-4693-b9e6-cf6130de24c1 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:10.983419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:10.983915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3637f180-5450-4efd-a547-0eb49886286c req-3cc50d0b-5f43-46c8-b708-fb912944c461 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432851 Oct 13 00:13:11.011937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.016391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7412d7d-f249-4907-b8f8-02018de52dc1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:11.041495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.042817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:11.043401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.097837 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4304047 Oct 13 00:13:11.102769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50020) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:11.109081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Request body: {'subnet': {'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1134499807-subnet', 'tenant_id': '972c82705a634760bc65b69e0205d7e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:11.111113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:13:11.117248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:11.117733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.120907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa50e1-ed8d-468f-8807-813e6c5af237 admin admin] Pushing event updated for resources: {'Network': ['ID=7382e6f6-efa9-4a70-8e95-977acf533636,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:11.141679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Made reservation on behalf of 972c82705a634760bc65b69e0205d7e1 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:11.144170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.154695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 7382e6f6-efa9-4a70-8e95-977acf533636 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:13:11.221561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:11.253411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'mac_address': 'fa:16:3e:39:62:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:11.296826 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.317335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed139a87-25f4-4693-b9e6-cf6130de24c1 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:11.330164 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.366671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:11.379034 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.384590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:11.414060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4d62fd-0456-4555-889b-57e236e3f4d2,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:11.428241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.429513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a5ffa11-eddf-493f-8b5a-6b8e88f810a8 req-71ce8b3e-e7a8-4a36-a137-2ca6faaf29b2 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0589905 Oct 13 00:13:11.454261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:11.454648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Network hostable DHCP agents. Network: 7382e6f6-efa9-4a70-8e95-977acf533636, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:13:11.463569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:11.492318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Network 7382e6f6-efa9-4a70-8e95-977acf533636 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:13:11.499160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '709a3961-0559-41d5-85e2-011d14eea270', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '709a3961-0559-41d5-85e2-011d14eea270', 'mac_address': 'fa:16:3e:47:c8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:11.511058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 7382e6f6-efa9-4a70-8e95-977acf533636) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:11.516624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:11.517973 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.527718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9919548-5dda-467a-ad70-c1f79dfa8201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eb3e31-c6c3-4965-9f1a-7d7e37a34c81'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:11.529982 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6f593a-ed62-4e3f-ace5-7a6c8c85a9e1" -d '{"events": [{"server_uuid": "a9919548-5dda-467a-ad70-c1f79dfa8201", "name": "network-vif-plugged", "status": "completed", "tag": "31eb3e31-c6c3-4965-9f1a-7d7e37a34c81"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:11.538035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-947e89ad-92f5-4523-90bb-4883ddd6ddba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4339964 Oct 13 00:13:11.559071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:11.562821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57600c75-1fb9-46dd-ae93-5aa5b31c7ed1 None None] Network 7382e6f6-efa9-4a70-8e95-977acf533636 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:11.664471 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eb61d4-a745-42b1-8a3d-32daeded2a49 x-openstack-request-id: req-f7eb61d4-a745-42b1-8a3d-32daeded2a49 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:11.664885 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9919548-5dda-467a-ad70-c1f79dfa8201", "name": "network-vif-plugged", "status": "completed", "tag": "31eb3e31-c6c3-4965-9f1a-7d7e37a34c81", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:11.665146 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7eb61d4-a745-42b1-8a3d-32daeded2a49 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:11.665594 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9919548-5dda-467a-ad70-c1f79dfa8201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eb3e31-c6c3-4965-9f1a-7d7e37a34c81', 'code': 200} Oct 13 00:13:11.672780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,segment=NetworkSegment(97959df0-f03e-4422-a8b9-6bb4b477cdca),segment_id=97959df0-f03e-4422-a8b9-6bb4b477cdca)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:11.695915 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.696738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:11.791482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:11.833675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632a0f2b-5cc2-470b-8591-254bd3dd6b95 None None] Network 7382e6f6-efa9-4a70-8e95-977acf533636 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:11.898724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36f098-bf00-47d8-9f19-47afcc0f1247 req-6156bd8e-c139-47e4-ae21-d89cfcfc4751 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:11.901347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e36f098-bf00-47d8-9f19-47afcc0f1247 req-6156bd8e-c139-47e4-ae21-d89cfcfc4751 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 946 time: 0.1680529 Oct 13 00:13:11.909677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1181f-610c-404b-a8f2-e22ee392237c req-a6840cb7-ed06-4110-b574-fce6e0c0cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:11.912213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9c1181f-610c-404b-a8f2-e22ee392237c req-a6840cb7-ed06-4110-b574-fce6e0c0cdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 1097 time: 0.1814110 Oct 13 00:13:12.001133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e36f098-bf00-47d8-9f19-47afcc0f1247 req-a2118648-dccb-4feb-b82c-8ba21372898f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807104 Oct 13 00:13:12.015486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9c1181f-610c-404b-a8f2-e22ee392237c req-d73111fa-56ea-42f7-b7d7-5a2e59c33bdf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935035 Oct 13 00:13:12.031419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:12.051342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709a3961-0559-41d5-85e2-011d14eea270 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:12.113408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:12.119871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5cd6f-0657-468b-ae78-14b20ff0a6a9 req-32d16cfa-8dd4-4269-90c1-06877ca6fcaf tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:12.129718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dda5cd6f-0657-468b-ae78-14b20ff0a6a9 req-32d16cfa-8dd4-4269-90c1-06877ca6fcaf tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 947 time: 0.1270778 Oct 13 00:13:12.131433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.204085 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58d5c1d1-cf50-4d74-a207-6736d00990bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.224509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5cb0-5fe6-4968-9382-1809f095a3a1 req-16278328-1935-4149-8790-779b62ba077d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:12.231391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5cb0-5fe6-4968-9382-1809f095a3a1 req-16278328-1935-4149-8790-779b62ba077d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:12.242848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77da5cb0-5fe6-4968-9382-1809f095a3a1 req-16278328-1935-4149-8790-779b62ba077d tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1681 time: 0.1097536 Oct 13 00:13:12.257167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dda5cd6f-0657-468b-ae78-14b20ff0a6a9 req-8838d707-caae-4843-9b8a-5b90e07e0ede tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239314 Oct 13 00:13:12.257661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:13:12.267244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:12.267712 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.270182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:12.333698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77da5cb0-5fe6-4968-9382-1809f095a3a1 req-e007abd4-f809-4e28-8b6d-bbe834bc7847 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898073 Oct 13 00:13:12.361937 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.428087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:12.435236 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.474866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50064) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:12.480903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-948926386-network', 'tenant_id': '75169222d82c4d5a8aa9ad2580767ec8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:12.498841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:12.523049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Made reservation on behalf of 75169222d82c4d5a8aa9ad2580767ec8 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:12.525340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.548162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.613867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17da3dfe-7582-44b6-83f4-d59d5db1b4e4 req-786908ba-ae5d-4d34-a005-a8d7dc23be7e tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0610185 Oct 13 00:13:12.638425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['ed139a87-25f4-4693-b9e6-cf6130de24c1'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:12.641442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['709a3961-0559-41d5-85e2-011d14eea270'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:12.690452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.697843 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.728511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:13:12.749408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f97f3c-6c3e-40cd-9b7e-3d1dd439ea80,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:12.758231 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.758570 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Added segment a821d9d5-d0b8-4197-8065-60b4347f16f0 of type vlan for network 9ef2e959-82e3-4d8b-a9e3-ee59a7c87053 Oct 13 00:13:12.810681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.835275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.836569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:12.837264 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:12.906112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef2e959-82e3-4d8b-a9e3-ee59a7c87053,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:12.916026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c3efe324-3fe1-43f8-8256-9f4192d4c0a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4388392 Oct 13 00:13:12.918095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50068) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:12.923131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Request body: {'subnet': {'network_id': '9ef2e959-82e3-4d8b-a9e3-ee59a7c87053', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-948926386-subnet', 'tenant_id': '75169222d82c4d5a8aa9ad2580767ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:12.939529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9ef2e959-82e3-4d8b-a9e3-ee59a7c87053 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:13:12.948007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Made reservation on behalf of 75169222d82c4d5a8aa9ad2580767ec8 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:12.950301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:13.237383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb6c36-96b2-409a-bad6-7616d67ac307 req-86b3217f-9ad1-437c-8063-4decd7a37340 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:13.240252 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7fb6c36-96b2-409a-bad6-7616d67ac307 req-86b3217f-9ad1-437c-8063-4decd7a37340 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 946 time: 0.1326246 Oct 13 00:13:13.256242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:13.326644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5fea3a-7a7c-427b-b763-5d0fceaeb8d7,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:13.370594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7fb6c36-96b2-409a-bad6-7616d67ac307 req-68d3649e-5c20-4572-80d6-53bd1cf0ec2b tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180637 Oct 13 00:13:13.440629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Checking segment: {'id': 'a821d9d5-d0b8-4197-8065-60b4347f16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9ef2e959-82e3-4d8b-a9e3-ee59a7c87053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:13.441005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Network hostable DHCP agents. Network: 9ef2e959-82e3-4d8b-a9e3-ee59a7c87053, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:13:13.475269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86dd4-9158-4c6c-af08-3479b6707996 req-b2e84410-1d74-427e-8da8-88aad3a941df tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:13.476777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13c86dd4-9158-4c6c-af08-3479b6707996 req-b2e84410-1d74-427e-8da8-88aad3a941df tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 947 time: 0.1051357 Oct 13 00:13:13.523706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Network 9ef2e959-82e3-4d8b-a9e3-ee59a7c87053 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:13:13.556090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a8e6b-13ae-471d-b5dc-70f0ad4f5a75 req-f1f2b5c6-f780-4806-838f-f18067cd6543 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:13.562126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a8e6b-13ae-471d-b5dc-70f0ad4f5a75 req-f1f2b5c6-f780-4806-838f-f18067cd6543 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:13.563708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-665a8e6b-13ae-471d-b5dc-70f0ad4f5a75 req-f1f2b5c6-f780-4806-838f-f18067cd6543 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1682 time: 0.1191626 Oct 13 00:13:13.564729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 9ef2e959-82e3-4d8b-a9e3-ee59a7c87053) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:13.569078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13c86dd4-9158-4c6c-af08-3479b6707996 req-8d444ccf-37a2-4fb7-9da1-839454ccca44 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Oct 13 00:13:13.572430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:13.572871 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:13.577290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d4a50-2f68-4244-bb7e-ba8830fa94d1 None None] Network 9ef2e959-82e3-4d8b-a9e3-ee59a7c87053 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:13.595002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-26680d1a-0b6c-4531-bfbc-f6dd1cd1aacd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6757853 Oct 13 00:13:13.640913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-665a8e6b-13ae-471d-b5dc-70f0ad4f5a75 req-fe9de90c-0ada-48d3-9d9e-41b0a524faf3 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515568 Oct 13 00:13:13.666902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:13.669402 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c58a9f4-9d77-4cb2-84b6-9ebc2328e70b" -d '{"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-plugged", "status": "completed", "tag": "25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:13.718711 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7a79f-ad19-43eb-be76-03a38310b689 x-openstack-request-id: req-5de7a79f-ad19-43eb-be76-03a38310b689 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:13.719239 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-plugged", "status": "completed", "tag": "25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:13.719615 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5de7a79f-ad19-43eb-be76-03a38310b689 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:13.720232 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2', 'code': 200} Oct 13 00:13:13.777294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd250d-a547-4d8e-b26e-1d117ad572f6 None None] Network 9ef2e959-82e3-4d8b-a9e3-ee59a7c87053 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:13.784913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44fcbc0f-d866-439d-8bd1-a74ed887f070 req-88f13868-f281-4a6b-9370-3fef1c72b083 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0391476 Oct 13 00:13:13.874013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6be626-df0e-4993-a1d9-77d27056d29a req-525f4554-2a02-44e2-bc28-49b509b7dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:13.874403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6be626-df0e-4993-a1d9-77d27056d29a req-525f4554-2a02-44e2-bc28-49b509b7dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:13.876060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b6be626-df0e-4993-a1d9-77d27056d29a req-525f4554-2a02-44e2-bc28-49b509b7dd54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1984 time: 0.0466521 Oct 13 00:13:14.197789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b6be626-df0e-4993-a1d9-77d27056d29a req-cc7084ad-e683-467d-92df-b7584437b0ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138516 Oct 13 00:13:14.217877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50110) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:14.253370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-1089b07f-f84b-4e83-b48f-77f9a2c092cb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:14.263813 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-1089b07f-f84b-4e83-b48f-77f9a2c092cb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 821 time: 0.1339271 Oct 13 00:13:14.285562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-b4f7efcb-879f-4252-8988-34fe78afdec3 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/quotas/972c82705a634760bc65b69e0205d7e1 HTTP/1.1" status: 200 len: 375 time: 0.0200751 Oct 13 00:13:14.332272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-43dc58d3-8399-42ac-a650-dfa4f74feb0b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410919 Oct 13 00:13:14.509156 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a973e0b1-eca7-425e-b605-251a02701858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:14.545729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-8911f0a6-da04-4372-9a8f-7e0d57372bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056415 Oct 13 00:13:14.569127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b579311-b60c-4383-bf49-7e9435566924 req-d9632d8d-4aad-4ccb-a8d0-d2cc8430da34 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:14.571972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b579311-b60c-4383-bf49-7e9435566924 req-d9632d8d-4aad-4ccb-a8d0-d2cc8430da34 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 946 time: 0.1144478 Oct 13 00:13:14.664022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b579311-b60c-4383-bf49-7e9435566924 req-d17d4d08-43ee-4a51-a579-9325cc59ad69 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785797 Oct 13 00:13:14.726734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-b69f78e7-8968-4ec8-8353-d043d9fe253f service neutron] 10.222.0.21 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734982 Oct 13 00:13:14.729097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:14.840604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0e6a7-0e86-4f49-a140-c4b01f008ace req-ea0d9f0a-76eb-4ea8-9748-dec5bf75ce8e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:14.849692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1f0e6a7-0e86-4f49-a140-c4b01f008ace req-ea0d9f0a-76eb-4ea8-9748-dec5bf75ce8e tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 947 time: 0.0858130 Oct 13 00:13:14.902709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1f0e6a7-0e86-4f49-a140-c4b01f008ace req-ce057fe9-b81d-4acf-9578-f12884f74a86 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520463 Oct 13 00:13:14.974944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ed139a87-25f4-4693-b9e6-cf6130de24c1 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:15.036636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42148dd-4446-4c8c-9dba-c205682bffdd req-53b570f1-6ed4-4fc3-a9c3-c9cce0fc57ae tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:15.053308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42148dd-4446-4c8c-9dba-c205682bffdd req-53b570f1-6ed4-4fc3-a9c3-c9cce0fc57ae tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:15.063117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f42148dd-4446-4c8c-9dba-c205682bffdd req-53b570f1-6ed4-4fc3-a9c3-c9cce0fc57ae tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1682 time: 0.1021197 Oct 13 00:13:15.096230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port ed139a87-25f4-4693-b9e6-cf6130de24c1 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:13:15.101576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port ed139a87-25f4-4693-b9e6-cf6130de24c1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:15.102074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.125670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a42cfb6b-6614-498e-ae84-a764364cb3ef req-e437fccf-4f83-47f4-bd46-970d5adf83e9 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0572696 Oct 13 00:13:15.184897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f42148dd-4446-4c8c-9dba-c205682bffdd req-dbdfa2f9-e179-44b1-abe2-a36107cd85df tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130393 Oct 13 00:13:15.254208 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.279524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Deleting port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:15.280758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.313938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4aff7de-c0d7-4c8e-8ce3-e8f89f871894 req-3738d059-d3aa-46dd-9a6c-b20cda802179 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 210 time: 0.0579357 Oct 13 00:13:15.353700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:15.359602 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.361040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:15.469450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] For port 6eddfee2-a2d4-403f-81a7-4c1cf5acab37, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:15.469825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.511062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Calling delete_port for 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:15.537299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:15.601086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.604035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 709a3961-0559-41d5-85e2-011d14eea270 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:13:15.610723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 709a3961-0559-41d5-85e2-011d14eea270 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:15.611561 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.753343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:15.759228 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aee53d-97d6-49c2-858f-a75f38590f1e" -d '{"events": [{"server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "name": "network-vif-plugged", "status": "completed", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:15.763930 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.824993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:15.846009 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.874447 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf650436-43c7-49e9-9555-c4479c59f83e x-openstack-request-id: req-cf650436-43c7-49e9-9555-c4479c59f83e {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:15.874738 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "name": "network-vif-plugged", "status": "completed", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:15.874994 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf650436-43c7-49e9-9555-c4479c59f83e {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:15.875399 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'code': 200} Oct 13 00:13:15.924317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.989253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:16.049200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:16.058472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Pushing event deleted for resources: {'Port': ['ID=6eddfee2-a2d4-403f-81a7-4c1cf5acab37,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:16.140009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2473e-6d98-4e4c-80b3-6eb2c4f3b5d7 req-7ccc7335-37fa-4a7e-9289-18b468225014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:16.142076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09f2473e-6d98-4e4c-80b3-6eb2c4f3b5d7 req-7ccc7335-37fa-4a7e-9289-18b468225014 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 1099 time: 0.1523921 Oct 13 00:13:16.213306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd440-2de2-4cd2-b74e-8f6f06ab808d req-945bfc69-53f1-4ae3-9860-cc371d37c495 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:16.214866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdabd440-2de2-4cd2-b74e-8f6f06ab808d req-945bfc69-53f1-4ae3-9860-cc371d37c495 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 948 time: 0.1378405 Oct 13 00:13:16.273928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdabd440-2de2-4cd2-b74e-8f6f06ab808d req-b4a39deb-7ab4-4827-afcc-07e72a423fba tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424001 Oct 13 00:13:16.276712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:16.282723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09f2473e-6d98-4e4c-80b3-6eb2c4f3b5d7 req-82631a99-f671-4a3a-932a-222f184bc55b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319575 Oct 13 00:13:16.298631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f7a7b-4ca2-4bb2-8ff1-25b8afae4452 req-cdb2c5d5-0090-4566-8fc6-0de15f14d270 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:16.306145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f0f7a7b-4ca2-4bb2-8ff1-25b8afae4452 req-cdb2c5d5-0090-4566-8fc6-0de15f14d270 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 946 time: 0.1448877 Oct 13 00:13:16.341408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f0f7a7b-4ca2-4bb2-8ff1-25b8afae4452 req-b9a31a27-b0a1-4fea-8737-c580ae4f026d tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Oct 13 00:13:16.402999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7f45df5-b178-4022-9c7b-740cee1b362b req-ee89ebef-130d-4837-ab77-e88846483c42 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0403378 Oct 13 00:13:16.480140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b5c4-3df3-428a-a724-47dec9771718 req-2ffbd531-44a5-431f-96d4-4233d2650d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:16.486284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992b5c4-3df3-428a-a724-47dec9771718 req-2ffbd531-44a5-431f-96d4-4233d2650d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:16.488655 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f992b5c4-3df3-428a-a724-47dec9771718 req-2ffbd531-44a5-431f-96d4-4233d2650d87 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1682 time: 0.0664961 Oct 13 00:13:16.525354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Router 323e5f74-7439-4d52-a889-c4d3b01ffa96 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:16.544191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f992b5c4-3df3-428a-a724-47dec9771718 req-3ba1db95-df93-47e1-91f8-dd55aa60dbab tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472817 Oct 13 00:13:16.694526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a7076e5-8563-4e0a-b62b-aa5cb55435ee req-0b60225b-8023-4f09-9687-c76def27480d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 210 time: 0.0668323 Oct 13 00:13:16.952042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4e2a4-4acc-4013-aca3-2bf1444ec1e7 req-a6584ee5-d990-4066-8d55-834023b95a0b tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:16.960073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4e2a4-4acc-4013-aca3-2bf1444ec1e7 req-a6584ee5-d990-4066-8d55-834023b95a0b tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:16.961752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75e4e2a4-4acc-4013-aca3-2bf1444ec1e7 req-a6584ee5-d990-4066-8d55-834023b95a0b tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1682 time: 0.0725887 Oct 13 00:13:17.004704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75e4e2a4-4acc-4013-aca3-2bf1444ec1e7 req-fb2d2884-dc85-43b6-b1ed-c5552240f55c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Oct 13 00:13:17.067989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:17.077065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3ba118e4-b273-4b10-8d16-df2770b5761c admin admin] 10.222.0.21 "PUT /v2.0/routers/323e5f74-7439-4d52-a889-c4d3b01ffa96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8578262 Oct 13 00:13:17.078540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50192) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:17.082583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] Sync routers for ids ['323e5f74-7439-4d52-a889-c4d3b01ffa96'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:17.098661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] Routers {'323e5f74-7439-4d52-a889-c4d3b01ffa96'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:17.099426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['323e5f74-7439-4d52-a889-c4d3b01ffa96'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:17.110529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-6c91b3d6-8b30-4335-81d7-8a0badbeea47 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:17.112005 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-6c91b3d6-8b30-4335-81d7-8a0badbeea47 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 821 time: 0.1305170 Oct 13 00:13:17.135497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Request body: {'port': {'device_id': '2c418db5-acc4-4d11-8937-3140328351a0', 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'admin_state_up': True, 'tenant_id': '972c82705a634760bc65b69e0205d7e1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:17.214941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:17.232838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] Set router 323e5f74-7439-4d52-a889-c4d3b01ffa96 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:17.262209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Made reservation on behalf of 972c82705a634760bc65b69e0205d7e1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:17.267496 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:17.341319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:17.436412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Allocated IP 172.20.0.9 (7382e6f6-efa9-4a70-8e95-977acf533636/4e4d62fd-0456-4555-889b-57e236e3f4d2/62999469-29f7-4664-86fa-1879bd41077c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:17.438563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:17.479578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0e36c-c0a1-41e8-8bdf-5dabcf3fd9e9 req-21b8e1bf-8ebe-4282-9cbb-573ae3173222 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:17.488835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abb0e36c-c0a1-41e8-8bdf-5dabcf3fd9e9 req-21b8e1bf-8ebe-4282-9cbb-573ae3173222 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 948 time: 0.0865033 Oct 13 00:13:17.536650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Deleting port 036ca0a1-0dcd-4f15-be26-baeacb2969b4 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:17.537870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:17.545106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:13:15Z', 'revision_number': 5, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port': {'id': '036ca0a1-0dcd-4f15-be26-baeacb2969b4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:13Z', 'updated_at': '2021-10-13T00:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:17.579460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] Checking router: 323e5f74-7439-4d52-a889-c4d3b01ffa96 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:17.606018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] Routers {'323e5f74-7439-4d52-a889-c4d3b01ffa96'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:17.606638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['323e5f74-7439-4d52-a889-c4d3b01ffa96'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:17.626304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abb0e36c-c0a1-41e8-8bdf-5dabcf3fd9e9 req-49211b35-8fce-495d-8144-bab00fae5ab1 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319704 Oct 13 00:13:17.634130 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:17.666521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ee4f-ef5f-48b5-98f9-4f09542ef8f2 req-4c0c1df4-daab-440a-a24b-a77c2d5f979a tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:17.672410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dea0ee4f-ef5f-48b5-98f9-4f09542ef8f2 req-4c0c1df4-daab-440a-a24b-a77c2d5f979a tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 946 time: 0.2027390 Oct 13 00:13:17.686354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:17.733896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] For port 036ca0a1-0dcd-4f15-be26-baeacb2969b4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=036ca0a1-0dcd-4f15-be26-baeacb2969b4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:17.734446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:17.767329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Calling delete_port for 036ca0a1-0dcd-4f15-be26-baeacb2969b4 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:17.779040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dea0ee4f-ef5f-48b5-98f9-4f09542ef8f2 req-f9fad119-4fad-418f-a26b-32ad7950c6ff tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860214 Oct 13 00:13:17.813841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Network 7382e6f6-efa9-4a70-8e95-977acf533636 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:17.818268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:17.821070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:17.852547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5bdc03f-6083-42c9-a3a2-b79926152505 req-3770df8d-fd66-4d1d-8f14-026ee1ac201c tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1019273 Oct 13 00:13:17.872253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] Set router 323e5f74-7439-4d52-a889-c4d3b01ffa96 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:17.876448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:17.882097 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a324d93-cee2-4327-b9b8-eca0755a511d" -d '{"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-plugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:17.943391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Pushing event updated for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:17.992823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:13:17Z', 'revision_number': 6, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:18.000717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:18.001361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.045789 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-e913c03a-44e3-49f8-9b86-9ca6ab9cf43a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9161301 Oct 13 00:13:18.051491 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d03eb46-9d7a-49b7-8b43-b60ba2c58f45 x-openstack-request-id: req-0d03eb46-9d7a-49b7-8b43-b60ba2c58f45 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:18.051805 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-plugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:18.052060 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d03eb46-9d7a-49b7-8b43-b60ba2c58f45 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:18.052454 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270', 'code': 200} Oct 13 00:13:18.053689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da20433-c0c2-4ac6-8375-05ecfe187271 None None] The sync data for ids ['323e5f74-7439-4d52-a889-c4d3b01ffa96'] in n-d-813679-4 is: [{'id': '323e5f74-7439-4d52-a889-c4d3b01ffa96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1114709114-router', 'tenant_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:12Z', 'updated_at': '2021-10-13T00:13:17Z', 'revision_number': 6, 'project_id': '2fe13e0d622d4dfa84ab195bfd5a8497', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:18.071256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Request body: {'port': {'device_id': '2c418db5-acc4-4d11-8937-3140328351a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:18.177899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.210347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c252-dcf2-4f07-8d66-395839d4f5a0 req-6d8538e1-84cc-483c-b50f-01b073e1a15d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:18.211941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7eb3c252-dcf2-4f07-8d66-395839d4f5a0 req-6d8538e1-84cc-483c-b50f-01b073e1a15d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 931 time: 0.1627209 Oct 13 00:13:18.319598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7eb3c252-dcf2-4f07-8d66-395839d4f5a0 req-614a5cdf-6e20-4b58-b193-b040e730cd45 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801308 Oct 13 00:13:18.335876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffe8a-b9e8-4c5d-9d7c-32dad491e724 req-97b2923d-3d65-45ce-a0da-363a0a8f5975 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:18.342831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffe8a-b9e8-4c5d-9d7c-32dad491e724 req-97b2923d-3d65-45ce-a0da-363a0a8f5975 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:18.356228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9bffe8a-b9e8-4c5d-9d7c-32dad491e724 req-97b2923d-3d65-45ce-a0da-363a0a8f5975 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1682 time: 0.1816590 Oct 13 00:13:18.356228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7826f-b1e6-448a-9628-0b9d7460457f req-9d8f8eb7-d517-4f14-b386-134e39f9959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:18.356563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bd7826f-b1e6-448a-9628-0b9d7460457f req-9d8f8eb7-d517-4f14-b386-134e39f9959d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 1101 time: 0.1843700 Oct 13 00:13:18.358218 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.446777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-14bc664a-acf4-444b-881d-e3db41b4358e tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:18.448481 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-14bc664a-acf4-444b-881d-e3db41b4358e tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 946 time: 0.1488814 Oct 13 00:13:18.469025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=036ca0a1-0dcd-4f15-be26-baeacb2969b4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:18.536426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bd7826f-b1e6-448a-9628-0b9d7460457f req-684a806c-a958-41b2-aff5-8c31d79aab87 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643970 Oct 13 00:13:18.569111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9bffe8a-b9e8-4c5d-9d7c-32dad491e724 req-614640a4-0cc8-425c-b371-c2bc19136ba3 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168803 Oct 13 00:13:18.586767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.670227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62999469-29f7-4664-86fa-1879bd41077c {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:18.678724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.691428 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Transition to ACTIVE for port object 62999469-29f7-4664-86fa-1879bd41077c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:13:18.701795 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.704272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.704822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.737986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Deleting port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:18.738731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.786489 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.787215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 323e5f74-7439-4d52-a889-c4d3b01ffa96 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:13:18.796319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.797527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7bea52a2-4e24-4fa7-9736-e22a3d624e2f admin admin] 10.222.0.21 "DELETE /v2.0/routers/323e5f74-7439-4d52-a889-c4d3b01ffa96 HTTP/1.1" status: 204 len: 168 time: 1.7167614 Oct 13 00:13:18.801574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50216) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:18.854223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] For port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,segment=NetworkSegment(97959df0-f03e-4422-a8b9-6bb4b477cdca),segment_id=97959df0-f03e-4422-a8b9-6bb4b477cdca)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:18.854555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.859500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f531b1-173f-446c-ad2e-506fbe82287d req-e766d0e0-02a3-42ee-878f-404e242f542b tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:18.866727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35f531b1-173f-446c-ad2e-506fbe82287d req-e766d0e0-02a3-42ee-878f-404e242f542b tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 948 time: 0.1190276 Oct 13 00:13:18.868439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Calling delete_port for 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:18.948269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba9d59f-3413-4e91-a6b4-c273162b1f26 admin admin] Deleting subnet c125cce0-54dc-441a-ac90-3a6f4bbe714a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:18.961786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35f531b1-173f-446c-ad2e-506fbe82287d req-7d8a6d2c-8dbd-4945-b6bb-cb8ccaaf58b7 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941892 Oct 13 00:13:18.980940 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d59f-3413-4e91-a6b4-c273162b1f26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.032441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99f33-a398-408b-9cb3-0335ba4c8364 req-50878924-db19-481d-a0a6-93643a7b0ae7 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:19.040781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06f99f33-a398-408b-9cb3-0335ba4c8364 req-50878924-db19-481d-a0a6-93643a7b0ae7 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9919548-5dda-467a-ad70-c1f79dfa8201 HTTP/1.1" status: 200 len: 946 time: 0.1712956 Oct 13 00:13:19.057375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.071760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:19.115892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06f99f33-a398-408b-9cb3-0335ba4c8364 req-4992b8e3-2d1a-4961-8937-cb3434233a16 tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.21 "GET /v2.0/security-groups?id=607328d8-e456-4322-b63b-45c96faf3e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700877 Oct 13 00:13:19.133338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Pushing event updated for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:19.163635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['31eb3e31-c6c3-4965-9f1a-7d7e37a34c81'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:19.176574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:19.178700 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d59f-3413-4e91-a6b4-c273162b1f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.181800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6eddfee2-a2d4-403f-81a7-4c1cf5acab37 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:19.182646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 036ca0a1-0dcd-4f15-be26-baeacb2969b4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:19.220096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Pushing event deleted for resources: {'Port': ['ID=31eb3e31-c6c3-4965-9f1a-7d7e37a34c81,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:19.245193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 036ca0a1-0dcd-4f15-be26-baeacb2969b4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:19.245891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 036ca0a1-0dcd-4f15-be26-baeacb2969b4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:19.283793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] No DVR routers for this DVR port 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:19.285942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1bcc7460-df62-4b97-a3a7-20735c330528 req-1d8bafb5-d389-45d7-82f3-141d66b00343 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0742040 Oct 13 00:13:19.302362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.317275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-59568278-ce10-4f63-9634-5734d88ea8e4 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:19.317402 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23fc7df3-406d-4cc5-84fe-1caaef9bb555 req-8fbe9730-c6ef-4af0-80c3-dc3dbaafd06f tempest-ServerMetadataNegativeTestJSON-2120914612 tempest-ServerMetadataNegativeTestJSON-2120914612-project] 10.222.0.36 "DELETE /v2.0/ports/31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 HTTP/1.1" status: 204 len: 173 time: 0.8480046 Oct 13 00:13:19.318392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-59568278-ce10-4f63-9634-5734d88ea8e4 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:19.319216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9919548-5dda-467a-ad70-c1f79dfa8201', 'name': 'network-vif-deleted', 'tag': '31eb3e31-c6c3-4965-9f1a-7d7e37a34c81'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:19.320454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-59568278-ce10-4f63-9634-5734d88ea8e4 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.36 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1682 time: 0.1094048 Oct 13 00:13:19.322079 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb2e927-233e-4f38-b12e-b05cecec4510" -d '{"events": [{"server_uuid": "a9919548-5dda-467a-ad70-c1f79dfa8201", "name": "network-vif-deleted", "tag": "31eb3e31-c6c3-4965-9f1a-7d7e37a34c81"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:19.345828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:19.349597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:19.350178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:19.355775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:13:19.356180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:19.367859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:19.368256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:19.368660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:19.370662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Bound port: 62999469-29f7-4664-86fa-1879bd41077c, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:19.371054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.411020 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82bc0ff-0943-4c7f-9220-85f01a658c16 x-openstack-request-id: req-b82bc0ff-0943-4c7f-9220-85f01a658c16 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:19.411467 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9919548-5dda-467a-ad70-c1f79dfa8201", "name": "network-vif-deleted", "tag": "31eb3e31-c6c3-4965-9f1a-7d7e37a34c81", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:19.411710 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b82bc0ff-0943-4c7f-9220-85f01a658c16 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:19.412094 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9919548-5dda-467a-ad70-c1f79dfa8201', 'name': 'network-vif-deleted', 'tag': '31eb3e31-c6c3-4965-9f1a-7d7e37a34c81', 'status': 'completed', 'code': 200} Oct 13 00:13:19.495403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:19.499119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:19.505999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.538474 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d59f-3413-4e91-a6b4-c273162b1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.548462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:19.549079 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.550990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] 10.222.0.45 "PUT /v2.0/ports/62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 1091 time: 1.4838018 Oct 13 00:13:19.570089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92be1b-3599-4eed-8a3d-673f8acfef4b service neutron] Pushing event updated for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:19.644279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4b993-6646-400f-9791-542172e3e468 req-484f51b1-1534-480a-8233-174f81110e50 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:19.645712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9d4b993-6646-400f-9791-542172e3e468 req-484f51b1-1534-480a-8233-174f81110e50 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 950 time: 0.2692585 Oct 13 00:13:19.675933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-44839cfb-890b-4dda-8581-86d8f39b8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:19.677547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-44839cfb-890b-4dda-8581-86d8f39b8995 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1094 time: 0.0459893 Oct 13 00:13:19.689421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92311c-273a-4ebd-95d8-52f2319509f1 req-779f15ef-3d85-41b1-a290-550516b192e1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:19.690830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c92311c-273a-4ebd-95d8-52f2319509f1 req-779f15ef-3d85-41b1-a290-550516b192e1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.1815710 Oct 13 00:13:19.713728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port f8e728f7-0e4d-4825-aa5d-858c75f43ecf {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:19.714084 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.734280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-f3dd3113-fdf2-49f4-8b44-eb9db79988cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 217 time: 0.0407729 Oct 13 00:13:19.742254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d59f-3413-4e91-a6b4-c273162b1f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.784469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9d4b993-6646-400f-9791-542172e3e468 req-ca4e5b71-3b08-4d14-8fcd-70bdc8f159c3 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297717 Oct 13 00:13:19.808167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-2759f4cf-614e-44f8-804b-44d51c5a2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:19.809759 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-2759f4cf-614e-44f8-804b-44d51c5a2665 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0675590 Oct 13 00:13:19.818830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9d59f-3413-4e91-a6b4-c273162b1f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c125cce0-54dc-441a-ac90-3a6f4bbe714a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:19.825888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d59f-3413-4e91-a6b4-c273162b1f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.831795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7ba9d59f-3413-4e91-a6b4-c273162b1f26 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c125cce0-54dc-441a-ac90-3a6f4bbe714a HTTP/1.1" status: 204 len: 168 time: 1.0291729 Oct 13 00:13:19.834725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50234) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:19.835073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af6d1e-24ac-450f-9978-7add7ba6aed4 None None] Network 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:19.857283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c92311c-273a-4ebd-95d8-52f2319509f1 req-142d2061-2b7b-45d0-a1d1-3c2989873257 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526229 Oct 13 00:13:19.859659 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-d809414f-3873-40ef-9bb4-b923bc5c5666 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419743 Oct 13 00:13:19.976317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port f8e728f7-0e4d-4825-aa5d-858c75f43ecf, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,segment=NetworkSegment(c1de41b0-a754-4745-b8cc-81d6b605bb1b),segment_id=c1de41b0-a754-4745-b8cc-81d6b605bb1b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:19.976689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.989199 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.999553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for f8e728f7-0e4d-4825-aa5d-858c75f43ecf owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:20.027318 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-cea868b8-e6ef-43b1-9134-48079404929b service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522493 Oct 13 00:13:20.030595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39d35-cde9-4d80-b42b-494a7890f182 req-e738284b-b48d-4109-ad65-d2bb4ddc1930 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:20.037382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39d35-cde9-4d80-b42b-494a7890f182 req-e738284b-b48d-4109-ad65-d2bb4ddc1930 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:20.039024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fba39d35-cde9-4d80-b42b-494a7890f182 req-e738284b-b48d-4109-ad65-d2bb4ddc1930 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 1682 time: 0.1279256 Oct 13 00:13:20.107659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] DHCP port deletion for 7e6bf1cd-64ef-4af8-b9f0-5bb439405538 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:13:20.177580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fba39d35-cde9-4d80-b42b-494a7890f182 req-bda3e394-3dc2-4200-af2c-acc47dbb677e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033807 Oct 13 00:13:20.211788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Deleting port 64bcced8-cef8-44ce-b393-cfa19e88a695 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:20.212165 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.218956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50240) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:20.221489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] Deleting port 64bcced8-cef8-44ce-b393-cfa19e88a695 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:20.222789 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.302550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b8d1bf-677d-4842-b01a-6e36d8d37f2d admin admin] Deleting subnet 42a6903a-66d6-442b-8df7-9496c5bc7a89 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:20.310700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1bf-677d-4842-b01a-6e36d8d37f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.312528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] For port 64bcced8-cef8-44ce-b393-cfa19e88a695, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=64bcced8-cef8-44ce-b393-cfa19e88a695,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:20.313239 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.334963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] Calling delete_port for 64bcced8-cef8-44ce-b393-cfa19e88a695 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:20.347017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] For port 64bcced8-cef8-44ce-b393-cfa19e88a695, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=64bcced8-cef8-44ce-b393-cfa19e88a695,segment=NetworkSegment(ba582328-f84c-4ae5-981c-b9edc1678551),segment_id=ba582328-f84c-4ae5-981c-b9edc1678551)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:20.347996 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.357820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.365858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Calling delete_port for 64bcced8-cef8-44ce-b393-cfa19e88a695 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:20.379008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1bf-677d-4842-b01a-6e36d8d37f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.408219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=f8e728f7-0e4d-4825-aa5d-858c75f43ecf,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:20.425311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1bf-677d-4842-b01a-6e36d8d37f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.499262 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4b17ab9e-3022-40cb-995b-a00895dd61d8 req-47fb2dd3-53fb-48c9-850b-2eb6039a5061 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629393 Oct 13 00:13:20.503494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1bf-677d-4842-b01a-6e36d8d37f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.533049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['f8e728f7-0e4d-4825-aa5d-858c75f43ecf', '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:20.540957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8d1bf-677d-4842-b01a-6e36d8d37f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a6903a-66d6-442b-8df7-9496c5bc7a89,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:20.545969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d1bf-677d-4842-b01a-6e36d8d37f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.549366 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f2b8d1bf-677d-4842-b01a-6e36d8d37f2d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42a6903a-66d6-442b-8df7-9496c5bc7a89 HTTP/1.1" status: 204 len: 168 time: 0.3291276 Oct 13 00:13:20.551873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50246) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:20.590610 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.638214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.648314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] Pushing event deleted for resources: {'Port': ['ID=64bcced8-cef8-44ce-b393-cfa19e88a695,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:20.670032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4056e6-d9a7-4914-86cc-9bc5550d5094 None None] No DVR routers for this DVR port 64bcced8-cef8-44ce-b393-cfa19e88a695 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:20.738528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.764960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb834228-4867-47cd-bf75-69fc2d70f6ec']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:20.776213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97959df0-f03e-4422-a8b9-6bb4b477cdca') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:20.776515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97959df0-f03e-4422-a8b9-6bb4b477cdca') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:20.789687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.803956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.815590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:20.816260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:20.818473 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:20.853335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port f8e728f7-0e4d-4825-aa5d-858c75f43ecf on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:20.858162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f55dba0f-0928-4208-b0ff-a05e18d57240 req-ed6e6891-4646-4a23-9ce6-3fe5564ec060 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0645776 Oct 13 00:13:20.864244 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.867409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-353351f3-ad5e-4bbb-9bed-46d40ed32c5e tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.36 "DELETE /v2.0/ports/f8e728f7-0e4d-4825-aa5d-858c75f43ecf HTTP/1.1" status: 204 len: 173 time: 1.5399053 Oct 13 00:13:20.867890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-deleted', 'tag': 'f8e728f7-0e4d-4825-aa5d-858c75f43ecf'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:20.870314 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497f0d2e-2316-4a58-8e94-f6c4eda30684" -d '{"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-deleted", "tag": "f8e728f7-0e4d-4825-aa5d-858c75f43ecf"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:20.911881 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.929244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.932664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:20.935082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb834228-4867-47cd-bf75-69fc2d70f6ec HTTP/1.1" status: 204 len: 168 time: 0.3810918 Oct 13 00:13:20.939768 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb478da-f3d5-4be6-9ebb-9eb45040b1ad x-openstack-request-id: req-ffb478da-f3d5-4be6-9ebb-9eb45040b1ad {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:20.940257 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-deleted", "tag": "f8e728f7-0e4d-4825-aa5d-858c75f43ecf", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:20.940613 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffb478da-f3d5-4be6-9ebb-9eb45040b1ad {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:20.941151 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-deleted', 'tag': 'f8e728f7-0e4d-4825-aa5d-858c75f43ecf', 'status': 'completed', 'code': 200} Oct 13 00:13:20.948728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7ac6-9cef-4102-879d-bdedd7a5428c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb834228-4867-47cd-bf75-69fc2d70f6ec,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:20.974218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 64bcced8-cef8-44ce-b393-cfa19e88a695 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:21.017590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Pushing event deleted for resources: {'Port': ['ID=64bcced8-cef8-44ce-b393-cfa19e88a695,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:21.033519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 64bcced8-cef8-44ce-b393-cfa19e88a695 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:21.034154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 64bcced8-cef8-44ce-b393-cfa19e88a695 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:21.049018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:21.054912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] No DVR routers for this DVR port 64bcced8-cef8-44ce-b393-cfa19e88a695 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:21.071438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:21.071844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 31eb3e31-c6c3-4965-9f1a-7d7e37a34c81 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:21.072441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:21.135078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8989-2695-49df-b3a8-fed40ecbd89c req-ee60eddb-034d-43b4-9492-22d2c7189cf2 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:21.142335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-643f8989-2695-49df-b3a8-fed40ecbd89c req-ee60eddb-034d-43b4-9492-22d2c7189cf2 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 950 time: 0.2192888 Oct 13 00:13:21.173545 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.189963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50256) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:21.202406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:21.205212 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbb7106-e5aa-427f-bc5f-2404e359a9a6" -d '{"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-unplugged", "status": "completed", "tag": "25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:21.222568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:21.229158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.233618 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.268298 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25128d16-817f-43e2-a9e9-164dae06ef99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5bb9ed0203646619b75f192add8a3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749514 Oct 13 00:13:21.268548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50264) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:21.279284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-643f8989-2695-49df-b3a8-fed40ecbd89c req-1f4ff6c0-bea3-41cd-bcfa-62e3d6996bc3 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359966 Oct 13 00:13:21.290547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae853-ae39-4f6d-8325-96e40bd68933 req-cb0b765c-9748-4e26-9a20-b9aec8728607 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:21.291952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:21.299652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9eae853-ae39-4f6d-8325-96e40bd68933 req-cb0b765c-9748-4e26-9a20-b9aec8728607 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.2740049 Oct 13 00:13:21.314566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:21.316480 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.350091 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643dcc9f-8fd4-4b17-9e7d-1294d5407a94 x-openstack-request-id: req-643dcc9f-8fd4-4b17-9e7d-1294d5407a94 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:21.350408 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-unplugged", "status": "completed", "tag": "25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:21.350662 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-643dcc9f-8fd4-4b17-9e7d-1294d5407a94 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:21.351063 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2', 'code': 200} Oct 13 00:13:21.354044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf94d5f9-e947-4390-bba0-8f2683f8c054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.386895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf94d5f9-e947-4390-bba0-8f2683f8c054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.393824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6bf1cd-64ef-4af8-b9f0-5bb439405538']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:21.405364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba582328-f84c-4ae5-981c-b9edc1678551') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:21.405748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba582328-f84c-4ae5-981c-b9edc1678551') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:21.414138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'tag': '62999469-29f7-4664-86fa-1879bd41077c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:21.416694 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dd3186-b198-4c79-95ca-8e52c21a4a48" -d '{"events": [{"name": "network-changed", "server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "tag": "62999469-29f7-4664-86fa-1879bd41077c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:21.421755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.449192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf94d5f9-e947-4390-bba0-8f2683f8c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.452584 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf94d5f9-e947-4390-bba0-8f2683f8c054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.456015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.456194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bf94d5f9-e947-4390-bba0-8f2683f8c054 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/607328d8-e456-4322-b63b-45c96faf3e75 HTTP/1.1" status: 204 len: 168 time: 0.1816800 Oct 13 00:13:21.471070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94d5f9-e947-4390-bba0-8f2683f8c054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607328d8-e456-4322-b63b-45c96faf3e75,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:21.497569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:21.497988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:21.506538 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:21.571597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9eae853-ae39-4f6d-8325-96e40bd68933 req-b1172ab5-3f79-4d3b-ac02-9a8f1fdffa21 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398772 Oct 13 00:13:21.590091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae3a3-bbcd-49e6-a5f1-84f46fea343f req-e8914736-0605-4e1a-a7b4-1d6d185a1da2 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:21.591872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3cae3a3-bbcd-49e6-a5f1-84f46fea343f req-e8914736-0605-4e1a-a7b4-1d6d185a1da2 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/ports?device_id=12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c HTTP/1.1" status: 200 len: 944 time: 0.1510768 Oct 13 00:13:21.634698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.637552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:21.638152 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.655548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.660582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e6bf1cd-64ef-4af8-b9f0-5bb439405538 HTTP/1.1" status: 204 len: 168 time: 1.8228946 Oct 13 00:13:21.661261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50278) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:21.673084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:21.680908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d0ab9-cc94-4540-84da-c82b00ab0872 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6bf1cd-64ef-4af8-b9f0-5bb439405538,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:21.702634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3cae3a3-bbcd-49e6-a5f1-84f46fea343f req-bea49e50-af8d-46bc-80af-7241a2a1bef5 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "GET /v2.0/security-groups?id=03af4680-5b25-4bb2-8558-92788f2eb444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974221 Oct 13 00:13:21.944625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:21.993016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:21.999760 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694a3152-75e2-4ee6-899a-565ce2f63872 x-openstack-request-id: req-694a3152-75e2-4ee6-899a-565ce2f63872 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:22.000356 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "tag": "62999469-29f7-4664-86fa-1879bd41077c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:22.000356 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-694a3152-75e2-4ee6-899a-565ce2f63872 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:22.001193 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'tag': '62999469-29f7-4664-86fa-1879bd41077c', 'status': 'completed', 'code': 200} Oct 13 00:13:22.075441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port 25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:22.124105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-ccef6200-03e8-4d3f-8c3b-fd3348493d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:22.125890 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-ccef6200-03e8-4d3f-8c3b-fd3348493d92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1094 time: 0.1243665 Oct 13 00:13:22.139572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:22.144245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95cf495f-8fc8-49d4-aefa-f653f0ddb907 req-1142d464-ea25-48a2-911d-bf67759d9554 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.36 "DELETE /v2.0/ports/25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2 HTTP/1.1" status: 204 len: 173 time: 1.2691283 Oct 13 00:13:22.161048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-917aae7a-df7a-4b15-bfa7-09b7bf6f36a1 req-2ab096f7-f50a-48e3-b599-73ab9586421a tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0924480 Oct 13 00:13:22.345998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-6cb6e093-02b0-4dce-b0f5-b7f491784f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:22.349268 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-6cb6e093-02b0-4dce-b0f5-b7f491784f33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1868334 Oct 13 00:13:22.407184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-41e384ba-d806-4bea-97d4-dab8c5adf827 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 217 time: 0.0409889 Oct 13 00:13:22.503813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-8587aa0b-d4c0-4a25-bad9-803acbeaa633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:22.505400 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-8587aa0b-d4c0-4a25-bad9-803acbeaa633 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0826852 Oct 13 00:13:22.549015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-9dcd75de-0d99-4689-adf7-4550d3c2771b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348966 Oct 13 00:13:22.559145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:22.632633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50322) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:22.726090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712e964-47cc-4f61-9a13-e728a0748203 req-1c9e61cf-989e-4c19-933b-93d19a2f3c53 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:22.728000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a712e964-47cc-4f61-9a13-e728a0748203 req-1c9e61cf-989e-4c19-933b-93d19a2f3c53 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 945 time: 0.1100621 Oct 13 00:13:22.761817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81dcb1-cc16-4ea7-a234-12cd13cf63b9 req-1859e0e0-8b21-49b3-a3e0-7c1f434fe70e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:22.764250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e81dcb1-cc16-4ea7-a234-12cd13cf63b9 req-1859e0e0-8b21-49b3-a3e0-7c1f434fe70e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.0928860 Oct 13 00:13:22.783156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-b633b3c7-c65b-4552-8f91-87f949a6c20f service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769636 Oct 13 00:13:22.816390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a712e964-47cc-4f61-9a13-e728a0748203 req-1ec0d677-bdf8-4413-b99f-74f926b6fbd2 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766153 Oct 13 00:13:22.830022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-281366198-network', 'tenant_id': '071da9ab21fb434fabc9d1cb53e47bae'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:22.853412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e81dcb1-cc16-4ea7-a234-12cd13cf63b9 req-d18bef38-0ae1-4275-b90d-d59349a5158c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754123 Oct 13 00:13:22.868544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Made reservation on behalf of 071da9ab21fb434fabc9d1cb53e47bae for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:22.871559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:22.888846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50330) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:22.902887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:22.943192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-deleted', 'tag': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:22.945636 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b136c2-a723-479a-bc46-56e4a0246a87" -d '{"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-deleted", "tag": "25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:22.976272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a4bfd9-1866-4c41-8abd-58e706417269 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting subnet ea3909e7-53bd-41c2-b779-06f3b3a28370 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:22.981103 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bfd9-1866-4c41-8abd-58e706417269 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.002610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f8e728f7-0e4d-4825-aa5d-858c75f43ecf no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:23.029796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bfd9-1866-4c41-8abd-58e706417269 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.045337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: f8e728f7-0e4d-4825-aa5d-858c75f43ecf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:23.046048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f8e728f7-0e4d-4825-aa5d-858c75f43ecf not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:23.055793 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ae073f-b69d-4479-95ba-714a40edf567 x-openstack-request-id: req-d0ae073f-b69d-4479-95ba-714a40edf567 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:23.056210 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c", "name": "network-vif-deleted", "tag": "25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:23.056557 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0ae073f-b69d-4479-95ba-714a40edf567 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:23.057038 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ab3eb3-d6de-4c14-91e2-e46fc1fecb4c', 'name': 'network-vif-deleted', 'tag': '25b5d160-bf4f-4d8e-b1a5-ceda014b2aa2', 'status': 'completed', 'code': 200} Oct 13 00:13:23.160813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bfd9-1866-4c41-8abd-58e706417269 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.194958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.207543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.264149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:13:23.272480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d5dd3186-b198-4c79-95ca-8e52c21a4a48 req-13c2ad1b-e178-470c-80c3-fb0db075189e service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785507 Oct 13 00:13:23.279170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a915e6-e7e3-44b5-9dcf-1978c765bc84,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:23.304378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.304844 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Added segment 2ce648f4-0d26-446b-b07a-84e2786572e3 of type vlan for network 9b219d7b-c089-4a47-b301-673b7cfda698 Oct 13 00:13:23.325267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bfd9-1866-4c41-8abd-58e706417269 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.356123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a34730a-4f3d-4075-891b-e97f4368726d req-a313ef84-b286-4316-9498-918f4f359433 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0690718 Oct 13 00:13:23.364782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Deleting port 46880417-3610-4e2b-b1dd-b87b5f489769 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:23.365119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.411611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.425002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4bfd9-1866-4c41-8abd-58e706417269 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3909e7-53bd-41c2-b779-06f3b3a28370,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:23.436186 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bfd9-1866-4c41-8abd-58e706417269 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.439800 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e7a4bfd9-1866-4c41-8abd-58e706417269 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "DELETE /v2.0/subnets/ea3909e7-53bd-41c2-b779-06f3b3a28370 HTTP/1.1" status: 204 len: 168 time: 0.5468812 Oct 13 00:13:23.442721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50346) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:23.446160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4c355-4653-47b4-9e56-91b66a0fba33 None None] Network cc62fad2-330c-461b-8610-de95aad4af03 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:23.452215 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.453504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:23.454345 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.529393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8948944 Oct 13 00:13:23.532539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] For port 46880417-3610-4e2b-b1dd-b87b5f489769, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=46880417-3610-4e2b-b1dd-b87b5f489769,segment=NetworkSegment(8066daea-55d9-45b6-bf4c-195b012af5f6),segment_id=8066daea-55d9-45b6-bf4c-195b012af5f6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:23.532911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.533085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50348) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:23.538095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Request body: {'subnet': {'network_id': '9b219d7b-c089-4a47-b301-673b7cfda698', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-281366198-subnet', 'tenant_id': '071da9ab21fb434fabc9d1cb53e47bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:23.543053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f541c6-1a79-4521-9526-55eb467c765c admin admin] Pushing event updated for resources: {'Network': ['ID=9b219d7b-c089-4a47-b301-673b7cfda698,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:23.551877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Calling delete_port for 46880417-3610-4e2b-b1dd-b87b5f489769 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:23.556602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.564306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Made reservation on behalf of 071da9ab21fb434fabc9d1cb53e47bae for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:23.567227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.570221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9b219d7b-c089-4a47-b301-673b7cfda698 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:13:23.733391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port 7beb1cba-aef8-4183-904e-55c3c35b765a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:23.733739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.773663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62999469-29f7-4664-86fa-1879bd41077c details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:23.801596 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.841990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port 7beb1cba-aef8-4183-904e-55c3c35b765a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7beb1cba-aef8-4183-904e-55c3c35b765a,segment=NetworkSegment(c1de41b0-a754-4745-b8cc-81d6b605bb1b),segment_id=c1de41b0-a754-4745-b8cc-81d6b605bb1b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:23.842458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.868769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for 7beb1cba-aef8-4183-904e-55c3c35b765a owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:23.880466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0feb940-652f-4b5f-b42d-cc6b9367e6d2,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:23.897889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Checking segment: {'id': '2ce648f4-0d26-446b-b07a-84e2786572e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b219d7b-c089-4a47-b301-673b7cfda698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:23.898196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:23.898328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Network hostable DHCP agents. Network: 9b219d7b-c089-4a47-b301-673b7cfda698, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:13:23.923179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Network 9b219d7b-c089-4a47-b301-673b7cfda698 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:13:23.941600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:23.955590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '62999469-29f7-4664-86fa-1879bd41077c', 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'port_id': '62999469-29f7-4664-86fa-1879bd41077c', 'mac_address': 'fa:16:3e:1c:04:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4d62fd-0456-4555-889b-57e236e3f4d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:23.957175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 9b219d7b-c089-4a47-b301-673b7cfda698) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:23.965365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=46880417-3610-4e2b-b1dd-b87b5f489769,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:24.008743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:24.009360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.031535 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.039253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58de36-221f-4a97-b17b-4de23e5867b6 None None] Network 9b219d7b-c089-4a47-b301-673b7cfda698 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:24.042048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] DHCP port deletion for cc62fad2-330c-461b-8610-de95aad4af03 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:13:24.077036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c817f613-9cae-4ef8-9b12-3932888ba229 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5421102 Oct 13 00:13:24.102381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8100ca-470b-47f0-b255-6636dd8058bc req-75de377e-5d81-4f7c-95be-eabfc2c1a0b1 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:24.106301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c8100ca-470b-47f0-b255-6636dd8058bc req-75de377e-5d81-4f7c-95be-eabfc2c1a0b1 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 945 time: 0.1770318 Oct 13 00:13:24.111480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.118995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57d68c-c1f7-4625-801c-7c7c030a4979 req-b0fb4cd0-0012-45b8-a99d-884df776d87c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:24.121430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e57d68c-c1f7-4625-801c-7c7c030a4979 req-b0fb4cd0-0012-45b8-a99d-884df776d87c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.1191084 Oct 13 00:13:24.168190 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62999469-29f7-4664-86fa-1879bd41077c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:24.184318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c8100ca-470b-47f0-b255-6636dd8058bc req-6a9fd1c9-61d3-4ac7-96a3-889777282d57 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612881 Oct 13 00:13:24.190446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=7beb1cba-aef8-4183-904e-55c3c35b765a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:24.192657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port 7beb1cba-aef8-4183-904e-55c3c35b765a on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:24.226541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:24.252119 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.255455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e57d68c-c1f7-4625-801c-7c7c030a4979 req-54902d09-4424-4040-845a-15e4cedb9056 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846105 Oct 13 00:13:24.299218 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.312736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.372203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] Deleting port 7beb1cba-aef8-4183-904e-55c3c35b765a {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:24.372470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.386747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc62fad2-330c-461b-8610-de95aad4af03']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:24.399128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1de41b0-a754-4745-b8cc-81d6b605bb1b') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:24.399439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1de41b0-a754-4745-b8cc-81d6b605bb1b') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:24.410314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.417209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:24.432348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.445397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:24.445799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:24.448905 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:24.497880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c3aacc-5007-492c-b103-342364377d01 None None] Network 9b219d7b-c089-4a47-b301-673b7cfda698 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:24.505394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] For port 7beb1cba-aef8-4183-904e-55c3c35b765a, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:24.505987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.513248 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f55a2934-5ae6-46fa-b3e2-e45d65a73671 req-28c79516-4f13-47bb-b80d-2d0b2b38e241 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0504766 Oct 13 00:13:24.557628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] Calling delete_port for 7beb1cba-aef8-4183-904e-55c3c35b765a owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:24.568573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] Port 7beb1cba-aef8-4183-904e-55c3c35b765a was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:13:24.569540 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.573037 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.582567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.588897 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "DELETE /v2.0/networks/cc62fad2-330c-461b-8610-de95aad4af03 HTTP/1.1" status: 204 len: 168 time: 1.1425114 Oct 13 00:13:24.590078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50376) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:24.608264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1162f-41c3-47da-9dcc-ed36c3d35964 tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Network': ['ID=cc62fad2-330c-461b-8610-de95aad4af03,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:24.621715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] Network cc62fad2-330c-461b-8610-de95aad4af03 is not hosted by any dhcp agent {{(pid=94990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:13:24.622262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] No DVR routers for this DVR port 7beb1cba-aef8-4183-904e-55c3c35b765a on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:24.628771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690bce6-7a74-4e1f-a379-93c223a18be1 None None] Pushing event deleted for resources: {'Port': ['ID=7beb1cba-aef8-4183-904e-55c3c35b765a,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:24.726179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-df22f662-2d86-4172-98be-5b8a023d915f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting subnet 98e28fa4-2e9e-480d-a65a-d2a9c7570d00 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:24.734468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df22f662-2d86-4172-98be-5b8a023d915f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.754265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62999469-29f7-4664-86fa-1879bd41077c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:24.766728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:24.775190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-1c32a9cb-d551-44bb-bf1c-8bee8bbb8598 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:24.776755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-1c32a9cb-d551-44bb-bf1c-8bee8bbb8598 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.45 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 945 time: 0.0701914 Oct 13 00:13:24.791224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df22f662-2d86-4172-98be-5b8a023d915f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.856800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1654-4486-4310-ac58-b4577ea8695a req-8251cc14-2e6d-4a03-adfa-f36469fbcc5a tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:24.858682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-8251cc14-2e6d-4a03-adfa-f36469fbcc5a tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/networks?id=9b219d7b-c089-4a47-b301-673b7cfda698 HTTP/1.1" status: 200 len: 812 time: 0.1921773 Oct 13 00:13:24.892190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-ee2726c4-fedf-498a-855b-e9a79395d0f6 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/quotas/071da9ab21fb434fabc9d1cb53e47bae HTTP/1.1" status: 200 len: 375 time: 0.0226743 Oct 13 00:13:24.952054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-5be51eb2-79b4-4b4b-9051-835ec082d694 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=071da9ab21fb434fabc9d1cb53e47bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591061 Oct 13 00:13:24.979173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:24.984583 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c35b2dd3-213e-4112-aaa8-fb51a03338d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/16b0e4ed-a95a-486e-9f50-4fe9ad4883e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3222005 Oct 13 00:13:24.988841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50386) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:24.994550 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] Sync routers for ids ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:24.995089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:24.996043 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df22f662-2d86-4172-98be-5b8a023d915f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.008014 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] Routers {'16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:25.009287 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:25.035388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Deleting port 2fbdd249-da17-4a1b-ab06-155de9dddace {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:25.035795 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.077185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-f230bf8c-191a-4452-ab7b-5889241f4bba service neutron] 10.222.0.21 "GET /v2.0/networks/9b219d7b-c089-4a47-b301-673b7cfda698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070321 Oct 13 00:13:25.106806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:25.120737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '709a3961-0559-41d5-85e2-011d14eea270', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '709a3961-0559-41d5-85e2-011d14eea270', 'mac_address': 'fa:16:3e:47:c8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:25.125993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7beb1cba-aef8-4183-904e-55c3c35b765a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:25.140170 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] Set router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:25.167171 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.173454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7beb1cba-aef8-4183-904e-55c3c35b765a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:25.173827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7beb1cba-aef8-4183-904e-55c3c35b765a not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:25.192287 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.210964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 709a3961-0559-41d5-85e2-011d14eea270 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:25.238552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:25.248270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] For port 2fbdd249-da17-4a1b-ab06-155de9dddace, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2fbdd249-da17-4a1b-ab06-155de9dddace,segment=NetworkSegment(ecc69e2d-0848-4f2c-9993-7069ec691e2c),segment_id=ecc69e2d-0848-4f2c-9993-7069ec691e2c)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:25.248717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.248896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.250416 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df22f662-2d86-4172-98be-5b8a023d915f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.271183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Calling delete_port for 2fbdd249-da17-4a1b-ab06-155de9dddace owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:25.275379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-82143037-d811-41b1-9646-bb8ed6a7baf3 service neutron] 10.222.0.21 "GET /v2.0/networks/9b219d7b-c089-4a47-b301-673b7cfda698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775818 Oct 13 00:13:25.298956 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df22f662-2d86-4172-98be-5b8a023d915f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.310680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-df22f662-2d86-4172-98be-5b8a023d915f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "DELETE /v2.0/subnets/98e28fa4-2e9e-480d-a65a-d2a9c7570d00 HTTP/1.1" status: 204 len: 168 time: 0.7190981 Oct 13 00:13:25.312284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22f662-2d86-4172-98be-5b8a023d915f tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Subnet': ['ID=98e28fa4-2e9e-480d-a65a-d2a9c7570d00,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:25.315398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50392) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:25.337843 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb622b6-a714-4afd-8386-a0acff539a98 None None] Network 155992f0-7bd8-4a94-9100-b2b4a4542951 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:25.383768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00146d-3fb5-4262-9090-a853e105f785 req-6e136004-1a5e-4685-bae0-fc5044fe58cf tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:25.392353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b00146d-3fb5-4262-9090-a853e105f785 req-6e136004-1a5e-4685-bae0-fc5044fe58cf tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 945 time: 0.0714626 Oct 13 00:13:25.394682 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:13:23Z', 'revision_number': 5, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:25.426907 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] Checking router: 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:25.438702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b00146d-3fb5-4262-9090-a853e105f785 req-3ce0f296-17da-46a6-84ee-050ea9de8bc9 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/security-groups?id=39d6131b-2037-4e76-8b89-5f1f37e22bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Oct 13 00:13:25.444420 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] Routers {'16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:25.445271 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:25.521700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['709a3961-0559-41d5-85e2-011d14eea270'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:25.533108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.557989 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.596744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:25.657895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea064f-9419-4629-bd6e-91b65c899229 req-f468ceea-d899-4627-b0c3-1be40e27ea10 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:25.669914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90ea064f-9419-4629-bd6e-91b65c899229 req-f468ceea-d899-4627-b0c3-1be40e27ea10 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 944 time: 0.1679702 Oct 13 00:13:25.678173 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] Set router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:25.753679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0de5d94-1466-41d8-9d26-cb8001f0e74a req-8924a60a-b62c-4c1a-8bde-a6486fbb5655 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 210 time: 0.0357952 Oct 13 00:13:25.762963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90ea064f-9419-4629-bd6e-91b65c899229 req-b3f76fee-30b5-415f-85b8-a26a9aa5fd71 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921776 Oct 13 00:13:25.833791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.859908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Deleting port 92a725ba-6972-470a-a47b-a08d7dbde454 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:25.860293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.864370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] DHCP port deletion for 155992f0-7bd8-4a94-9100-b2b4a4542951 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:13:25.881763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8447701e-f5ab-4383-b138-ca5e836aa1a0 req-c91b57fd-86a4-40f6-8a7b-bc15168fa60d tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0360100 Oct 13 00:13:25.940819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Pushing event deleted for resources: {'Port': ['ID=2fbdd249-da17-4a1b-ab06-155de9dddace,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:25.969519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] Deleting port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:25.969901 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.000883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Deleting port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:26.001102 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.005981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] No DVR routers for this DVR port 2fbdd249-da17-4a1b-ab06-155de9dddace on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:26.009609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.013191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7c6daf7-044b-4e2b-b6d8-c8483cb5a793 req-4c085d1d-818f-49c7-aea8-4164b3eda86b tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.45 "DELETE /v2.0/ports/2fbdd249-da17-4a1b-ab06-155de9dddace HTTP/1.1" status: 204 len: 173 time: 1.2247920 Oct 13 00:13:26.020609 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:13:23Z', 'revision_number': 5, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:26.036655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43d084e-1452-4081-ab94-1f3621a64427', 'name': 'network-vif-deleted', 'tag': '2fbdd249-da17-4a1b-ab06-155de9dddace'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:26.042852 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a03f51d-6536-4a03-ad40-45146a8b7701" -d '{"events": [{"server_uuid": "d43d084e-1452-4081-ab94-1f3621a64427", "name": "network-vif-deleted", "tag": "2fbdd249-da17-4a1b-ab06-155de9dddace"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:26.046178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] For port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:26.046587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.067253 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63786f3b-92a5-4819-a3dc-58fa0890605e None None] The sync data for ids ['16b0e4ed-a95a-486e-9f50-4fe9ad4883e7'] in n-d-813679-4 is: [{'id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-831408039-router', 'tenant_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:13:23Z', 'revision_number': 5, 'project_id': 'd2759d09fd064464a84bbfbbde9e8b18', 'gw_port': {'id': '92a725ba-6972-470a-a47b-a08d7dbde454', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:24:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b0e4ed-a95a-486e-9f50-4fe9ad4883e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:23Z', 'updated_at': '2021-10-13T00:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:26.072728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] Calling delete_port for a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:26.095817 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a104a443-58d8-4ea2-9f66-82d1d545cebe x-openstack-request-id: req-a104a443-58d8-4ea2-9f66-82d1d545cebe {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:26.096298 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43d084e-1452-4081-ab94-1f3621a64427", "name": "network-vif-deleted", "tag": "2fbdd249-da17-4a1b-ab06-155de9dddace", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:26.096866 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a104a443-58d8-4ea2-9f66-82d1d545cebe {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:26.098526 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43d084e-1452-4081-ab94-1f3621a64427', 'name': 'network-vif-deleted', 'tag': '2fbdd249-da17-4a1b-ab06-155de9dddace', 'status': 'completed', 'code': 200} Oct 13 00:13:26.153928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] For port 92a725ba-6972-470a-a47b-a08d7dbde454, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=92a725ba-6972-470a-a47b-a08d7dbde454,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:26.154285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.181416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] For port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,segment=NetworkSegment(79e2be26-52f2-47c5-a895-c3c9f8b089ec),segment_id=79e2be26-52f2-47c5-a895-c3c9f8b089ec)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:26.181822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.184342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Calling delete_port for 92a725ba-6972-470a-a47b-a08d7dbde454 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:26.188378 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.204635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Calling delete_port for a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:26.220389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] Pushing event deleted for resources: {'Port': ['ID=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:26.228342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129d0ca-73ff-4241-8be9-cf07d03d5c47 None None] No DVR routers for this DVR port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:26.405852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.436598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Port': ['ID=a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:26.446913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] No DVR routers for this DVR port a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:26.477203 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.562373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b6b54ee-b549-420e-8c92-fc84f14d7bd6 req-0cff54ad-07c6-4ce9-8ff6-c304b5d84b16 tempest-VolumesAdminNegativeTest-1075159611 tempest-VolumesAdminNegativeTest-1075159611-project] 10.222.0.21 "GET /v2.0/ports?device_id=d43d084e-1452-4081-ab94-1f3621a64427 HTTP/1.1" status: 200 len: 210 time: 0.0352809 Oct 13 00:13:26.913105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Pushing event deleted for resources: {'Port': ['ID=92a725ba-6972-470a-a47b-a08d7dbde454,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:26.933114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.937643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:26.956841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 46880417-3610-4e2b-b1dd-b87b5f489769 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:26.980976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 46880417-3610-4e2b-b1dd-b87b5f489769 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:26.981656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 46880417-3610-4e2b-b1dd-b87b5f489769 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:26.983142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:27.008588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:27.008954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a8d57d94-e2e7-4cfb-9d73-6b27f4970ffd not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:27.023192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:27.052069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155992f0-7bd8-4a94-9100-b2b4a4542951']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:27.055348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.061905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.067627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e2be26-52f2-47c5-a895-c3c9f8b089ec') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:27.068027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e2be26-52f2-47c5-a895-c3c9f8b089ec') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:27.074897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 709a3961-0559-41d5-85e2-011d14eea270 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:27.075649 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.110244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.127199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.134414 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.135145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:13:27.140260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.143424 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ecbffc1-39cd-4f8a-9da3-35e6172f255f admin admin] 10.222.0.21 "DELETE /v2.0/routers/16b0e4ed-a95a-486e-9f50-4fe9ad4883e7 HTTP/1.1" status: 204 len: 168 time: 2.1516037 Oct 13 00:13:27.143424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:27.143424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:27.147128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50440) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:27.166054 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.192144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:27.195636 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c138ce-8cdb-4c2d-8d9f-48846f6c8940" -d '{"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-plugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:27.216019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:27.221145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4c3e316-1082-4a12-adaf-6267bafcee02 req-ad15cc38-de27-462d-b157-5c7940711caa tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 210 time: 0.3054628 Oct 13 00:13:27.224469 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.257891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.263397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.269650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] 10.222.0.21 "DELETE /v2.0/networks/155992f0-7bd8-4a94-9100-b2b4a4542951 HTTP/1.1" status: 204 len: 168 time: 1.9488747 Oct 13 00:13:27.278570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb24b7a-9697-4043-b6ef-c24fda4da518 admin admin] Deleting subnet d6be7f89-aeb9-4e4f-ad23-213091062f78 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:27.292188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fb24b7a-9697-4043-b6ef-c24fda4da518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.294538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c1977-038c-4e9a-8ecf-022bf88b180c tempest-ServersTestMultiNic-1101736829 tempest-ServersTestMultiNic-1101736829-project] Pushing event deleted for resources: {'Network': ['ID=155992f0-7bd8-4a94-9100-b2b4a4542951,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:27.305965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:27.317167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1654-4486-4310-ac58-b4577ea8695a req-18072d67-4292-4f54-895f-c6d0981c1cf6 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:27.320569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-18072d67-4292-4f54-895f-c6d0981c1cf6 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.36 "GET /v2.0/networks?id=9b219d7b-c089-4a47-b301-673b7cfda698 HTTP/1.1" status: 200 len: 812 time: 0.4902065 Oct 13 00:13:27.332958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b19a16-a5bd-4f84-8f87-e164b9eb1f6a req-ca427d23-1398-497e-a208-5478893d9e8d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:27.334675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31b19a16-a5bd-4f84-8f87-e164b9eb1f6a req-ca427d23-1398-497e-a208-5478893d9e8d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 944 time: 0.4210706 Oct 13 00:13:27.335257 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fb24b7a-9697-4043-b6ef-c24fda4da518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.368862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Request body: {'port': {'device_id': '99cee112-a2a4-40a3-8f37-152709d1ed27', 'network_id': '9b219d7b-c089-4a47-b301-673b7cfda698', 'admin_state_up': True, 'tenant_id': '071da9ab21fb434fabc9d1cb53e47bae'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:27.375618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-168c87c8-a968-4b50-8b5b-10d3a4ea842a req-a9ff754d-b993-4b3b-bd56-f02052b760d0 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0397472 Oct 13 00:13:27.422530 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fb24b7a-9697-4043-b6ef-c24fda4da518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.430515 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35f1711-145d-43aa-a2af-358c9c5ae112 x-openstack-request-id: req-d35f1711-145d-43aa-a2af-358c9c5ae112 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:27.430813 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-plugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:27.431117 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d35f1711-145d-43aa-a2af-358c9c5ae112 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:27.431546 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270', 'code': 200} Oct 13 00:13:27.471494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31b19a16-a5bd-4f84-8f87-e164b9eb1f6a req-23a8096e-875f-4af5-985e-5ea5bbe3033e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975423 Oct 13 00:13:27.500057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fb24b7a-9697-4043-b6ef-c24fda4da518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.526264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Made reservation on behalf of 071da9ab21fb434fabc9d1cb53e47bae for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:27.530190 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.535399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb24b7a-9697-4043-b6ef-c24fda4da518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6be7f89-aeb9-4e4f-ad23-213091062f78,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:27.544009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f53e7-5222-4dc6-b900-347f55bcbe4b None None] Network ead87296-f45f-47e4-91e6-0caf52f62aa4 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:27.556411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fb24b7a-9697-4043-b6ef-c24fda4da518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.559805 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3fb24b7a-9697-4043-b6ef-c24fda4da518 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d6be7f89-aeb9-4e4f-ad23-213091062f78 HTTP/1.1" status: 204 len: 168 time: 0.4120927 Oct 13 00:13:27.572057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50452) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:27.584791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50454) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:27.646287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50458) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:27.673725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62999469-29f7-4664-86fa-1879bd41077c up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:27.725448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Allocated IP 172.20.0.9 (9b219d7b-c089-4a47-b301-673b7cfda698/e0feb940-652f-4b5f-b42d-cc6b9367e6d2/7aa7227b-355f-42b2-83e0-6db00378c3f4) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:27.732539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-754e46aa-f4bc-47d2-ac51-a62b2bd92995 admin admin] Deleting subnet d2563bf3-78a0-457f-93b7-716dceb80c08 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:27.751075 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-754e46aa-f4bc-47d2-ac51-a62b2bd92995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.760855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.790279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 62999469-29f7-4664-86fa-1879bd41077c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:13:27.797220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 62999469-29f7-4664-86fa-1879bd41077c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:27.797664 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.858243 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-754e46aa-f4bc-47d2-ac51-a62b2bd92995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.915666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.937832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] DHCP port deletion for ead87296-f45f-47e4-91e6-0caf52f62aa4 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:13:27.985306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-754e46aa-f4bc-47d2-ac51-a62b2bd92995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.996336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Deleting port 30c597ab-9227-4386-9116-df0b211b1d5c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:27.996676 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.001058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:28.011126 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.012154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 2fbdd249-da17-4a1b-ab06-155de9dddace no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:28.045627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 2fbdd249-da17-4a1b-ab06-155de9dddace {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:28.046488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 2fbdd249-da17-4a1b-ab06-155de9dddace not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:28.097491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] For port 30c597ab-9227-4386-9116-df0b211b1d5c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30c597ab-9227-4386-9116-df0b211b1d5c,segment=NetworkSegment(8066daea-55d9-45b6-bf4c-195b012af5f6),segment_id=8066daea-55d9-45b6-bf4c-195b012af5f6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:28.099431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.110976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.116565 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-754e46aa-f4bc-47d2-ac51-a62b2bd92995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.116810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Calling delete_port for 30c597ab-9227-4386-9116-df0b211b1d5c owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:28.128812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] Deleting port 30c597ab-9227-4386-9116-df0b211b1d5c {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:28.129331 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.131211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:28.168558 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-754e46aa-f4bc-47d2-ac51-a62b2bd92995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.175121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-754e46aa-f4bc-47d2-ac51-a62b2bd92995 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2563bf3-78a0-457f-93b7-716dceb80c08 HTTP/1.1" status: 204 len: 168 time: 0.5277286 Oct 13 00:13:28.177656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50484) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:28.178443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e46aa-f4bc-47d2-ac51-a62b2bd92995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2563bf3-78a0-457f-93b7-716dceb80c08,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:28.217660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] For port 30c597ab-9227-4386-9116-df0b211b1d5c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30c597ab-9227-4386-9116-df0b211b1d5c,segment=NetworkSegment(8066daea-55d9-45b6-bf4c-195b012af5f6),segment_id=8066daea-55d9-45b6-bf4c-195b012af5f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:28.218528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.245183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] Calling delete_port for 30c597ab-9227-4386-9116-df0b211b1d5c owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:28.286603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.308094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.316692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.324159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c597ab-9227-4386-9116-df0b211b1d5c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:28.332319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] No DVR routers for this DVR port 30c597ab-9227-4386-9116-df0b211b1d5c on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:28.370061 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.406075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] No DVR routers for this DVR port 30c597ab-9227-4386-9116-df0b211b1d5c on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:28.428074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.434795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c5182-540c-4056-b7de-0c9d407f82f6 None None] Pushing event deleted for resources: {'Port': ['ID=30c597ab-9227-4386-9116-df0b211b1d5c,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:28.464546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Network 9b219d7b-c089-4a47-b301-673b7cfda698 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:28.470080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.480312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Pushing event updated for resources: {'Port': ['ID=7aa7227b-355f-42b2-83e0-6db00378c3f4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:28.500767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead87296-f45f-47e4-91e6-0caf52f62aa4']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:28.515396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:28.520316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:28.543824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8066daea-55d9-45b6-bf4c-195b012af5f6') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:28.544122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8066daea-55d9-45b6-bf4c-195b012af5f6') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:28.560207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.577873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2259f3f2-1d1b-4315-b1cc-9f84287e92d7 req-8c143498-f419-437c-bea0-2f5d1ab6a343 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0911400 Oct 13 00:13:28.586094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.598128 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.598789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:28.599435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:28.604317 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:28.608303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07d60f-5c8f-432d-9ee3-bf9253d78a5a req-347068f6-529e-4ba3-879c-f3ac56c79cf5 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:28.616220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da07d60f-5c8f-432d-9ee3-bf9253d78a5a req-347068f6-529e-4ba3-879c-f3ac56c79cf5 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 931 time: 0.2498765 Oct 13 00:13:28.700454 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fa401d-6420-41e2-b4e8-7b584470fe13']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:28.716556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:28.717107 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.755992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc69e2d-0848-4f2c-9993-7069ec691e2c') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:28.756594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc69e2d-0848-4f2c-9993-7069ec691e2c') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:28.768162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.778916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.783303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ead87296-f45f-47e4-91e6-0caf52f62aa4 HTTP/1.1" status: 204 len: 168 time: 1.2101946 Oct 13 00:13:28.788609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da07d60f-5c8f-432d-9ee3-bf9253d78a5a req-6799548b-acaf-4fc8-ac6c-ee57fec956a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711750 Oct 13 00:13:28.799120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.815401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4bb27d44-f91c-40c2-b84d-e5dd489e59a9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4777207 Oct 13 00:13:28.825296 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.825547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b63c20-6c76-4b89-9012-cecf12eac2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead87296-f45f-47e4-91e6-0caf52f62aa4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:28.839022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd090b6-1cd2-44ad-8ec6-98549d90505f req-13078ef6-c866-44c5-9e59-14ed3f435a81 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:28.848814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbd090b6-1cd2-44ad-8ec6-98549d90505f req-13078ef6-c866-44c5-9e59-14ed3f435a81 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 945 time: 0.1553292 Oct 13 00:13:28.867374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Request body: {'port': {'device_id': '99cee112-a2a4-40a3-8f37-152709d1ed27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:28.872442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:28.872853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:28.880124 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:28.928368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Deleting port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:28.929024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:28.944969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30c597ab-9227-4386-9116-df0b211b1d5c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:29.012792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 30c597ab-9227-4386-9116-df0b211b1d5c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:29.013834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30c597ab-9227-4386-9116-df0b211b1d5c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:29.017001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 92a725ba-6972-470a-a47b-a08d7dbde454 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:29.040014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbd090b6-1cd2-44ad-8ec6-98549d90505f req-926996cc-2e01-426a-a43b-2f0e10000495 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899421 Oct 13 00:13:29.043400 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.056589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 92a725ba-6972-470a-a47b-a08d7dbde454 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:29.056589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 92a725ba-6972-470a-a47b-a08d7dbde454 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:29.058767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.063052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/78fa401d-6420-41e2-b4e8-7b584470fe13 HTTP/1.1" status: 204 len: 168 time: 0.8805459 Oct 13 00:13:29.067974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50512) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:29.071767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] For port c7abf4c4-dfe1-4a80-b86e-7d88c0d080df, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,segment=NetworkSegment(5b96acd8-98da-4e62-a0a0-6abfcfba9721),segment_id=5b96acd8-98da-4e62-a0a0-6abfcfba9721)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:29.072139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.082926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.085624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be3801-ef45-48cb-a1a2-1a7d5b23c2b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=78fa401d-6420-41e2-b4e8-7b584470fe13,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:29.103398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50518) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:29.122402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Calling delete_port for c7abf4c4-dfe1-4a80-b86e-7d88c0d080df owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:29.148077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-67921ccf-6736-4edc-bccb-70a7b8eb803d admin admin] Deleting subnet 9ffb8521-ec74-43ed-aab6-517b8a8a05d0 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:29.183012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67921ccf-6736-4edc-bccb-70a7b8eb803d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.235455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67921ccf-6736-4edc-bccb-70a7b8eb803d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.250899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4a3a4ab3-db03-4bd0-9186-85a177c8ac9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fe13e0d622d4dfa84ab195bfd5a8497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437654 Oct 13 00:13:29.251549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50520) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:29.321705 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67921ccf-6736-4edc-bccb-70a7b8eb803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.367142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e733d0a0-726c-40bb-881c-194a0e66c688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.411552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e733d0a0-726c-40bb-881c-194a0e66c688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.432625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62999469-29f7-4664-86fa-1879bd41077c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:29.435013 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db98ba89-145a-42fa-9ee5-c77a7047b589" -d '{"events": [{"server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "name": "network-vif-plugged", "status": "completed", "tag": "62999469-29f7-4664-86fa-1879bd41077c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:29.436918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67921ccf-6736-4edc-bccb-70a7b8eb803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.457490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67921ccf-6736-4edc-bccb-70a7b8eb803d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.464423 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-67921ccf-6736-4edc-bccb-70a7b8eb803d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ffb8521-ec74-43ed-aab6-517b8a8a05d0 HTTP/1.1" status: 204 len: 168 time: 0.3949249 Oct 13 00:13:29.468128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50524) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:29.488009 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b729782-e4ab-4de5-8ba8-fec4304a7023 x-openstack-request-id: req-7b729782-e4ab-4de5-8ba8-fec4304a7023 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:29.488622 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "name": "network-vif-plugged", "status": "completed", "tag": "62999469-29f7-4664-86fa-1879bd41077c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:29.489085 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b729782-e4ab-4de5-8ba8-fec4304a7023 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:29.489669 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62999469-29f7-4664-86fa-1879bd41077c', 'code': 200} Oct 13 00:13:29.503894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67921ccf-6736-4edc-bccb-70a7b8eb803d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffb8521-ec74-43ed-aab6-517b8a8a05d0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:29.511597 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.551623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7abf4c4-dfe1-4a80-b86e-7d88c0d080df,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:29.591256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e733d0a0-726c-40bb-881c-194a0e66c688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.594199 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e733d0a0-726c-40bb-881c-194a0e66c688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.597663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e733d0a0-726c-40bb-881c-194a0e66c688 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59b101bb-752a-406c-b7e5-5fdf91b02a65 HTTP/1.1" status: 204 len: 168 time: 0.3432598 Oct 13 00:13:29.602203 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.605475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa7227b-355f-42b2-83e0-6db00378c3f4 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:29.625823 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.634478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d0a0-726c-40bb-881c-194a0e66c688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b101bb-752a-406c-b7e5-5fdf91b02a65,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:29.677507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Transition to ACTIVE for port object 7aa7227b-355f-42b2-83e0-6db00378c3f4 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:13:29.702315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.845968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f7d5-acb8-4722-8e13-5a3d8749413d req-8c775e3e-254a-4abc-8c6f-fdbdc3f922d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:29.848154 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5762f7d5-acb8-4722-8e13-5a3d8749413d req-8c775e3e-254a-4abc-8c6f-fdbdc3f922d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1096 time: 0.2205839 Oct 13 00:13:29.889628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa7227b-355f-42b2-83e0-6db00378c3f4,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:29.975774 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.982975 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:29.999300 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5762f7d5-acb8-4722-8e13-5a3d8749413d req-cf6afcff-421a-4748-b7a6-af2563a8a207 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008675 Oct 13 00:13:30.019628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b603938-0400-41c9-8f1f-b56a294e39e2 req-ab1347d4-c7a7-4625-b74a-9aa4ee86149a tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1253374 Oct 13 00:13:30.092518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f41b34-9452-42ea-a2ec-4fed9da2c697']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:30.138814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520f4ba-bbd1-4d3a-ae32-e22007f5861e req-ab3123c5-9979-4438-a8f7-e9bfda78a14b tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:30.140369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e520f4ba-bbd1-4d3a-ae32-e22007f5861e req-ab3123c5-9979-4438-a8f7-e9bfda78a14b tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 943 time: 0.2236698 Oct 13 00:13:30.142209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cb7d35-851a-4fe8-af61-29daff64e26f') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:30.142742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cb7d35-851a-4fe8-af61-29daff64e26f') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:30.158078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50540) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:30.177541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Attempting to bind port 7aa7227b-355f-42b2-83e0-6db00378c3f4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:30.177807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Attempting to bind port 7aa7227b-355f-42b2-83e0-6db00378c3f4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '2ce648f4-0d26-446b-b07a-84e2786572e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b219d7b-c089-4a47-b301-673b7cfda698'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:30.177969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Attempting to bind port 7aa7227b-355f-42b2-83e0-6db00378c3f4 on network 9b219d7b-c089-4a47-b301-673b7cfda698 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:30.188978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Port 7aa7227b-355f-42b2-83e0-6db00378c3f4 on network 9b219d7b-c089-4a47-b301-673b7cfda698 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:13:30.189427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Attempting to bind port 7aa7227b-355f-42b2-83e0-6db00378c3f4 on network 9b219d7b-c089-4a47-b301-673b7cfda698 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:30.200247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.211428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:30.211791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Checking segment: {'id': '2ce648f4-0d26-446b-b07a-84e2786572e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b219d7b-c089-4a47-b301-673b7cfda698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:30.212182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Bound using segment: {'id': '2ce648f4-0d26-446b-b07a-84e2786572e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b219d7b-c089-4a47-b301-673b7cfda698'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:30.212637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Bound port: 7aa7227b-355f-42b2-83e0-6db00378c3f4, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce648f4-0d26-446b-b07a-84e2786572e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9b219d7b-c089-4a47-b301-673b7cfda698'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:30.212977 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.247836 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-30c29a50-b91f-49e0-aa35-a48c166bdff1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2759d09fd064464a84bbfbbde9e8b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861039 Oct 13 00:13:30.248059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.248158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50542) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:30.305016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:30.305323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:30.308977 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:30.324659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e520f4ba-bbd1-4d3a-ae32-e22007f5861e req-592026b6-a254-4ccb-ad2c-59002ae0bd3d tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665683 Oct 13 00:13:30.377213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] For port 7aa7227b-355f-42b2-83e0-6db00378c3f4, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:30.388957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Router 6e650317-1ff6-40fa-84bc-bb415d9eb674 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:30.406712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] For port 7aa7227b-355f-42b2-83e0-6db00378c3f4, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7aa7227b-355f-42b2-83e0-6db00378c3f4,segment=NetworkSegment(2ce648f4-0d26-446b-b07a-84e2786572e3),segment_id=2ce648f4-0d26-446b-b07a-84e2786572e3)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:30.415613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.472841 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.508974 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.516637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] 10.222.0.21 "DELETE /v2.0/networks/35f41b34-9452-42ea-a2ec-4fed9da2c697 HTTP/1.1" status: 204 len: 168 time: 1.0437424 Oct 13 00:13:30.518162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:30.519364 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.520794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] 10.222.0.36 "PUT /v2.0/ports/7aa7227b-355f-42b2-83e0-6db00378c3f4 HTTP/1.1" status: 200 len: 1091 time: 1.6664329 Oct 13 00:13:30.545281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cee112-a2a4-40a3-8f37-152709d1ed27', 'tag': '7aa7227b-355f-42b2-83e0-6db00378c3f4'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:30.548028 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b8e9a-381a-4db1-86a9-cfaf710dfe97" -d '{"events": [{"name": "network-changed", "server_uuid": "99cee112-a2a4-40a3-8f37-152709d1ed27", "tag": "7aa7227b-355f-42b2-83e0-6db00378c3f4"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:30.570193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225937f8-8230-4c7f-8d7d-a96ef89a8659 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f41b34-9452-42ea-a2ec-4fed9da2c697,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:30.587213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa031b7-b609-498b-a9fb-66ce14a3d294 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa7227b-355f-42b2-83e0-6db00378c3f4,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:30.623865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfab75-7fde-4041-8dc9-6046c1e301b3 req-ca51188c-fa1d-4070-9c1a-ac8466ab356d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:30.625859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fbfab75-7fde-4041-8dc9-6046c1e301b3 req-ca51188c-fa1d-4070-9c1a-ac8466ab356d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 945 time: 0.1622078 Oct 13 00:13:30.671710 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82af3eec-257d-4418-aa4d-de5b1779c616 x-openstack-request-id: req-82af3eec-257d-4418-aa4d-de5b1779c616 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:30.672007 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cee112-a2a4-40a3-8f37-152709d1ed27", "tag": "7aa7227b-355f-42b2-83e0-6db00378c3f4", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:30.672253 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82af3eec-257d-4418-aa4d-de5b1779c616 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:30.672640 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cee112-a2a4-40a3-8f37-152709d1ed27', 'tag': '7aa7227b-355f-42b2-83e0-6db00378c3f4', 'status': 'completed', 'code': 200} Oct 13 00:13:30.704346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1654-4486-4310-ac58-b4577ea8695a req-760cafe8-6f7b-455a-837b-e87dc2e3707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:30.705887 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-760cafe8-6f7b-455a-837b-e87dc2e3707d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=071da9ab21fb434fabc9d1cb53e47bae&device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 1094 time: 0.1057112 Oct 13 00:13:30.717302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fbfab75-7fde-4041-8dc9-6046c1e301b3 req-cc5f50ca-286e-4693-bb04-39c954954c4e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636218 Oct 13 00:13:30.802522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-a26c69fb-1951-4ea2-b483-eb4a0aec6772 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa7227b-355f-42b2-83e0-6db00378c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0735939 Oct 13 00:13:30.884881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50556) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:30.886962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f8c5-1bdc-480b-b7d5-2776cb8d64a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.889611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:30.895806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-034088ef-9856-488a-9d77-6322b75e3c74 admin admin] 10.222.0.21 "PUT /v2.0/routers/6e650317-1ff6-40fa-84bc-bb415d9eb674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3087080 Oct 13 00:13:30.898688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50558) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:30.901625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] Sync routers for ids ['6e650317-1ff6-40fa-84bc-bb415d9eb674'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:30.932516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] Routers {'6e650317-1ff6-40fa-84bc-bb415d9eb674'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:30.933553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6e650317-1ff6-40fa-84bc-bb415d9eb674'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:30.974985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1654-4486-4310-ac58-b4577ea8695a req-3b55c21d-d151-4fae-90e6-2b0a2d2270ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:30.976525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-3b55c21d-d151-4fae-90e6-2b0a2d2270ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0feb940-652f-4b5f-b42d-cc6b9367e6d2 HTTP/1.1" status: 200 len: 852 time: 0.1663890 Oct 13 00:13:31.032660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f8c5-1bdc-480b-b7d5-2776cb8d64a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.064312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-a5c0e4e0-b0d1-4803-a24c-e205af260b4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b219d7b-c089-4a47-b301-673b7cfda698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728531 Oct 13 00:13:31.095356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.144003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f8c5-1bdc-480b-b7d5-2776cb8d64a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.146746 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f8c5-1bdc-480b-b7d5-2776cb8d64a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.150247 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9ca6f8c5-1bdc-480b-b7d5-2776cb8d64a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c311177f-e8f8-4674-b788-8f3aab0c7661 HTTP/1.1" status: 204 len: 168 time: 0.8995004 Oct 13 00:13:31.215565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6f8c5-1bdc-480b-b7d5-2776cb8d64a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c311177f-e8f8-4674-b788-8f3aab0c7661,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:31.227071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50564) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:31.227250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9e3b0280-415e-484e-9002-cd70402f6769 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9e95c24c2904494abb2e756ebe5374b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406367 Oct 13 00:13:31.273635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc0ccd3f-d684-48df-b0df-82ab3f408078 req-93307aed-7bb6-412d-aa24-f9e3ff936816 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1359680 Oct 13 00:13:31.297752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.324479 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1b01aa76-6d81-4a9b-b4f4-2b3d4f3d73f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.375334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-dda0d6dc-5b82-4c2b-ab86-a7970914aed9 service neutron] 10.222.0.36 "GET /v2.0/networks/9b219d7b-c089-4a47-b301-673b7cfda698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008516 Oct 13 00:13:31.412385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1b01aa76-6d81-4a9b-b4f4-2b3d4f3d73f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.541538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Deleting port c1b19510-a25f-4db9-b18f-9f2903b6c689 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:31.549877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.571616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1557-336b-4e52-8a2c-3965595afc0e req-70efc922-227a-4b65-a00c-dd3ac3daedb9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:31.573199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b5d1557-336b-4e52-8a2c-3965595afc0e req-70efc922-227a-4b65-a00c-dd3ac3daedb9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 943 time: 0.0978580 Oct 13 00:13:31.579132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aaec1654-4486-4310-ac58-b4577ea8695a req-4ec58308-4bc7-4046-bdc0-9ab831d956d0 service neutron] 10.222.0.36 "GET /v2.0/networks/9b219d7b-c089-4a47-b301-673b7cfda698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958034 Oct 13 00:13:31.620227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b5d1557-336b-4e52-8a2c-3965595afc0e req-2376e9bd-912a-467b-90bf-efadc4de11b1 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358593 Oct 13 00:13:31.622594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] Set router 6e650317-1ff6-40fa-84bc-bb415d9eb674 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:31.674420 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1b01aa76-6d81-4a9b-b4f4-2b3d4f3d73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.678451 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1b01aa76-6d81-4a9b-b4f4-2b3d4f3d73f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.680024 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1b01aa76-6d81-4a9b-b4f4-2b3d4f3d73f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39d6131b-2037-4e76-8b89-5f1f37e22bee HTTP/1.1" status: 204 len: 168 time: 0.4520178 Oct 13 00:13:31.720603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01aa76-6d81-4a9b-b4f4-2b3d4f3d73f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d6131b-2037-4e76-8b89-5f1f37e22bee,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:31.774255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-66ea65a2-bde8-40ee-82c9-75af7551cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:31.776411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] For port c1b19510-a25f-4db9-b18f-9f2903b6c689, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c1b19510-a25f-4db9-b18f-9f2903b6c689,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:31.776790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.780107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-66ea65a2-bde8-40ee-82c9-75af7551cba7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=071da9ab21fb434fabc9d1cb53e47bae&device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 1094 time: 0.0783362 Oct 13 00:13:31.812424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Calling delete_port for c1b19510-a25f-4db9-b18f-9f2903b6c689 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:32.020889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:13:29Z', 'revision_number': 5, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port': {'id': 'c1b19510-a25f-4db9-b18f-9f2903b6c689', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:11:50Z', 'updated_at': '2021-10-13T00:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:32.120039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] Checking router: 6e650317-1ff6-40fa-84bc-bb415d9eb674 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:32.169292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] Routers {'6e650317-1ff6-40fa-84bc-bb415d9eb674'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:32.170607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6e650317-1ff6-40fa-84bc-bb415d9eb674'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:32.201428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.270246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:32.271942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b19510-a25f-4db9-b18f-9f2903b6c689,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:32.333315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbdceb-c273-4b2c-8afb-56785a2b7436 req-4267015a-68dc-4bc0-8a36-528c0b3029e5 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:32.342606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4dbdceb-c273-4b2c-8afb-56785a2b7436 req-4267015a-68dc-4bc0-8a36-528c0b3029e5 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 945 time: 0.4502604 Oct 13 00:13:32.345530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-889ff893-ed05-45b4-bb99-4b488d0d3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:32.347957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-889ff893-ed05-45b4-bb99-4b488d0d3988 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b219d7b-c089-4a47-b301-673b7cfda698 HTTP/1.1" status: 200 len: 913 time: 0.5578203 Oct 13 00:13:32.401888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] Set router 6e650317-1ff6-40fa-84bc-bb415d9eb674 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:32.425090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-7a83356f-3415-4499-9144-1fc71b98557f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aa7227b-355f-42b2-83e0-6db00378c3f4 HTTP/1.1" status: 200 len: 217 time: 0.0643013 Oct 13 00:13:32.436314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.505158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:13:31Z', 'revision_number': 6, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:32.514547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4017fd30-5341-4602-9ebd-56617419a64d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b29066fc04a242e185c30ad669d6bd4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430348 Oct 13 00:13:32.530299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4dbdceb-c273-4b2c-8afb-56785a2b7436 req-da5a2ba6-7f65-406c-a1fb-ff5f211351ba tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862066 Oct 13 00:13:32.532558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8c8feec-9655-42c2-b156-d33582b499e9 req-10415264-40e8-446d-963b-fa775ccabc62 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0942104 Oct 13 00:13:32.534166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50604) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:32.547946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c43a4-d107-486a-a18a-de2ddb53bda4 None None] The sync data for ids ['6e650317-1ff6-40fa-84bc-bb415d9eb674'] in n-d-813679-4 is: [{'id': '6e650317-1ff6-40fa-84bc-bb415d9eb674', 'name': 'tempest-ServersTestMultiNic-905596933-router', 'tenant_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:11:49Z', 'updated_at': '2021-10-13T00:13:31Z', 'revision_number': 6, 'project_id': '4929e4cc9aeb4cc3b582dd5a337c63c0', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:32.625477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-b1802b24-da73-4f47-b554-6a05b1112727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:32.630980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-b1802b24-da73-4f47-b554-6a05b1112727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0feb940-652f-4b5f-b42d-cc6b9367e6d2 HTTP/1.1" status: 200 len: 852 time: 0.1838658 Oct 13 00:13:32.681560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-d8216f68-74b5-4b84-9a29-da932d3ec30c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b219d7b-c089-4a47-b301-673b7cfda698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338051 Oct 13 00:13:32.702938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.705592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.706896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4283f74e-60c4-4392-b670-0eb1dc82d696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.807702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.808349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e650317-1ff6-40fa-84bc-bb415d9eb674 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:13:32.821207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.824931 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fbaed1ab-7efe-42a1-92aa-d0e3eee27157 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6e650317-1ff6-40fa-84bc-bb415d9eb674 HTTP/1.1" status: 204 len: 168 time: 1.9252808 Oct 13 00:13:32.827133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50628) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:32.848260 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4283f74e-60c4-4392-b670-0eb1dc82d696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.956357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b2184b-a59d-4572-a753-ac097b37812b admin admin] Deleting subnet 62249c64-c01e-498d-baa1-b55fc8137aa0 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:32.962531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc301a-5d0a-4bdd-b8ef-b8936464caae req-3456fa9c-bad9-4511-bd3f-45a8696f9407 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:32.963431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b2184b-a59d-4572-a753-ac097b37812b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:32.964810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25fc301a-5d0a-4bdd-b8ef-b8936464caae req-3456fa9c-bad9-4511-bd3f-45a8696f9407 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 943 time: 0.1345913 Oct 13 00:13:32.973087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-d1d94d39-b7d9-4897-897b-bb287784f0ce service neutron] 10.222.0.36 "GET /v2.0/networks/9b219d7b-c089-4a47-b301-673b7cfda698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804992 Oct 13 00:13:32.997690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50630) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:33.030910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b2184b-a59d-4572-a753-ac097b37812b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.102402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c7abf4c4-dfe1-4a80-b86e-7d88c0d080df no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:33.129660 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4283f74e-60c4-4392-b670-0eb1dc82d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.136729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4283f74e-60c4-4392-b670-0eb1dc82d696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.141948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4283f74e-60c4-4392-b670-0eb1dc82d696 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a84cdc75-8f16-4603-86f9-fe4a416984be HTTP/1.1" status: 204 len: 168 time: 0.5992885 Oct 13 00:13:33.142648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c7abf4c4-dfe1-4a80-b86e-7d88c0d080df {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:33.143071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c7abf4c4-dfe1-4a80-b86e-7d88c0d080df not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:33.170399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283f74e-60c4-4392-b670-0eb1dc82d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84cdc75-8f16-4603-86f9-fe4a416984be,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:33.191025 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25fc301a-5d0a-4bdd-b8ef-b8936464caae req-f697d410-9fc3-4206-908a-2323c1501c63 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912229 Oct 13 00:13:33.226277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b2184b-a59d-4572-a753-ac097b37812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.272884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-983b8e9a-381a-4db1-86a9-cfaf710dfe97 req-7554862a-80eb-454c-873c-f20f53cae49a service neutron] 10.222.0.36 "GET /v2.0/networks/9b219d7b-c089-4a47-b301-673b7cfda698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910357 Oct 13 00:13:33.283471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-396927391-network', 'tenant_id': '384df133e0a94dc3a4a273e59e812351'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:33.330017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Made reservation on behalf of 384df133e0a94dc3a4a273e59e812351 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:33.333220 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.339102 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b2184b-a59d-4572-a753-ac097b37812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.349948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.374480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2184b-a59d-4572-a753-ac097b37812b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62249c64-c01e-498d-baa1-b55fc8137aa0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:33.396695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b2184b-a59d-4572-a753-ac097b37812b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.397196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552c2485-ea88-49e5-99eb-b6e84a477b40 None None] Network a5747170-a4f8-402e-80a6-ff91f6628cab requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:33.400611 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a5b2184b-a59d-4572-a753-ac097b37812b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/62249c64-c01e-498d-baa1-b55fc8137aa0 HTTP/1.1" status: 204 len: 168 time: 0.5703404 Oct 13 00:13:33.406791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50636) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:33.530189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aebe2-16ef-4d96-b020-877ec74c1f2b req-17dd5048-1082-4edd-b458-235c43e50db1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:33.548057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b75aebe2-16ef-4d96-b020-877ec74c1f2b req-17dd5048-1082-4edd-b458-235c43e50db1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1096 time: 0.2002287 Oct 13 00:13:33.621688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b75aebe2-16ef-4d96-b020-877ec74c1f2b req-e53d7346-9ed6-4291-a4c9-43e8b3aa6f3e tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707226 Oct 13 00:13:33.634583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.696426 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.708174 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.748210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Deleting port 9f61b58d-6f77-46a1-a99b-02fae9d64545 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:33.748590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.749978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:13:33.779110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] DHCP port deletion for a5747170-a4f8-402e-80a6-ff91f6628cab request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:13:33.828154 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.829124 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Added segment 974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c of type vlan for network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 Oct 13 00:13:33.918388 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.922682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de8eed2b-09e7-411f-998e-9e0ffc4aa4f5 req-c436fa39-2def-4e9c-9ac9-30f3c975153e tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1748765 Oct 13 00:13:33.929345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd725f56-81d9-4c89-8f4d-bb3baaeae185,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:33.957889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] Deleting port 9f61b58d-6f77-46a1-a99b-02fae9d64545 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:33.959273 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.990151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.991747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:33.992752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.045989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] For port 9f61b58d-6f77-46a1-a99b-02fae9d64545, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9f61b58d-6f77-46a1-a99b-02fae9d64545,segment=NetworkSegment(5b96acd8-98da-4e62-a0a0-6abfcfba9721),segment_id=5b96acd8-98da-4e62-a0a0-6abfcfba9721)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:34.046367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.088876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0642099 Oct 13 00:13:34.092448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50664) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:34.098127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Request body: {'subnet': {'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-396927391-subnet', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:34.119301 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:13:34.130767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Calling delete_port for 9f61b58d-6f77-46a1-a99b-02fae9d64545 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:34.138207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Made reservation on behalf of 384df133e0a94dc3a4a273e59e812351 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:34.141952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.160906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143222c3-f199-43ec-a7d0-48767d4ef8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2db5948-e3d0-4dd6-a388-a3015bd8b1a4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:34.176603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:13:34.182590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] For port 9f61b58d-6f77-46a1-a99b-02fae9d64545, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9f61b58d-6f77-46a1-a99b-02fae9d64545,segment=NetworkSegment(5b96acd8-98da-4e62-a0a0-6abfcfba9721),segment_id=5b96acd8-98da-4e62-a0a0-6abfcfba9721)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:34.187086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.187277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d473-545b-49c6-8a92-a2d03b5cba82 req-e8914ff1-6d32-452a-82f7-7ab3115a4119 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:34.197174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f105d473-545b-49c6-8a92-a2d03b5cba82 req-e8914ff1-6d32-452a-82f7-7ab3115a4119 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1096 time: 0.0854273 Oct 13 00:13:34.228184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] Calling delete_port for 9f61b58d-6f77-46a1-a99b-02fae9d64545 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:34.289139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f105d473-545b-49c6-8a92-a2d03b5cba82 req-5077dc07-87e2-4560-8a3c-d0f97db5bb23 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873337 Oct 13 00:13:34.372762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789adb1-f36d-48e4-87e3-3c7445275565 req-75d8adae-f7ca-43aa-8c18-e402dfa4e856 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:34.381652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a789adb1-f36d-48e4-87e3-3c7445275565 req-75d8adae-f7ca-43aa-8c18-e402dfa4e856 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 943 time: 0.0712585 Oct 13 00:13:34.458675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a789adb1-f36d-48e4-87e3-3c7445275565 req-5ee87403-79fa-4a3b-9951-fa68590681a1 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710807 Oct 13 00:13:34.525702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.559274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.581016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] Pushing event deleted for resources: {'Port': ['ID=9f61b58d-6f77-46a1-a99b-02fae9d64545,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:34.592514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae78be-24d2-4c0f-8692-6e1ab4cb4e5c None None] No DVR routers for this DVR port 9f61b58d-6f77-46a1-a99b-02fae9d64545 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:34.620605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50682) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:34.672089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be78765d-a985-4121-8879-327339706abc,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:34.677289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Checking segment: {'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:34.677677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Network hostable DHCP agents. Network: f2db5948-e3d0-4dd6-a388-a3015bd8b1a4, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:13:34.692736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.728731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f61b58d-6f77-46a1-a99b-02fae9d64545,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:34.731369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:13:34.772374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] No DVR routers for this DVR port 9f61b58d-6f77-46a1-a99b-02fae9d64545 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:34.773649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-network', 'tenant_id': '5cb36ba37649436982f362c203926d3b'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:34.785180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, f2db5948-e3d0-4dd6-a388-a3015bd8b1a4) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:34.794306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baac71d-2f95-46b1-b735-6bf1edb2036b None None] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:34.813505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:34.814105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.825559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Made reservation on behalf of 5cb36ba37649436982f362c203926d3b for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:34.830031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.866008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.893946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:34.904757 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6b02a95f-6953-447a-8111-8cd21388ba7b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8109758 Oct 13 00:13:34.908002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50686) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:34.918408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:34.920643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5747170-a4f8-402e-80a6-ff91f6628cab']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:34.957938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b96acd8-98da-4e62-a0a0-6abfcfba9721') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:34.958154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b96acd8-98da-4e62-a0a0-6abfcfba9721') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:35.000319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.010182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.015075 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.017268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c1b19510-a25f-4db9-b18f-9f2903b6c689 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:35.034060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.055701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:35.056112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:35.057946 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:35.088253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c1b19510-a25f-4db9-b18f-9f2903b6c689 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:35.088253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c1b19510-a25f-4db9-b18f-9f2903b6c689 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:35.088589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9f61b58d-6f77-46a1-a99b-02fae9d64545 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:35.119613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.129948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.160947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7aa7227b-355f-42b2-83e0-6db00378c3f4 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:35.170085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:13:35.215263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.222743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b762e33c-f85f-4bcc-b11a-d29080c38165,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:35.229338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.236261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.236739 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Added segment 8400861c-d306-4ba9-babe-1ec98f6a1d13 of type vlan for network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c Oct 13 00:13:35.248029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5747170-a4f8-402e-80a6-ff91f6628cab HTTP/1.1" status: 204 len: 168 time: 1.8421290 Oct 13 00:13:35.281128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0e8aa-0663-48e3-91e1-13e477ce8e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5747170-a4f8-402e-80a6-ff91f6628cab,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:35.322123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9f61b58d-6f77-46a1-a99b-02fae9d64545 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:35.323026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9f61b58d-6f77-46a1-a99b-02fae9d64545 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:35.330329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af3e207a-f53c-4089-9437-54ab9bce397f req-4c80d40d-762b-425e-aee8-db840bb071f6 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0911658 Oct 13 00:13:35.439796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7aa7227b-355f-42b2-83e0-6db00378c3f4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7aa7227b-355f-42b2-83e0-6db00378c3f4,segment=NetworkSegment(2ce648f4-0d26-446b-b07a-84e2786572e3),segment_id=2ce648f4-0d26-446b-b07a-84e2786572e3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:35.444730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-f2db5948-e3d0-4dd6-a388-a3015bd8b1a4', 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'fixed_ips': [{'subnet_id': 'be78765d-a985-4121-8879-327339706abc'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:13:35.446104 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.485428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '7aa7227b-355f-42b2-83e0-6db00378c3f4', 'network_id': '9b219d7b-c089-4a47-b301-673b7cfda698', 'port_id': '7aa7227b-355f-42b2-83e0-6db00378c3f4', 'mac_address': 'fa:16:3e:7d:05:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0feb940-652f-4b5f-b42d-cc6b9367e6d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:35.584167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50726) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:35.617267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.624431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.654562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.672326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa7227b-355f-42b2-83e0-6db00378c3f4 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:35.685244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6ce5abe8-d4a3-4819-a3db-e270d8c39aee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4929e4cc9aeb4cc3b582dd5a337c63c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975652 Oct 13 00:13:35.686985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50728) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:35.701905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7aa7227b-355f-42b2-83e0-6db00378c3f4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7aa7227b-355f-42b2-83e0-6db00378c3f4,segment=NetworkSegment(2ce648f4-0d26-446b-b07a-84e2786572e3),segment_id=2ce648f4-0d26-446b-b07a-84e2786572e3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:35.713874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.723872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Allocated IP 172.20.0.2 (f2db5948-e3d0-4dd6-a388-a3015bd8b1a4/be78765d-a985-4121-8879-327339706abc/6c21ded5-b31b-446d-8a5d-26bc8db4b33e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:35.743884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.746201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:35.749294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.832543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2e96a23f-dced-4069-8e60-42d9a42261f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.865714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7aa7227b-355f-42b2-83e0-6db00378c3f4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:35.876876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2e96a23f-dced-4069-8e60-42d9a42261f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.958292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2e96a23f-dced-4069-8e60-42d9a42261f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.961952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2e96a23f-dced-4069-8e60-42d9a42261f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.974550 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2e96a23f-dced-4069-8e60-42d9a42261f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03af4680-5b25-4bb2-8558-92788f2eb444 HTTP/1.1" status: 204 len: 168 time: 0.2814133 Oct 13 00:13:36.003294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96a23f-dced-4069-8e60-42d9a42261f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03af4680-5b25-4bb2-8558-92788f2eb444,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:36.024819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3998575 Oct 13 00:13:36.028301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50738) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:36.033368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Request body: {'subnet': {'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-subnet', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:36.046987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7d00d-3393-44cf-b8b5-a0b2abf9364d admin admin] Pushing event updated for resources: {'Network': ['ID=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:36.093864 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.095013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Made reservation on behalf of 5cb36ba37649436982f362c203926d3b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:36.098112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.108900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:13:36.120024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.229149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.287494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5614d5-d045-4a19-a5c0-efef6bcb3566 req-37b3e19b-1bf9-4f22-b2eb-00188fbd0211 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:36.289095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a5614d5-d045-4a19-a5c0-efef6bcb3566 req-37b3e19b-1bf9-4f22-b2eb-00188fbd0211 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 944 time: 0.6952310 Oct 13 00:13:36.500346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a5614d5-d045-4a19-a5c0-efef6bcb3566 req-8a6c45d2-6849-4089-8193-3e64d1601d23 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233943 Oct 13 00:13:36.586098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7aa7227b-355f-42b2-83e0-6db00378c3f4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:36.615139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.617940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:36.632524 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:36.640850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:36.686080 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.707499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Pushing event updated for resources: {'Port': ['ID=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:36.785308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c121cc60-6c76-45b0-93a8-a82254554109,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:36.788859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Checking segment: {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:36.789232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Network hostable DHCP agents. Network: 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:13:36.831443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:13:36.843570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Attempting to bind port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:36.843941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Attempting to bind port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:36.844309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Attempting to bind port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e on network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:36.849222 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.854571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:36.855061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Checking segment: {'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:36.855429 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.855856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Bound using segment: {'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:36.856342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Bound port: 6c21ded5-b31b-446d-8a5d-26bc8db4b33e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:36.856746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.875893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c688f8fd-e0b2-4969-abdc-dcc0402f0c21 req-4d8ec07b-7353-4fe3-91d1-23303f9b07d5 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0814078 Oct 13 00:13:36.890510 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:36.896755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:36.897404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.901784 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.921064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044963ae-cac8-4905-8e89-6a95017a2bfb None None] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:36.938084 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:36.977239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-626e4d1b-52ee-465e-ba39-3117007c0846 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9478064 Oct 13 00:13:36.980457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50766) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:36.992570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:37.045333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] For port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:37.054228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] For port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,segment=NetworkSegment(974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c),segment_id=974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:37.058485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.060508 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.071418 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.173699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.214914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea98b4-52d6-46a3-bb27-d47d6535e0cb None None] Pushing event updated for resources: {'Port': ['ID=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:37.231614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Allocated IP 172.25.3.134 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/98ba2418-fb77-42ba-9d18-ba21ff20c89b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:37.289428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:13:37.293237 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.367593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-c59e5a74-9aaa-450e-ab63-6bb8c5244823 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:13:37.376960 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-c59e5a74-9aaa-450e-ab63-6bb8c5244823 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8426907 Oct 13 00:13:37.489485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-d151475e-1cbc-4fa1-bde4-79e923ea97e8 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:37.491108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-d151475e-1cbc-4fa1-bde4-79e923ea97e8 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports/62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 1093 time: 0.1133819 Oct 13 00:13:37.531790 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.581551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50780) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:37.593367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.634318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.667379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Allocated IP 172.20.0.2 (8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c/c121cc60-6c76-45b0-93a8-a82254554109/12d0afad-a8d7-480d-a0a0-0824fb8d28a4) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:37.744472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:37.749528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:37.760136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:37.775110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Request body: {'binding': {'host': 'n-h2-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:37.775887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:13:37.847023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1887705683-network', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:37.864642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Pushing event updated for resources: {'Port': ['ID=98ba2418-fb77-42ba-9d18-ba21ff20c89b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:37.961972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:37.965056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.988166 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.004492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313cb5d-99b7-4dee-b5a3-30dcd9faf583 req-c891b4cf-eb80-41ba-b65e-63421960eeae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:38.008411 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.013072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5313cb5d-99b7-4dee-b5a3-30dcd9faf583 req-c891b4cf-eb80-41ba-b65e-63421960eeae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 944 time: 0.3795345 Oct 13 00:13:38.031278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.049163 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:38.054453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:38.064855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:38.130192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Pushing event updated for resources: {'Port': ['ID=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:38.173676 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c973be2-2ed2-4b7b-aed1-a64a91b74848 req-9666c020-a004-482b-b5b2-889a35f3f696 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0740354 Oct 13 00:13:38.180827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Attempting to bind port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:38.181963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Attempting to bind port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:38.182503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Attempting to bind port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 on network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:38.189059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on host n-h2-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:38.189519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:38.189950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:38.202201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:38.203029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Checking segment: {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:38.205142 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.205725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Bound using segment: {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:38.209665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Bound port: 12d0afad-a8d7-480d-a0a0-0824fb8d28a4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:38.210387 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.222446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5313cb5d-99b7-4dee-b5a3-30dcd9faf583 req-fd042c70-4b22-4e29-847b-7a47275dc228 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080765 Oct 13 00:13:38.242007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:13:38.242007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:38.255017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:38.255563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:38.256039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:38.256588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Bound port: 62999469-29f7-4664-86fa-1879bd41077c, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:38.274992 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.320971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.348177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] For port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:38.352091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] For port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:38.364971 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.440612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.447255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:38.473246 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.477113 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f5ab2518-34dc-4473-b8fb-1ccf4268f690 service neutron] 10.222.0.21 "POST /v2.0/ports/62999469-29f7-4664-86fa-1879bd41077c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9798563 Oct 13 00:13:38.505945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd7687-195c-4a35-b01e-55f25c5b444e None None] Pushing event updated for resources: {'Port': ['ID=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:38.585101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Allocated IP 172.25.3.241 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/b4727329-6081-4c3c-9352-2b1ca7512795) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:38.832337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.927081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781120bf-ecb5-4d5a-8445-21d6b3822de3 None None] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:38.950216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.033861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-921bac41-8c97-48fa-a446-d0492bf528a7 None None] Provisioning complete for port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:39.034956 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-921bac41-8c97-48fa-a446-d0492bf528a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.047979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:39.051820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:39.057231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:39.129584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4727329-6081-4c3c-9352-2b1ca7512795,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:39.130640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6c21ded5-b31b-446d-8a5d-26bc8db4b33e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:39.137428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7aa7227b-355f-42b2-83e0-6db00378c3f4 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:39.157405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55d91ed0-ac20-4caf-8990-f91f4143c572 req-7e49072c-b81c-4a70-9316-d434031c29d3 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1961794 Oct 13 00:13:39.172284 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.222526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.297013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:39.317167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-765cff99-f1e8-45b0-963f-ef7a972eb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:39.320684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-765cff99-f1e8-45b0-963f-ef7a972eb833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1096 time: 0.4485271 Oct 13 00:13:39.343147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db5e3-919d-4ff3-a18f-5ed772ac11a5 req-e3d21124-e7dc-4fc2-b66e-244638475709 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:39.344702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db5e3-919d-4ff3-a18f-5ed772ac11a5 req-e3d21124-e7dc-4fc2-b66e-244638475709 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 945 time: 0.4099872 Oct 13 00:13:39.368799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:13:39.421723 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-921bac41-8c97-48fa-a446-d0492bf528a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.456600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:39.456985 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.478060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.504312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-921bac41-8c97-48fa-a446-d0492bf528a7 None None] For port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,segment=NetworkSegment(974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c),segment_id=974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:39.506307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 7aa7227b-355f-42b2-83e0-6db00378c3f4 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:13:39.522216 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.524433 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Added segment 3ce7af92-59d2-4caf-8b76-6c404019b085 of type vlan for network f74a808b-9cae-4a0c-95f6-f7ae8155785d Oct 13 00:13:39.524902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-921bac41-8c97-48fa-a446-d0492bf528a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.527091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 7aa7227b-355f-42b2-83e0-6db00378c3f4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:39.527457 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.637385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.705770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bac41-8c97-48fa-a446-d0492bf528a7 None None] Pushing event updated for resources: {'Port': ['ID=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:39.927090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.970833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.998286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.001472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:40.003375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.021416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7aa7227b-355f-42b2-83e0-6db00378c3f4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7aa7227b-355f-42b2-83e0-6db00378c3f4,segment=NetworkSegment(2ce648f4-0d26-446b-b07a-84e2786572e3),segment_id=2ce648f4-0d26-446b-b07a-84e2786572e3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:40.026128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cee112-a2a4-40a3-8f37-152709d1ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7227b-355f-42b2-83e0-6db00378c3f4'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:40.036404 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448c6110-70d2-4cbb-a0cd-a5725be975e4" -d '{"events": [{"server_uuid": "99cee112-a2a4-40a3-8f37-152709d1ed27", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7227b-355f-42b2-83e0-6db00378c3f4"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:40.049345 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.147531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5606115 Oct 13 00:13:40.162615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d15cd79d-92e2-4070-9279-2fdfa8bb6f2b None None] Provisioning complete for port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:40.162615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d15cd79d-92e2-4070-9279-2fdfa8bb6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.163208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50808) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:40.186401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Request body: {'subnet': {'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1887705683-subnet', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:40.255595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851194bf-496d-4b6e-a8b9-115715a8fe80 None None] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:40.258535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7aa7227b-355f-42b2-83e0-6db00378c3f4,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:40.272512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b6227-249e-4e4a-b717-9eef3ac14273 req-4c90f838-e016-4d38-9309-88de9c4399e5 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:40.281027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-790b6227-249e-4e4a-b717-9eef3ac14273 req-4c90f838-e016-4d38-9309-88de9c4399e5 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 944 time: 0.9352458 Oct 13 00:13:40.285883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3db5e3-919d-4ff3-a18f-5ed772ac11a5 req-505b63d4-4a71-41c9-90c7-eb9ebe3b9054 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9141746 Oct 13 00:13:40.391492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6ad98-f24c-4d5f-8f64-4d95f3ce88fb admin admin] Pushing event updated for resources: {'Network': ['ID=f74a808b-9cae-4a0c-95f6-f7ae8155785d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:40.407749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:13:40.431939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:40.434309 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.453791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-790b6227-249e-4e4a-b717-9eef3ac14273 req-953bc543-bf96-40ac-b9b9-cbe47d5ab811 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699181 Oct 13 00:13:40.485287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-9dadecea-6c0e-41b3-9b93-488cc13cab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:40.487553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-9dadecea-6c0e-41b3-9b93-488cc13cab72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 1.1281886 Oct 13 00:13:40.539987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.548602 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79da731f-10d0-4a64-8520-8d0035935d52 x-openstack-request-id: req-79da731f-10d0-4a64-8520-8d0035935d52 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:40.548860 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cee112-a2a4-40a3-8f37-152709d1ed27", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7227b-355f-42b2-83e0-6db00378c3f4", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:40.549116 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79da731f-10d0-4a64-8520-8d0035935d52 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:40.550185 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cee112-a2a4-40a3-8f37-152709d1ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7227b-355f-42b2-83e0-6db00378c3f4', 'code': 200} Oct 13 00:13:40.580680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-510933bd-c3ba-41f3-a31d-46822cbac648 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 217 time: 0.0395117 Oct 13 00:13:40.630116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a47ae0ad-fd3e-4b33-99e5-83ba29180165 None None] Provisioning complete for port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:40.630488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a47ae0ad-fd3e-4b33-99e5-83ba29180165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.701038 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98d2681d-a94c-4b50-ae0d-08b629ca4bd0 req-84f108f9-7881-4f36-81de-82225bff9043 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0607419 Oct 13 00:13:40.735791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-ac28551b-766d-442c-bf50-c8f049eb190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:40.737885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-ac28551b-766d-442c-bf50-c8f049eb190f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1465788 Oct 13 00:13:40.770078 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a47ae0ad-fd3e-4b33-99e5-83ba29180165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.781701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9ea0b-6196-43f7-a775-d720da8abb48 req-2f6e91fb-48cf-4868-b89f-1b85167eab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:40.785130 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fa9ea0b-6196-43f7-a775-d720da8abb48 req-2f6e91fb-48cf-4868-b89f-1b85167eab6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 1096 time: 0.0844963 Oct 13 00:13:40.810279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a47ae0ad-fd3e-4b33-99e5-83ba29180165 None None] For port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:40.816657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Router 3b677c4a-dc58-4613-8581-6137e1ab7489 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:13:40.817416 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a47ae0ad-fd3e-4b33-99e5-83ba29180165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.840298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-282716fc-848d-40a9-8ce6-a038516a12da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800169 Oct 13 00:13:40.840764 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fa9ea0b-6196-43f7-a775-d720da8abb48 req-dee5a6b6-47d3-4c87-8478-22735ef2c0c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Oct 13 00:13:40.843787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:13:40.927478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ae0ad-fd3e-4b33-99e5-83ba29180165 None None] Pushing event updated for resources: {'Port': ['ID=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:41.077402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:41.100620 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Sync routers for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:41.141735 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:41.144186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:41.144413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.145251 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:41.152959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-19c1df8a-8adb-402c-af6b-a3f215a024a5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.1655221 Oct 13 00:13:41.155250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50822) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:41.198827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-31873e98-f5d9-4a03-9665-f963a494beb1 None None] Provisioning complete for port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:41.199196 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31873e98-f5d9-4a03-9665-f963a494beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.252519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:41.253027 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.326398 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:41.579060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6c21ded5-b31b-446d-8a5d-26bc8db4b33e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:41.665382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:41.665910 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.715332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c2cd785-e293-49ca-af35-5dc3ecb93d40 req-95afbc8a-3869-4720-81e8-3113fea996a9 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4&device_id=9ce74a12-9185-4877-b834-f11e71105b6f HTTP/1.1" status: 200 len: 210 time: 0.3803332 Oct 13 00:13:41.724777 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:39Z', 'revision_number': 3, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:41.761136 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Checking router: 3b677c4a-dc58-4613-8581-6137e1ab7489 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:41.762368 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Updating router 3b677c4a-dc58-4613-8581-6137e1ab7489 port b4727329-6081-4c3c-9352-2b1ca7512795 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:13:41.801190 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.818932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-17dde205-0db2-4414-9e71-cde0c789e72d service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946110 Oct 13 00:13:41.825520 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-73f85ff1-521c-40bc-affc-0de037df5b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.830135 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.886861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:41.975254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Sync routers for ids ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:41.993504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Routers {'0aec0a5f-fc40-452d-ada2-0aecfd7944a5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:41.994669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:42.050768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.052165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-35e8b16d-0464-4ada-8dc9-51e12fae33ae admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1403582 Oct 13 00:13:42.055492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50834) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:42.067689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3ae7-f075-4cb6-8674-46df8108b4ed req-f09fec16-627b-4486-b278-cc54af0afaeb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:42.069338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcec3ae7-f075-4cb6-8674-46df8108b4ed req-f09fec16-627b-4486-b278-cc54af0afaeb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 945 time: 0.2651541 Oct 13 00:13:42.078768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Checking segment: {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:42.079129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Network hostable DHCP agents. Network: f74a808b-9cae-4a0c-95f6-f7ae8155785d, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:13:42.183629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Set router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:42.244650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274a127c-657f-48bd-8824-8c5514237b1f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:42.257070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcec3ae7-f075-4cb6-8674-46df8108b4ed req-e7034ea9-2583-4d0f-9867-d951ba83d031 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754830 Oct 13 00:13:42.265951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:13:42.282404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdabe69-6ebb-4b92-aa3d-e0d7bd0e1ce5 req-dab9e068-7e70-4ac8-a57f-d45b0f6f060b tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:42.292462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bdabe69-6ebb-4b92-aa3d-e0d7bd0e1ce5 req-dab9e068-7e70-4ac8-a57f-d45b0f6f060b tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 945 time: 0.3223767 Oct 13 00:13:42.351845 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.365901 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.491306 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-722efd1f-7e0f-4649-9c3f-cd8e58122262 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549470 Oct 13 00:13:42.499598 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Attempting to bind port b4727329-6081-4c3c-9352-2b1ca7512795 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:42.500230 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Attempting to bind port b4727329-6081-4c3c-9352-2b1ca7512795 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:42.500783 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Attempting to bind port b4727329-6081-4c3c-9352-2b1ca7512795 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:42.510869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, f74a808b-9cae-4a0c-95f6-f7ae8155785d) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:42.511393 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:42.512089 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:42.512688 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.513347 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:42.513991 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Bound port: b4727329-6081-4c3c-9352-2b1ca7512795, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:42.514572 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.518123 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Pushing event updated for resources: {'Port': ['ID=b4727329-6081-4c3c-9352-2b1ca7512795,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:42.549539 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.550193 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.550712 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.551209 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.552100 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.552595 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.553105 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.553652 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.554160 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.554648 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.555141 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.555657 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:42.570393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:42.570986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.587939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2925944-e532-4506-a904-2edf4d486c9c None None] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:42.610168 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] For port b4727329-6081-4c3c-9352-2b1ca7512795, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:42.614818 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] For port b4727329-6081-4c3c-9352-2b1ca7512795, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b4727329-6081-4c3c-9352-2b1ca7512795,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:42.649494 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.684530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bdabe69-6ebb-4b92-aa3d-e0d7bd0e1ce5 req-444bf4fd-7a60-49a4-a42b-3dd94d184ae4 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908715 Oct 13 00:13:42.702768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fa30a2a6-a742-4c7d-9a28-c616273e1fa5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5199900 Oct 13 00:13:42.703029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50848) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:42.744707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:42.747259 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:42.748165 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:42.816494 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8447f-282e-4e8e-bd26-cf8f3d8e59e8 None None] Pushing event updated for resources: {'Port': ['ID=b4727329-6081-4c3c-9352-2b1ca7512795,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:42.894902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:13:38Z', 'revision_number': 3, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:42.908675 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.909756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.943244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6b6052-8299-4f5b-9f0d-98b63392221a req-e01fdf3a-3449-4ffb-b82d-526cd4f648e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f84b30f909904c49bdbe43bc5b139be8&device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0827188 Oct 13 00:13:42.969622 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Checking router: 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:42.969972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Updating router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 port 98ba2418-fb77-42ba-9d18-ba21ff20c89b binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:13:42.972041 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:42.972327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:43.070427 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6b6052-8299-4f5b-9f0d-98b63392221a req-b07bb702-5768-4374-ab02-af02019a9ff0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f84b30f909904c49bdbe43bc5b139be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715659 Oct 13 00:13:43.072729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e53a0568-e1e4-432f-8076-992bfcc69545 req-d4c3a7b3-8dc2-44c0-b281-a3cd8426ac1f tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1000178 Oct 13 00:13:43.110227 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.216164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.219412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.244552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:13:43.245416 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.245553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-13b3ec73-0a41-405a-b414-94b55d59706b tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:43.247293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:43.247439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-13b3ec73-0a41-405a-b414-94b55d59706b tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.4496872 Oct 13 00:13:43.247746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.261973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-4'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:43.320570 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:39Z', 'revision_number': 3, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:43.387852 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f46756c-f37b-4baa-bb5f-f7263f84fe90 None None] The sync data for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 is: [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:39Z', 'revision_number': 3, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:43.536326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.551054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b6052-8299-4f5b-9f0d-98b63392221a req-ca974271-af79-4d8e-a051-b9db122e274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:43.558882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6b6052-8299-4f5b-9f0d-98b63392221a req-ca974271-af79-4d8e-a051-b9db122e274c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4420786 Oct 13 00:13:43.597971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Allocated IP 172.20.0.1 (f2db5948-e3d0-4dd6-a388-a3015bd8b1a4/be78765d-a985-4121-8879-327339706abc/a591d9a3-fe8a-4833-9850-ba670d081999) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:43.838318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Allocated IP 172.20.0.2 (f74a808b-9cae-4a0c-95f6-f7ae8155785d/274a127c-657f-48bd-8824-8c5514237b1f/d1cc018d-2591-4cc4-92be-835b1ac3b065) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:43.918902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.936425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-a2c409b0-1838-4b01-8405-79f6c25b02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:43.938171 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-a2c409b0-1838-4b01-8405-79f6c25b02aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 1101 time: 0.1058860 Oct 13 00:13:43.979586 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.983834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.026804 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.038854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.078582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27957daf-d6ea-4119-a5f2-9b5ef6892386 req-9fc60639-965f-4af7-bd9e-ec5eef7ce8b4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:44.086898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27957daf-d6ea-4119-a5f2-9b5ef6892386 req-9fc60639-965f-4af7-bd9e-ec5eef7ce8b4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 945 time: 0.6068194 Oct 13 00:13:44.116744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-99110045-f6d7-4457-b840-e0e0653feaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:44.118126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-99110045-f6d7-4457-b840-e0e0653feaca service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1559420 Oct 13 00:13:44.138211 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.161716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5a6ab-aa0c-4d7a-90f3-e3ad9d150470 None None] Pushing event updated for resources: {'Port': ['ID=98ba2418-fb77-42ba-9d18-ba21ff20c89b,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:44.165267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Attempting to bind port 98ba2418-fb77-42ba-9d18-ba21ff20c89b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:44.165696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Attempting to bind port 98ba2418-fb77-42ba-9d18-ba21ff20c89b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:44.166063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Attempting to bind port 98ba2418-fb77-42ba-9d18-ba21ff20c89b on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:44.175578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:44.176039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:44.176446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.177299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:44.177863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Bound port: 98ba2418-fb77-42ba-9d18-ba21ff20c89b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:44.178456 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.214479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:44.217335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:44.220492 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-89addeb5-abb1-474f-8c8f-26ed8cb7ef1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=709a3961-0559-41d5-85e2-011d14eea270 HTTP/1.1" status: 200 len: 217 time: 0.0920355 Oct 13 00:13:44.257609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:44.277900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] For port 98ba2418-fb77-42ba-9d18-ba21ff20c89b, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:44.283697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] For port 98ba2418-fb77-42ba-9d18-ba21ff20c89b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=98ba2418-fb77-42ba-9d18-ba21ff20c89b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:44.295440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.369936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e4aa0-e052-42fe-a264-255dc4827e8f req-0025ef08-fdf3-4710-9582-176071e76e21 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:44.371823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f2e4aa0-e052-42fe-a264-255dc4827e8f req-0025ef08-fdf3-4710-9582-176071e76e21 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 945 time: 0.4803600 Oct 13 00:13:44.450702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5a6ab-aa0c-4d7a-90f3-e3ad9d150470 None None] Pushing event updated for resources: {'Port': ['ID=98ba2418-fb77-42ba-9d18-ba21ff20c89b,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:44.461627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27957daf-d6ea-4119-a5f2-9b5ef6892386 req-2d17b9de-f877-4f53-8cd9-fc61d9fa99f7 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624215 Oct 13 00:13:44.478393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Routers {'0aec0a5f-fc40-452d-ada2-0aecfd7944a5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:44.490212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:44.500177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-2d49fb30-11b6-4824-9231-a004f8d5a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:44.502413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-2d49fb30-11b6-4824-9231-a004f8d5a5d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.2384424 Oct 13 00:13:44.556943 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.612344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Pushing event updated for resources: {'Port': ['ID=a591d9a3-fe8a-4833-9850-ba670d081999,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:44.626650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.626650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.626650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.627036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.627142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.638760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.639437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.640485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.641676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.642026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.642379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.642714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:44.681674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-6ea111fa-d01b-4d0d-8cba-ff37843d2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:44.683263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-6ea111fa-d01b-4d0d-8cba-ff37843d2c7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687131 Oct 13 00:13:44.789920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] Set router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:44.989261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.037085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-35709a27-f593-4401-9659-169b7c701a4b service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929533 Oct 13 00:13:45.140854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f2e4aa0-e052-42fe-a264-255dc4827e8f req-0c0b10b0-656e-4b26-8f84-65bd461e957a tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7387538 Oct 13 00:13:45.154470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d27efedf-1b5a-4f75-aa40-0aa759d6f0cc req-fed82d92-278f-4d24-86ea-bae518a8621a tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.0866382 Oct 13 00:13:45.157206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Allocated IP 172.20.0.1 (8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c/c121cc60-6c76-45b0-93a8-a82254554109/f4e62c4c-93f4-4ccd-80f8-8501179278d8) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:45.358059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b4727329-6081-4c3c-9352-2b1ca7512795 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:45.373838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:45.432520 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6b6052-8299-4f5b-9f0d-98b63392221a req-0249325c-0611-4e7f-a3ec-917b246b9071 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.45 "GET /v2.0/ports?device_id=43377e85-d906-425d-8db7-99a093fefae4 HTTP/1.1" status: 200 len: 210 time: 0.1095321 Oct 13 00:13:45.464592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:45.531556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a045c548-ddea-4966-8bf4-9b571cddb247 None None] Provisioning complete for port a591d9a3-fe8a-4833-9850-ba670d081999 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:45.531943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a045c548-ddea-4966-8bf4-9b571cddb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.554884 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-a81f6600-e51d-4836-9f72-c352a1669781 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2430050 Oct 13 00:13:45.565263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4b164d-f68f-43c6-9aee-85ed4974a00a req-d97ed462-203a-46c7-b137-e1a7356d0eef service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591049 Oct 13 00:13:45.575223 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.585722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.598578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.600266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a045c548-ddea-4966-8bf4-9b571cddb247 None None] Port a591d9a3-fe8a-4833-9850-ba670d081999 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:13:45.610400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62999469-29f7-4664-86fa-1879bd41077c'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:45.619391 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289abf1f-60e9-4b25-8acc-1d8ac486eb56" -d '{"events": [{"server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "name": "network-vif-unplugged", "status": "completed", "tag": "62999469-29f7-4664-86fa-1879bd41077c"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:45.672908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.674092 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3500bdae-615e-4712-be1d-3f679edb4e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.702505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b4727329-6081-4c3c-9352-2b1ca7512795 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:45.702915 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.720682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.767269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Pushing event updated for resources: {'Port': ['ID=a591d9a3-fe8a-4833-9850-ba670d081999,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:45.772949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.832937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-8a2aae58-819a-4d70-9449-716ac757fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:45.834471 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-8a2aae58-819a-4d70-9449-716ac757fa9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683&device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 1097 time: 0.1378174 Oct 13 00:13:45.861597 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.883031 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701da3c-7709-4652-be87-5685fcbad667 x-openstack-request-id: req-5701da3c-7709-4652-be87-5685fcbad667 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:45.883332 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "name": "network-vif-unplugged", "status": "completed", "tag": "62999469-29f7-4664-86fa-1879bd41077c", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:45.883632 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5701da3c-7709-4652-be87-5685fcbad667 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:45.884008 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62999469-29f7-4664-86fa-1879bd41077c', 'code': 200} Oct 13 00:13:45.924058 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.947315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.970577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:45.972406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Pushing event updated for resources: {'Port': ['ID=d1cc018d-2591-4cc4-92be-835b1ac3b065,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:45.975685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:46.029431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:13:38Z', 'revision_number': 3, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:46.132558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-98fd0c94-f7b7-41af-a3f6-ad69339314f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:46.135211 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-98fd0c94-f7b7-41af-a3f6-ad69339314f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebe631aa-a732-438b-8111-1323d75e12f7 HTTP/1.1" status: 200 len: 912 time: 0.2400911 Oct 13 00:13:46.161385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:46.163030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef851e-5245-43ee-8765-ab835de5a51b None None] The sync data for ids ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'] in n-d-813679-4 is: [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:13:38Z', 'revision_number': 3, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:46.164991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:46.173560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf09ec9-ca10-4c76-8fe7-0da472e5695d req-94b6040a-907f-4182-b3a8-b2a7727bdf15 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:46.175349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baf09ec9-ca10-4c76-8fe7-0da472e5695d req-94b6040a-907f-4182-b3a8-b2a7727bdf15 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.5199928 Oct 13 00:13:46.180404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:46.182608 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.374033 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.425589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Pushing event updated for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:46.470674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on host n-h1-813679-4 for vnic_type normal with profile {"migrating_to": "n-h2-813679-4"} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:46.471254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:46.471685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:46.481676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port b4727329-6081-4c3c-9352-2b1ca7512795, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b4727329-6081-4c3c-9352-2b1ca7512795,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:46.488740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Attempting to bind port d1cc018d-2591-4cc4-92be-835b1ac3b065 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:46.489272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Attempting to bind port d1cc018d-2591-4cc4-92be-835b1ac3b065 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:46.489768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Attempting to bind port d1cc018d-2591-4cc4-92be-835b1ac3b065 on network f74a808b-9cae-4a0c-95f6-f7ae8155785d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:46.495489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:13:46.495877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Attempting to bind port 62999469-29f7-4664-86fa-1879bd41077c on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:46.498163 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.504642 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.510867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:46.514172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Checking segment: {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:46.514750 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.515269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Bound using segment: {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:46.516919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Bound port: d1cc018d-2591-4cc4-92be-835b1ac3b065, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:46.517431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.559249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:46.559688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:46.560272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:46.561118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Bound port: 62999469-29f7-4664-86fa-1879bd41077c, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:46.561505 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.697415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3008cdae-5613-4879-ae02-a711cf99b650 None None] Provisioning complete for port a591d9a3-fe8a-4833-9850-ba670d081999 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:46.697841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3008cdae-5613-4879-ae02-a711cf99b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.711311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=b4727329-6081-4c3c-9352-2b1ca7512795,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:46.726982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:46.736617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Pushing event updated for resources: {'Port': ['ID=f4e62c4c-93f4-4ccd-80f8-8501179278d8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:46.753421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b1523-44c3-4f35-9055-ccbda9349156 req-f43be905-b5d1-4c31-9722-95845dcca616 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:46.760930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd8b1523-44c3-4f35-9055-ccbda9349156 req-f43be905-b5d1-4c31-9722-95845dcca616 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 945 time: 0.5845304 Oct 13 00:13:46.781211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] For port d1cc018d-2591-4cc4-92be-835b1ac3b065, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:46.787977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:46.788327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] For port d1cc018d-2591-4cc4-92be-835b1ac3b065, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d1cc018d-2591-4cc4-92be-835b1ac3b065,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:46.790975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3008cdae-5613-4879-ae02-a711cf99b650 None None] Port a591d9a3-fe8a-4833-9850-ba670d081999 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:13:46.801409 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.841967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:46.876238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-2599029b-6be5-4c09-9d76-52bf16d64cd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b HTTP/1.1" status: 200 len: 1002 time: 0.7214427 Oct 13 00:13:46.971800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-be19aba0-f085-4a80-a403-ed5fb6c9ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:46.972955 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:46.973273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-be19aba0-f085-4a80-a403-ed5fb6c9ae46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7b649001-2694-4fd6-9145-70f75ce44a11 HTTP/1.1" status: 200 len: 850 time: 0.0852759 Oct 13 00:13:46.983487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902feb9a-d986-4014-8ca0-6a40515a2dd6 None None] Pushing event updated for resources: {'Port': ['ID=d1cc018d-2591-4cc4-92be-835b1ac3b065,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:47.037942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baf09ec9-ca10-4c76-8fe7-0da472e5695d req-aa2c860e-d86f-4b61-b1f8-9bd2d61c5ef0 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7303469 Oct 13 00:13:47.106340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:47.145776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b4727329-6081-4c3c-9352-2b1ca7512795 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:47.160037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:47.196385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-a0670615-2c49-4f74-b200-1d714b74ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:47.199873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-a0670615-2c49-4f74-b200-1d714b74ce6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebe631aa-a732-438b-8111-1323d75e12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171564 Oct 13 00:13:47.300602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b4727329-6081-4c3c-9352-2b1ca7512795 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:47.301167 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:47.321558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:47.338914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:47.340488 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:47.348264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd8b1523-44c3-4f35-9055-ccbda9349156 req-e3fa439f-cd5d-4f3c-a7df-b1df7432bb43 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/security-groups?id=67a915e6-e7e3-44b5-9dcf-1978c765bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861881 Oct 13 00:13:47.406436 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:47.449391 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:47.451316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1ff8612d-a4eb-4259-8087-f19b821c5c7b None None] Provisioning complete for port f4e62c4c-93f4-4ccd-80f8-8501179278d8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:47.451857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1ff8612d-a4eb-4259-8087-f19b821c5c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:47.615170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1ff8612d-a4eb-4259-8087-f19b821c5c7b None None] Port f4e62c4c-93f4-4ccd-80f8-8501179278d8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:13:47.640510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 98ba2418-fb77-42ba-9d18-ba21ff20c89b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:47.721247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Allocated IP 172.25.3.133 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/a784dd04-b193-497e-afba-4af6851cd91d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:47.741266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:47.752420 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-058244a5-bd10-4c3a-b407-50a6591e7338 admin admin] 10.222.0.21 "PUT /v2.0/routers/0aec0a5f-fc40-452d-ada2-0aecfd7944a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6947870 Oct 13 00:13:47.754683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-48ba607b-e47b-45a5-9783-106728d2e362 service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661095 Oct 13 00:13:47.815061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 98ba2418-fb77-42ba-9d18-ba21ff20c89b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:47.815751 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:47.855595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-9279ff96-5b79-435e-b778-48c6371a68c9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:47.857770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-9279ff96-5b79-435e-b778-48c6371a68c9 tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.36 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 945 time: 0.2765594 Oct 13 00:13:47.859911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d962efe6-c124-4aa6-946b-7ab4904e68da req-45427c81-ab59-4239-84ad-6de4114b34eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f84b30f909904c49bdbe43bc5b139be8&device_id=9ce74a12-9185-4877-b834-f11e71105b6f HTTP/1.1" status: 200 len: 210 time: 0.0567706 Oct 13 00:13:48.022891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.055546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.117666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 98ba2418-fb77-42ba-9d18-ba21ff20c89b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=98ba2418-fb77-42ba-9d18-ba21ff20c89b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:48.127277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d962efe6-c124-4aa6-946b-7ab4904e68da req-4aa54265-a22e-4f02-bd53-67bd03806f9c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f84b30f909904c49bdbe43bc5b139be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2226613 Oct 13 00:13:48.127860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.129726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.203704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-682aae7e-c0a9-4a22-831b-ff1cd415c292 req-627643e2-2013-4463-b722-ae405a8785ce tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce74a12-9185-4877-b834-f11e71105b6f HTTP/1.1" status: 200 len: 210 time: 0.1320729 Oct 13 00:13:48.254638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=98ba2418-fb77-42ba-9d18-ba21ff20c89b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:48.282753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962efe6-c124-4aa6-946b-7ab4904e68da req-4b81b41e-4ba4-4269-af2a-fd59d8eddb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:48.285476 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d962efe6-c124-4aa6-946b-7ab4904e68da req-4b81b41e-4ba4-4269-af2a-fd59d8eddb10 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395254 Oct 13 00:13:48.301822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Deleting port 7aa7227b-355f-42b2-83e0-6db00378c3f4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:48.302545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.366431 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.385563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:48.386194 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.387607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] 10.222.0.36 "PUT /v2.0/ports/62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 1121 time: 5.1306887 Oct 13 00:13:48.442438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'tag': '62999469-29f7-4664-86fa-1879bd41077c'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:48.443337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdee8728-99b1-455f-a144-ba3e0ac3aae7 req-25822582-594d-4be7-ac8d-5ce9d5779b57 service neutron] 10.222.0.45 "GET /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6799669 Oct 13 00:13:48.445290 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0958c3-57d1-4897-8ca7-72baff808363" -d '{"events": [{"name": "network-changed", "server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "tag": "62999469-29f7-4664-86fa-1879bd41077c"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:48.456864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:48.502564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] For port 7aa7227b-355f-42b2-83e0-6db00378c3f4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7aa7227b-355f-42b2-83e0-6db00378c3f4,segment=NetworkSegment(2ce648f4-0d26-446b-b07a-84e2786572e3),segment_id=2ce648f4-0d26-446b-b07a-84e2786572e3)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:48.502564 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.513173 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62999469-29f7-4664-86fa-1879bd41077c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:48.526516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Calling delete_port for 7aa7227b-355f-42b2-83e0-6db00378c3f4 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:48.674877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-d75de205-40eb-4ca9-85e1-ed716e8c6745 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4032197 Oct 13 00:13:48.704280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:48.708646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:48.710912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15feafe-edec-4275-b52d-79f0b2409e33 service neutron] Pushing event updated for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=8']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:48.757004 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.758098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ed0f4-c122-4638-ad72-195a25bcf7bc None None] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:48.779635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:48.806696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Pushing event deleted for resources: {'Port': ['ID=7aa7227b-355f-42b2-83e0-6db00378c3f4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:48.820948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Pushing event updated for resources: {'Port': ['ID=a784dd04-b193-497e-afba-4af6851cd91d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:48.835255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7aa7227b-355f-42b2-83e0-6db00378c3f4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:48.863776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.910084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] No DVR routers for this DVR port 7aa7227b-355f-42b2-83e0-6db00378c3f4 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:48.919885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.928428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-25b01374-680a-4bc8-91e0-b7c2dd5538fc req-392a2531-dd4a-4795-9d77-0b3156005cae tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.36 "DELETE /v2.0/ports/7aa7227b-355f-42b2-83e0-6db00378c3f4 HTTP/1.1" status: 204 len: 173 time: 1.0146720 Oct 13 00:13:48.929036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cee112-a2a4-40a3-8f37-152709d1ed27', 'name': 'network-vif-deleted', 'tag': '7aa7227b-355f-42b2-83e0-6db00378c3f4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:48.942708 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a232b1-d396-4638-94d0-fde18c92ed1b" -d '{"events": [{"server_uuid": "99cee112-a2a4-40a3-8f37-152709d1ed27", "name": "network-vif-deleted", "tag": "7aa7227b-355f-42b2-83e0-6db00378c3f4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:48.951615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33c7fa-5721-41f1-989b-33a23a87424b req-278c73b4-9b65-43fc-a6d0-0a55bfaeca31 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:48.953717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec33c7fa-5721-41f1-989b-33a23a87424b req-278c73b4-9b65-43fc-a6d0-0a55bfaeca31 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.6140504 Oct 13 00:13:49.021980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-aebc2425-e615-4b20-882b-3f5037204b6a None None] Provisioning complete for port d1cc018d-2591-4cc4-92be-835b1ac3b065 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:49.021980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aebc2425-e615-4b20-882b-3f5037204b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:49.076013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec33c7fa-5721-41f1-989b-33a23a87424b req-bbe88b89-f0d8-4e10-81c2-640e8b890aa0 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845480 Oct 13 00:13:49.305413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d1cc018d-2591-4cc4-92be-835b1ac3b065 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:49.347790 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Sync routers for ids ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:49.369733 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Routers {'0aec0a5f-fc40-452d-ada2-0aecfd7944a5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:49.374173 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:49.389017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aebc2425-e615-4b20-882b-3f5037204b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:49.447416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d1cc018d-2591-4cc4-92be-835b1ac3b065 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:49.448243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:49.451678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-aebc2425-e615-4b20-882b-3f5037204b6a None None] For port d1cc018d-2591-4cc4-92be-835b1ac3b065, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d1cc018d-2591-4cc4-92be-835b1ac3b065,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:49.481524 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aebc2425-e615-4b20-882b-3f5037204b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:49.662744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc2425-e615-4b20-882b-3f5037204b6a None None] Pushing event updated for resources: {'Port': ['ID=d1cc018d-2591-4cc4-92be-835b1ac3b065,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:49.754728 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Set router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:49.787851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 98ba2418-fb77-42ba-9d18-ba21ff20c89b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:49.849169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-429affce-a469-46fc-ac4d-8fba3009f91f None None] Provisioning complete for port d1cc018d-2591-4cc4-92be-835b1ac3b065 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:49.849954 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-429affce-a469-46fc-ac4d-8fba3009f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:49.895879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 98ba2418-fb77-42ba-9d18-ba21ff20c89b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:49.896737 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:50.147247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba7b3a8f-d183-4896-8e86-af0eb9a3d088 req-ac5c3373-8ac7-43b9-9563-cc212366369d tempest-ServerPasswordTestJSON-1011235869 tempest-ServerPasswordTestJSON-1011235869-project] 10.222.0.21 "GET /v2.0/ports?device_id=99cee112-a2a4-40a3-8f37-152709d1ed27 HTTP/1.1" status: 200 len: 210 time: 0.0851791 Oct 13 00:13:50.170329 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:50.184168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:50.189023 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d962efe6-c124-4aa6-946b-7ab4904e68da req-c6ab8d59-bfc6-4045-9961-11d0bb1649e0 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce74a12-9185-4877-b834-f11e71105b6f HTTP/1.1" status: 200 len: 210 time: 0.0736136 Oct 13 00:13:50.291546 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e967261d-03e0-4e56-bbe7-539cf4aff904 x-openstack-request-id: req-e967261d-03e0-4e56-bbe7-539cf4aff904 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:50.294482 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "tag": "62999469-29f7-4664-86fa-1879bd41077c", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:50.294482 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e967261d-03e0-4e56-bbe7-539cf4aff904 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:50.295087 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'tag': '62999469-29f7-4664-86fa-1879bd41077c', 'status': 'completed', 'code': 200} Oct 13 00:13:50.297829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Pushing event updated for resources: {'Port': ['ID=f4e62c4c-93f4-4ccd-80f8-8501179278d8,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:50.365640 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:13:44Z', 'revision_number': 4, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a591d9a3-fe8a-4833-9850-ba670d081999', 'name': '', 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'mac_address': 'fa:16:3e:2e:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'be78765d-a985-4121-8879-327339706abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:45Z', 'revision_number': 2, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'subnets': [{'id': 'be78765d-a985-4121-8879-327339706abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:50.401232 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Checking router: 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:50.401743 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Updating router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 port a591d9a3-fe8a-4833-9850-ba670d081999 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:13:50.483907 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:50.484213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:50.496844 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:50.517440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-2023a6fa-e6a8-4590-9016-ac32be3725b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:50.521532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-2023a6fa-e6a8-4590-9016-ac32be3725b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1124 time: 0.1987150 Oct 13 00:13:50.615844 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98638543-e3d5-41f4-afea-45f79dee7943 x-openstack-request-id: req-98638543-e3d5-41f4-afea-45f79dee7943 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:50.616082 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cee112-a2a4-40a3-8f37-152709d1ed27", "name": "network-vif-deleted", "tag": "7aa7227b-355f-42b2-83e0-6db00378c3f4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:50.616379 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98638543-e3d5-41f4-afea-45f79dee7943 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:50.616661 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cee112-a2a4-40a3-8f37-152709d1ed27', 'name': 'network-vif-deleted', 'tag': '7aa7227b-355f-42b2-83e0-6db00378c3f4', 'status': 'completed', 'code': 200} Oct 13 00:13:50.678804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-a5b2bd64-6451-487d-94c9-befc985d164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:50.680313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-a5b2bd64-6451-487d-94c9-befc985d164f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1495168 Oct 13 00:13:50.716054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9daec347-435e-4340-b676-da14bc6e671b req-09f0e0e0-c6c6-41f0-a2d4-3e2107882111 tempest-ServerShowV247Test-566310929 tempest-ServerShowV247Test-566310929-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce74a12-9185-4877-b834-f11e71105b6f HTTP/1.1" status: 200 len: 210 time: 0.0442975 Oct 13 00:13:50.718176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:50.789525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-f8135d89-7f1a-48a6-ab6a-6eafdb8b7ff2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 217 time: 0.1014371 Oct 13 00:13:50.895101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Allocated IP 172.25.3.6 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/f6a3dea6-837f-4472-b56d-facacded93e5) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:50.911540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-92db0f8f-e9dc-4100-a010-aa0b360a2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:50.914422 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-92db0f8f-e9dc-4100-a010-aa0b360a2da8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1163683 Oct 13 00:13:50.968062 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-2eb2a160-986e-44e6-8773-90ae9f8b6039 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436902 Oct 13 00:13:50.985694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d1cc018d-2591-4cc4-92be-835b1ac3b065 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:51.045651 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.063322 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.093392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d1cc018d-2591-4cc4-92be-835b1ac3b065 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:51.095355 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.129386 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3abbb9-17c1-4dc5-b75f-75b4df5f1f65 None None] Pushing event updated for resources: {'Port': ['ID=a591d9a3-fe8a-4833-9850-ba670d081999,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:51.162777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 62999469-29f7-4664-86fa-1879bd41077c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:51.167876 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-73f6fddc-2eef-482f-887a-190426430271 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902053 Oct 13 00:13:51.185310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7aa7227b-355f-42b2-83e0-6db00378c3f4 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:51.221863 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Attempting to bind port a591d9a3-fe8a-4833-9850-ba670d081999 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:51.222234 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Attempting to bind port a591d9a3-fe8a-4833-9850-ba670d081999 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:51.222594 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Attempting to bind port a591d9a3-fe8a-4833-9850-ba670d081999 on network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:51.228477 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:51.228860 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Checking segment: {'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:51.229266 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.229719 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Bound using segment: {'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:51.230168 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Bound port: a591d9a3-fe8a-4833-9850-ba670d081999, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:51.231895 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.311832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 7aa7227b-355f-42b2-83e0-6db00378c3f4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:51.313129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7aa7227b-355f-42b2-83e0-6db00378c3f4 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:51.370980 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] For port a591d9a3-fe8a-4833-9850-ba670d081999, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:51.376333 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] For port a591d9a3-fe8a-4833-9850-ba670d081999, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a591d9a3-fe8a-4833-9850-ba670d081999,segment=NetworkSegment(974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c),segment_id=974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:51.376658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:51.405069 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.417272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ce0958c3-57d1-4897-8ca7-72baff808363 req-e430a76e-6941-4551-8234-7668e569ad4a service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400877 Oct 13 00:13:51.428814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2076b84-c172-4df5-a3d6-09a3ed7b27ed req-75291d62-b55e-4c95-ab50-d0b8681a7c20 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:51.430836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2076b84-c172-4df5-a3d6-09a3ed7b27ed req-75291d62-b55e-4c95-ab50-d0b8681a7c20 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.4484849 Oct 13 00:13:51.442248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:51.604514 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3abbb9-17c1-4dc5-b75f-75b4df5f1f65 None None] Pushing event updated for resources: {'Port': ['ID=a591d9a3-fe8a-4833-9850-ba670d081999,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:51.654147 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Routers {'0aec0a5f-fc40-452d-ada2-0aecfd7944a5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:51.656008 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:51.688519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:51.717031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5a34752d-39d4-4182-acd1-cdb8c0e062e6 None None] Provisioning complete for port a591d9a3-fe8a-4833-9850-ba670d081999 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:51.719489 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.720059 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5a34752d-39d4-4182-acd1-cdb8c0e062e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.729453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 62999469-29f7-4664-86fa-1879bd41077c has no active binding in host n-h2-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:13:51.843887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:51.919636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2076b84-c172-4df5-a3d6-09a3ed7b27ed req-7a48b7df-8334-4704-9522-cf8fd7f00783 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391899 Oct 13 00:13:52.004377 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5a34752d-39d4-4182-acd1-cdb8c0e062e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.117592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5a34752d-39d4-4182-acd1-cdb8c0e062e6 None None] For port a591d9a3-fe8a-4833-9850-ba670d081999, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a591d9a3-fe8a-4833-9850-ba670d081999,segment=NetworkSegment(974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c),segment_id=974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:52.139436 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5a34752d-39d4-4182-acd1-cdb8c0e062e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.149421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Router 3b677c4a-dc58-4613-8581-6137e1ab7489 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:52.164711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.175783 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] Set router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:52.182835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50966) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:52.294185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34752d-39d4-4182-acd1-cdb8c0e062e6 None None] Pushing event updated for resources: {'Port': ['ID=a591d9a3-fe8a-4833-9850-ba670d081999,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:52.309686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-07ed600c-1eee-4650-8702-ac1258c36755 None None] Provisioning complete for port f4e62c4c-93f4-4ccd-80f8-8501179278d8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:52.310067 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-07ed600c-1eee-4650-8702-ac1258c36755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.315646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Router 748414cb-cba6-4c17-9809-1a6ab5dc7546 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:13:52.325102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-937f38f2-917e-4847-b17c-3667221acf42 admin admin] Deleting subnet e0feb940-652f-4b5f-b42d-cc6b9367e6d2 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:52.326327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Pushing event updated for resources: {'Port': ['ID=f6a3dea6-837f-4472-b56d-facacded93e5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:52.339881 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-937f38f2-917e-4847-b17c-3667221acf42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.428016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-937f38f2-917e-4847-b17c-3667221acf42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.523533 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:13:44Z', 'revision_number': 4, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a591d9a3-fe8a-4833-9850-ba670d081999', 'name': '', 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'mac_address': 'fa:16:3e:2e:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'be78765d-a985-4121-8879-327339706abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:51Z', 'revision_number': 4, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'subnets': [{'id': 'be78765d-a985-4121-8879-327339706abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:52.558062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-937f38f2-917e-4847-b17c-3667221acf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.562974 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e56fb-3d77-4235-901e-6133c2df21ee None None] The sync data for ids ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'] in n-d-813679-4 is: [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:13:44Z', 'revision_number': 4, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a591d9a3-fe8a-4833-9850-ba670d081999', 'name': '', 'network_id': 'f2db5948-e3d0-4dd6-a388-a3015bd8b1a4', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'mac_address': 'fa:16:3e:2e:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'be78765d-a985-4121-8879-327339706abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:51Z', 'revision_number': 4, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'subnets': [{'id': 'be78765d-a985-4121-8879-327339706abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:52.569804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:52.575853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:52.589436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:52.720651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-937f38f2-917e-4847-b17c-3667221acf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.765131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f38f2-917e-4847-b17c-3667221acf42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0feb940-652f-4b5f-b42d-cc6b9367e6d2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:52.776763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-937f38f2-917e-4847-b17c-3667221acf42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.783201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-07ed600c-1eee-4650-8702-ac1258c36755 None None] Port f4e62c4c-93f4-4ccd-80f8-8501179278d8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:13:52.785915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-937f38f2-917e-4847-b17c-3667221acf42 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e0feb940-652f-4b5f-b42d-cc6b9367e6d2 HTTP/1.1" status: 204 len: 168 time: 0.6008925 Oct 13 00:13:52.786772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50982) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:52.809532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:52.811534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-07ed600c-1eee-4650-8702-ac1258c36755 None None] Provisioning complete for port a591d9a3-fe8a-4833-9850-ba670d081999 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:52.811935 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-07ed600c-1eee-4650-8702-ac1258c36755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:52.823572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2b7017d0-a271-4d19-b812-ec586396fdab admin admin] 10.222.0.21 "PUT /v2.0/routers/3b677c4a-dc58-4613-8581-6137e1ab7489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6657085 Oct 13 00:13:52.862454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Sync routers for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:52.886339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50986) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:52.911142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:52.912948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:53.017592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.086680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.133742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:53.147002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:53.157985 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Sync routers for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:53.185637 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:53.188592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2be2892a-d01b-4539-ba9f-09e7589d6f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.190403 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:53.225835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a591d9a3-fe8a-4833-9850-ba670d081999 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:53.267060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.292263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2be2892a-d01b-4539-ba9f-09e7589d6f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.305713 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2be2892a-d01b-4539-ba9f-09e7589d6f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.315965 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.354786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.358535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-df946854-a2fd-41b4-bc6d-5bc87a8f5d63 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.6530085 Oct 13 00:13:53.376468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51000) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:53.389216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308c89a-1b02-46a0-a4c7-2812e447ff50 req-c50262c6-4f88-4ed1-b7b5-f888d57612e1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:53.404771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a308c89a-1b02-46a0-a4c7-2812e447ff50 req-c50262c6-4f88-4ed1-b7b5-f888d57612e1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.2592335 Oct 13 00:13:53.405566 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:53.548637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a591d9a3-fe8a-4833-9850-ba670d081999 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:53.551858 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.582810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a308c89a-1b02-46a0-a4c7-2812e447ff50 req-a72e9328-e950-4f26-b5d8-0a5e0f64f410 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768231 Oct 13 00:13:53.745397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b219d7b-c089-4a47-b301-673b7cfda698']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:53.756810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2892a-d01b-4539-ba9f-09e7589d6f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d049fa6b-fa9e-4c84-908f-08949d3ce2d9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:53.774369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51014) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:53.778578 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2be2892a-d01b-4539-ba9f-09e7589d6f98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f84b30f909904c49bdbe43bc5b139be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8824291 Oct 13 00:13:53.781163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce648f4-0d26-446b-b07a-84e2786572e3') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:53.781555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce648f4-0d26-446b-b07a-84e2786572e3') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:53.796366 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.829790 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:50Z', 'revision_number': 3, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:53.860636 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.871280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:53.876292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:53.878885 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:53.912834 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Checking router: 748414cb-cba6-4c17-9809-1a6ab5dc7546 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:53.913181 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Updating router 748414cb-cba6-4c17-9809-1a6ab5dc7546 port a784dd04-b193-497e-afba-4af6851cd91d binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:13:53.975442 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.012301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.038262 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.042838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:49Z', 'revision_number': 2, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:54.069934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.074879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.081431 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9b219d7b-c089-4a47-b301-673b7cfda698 HTTP/1.1" status: 204 len: 168 time: 1.2905214 Oct 13 00:13:54.098731 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1693fe47-5b68-4101-af5a-f23911b92933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.118120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d42b54-9be5-4e51-b96a-64b0573beaa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b219d7b-c089-4a47-b301-673b7cfda698,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:54.135996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Checking router: 3b677c4a-dc58-4613-8581-6137e1ab7489 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:54.137009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Updating router 3b677c4a-dc58-4613-8581-6137e1ab7489 port f4e62c4c-93f4-4ccd-80f8-8501179278d8 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:13:54.197493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.298412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51026) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:54.358430 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.407621 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0b1650ba-862d-4f98-9629-6ae55aa3b4d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=071da9ab21fb434fabc9d1cb53e47bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079984 Oct 13 00:13:54.412759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51028) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:54.478340 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.492224 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.613619 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Attempting to bind port a784dd04-b193-497e-afba-4af6851cd91d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:54.613996 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Attempting to bind port a784dd04-b193-497e-afba-4af6851cd91d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:54.620592 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Attempting to bind port a784dd04-b193-497e-afba-4af6851cd91d on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:54.634501 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:54.634850 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:54.635262 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.643868 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:54.644465 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Bound port: a784dd04-b193-497e-afba-4af6851cd91d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:54.646088 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.695132 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac137b49-8186-4ff8-b514-42150215fe2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.771765 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] For port a784dd04-b193-497e-afba-4af6851cd91d, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:54.775058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac137b49-8186-4ff8-b514-42150215fe2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.775749 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] For port a784dd04-b193-497e-afba-4af6851cd91d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a784dd04-b193-497e-afba-4af6851cd91d,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:54.776850 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9114c7-da28-4a0b-9d18-dd739015c71a None None] Pushing event updated for resources: {'Port': ['ID=a784dd04-b193-497e-afba-4af6851cd91d,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:54.786704 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.805485 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.823961 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.871198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Allocated IP 172.20.0.1 (f74a808b-9cae-4a0c-95f6-f7ae8155785d/274a127c-657f-48bd-8824-8c5514237b1f/e8345fc5-f4bc-4b00-9c12-93df66ae0c94) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:13:54.896017 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:54.897078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:54.933725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b8dd-f464-45e0-9bf0-ecb35583bbd5 None None] Pushing event updated for resources: {'Port': ['ID=f4e62c4c-93f4-4ccd-80f8-8501179278d8,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:54.971738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1693fe47-5b68-4101-af5a-f23911b92933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.996483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac137b49-8186-4ff8-b514-42150215fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:54.998978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac137b49-8186-4ff8-b514-42150215fe2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.002919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ac137b49-8186-4ff8-b514-42150215fe2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67a915e6-e7e3-44b5-9dcf-1978c765bc84 HTTP/1.1" status: 204 len: 168 time: 0.5860355 Oct 13 00:13:55.006802 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9114c7-da28-4a0b-9d18-dd739015c71a None None] Pushing event updated for resources: {'Port': ['ID=a784dd04-b193-497e-afba-4af6851cd91d,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:55.041578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Attempting to bind port f4e62c4c-93f4-4ccd-80f8-8501179278d8 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:13:55.043419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Attempting to bind port f4e62c4c-93f4-4ccd-80f8-8501179278d8 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:13:55.044148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Attempting to bind port f4e62c4c-93f4-4ccd-80f8-8501179278d8 on network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:13:55.054266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:13:55.059779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Checking segment: {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:55.060290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.060710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Bound using segment: {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:13:55.061220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Bound port: f4e62c4c-93f4-4ccd-80f8-8501179278d8, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:13:55.061622 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.073684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Pushing event updated for resources: {'Port': ['ID=f6a3dea6-837f-4472-b56d-facacded93e5,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:55.087071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac137b49-8186-4ff8-b514-42150215fe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a915e6-e7e3-44b5-9dcf-1978c765bc84,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:55.113889 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:55.122464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.203106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-86dcccba-7c8c-4af3-b4ac-9b817ea02c37 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:55.207647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-86dcccba-7c8c-4af3-b4ac-9b817ea02c37 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/networks?id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c HTTP/1.1" status: 200 len: 829 time: 1.0718913 Oct 13 00:13:55.209210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1693fe47-5b68-4101-af5a-f23911b92933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.217088 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1693fe47-5b68-4101-af5a-f23911b92933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.221147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1693fe47-5b68-4101-af5a-f23911b92933 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d049fa6b-fa9e-4c84-908f-08949d3ce2d9 HTTP/1.1" status: 204 len: 168 time: 1.4230931 Oct 13 00:13:55.222482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] For port f4e62c4c-93f4-4ccd-80f8-8501179278d8, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:55.226420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] For port f4e62c4c-93f4-4ccd-80f8-8501179278d8, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f4e62c4c-93f4-4ccd-80f8-8501179278d8,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:13:55.228441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.240021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-01d38f84-2d77-47da-bbaf-a071b4f1b636 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 6.5639200 Oct 13 00:13:55.240369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.253979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-81cf0d08-9f8c-4066-ad04-cff770263361 service neutron] 10.222.0.45 "GET /v2.0/ports/62999469-29f7-4664-86fa-1879bd41077c/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.2719970 Oct 13 00:13:55.349699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.358598 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:50Z', 'revision_number': 3, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:55.403755 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a56d19-1d8b-4e60-a57d-73cf38f8564b None None] The sync data for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 is: [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:50Z', 'revision_number': 3, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:55.426400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693fe47-5b68-4101-af5a-f23911b92933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049fa6b-fa9e-4c84-908f-08949d3ce2d9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:55.448334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b8dd-f464-45e0-9bf0-ecb35583bbd5 None None] Pushing event updated for resources: {'Port': ['ID=f4e62c4c-93f4-4ccd-80f8-8501179278d8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:55.463174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-37feaf3d-61b1-4642-b8e7-8d754048a0a7 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/quotas/5cb36ba37649436982f362c203926d3b HTTP/1.1" status: 200 len: 375 time: 0.2158546 Oct 13 00:13:55.467265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-5109debb-c219-43f8-a900-8fa488f51278 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.2254465 Oct 13 00:13:55.501846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:55.503329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:55.594074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.626350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0e1eafc3-7d88-4703-ab8c-c725789f0bc3 None None] Provisioning complete for port f4e62c4c-93f4-4ccd-80f8-8501179278d8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:55.626736 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e1eafc3-7d88-4703-ab8c-c725789f0bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.680941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-77bdc594-5042-490d-95f1-f617bede6323 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cb36ba37649436982f362c203926d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2104454 Oct 13 00:13:55.707704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:55.746562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:55.752334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:13:55.830240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-46e63ab0-ba8f-418e-bc64-ff06e2b517ca tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:55.833431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Pushing event updated for resources: {'Port': ['ID=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:55.852759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-129c61ef-9ab8-4e6b-b9e2-2e746d01cbd0 req-46e63ab0-ba8f-418e-bc64-ff06e2b517ca tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.3170490 Oct 13 00:13:55.881492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.907191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e1eafc3-7d88-4703-ab8c-c725789f0bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:55.949077 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-86f5c046-3059-47b4-b42b-2acc935e1b1b service neutron] 10.222.0.21 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567482 Oct 13 00:13:55.979886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:56.035208 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:56.104388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0e1eafc3-7d88-4703-ab8c-c725789f0bc3 None None] For port f4e62c4c-93f4-4ccd-80f8-8501179278d8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f4e62c4c-93f4-4ccd-80f8-8501179278d8,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:56.134902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e1eafc3-7d88-4703-ab8c-c725789f0bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:56.137166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:13:56.210405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8429c314-58d9-4833-a127-8a1fdb22a05c service neutron] 10.222.0.21 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456334 Oct 13 00:13:56.345885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccc59-bb55-4208-a1da-c330fdf4bc57 req-4ab662a4-700b-4932-b140-e20711533805 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:56.350487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8dccc59-bb55-4208-a1da-c330fdf4bc57 req-4ab662a4-700b-4932-b140-e20711533805 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 943 time: 0.1359971 Oct 13 00:13:56.437815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eafc3-7d88-4703-ab8c-c725789f0bc3 None None] Pushing event updated for resources: {'Port': ['ID=f4e62c4c-93f4-4ccd-80f8-8501179278d8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:56.444889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d454b7fc-78cc-40b9-bf5b-ab22f1204bc2 None None] Provisioning complete for port f4e62c4c-93f4-4ccd-80f8-8501179278d8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:56.445108 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d454b7fc-78cc-40b9-bf5b-ab22f1204bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:56.462730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8dccc59-bb55-4208-a1da-c330fdf4bc57 req-17eae2e3-4907-4e59-a118-10f6eb663e18 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046295 Oct 13 00:13:56.671185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a176c0e6-f2da-4b92-97e4-9af42870ed7a req-2b17e26c-a00b-464d-8464-5aaf41716c1c tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips/17e8495f-ae4f-404f-be8b-d13656c8a022 HTTP/1.1" status: 200 len: 691 time: 0.1486018 Oct 13 00:13:56.712182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:55Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:56.779454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736adacf-9980-4f33-9d2b-66c9ef430517 None None] The sync data for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 is: [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:55Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:56.803572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d454b7fc-78cc-40b9-bf5b-ab22f1204bc2 None None] Provisioning complete for port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:56.804132 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d454b7fc-78cc-40b9-bf5b-ab22f1204bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:56.821522 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51090) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:56.901285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62999469-29f7-4664-86fa-1879bd41077c {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:56.936537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d454b7fc-78cc-40b9-bf5b-ab22f1204bc2 None None] Port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:13:56.953584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c0e6-f2da-4b92-97e4-9af42870ed7a req-1976c5ce-31aa-40be-b828-1369bd55ae8a tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:56.955963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a176c0e6-f2da-4b92-97e4-9af42870ed7a req-1976c5ce-31aa-40be-b828-1369bd55ae8a tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.2832887 Oct 13 00:13:56.962299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:56.989159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c002-a5eb-446d-9cab-b222e8a05232 req-d3a95c98-3f53-4772-a776-b5e0ac6c7f40 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:56.999491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91a4c002-a5eb-446d-9cab-b222e8a05232 req-d3a95c98-3f53-4772-a776-b5e0ac6c7f40 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 946 time: 0.3785896 Oct 13 00:13:57.036078 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:57.077869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91a4c002-a5eb-446d-9cab-b222e8a05232 req-13d0d9b9-8c3b-4fc1-aa82-81e22120b72e tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749068 Oct 13 00:13:57.084821 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:57.167093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:57.213180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e14e4bbd-0563-41ee-9d7c-db66df073b30 req-b81e303c-92b4-4397-b86e-0f36f75462b4 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 210 time: 0.0618873 Oct 13 00:13:57.331681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f4e62c4c-93f4-4ccd-80f8-8501179278d8 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:57.371081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51104) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:57.434421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35bd2fd7-bfd5-49af-92c3-7d17a60920c1 req-df284478-5c94-4be1-8f7e-8cbf2c18b95c tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=384df133e0a94dc3a4a273e59e812351 HTTP/1.1" status: 200 len: 694 time: 0.1509752 Oct 13 00:13:57.448652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1338169897-network', 'tenant_id': 'a52ccbc8893d4b4db1773bd517a8b84f'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:57.453849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfdf9a-2169-45f8-a6ee-b16afd490843 req-5f2296a9-5ac2-4920-8b67-a752a5950dd9 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:57.456210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efcfdf9a-2169-45f8-a6ee-b16afd490843 req-5f2296a9-5ac2-4920-8b67-a752a5950dd9 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 950 time: 0.2578084 Oct 13 00:13:57.492602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-371325717-network', 'tenant_id': 'f386f82c3159471f86da3747eef0b3da'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:57.569965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] Transition to ACTIVE for port object 62999469-29f7-4664-86fa-1879bd41077c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:13:57.577776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.api [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 00:13:57.577776 n-d-813679-4 neutron-server[94988]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 13 00:13:57.577776 n-d-813679-4 neutron-server[94988]: [parameters: {'project_id': 'a52ccbc8893d4b4db1773bd517a8b84f', 'id': '9a360859-9f82-4453-8fa3-bd97476ddbea', 'expiration': datetime.datetime(2021, 10, 13, 0, 15, 57, 556645)}] Oct 13 00:13:57.577776 n-d-813679-4 neutron-server[94988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:13:57.578659 n-d-813679-4 neutron-server[94988]: DEBUG oslo_db.api [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:13:57.592750 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:57.610081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efcfdf9a-2169-45f8-a6ee-b16afd490843 req-648cd1dc-362a-49f7-9480-0eddd6b3d2c3 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275201 Oct 13 00:13:57.657168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Made reservation on behalf of f386f82c3159471f86da3747eef0b3da for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:57.663383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:57.664665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd2fd7-bfd5-49af-92c3-7d17a60920c1 req-d95dc854-434f-423c-9d44-96cfe4e29389 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:57.673523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35bd2fd7-bfd5-49af-92c3-7d17a60920c1 req-d95dc854-434f-423c-9d44-96cfe4e29389 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/networks?id=a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 787 time: 0.2160540 Oct 13 00:13:57.679651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-35bd2fd7-bfd5-49af-92c3-7d17a60920c1 req-3a196d24-9071-4bdc-a29e-5b8d3630637c tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:13:57.694682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35bd2fd7-bfd5-49af-92c3-7d17a60920c1 req-3a196d24-9071-4bdc-a29e-5b8d3630637c tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0201886 Oct 13 00:13:57.723190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:57.793023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] No DVR routers for this DVR port 62999469-29f7-4664-86fa-1879bd41077c on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:57.799167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] Pushing event updated for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:57.842732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79c9db-1e63-4686-a989-5305c1413333 req-ab31463c-4a29-4898-b2f9-920e6438a9af tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:57.844283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff79c9db-1e63-4686-a989-5305c1413333 req-ab31463c-4a29-4898-b2f9-920e6438a9af tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 944 time: 0.0994356 Oct 13 00:13:57.854116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f4e62c4c-93f4-4ccd-80f8-8501179278d8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:57.854690 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:57.859332 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:57.868393 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-8750e44d-ce10-4c3f-bb74-91b09294c014 service neutron] 10.222.0.45 "PUT /v2.0/ports/62999469-29f7-4664-86fa-1879bd41077c/bindings/n-h2-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 2.6016266 Oct 13 00:13:57.872736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:57.924648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62999469-29f7-4664-86fa-1879bd41077c no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:57.940600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff79c9db-1e63-4686-a989-5305c1413333 req-8f433598-d429-4a32-930d-8a7133d38835 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795586 Oct 13 00:13:57.999708 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.022301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Pushing event updated for resources: {'Port': ['ID=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:58.050758 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a784dd04-b193-497e-afba-4af6851cd91d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:58.055921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.068354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-5b1980c7-0c36-427c-9743-68172e94e294 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips/17e8495f-ae4f-404f-be8b-d13656c8a022 HTTP/1.1" status: 200 len: 691 time: 0.1020033 Oct 13 00:13:58.116911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:58.119744 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff65465-791f-4367-b6b9-b9a8112e0805" -d '{"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-unplugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:58.136150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62999469-29f7-4664-86fa-1879bd41077c not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:58.144050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.144313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:58.152274 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.173522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.208401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a784dd04-b193-497e-afba-4af6851cd91d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:58.208777 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.244771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:13:58.249780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Made reservation on behalf of a52ccbc8893d4b4db1773bd517a8b84f for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:58.250412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-ac9359bb-6c9f-43d0-947a-837ccfda2cba tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:58.253396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.255802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:58.259486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-ac9359bb-6c9f-43d0-947a-837ccfda2cba tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1858456 Oct 13 00:13:58.269748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-ea71e837-4a41-4d94-ae77-e090bb1ed898 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:58.271271 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-ea71e837-4a41-4d94-ae77-e090bb1ed898 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.1847272 Oct 13 00:13:58.279261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1704ce-78db-4aed-9571-b1298917eaf4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:58.294620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.299480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.299924 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Added segment c300cbd7-e8b5-49ac-bdca-71efb1b21aaf of type vlan for network 6d668629-6a5a-4b85-9084-6d1fcec980c0 Oct 13 00:13:58.328176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.335249 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-aa9b03bf-d076-4eb8-a3d3-2ea1bf5056ab tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.0743186 Oct 13 00:13:58.339675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:13:58.363912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port a784dd04-b193-497e-afba-4af6851cd91d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a784dd04-b193-497e-afba-4af6851cd91d,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:58.364890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:58.370366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.403276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.427040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-0ac605f8-11fe-40cb-abb9-19dd210a5b1a tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.0903151 Oct 13 00:13:58.442225 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22837a6a-64aa-4943-b033-201e57a294de x-openstack-request-id: req-22837a6a-64aa-4943-b033-201e57a294de {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:58.442619 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-unplugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:58.442941 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22837a6a-64aa-4943-b033-201e57a294de {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:58.443395 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270', 'code': 200} Oct 13 00:13:58.485356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=a784dd04-b193-497e-afba-4af6851cd91d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:58.535866 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.resource_extend [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:13:58.566716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-73eef2a9-bdeb-4768-8461-579858df6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:58.568317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-73eef2a9-bdeb-4768-8461-579858df6902 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0&tenant_id=972c82705a634760bc65b69e0205d7e1 HTTP/1.1" status: 200 len: 1095 time: 0.2838411 Oct 13 00:13:58.699300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ae94715-8f54-4b8a-9ee7-19a9053e326d req-e7c58964-674b-4623-9aed-e51e695a4eef tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 210 time: 0.0595994 Oct 13 00:13:58.741248 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.742378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:58.742971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.744228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Deleting port f6a3dea6-837f-4472-b56d-facacded93e5 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:58.744548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.789175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f92c5b21-280b-4239-9304-2d53dd39bc29 None None] Provisioning complete for port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:58.790584 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f92c5b21-280b-4239-9304-2d53dd39bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.852360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f92c5b21-280b-4239-9304-2d53dd39bc29 None None] Port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:13:58.886164 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.886654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.886765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Router 748414cb-cba6-4c17-9809-1a6ab5dc7546 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:58.892520 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5198090 Oct 13 00:13:58.900865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51144) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:58.910254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Request body: {'subnet': {'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-371325717-subnet', 'tenant_id': 'f386f82c3159471f86da3747eef0b3da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:58.919266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-2b15bc1a-f55e-4992-95b2-c1148456403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:58.919841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Calling delete_port for f6a3dea6-837f-4472-b56d-facacded93e5 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:58.920795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-2b15bc1a-f55e-4992-95b2-c1148456403f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1095 time: 0.2914765 Oct 13 00:13:58.955990 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:58.964796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a784dd04-b193-497e-afba-4af6851cd91d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:58.985621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.021708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a784dd04-b193-497e-afba-4af6851cd91d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:59.022002 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.029759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Made reservation on behalf of f386f82c3159471f86da3747eef0b3da for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:59.032110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.046318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205ae0-54eb-486b-9b78-f981fe7649e8 req-96760405-a2d2-43e9-95fe-df60bd22a821 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:59.047863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78205ae0-54eb-486b-9b78-f981fe7649e8 req-96760405-a2d2-43e9-95fe-df60bd22a821 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 946 time: 0.1295087 Oct 13 00:13:59.051347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f2c67-bc61-43ab-98d0-dfe048177c69 admin admin] Pushing event updated for resources: {'Network': ['ID=6d668629-6a5a-4b85-9084-6d1fcec980c0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:59.068472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 6d668629-6a5a-4b85-9084-6d1fcec980c0 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:13:59.088980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:13:59.132529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-33567299-4f3b-42c8-9995-1c6565f0c191 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:59.134108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-33567299-4f3b-42c8-9995-1c6565f0c191 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.45 "GET /v2.0/networks?id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c HTTP/1.1" status: 200 len: 829 time: 0.5227573 Oct 13 00:13:59.146617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c251ac7-fa19-4920-9c97-50b323790caf,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:59.153082 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.153421 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Added segment 0c4b5744-c768-4a14-95e0-2c7e554d92d6 of type vlan for network f627dd08-9a07-47e8-93aa-ae9156c7d3ed Oct 13 00:13:59.162230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Request body: {'port': {'device_id': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'admin_state_up': True, 'tenant_id': '5cb36ba37649436982f362c203926d3b'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:59.178905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78205ae0-54eb-486b-9b78-f981fe7649e8 req-3e1ad7b4-fe51-48af-8f7d-6da5d02e1b38 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136324 Oct 13 00:13:59.301667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-58be20ca-a8ae-455a-b4d3-44ed4bc41be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:59.301909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.303147 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-58be20ca-a8ae-455a-b4d3-44ed4bc41be1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.3507173 Oct 13 00:13:59.317734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.341550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Pushing event deleted for resources: {'Port': ['ID=f6a3dea6-837f-4472-b56d-facacded93e5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:59.384610 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-55b3bf6c-91b6-44e9-ab55-aa3ff35977de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 217 time: 0.0644424 Oct 13 00:13:59.404303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb66e8a-547a-4dd6-8969-363499cc77e0 req-7c701907-b5e4-4e38-909e-c1ab9d3d7de1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:59.405804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1eb66e8a-547a-4dd6-8969-363499cc77e0 req-7c701907-b5e4-4e38-909e-c1ab9d3d7de1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 944 time: 0.1627755 Oct 13 00:13:59.436916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:59.447210 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a4bfe931-aef3-4136-b9a9-0e17ab25d399 admin admin] 10.222.0.21 "PUT /v2.0/routers/748414cb-cba6-4c17-9809-1a6ab5dc7546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0687602 Oct 13 00:13:59.454161 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.460399 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.461359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:59.462075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.514562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.517162 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.518872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1461990-e19e-49b3-bb14-e7b9b585486c req-09d71ec3-dfa9-41f0-a5ec-f6002bb5504f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "DELETE /v2.0/floatingips/17e8495f-ae4f-404f-be8b-d13656c8a022 HTTP/1.1" status: 204 len: 173 time: 1.0907695 Oct 13 00:13:59.529510 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-75791b0f-cf2f-4788-a801-b9c873e33f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:59.530494 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-75791b0f-cf2f-4788-a801-b9c873e33f11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1297629 Oct 13 00:13:59.536963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1eb66e8a-547a-4dd6-8969-363499cc77e0 req-8d332dc7-7ceb-4cad-9182-5925076e17d0 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201494 Oct 13 00:13:59.537982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330317fb-9c0f-43b2-bb65-0b7a5b5950f2,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:59.555680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Made reservation on behalf of 5cb36ba37649436982f362c203926d3b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:59.559282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.576376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Checking segment: {'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:13:59.577007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Network hostable DHCP agents. Network: 6d668629-6a5a-4b85-9084-6d1fcec980c0, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:13:59.606451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7814426 Oct 13 00:13:59.608535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9ee1-bac2-49ba-92c4-5110c66e98f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f627dd08-9a07-47e8-93aa-ae9156c7d3ed,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:59.610780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51162) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:59.618314 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-261bfec2-0ef4-4f69-94bd-d0ec5900cabf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768847 Oct 13 00:13:59.619191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Request body: {'subnet': {'network_id': 'f627dd08-9a07-47e8-93aa-ae9156c7d3ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1338169897-subnet', 'tenant_id': 'a52ccbc8893d4b4db1773bd517a8b84f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:13:59.621636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f627dd08-9a07-47e8-93aa-ae9156c7d3ed details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:13:59.755443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Network 6d668629-6a5a-4b85-9084-6d1fcec980c0 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:13:59.776777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 6d668629-6a5a-4b85-9084-6d1fcec980c0) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:13:59.788175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e4b8d-b316-4701-81a0-019b8e3df2a6 None None] Network 6d668629-6a5a-4b85-9084-6d1fcec980c0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:59.810170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:59.810789 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.847491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Made reservation on behalf of a52ccbc8893d4b4db1773bd517a8b84f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:13:59.850165 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:59.899493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5c40b1b9-cf6e-484e-95a3-b81770a4b0e9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9877045 Oct 13 00:13:59.934753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60c06f69-8de9-4a0c-acb1-1e8ea30476af req-b9df7a1f-90bc-4f85-9baf-77c2c156cbed tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 210 time: 0.1289907 Oct 13 00:13:59.955955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-2d42b30f-ef9b-4394-a5b8-475a9837b4d2 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3505840 Oct 13 00:13:59.964292 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-6dd2999a-5164-436e-9ae7-5fd9d5fd1e35 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316088 Oct 13 00:13:59.974606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:00.020888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:00.094574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909d7f6-ae90-497d-884e-91f97c786b5e None None] Network 6d668629-6a5a-4b85-9084-6d1fcec980c0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:00.132773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Sync routers for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:00.267350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:00.268207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:00.316821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Allocated IP 172.20.0.10 (8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c/c121cc60-6c76-45b0-93a8-a82254554109/a7187ed1-57d3-4173-9c9e-c32587fd979f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:00.395661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-3c34a02f-3aef-42ea-8941-7e4dd19114c9 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052098 Oct 13 00:14:00.406904 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:00.416958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:00.420569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:00.547628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:00.639356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:00.716614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:00.720435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:00.724275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:00.770917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Pushing event updated for resources: {'Port': ['ID=a7187ed1-57d3-4173-9c9e-c32587fd979f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:00.811568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:00.812335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:00.836187 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-776c302d-913f-4fa3-b63d-d63abc161e3a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6844418 Oct 13 00:14:00.849742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:13:57Z', 'revision_number': 2, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:00.857500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Request body: {'port': {'device_id': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:00.896643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Checking router: 748414cb-cba6-4c17-9809-1a6ab5dc7546 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:00.897218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Updating router 748414cb-cba6-4c17-9809-1a6ab5dc7546 port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:14:00.932127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:00.934799 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.012257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Allocated IP 172.25.3.251 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/5e528745-331d-4239-ba91-06b20e3deaf8) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:01.147099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cc2e2237-f535-41a1-b579-84e80067b9e4 None None] Provisioning complete for port a7187ed1-57d3-4173-9c9e-c32587fd979f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:01.147682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2237-f535-41a1-b579-84e80067b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.181195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dee458-e568-4e95-ad09-c32e81d554bf,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:01.194035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e2237-f535-41a1-b579-84e80067b9e4 None None] Port a7187ed1-57d3-4173-9c9e-c32587fd979f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:14:01.197568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ed139a87-25f4-4693-b9e6-cf6130de24c1 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:01.228094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Checking segment: {'id': '0c4b5744-c768-4a14-95e0-2c7e554d92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f627dd08-9a07-47e8-93aa-ae9156c7d3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:01.228617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Network hostable DHCP agents. Network: f627dd08-9a07-47e8-93aa-ae9156c7d3ed, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:14:01.251471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-ecf5b3a7-10b2-462d-b07e-ea19d64541fd tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:01.253917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-ecf5b3a7-10b2-462d-b07e-ea19d64541fd tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.1039121 Oct 13 00:14:01.265615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396329a-a6a2-4098-816b-e78c31416e84 req-6c7d6bb7-8ab7-4140-b7e0-54756ae21859 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:01.273582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1396329a-a6a2-4098-816b-e78c31416e84 req-6c7d6bb7-8ab7-4140-b7e0-54756ae21859 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 946 time: 0.7728136 Oct 13 00:14:01.344846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Network f627dd08-9a07-47e8-93aa-ae9156c7d3ed is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:14:01.366322 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.384363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, f627dd08-9a07-47e8-93aa-ae9156c7d3ed) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:01.408990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1396329a-a6a2-4098-816b-e78c31416e84 req-f680a3f3-e334-4742-9eaf-6ebab692c9c8 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b85089a-8e1b-4674-9737-d2b046b699d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343055 Oct 13 00:14:01.410396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:01.411017 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.455546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-64604fd3-a110-478d-994a-0b7f6108e362 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8428681 Oct 13 00:14:01.466861 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.468801 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7187ed1-57d3-4173-9c9e-c32587fd979f {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:01.483291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8dca7-4f8b-4f02-9455-ace692444abd None None] Network f627dd08-9a07-47e8-93aa-ae9156c7d3ed requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:01.485784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.505500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:01.506876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Transition to ACTIVE for port object a7187ed1-57d3-4173-9c9e-c32587fd979f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:14:01.511952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-b982e55a-09e5-49e4-bb58-a1a7f64b850c service neutron] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:01.515632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-b982e55a-09e5-49e4-bb58-a1a7f64b850c service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.517380 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-68b57910-dd50-4fb7-8ba6-3835e8870fab req-b982e55a-09e5-49e4-bb58-a1a7f64b850c service neutron] 10.222.0.36 "DELETE /v2.0/ports/62999469-29f7-4664-86fa-1879bd41077c/bindings/n-h1-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.2504892 Oct 13 00:14:01.520006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.614473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Pushing event updated for resources: {'Port': ['ID=5e528745-331d-4239-ba91-06b20e3deaf8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:01.625817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:01.631399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:01.709576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Attempting to bind port a7187ed1-57d3-4173-9c9e-c32587fd979f on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:01.710230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Attempting to bind port a7187ed1-57d3-4173-9c9e-c32587fd979f by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:01.711588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Attempting to bind port a7187ed1-57d3-4173-9c9e-c32587fd979f on network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:01.718379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Pushing event updated for resources: {'Port': ['ID=a7187ed1-57d3-4173-9c9e-c32587fd979f,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:01.742233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Port a7187ed1-57d3-4173-9c9e-c32587fd979f on network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:14:01.742849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Attempting to bind port a7187ed1-57d3-4173-9c9e-c32587fd979f on network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:01.749613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:01.750229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Checking segment: {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:01.750831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Bound using segment: {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:01.751455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Bound port: a7187ed1-57d3-4173-9c9e-c32587fd979f, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8400861c-d306-4ba9-babe-1ec98f6a1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:01.752101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.781358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:01.870900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.890033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] For port a7187ed1-57d3-4173-9c9e-c32587fd979f, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:01.895042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'mac_address': 'fa:16:3e:39:62:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:14:01.895318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] For port a7187ed1-57d3-4173-9c9e-c32587fd979f, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:01.915297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.992218 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:01.998847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:01.999474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.001430 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] 10.222.0.45 "PUT /v2.0/ports/a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 200 len: 1092 time: 1.1486223 Oct 13 00:14:02.074853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.077154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c68d90e-0e63-4792-b961-7e59dca43274 None None] Network f627dd08-9a07-47e8-93aa-ae9156c7d3ed requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:02.084284 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.102854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.323013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed139a87-25f4-4693-b9e6-cf6130de24c1 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:02.352620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-dc47f277-e3a9-4c32-82be-da8b9b033507 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:02.359851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-dc47f277-e3a9-4c32-82be-da8b9b033507 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 813 time: 0.4868670 Oct 13 00:14:02.364693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:02.385959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Pushing event updated for resources: {'Port': ['ID=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:02.390161 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.478262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:02.482318 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64029b77-29fa-4f70-aa2e-35abfa4909f6" -d '{"events": [{"name": "network-changed", "server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:02.488490 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.488804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.489141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.489478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.489804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.490131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.490448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.490770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.491088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.491406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.491750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.491995 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.492450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:02.507013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-946804e8-b962-4485-9e44-b897fcdd470d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/quotas/f386f82c3159471f86da3747eef0b3da HTTP/1.1" status: 200 len: 375 time: 0.1462679 Oct 13 00:14:02.509333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.575080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:02.584187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['ed139a87-25f4-4693-b9e6-cf6130de24c1'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:02.590859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-37b1405a-5ec5-45c7-a86e-dde9c828f2cc tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:02.592960 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-37b1405a-5ec5-45c7-a86e-dde9c828f2cc tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 946 time: 0.6489372 Oct 13 00:14:02.594846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9c52e-9b63-4c88-b999-0d9daadc8279 service neutron] Pushing event updated for resources: {'Port': ['ID=a7187ed1-57d3-4173-9c9e-c32587fd979f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:02.615607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-59080d2f-754f-4ba8-aacc-4139a4f5bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:02.617127 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-59080d2f-754f-4ba8-aacc-4139a4f5bfc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5cb36ba37649436982f362c203926d3b&device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 1095 time: 0.1293979 Oct 13 00:14:02.626192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Attempting to bind port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:02.626771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Attempting to bind port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:02.627426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Attempting to bind port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 on network f74a808b-9cae-4a0c-95f6-f7ae8155785d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:02.652741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:02.653118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Checking segment: {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:02.653528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.653879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Bound using segment: {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:02.654376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Bound port: e8345fc5-f4bc-4b00-9c12-93df66ae0c94, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:02.654750 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.661759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-ed3754fc-146d-47cd-9898-c977dee0fed6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1414757 Oct 13 00:14:02.697477 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-1335889d-9daa-429d-bc26-dd2857a92c63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 200 len: 217 time: 0.0422478 Oct 13 00:14:02.761351 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.789761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] For port e8345fc5-f4bc-4b00-9c12-93df66ae0c94, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:02.793513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-d6778b4b-c4d0-4703-aef9-655b1c8f197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:02.795000 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-d6778b4b-c4d0-4703-aef9-655b1c8f197c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c121cc60-6c76-45b0-93a8-a82254554109 HTTP/1.1" status: 200 len: 868 time: 0.0686665 Oct 13 00:14:02.805031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Deleting port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:02.805375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.811863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] For port e8345fc5-f4bc-4b00-9c12-93df66ae0c94, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:02.822467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-600704e6-0781-49d1-979a-76b890a2d624 None None] Provisioning complete for port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:02.822844 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-600704e6-0781-49d1-979a-76b890a2d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.829861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Pushing event updated for resources: {'Port': ['ID=5e528745-331d-4239-ba91-06b20e3deaf8,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:02.853273 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.854823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-24c8e531-85c2-417d-bfbb-907bcb69ded1 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8871908 Oct 13 00:14:02.858935 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:02.917766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-c8df5828-349c-4b73-9fcb-cb54e085f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:02.919263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-c8df5828-349c-4b73-9fcb-cb54e085f1ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097963 Oct 13 00:14:02.958704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-ca62a537-fb3b-445f-a5ab-672f56993538 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0951753 Oct 13 00:14:02.978318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-32169ae4-14bb-4a9c-bb71-fba0ad4f5b1c service neutron] 10.222.0.21 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562416 Oct 13 00:14:02.997694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:02.998327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:03.000068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fc011-d045-4820-93e2-8bf3f264a6e0 None None] Pushing event updated for resources: {'Port': ['ID=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:03.038124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] For port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:03.040045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:03.212036 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-5bb79859-e1b2-412f-a512-b8d6271052dc service neutron] 10.222.0.45 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819986 Oct 13 00:14:03.247326 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-600704e6-0781-49d1-979a-76b890a2d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:03.293014 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:03.332197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-b23a71c1-5937-4644-8278-03dec9795751 service neutron] 10.222.0.21 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209078 Oct 13 00:14:03.333381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-600704e6-0781-49d1-979a-76b890a2d624 None None] For port e8345fc5-f4bc-4b00-9c12-93df66ae0c94, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:03.340405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-861b8dc1-8b24-4bf1-8949-a10298c81fa7 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:03.343087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e24ed7fb-8e53-4ca1-97cd-4b0da0092e4c req-861b8dc1-8b24-4bf1-8949-a10298c81fa7 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.3774662 Oct 13 00:14:03.346548 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-600704e6-0781-49d1-979a-76b890a2d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:03.346800 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edcf598a-4e6f-4aee-8dfa-1313937e3930 req-2f13a0cb-61ab-485f-a722-9b33f142d3d4 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184957 Oct 13 00:14:03.430188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:03.431744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:03.433255 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Floating IP 7036a963-18a6-40c6-ab34-c5b5d59261b3 disassociated. External IP: 172.25.3.145, port: 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b. Oct 13 00:14:03.433948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Calling delete_port for 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:03.494998 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600704e6-0781-49d1-979a-76b890a2d624 None None] Pushing event updated for resources: {'Port': ['ID=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:03.509507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c5eba1b7-ad76-442b-8fe4-40f6b9338468 None None] Provisioning complete for port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:03.509884 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5eba1b7-ad76-442b-8fe4-40f6b9338468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:03.617557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fee08-28eb-4018-b833-393e607be639 req-d7907850-01b6-46d9-8cbf-f0a280e4827a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:03.625864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f8fee08-28eb-4018-b833-393e607be639 req-d7907850-01b6-46d9-8cbf-f0a280e4827a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 944 time: 0.1635730 Oct 13 00:14:03.630214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:03.700337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:14:02Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:03.701311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f8fee08-28eb-4018-b833-393e607be639 req-1bf3d4e2-58bd-4fdb-95dc-5e6c7be0821c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676508 Oct 13 00:14:03.710335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event deleted for resources: {'Port': ['ID=6b11763b-a0db-4943-b8ca-6f9ccc8ba79b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:03.788530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d5ad7-1cf4-4a3b-b571-ea6bf880c025 None None] The sync data for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 is: [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:14:02Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:03.889108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1bfd7-22a7-4b9d-a97a-71b8ee46351e req-1020198c-cf8b-4abc-9504-ae83625bfb71 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:03.900703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40b1bfd7-22a7-4b9d-a97a-71b8ee46351e req-1020198c-cf8b-4abc-9504-ae83625bfb71 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 944 time: 0.0997603 Oct 13 00:14:03.919442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Router 903cb73b-48dc-4c11-9254-ab18b52df50f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:14:03.957941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40b1bfd7-22a7-4b9d-a97a-71b8ee46351e req-4d1ea5ca-6908-491f-a9d1-06a8649454ea tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/security-groups?id=b762e33c-f85f-4bcc-b11a-d29080c38165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 Oct 13 00:14:04.117885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76d3075e-786a-4a31-8ecb-b79abaedf4a0 req-fb313104-d06e-404f-8772-ed84a966adc6 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd6141be-ef73-4245-ad61-cdeeb54fd955 HTTP/1.1" status: 200 len: 210 time: 0.0537698 Oct 13 00:14:04.124247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:14:04.155848 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] Sync routers for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:04.162696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3d937c28-c3a7-4371-a880-b69b126ea298 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:04.169771 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:04.170972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3d937c28-c3a7-4371-a880-b69b126ea298 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/networks?id=f627dd08-9a07-47e8-93aa-ae9156c7d3ed HTTP/1.1" status: 200 len: 809 time: 0.2092578 Oct 13 00:14:04.171211 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:04.191046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-1281fbef-3f7e-4296-902e-488d9490aec9 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/quotas/a52ccbc8893d4b4db1773bd517a8b84f HTTP/1.1" status: 200 len: 375 time: 0.0187123 Oct 13 00:14:04.272787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-9d108ce4-7467-4c4a-91d7-c41f6ef34121 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a52ccbc8893d4b4db1773bd517a8b84f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806396 Oct 13 00:14:04.279237 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97083605-2ca7-4223-a73c-04c127768406 x-openstack-request-id: req-97083605-2ca7-4223-a73c-04c127768406 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:04.279549 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:04.279817 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97083605-2ca7-4223-a73c-04c127768406 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:04.280212 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'status': 'completed', 'code': 200} Oct 13 00:14:04.330872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] No DVR routers for this DVR port 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:04.343276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:04.350577 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7bd31ac-38ca-4cd3-9511-d82b1cb63086 req-546ce989-a353-4342-abb8-94c5f2ec9a74 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.45 "DELETE /v2.0/ports/6b11763b-a0db-4943-b8ca-6f9ccc8ba79b HTTP/1.1" status: 204 len: 173 time: 1.7324228 Oct 13 00:14:04.404057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-244c850e-5131-4c46-b8eb-87b7c9759ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:04.406443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-244c850e-5131-4c46-b8eb-87b7c9759ae5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5cb36ba37649436982f362c203926d3b&device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 1095 time: 0.1243291 Oct 13 00:14:04.497525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-a19e1998-dd25-4637-890b-b8c9081acd4a tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips/bbcd4337-4e4b-419d-87a7-0b3675ff0dbc HTTP/1.1" status: 200 len: 693 time: 0.2029970 Oct 13 00:14:04.612552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-192eecfa-7f3e-489f-9b03-816043c6ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:04.619092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-192eecfa-7f3e-489f-9b03-816043c6ed16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c HTTP/1.1" status: 200 len: 930 time: 0.2007027 Oct 13 00:14:04.673423 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:04.715403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-933095e9-1d8c-4608-8770-9927e6abc124 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 200 len: 217 time: 0.0902042 Oct 13 00:14:04.785475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-62e1a9d8-4443-41a5-a3da-b883e30a4e1f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:04.790692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-62e1a9d8-4443-41a5-a3da-b883e30a4e1f tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.2625630 Oct 13 00:14:04.801665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-18740cbe-d5fb-4afc-a77a-e5d03c1d75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:04.811827 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-18740cbe-d5fb-4afc-a77a-e5d03c1d75a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c121cc60-6c76-45b0-93a8-a82254554109 HTTP/1.1" status: 200 len: 868 time: 0.0844991 Oct 13 00:14:04.837780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-15fb8f94-f2ad-44bd-9b1c-ebd189609fd9 service neutron] 10.222.0.21 "GET /v2.0/networks/f627dd08-9a07-47e8-93aa-ae9156c7d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623169 Oct 13 00:14:04.937944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-a9db3228-4fcb-482b-90c1-dcd033874a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:04.941303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-a9db3228-4fcb-482b-90c1-dcd033874a06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141431 Oct 13 00:14:05.019471 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:11:01Z', 'revision_number': 5, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:05.019935 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-6ef010ab-447f-46f6-8d7d-bb028728924b tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.2177792 Oct 13 00:14:05.082457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e8345fc5-f4bc-4b00-9c12-93df66ae0c94 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:05.157008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-3a64ef4f-2008-4ce9-8bc2-d1d71e7771aa tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.1360590 Oct 13 00:14:05.170460 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] Checking router: 903cb73b-48dc-4c11-9254-ab18b52df50f for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:05.198818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ed139a87-25f4-4693-b9e6-cf6130de24c1 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:05.201270 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-bfd81b00-56d5-46f2-8887-d8ae55018873 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381094 Oct 13 00:14:05.201542 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:05.208671 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:05.291782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-767b7353-82c5-4ec3-9f8d-36df49f7f7ff service neutron] 10.222.0.21 "GET /v2.0/networks/f627dd08-9a07-47e8-93aa-ae9156c7d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527922 Oct 13 00:14:05.401237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:05.402615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:05.402988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Deleting port 5e528745-331d-4239-ba91-06b20e3deaf8 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:05.403338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:05.464177 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:05.499165 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-64029b77-29fa-4f70-aa2e-35abfa4909f6 req-e63d9c8a-40f5-442c-ad78-f4efe207807c service neutron] 10.222.0.45 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920628 Oct 13 00:14:05.501605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port ed139a87-25f4-4693-b9e6-cf6130de24c1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:05.502120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:05.638476 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:05.638802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:05.688615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Calling delete_port for 5e528745-331d-4239-ba91-06b20e3deaf8 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:05.709086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a3c993e-1129-4efe-88d5-aedf8f37cc03 req-143effea-cc3a-4bfe-8fa2-32b376baf0ad tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 210 time: 0.0432825 Oct 13 00:14:06.029887 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:11:01Z', 'revision_number': 5, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:06.032755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.065064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-61101af6-ae7d-4c80-8eb8-92e7390babcb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:06.071401 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-61101af6-ae7d-4c80-8eb8-92e7390babcb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.36 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 813 time: 0.3611438 Oct 13 00:14:06.073523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Pushing event deleted for resources: {'Port': ['ID=5e528745-331d-4239-ba91-06b20e3deaf8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:06.088484 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3517f452-144b-4706-8a36-cb245ae853fa None None] The sync data for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 is: [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:10:55Z', 'revision_number': 4, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3387123b-ef29-41a0-9377-9b52ef022a4d', 'name': '', 'network_id': 'ebe631aa-a732-438b-8111-1323d75e12f7', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'mac_address': 'fa:16:3e:8a:93:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:55Z', 'updated_at': '2021-10-13T00:11:01Z', 'revision_number': 5, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'subnets': [{'id': '7b649001-2694-4fd6-9145-70f75ce44a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:06.090901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a7187ed1-57d3-4173-9c9e-c32587fd979f details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:06.095178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:06.096209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Request body: {'port': {'device_id': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0', 'admin_state_up': True, 'tenant_id': 'f386f82c3159471f86da3747eef0b3da'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:06.138268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:06.138607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6b11763b-a0db-4943-b8ca-6f9ccc8ba79b not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:06.149631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.149974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.150789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.151166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.151526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.151945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.152476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.152628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.153574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.153574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.153574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.153875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:06.166986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b0830-6e74-45fe-a409-08d14f872c12 req-96c97ff5-5464-4f64-beb6-17c62a09fb91 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:06.168882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff0b0830-6e74-45fe-a409-08d14f872c12 req-96c97ff5-5464-4f64-beb6-17c62a09fb91 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 944 time: 0.1807277 Oct 13 00:14:06.204250 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.220752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.223303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.225255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce4d05c6-aea3-4cf9-90cb-f161ca5a1d04 req-eb3798a1-df25-4c63-8a4f-1bbf3a642d86 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "DELETE /v2.0/floatingips/bbcd4337-4e4b-419d-87a7-0b3675ff0dbc HTTP/1.1" status: 204 len: 173 time: 1.0674095 Oct 13 00:14:06.256283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff0b0830-6e74-45fe-a409-08d14f872c12 req-48dbe924-3eec-4c32-8b8d-f010036f29ea tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/security-groups?id=b762e33c-f85f-4bcc-b11a-d29080c38165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765867 Oct 13 00:14:06.271617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Made reservation on behalf of f386f82c3159471f86da3747eef0b3da for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:06.279615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.286558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'name': 'network-vif-deleted', 'tag': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:06.293065 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7341ce0-987f-4d87-bab3-6e48ba398491" -d '{"events": [{"server_uuid": "dd6141be-ef73-4245-ad61-cdeeb54fd955", "name": "network-vif-deleted", "tag": "6b11763b-a0db-4943-b8ca-6f9ccc8ba79b"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:06.325963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:06.328611 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7b04e-0eba-4589-93f7-533acbb39036" -d '{"events": [{"server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "name": "network-vif-plugged", "status": "completed", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:06.333721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:06.336941 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.355763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.387061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fad36b17-907a-4748-915d-4476f130d2de req-b579910e-7888-46e1-a946-991e88e22495 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 210 time: 0.0466981 Oct 13 00:14:06.494901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a7187ed1-57d3-4173-9c9e-c32587fd979f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:06.508194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'port_id': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'mac_address': 'fa:16:3e:34:0c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:14:06.516716 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-9326b2c9-fee5-4a05-aa42-7deeb8e1c079 req-359f61de-8040-4b9d-94ba-c681079a3c3e tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] show failed (client error): The resource could not be found. Oct 13 00:14:06.516716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9326b2c9-fee5-4a05-aa42-7deeb8e1c079 req-359f61de-8040-4b9d-94ba-c681079a3c3e tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips/bbcd4337-4e4b-419d-87a7-0b3675ff0dbc HTTP/1.1" status: 404 len: 350 time: 0.0988004 Oct 13 00:14:06.541041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:06.552611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3737a-7baf-45e7-94da-deaf758f51f0 req-3e1605e1-a6e4-4973-a667-2aeab42baeff tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:06.554169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2a3737a-7baf-45e7-94da-deaf758f51f0 req-3e1605e1-a6e4-4973-a667-2aeab42baeff tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1095 time: 0.0822191 Oct 13 00:14:06.586368 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c992911-b40c-4401-8512-b1c097a8960c x-openstack-request-id: req-8c992911-b40c-4401-8512-b1c097a8960c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:06.586795 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6141be-ef73-4245-ad61-cdeeb54fd955", "name": "network-vif-deleted", "tag": "6b11763b-a0db-4943-b8ca-6f9ccc8ba79b", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:06.586936 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c992911-b40c-4401-8512-b1c097a8960c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:06.587285 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6141be-ef73-4245-ad61-cdeeb54fd955', 'name': 'network-vif-deleted', 'tag': '6b11763b-a0db-4943-b8ca-6f9ccc8ba79b', 'status': 'completed', 'code': 200} Oct 13 00:14:06.600719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Allocated IP 172.20.0.5 (6d668629-6a5a-4b85-9084-6d1fcec980c0/330317fb-9c0f-43b2-bb65-0b7a5b5950f2/c158363e-207c-4fc8-a46e-b1853a34eea5) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:06.619822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51360) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:06.620117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2a3737a-7baf-45e7-94da-deaf758f51f0 req-ad81d9c4-8c4d-4105-9c48-a28f09e2a17d tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Oct 13 00:14:06.650596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.676927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7187ed1-57d3-4173-9c9e-c32587fd979f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:06.709373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a7187ed1-57d3-4173-9c9e-c32587fd979f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:06.712199 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d0b5fd-dc5e-4260-ae4e-ffe069ce0b1f x-openstack-request-id: req-c7d0b5fd-dc5e-4260-ae4e-ffe069ce0b1f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:06.712199 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "name": "network-vif-plugged", "status": "completed", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:06.712199 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7d0b5fd-dc5e-4260-ae4e-ffe069ce0b1f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:06.712199 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'code': 200} Oct 13 00:14:06.724343 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.777692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-961afd88-ce0d-4842-8d08-a49448cd0497 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.796042 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-260a899f-136e-4350-b6b0-88ae49d4924a req-4727ab9c-228d-4087-bf12-ef3e0c737476 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] show failed (client error): The resource could not be found. Oct 13 00:14:06.797657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-260a899f-136e-4350-b6b0-88ae49d4924a req-4727ab9c-228d-4087-bf12-ef3e0c737476 tempest-FloatingIPsTestJSON-133753278 tempest-FloatingIPsTestJSON-133753278-project] 10.222.0.21 "GET /v2.0/floatingips/bbcd4337-4e4b-419d-87a7-0b3675ff0dbc HTTP/1.1" status: 404 len: 350 time: 0.1119215 Oct 13 00:14:06.818172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51366) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:06.833729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.871221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a7187ed1-57d3-4173-9c9e-c32587fd979f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:06.962183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-961afd88-ce0d-4842-8d08-a49448cd0497 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:06.993924 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1a3e9df-028b-4daa-ab88-6eaff7a769fb req-7dacbf92-b9f3-4d6c-890f-6e2a1532381c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 210 time: 0.0532475 Oct 13 00:14:07.094837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a7187ed1-57d3-4173-9c9e-c32587fd979f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:07.132411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-961afd88-ce0d-4842-8d08-a49448cd0497 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:07.137986 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-961afd88-ce0d-4842-8d08-a49448cd0497 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:07.140184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-961afd88-ce0d-4842-8d08-a49448cd0497 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b85089a-8e1b-4674-9737-d2b046b699d5 HTTP/1.1" status: 204 len: 168 time: 0.5086789 Oct 13 00:14:07.145403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51388) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:07.182294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:07.184693 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-fbf09f2b-d728-47dc-8bfb-ac18a2bc9024 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] show failed (client error): The resource could not be found. Oct 13 00:14:07.185947 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fbf09f2b-d728-47dc-8bfb-ac18a2bc9024 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "GET /v2.0/security-groups/0b85089a-8e1b-4674-9737-d2b046b699d5 HTTP/1.1" status: 404 len: 347 time: 0.0324128 Oct 13 00:14:07.188492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961afd88-ce0d-4842-8d08-a49448cd0497 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85089a-8e1b-4674-9737-d2b046b699d5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:07.192557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51390) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:07.248805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:07.340277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Network 6d668629-6a5a-4b85-9084-6d1fcec980c0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:07.353010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:07.362306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:07.401417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:07.448556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:07.449471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:07.548353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cf00-6508-4274-a4f0-b285925edb9e req-c68afca1-aacd-4b63-99c9-e85cfcd5a2e6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:07.556113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-c68afca1-aacd-4b63-99c9-e85cfcd5a2e6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 821 time: 0.4758081 Oct 13 00:14:07.569578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d597ed8-3548-4ef5-8b2c-3a93b346e4a0 None None] New status for floating IP 7036a963-18a6-40c6-ab34-c5b5d59261b3: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:14:07.583578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-cb4fbc10-ac76-4d17-9d58-1bcb067f2e86 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/quotas/972c82705a634760bc65b69e0205d7e1 HTTP/1.1" status: 200 len: 375 time: 0.0264292 Oct 13 00:14:07.618185 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-42489816-33f3-4f55-85ae-c30d35a529ce tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5267546 Oct 13 00:14:07.665295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Request body: {'port': {'device_id': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:07.816982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:07.855605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-ffe1fc6d-f7eb-4721-98f2-5d126f805e28 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:07.857385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-ffe1fc6d-f7eb-4721-98f2-5d126f805e28 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.45 "GET /v2.0/networks?id=f627dd08-9a07-47e8-93aa-ae9156c7d3ed HTTP/1.1" status: 200 len: 809 time: 0.3950262 Oct 13 00:14:07.901765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Request body: {'port': {'device_id': '9e2bf533-0219-418c-9952-f28693a922b8', 'network_id': 'f627dd08-9a07-47e8-93aa-ae9156c7d3ed', 'admin_state_up': True, 'tenant_id': 'a52ccbc8893d4b4db1773bd517a8b84f'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:07.945771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a7187ed1-57d3-4173-9c9e-c32587fd979f up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:08.049148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30f7a2-4a7e-459f-8973-671c9a3bb969 req-899ef6fa-90cf-4cd4-99c6-525245d7d302 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:08.056603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd30f7a2-4a7e-459f-8973-671c9a3bb969 req-899ef6fa-90cf-4cd4-99c6-525245d7d302 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 945 time: 0.6645751 Oct 13 00:14:08.087085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port a7187ed1-57d3-4173-9c9e-c32587fd979f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:14:08.092835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port a7187ed1-57d3-4173-9c9e-c32587fd979f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:08.093211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.102752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-607de7d4-7a4a-49ec-aef0-5287be8f3391 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5021446 Oct 13 00:14:08.204270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.260289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd30f7a2-4a7e-459f-8973-671c9a3bb969 req-d2e2e45e-f855-4f53-8ec5-536aefe919d3 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/security-groups?id=b762e33c-f85f-4bcc-b11a-d29080c38165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026644 Oct 13 00:14:08.270261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a7187ed1-57d3-4173-9c9e-c32587fd979f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:08.282467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Deleting port 9a0d05a0-6786-488c-bd2d-31e870386ebc {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:08.284002 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.294747 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.359855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Made reservation on behalf of a52ccbc8893d4b4db1773bd517a8b84f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:08.374565 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.413794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a7187ed1-57d3-4173-9c9e-c32587fd979f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:08.528591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51fae027-c585-4530-b9ad-7d238bbfe232 req-62d3095c-9d12-43be-873e-174d0ad519c5 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 210 time: 0.0694702 Oct 13 00:14:08.600081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c158363e-207c-4fc8-a46e-b1853a34eea5 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:08.601625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-02cad91d-d4b4-4a80-8a08-9f4d90e3f158 service neutron] 10.222.0.21 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956477 Oct 13 00:14:08.613028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.655644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Transition to ACTIVE for port object c158363e-207c-4fc8-a46e-b1853a34eea5 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:14:08.655644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Allocated IP 172.20.0.4 (f627dd08-9a07-47e8-93aa-ae9156c7d3ed/52dee458-e568-4e95-ad09-c32e81d554bf/20ac6a4c-39fa-4fd2-bdb7-591c34287fce) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:08.682304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.713458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:08.717413 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84af1e23-bfa3-4510-99ac-65f217143dd4" -d '{"events": [{"server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "name": "network-vif-plugged", "status": "completed", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:08.735630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.735987 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.763411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Calling delete_port for 9a0d05a0-6786-488c-bd2d-31e870386ebc owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:08.849081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-edfdd830-ce1f-483b-b5c6-7176af52c90b service neutron] 10.222.0.21 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217066 Oct 13 00:14:08.861840 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.943215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:09.130988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.141204 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.193912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Pushing event deleted for resources: {'Port': ['ID=9a0d05a0-6786-488c-bd2d-31e870386ebc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:09.275271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.336362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0f827-7a31-4d88-b660-1aabf7bad7fc req-b9297662-ab2f-4698-aad1-cc0a8ea78050 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:09.337529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Pushing event updated for resources: {'Port': ['ID=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:09.337971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbf0f827-7a31-4d88-b660-1aabf7bad7fc req-b9297662-ab2f-4698-aad1-cc0a8ea78050 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1492615 Oct 13 00:14:09.342975 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.345917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.350805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f06fe6f8-2cac-41b3-895f-b1e090928676 tempest-ServersTestManualDisk-1684881349 tempest-ServersTestManualDisk-1684881349-project] 10.222.0.21 "DELETE /v2.0/floatingips/7036a963-18a6-40c6-ab34-c5b5d59261b3 HTTP/1.1" status: 204 len: 168 time: 2.1551218 Oct 13 00:14:09.351826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51438) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:09.354171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Attempting to bind port c158363e-207c-4fc8-a46e-b1853a34eea5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:09.354599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Attempting to bind port c158363e-207c-4fc8-a46e-b1853a34eea5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:09.354938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Attempting to bind port c158363e-207c-4fc8-a46e-b1853a34eea5 on network 6d668629-6a5a-4b85-9084-6d1fcec980c0 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:09.376307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Deleting port a591d9a3-fe8a-4833-9850-ba670d081999 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:09.377188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.440727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbf0f827-7a31-4d88-b660-1aabf7bad7fc req-c44dbec0-c9b1-4b30-9fec-33b3cf75d0d1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874841 Oct 13 00:14:09.494335 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eedb29-19b1-43d5-a9aa-2d6f6f75be6e x-openstack-request-id: req-14eedb29-19b1-43d5-a9aa-2d6f6f75be6e {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:09.494865 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "name": "network-vif-plugged", "status": "completed", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:09.494865 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14eedb29-19b1-43d5-a9aa-2d6f6f75be6e {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:09.495243 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'code': 200} Oct 13 00:14:09.618089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0b2a765-9178-4b63-b284-45e67e2790c0 req-dbd5ac07-1b69-4040-9c91-11987e0ea38a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 210 time: 0.0668871 Oct 13 00:14:09.624720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] For port a591d9a3-fe8a-4833-9850-ba670d081999, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a591d9a3-fe8a-4833-9850-ba670d081999,segment=NetworkSegment(974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c),segment_id=974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:09.625152 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.666682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Port c158363e-207c-4fc8-a46e-b1853a34eea5 on network 6d668629-6a5a-4b85-9084-6d1fcec980c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:14:09.666682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Attempting to bind port c158363e-207c-4fc8-a46e-b1853a34eea5 on network 6d668629-6a5a-4b85-9084-6d1fcec980c0 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:09.683163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Network f627dd08-9a07-47e8-93aa-ae9156c7d3ed is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:09.685419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Calling delete_port for a591d9a3-fe8a-4833-9850-ba670d081999 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:09.693436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:09.705279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:09.705645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Checking segment: {'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:09.706035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Bound using segment: {'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:09.706488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Bound port: c158363e-207c-4fc8-a46e-b1853a34eea5, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:09.706853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.718678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:09.796031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:09.797000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:09.823969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c432f3f-1529-4b7e-b131-b9d5b2ee8943 req-436ca5ce-fac4-48e0-b5b2-2b82da4149eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:09.828062 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0c432f3f-1529-4b7e-b131-b9d5b2ee8943 req-436ca5ce-fac4-48e0-b5b2-2b82da4149eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 1097 time: 0.2201152 Oct 13 00:14:09.964646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c51b7b-3d69-479f-b6f8-f912f58e424b req-fa24215b-cbeb-403f-af11-db200c5dc83a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:09.966178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27c51b7b-3d69-479f-b6f8-f912f58e424b req-fa24215b-cbeb-403f-af11-db200c5dc83a tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 946 time: 0.1329002 Oct 13 00:14:10.019015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-3b2cd3d4-4f99-4744-8dfc-105c8bafdd78 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1225266 Oct 13 00:14:10.088130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27c51b7b-3d69-479f-b6f8-f912f58e424b req-430a3c39-6206-4a6c-a02b-ec70b4f97db5 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/security-groups?id=b762e33c-f85f-4bcc-b11a-d29080c38165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110828 Oct 13 00:14:10.095189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Request body: {'port': {'device_id': '9e2bf533-0219-418c-9952-f28693a922b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:10.103142 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0c432f3f-1529-4b7e-b131-b9d5b2ee8943 req-1f29683e-a1f7-40d5-b311-b0ab6a761842 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b762e33c-f85f-4bcc-b11a-d29080c38165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126760 Oct 13 00:14:10.210256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:10.214878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:10.230851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:10.323268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23881613-85b9-467e-8c0f-007f20ce9b61 req-a627277b-f52e-4358-88f7-a44554e7394f tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:10.325544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23881613-85b9-467e-8c0f-007f20ce9b61 req-a627277b-f52e-4358-88f7-a44554e7394f tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 931 time: 0.1112630 Oct 13 00:14:10.327001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:10.330872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:10.347322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:10.348238 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:10.349949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-79a9af51-5c4b-4607-84f3-919dd0d2d28f service neutron] 10.222.0.36 "PUT /v2.0/ports/c158363e-207c-4fc8-a46e-b1853a34eea5 HTTP/1.1" status: 200 len: 1091 time: 2.6984668 Oct 13 00:14:10.356118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:10.359265 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c57981-15db-414c-9224-21adbe1e5013" -d '{"events": [{"name": "network-changed", "server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:10.368033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a591d9a3-fe8a-4833-9850-ba670d081999,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:10.472653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:10.479837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23881613-85b9-467e-8c0f-007f20ce9b61 req-e4845432-38b7-447b-934e-d90f150543b8 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127958 Oct 13 00:14:10.557721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-fe03d24c-bc23-414e-b51d-6ac746bd8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:10.559279 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-fe03d24c-bc23-414e-b51d-6ac746bd8b04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 1094 time: 0.1258655 Oct 13 00:14:10.561694 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29310341-52d3-41e5-8a52-58f4c8b32795 x-openstack-request-id: req-29310341-52d3-41e5-8a52-58f4c8b32795 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:10.561974 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:10.562222 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29310341-52d3-41e5-8a52-58f4c8b32795 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:10.562751 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'status': 'completed', 'code': 200} Oct 13 00:14:10.747088 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:10.788059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf412353-1fb7-4154-92e5-0d09e05fc6e4 req-c31f624c-fc63-4199-82bd-ce651f6b32df tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:10.790434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf412353-1fb7-4154-92e5-0d09e05fc6e4 req-c31f624c-fc63-4199-82bd-ce651f6b32df tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1170909 Oct 13 00:14:11.122272 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:14:11.156976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cf00-6508-4274-a4f0-b285925edb9e req-7b74b069-48d2-4eba-aa58-204acfcd2985 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:11.159067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-7b74b069-48d2-4eba-aa58-204acfcd2985 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 821 time: 0.3468382 Oct 13 00:14:11.228570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Request body: {'port': {'device_id': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'admin_state_up': True, 'tenant_id': '972c82705a634760bc65b69e0205d7e1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:11.245190 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-939dc4ef-1075-48d4-8095-f4784d534cb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c158363e-207c-4fc8-a46e-b1853a34eea5 HTTP/1.1" status: 200 len: 217 time: 0.6548693 Oct 13 00:14:11.247918 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf412353-1fb7-4154-92e5-0d09e05fc6e4 req-253ca9f9-d540-4dc5-b7aa-649177095470 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355617 Oct 13 00:14:11.323973 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:11.499832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-590c6974-a7be-47ac-adaf-c1148f369c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:11.502544 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-590c6974-a7be-47ac-adaf-c1148f369c6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 200 len: 853 time: 0.2483709 Oct 13 00:14:11.552204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b48b922e-a4e2-4f80-8fcb-93adf83128c0 req-0cc7b37f-6ca2-4bda-87e2-a01b068421aa tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 210 time: 0.0531471 Oct 13 00:14:11.575538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-324ccea3-14f3-44ea-b362-2805d5ac77ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d668629-6a5a-4b85-9084-6d1fcec980c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376811 Oct 13 00:14:11.638355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Made reservation on behalf of 972c82705a634760bc65b69e0205d7e1 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:11.650474 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:11.802702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-abcfab88-aa0a-4a8b-95de-bd6ddb2435bd service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166681 Oct 13 00:14:11.809059 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-52b1d4d8-f990-4828-b2a7-2735438f658e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:11.899209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37012e42-7d48-4aa3-a390-8effa7436d86 req-12942ca5-44a1-4c8c-8073-881eb86db61b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:11.900747 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37012e42-7d48-4aa3-a390-8effa7436d86 req-12942ca5-44a1-4c8c-8073-881eb86db61b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 946 time: 0.1908491 Oct 13 00:14:11.935132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:14:11.946870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ac6a4c-39fa-4fd2-bdb7-591c34287fce {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:11.958158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Allocated IP 172.20.0.6 (7382e6f6-efa9-4a70-8e95-977acf533636/4e4d62fd-0456-4555-889b-57e236e3f4d2/aa751057-664f-4572-9cfc-2090bec47b99) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:11.961974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:11.980487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-37012e42-7d48-4aa3-a390-8effa7436d86 req-6df8597c-0638-4319-96c5-1a6e938c8db4 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/security-groups?id=b762e33c-f85f-4bcc-b11a-d29080c38165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704551 Oct 13 00:14:12.028654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Transition to ACTIVE for port object 20ac6a4c-39fa-4fd2-bdb7-591c34287fce will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:14:12.050612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:12.109258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-716cf3a6-d106-4d0d-8a8a-f3a1d0b96d8b req-62fcc042-f9d0-4ac4-a01e-96df2fae449c service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702320 Oct 13 00:14:12.144412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Pushing event updated for resources: {'Port': ['ID=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:12.207408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Deleting port 3387123b-ef29-41a0-9377-9b52ef022a4d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:12.207797 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:12.324437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Attempting to bind port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:12.325092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Attempting to bind port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '0c4b5744-c768-4a14-95e0-2c7e554d92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f627dd08-9a07-47e8-93aa-ae9156c7d3ed'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:12.325092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Attempting to bind port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce on network f627dd08-9a07-47e8-93aa-ae9156c7d3ed {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:12.334202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce on network f627dd08-9a07-47e8-93aa-ae9156c7d3ed not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:14:12.334202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Attempting to bind port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce on network f627dd08-9a07-47e8-93aa-ae9156c7d3ed {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:12.359085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:12.359472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Checking segment: {'id': '0c4b5744-c768-4a14-95e0-2c7e554d92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f627dd08-9a07-47e8-93aa-ae9156c7d3ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:12.359846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Bound using segment: {'id': '0c4b5744-c768-4a14-95e0-2c7e554d92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f627dd08-9a07-47e8-93aa-ae9156c7d3ed'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:12.360360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Bound port: 20ac6a4c-39fa-4fd2-bdb7-591c34287fce, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4b5744-c768-4a14-95e0-2c7e554d92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f627dd08-9a07-47e8-93aa-ae9156c7d3ed'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:12.360731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:12.393683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c57981-15db-414c-9224-21adbe1e5013 req-c36cb30d-0b73-4753-b3ab-bcf077e591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:12.395242 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c57981-15db-414c-9224-21adbe1e5013 req-c36cb30d-0b73-4753-b3ab-bcf077e591ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 1094 time: 0.1854610 Oct 13 00:14:12.529968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] For port 3387123b-ef29-41a0-9377-9b52ef022a4d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3387123b-ef29-41a0-9377-9b52ef022a4d,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:12.530471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:12.547365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Calling delete_port for 3387123b-ef29-41a0-9377-9b52ef022a4d owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:12.622140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269972d9-600c-41de-8a7f-ffd0d3d5fd3c req-67603256-1cd5-4b06-b0a8-be7c769a4a2c tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:12.628012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-269972d9-600c-41de-8a7f-ffd0d3d5fd3c req-67603256-1cd5-4b06-b0a8-be7c769a4a2c tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 943 time: 0.1932003 Oct 13 00:14:12.634480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:14:12.645161 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] Sync routers for ids ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:12.665326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-70ea7062-6348-4896-bb46-a1cd0795da8b admin admin] 10.222.0.21 "PUT /v2.0/routers/0aec0a5f-fc40-452d-ada2-0aecfd7944a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8438072 Oct 13 00:14:12.666658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51470) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:12.666886 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] Routers {'0aec0a5f-fc40-452d-ada2-0aecfd7944a5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:12.667721 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:12.728625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] For port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:12.779609 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:12.784497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c57981-15db-414c-9224-21adbe1e5013 req-a0ab1e50-aa6e-42f5-9a7a-3381ec0dac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:12.791442 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c57981-15db-414c-9224-21adbe1e5013 req-a0ab1e50-aa6e-42f5-9a7a-3381ec0dac1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 914 time: 0.3776610 Oct 13 00:14:12.796507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] For port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,segment=NetworkSegment(0c4b5744-c768-4a14-95e0-2c7e554d92d6),segment_id=0c4b5744-c768-4a14-95e0-2c7e554d92d6)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:12.827672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-269972d9-600c-41de-8a7f-ffd0d3d5fd3c req-7e61a72e-5d0b-4eef-88af-f23327791ddb tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656392 Oct 13 00:14:12.898352 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] Set router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:12.912809 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.090083 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c57981-15db-414c-9224-21adbe1e5013 req-fdae0e98-5b35-4695-b0ff-67804f76b558 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c158363e-207c-4fc8-a46e-b1853a34eea5 HTTP/1.1" status: 200 len: 217 time: 0.1787663 Oct 13 00:14:13.143549 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.188948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:13.190643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.193080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] 10.222.0.45 "PUT /v2.0/ports/20ac6a4c-39fa-4fd2-bdb7-591c34287fce HTTP/1.1" status: 200 len: 1091 time: 3.1355610 Oct 13 00:14:13.194198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2bf533-0219-418c-9952-f28693a922b8', 'tag': '20ac6a4c-39fa-4fd2-bdb7-591c34287fce'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:13.200336 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2bf533-0219-418c-9952-f28693a922b8", "tag": "20ac6a4c-39fa-4fd2-bdb7-591c34287fce"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:13.239352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.302162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Pushing event updated for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:13.302429 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:14:10Z', 'revision_number': 5, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:13.327081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b94dc37b-5554-456b-852d-d6adb91485fc req-a91ad5f2-0d10-4e1b-8aec-f6dd65be1ac8 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 258 time: 0.4395676 Oct 13 00:14:13.348653 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] Checking router: 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:13.362650 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] Routers {'0aec0a5f-fc40-452d-ada2-0aecfd7944a5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:13.363306 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:13.363766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Network 7382e6f6-efa9-4a70-8e95-977acf533636 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:13.369645 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:13.375571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:13.383092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:13.408816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bb815-2959-4c3d-a049-1ff316dcf125 service neutron] Pushing event updated for resources: {'Port': ['ID=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:13.434782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.477718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c57981-15db-414c-9224-21adbe1e5013 req-da148393-24e5-4b08-b332-4dfabaa7b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:13.477992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.479724 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c57981-15db-414c-9224-21adbe1e5013 req-da148393-24e5-4b08-b332-4dfabaa7b194 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 200 len: 853 time: 0.3024328 Oct 13 00:14:13.489204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Pushing event deleted for resources: {'Port': ['ID=3387123b-ef29-41a0-9377-9b52ef022a4d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:13.517865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:13.517865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.520734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.536362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-1ede8254-67a3-4c53-9f34-0b2fa7c4d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:13.537718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-1ede8254-67a3-4c53-9f34-0b2fa7c4d719 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52ccbc8893d4b4db1773bd517a8b84f&device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 1094 time: 0.2537935 Oct 13 00:14:13.567379 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c57981-15db-414c-9224-21adbe1e5013 req-42415760-79c8-4b00-b3a5-747d3b70636d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d668629-6a5a-4b85-9084-6d1fcec980c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638475 Oct 13 00:14:13.584889 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] Set router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:13.687900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-368d3800-2367-42de-b940-009dfc260132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4698391 Oct 13 00:14:13.730607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Request body: {'port': {'device_id': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:13.745476 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-0c51ce15-44c2-4deb-a10c-fcb8271fef54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20ac6a4c-39fa-4fd2-bdb7-591c34287fce HTTP/1.1" status: 200 len: 217 time: 0.1869333 Oct 13 00:14:13.857109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Deleting port 98ba2418-fb77-42ba-9d18-ba21ff20c89b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:13.857472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:13.872298 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:14:10Z', 'revision_number': 5, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:13.929664 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111a9a2-47ad-4839-b6c7-b17222d32fef None None] The sync data for ids ['0aec0a5f-fc40-452d-ada2-0aecfd7944a5'] in n-d-813679-4 is: [{'id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'name': 'tempest-FloatingIPsTestJSON-396927391-router', 'tenant_id': '384df133e0a94dc3a4a273e59e812351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:35Z', 'updated_at': '2021-10-13T00:14:10Z', 'revision_number': 5, 'project_id': '384df133e0a94dc3a4a273e59e812351', 'gw_port': {'id': '98ba2418-fb77-42ba-9d18-ba21ff20c89b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec0a5f-fc40-452d-ada2-0aecfd7944a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:36Z', 'updated_at': '2021-10-13T00:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:13.973906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-0d9c8036-43fd-498d-acf8-09f0a48fdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:13.981347 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-0d9c8036-43fd-498d-acf8-09f0a48fdc82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52dee458-e568-4e95-ad09-c32e81d554bf HTTP/1.1" status: 200 len: 849 time: 0.1949646 Oct 13 00:14:14.032217 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:14.077556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] For port 98ba2418-fb77-42ba-9d18-ba21ff20c89b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=98ba2418-fb77-42ba-9d18-ba21ff20c89b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:14.077950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:14.117710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Calling delete_port for 98ba2418-fb77-42ba-9d18-ba21ff20c89b owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:14.143338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:14.150060 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-44ebed14-093a-4977-a67e-9af5f1e28da3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f627dd08-9a07-47e8-93aa-ae9156c7d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618774 Oct 13 00:14:14.152190 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c57981-15db-414c-9224-21adbe1e5013 req-f470969d-a895-4720-b089-72eb542819bc service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427878 Oct 13 00:14:14.161915 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:14.292170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c57981-15db-414c-9224-21adbe1e5013 req-d03443c1-eeca-44b4-b715-1508e9cf854e service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285267 Oct 13 00:14:14.423215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-15a683f8-47ef-4e75-88ff-ad9f8a47bd66 service neutron] 10.222.0.45 "GET /v2.0/networks/f627dd08-9a07-47e8-93aa-ae9156c7d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574949 Oct 13 00:14:14.520527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fda7a4a6-c381-4ebb-8b05-3034082883ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:14.635537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Allocated IP 172.25.3.137 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/3b5145c0-014a-4edb-8434-7d41c563760f) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:14.847606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa751057-664f-4572-9cfc-2090bec47b99 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:14.854707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:14.869296 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:14.875340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:14.911730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Pushing event deleted for resources: {'Port': ['ID=98ba2418-fb77-42ba-9d18-ba21ff20c89b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:14.918547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Transition to ACTIVE for port object aa751057-664f-4572-9cfc-2090bec47b99 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:14:14.946563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.048421 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a591d9a3-fe8a-4833-9850-ba670d081999 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:15.089180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a591d9a3-fe8a-4833-9850-ba670d081999 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:15.090460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a591d9a3-fe8a-4833-9850-ba670d081999 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:15.100617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Pushing event updated for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:15.112844 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.155363 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.219058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fdaa2e3d-26d5-400d-8a5c-dbd8529e174e req-0a9ee5e3-8e11-4ee1-a8b3-38677f47283d service neutron] 10.222.0.45 "GET /v2.0/networks/f627dd08-9a07-47e8-93aa-ae9156c7d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422062 Oct 13 00:14:15.228294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Router 903cb73b-48dc-4c11-9254-ab18b52df50f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:14:15.391302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:14:15.406407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] Sync routers for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:15.410080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a3407775-43e4-439a-bcdd-d982a63c4602 admin admin] 10.222.0.21 "PUT /v2.0/routers/903cb73b-48dc-4c11-9254-ab18b52df50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0570395 Oct 13 00:14:15.416377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51488) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:15.420938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:15.421849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:15.567873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:15.578688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:15.587118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:15.614938 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.617592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.621111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Pushing event updated for resources: {'Port': ['ID=3b5145c0-014a-4edb-8434-7d41c563760f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:15.636303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.645961 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.676407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:15.682218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:15.682560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:15.682887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:15.694944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:14:15.695313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:15.701393 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.701905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aec0a5f-fc40-452d-ada2-0aecfd7944a5 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:14:15.705631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:15.706007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:15.706386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:15.706828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Bound port: aa751057-664f-4572-9cfc-2090bec47b99, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:15.707187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.711446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.715386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d3dd502b-7609-4dc6-9885-d991ed6b697e admin admin] 10.222.0.21 "DELETE /v2.0/routers/0aec0a5f-fc40-452d-ada2-0aecfd7944a5 HTTP/1.1" status: 204 len: 168 time: 3.0429854 Oct 13 00:14:15.718822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51490) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:15.898027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.919826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.929773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb7b203-5d66-4c1a-92cf-7ae5229bf51a admin admin] Deleting subnet be78765d-a985-4121-8879-327339706abc {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:14:15.942986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b203-5d66-4c1a-92cf-7ae5229bf51a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.018324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:16.022054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.025394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b203-5d66-4c1a-92cf-7ae5229bf51a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.028173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:16.041186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Deleting port fc5c8391-2fe0-4d7d-b930-80bacb9f2782 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:16.042024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.067468 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.069744 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.074393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:14:13Z', 'revision_number': 5, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port': {'id': 'fc5c8391-2fe0-4d7d-b930-80bacb9f2782', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:10:52Z', 'updated_at': '2021-10-13T00:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:16.106845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] Checking router: 903cb73b-48dc-4c11-9254-ab18b52df50f for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:16.118114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] Routers {'903cb73b-48dc-4c11-9254-ab18b52df50f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:16.119005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['903cb73b-48dc-4c11-9254-ab18b52df50f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:16.171651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:16.171651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.176624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 1091 time: 2.4577034 Oct 13 00:14:16.179394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:16.180874 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddbd770-f32c-4601-b2e8-80da0824f21d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "tag": "aa751057-664f-4572-9cfc-2090bec47b99"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:16.185751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] For port fc5c8391-2fe0-4d7d-b930-80bacb9f2782, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fc5c8391-2fe0-4d7d-b930-80bacb9f2782,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:16.186412 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.203616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Calling delete_port for fc5c8391-2fe0-4d7d-b930-80bacb9f2782 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:16.246320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] Set router 903cb73b-48dc-4c11-9254-ab18b52df50f gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:16.278705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8749fa-7ffb-4287-9ee6-0b6f0425b859 service neutron] Pushing event updated for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:16.336787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:14:15Z', 'revision_number': 6, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:16.426002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1e9e4-1708-4c5e-9ace-b17ae897f476 None None] The sync data for ids ['903cb73b-48dc-4c11-9254-ab18b52df50f'] in n-d-813679-4 is: [{'id': '903cb73b-48dc-4c11-9254-ab18b52df50f', 'name': 'tempest-ServersTestManualDisk-373981601-router', 'tenant_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:10:51Z', 'updated_at': '2021-10-13T00:14:15Z', 'revision_number': 6, 'project_id': '4185e2ed29cd4d9ba7ddbfbcaa039683', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:16.444520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b203-5d66-4c1a-92cf-7ae5229bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.508689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cf00-6508-4274-a4f0-b285925edb9e req-99ef265e-f10f-4da5-838a-23fc706ac68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:16.510370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-99ef265e-f10f-4da5-838a-23fc706ac68b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1094 time: 0.2397006 Oct 13 00:14:16.597126 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.599543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-0118edb0-6bd9-4baf-927d-6b5971416cd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 217 time: 0.0602534 Oct 13 00:14:16.649554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5c8391-2fe0-4d7d-b930-80bacb9f2782,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:16.669732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.680560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.723578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.738776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Pushing event updated for resources: {'Port': ['ID=3b5145c0-014a-4edb-8434-7d41c563760f,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:16.751917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b203-5d66-4c1a-92cf-7ae5229bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.764414 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cf00-6508-4274-a4f0-b285925edb9e req-3b872c64-2702-4425-9570-8f449ea1f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:16.765925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-3b872c64-2702-4425-9570-8f449ea1f75b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1531191 Oct 13 00:14:16.832944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-8a261ab4-fbb9-4325-8752-b63ca3f7d903 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319898 Oct 13 00:14:16.864187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.867000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.880316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7b203-5d66-4c1a-92cf-7ae5229bf51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be78765d-a985-4121-8879-327339706abc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:16.896990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9799cf-3c50-409e-9b45-57544413d3df None None] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:16.938128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.940853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 903cb73b-48dc-4c11-9254-ab18b52df50f {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:14:16.951404 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b203-5d66-4c1a-92cf-7ae5229bf51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.953984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.963099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cbb7b203-5d66-4c1a-92cf-7ae5229bf51a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be78765d-a985-4121-8879-327339706abc HTTP/1.1" status: 204 len: 168 time: 1.2411511 Oct 13 00:14:16.964792 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a1947f4c-8555-47db-b08d-ec21f1fcef07 admin admin] 10.222.0.21 "DELETE /v2.0/routers/903cb73b-48dc-4c11-9254-ab18b52df50f HTTP/1.1" status: 204 len: 168 time: 1.5397031 Oct 13 00:14:16.965722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51496) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:16.968463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51498) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:17.089537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.123152 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.128087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9eae815-3e77-43c4-8161-ba40c8b8067c admin admin] Deleting subnet 7b649001-2694-4fd6-9145-70f75ce44a11 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:14:17.133806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b94dc37b-5554-456b-852d-d6adb91485fc req-0f643466-210e-4b0d-9dba-c77546072a73 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7727907 Oct 13 00:14:17.159939 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e9eae815-3e77-43c4-8161-ba40c8b8067c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.170162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.246594 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e9eae815-3e77-43c4-8161-ba40c8b8067c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.247724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-ea99ab08-75d5-48d2-abc6-2777f371282f service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895342 Oct 13 00:14:17.252192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b94dc37b-5554-456b-852d-d6adb91485fc req-f9f9619c-3fef-4e14-8654-c52158098251 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.1168804 Oct 13 00:14:17.259451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:17.356006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Deleting port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:17.356864 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.445192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] DHCP port deletion for f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:14:17.453203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 98ba2418-fb77-42ba-9d18-ba21ff20c89b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:17.546175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:17.564443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e9eae815-3e77-43c4-8161-ba40c8b8067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.569173 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 98ba2418-fb77-42ba-9d18-ba21ff20c89b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:17.569646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 98ba2418-fb77-42ba-9d18-ba21ff20c89b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:17.570184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3387123b-ef29-41a0-9377-9b52ef022a4d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:17.586031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] For port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,segment=NetworkSegment(974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c),segment_id=974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:17.587501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.604713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dc37b-5554-456b-852d-d6adb91485fc req-182ed56c-4da7-475d-9dd6-e59cd1755564 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:17.606441 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b94dc37b-5554-456b-852d-d6adb91485fc req-182ed56c-4da7-475d-9dd6-e59cd1755564 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.3388915 Oct 13 00:14:17.614397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a350cf00-6508-4274-a4f0-b285925edb9e req-256af402-8805-4138-b878-817714e60377 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578880 Oct 13 00:14:17.658298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Calling delete_port for 6c21ded5-b31b-446d-8a5d-26bc8db4b33e owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:17.691780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0', 'port_id': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'mac_address': 'fa:16:3e:54:d5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330317fb-9c0f-43b2-bb65-0b7a5b5950f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:14:17.715886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3387123b-ef29-41a0-9377-9b52ef022a4d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:17.715886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3387123b-ef29-41a0-9377-9b52ef022a4d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:17.759070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.786857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.790026 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e9eae815-3e77-43c4-8161-ba40c8b8067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.877739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c158363e-207c-4fc8-a46e-b1853a34eea5 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:17.916283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:17.925694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] Deleting port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:17.926973 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.937816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eae815-3e77-43c4-8161-ba40c8b8067c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b649001-2694-4fd6-9145-70f75ce44a11,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:17.940398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319b20f-a8b8-43c7-b80c-47537876dcae req-255f1a92-9b41-4e52-b33e-36ab61b1066f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:17.949422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d319b20f-a8b8-43c7-b80c-47537876dcae req-255f1a92-9b41-4e52-b33e-36ab61b1066f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1177709 Oct 13 00:14:17.974767 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e9eae815-3e77-43c4-8161-ba40c8b8067c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:17.984687 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e9eae815-3e77-43c4-8161-ba40c8b8067c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7b649001-2694-4fd6-9145-70f75ce44a11 HTTP/1.1" status: 204 len: 168 time: 1.0140638 Oct 13 00:14:17.988243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51504) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:18.003465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.046955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30fc913-337e-4499-ba07-f07d273c6b88 None None] Network ebe631aa-a732-438b-8111-1323d75e12f7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:18.049888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 20ac6a4c-39fa-4fd2-bdb7-591c34287fce details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:18.056617 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.059967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:18.073732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] No DVR routers for this DVR port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:18.152626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d319b20f-a8b8-43c7-b80c-47537876dcae req-c09cf747-8a1d-4599-a567-5d9b1b56ab89 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971097 Oct 13 00:14:18.184038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.206415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.220591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] For port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,segment=NetworkSegment(974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c),segment_id=974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:18.221060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.227992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2db5948-e3d0-4dd6-a388-a3015bd8b1a4']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:18.239493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:18.239493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974ba8f7-b37a-4a02-9bf4-87f0b7d3f26c') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:18.252055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.267268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.274139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:14:18.274564 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:14:18.332399 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:14:18.394584 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.402042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.413870 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] 10.222.0.21 "DELETE /v2.0/networks/f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 HTTP/1.1" status: 204 len: 168 time: 1.4403141 Oct 13 00:14:18.434280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f238d-102e-4f7c-9bde-fba3ef34491c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2db5948-e3d0-4dd6-a388-a3015bd8b1a4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:18.471000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Deleting port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:18.473294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.488928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] Calling delete_port for 6c21ded5-b31b-446d-8a5d-26bc8db4b33e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:18.502372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d6dd6-fb4b-4dfb-beb7-ed94ee23e524 req-a4b6b4d3-5dbc-4646-9fea-1e2b9310d50b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:18.504862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-900d6dd6-fb4b-4dfb-beb7-ed94ee23e524 req-a4b6b4d3-5dbc-4646-9fea-1e2b9310d50b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 943 time: 0.1912236 Oct 13 00:14:18.522985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:18.603482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] For port 46d6ecf9-594f-4975-9cb7-0b4853251ae9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=46d6ecf9-594f-4975-9cb7-0b4853251ae9,segment=NetworkSegment(c04feb11-6339-4fca-bbd5-8bcd9c3c00d6),segment_id=c04feb11-6339-4fca-bbd5-8bcd9c3c00d6)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:18.604015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.609479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-900d6dd6-fb4b-4dfb-beb7-ed94ee23e524 req-6d3c4404-6ef2-4f5a-8889-885ac41fff1c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658519 Oct 13 00:14:18.623890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Calling delete_port for 46d6ecf9-594f-4975-9cb7-0b4853251ae9 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:18.660996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,segment=NetworkSegment(0c4b5744-c768-4a14-95e0-2c7e554d92d6),segment_id=0c4b5744-c768-4a14-95e0-2c7e554d92d6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:18.674432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c158363e-207c-4fc8-a46e-b1853a34eea5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:18.688524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51510) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:18.715193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '20ac6a4c-39fa-4fd2-bdb7-591c34287fce', 'network_id': 'f627dd08-9a07-47e8-93aa-ae9156c7d3ed', 'port_id': '20ac6a4c-39fa-4fd2-bdb7-591c34287fce', 'mac_address': 'fa:16:3e:77:e9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52dee458-e568-4e95-ad09-c32e81d554bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:14:18.742096 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7aaf8e-f99e-4441-95bb-011df0a4d05d x-openstack-request-id: req-ca7aaf8e-f99e-4441-95bb-011df0a4d05d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:18.746004 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2bf533-0219-418c-9952-f28693a922b8", "tag": "20ac6a4c-39fa-4fd2-bdb7-591c34287fce", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:18.747567 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca7aaf8e-f99e-4441-95bb-011df0a4d05d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:18.751154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] DHCP port deletion for ebe631aa-a732-438b-8111-1323d75e12f7 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:14:18.751345 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2bf533-0219-418c-9952-f28693a922b8', 'tag': '20ac6a4c-39fa-4fd2-bdb7-591c34287fce', 'status': 'completed', 'code': 200} Oct 13 00:14:18.831634 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.834738 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a82e1927-9df1-418b-8eb3-411617b7f63c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=384df133e0a94dc3a4a273e59e812351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449368 Oct 13 00:14:18.836518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51512) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:18.871981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] Network f2db5948-e3d0-4dd6-a388-a3015bd8b1a4 is not hosted by any dhcp agent {{(pid=94990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:14:18.872441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] No DVR routers for this DVR port 6c21ded5-b31b-446d-8a5d-26bc8db4b33e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:18.882734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-4bb1f715-dab9-47a5-813b-d5c1ac83d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:18.885558 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-4bb1f715-dab9-47a5-813b-d5c1ac83d887 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a52ccbc8893d4b4db1773bd517a8b84f&device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 1094 time: 0.0958152 Oct 13 00:14:18.889964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38448840-c157-45c1-9500-50c20b7e41f0 None None] Pushing event deleted for resources: {'Port': ['ID=6c21ded5-b31b-446d-8a5d-26bc8db4b33e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:18.899692 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.935300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.940864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ac6a4c-39fa-4fd2-bdb7-591c34287fce {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:18.969364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] No DVR routers for this DVR port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:18.996476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,segment=NetworkSegment(0c4b5744-c768-4a14-95e0-2c7e554d92d6),segment_id=0c4b5744-c768-4a14-95e0-2c7e554d92d6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:19.002649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4877a-6a81-4c6e-a585-696cc0812d93 req-92416e55-0d5b-4297-83e3-7fc23bf8b721 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:19.008147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] Deleting port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:19.013211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5e4877a-6a81-4c6e-a585-696cc0812d93 req-92416e55-0d5b-4297-83e3-7fc23bf8b721 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 943 time: 0.2087085 Oct 13 00:14:19.021777 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.030422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fc5c8391-2fe0-4d7d-b930-80bacb9f2782 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:19.052851 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.059072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: fc5c8391-2fe0-4d7d-b930-80bacb9f2782 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:19.059558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fc5c8391-2fe0-4d7d-b930-80bacb9f2782 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:19.060079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 46d6ecf9-594f-4975-9cb7-0b4853251ae9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:19.088935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Pushing event deleted for resources: {'Port': ['ID=46d6ecf9-594f-4975-9cb7-0b4853251ae9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:19.090172 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-292a0a66-1516-4e6f-ba17-6bc72c5508ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.154510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 46d6ecf9-594f-4975-9cb7-0b4853251ae9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:19.155151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 46d6ecf9-594f-4975-9cb7-0b4853251ae9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:19.155693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6c21ded5-b31b-446d-8a5d-26bc8db4b33e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:19.168653 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.180639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:19.183055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-292a0a66-1516-4e6f-ba17-6bc72c5508ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.196488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-d6c04519-f368-4e05-bfa5-c6f9aff49f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:19.197976 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-d6c04519-f368-4e05-bfa5-c6f9aff49f8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f627dd08-9a07-47e8-93aa-ae9156c7d3ed HTTP/1.1" status: 200 len: 910 time: 0.2864671 Oct 13 00:14:19.198857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe631aa-a732-438b-8111-1323d75e12f7']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:19.211468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:19.211799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04feb11-6339-4fca-bbd5-8bcd9c3c00d6') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:19.215858 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 6c21ded5-b31b-446d-8a5d-26bc8db4b33e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:19.216684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6c21ded5-b31b-446d-8a5d-26bc8db4b33e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:19.228231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.247760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.254864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:14:19.255235 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.300903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-8dcad53b-baaf-4ee7-8fe6-0052a99cffb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20ac6a4c-39fa-4fd2-bdb7-591c34287fce HTTP/1.1" status: 200 len: 217 time: 0.0863929 Oct 13 00:14:19.341071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] For port 46d6ecf9-594f-4975-9cb7-0b4853251ae9, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:19.342366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:14:19.342516 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:14:19.352704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.365788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.369695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] 10.222.0.21 "DELETE /v2.0/networks/ebe631aa-a732-438b-8111-1323d75e12f7 HTTP/1.1" status: 204 len: 168 time: 1.3799245 Oct 13 00:14:19.405149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-05303be2-5f67-472b-ad29-039946c7c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:19.406780 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-05303be2-5f67-472b-ad29-039946c7c3f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52dee458-e568-4e95-ad09-c32e81d554bf HTTP/1.1" status: 200 len: 849 time: 0.0973849 Oct 13 00:14:19.411661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f51e1f-73f1-412a-b527-f80a71e9aa3a admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe631aa-a732-438b-8111-1323d75e12f7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:19.428871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] Calling delete_port for 46d6ecf9-594f-4975-9cb7-0b4853251ae9 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:19.432972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] Port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:14:19.434357 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.437976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5e4877a-6a81-4c6e-a585-696cc0812d93 req-c7bb0a37-0d76-4578-a816-e58020d7408b tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191744 Oct 13 00:14:19.484857 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454016b3-ed2c-460d-91eb-b8ea07f54165 x-openstack-request-id: req-454016b3-ed2c-460d-91eb-b8ea07f54165 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:19.485141 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "tag": "aa751057-664f-4572-9cfc-2090bec47b99", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:19.485400 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-454016b3-ed2c-460d-91eb-b8ea07f54165 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:19.486650 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99', 'status': 'completed', 'code': 200} Oct 13 00:14:19.486904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-dac57d60-f484-4c6e-8ecc-90bdd4513b81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f627dd08-9a07-47e8-93aa-ae9156c7d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707049 Oct 13 00:14:19.488318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-292a0a66-1516-4e6f-ba17-6bc72c5508ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.491171 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-292a0a66-1516-4e6f-ba17-6bc72c5508ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.495496 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-292a0a66-1516-4e6f-ba17-6bc72c5508ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd725f56-81d9-4c89-8f4d-bb3baaeae185 HTTP/1.1" status: 204 len: 168 time: 0.6575661 Oct 13 00:14:19.512974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] Pushing event deleted for resources: {'Port': ['ID=46d6ecf9-594f-4975-9cb7-0b4853251ae9,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:19.514731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a0a66-1516-4e6f-ba17-6bc72c5508ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd725f56-81d9-4c89-8f4d-bb3baaeae185,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:19.535532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] Network ebe631aa-a732-438b-8111-1323d75e12f7 is not hosted by any dhcp agent {{(pid=94990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:14:19.539958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b373ff-67e1-463b-9194-506f653e4a64 None None] No DVR routers for this DVR port 46d6ecf9-594f-4975-9cb7-0b4853251ae9 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:19.555538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['20ac6a4c-39fa-4fd2-bdb7-591c34287fce'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:19.674000 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-12525c77-4158-41c6-b4fa-6be7b535484f service neutron] 10.222.0.45 "GET /v2.0/networks/f627dd08-9a07-47e8-93aa-ae9156c7d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753922 Oct 13 00:14:19.685810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-c5cd64b7-54ea-4253-adec-4ef294daee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:19.690723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-c5cd64b7-54ea-4253-adec-4ef294daee75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1094 time: 0.1592877 Oct 13 00:14:19.808079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51524) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:19.888531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5358a1db-8b90-4f09-a132-9d43260526d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4185e2ed29cd4d9ba7ddbfbcaa039683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793684 Oct 13 00:14:19.891069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51526) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:19.930918 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-13f5de81-b2b1-4d4c-abcd-71a0c7da609c req-639cf374-5ca3-4cb1-8314-0c5225cde172 service neutron] 10.222.0.45 "GET /v2.0/networks/f627dd08-9a07-47e8-93aa-ae9156c7d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396991 Oct 13 00:14:19.959658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-d39dc339-4cee-40af-956c-c2fa367de082 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:19.962511 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e35d2e0-adfb-44b3-b345-5b313fb7f99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.969243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-d39dc339-4cee-40af-956c-c2fa367de082 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1324587 Oct 13 00:14:19.972615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-7d6d65b6-cbd9-4a93-8c74-6860a7caf944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:19.974103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-7d6d65b6-cbd9-4a93-8c74-6860a7caf944 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.2749021 Oct 13 00:14:20.034764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e35d2e0-adfb-44b3-b345-5b313fb7f99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:20.060737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-2a42124f-5c86-4882-b4d0-172946bd7f01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 217 time: 0.0773578 Oct 13 00:14:20.070090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-2b995848-b0a9-41d8-bdef-e8c16a3ae756 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.0995674 Oct 13 00:14:20.122219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Request body: {'floatingip': {'port_id': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:20.142796 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e35d2e0-adfb-44b3-b345-5b313fb7f99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:20.147417 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e35d2e0-adfb-44b3-b345-5b313fb7f99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:20.151139 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9e35d2e0-adfb-44b3-b345-5b313fb7f99b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/043bfd97-c04c-4526-a640-46a239e26aa0 HTTP/1.1" status: 204 len: 168 time: 0.2567124 Oct 13 00:14:20.163394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-e8ef738f-82d9-420b-a6b5-f63d54e2ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:20.164965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-e8ef738f-82d9-420b-a6b5-f63d54e2ccb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0925584 Oct 13 00:14:20.172531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35d2e0-adfb-44b3-b345-5b313fb7f99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043bfd97-c04c-4526-a640-46a239e26aa0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:20.196524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:20.319548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-4815e910-d695-4cd6-89f3-bfc18455755a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462677 Oct 13 00:14:20.954729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd8c9f-0fed-425f-8f80-240999b00f17 req-157f29a9-e6a4-4e2d-85f1-e7d3ae9f933c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:20.961952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aabd8c9f-0fed-425f-8f80-240999b00f17 req-157f29a9-e6a4-4e2d-85f1-e7d3ae9f933c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 944 time: 0.4683881 Oct 13 00:14:21.004691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-2487817f-cd28-43a9-a7ff-0c0af3907c65 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684861 Oct 13 00:14:21.118164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aabd8c9f-0fed-425f-8f80-240999b00f17 req-36a56d2f-df79-4ab1-ad1e-c145c07c62b5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531479 Oct 13 00:14:21.278122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device aa751057-664f-4572-9cfc-2090bec47b99 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:21.289197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:21.518896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port c158363e-207c-4fc8-a46e-b1853a34eea5 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:14:21.533699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port c158363e-207c-4fc8-a46e-b1853a34eea5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:21.534454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:21.537626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51586) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:21.542679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:21.561204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bddbd770-f32c-4601-b2e8-80da0824f21d req-5362871f-ca3e-469d-bf96-3aa5688a1dfe service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459995 Oct 13 00:14:21.576552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'aa751057-664f-4572-9cfc-2090bec47b99', 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'port_id': 'aa751057-664f-4572-9cfc-2090bec47b99', 'mac_address': 'fa:16:3e:75:bd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4d62fd-0456-4555-889b-57e236e3f4d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:14:21.649299 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:21.665938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa751057-664f-4572-9cfc-2090bec47b99 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:21.669209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0713f8-ed29-40ff-8e76-51bde64abd10 req-539ba0cd-8464-47a0-849b-5ba24159e1c7 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:21.678148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa0713f8-ed29-40ff-8e76-51bde64abd10 req-539ba0cd-8464-47a0-849b-5ba24159e1c7 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 943 time: 0.2070467 Oct 13 00:14:21.702549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:21.753606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:21.770359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:21.771147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa0713f8-ed29-40ff-8e76-51bde64abd10 req-855694ca-f417-4639-8912-945c31f96fca tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909963 Oct 13 00:14:21.807659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-network', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:21.830554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:21.848148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:21.850720 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47d8ad1-6553-4a00-8157-1055029fbdc9" -d '{"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-plugged", "status": "completed", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:21.865577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:21.865818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:21.867932 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:21.877309 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:21.904175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:21.929259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:21.991701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.db.resource_extend [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:14:22.027926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 20ac6a4c-39fa-4fd2-bdb7-591c34287fce up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:22.044367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14754506-1908-4926-a4ce-d2f31a621beb req-670f5185-4ab7-4235-9ba3-77573c62368e tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:22.053654 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14754506-1908-4926-a4ce-d2f31a621beb req-670f5185-4ab7-4235-9ba3-77573c62368e tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 944 time: 0.1339881 Oct 13 00:14:22.069003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.085087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.123565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14754506-1908-4926-a4ce-d2f31a621beb req-76f38999-3e5e-46ae-8f1f-4fcf4ea32d9a tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683215 Oct 13 00:14:22.137599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.144692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:14:22.149902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:14:22.157927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bc3eb3-164c-40f8-a571-10b6fb9782a0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:22.175067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:22.175618 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.196412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.205353 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.205699 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Added segment 4867727e-54e8-4280-8e8e-08c932f1fb9e of type vlan for network 972360ba-87c4-40b5-91b3-83430f57dcf1 Oct 13 00:14:22.261241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['aa751057-664f-4572-9cfc-2090bec47b99'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:22.344149 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.346102 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Floating IP 705d6048-9b33-4eff-94ee-134214db8c01 associated. External IP: 172.25.3.137, port: a7187ed1-57d3-4173-9c9e-c32587fd979f. Oct 13 00:14:22.409871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.411068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:22.411781 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.422274 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.520211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,segment=NetworkSegment(0c4b5744-c768-4a14-95e0-2c7e554d92d6),segment_id=0c4b5744-c768-4a14-95e0-2c7e554d92d6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:22.545792 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.566033 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0273688 Oct 13 00:14:22.567452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51620) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:22.579641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Request body: {'subnet': {'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-subnet', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:22.601498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41470ef9-f058-42fc-acfa-fb65a9ff7ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=972360ba-87c4-40b5-91b3-83430f57dcf1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:22.617093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:14:22.649601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:22.652514 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:22.698871 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197319b8-4285-4d7e-b843-2129b595d4aa x-openstack-request-id: req-197319b8-4285-4d7e-b843-2129b595d4aa {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:22.699169 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-plugged", "status": "completed", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:22.699426 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-197319b8-4285-4d7e-b843-2129b595d4aa {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:22.699849 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'code': 200} Oct 13 00:14:22.714764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:22.782308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Router 3b677c4a-dc58-4613-8581-6137e1ab7489 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:14:22.990839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:23.061951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac3c96-6413-4111-aee5-87d203911153 req-9ecb88e6-0efa-427d-83e1-dce4595c051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:23.063851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65ac3c96-6413-4111-aee5-87d203911153 req-9ecb88e6-0efa-427d-83e1-dce4595c051d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 1096 time: 0.2663329 Oct 13 00:14:23.083166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad4c660-a4cc-46aa-a70e-5c6380b74a09,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:23.091284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Checking segment: {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:23.091785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Network hostable DHCP agents. Network: 972360ba-87c4-40b5-91b3-83430f57dcf1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:14:23.131572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:14:23.143044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff624a-daa1-43f0-8fdb-c222a102dba5 req-64156de8-6331-41e8-9aaf-719cfbf2e3a0 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:23.146398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfff624a-daa1-43f0-8fdb-c222a102dba5 req-64156de8-6331-41e8-9aaf-719cfbf2e3a0 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.3221068 Oct 13 00:14:23.152471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65ac3c96-6413-4111-aee5-87d203911153 req-f554c14b-3aaa-4964-b5c3-2bf6e8c94f21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757923 Oct 13 00:14:23.156052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 972360ba-87c4-40b5-91b3-83430f57dcf1) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:23.165147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36332b90-3144-4ef9-a19e-a66ad76cd66d None None] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:23.169461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:23.172456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:23.190407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:14:23.196581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:23.203465 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] Sync routers for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:23.225726 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:23.233610 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:23.239778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2b0ece66-ee8b-47f1-a4e4-33d0dc7aba09 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6678064 Oct 13 00:14:23.240400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51632) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:23.244853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-029722c2-c361-4395-89f3-d5fc272a6463 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "PUT /v2.0/floatingips/705d6048-9b33-4eff-94ee-134214db8c01 HTTP/1.1" status: 200 len: 997 time: 3.1736674 Oct 13 00:14:23.245630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:23.249983 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923a3fa6-f393-49cb-8f3f-49daba818b73" -d '{"events": [{"name": "network-changed", "server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:23.257185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:23.290471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:23.292483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:23.348826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfff624a-daa1-43f0-8fdb-c222a102dba5 req-c4a7d508-6a2b-403b-b90d-0746d493607f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784639 Oct 13 00:14:23.384699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-d2fe8503-244e-41c3-aeee-267fa0a0ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:23.396722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-d2fe8503-244e-41c3-aeee-267fa0a0ae40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cb36ba37649436982f362c203926d3b&device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 1097 time: 0.1381814 Oct 13 00:14:23.433070 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:23.576843 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-972360ba-87c4-40b5-91b3-83430f57dcf1', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:14:23.577739 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:23.650860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-846c6381-b3e6-49fe-998c-d96a3e12b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:23.653466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-846c6381-b3e6-49fe-998c-d96a3e12b3da service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c HTTP/1.1" status: 200 len: 930 time: 0.2553601 Oct 13 00:14:23.682394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd657bdc-101e-4bd0-82bd-3875f732c255 req-106f573d-a1c4-4244-ab7a-3420ff1bbc2d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:23.691475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd657bdc-101e-4bd0-82bd-3875f732c255 req-106f573d-a1c4-4244-ab7a-3420ff1bbc2d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 944 time: 0.1476362 Oct 13 00:14:23.752886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:23.758003 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:23.818757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd657bdc-101e-4bd0-82bd-3875f732c255 req-3b2feb9e-664a-412e-a2d0-8805b3180406 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262779 Oct 13 00:14:23.857067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Allocated IP 172.20.0.2 (972360ba-87c4-40b5-91b3-83430f57dcf1/0ad4c660-a4cc-46aa-a70e-5c6380b74a09/df3b742a-43a8-4ea1-a1d3-e2471f0be27f) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:23.965823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-bfe9205d-9ffb-4d4c-adee-9e33343b9cfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 200 len: 1000 time: 0.3016777 Oct 13 00:14:24.228730 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.231873 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.242195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.254670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d90d5-4ab9-4d33-9dbd-d7bf586d4746 req-13c1226a-569d-4cc5-80bf-a06a41cd97a4 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:24.261166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-886d90d5-4ab9-4d33-9dbd-d7bf586d4746 req-13c1226a-569d-4cc5-80bf-a06a41cd97a4 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 945 time: 0.3118918 Oct 13 00:14:24.265938 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '705d6048-9b33-4eff-94ee-134214db8c01', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'port_id': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'mac_address': 'fa:16:3e:34:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:14:15Z', 'updated_at': '2021-10-13T00:14:21Z', 'revision_number': 1, 'project_id': '5cb36ba37649436982f362c203926d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:55Z', 'revision_number': 5, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:24.270485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-33c52881-712d-4ad8-b95f-3728c7aa6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:24.282039 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-33c52881-712d-4ad8-b95f-3728c7aa6c9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c121cc60-6c76-45b0-93a8-a82254554109 HTTP/1.1" status: 200 len: 868 time: 0.2482083 Oct 13 00:14:24.285579 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.317542 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] Checking router: 3b677c4a-dc58-4613-8581-6137e1ab7489 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:24.331072 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:24.331818 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:24.336444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Pushing event updated for resources: {'Port': ['ID=df3b742a-43a8-4ea1-a1d3-e2471f0be27f,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:24.356346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:24.359845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:24.371252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:24.436795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Allocated IP 172.25.3.158 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/abea370d-2bde-4e9c-92e6-d7ab59e9277c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:24.490974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Attempting to bind port df3b742a-43a8-4ea1-a1d3-e2471f0be27f on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:24.491343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Attempting to bind port df3b742a-43a8-4ea1-a1d3-e2471f0be27f by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:24.491728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Attempting to bind port df3b742a-43a8-4ea1-a1d3-e2471f0be27f on network 972360ba-87c4-40b5-91b3-83430f57dcf1 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:24.495322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-886d90d5-4ab9-4d33-9dbd-d7bf586d4746 req-c5a08257-3edf-4b36-956e-ed0d9b895eee tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055242 Oct 13 00:14:24.511931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-9a88a7f9-c6e2-4c92-8f9f-7e43ea41682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:24.513829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-9a88a7f9-c6e2-4c92-8f9f-7e43ea41682f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303541 Oct 13 00:14:24.518728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:24.519107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Checking segment: {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:24.519530 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.519947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Bound using segment: {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:24.520590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Bound port: df3b742a-43a8-4ea1-a1d3-e2471f0be27f, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:24.520989 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.561773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.591650 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:24.604784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.641005 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2d8eef-6b4a-4c48-ab91-74d5c3d030b0 x-openstack-request-id: req-cb2d8eef-6b4a-4c48-ab91-74d5c3d030b0 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:24.641598 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:24.642647 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb2d8eef-6b4a-4c48-ab91-74d5c3d030b0 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:24.643267 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'status': 'completed', 'code': 200} Oct 13 00:14:24.684660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] For port df3b742a-43a8-4ea1-a1d3-e2471f0be27f, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:24.701499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2bf533-0219-418c-9952-f28693a922b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac6a4c-39fa-4fd2-bdb7-591c34287fce'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:24.712191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:24.732066 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097239a8-72e3-476d-9863-ebd41fef6026" -d '{"events": [{"server_uuid": "9e2bf533-0219-418c-9952-f28693a922b8", "name": "network-vif-plugged", "status": "completed", "tag": "20ac6a4c-39fa-4fd2-bdb7-591c34287fce"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:24.747811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-17257bb2-67fe-438e-ae23-1a72d5aa586f service neutron] 10.222.0.21 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257135 Oct 13 00:14:24.748957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] For port df3b742a-43a8-4ea1-a1d3-e2471f0be27f, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=df3b742a-43a8-4ea1-a1d3-e2471f0be27f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:24.754130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:24.758880 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:24.764832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:24.839257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-56fcdb5d-85a0-4595-83c9-9b0ef7884f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:24.845595 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-56fcdb5d-85a0-4595-83c9-9b0ef7884f6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5cb36ba37649436982f362c203926d3b&device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 1097 time: 0.1929214 Oct 13 00:14:24.847048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Pushing event updated for resources: {'Port': ['ID=abea370d-2bde-4e9c-92e6-d7ab59e9277c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:24.884742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5a9bc-3f9b-48d5-b09f-ec2382c063f4 None None] Pushing event updated for resources: {'Port': ['ID=df3b742a-43a8-4ea1-a1d3-e2471f0be27f,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:24.999937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8992ddd7-d6fa-4c19-9e79-658419615b0c req-9c0ed03e-ef55-462e-9906-aed85b99952d service neutron] 10.222.0.21 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421417 Oct 13 00:14:25.190086 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '705d6048-9b33-4eff-94ee-134214db8c01', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'port_id': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'mac_address': 'fa:16:3e:34:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:14:15Z', 'updated_at': '2021-10-13T00:14:21Z', 'revision_number': 1, 'project_id': '5cb36ba37649436982f362c203926d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:55Z', 'revision_number': 5, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:25.274669 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3ec54-46a6-4b4f-be4b-a1598926af12 None None] The sync data for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 is: [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '705d6048-9b33-4eff-94ee-134214db8c01', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'port_id': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'mac_address': 'fa:16:3e:34:0c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:14:15Z', 'updated_at': '2021-10-13T00:14:21Z', 'revision_number': 1, 'project_id': '5cb36ba37649436982f362c203926d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:55Z', 'revision_number': 5, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:25.288911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device aa751057-664f-4572-9cfc-2090bec47b99 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:25.292293 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60522ae5-bba7-45a9-b96d-45562f2460f0 x-openstack-request-id: req-60522ae5-bba7-45a9-b96d-45562f2460f0 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:25.292577 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2bf533-0219-418c-9952-f28693a922b8", "name": "network-vif-plugged", "status": "completed", "tag": "20ac6a4c-39fa-4fd2-bdb7-591c34287fce", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:25.292835 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60522ae5-bba7-45a9-b96d-45562f2460f0 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:25.293232 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2bf533-0219-418c-9952-f28693a922b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac6a4c-39fa-4fd2-bdb7-591c34287fce', 'code': 200} Oct 13 00:14:25.643466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port aa751057-664f-4572-9cfc-2090bec47b99 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:14:25.649126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port aa751057-664f-4572-9cfc-2090bec47b99 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:25.650007 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:25.695306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfa4ca-7a39-47ce-8c75-577a9d820c5d req-0abf2043-51ec-41ca-9723-0d8aeb1b4c90 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:25.696955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4cfa4ca-7a39-47ce-8c75-577a9d820c5d req-0abf2043-51ec-41ca-9723-0d8aeb1b4c90 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.6957040 Oct 13 00:14:25.736321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169b4e5-897f-4ce6-b9c5-8b084442b6f6 None None] New status for floating IP 705d6048-9b33-4eff-94ee-134214db8c01: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:14:25.794635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad1f0f-4cec-4d40-808e-99e1ab019f35 req-dfb8562f-d729-40f5-afdf-fed1fbdfbdcc tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:25.796165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbad1f0f-4cec-4d40-808e-99e1ab019f35 req-dfb8562f-d729-40f5-afdf-fed1fbdfbdcc tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 944 time: 0.1821313 Oct 13 00:14:25.814796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4cfa4ca-7a39-47ce-8c75-577a9d820c5d req-f0f454fc-9d5b-43f1-956a-d54e79697922 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018841 Oct 13 00:14:25.924574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbad1f0f-4cec-4d40-808e-99e1ab019f35 req-e8a3b95c-1f92-4658-8942-248131dea315 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086757 Oct 13 00:14:25.941678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:26.020137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:26.033830 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:26.064488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-584cc6e0-fced-44ac-9694-d34f59664308 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 258 time: 0.2290583 Oct 13 00:14:26.066350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-a93b45d4-065d-45f9-a529-3baeb2073948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:26.068975 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-a93b45d4-065d-45f9-a529-3baeb2073948 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c HTTP/1.1" status: 200 len: 930 time: 1.2120333 Oct 13 00:14:26.090371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:26.147574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:26.164263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:26.191953 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-f71c6013-efcf-4b4c-b4b3-9ecedd56588c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 200 len: 1002 time: 0.1111846 Oct 13 00:14:26.200994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb064b3-c6d5-4e61-8064-3ec0b5ab356d req-52374537-0509-4dfb-b991-ada286e1f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:26.202728 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8cb064b3-c6d5-4e61-8064-3ec0b5ab356d req-52374537-0509-4dfb-b991-ada286e1f150 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 1096 time: 0.2824006 Oct 13 00:14:26.338544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cce382-e7ef-474c-a168-6916ff2eaecf req-4e89b9c5-200d-4949-b1ca-8e1dd4a6fb4c tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:26.349307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23cce382-e7ef-474c-a168-6916ff2eaecf req-4e89b9c5-200d-4949-b1ca-8e1dd4a6fb4c tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 945 time: 0.1709449 Oct 13 00:14:26.410065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8cb064b3-c6d5-4e61-8064-3ec0b5ab356d req-50013cb2-c059-48dd-ae7f-3ae50e3ba905 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618505 Oct 13 00:14:26.413620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-9c60d451-9070-4113-8f8e-92c510cacf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:26.415865 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-9c60d451-9070-4113-8f8e-92c510cacf5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c121cc60-6c76-45b0-93a8-a82254554109 HTTP/1.1" status: 200 len: 868 time: 0.2121613 Oct 13 00:14:26.441071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23cce382-e7ef-474c-a168-6916ff2eaecf req-cb100ca5-2509-44c2-930a-94d1849cd3e5 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837040 Oct 13 00:14:26.508923 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:26.512265 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:26.653226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33cef30-28d4-4504-8ba7-cd5b3eb4d573 None None] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:26.736338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Allocated IP 172.25.3.242 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/6e167808-1e68-4d1c-b256-e9ba2d6d3ab7) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:26.848502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ac1894b9-0657-4864-be79-09fd45881fb8 None None] Provisioning complete for port df3b742a-43a8-4ea1-a1d3-e2471f0be27f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:26.849263 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ac1894b9-0657-4864-be79-09fd45881fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:26.997394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.066948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device df3b742a-43a8-4ea1-a1d3-e2471f0be27f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:27.099425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-7e7b9fab-5042-466e-bd55-4f65d8df8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:27.101836 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-7e7b9fab-5042-466e-bd55-4f65d8df8227 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3072164 Oct 13 00:14:27.105182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f519ab9-e8ed-4db7-af88-1132d6731c22 req-a5e4b46d-5ded-4ea0-978f-57e6f6c75c84 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:27.116327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f519ab9-e8ed-4db7-af88-1132d6731c22 req-a5e4b46d-5ded-4ea0-978f-57e6f6c75c84 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1165307 Oct 13 00:14:27.151122 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.161406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51716) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:27.194599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.222375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f519ab9-e8ed-4db7-af88-1132d6731c22 req-568dad4a-8607-41a9-b70a-f719e025acf3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041260 Oct 13 00:14:27.279800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:27.288654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:27.295102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:27.306824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:27.309208 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13ce16-106f-4e30-a2ea-106ec28c1675" -d '{"events": [{"server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "name": "network-vif-plugged", "status": "completed", "tag": "aa751057-664f-4572-9cfc-2090bec47b99"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:27.329078 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ac1894b9-0657-4864-be79-09fd45881fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.402038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port df3b742a-43a8-4ea1-a1d3-e2471f0be27f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:27.402415 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.433026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Pushing event updated for resources: {'Port': ['ID=6e167808-1e68-4d1c-b256-e9ba2d6d3ab7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:27.474687 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-707f054e-c316-4e05-8def-d56b18bc3d6e service neutron] 10.222.0.45 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622706 Oct 13 00:14:27.475872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Router 5060ce30-63e2-4582-99d6-05bcedddbcbf is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:14:27.503240 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69fe2570-5cbe-4c25-a7eb-fd23d7bd6d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.544868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ac1894b9-0657-4864-be79-09fd45881fb8 None None] For port df3b742a-43a8-4ea1-a1d3-e2471f0be27f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=df3b742a-43a8-4ea1-a1d3-e2471f0be27f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:27.556082 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ac1894b9-0657-4864-be79-09fd45881fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.647134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f9551-4e96-4afc-b383-48052daf9bad req-fc937920-fae2-4755-abbc-a4458a7496e4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:27.662055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a04f9551-4e96-4afc-b383-48052daf9bad req-fc937920-fae2-4755-abbc-a4458a7496e4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 945 time: 0.2647083 Oct 13 00:14:27.752005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1894b9-0657-4864-be79-09fd45881fb8 None None] Pushing event updated for resources: {'Port': ['ID=df3b742a-43a8-4ea1-a1d3-e2471f0be27f,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:27.760369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6d970dfa-217d-4d8b-b13c-0425f7844758 None None] Provisioning complete for port df3b742a-43a8-4ea1-a1d3-e2471f0be27f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:27.761108 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6d970dfa-217d-4d8b-b13c-0425f7844758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.784925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.918573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a04f9551-4e96-4afc-b383-48052daf9bad req-0a58ebd7-ad24-42a5-9b3f-d86b74e50e44 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555299 Oct 13 00:14:27.960393 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:27.973470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:14:27.991315 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Sync routers for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:28.001713 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-923a3fa6-f393-49cb-8f3f-49daba818b73 req-d086a10b-681f-4255-95cb-897171bce153 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075395 Oct 13 00:14:28.010916 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:28.011792 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c7b190-9337-44e2-b6bc-f663510b57fb x-openstack-request-id: req-b4c7b190-9337-44e2-b6bc-f663510b57fb {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:28.012307 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "name": "network-vif-plugged", "status": "completed", "tag": "aa751057-664f-4572-9cfc-2090bec47b99", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:28.013063 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4c7b190-9337-44e2-b6bc-f663510b57fb {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:28.014088 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:28.014244 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99', 'code': 200} Oct 13 00:14:28.024818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.029017 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-93ee3434-c68c-462c-b7b7-9c7043f18b35 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7876210 Oct 13 00:14:28.032247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51732) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:28.180835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69fe2570-5cbe-4c25-a7eb-fd23d7bd6d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.246359 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69fe2570-5cbe-4c25-a7eb-fd23d7bd6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.285702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:28.343410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-69fe2570-5cbe-4c25-a7eb-fd23d7bd6d93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09f1447b92a24b5c93ea12d5191ca12c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1758504 Oct 13 00:14:28.348669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51734) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:28.353214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe2570-5cbe-4c25-a7eb-fd23d7bd6d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc770ad-221b-4a86-8a68-6264425ec2fa,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:28.376766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f1fd3-d79b-48e9-87a4-a3583b4ebdda req-3d7a375d-ef65-47eb-9d00-913984650fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:28.378429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-608f1fd3-d79b-48e9-87a4-a3583b4ebdda req-3d7a375d-ef65-47eb-9d00-913984650fdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1096 time: 0.2387469 Oct 13 00:14:28.410616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd3af7-0fc1-4bcf-9c44-71f973ff4a71 req-477fa5d8-57e0-4d14-a9cf-5f948f5b43ef tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:28.412219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53fd3af7-0fc1-4bcf-9c44-71f973ff4a71 req-477fa5d8-57e0-4d14-a9cf-5f948f5b43ef tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 945 time: 0.2453120 Oct 13 00:14:28.519340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.526684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-608f1fd3-d79b-48e9-87a4-a3583b4ebdda req-e7eafc44-2520-40f1-bcfd-414bb04010cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324277 Oct 13 00:14:28.537700 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.615198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Pushing event updated for resources: {'Port': ['ID=6e167808-1e68-4d1c-b256-e9ba2d6d3ab7,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:28.627815 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-008094df-2dc2-4647-bde7-e2a05cf5937e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.646030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53fd3af7-0fc1-4bcf-9c44-71f973ff4a71 req-7d36033c-f0b9-4aa3-b146-39f2c20e029c tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132885 Oct 13 00:14:28.704176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-008094df-2dc2-4647-bde7-e2a05cf5937e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.741871 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.767712 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:26Z', 'revision_number': 3, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:28.774102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.776012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-8d0ae299-6f00-42de-88c1-5f4afd7aa5fd tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7021811 Oct 13 00:14:28.804697 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-008094df-2dc2-4647-bde7-e2a05cf5937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.810074 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-008094df-2dc2-4647-bde7-e2a05cf5937e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.811269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.816177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-008094df-2dc2-4647-bde7-e2a05cf5937e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bc770ad-221b-4a86-8a68-6264425ec2fa HTTP/1.1" status: 204 len: 168 time: 0.4616458 Oct 13 00:14:28.816393 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Checking router: 5060ce30-63e2-4582-99d6-05bcedddbcbf for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:28.816393 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Updating router 5060ce30-63e2-4582-99d6-05bcedddbcbf port abea370d-2bde-4e9c-92e6-d7ab59e9277c binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:14:28.864197 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:28.921406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-26ca35a5-9fb4-4ca5-88c0-f53eb923e73d tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1371293 Oct 13 00:14:28.922386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008094df-2dc2-4647-bde7-e2a05cf5937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc770ad-221b-4a86-8a68-6264425ec2fa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:29.092918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device df3b742a-43a8-4ea1-a1d3-e2471f0be27f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:29.181403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Allocated IP 172.20.0.1 (972360ba-87c4-40b5-91b3-83430f57dcf1/0ad4c660-a4cc-46aa-a70e-5c6380b74a09/1ba61dcd-06f3-4f99-82d2-87b942bc063a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:29.217772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port df3b742a-43a8-4ea1-a1d3-e2471f0be27f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:29.221359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.321891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-8e7e9579-d7b0-4119-95ab-5c96b1f5fa25 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:29.330732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-8e7e9579-d7b0-4119-95ab-5c96b1f5fa25 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 813 time: 0.2822919 Oct 13 00:14:29.395843 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.409414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-c729f34e-2d3b-4810-835f-8d24c211bec9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/quotas/f386f82c3159471f86da3747eef0b3da HTTP/1.1" status: 200 len: 375 time: 0.0668528 Oct 13 00:14:29.411034 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.428696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.483827 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Attempting to bind port abea370d-2bde-4e9c-92e6-d7ab59e9277c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:29.484445 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Attempting to bind port abea370d-2bde-4e9c-92e6-d7ab59e9277c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:29.485102 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Attempting to bind port abea370d-2bde-4e9c-92e6-d7ab59e9277c on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:29.488096 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d63cd-d006-4711-b834-5461e2e1a6bd None None] Pushing event updated for resources: {'Port': ['ID=abea370d-2bde-4e9c-92e6-d7ab59e9277c,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:29.509298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.509581 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:29.510376 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:29.510993 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.511731 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:29.512517 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Bound port: abea370d-2bde-4e9c-92e6-d7ab59e9277c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:29.513136 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.601784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] For port abea370d-2bde-4e9c-92e6-d7ab59e9277c, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:29.605502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:29.606024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-d1659581-60c6-4daa-bf4d-9f0de44ebe2f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:29.609996 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] For port abea370d-2bde-4e9c-92e6-d7ab59e9277c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=abea370d-2bde-4e9c-92e6-d7ab59e9277c,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:29.621608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-881d0b03-86a4-41d2-a461-549cf7f92ca6 req-d1659581-60c6-4daa-bf4d-9f0de44ebe2f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.6904655 Oct 13 00:14:29.624229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:29.624704 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.628928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:29.673144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-326309b0-fa7c-4282-813e-95dc865c26de tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2524173 Oct 13 00:14:29.706452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Pushing event updated for resources: {'Port': ['ID=1ba61dcd-06f3-4f99-82d2-87b942bc063a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:29.747049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:29.773818 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:29.775921 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:29.887912 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d63cd-d006-4711-b834-5461e2e1a6bd None None] Pushing event updated for resources: {'Port': ['ID=abea370d-2bde-4e9c-92e6-d7ab59e9277c,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:30.071596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-813be08c-238d-4b55-919a-5bdf25c0ad96 service neutron] 10.222.0.21 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931317 Oct 13 00:14:30.139664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-88c296fd-f7f6-473e-99f1-2342c1d675d0 None None] Provisioning complete for port 1ba61dcd-06f3-4f99-82d2-87b942bc063a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:30.140289 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-88c296fd-f7f6-473e-99f1-2342c1d675d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:30.233481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:30.283973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-88c296fd-f7f6-473e-99f1-2342c1d675d0 None None] Port 1ba61dcd-06f3-4f99-82d2-87b942bc063a cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:14:30.420866 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:30.436273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-294733ab-6a1d-4bb8-8bc6-aa1884267f9b service neutron] 10.222.0.21 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511152 Oct 13 00:14:30.456583 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650f3e4-2029-4385-ae33-fed0c96b31db req-e28d5113-fd22-482d-8d63-18cfd346f619 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:30.458302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3650f3e4-2029-4385-ae33-fed0c96b31db req-e28d5113-fd22-482d-8d63-18cfd346f619 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 945 time: 0.1765776 Oct 13 00:14:30.509011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51788) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:30.511689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:30.518725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:30.560732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3650f3e4-2029-4385-ae33-fed0c96b31db req-08931567-08c9-4615-af55-d85f241fd87d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951045 Oct 13 00:14:30.603974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Pushing event updated for resources: {'Port': ['ID=1ba61dcd-06f3-4f99-82d2-87b942bc063a,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:30.608296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:30.929651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-191845655-network', 'tenant_id': '78e96295fb4b41a09bf66cc575acf850'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:30.940523 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:26Z', 'revision_number': 3, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:30.974217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec1f28-db0b-4bba-b6ba-07af48e65a25 req-7f3ebb0c-c67a-4e39-b993-18704a4cc840 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:30.979479 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf499f9-7bbc-4c2d-9f47-51a56420c204 None None] The sync data for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 is: [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:26Z', 'revision_number': 3, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:30.983030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68ec1f28-db0b-4bba-b6ba-07af48e65a25 req-7f3ebb0c-c67a-4e39-b993-18704a4cc840 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1710162 Oct 13 00:14:30.987612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:30.989070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:31.056568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68ec1f28-db0b-4bba-b6ba-07af48e65a25 req-b6cde75f-9580-4b7b-b140-dce6029ea008 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0675628 Oct 13 00:14:31.210194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Router 5060ce30-63e2-4582-99d6-05bcedddbcbf has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:14:31.238401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-68ec1f28-db0b-4bba-b6ba-07af48e65a25 req-7d9d59ee-04bd-4c8a-979c-67fff6604c1b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Request body: {'floatingip': {'port_id': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:31.253605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Made reservation on behalf of 78e96295fb4b41a09bf66cc575acf850 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:31.257315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:31.279141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:31.403339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba907b1d-680a-4e1e-9036-2e6fa0f355b3 req-fa5f98bf-a4ee-4ab6-afcb-f3b7a65e2a58 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:31.412563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba907b1d-680a-4e1e-9036-2e6fa0f355b3 req-fa5f98bf-a4ee-4ab6-afcb-f3b7a65e2a58 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1096 time: 0.3470120 Oct 13 00:14:31.430432 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68ec1f28-db0b-4bba-b6ba-07af48e65a25 req-7d9d59ee-04bd-4c8a-979c-67fff6604c1b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:31.435984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-edb565a5-b9c0-4c82-851e-6f26b388b6ad None None] Provisioning complete for port 1ba61dcd-06f3-4f99-82d2-87b942bc063a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:31.437353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-edb565a5-b9c0-4c82-851e-6f26b388b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:31.514965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-edb565a5-b9c0-4c82-851e-6f26b388b6ad None None] Port 1ba61dcd-06f3-4f99-82d2-87b942bc063a cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:14:31.538854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:14:31.556415 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c820cc6c-e67b-4728-92f7-4f0126306f7d admin admin] 10.222.0.21 "PUT /v2.0/routers/5060ce30-63e2-4582-99d6-05bcedddbcbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5178111 Oct 13 00:14:31.731826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba907b1d-680a-4e1e-9036-2e6fa0f355b3 req-f086af46-c32e-4360-9378-3f1b750c895c tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180904 Oct 13 00:14:32.063933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5e079c1-b67e-4b74-9ef6-5a6017260185 req-8979c9c5-0b45-42ef-b6c8-b0c86897ded2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 210 time: 0.0943580 Oct 13 00:14:32.246084 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:32.326722 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:32.430798 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-68ec1f28-db0b-4bba-b6ba-07af48e65a25 req-7d9d59ee-04bd-4c8a-979c-67fff6604c1b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 00:14:32.449032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68ec1f28-db0b-4bba-b6ba-07af48e65a25 req-7d9d59ee-04bd-4c8a-979c-67fff6604c1b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "PUT /v2.0/floatingips/25af2301-9340-41bc-ad96-addc9321d1a7 HTTP/1.1" status: 409 len: 551 time: 1.3807774 Oct 13 00:14:32.485843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45791ef3-f686-4966-b7a0-8715e444adfb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:32.503190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:14:32.531344 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:32.532751 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Added segment b2b741fc-8a45-471c-9817-8f4abea2b6e2 of type vlan for network 78d728a0-fde6-4f17-a046-a350dffee925 Oct 13 00:14:32.709544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:32.783235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d39615-1063-4567-9f4a-bb5428b861fe req-5f680f70-1483-4515-96d0-c180c5693760 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:32.789370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1d39615-1063-4567-9f4a-bb5428b861fe req-5f680f70-1483-4515-96d0-c180c5693760 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1096 time: 0.1809731 Oct 13 00:14:32.883832 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:32.884942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:32.885602 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:32.897031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1d39615-1063-4567-9f4a-bb5428b861fe req-21dff098-13db-4743-8977-1246c34bd536 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923846 Oct 13 00:14:33.074047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-db74baea-2a71-4cc5-87cb-45cc6634404d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:33.089399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-db74baea-2a71-4cc5-87cb-45cc6634404d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.45 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 813 time: 0.3849220 Oct 13 00:14:33.121795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Request body: {'port': {'device_id': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0', 'admin_state_up': True, 'tenant_id': 'f386f82c3159471f86da3747eef0b3da'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:33.136384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device abea370d-2bde-4e9c-92e6-d7ab59e9277c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:33.168627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-fbc3354e-7a81-4ac8-b073-d4109e1c3e8d tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips/25af2301-9340-41bc-ad96-addc9321d1a7 HTTP/1.1" status: 200 len: 693 time: 0.1735103 Oct 13 00:14:33.225790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7157831 Oct 13 00:14:33.239684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port abea370d-2bde-4e9c-92e6-d7ab59e9277c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:33.240187 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:33.252106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51906) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:33.269246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Request body: {'subnet': {'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-191845655-subnet', 'tenant_id': '78e96295fb4b41a09bf66cc575acf850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:33.278563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e16127-4e54-4ad2-b809-738ce6938292 admin admin] Pushing event updated for resources: {'Network': ['ID=78d728a0-fde6-4f17-a046-a350dffee925,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:33.293788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 78d728a0-fde6-4f17-a046-a350dffee925 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:14:33.412295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Made reservation on behalf of 78e96295fb4b41a09bf66cc575acf850 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:33.422704 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:33.448411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3fbe343-d182-4026-8cc4-288450de2a8b req-1857eb50-50b7-4690-be21-7c300dd4075e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 210 time: 0.1010761 Oct 13 00:14:33.470407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-b866c55a-2aac-4a40-b0d1-ea789a759cfe tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:33.475004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-b866c55a-2aac-4a40-b0d1-ea789a759cfe tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.3046227 Oct 13 00:14:33.494125 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:33.543705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port abea370d-2bde-4e9c-92e6-d7ab59e9277c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=abea370d-2bde-4e9c-92e6-d7ab59e9277c,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:33.557652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:33.642191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-475ec253-5e2d-4045-b551-51df04312ff8 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1535332 Oct 13 00:14:33.660932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Made reservation on behalf of f386f82c3159471f86da3747eef0b3da for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:33.665440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:33.685275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=abea370d-2bde-4e9c-92e6-d7ab59e9277c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:33.760707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-3f5c4168-0662-4482-940c-2c79a90ac3d1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.1104610 Oct 13 00:14:33.947544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8f597-1f5c-4db2-89be-3671a16f3e33 req-0f353cb5-f0a7-44d4-8882-f90c5ee3d6d1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:33.956977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82f8f597-1f5c-4db2-89be-3671a16f3e33 req-0f353cb5-f0a7-44d4-8882-f90c5ee3d6d1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1096 time: 0.1305389 Oct 13 00:14:34.040249 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82f8f597-1f5c-4db2-89be-3671a16f3e33 req-a52fac49-1209-4b26-aa8c-65364da8e7c5 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822809 Oct 13 00:14:34.051697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Sync routers for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:34.065229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:34.066326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:34.080379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Deleting port 6e167808-1e68-4d1c-b256-e9ba2d6d3ab7 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:34.080923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.251740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.310328 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.310948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.311388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Allocated IP 172.20.0.10 (6d668629-6a5a-4b85-9084-6d1fcec980c0/330317fb-9c0f-43b2-bb65-0b7a5b5950f2/0eda2ea5-0976-4100-9adf-d86a8f3d7ae3) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:34.319742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:34.332016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Calling delete_port for 6e167808-1e68-4d1c-b256-e9ba2d6d3ab7 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:34.342334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0bed6ed-ea11-4008-8985-a19492aa0001,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:34.361191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Checking segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:34.361864 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Network hostable DHCP agents. Network: 78d728a0-fde6-4f17-a046-a350dffee925, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:14:34.418683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Network 78d728a0-fde6-4f17-a046-a350dffee925 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:14:34.462253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 78d728a0-fde6-4f17-a046-a350dffee925) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:34.490820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15626519-f40d-45e7-af28-bae443e31025 None None] Network 78d728a0-fde6-4f17-a046-a350dffee925 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:34.512839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:34.513443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.573142 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef82256c-949c-45d8-83a7-f52530bf3354 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3149154 Oct 13 00:14:34.632475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-285deb2c-bb1b-40aa-92ed-7260473b6dcd req-be5ff0c9-0fd5-44f3-96c9-25d8cfdaa75d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 210 time: 0.0723453 Oct 13 00:14:34.639207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.728587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.734883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Pushing event deleted for resources: {'Port': ['ID=6e167808-1e68-4d1c-b256-e9ba2d6d3ab7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:34.833964 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.883115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c158363e-207c-4fc8-a46e-b1853a34eea5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:34.913758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.920503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:34.923323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4ffc949-aa0b-4f42-b070-d8f622dcff28 req-c90aee72-54d1-4d09-a5d3-6c2645db9d6f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "DELETE /v2.0/floatingips/25af2301-9340-41bc-ad96-addc9321d1a7 HTTP/1.1" status: 204 len: 173 time: 1.1540446 Oct 13 00:14:34.993425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Network 6d668629-6a5a-4b85-9084-6d1fcec980c0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:34.997220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:35.004366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:35.082431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f2295-d30b-49e8-b58d-bd2b119849da None None] Network 78d728a0-fde6-4f17-a046-a350dffee925 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:35.096775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Pushing event updated for resources: {'Port': ['ID=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:35.126935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:35.127155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device abea370d-2bde-4e9c-92e6-d7ab59e9277c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:35.127259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:35.151545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-32d3f2e7-3e54-4d6e-946e-f32e8597b1b2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0429051 Oct 13 00:14:35.169383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Request body: {'port': {'device_id': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:35.177495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-063ef14e-2ce2-41df-89d7-03a0c9987c68 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.2268965 Oct 13 00:14:35.254817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285fcfc-f3e5-4b14-a7e2-62b6647490c6 req-6920c246-c5d2-4e76-8be5-6148f24a7657 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:35.256552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a285fcfc-f3e5-4b14-a7e2-62b6647490c6 req-6920c246-c5d2-4e76-8be5-6148f24a7657 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 948 time: 0.1642175 Oct 13 00:14:35.259161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:35.271799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-d594c64a-b9f8-4512-8761-f059929a423f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:35.290320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-d594c64a-b9f8-4512-8761-f059929a423f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports/a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 200 len: 943 time: 0.1118402 Oct 13 00:14:35.476010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 2, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:35.515267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Checking router: 5060ce30-63e2-4582-99d6-05bcedddbcbf for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:35.515980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Updating router 5060ce30-63e2-4582-99d6-05bcedddbcbf port 1ba61dcd-06f3-4f99-82d2-87b942bc063a binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:14:35.519320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port abea370d-2bde-4e9c-92e6-d7ab59e9277c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:35.519320 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:35.587554 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:35.713643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:35.722351 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:35.734931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Transition to ACTIVE for port object 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:14:35.746438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:35.777055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-d15ccafe-34a0-42aa-bed9-0865913a4fff tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.4382420 Oct 13 00:14:35.792911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a285fcfc-f3e5-4b14-a7e2-62b6647490c6 req-a0c8b08e-5347-499c-ba24-71327bfd3da4 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003855 Oct 13 00:14:35.879005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Pushing event updated for resources: {'Port': ['ID=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:36.011587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.022971 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.029227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-d15ea895-3cdf-493e-915a-73e8a8df64a7 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:36.037875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Attempting to bind port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:36.041187 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-d15ea895-3cdf-493e-915a-73e8a8df64a7 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.2631936 Oct 13 00:14:36.041429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Attempting to bind port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:36.041769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Attempting to bind port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 on network 6d668629-6a5a-4b85-9084-6d1fcec980c0 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:36.048181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 on network 6d668629-6a5a-4b85-9084-6d1fcec980c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:14:36.048181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Attempting to bind port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 on network 6d668629-6a5a-4b85-9084-6d1fcec980c0 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:36.054704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:36.055241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Checking segment: {'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:36.055813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Bound using segment: {'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:36.056318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Bound port: 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:36.056848 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.104437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c70027-bdd9-4945-9149-7767aee7fb77 None None] Pushing event updated for resources: {'Port': ['ID=1ba61dcd-06f3-4f99-82d2-87b942bc063a,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:36.150430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] For port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:36.156084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] For port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:36.180036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.242663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-dd9fe86d-a3da-48ac-a654-98cae6634d13 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.2001343 Oct 13 00:14:36.252836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:36.285430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Attempting to bind port 1ba61dcd-06f3-4f99-82d2-87b942bc063a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:36.286508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Attempting to bind port 1ba61dcd-06f3-4f99-82d2-87b942bc063a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:36.286868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Attempting to bind port 1ba61dcd-06f3-4f99-82d2-87b942bc063a on network 972360ba-87c4-40b5-91b3-83430f57dcf1 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:36.293293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:36.294080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.307322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] 10.222.0.45 "PUT /v2.0/ports/0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 HTTP/1.1" status: 200 len: 1092 time: 1.1330633 Oct 13 00:14:36.309136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'tag': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:36.312498 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea4879d-9215-4cf5-9d6b-208afaef26b3", "tag": "0eda2ea5-0976-4100-9adf-d86a8f3d7ae3"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:36.322863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:36.323247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Checking segment: {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:36.323699 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.324098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Bound using segment: {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:36.324588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Bound port: 1ba61dcd-06f3-4f99-82d2-87b942bc063a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:36.328448 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.339460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576c31c-d07b-47a6-a3da-0e4e94967173 service neutron] Pushing event updated for resources: {'Port': ['ID=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:36.394373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.441612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-42f7901c-1f72-4c2c-9325-310b4ffdd159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:36.443711 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-42f7901c-1f72-4c2c-9325-310b4ffdd159 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 1095 time: 0.0767648 Oct 13 00:14:36.460798 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.499692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] For port 1ba61dcd-06f3-4f99-82d2-87b942bc063a, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:36.502933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] For port 1ba61dcd-06f3-4f99-82d2-87b942bc063a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1ba61dcd-06f3-4f99-82d2-87b942bc063a,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:36.511071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-b40283cf-9833-437d-8914-3eed5f4be50f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 HTTP/1.1" status: 200 len: 217 time: 0.0521164 Oct 13 00:14:36.513351 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.572693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-e99e4113-7f78-44f2-bdd2-ad62537c6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:36.580545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-e99e4113-7f78-44f2-bdd2-ad62537c6160 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 200 len: 853 time: 0.0625439 Oct 13 00:14:36.597880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:36.598718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:36.626405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-078c0df4-f564-4191-ac2e-4529a92d0820 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d668629-6a5a-4b85-9084-6d1fcec980c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379527 Oct 13 00:14:36.653549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c70027-bdd9-4945-9149-7767aee7fb77 None None] Pushing event updated for resources: {'Port': ['ID=1ba61dcd-06f3-4f99-82d2-87b942bc063a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:36.672903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d2ac33-fd8f-4430-b9b3-c85d83ba0884 None None] Provisioning complete for port 1ba61dcd-06f3-4f99-82d2-87b942bc063a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:36.673276 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d2ac33-fd8f-4430-b9b3-c85d83ba0884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.691981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.704853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.705229 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Floating IP 705d6048-9b33-4eff-94ee-134214db8c01 disassociated. External IP: 172.25.3.137, port: a7187ed1-57d3-4173-9c9e-c32587fd979f. Oct 13 00:14:36.807106 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-e32a410f-9729-4f42-a804-cbc4e073f8c1 service neutron] 10.222.0.45 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679204 Oct 13 00:14:36.843652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.849536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:36.926056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-185247d6-af9e-4f54-b444-fd8616aceb92 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:36.928579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-185247d6-af9e-4f54-b444-fd8616aceb92 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 804 time: 0.4701393 Oct 13 00:14:36.951835 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d2ac33-fd8f-4430-b9b3-c85d83ba0884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:36.958808 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-1e0b034e-93fc-43ac-83fe-3ec56bac1f35 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/quotas/78e96295fb4b41a09bf66cc575acf850 HTTP/1.1" status: 200 len: 375 time: 0.0225220 Oct 13 00:14:37.006816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-63b9f80d-1280-44ae-8bd1-7a8bf36b13c0 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393076 Oct 13 00:14:37.041741 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27800923-9e9a-4f9d-ba01-26f1053920b5 req-d18fc944-8859-4322-83ef-8db23455674c service neutron] 10.222.0.45 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274189 Oct 13 00:14:37.134505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d2ac33-fd8f-4430-b9b3-c85d83ba0884 None None] For port 1ba61dcd-06f3-4f99-82d2-87b942bc063a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1ba61dcd-06f3-4f99-82d2-87b942bc063a,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:37.146479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d2ac33-fd8f-4430-b9b3-c85d83ba0884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:37.165828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-82b43b48-8df5-4489-b8a2-7cab32171835 service neutron] 10.222.0.21 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180410 Oct 13 00:14:37.253424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2ac33-fd8f-4430-b9b3-c85d83ba0884 None None] Pushing event updated for resources: {'Port': ['ID=1ba61dcd-06f3-4f99-82d2-87b942bc063a,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:37.286607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9eba1093-fbac-422c-ac55-dfb05b2b5864 None None] Provisioning complete for port 1ba61dcd-06f3-4f99-82d2-87b942bc063a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:37.287175 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9eba1093-fbac-422c-ac55-dfb05b2b5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:37.340772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Router 3b677c4a-dc58-4613-8581-6137e1ab7489 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:14:37.354520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:36Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:37.359876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-02f5c88d-54e3-4bea-aa3a-cb32b69387aa service neutron] 10.222.0.21 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862044 Oct 13 00:14:37.459363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff931954-6463-48e0-a4b6-5a864d0a9161 None None] The sync data for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 is: [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:36Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:37.475849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ed139a87-25f4-4693-b9e6-cf6130de24c1 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:37.501582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:14:37.507442 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:37.517499 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] Sync routers for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:37.572714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1ec411ca-5f61-490c-8848-958d988136ee tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "PUT /v2.0/floatingips/705d6048-9b33-4eff-94ee-134214db8c01 HTTP/1.1" status: 200 len: 695 time: 1.3162839 Oct 13 00:14:37.572714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:37.572714 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dce538-ab74-4d4e-a1ab-caa53af40241" -d '{"events": [{"name": "network-changed", "server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:37.588440 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:37.589470 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:37.691308 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:37.733400 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:37.743679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:37.745945 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dda7f6-5133-44f5-8769-07fb97bd796f" -d '{"events": [{"server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:37.789483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:37.807389 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:37.808278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1adae9e2-69e7-49dc-bcc5-b6836698630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:37.809982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-1adae9e2-69e7-49dc-bcc5-b6836698630d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cb36ba37649436982f362c203926d3b&device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 1097 time: 0.1885347 Oct 13 00:14:37.921470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:37.937222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82671ae-a4a3-46ec-915f-63999d444624 req-c1fcb3a8-61fe-4da0-8297-aa7ed1e853c1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:37.939555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c82671ae-a4a3-46ec-915f-63999d444624 req-c1fcb3a8-61fe-4da0-8297-aa7ed1e853c1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1096 time: 0.2228868 Oct 13 00:14:38.072221 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:55Z', 'revision_number': 5, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:38.072512 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c82671ae-a4a3-46ec-915f-63999d444624 req-e409ce6d-9401-40d9-9e32-d8a51505f2b5 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248124 Oct 13 00:14:38.077780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-3828d472-76ad-4ac8-95a7-b31354420812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:38.079714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-3828d472-76ad-4ac8-95a7-b31354420812 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c HTTP/1.1" status: 200 len: 930 time: 0.2589877 Oct 13 00:14:38.111674 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] Checking router: 3b677c4a-dc58-4613-8581-6137e1ab7489 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:38.122369 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:38.123661 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:38.200615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-ba22ca85-1f4d-4a6b-ad6f-740a90197161 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 200 len: 217 time: 0.1067576 Oct 13 00:14:38.273724 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:38.328505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68f26-8198-46f3-a813-a09d3f8c1ccb req-448d3f9d-5a7d-4bd5-af57-af292d63a426 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:38.330919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ae68f26-8198-46f3-a813-a09d3f8c1ccb req-448d3f9d-5a7d-4bd5-af57-af292d63a426 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 944 time: 0.0827222 Oct 13 00:14:38.333360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-556c4db2-9700-48af-b6bf-235b20a219c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:38.340336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-556c4db2-9700-48af-b6bf-235b20a219c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c121cc60-6c76-45b0-93a8-a82254554109 HTTP/1.1" status: 200 len: 868 time: 0.1385164 Oct 13 00:14:38.429747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52050) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:38.435048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1248438909'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:38.445489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ae68f26-8198-46f3-a813-a09d3f8c1ccb req-6738972e-4a7a-4892-ab60-4f38395d5066 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868740 Oct 13 00:14:38.474954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-11f56dc5-e4b4-4971-976d-26a67f1951cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:38.476895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-11f56dc5-e4b4-4971-976d-26a67f1951cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351907 Oct 13 00:14:38.479415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:38.486337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:38.527079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:14:38.547783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:38.548324 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Added segment 6024e3a0-7c8d-4502-b56a-2dc8e2808a8e of type vlan for network 94268d05-d85d-4847-87f3-ead562262dd6 Oct 13 00:14:38.636199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-fca78350-6241-4ce7-a0c3-fa03010017ec service neutron] 10.222.0.21 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482255 Oct 13 00:14:38.655112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:38.713987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:38.727545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:38.729776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:38.771100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff9b0fbf-34f3-4d0a-96e9-e9b222ca2ee2 req-37055657-de7c-44b3-9e18-5f0af6d36476 service neutron] 10.222.0.21 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344903 Oct 13 00:14:38.792939 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:55Z', 'revision_number': 5, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:38.867426 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43cce0-1157-4fea-b362-a05a83e5f7c3 None None] The sync data for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 is: [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:13:47Z', 'revision_number': 4, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'f4e62c4c-93f4-4ccd-80f8-8501179278d8', 'name': '', 'network_id': '8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'mac_address': 'fa:16:3e:81:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:43Z', 'updated_at': '2021-10-13T00:13:55Z', 'revision_number': 5, 'project_id': '5cb36ba37649436982f362c203926d3b', 'subnets': [{'id': 'c121cc60-6c76-45b0-93a8-a82254554109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:38.901919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4710312 Oct 13 00:14:38.906047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52058) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:38.909421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf4f99-7d76-4e13-8d73-abfbe265154f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Network': ['ID=94268d05-d85d-4847-87f3-ead562262dd6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:38.916377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-183645514'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:38.949684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 94268d05-d85d-4847-87f3-ead562262dd6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:14:38.974561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:38.982270 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:39.059332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:14:39.074561 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:39.074804 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Added segment 74cee03c-ffc7-468e-a257-94b4e73ba230 of type vlan for network 591f32ea-f744-48f5-b6a3-d94230219abc Oct 13 00:14:39.115919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1ba61dcd-06f3-4f99-82d2-87b942bc063a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:39.120592 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2880ebfe-4e3b-4eea-8a4f-74a06d0981d9 x-openstack-request-id: req-2880ebfe-4e3b-4eea-8a4f-74a06d0981d9 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:39.120592 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea4879d-9215-4cf5-9d6b-208afaef26b3", "tag": "0eda2ea5-0976-4100-9adf-d86a8f3d7ae3", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:39.120854 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2880ebfe-4e3b-4eea-8a4f-74a06d0981d9 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:39.121332 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'tag': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3', 'status': 'completed', 'code': 200} Oct 13 00:14:39.137595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:39.212402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:39.220336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:39.221301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:39.264309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-931d7486-798a-41b2-be99-2bec84e09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:39.273795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-931d7486-798a-41b2-be99-2bec84e09a4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 1095 time: 0.1117866 Oct 13 00:14:39.306882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1ba61dcd-06f3-4f99-82d2-87b942bc063a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:39.309202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:39.403168 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a030da2-debe-4dc5-87ca-aca8db820b78 x-openstack-request-id: req-1a030da2-debe-4dc5-87ca-aca8db820b78 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:39.405316 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:39.405917 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a030da2-debe-4dc5-87ca-aca8db820b78 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:39.407727 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'status': 'completed', 'code': 200} Oct 13 00:14:39.503492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5948701 Oct 13 00:14:39.524533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52072) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:39.531415 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eafa97-0c8e-4b76-a0d7-c7ad097bbe2f x-openstack-request-id: req-b5eafa97-0c8e-4b76-a0d7-c7ad097bbe2f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:39.533183 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:39.533442 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5eafa97-0c8e-4b76-a0d7-c7ad097bbe2f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:39.533851 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'code': 200} Oct 13 00:14:39.536053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00171456-8dee-4753-b4eb-7209c0714cb0 None None] New status for floating IP 705d6048-9b33-4eff-94ee-134214db8c01: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:14:39.559989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'subnet': {'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:39.699608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-312a65eb-c9cc-4c7b-b97d-810b11ef798c req-d2e3f804-e71f-4dac-886d-1571604a7562 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 210 time: 0.2877755 Oct 13 00:14:39.719676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-f250a4d1-4fc8-47f2-a2e2-7a24bda4814b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:39.727778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-f250a4d1-4fc8-47f2-a2e2-7a24bda4814b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 804 time: 0.2565534 Oct 13 00:14:39.799127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-f05eedbd-ddae-4fcb-8852-028d019f6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:39.801090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-f05eedbd-ddae-4fcb-8852-028d019f6c91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5cb36ba37649436982f362c203926d3b&device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 1097 time: 0.3560891 Oct 13 00:14:39.806293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Request body: {'port': {'device_id': '063219e8-e32c-48fe-8df5-3d417610a108', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'admin_state_up': True, 'tenant_id': '78e96295fb4b41a09bf66cc575acf850'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:39.809847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc0782-ecd1-4244-b44a-d58db653207e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Network': ['ID=591f32ea-f744-48f5-b6a3-d94230219abc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:39.882107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-1e647e26-7dd5-4b33-9ebf-982dc3f2bf1c tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips/705d6048-9b33-4eff-94ee-134214db8c01 HTTP/1.1" status: 200 len: 695 time: 0.1329234 Oct 13 00:14:39.941086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-a1d377b0-552d-463d-9d71-064b2573df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:39.943373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-a1d377b0-552d-463d-9d71-064b2573df2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c HTTP/1.1" status: 200 len: 930 time: 0.1177096 Oct 13 00:14:39.967302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-976398db-74fc-43a8-b45a-b1cb64896e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:39.969183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-976398db-74fc-43a8-b45a-b1cb64896e9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 914 time: 0.6857948 Oct 13 00:14:39.970732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 591f32ea-f744-48f5-b6a3-d94230219abc details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:14:40.057977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-b8d67e84-1450-44a2-bc0c-7c3dc6c7cb7e tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:40.066531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-b8d67e84-1450-44a2-bc0c-7c3dc6c7cb7e tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1835275 Oct 13 00:14:40.074433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-e6bb6735-6ad9-4731-b638-80c1e8e712bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 200 len: 217 time: 0.1183515 Oct 13 00:14:40.085486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-decebfe9-cc43-4639-8ee1-2ebff21f260b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 HTTP/1.1" status: 200 len: 217 time: 0.0605738 Oct 13 00:14:40.137227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-f7c64a27-9c22-411b-a140-ed91d7eaa21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:40.139485 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-f7c64a27-9c22-411b-a140-ed91d7eaa21d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c121cc60-6c76-45b0-93a8-a82254554109 HTTP/1.1" status: 200 len: 868 time: 0.0559640 Oct 13 00:14:40.180679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:40.199670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-c6e1641d-253e-4a36-8b31-75b51499078f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 698 time: 0.1317797 Oct 13 00:14:40.201940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Made reservation on behalf of 78e96295fb4b41a09bf66cc575acf850 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:40.206873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:40.226111 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.api [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 00:14:40.226111 n-d-813679-4 neutron-server[94988]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 13 00:14:40.226111 n-d-813679-4 neutron-server[94988]: [parameters: {'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'id': 'ea22794c-91c9-4500-86d6-50d66334f8f0', 'expiration': datetime.datetime(2021, 10, 13, 0, 16, 40, 140364)}] Oct 13 00:14:40.226111 n-d-813679-4 neutron-server[94988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:14:40.226496 n-d-813679-4 neutron-server[94988]: DEBUG oslo_db.api [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:14:40.260407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-41b662d8-a4c3-4142-a77a-3a54c00d3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:40.261893 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-41b662d8-a4c3-4142-a77a-3a54c00d3c71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 200 len: 853 time: 0.1158662 Oct 13 00:14:40.264787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-52b485e3-e762-4eab-8776-4178aaf900bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:40.266207 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-52b485e3-e762-4eab-8776-4178aaf900bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108847 Oct 13 00:14:40.310879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-1c268b62-e072-42c1-a95c-a0953935d4bf tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.0994372 Oct 13 00:14:40.338945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:40.345141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-1b8b031b-d0ef-490c-b86d-f0c69d2548f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d668629-6a5a-4b85-9084-6d1fcec980c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658998 Oct 13 00:14:40.357109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3', 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0', 'port_id': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3', 'mac_address': 'fa:16:3e:ee:43:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330317fb-9c0f-43b2-bb65-0b7a5b5950f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:14:40.423830 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:40.439872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:40.477225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:40.488827 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:40.587001 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-b2963331-3317-4567-8a9c-d125ec7c7a16 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958584 Oct 13 00:14:40.590540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Allocated IP 172.20.0.13 (78d728a0-fde6-4f17-a046-a350dffee925/c0bed6ed-ea11-4008-8985-a19492aa0001/9134468d-8ec0-4ad4-b8df-ab91f05c075b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:40.593897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Deleting port 3b5145c0-014a-4edb-8434-7d41c563760f {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:40.594260 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:40.597924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:40.626209 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-2dbdf98a-6fa1-4df0-8e04-2e801319c189 service neutron] 10.222.0.45 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480419 Oct 13 00:14:40.727278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:40.727659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:40.777071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Calling delete_port for 3b5145c0-014a-4edb-8434-7d41c563760f owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:40.792308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:40.796097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:40.872977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-26dce538-ab74-4d4e-a1ab-caa53af40241 req-06d033e5-fe72-43c2-b979-5e43b6739492 service neutron] 10.222.0.45 "GET /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851076 Oct 13 00:14:40.893192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a05ffbe0-5d06-4e78-bbc4-7f1f73430f5a req-3ab397b5-6047-4d86-b57a-899d976b9e48 service neutron] 10.222.0.45 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251861 Oct 13 00:14:40.893726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:40.903056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0eda2ea5-0976-4100-9adf-d86a8f3d7ae3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:40.980539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.021208 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.041055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Network 78d728a0-fde6-4f17-a046-a350dffee925 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:41.047330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.067079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:41.093234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:41.093829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-4534324f-fa9e-4131-b948-2443162633ff tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:14:41.095131 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-4534324f-fa9e-4131-b948-2443162633ff tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2129056 Oct 13 00:14:41.100366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Pushing event updated for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:41.171608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Checking segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:41.171933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network hostable DHCP agents. Network: 94268d05-d85d-4847-87f3-ead562262dd6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:14:41.178464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-8166561e-2f02-48e4-b86a-df4018cca3c3 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:41.179988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-8166561e-2f02-48e4-b86a-df4018cca3c3 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports/aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 1093 time: 0.0759616 Oct 13 00:14:41.181495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Subnet': ['ID=5bc1b77b-dc63-4f28-a855-07a986808176,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:41.211590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network 94268d05-d85d-4847-87f3-ead562262dd6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:14:41.223715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 94268d05-d85d-4847-87f3-ead562262dd6) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:41.231266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:41.231913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.233580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662f60f-1943-4045-95e6-85862ffa78eb None None] Network 94268d05-d85d-4847-87f3-ead562262dd6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:41.245663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Request body: {'binding': {'host': 'n-h1-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:41.246145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:14:41.409796 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-384fbc1f-b99e-43d8-af67-eb184c316fbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8723240 Oct 13 00:14:41.410364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52102) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:41.420677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'subnet': {'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:41.440342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-94268d05-d85d-4847-87f3-ead562262dd6', 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'fixed_ips': [{'subnet_id': '5bc1b77b-dc63-4f28-a855-07a986808176'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:14:41.441390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.466385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on host n-h1-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:41.467372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:41.467724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:41.476252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:14:41.476610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:41.495751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:41.496187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:41.496445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:41.496870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Bound port: aa751057-664f-4572-9cfc-2090bec47b99, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:41.506483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Pushing event deleted for resources: {'Port': ['ID=3b5145c0-014a-4edb-8434-7d41c563760f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:41.524467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.527107 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.528286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa0d0514-4fde-4571-a769-83de44f02dfe req-6d8caf47-3297-4327-8767-5db05118b52b tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "DELETE /v2.0/floatingips/705d6048-9b33-4eff-94ee-134214db8c01 HTTP/1.1" status: 204 len: 173 time: 1.1556673 Oct 13 00:14:41.541729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:41.542412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.579650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:41.582468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:41.589083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2a610b99-daba-45f7-b5d1-fd644d2d8f8a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8217535 Oct 13 00:14:41.591797 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.601571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.603383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dadbb635-d97f-4262-a3ff-994cb4cc635a service neutron] 10.222.0.21 "POST /v2.0/ports/aa751057-664f-4572-9cfc-2090bec47b99/bindings HTTP/1.1" status: 201 len: 389 time: 0.4166617 Oct 13 00:14:41.616329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Request body: {'port': {'device_id': '063219e8-e32c-48fe-8df5-3d417610a108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:41.628665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Allocated IP 10.1.1.2 (94268d05-d85d-4847-87f3-ead562262dd6/5bc1b77b-dc63-4f28-a855-07a986808176/2ba8c857-8380-496c-86be-eb2310dafde0) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:41.737316 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.843256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bfb51b9b-0fbb-43c4-a438-e23dd37714e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.942443 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.950520 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.987791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:41.993726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39801a2c-a657-4dac-b7cf-16d0de4ffa0d req-1d17ecd2-d5e3-41ff-a3d9-b85cb0756604 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:41.996488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39801a2c-a657-4dac-b7cf-16d0de4ffa0d req-1d17ecd2-d5e3-41ff-a3d9-b85cb0756604 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 945 time: 0.1528993 Oct 13 00:14:42.000669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Network 94268d05-d85d-4847-87f3-ead562262dd6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:42.006319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-f6f6af0c-36a9-491d-a60b-70fa055ad0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:42.006852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:42.006992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-f6f6af0c-36a9-491d-a60b-70fa055ad0cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1096 time: 0.0711887 Oct 13 00:14:42.009230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Pushing event updated for resources: {'Port': ['ID=2ba8c857-8380-496c-86be-eb2310dafde0,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:42.012059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:42.079566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Attempting to bind port 2ba8c857-8380-496c-86be-eb2310dafde0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:42.080075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Attempting to bind port 2ba8c857-8380-496c-86be-eb2310dafde0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:42.080544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Attempting to bind port 2ba8c857-8380-496c-86be-eb2310dafde0 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:42.087129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:42.087727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Checking segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:42.088256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.088755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Bound using segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:42.089329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Bound port: 2ba8c857-8380-496c-86be-eb2310dafde0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:42.090094 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.093465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6951fe8-7a2a-47e6-b2fe-b6f88a383c69 req-a3e063fd-cb17-49e5-af9d-0285ff623e1c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:42.102153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6951fe8-7a2a-47e6-b2fe-b6f88a383c69 req-a3e063fd-cb17-49e5-af9d-0285ff623e1c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 932 time: 0.2397666 Oct 13 00:14:42.144015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Subnet': ['ID=b4e3a813-ea5f-436e-b84d-e1b1ab64896b,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:42.169547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-f770ada0-287d-47de-aa7b-25dbc1327e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:42.171061 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-f770ada0-287d-47de-aa7b-25dbc1327e27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1373215 Oct 13 00:14:42.172131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Checking segment: {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:42.172342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network hostable DHCP agents. Network: 591f32ea-f744-48f5-b6a3-d94230219abc, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:14:42.179233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] For port 2ba8c857-8380-496c-86be-eb2310dafde0, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:42.182835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] For port 2ba8c857-8380-496c-86be-eb2310dafde0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2ba8c857-8380-496c-86be-eb2310dafde0,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:42.192869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.221787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d3d5f49f-0e27-4624-a449-730f0d2b4206 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 217 time: 0.0404358 Oct 13 00:14:42.228229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network 591f32ea-f744-48f5-b6a3-d94230219abc is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:14:42.230584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:42.280696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 591f32ea-f744-48f5-b6a3-d94230219abc) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:42.298034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988d1a4-54c1-4075-8623-b558d3db0b46 None None] Network 591f32ea-f744-48f5-b6a3-d94230219abc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:42.311456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:42.312121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.324930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-7b64d012-bb47-4ce8-8a44-a46c7862f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:42.326383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-7b64d012-bb47-4ce8-8a44-a46c7862f29b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0957987 Oct 13 00:14:42.343233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b3297a84-3c45-44fb-a61a-2eb6c8006899 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9269137 Oct 13 00:14:42.349624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9134468d-8ec0-4ad4-b8df-ab91f05c075b {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:42.352083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52120) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:42.357731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'port': {'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'name': 'tempest-TaggedBootDevicesTest-1625143838', 'fixed_ips': [{'subnet_id': '5bc1b77b-dc63-4f28-a855-07a986808176'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:42.358315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.370964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f66bc-9ea9-4946-b7bc-a31a039acb39 None None] Pushing event updated for resources: {'Port': ['ID=2ba8c857-8380-496c-86be-eb2310dafde0,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:42.384412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Transition to ACTIVE for port object 9134468d-8ec0-4ad4-b8df-ab91f05c075b will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:14:42.392579 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-c0582da0-5ad9-48b3-894b-19cbdf3df283 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554538 Oct 13 00:14:42.397725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.431992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:14:42.444852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39801a2c-a657-4dac-b7cf-16d0de4ffa0d req-2bf93571-49de-444e-bf5c-eb44634389a7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798561 Oct 13 00:14:42.449708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:42.450212 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.615231 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6951fe8-7a2a-47e6-b2fe-b6f88a383c69 req-c5d46b56-90ff-4a4d-8a92-0804cbbb691c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126317 Oct 13 00:14:42.648531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Attempting to bind port 9134468d-8ec0-4ad4-b8df-ab91f05c075b on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:42.648817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Attempting to bind port 9134468d-8ec0-4ad4-b8df-ab91f05c075b by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:42.649144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Attempting to bind port 9134468d-8ec0-4ad4-b8df-ab91f05c075b on network 78d728a0-fde6-4f17-a046-a350dffee925 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:42.655292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Port 9134468d-8ec0-4ad4-b8df-ab91f05c075b on network 78d728a0-fde6-4f17-a046-a350dffee925 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:14:42.655646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Attempting to bind port 9134468d-8ec0-4ad4-b8df-ab91f05c075b on network 78d728a0-fde6-4f17-a046-a350dffee925 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:42.660906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:42.663485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:42.663853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Checking segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:42.664232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Bound using segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:42.664672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Bound port: 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:42.665019 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.684842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-591f32ea-f744-48f5-b6a3-d94230219abc', 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'fixed_ips': [{'subnet_id': 'b4e3a813-ea5f-436e-b84d-e1b1ab64896b'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:14:42.685705 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.767789 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-85131f9b-02dc-46b1-b707-e92f64515f0b service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384054 Oct 13 00:14:42.776993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.849649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:42.856232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:42.879382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:42.882071 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334d2b31-de5a-4a6c-be0c-d1d8595fe32a" -d '{"events": [{"server_uuid": "4ea4879d-9215-4cf5-9d6b-208afaef26b3", "name": "network-vif-plugged", "status": "completed", "tag": "0eda2ea5-0976-4100-9adf-d86a8f3d7ae3"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:42.894888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78c343-2687-44d5-816b-ccfa500cfec2 req-803a4b99-c2ea-4e77-8888-732de2522b50 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:42.896409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba78c343-2687-44d5-816b-ccfa500cfec2 req-803a4b99-c2ea-4e77-8888-732de2522b50 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 945 time: 0.2026420 Oct 13 00:14:42.898698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.909002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:42.940968 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.975378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f453c-fbd6-4753-b956-2a9bf13417d1 req-58c0c0f2-e86c-4968-b422-6e07b504b315 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:42.980446 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-06476922-1512-4725-a1c6-3083f7d1e552 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973612 Oct 13 00:14:42.983773 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c9f453c-fbd6-4753-b956-2a9bf13417d1 req-58c0c0f2-e86c-4968-b422-6e07b504b315 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2119327 Oct 13 00:14:42.987542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:43.040578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:43.041360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:43.043129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/9134468d-8ec0-4ad4-b8df-ab91f05c075b HTTP/1.1" status: 200 len: 1092 time: 1.4343011 Oct 13 00:14:43.043981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:43.046746 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:43.061677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Allocated IP 10.2.2.2 (591f32ea-f744-48f5-b6a3-d94230219abc/b4e3a813-ea5f-436e-b84d-e1b1ab64896b/df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:43.067775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c9f453c-fbd6-4753-b956-2a9bf13417d1 req-b5e6350f-5cf4-49df-8c62-22d60003f198 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0829394 Oct 13 00:14:43.076843 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:43.130601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c0a7-205b-4aff-b59d-ceecdd2a29c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:43.164725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba78c343-2687-44d5-816b-ccfa500cfec2 req-229b24a4-9e52-4736-8768-a0dbb7c1d398 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427704 Oct 13 00:14:43.180978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:43.202440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2ba8c857-8380-496c-86be-eb2310dafde0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:43.293750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-fd8690a9-4548-48dd-b96e-d54b5806a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:43.295502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-fd8690a9-4548-48dd-b96e-d54b5806a8bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 1095 time: 0.1298532 Oct 13 00:14:43.301045 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871ee4ab-1a87-460b-b5f4-49d0a9e1d7c2 x-openstack-request-id: req-871ee4ab-1a87-460b-b5f4-49d0a9e1d7c2 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:43.301435 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:43.301754 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-871ee4ab-1a87-460b-b5f4-49d0a9e1d7c2 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:43.302444 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'status': 'completed', 'code': 200} Oct 13 00:14:43.303965 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9fcbe0-2d90-4bef-8c96-45567c80870a x-openstack-request-id: req-8d9fcbe0-2d90-4bef-8c96-45567c80870a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:43.304421 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea4879d-9215-4cf5-9d6b-208afaef26b3", "name": "network-vif-plugged", "status": "completed", "tag": "0eda2ea5-0976-4100-9adf-d86a8f3d7ae3", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:43.304722 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d9fcbe0-2d90-4bef-8c96-45567c80870a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:43.305116 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3', 'code': 200} Oct 13 00:14:43.396304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-a2fd4025-7a48-4656-a62f-93c6b6998b97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b HTTP/1.1" status: 200 len: 217 time: 0.0717585 Oct 13 00:14:43.400905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2ba8c857-8380-496c-86be-eb2310dafde0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:43.401414 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:43.466803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80cdb946-7619-4f78-9045-43a7beb16812 req-a3fa8662-84d6-4fd3-838a-a8a2438246f8 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1328075 Oct 13 00:14:43.554871 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:43.634031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-3400509c-aa32-4093-84d2-498018b21b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:43.639058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-3400509c-aa32-4093-84d2-498018b21b94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 200 len: 844 time: 0.2056198 Oct 13 00:14:43.643752 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:43.714486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-9eadc04c-0d10-4268-8210-225ff20bc07b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78d728a0-fde6-4f17-a046-a350dffee925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664937 Oct 13 00:14:43.737725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Network 591f32ea-f744-48f5-b6a3-d94230219abc is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:43.748298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:43.759095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:43.771767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:43.791035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-83634acd-293e-4e17-83e1-a6237c28077a tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:43.793572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-83634acd-293e-4e17-83e1-a6237c28077a tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.6801872 Oct 13 00:14:43.795005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] device_id is not set on port 9265abc7-6b4c-41be-82ef-41693b535004 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:14:43.798792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Pushing event updated for resources: {'Port': ['ID=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:43.834588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813679-4'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:43.879100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 2ba8c857-8380-496c-86be-eb2310dafde0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2ba8c857-8380-496c-86be-eb2310dafde0,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:43.905256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:43.909355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa2703-ef1d-46f9-b7cf-0ee1b65eb022 req-bfcba77d-f37c-40c9-a2e6-004fea432f86 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:43.910905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32aa2703-ef1d-46f9-b7cf-0ee1b65eb022 req-bfcba77d-f37c-40c9-a2e6-004fea432f86 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 946 time: 0.1040411 Oct 13 00:14:43.949696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-0f40e80f-48c1-408a-9388-67f13ab5f58d service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281203 Oct 13 00:14:43.963807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a0f136-08cb-4585-9276-aa3cb9953fe9 None None] Network 94268d05-d85d-4847-87f3-ead562262dd6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:43.990149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Attempting to bind port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:43.991090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Attempting to bind port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:43.991749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Attempting to bind port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac on network 591f32ea-f744-48f5-b6a3-d94230219abc {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:44.044341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32aa2703-ef1d-46f9-b7cf-0ee1b65eb022 req-8a058cbc-775c-4226-8bf8-0f9c5283ad4e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935731 Oct 13 00:14:44.087474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bddf6-9b2b-4119-9b61-179a7d3c93a8 req-821bfe5b-fd08-473a-8249-844e6eeb7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:44.089132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-278bddf6-9b2b-4119-9b61-179a7d3c93a8 req-821bfe5b-fd08-473a-8249-844e6eeb7b1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 1097 time: 0.3754296 Oct 13 00:14:44.092039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1471921a-b2a3-4722-9f3b-d43d6922c957 None None] Provisioning complete for port 2ba8c857-8380-496c-86be-eb2310dafde0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:44.092413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1471921a-b2a3-4722-9f3b-d43d6922c957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.128439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:44.128812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Checking segment: {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:44.129216 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.129616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Bound using segment: {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:44.130102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Bound port: df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:44.130482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.184309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=2ba8c857-8380-496c-86be-eb2310dafde0,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:44.210794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e05969d6-0e4c-45ae-afe7-3e19d301a5ef req-811086bc-3543-4bd5-81d5-e13af5890c93 service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350066 Oct 13 00:14:44.224183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-278bddf6-9b2b-4119-9b61-179a7d3c93a8 req-cee3c1ce-71f8-450b-a892-c4dba1d19b6c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214364 Oct 13 00:14:44.226158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09515b4-8752-48a3-a5c2-77e08bae4dce req-f09c33b9-d045-43d9-a06c-9f280ffebd3b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:44.227711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f09515b4-8752-48a3-a5c2-77e08bae4dce req-f09c33b9-d045-43d9-a06c-9f280ffebd3b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 944 time: 0.1410062 Oct 13 00:14:44.239027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.255551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02992ca-9750-436a-9003-113ff2f511aa req-d60f6e17-73d3-43ca-bee2-b4921e8bf187 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:44.263088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b02992ca-9750-436a-9003-113ff2f511aa req-d60f6e17-73d3-43ca-bee2-b4921e8bf187 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 946 time: 0.0974009 Oct 13 00:14:44.323163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f09515b4-8752-48a3-a5c2-77e08bae4dce req-b5b0f440-0dd1-4a9d-b41e-c40138df4033 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859964 Oct 13 00:14:44.333175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b02992ca-9750-436a-9003-113ff2f511aa req-e5f30bc4-5280-4dbd-8582-acd2d71e3066 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/security-groups?id=b762e33c-f85f-4bcc-b11a-d29080c38165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688710 Oct 13 00:14:44.436046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Allocated IP 10.1.1.121 (94268d05-d85d-4847-87f3-ead562262dd6/5bc1b77b-dc63-4f28-a855-07a986808176/9265abc7-6b4c-41be-82ef-41693b535004) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:44.455115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-a7e6fbb1-43ce-4be3-9d17-1846d18c2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:44.462908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-a7e6fbb1-43ce-4be3-9d17-1846d18c2eda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 1095 time: 0.1168830 Oct 13 00:14:44.502513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:44.602920 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f075183f-1052-463f-aa54-9c61577b02ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.647707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cde6-7795-41c1-86b3-cba58a19a162 req-d86c5030-61a1-410d-8567-74e583ab73bd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:44.658660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be59cde6-7795-41c1-86b3-cba58a19a162 req-d86c5030-61a1-410d-8567-74e583ab73bd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 945 time: 0.1941240 Oct 13 00:14:44.663419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:44.718133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] For port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:44.738029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:44.740942 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3097fc-b555-42ef-9f7b-cd10e334576f" -d '{"events": [{"server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "name": "network-vif-unplugged", "status": "completed", "tag": "aa751057-664f-4572-9cfc-2090bec47b99"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:44.749992 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.764999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.768517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] For port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:44.770227 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.781184 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:44.787198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be59cde6-7795-41c1-86b3-cba58a19a162 req-8a669a11-f367-49f0-80ea-23cf6dd37aea tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259601 Oct 13 00:14:44.820471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-509c81f5-d833-4211-8715-48db6f949654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:44.823717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-509c81f5-d833-4211-8715-48db6f949654 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 905 time: 0.2868915 Oct 13 00:14:44.840057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Pushing event updated for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:44.880081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.880436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.880776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.881114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.881446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.881776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.882104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.882430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.882754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.883077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.883401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.883773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:14:44.897374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684d170-15ee-4cd3-b5c2-1d7c7d1e769a None None] Pushing event updated for resources: {'Port': ['ID=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:44.935856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-3ef4d780-cd49-49dc-8333-1f5fce23291f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b HTTP/1.1" status: 200 len: 217 time: 0.1004195 Oct 13 00:14:44.957420 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1047f8-8367-433b-a13d-331704c2a32b x-openstack-request-id: req-7a1047f8-8367-433b-a13d-331704c2a32b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:44.957778 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "name": "network-vif-unplugged", "status": "completed", "tag": "aa751057-664f-4572-9cfc-2090bec47b99", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:44.957973 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a1047f8-8367-433b-a13d-331704c2a32b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:44.958368 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99', 'code': 200} Oct 13 00:14:45.019027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on host n-h2-813679-4 for vnic_type normal with profile {"migrating_to": "n-h1-813679-4"} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:14:45.019390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:14:45.019902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:45.030658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2ba8c857-8380-496c-86be-eb2310dafde0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:45.032441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:14:45.032776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Attempting to bind port aa751057-664f-4572-9cfc-2090bec47b99 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:14:45.050071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:14:45.050580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:45.050775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:14:45.051338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Bound port: aa751057-664f-4572-9cfc-2090bec47b99, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:14:45.051738 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.087296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-287dc02c-39f4-42d8-a756-e2876faf1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:45.092885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-287dc02c-39f4-42d8-a756-e2876faf1777 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 200 len: 844 time: 0.1221490 Oct 13 00:14:45.201997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.223652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-4814c16e-bcf3-417a-b4e7-1851b7a69f2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78d728a0-fde6-4f17-a046-a350dffee925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173079 Oct 13 00:14:45.239067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2ba8c857-8380-496c-86be-eb2310dafde0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:45.239616 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.395701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=9265abc7-6b4c-41be-82ef-41693b535004,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:45.398165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network 94268d05-d85d-4847-87f3-ead562262dd6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:45.404454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:45.418114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:45.473738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:45.474427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:45.507566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:14:45.524063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.530501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686b82a-3da5-4be0-a836-5e133a4640f2 req-3172e69a-1299-429f-a4f3-59941ef89dde tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:45.536595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f52a429d-a3b2-4b36-8447-22b9b3b455d8 None None] Provisioning complete for port 2ba8c857-8380-496c-86be-eb2310dafde0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:45.537334 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f52a429d-a3b2-4b36-8447-22b9b3b455d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.538257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c686b82a-3da5-4be0-a836-5e133a4640f2 req-3172e69a-1299-429f-a4f3-59941ef89dde tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 946 time: 0.3173673 Oct 13 00:14:45.601922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818064f3-ffd6-4ada-9467-153500beb394 req-ab61f49c-4f49-4fb4-a8df-fe93a32a889f tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:45.604161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:45.604834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.613619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818064f3-ffd6-4ada-9467-153500beb394 req-ab61f49c-4f49-4fb4-a8df-fe93a32a889f tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 945 time: 0.2712927 Oct 13 00:14:45.634046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Pushing event updated for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=8']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:45.652351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-234d4aee-bce0-4b0f-889a-f9c6b29f7e43 service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130032 Oct 13 00:14:45.652512 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.660843 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4ccc3dac-82e3-49c9-8522-bc7778081897 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3054388 Oct 13 00:14:45.665964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52192) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:45.682822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'port': {'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'name': 'tempest-TaggedBootDevicesTest-1178824283', 'fixed_ips': [{'subnet_id': '5bc1b77b-dc63-4f28-a855-07a986808176'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:45.769124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:45.788168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c686b82a-3da5-4be0-a836-5e133a4640f2 req-f41dc008-d108-484e-92b2-88575335b6ac tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484498 Oct 13 00:14:45.793646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '709a3961-0559-41d5-85e2-011d14eea270', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '709a3961-0559-41d5-85e2-011d14eea270', 'mac_address': 'fa:16:3e:47:c8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:14:45.814376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818064f3-ffd6-4ada-9467-153500beb394 req-703edf04-34fc-45c5-a463-1e75deebbfd8 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998007 Oct 13 00:14:45.875034 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.895165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:45.898449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709a3961-0559-41d5-85e2-011d14eea270 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:45.898644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.905226 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.907370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-d00f9e39-8d63-4d51-8fce-433a8162f64d service neutron] 10.222.0.45 "PUT /v2.0/ports/aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 1121 time: 2.0966208 Oct 13 00:14:45.996056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:46.005908 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.010941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:46.013446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c694a1-4999-48ae-b5f3-e05a9f021a4e req-e39059ea-1d13-4988-a34e-0a5fc1ee0931 service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524625 Oct 13 00:14:46.014669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7cac4bff-8d4b-4e49-9893-a93eea16ea7d None None] Provisioning complete for port 9265abc7-6b4c-41be-82ef-41693b535004 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:46.015038 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7cac4bff-8d4b-4e49-9893-a93eea16ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.018254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.085877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] device_id is not set on port bf802313-d3df-4540-adff-9c73c3366bb7 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:14:46.108156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374d089-31e2-42fe-8fc6-ed3cc352c522 req-e0ae87e0-aecc-4b5b-b5a8-5dd05d8d995f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:46.110698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7cac4bff-8d4b-4e49-9893-a93eea16ea7d None None] Port 9265abc7-6b4c-41be-82ef-41693b535004 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:14:46.117647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e374d089-31e2-42fe-8fc6-ed3cc352c522 req-e0ae87e0-aecc-4b5b-b5a8-5dd05d8d995f tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 946 time: 0.1619387 Oct 13 00:14:46.118226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:46.155884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2f4b1-264f-49bb-a945-cfa5c68fd2b3 req-0793aa22-6961-42c3-b0f8-ab5eb279b5de tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:46.164295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51b2f4b1-264f-49bb-a945-cfa5c68fd2b3 req-0793aa22-6961-42c3-b0f8-ab5eb279b5de tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 944 time: 0.1569765 Oct 13 00:14:46.233332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e374d089-31e2-42fe-8fc6-ed3cc352c522 req-d5dfd7fc-f853-4921-b175-ce8850c300b3 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/security-groups?id=b762e33c-f85f-4bcc-b11a-d29080c38165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147871 Oct 13 00:14:46.243343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51b2f4b1-264f-49bb-a945-cfa5c68fd2b3 req-8c9254c3-60f2-438c-838e-622beff6547e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779166 Oct 13 00:14:46.265352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['aa751057-664f-4572-9cfc-2090bec47b99'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:46.322314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['709a3961-0559-41d5-85e2-011d14eea270'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:46.419439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da061e-799d-4aeb-a0c5-a472d8138fcd req-298dbfeb-ec3a-47ab-be32-c31bafc8bb35 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:46.420222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Allocated IP 10.1.1.38 (94268d05-d85d-4847-87f3-ead562262dd6/5bc1b77b-dc63-4f28-a855-07a986808176/bf802313-d3df-4540-adff-9c73c3366bb7) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:46.421627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9da061e-799d-4aeb-a0c5-a472d8138fcd req-298dbfeb-ec3a-47ab-be32-c31bafc8bb35 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 943 time: 0.0858326 Oct 13 00:14:46.455391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-24bf2f50-251c-41b5-a583-22ecd935c3ca tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:46.456944 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-24bf2f50-251c-41b5-a583-22ecd935c3ca tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.45 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 946 time: 0.1001561 Oct 13 00:14:46.473097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9da061e-799d-4aeb-a0c5-a472d8138fcd req-e0d9d789-57d2-415d-b0e1-c9b599717415 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443168 Oct 13 00:14:46.522222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24bc89-c1c0-4271-ad48-5556e04b6046 None None] Network 591f32ea-f744-48f5-b6a3-d94230219abc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:46.630835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d466bf8f-120e-4e74-9f8b-216d90d14c04 None None] Provisioning complete for port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:46.631489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d466bf8f-120e-4e74-9f8b-216d90d14c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.638527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Deleting port a7187ed1-57d3-4173-9c9e-c32587fd979f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:46.638876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.758488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.773252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] For port a7187ed1-57d3-4173-9c9e-c32587fd979f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a7187ed1-57d3-4173-9c9e-c32587fd979f,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:46.773613 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.790863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Calling delete_port for a7187ed1-57d3-4173-9c9e-c32587fd979f owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:46.850660 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d466bf8f-120e-4e74-9f8b-216d90d14c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.869151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.892924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d466bf8f-120e-4e74-9f8b-216d90d14c04 None None] For port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:46.900299 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d466bf8f-120e-4e74-9f8b-216d90d14c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.915922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network 94268d05-d85d-4847-87f3-ead562262dd6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:46.929724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:46.936725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:47.011803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:47.014134 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "tag": "aa751057-664f-4572-9cfc-2090bec47b99"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:47.016958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466bf8f-120e-4e74-9f8b-216d90d14c04 None None] Pushing event updated for resources: {'Port': ['ID=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:47.030216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.031074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:47.052756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=bf802313-d3df-4540-adff-9c73c3366bb7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:47.101640 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1a1d2802-d3c7-401b-8321-d67ae8ec49fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4344108 Oct 13 00:14:47.139793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:47.175421 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:47.183650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600d8e-d919-4ac3-ae6c-cdef10f79ac7 req-4c761fe5-e174-40f2-929f-1866d7729539 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.192404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b600d8e-d919-4ac3-ae6c-cdef10f79ac7 req-4c761fe5-e174-40f2-929f-1866d7729539 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 946 time: 0.2391155 Oct 13 00:14:47.253989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Pushing event deleted for resources: {'Port': ['ID=a7187ed1-57d3-4173-9c9e-c32587fd979f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:47.254353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a7187ed1-57d3-4173-9c9e-c32587fd979f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:47.280065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c515-79d3-4e90-8341-2089671bc037 req-bf6ccdc4-6f04-41cf-b824-2dac6fea2649 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.293657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce83c515-79d3-4e90-8341-2089671bc037 req-bf6ccdc4-6f04-41cf-b824-2dac6fea2649 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 945 time: 0.2548499 Oct 13 00:14:47.302304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] No DVR routers for this DVR port a7187ed1-57d3-4173-9c9e-c32587fd979f on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:47.322272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-2726ad99-951a-4a06-ab29-e48301623815 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2571177 Oct 13 00:14:47.323934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:47.333459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7e3b4b38-7042-4310-85a5-59ad90557af3 req-ccff0fc2-7bf6-4595-8418-237974ab5df1 tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.45 "DELETE /v2.0/ports/a7187ed1-57d3-4173-9c9e-c32587fd979f HTTP/1.1" status: 204 len: 173 time: 0.8680570 Oct 13 00:14:47.350476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:47.360314 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:47.396952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b600d8e-d919-4ac3-ae6c-cdef10f79ac7 req-293aca0a-45ca-42be-88f6-40b7a2e0a4e3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985135 Oct 13 00:14:47.455668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce83c515-79d3-4e90-8341-2089671bc037 req-b1057ae5-764c-4f49-9349-897d167152ee tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488082 Oct 13 00:14:47.465102 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67d5ed8-81a1-4671-8141-4aa9ec8964f1 x-openstack-request-id: req-b67d5ed8-81a1-4671-8141-4aa9ec8964f1 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:47.465501 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "tag": "aa751057-664f-4572-9cfc-2090bec47b99", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:47.466143 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b67d5ed8-81a1-4671-8141-4aa9ec8964f1 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:47.466941 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99', 'status': 'completed', 'code': 200} Oct 13 00:14:47.501231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c3801c22-7306-42d2-9b46-8d0df26100be None None] Provisioning complete for port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:47.501708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3801c22-7306-42d2-9b46-8d0df26100be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:47.511323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-0769d370-4355-4779-8545-18f95fbbe2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.531167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-0769d370-4355-4779-8545-18f95fbbe2b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 1097 time: 0.1603804 Oct 13 00:14:47.560101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:47.719009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c3801c22-7306-42d2-9b46-8d0df26100be None None] Provisioning complete for port bf802313-d3df-4540-adff-9c73c3366bb7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:47.720287 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3801c22-7306-42d2-9b46-8d0df26100be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:47.723247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52226) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:47.732383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-45b8410f-46e9-4326-ac68-ffe1e87dfc74 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.753414 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-45b8410f-46e9-4326-ac68-ffe1e87dfc74 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 945 time: 0.2700129 Oct 13 00:14:47.760426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-db98e78b-6d61-4942-a45d-ad09da914b86 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--235425096', 'description': 'tempest-description--1561858678'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:47.763498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c3801c22-7306-42d2-9b46-8d0df26100be None None] Port bf802313-d3df-4540-adff-9c73c3366bb7 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:14:47.768122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c983ee4-1253-488b-9cc5-0ef00f0f12e2 req-e864ef64-3102-43db-97e4-b6cf738d7284 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.769793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c983ee4-1253-488b-9cc5-0ef00f0f12e2 req-e864ef64-3102-43db-97e4-b6cf738d7284 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 944 time: 0.1992419 Oct 13 00:14:47.774488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-c9c7a9f1-6656-4322-b339-d96716140915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.775956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-c9c7a9f1-6656-4322-b339-d96716140915 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1124 time: 0.2293024 Oct 13 00:14:47.848334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-5a4d44a8-64b2-4c99-87d4-1f0bee9c2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.851302 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-5a4d44a8-64b2-4c99-87d4-1f0bee9c2757 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.2571554 Oct 13 00:14:47.858571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db98e78b-6d61-4942-a45d-ad09da914b86 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:47.869551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7063a45-591c-4375-bef2-2c0ada9b9601 req-ae8a5e2f-a6ef-48bd-abb5-a5e41540425d tempest-FloatingIPsAssociationNegativeTestJSON-305967928 tempest-FloatingIPsAssociationNegativeTestJSON-305967928-project] 10.222.0.21 "GET /v2.0/ports?device_id=88dcc68c-5c1c-49d2-b30d-d3914d6fc372 HTTP/1.1" status: 200 len: 210 time: 0.0589397 Oct 13 00:14:47.896451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c983ee4-1253-488b-9cc5-0ef00f0f12e2 req-cefb79fa-faa7-49dc-84b8-66dcf3c69081 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183171 Oct 13 00:14:47.935398 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-67ce2044-bb57-44e4-ac3a-ee20de4a2347 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1 HTTP/1.1" status: 200 len: 217 time: 0.0739505 Oct 13 00:14:47.958290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-95e899db-e6f4-46c2-8f77-932689949e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:47.960153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-95e899db-e6f4-46c2-8f77-932689949e65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1755886 Oct 13 00:14:48.030050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-03ffe084-ad1f-4aab-b879-a70221584aea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 217 time: 0.0593870 Oct 13 00:14:48.064271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-9ade46b5-cc1e-4164-8116-58f72c3f6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:48.070896 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-9ade46b5-cc1e-4164-8116-58f72c3f6661 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1234767 Oct 13 00:14:48.085555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Deleting port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:48.086271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.123861 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:14:48.145003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-f788e3f1-fddb-4587-97c6-9a7bcaa89160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:48.147743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-f788e3f1-fddb-4587-97c6-9a7bcaa89160 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1074281 Oct 13 00:14:48.186963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db98e78b-6d61-4942-a45d-ad09da914b86 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.200143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db98e78b-6d61-4942-a45d-ad09da914b86 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.224409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bdb05-0814-4569-b6a8-d4b7d7bae7eb req-4d4847c0-6ffc-425e-a256-bc6a86080fc1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:48.225569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aa751057-664f-4572-9cfc-2090bec47b99 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:48.229352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-649bdb05-0814-4569-b6a8-d4b7d7bae7eb req-4d4847c0-6ffc-425e-a256-bc6a86080fc1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 943 time: 0.1340518 Oct 13 00:14:48.237994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-3f2507ef-600c-49e1-b282-fc5b90fc4016 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793777 Oct 13 00:14:48.264251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db98e78b-6d61-4942-a45d-ad09da914b86 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.265647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-db98e78b-6d61-4942-a45d-ad09da914b86 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5111792 Oct 13 00:14:48.272656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52238) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:48.277871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1e41c893-9ecf-4159-a354-c1f381f6b4de tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'security_group_rule': {'security_group_id': 'ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:48.289451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98e78b-6d61-4942-a45d-ad09da914b86 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:48.305092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-e3f588ad-d3f4-452b-8489-1ebdd3213b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:48.307092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-e3f588ad-d3f4-452b-8489-1ebdd3213b16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2126405 Oct 13 00:14:48.350970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] For port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,segment=NetworkSegment(0c4b5744-c768-4a14-95e0-2c7e554d92d6),segment_id=0c4b5744-c768-4a14-95e0-2c7e554d92d6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:48.351417 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.406297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dbba7-154c-4b4a-b86d-f76146e2ed3f req-da19d586-a020-4d7f-9946-eb237e6d530a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:48.410671 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f0dbba7-154c-4b4a-b86d-f76146e2ed3f req-da19d586-a020-4d7f-9946-eb237e6d530a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 946 time: 0.1294243 Oct 13 00:14:48.413906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-649bdb05-0814-4569-b6a8-d4b7d7bae7eb req-31f26551-5749-4882-a964-ffbfb1bdbcaa tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730149 Oct 13 00:14:48.421400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Calling delete_port for 20ac6a4c-39fa-4fd2-bdb7-591c34287fce owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:48.428409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:48.450463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aa751057-664f-4572-9cfc-2090bec47b99 has no active binding in host n-h1-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:14:48.454541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e41c893-9ecf-4159-a354-c1f381f6b4de tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.484919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-361f29c0-d7a3-4027-ad55-06bdcac70a8b service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214894 Oct 13 00:14:48.513819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f0dbba7-154c-4b4a-b86d-f76146e2ed3f req-3ba1a7f1-20cb-4427-9d08-8695354e463f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916991 Oct 13 00:14:48.565949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-502f41da-fb4c-43e5-b517-690b28f68178 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493072 Oct 13 00:14:48.592706 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e41c893-9ecf-4159-a354-c1f381f6b4de tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.598468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e41c893-9ecf-4159-a354-c1f381f6b4de tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.640967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41c893-9ecf-4159-a354-c1f381f6b4de tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427ee969-99f4-420b-a2ac-5103b546ce4e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:48.643561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bda25-74be-4e48-81e0-63b0dacbee9c req-d518bb9d-4fd2-4ff5-a415-285c723d82ec tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:48.645229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-191bda25-74be-4e48-81e0-63b0dacbee9c req-d518bb9d-4fd2-4ff5-a415-285c723d82ec tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e2bf533-0219-418c-9952-f28693a922b8 HTTP/1.1" status: 200 len: 945 time: 0.0891452 Oct 13 00:14:48.649241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8780fb-bbde-441d-bf61-a66ef1f6b00f req-734614d8-190b-4f2f-aae1-f7e7029c5cf7 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509249 Oct 13 00:14:48.658587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e41c893-9ecf-4159-a354-c1f381f6b4de tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.659796 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1e41c893-9ecf-4159-a354-c1f381f6b4de tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853455 Oct 13 00:14:48.662385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52244) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:48.670114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7a3e73b3-7541-4487-bf11-4e2acbf6569b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'security_group_rule': {'security_group_id': 'ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:48.691611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-191bda25-74be-4e48-81e0-63b0dacbee9c req-b3b62767-61d2-474f-97fd-9ba0c5c92fa0 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c251ac7-fa19-4920-9c97-50b323790caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368636 Oct 13 00:14:48.702215 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.797377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Pushing event deleted for resources: {'Port': ['ID=20ac6a4c-39fa-4fd2-bdb7-591c34287fce,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:48.800593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a3e73b3-7541-4487-bf11-4e2acbf6569b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.856787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] No DVR routers for this DVR port 20ac6a4c-39fa-4fd2-bdb7-591c34287fce on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:48.859344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.863624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-30f2ead9-c061-4b18-91c1-0d08261198cb req-8f3d53d8-a08b-4efd-a5ce-13fb4e052ac2 tempest-ServerTagsTestJSON-1478323431 tempest-ServerTagsTestJSON-1478323431-project] 10.222.0.45 "DELETE /v2.0/ports/20ac6a4c-39fa-4fd2-bdb7-591c34287fce HTTP/1.1" status: 204 len: 173 time: 1.0914862 Oct 13 00:14:48.919175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a60b4704-9b51-405d-a52c-b4cd608c4847 req-b9838fed-ad8b-4f14-ac2e-ecaa9ef6f546 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180252 Oct 13 00:14:48.937622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a3e73b3-7541-4487-bf11-4e2acbf6569b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.948645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a3e73b3-7541-4487-bf11-4e2acbf6569b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.989967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52262) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:48.992472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e73b3-7541-4487-bf11-4e2acbf6569b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2bb6d8-e729-47f5-b041-ad49b3e10308,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:49.004758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a3e73b3-7541-4487-bf11-4e2acbf6569b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.010033 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7a3e73b3-7541-4487-bf11-4e2acbf6569b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464763 Oct 13 00:14:49.010532 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52266) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:49.015589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:49.058996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.111689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:49.191244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:49.191718 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.272195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34654082-aeab-43d7-8ca4-490e0e905cd2 req-655b0327-184a-4a64-b66c-e3f979db2487 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:49.285388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34654082-aeab-43d7-8ca4-490e0e905cd2 req-655b0327-184a-4a64-b66c-e3f979db2487 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 944 time: 0.1328971 Oct 13 00:14:49.293129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.396071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34654082-aeab-43d7-8ca4-490e0e905cd2 req-5f0287fe-922d-4e8e-84be-e21223f5600b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054375 Oct 13 00:14:49.452791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Allocated IP 172.25.3.208 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/ab6280ef-9282-44dd-bad3-a0f732aedf0d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:14:49.456993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9134468d-8ec0-4ad4-b8df-ab91f05c075b details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:14:49.482801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:49.634398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'name': 'network-vif-deleted', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f'}, {'server_uuid': '9e2bf533-0219-418c-9952-f28693a922b8', 'name': 'network-vif-deleted', 'tag': '20ac6a4c-39fa-4fd2-bdb7-591c34287fce'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:49.642995 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7060318-24dc-4125-9999-0ded06e88570" -d '{"events": [{"server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "name": "network-vif-deleted", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f"}, {"server_uuid": "9e2bf533-0219-418c-9952-f28693a922b8", "name": "network-vif-deleted", "tag": "20ac6a4c-39fa-4fd2-bdb7-591c34287fce"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:49.730042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 709a3961-0559-41d5-85e2-011d14eea270 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:49.730320 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.817925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:49.843768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'port_id': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'mac_address': 'fa:16:3e:79:1e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bed6ed-ea11-4008-8985-a19492aa0001', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:14:49.847685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0cf5-f451-40cd-9fb8-147478a92161 req-0f04004f-b591-4f7f-b300-75687502846e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:49.857775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-369a0cf5-f451-40cd-9fb8-147478a92161 req-0f04004f-b591-4f7f-b300-75687502846e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 943 time: 0.1863587 Oct 13 00:14:49.875018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.950906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-369a0cf5-f451-40cd-9fb8-147478a92161 req-c8e712a6-a12b-49a0-b477-39363edf2618 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896025 Oct 13 00:14:49.966699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.982729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.984798 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:50.015121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:50.041789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=ab6280ef-9282-44dd-bad3-a0f732aedf0d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:50.058831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:14:50.060630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:50.063906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:14:50.089793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9134468d-8ec0-4ad4-b8df-ab91f05c075b {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:50.139072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:50.144460 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fd6c6e-45ec-4aee-83bb-b64b56e5b1b6" -d '{"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-plugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:50.202378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:50.215466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-2dc37145-cdec-4187-9cd7-9f214705b727 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:50.216143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeaf30-1c20-42e1-a4fb-15faa4085b49 req-98b353a7-39eb-438f-84eb-478471cd09cb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:50.217786 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-2dc37145-cdec-4187-9cd7-9f214705b727 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 946 time: 0.0954995 Oct 13 00:14:50.218295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61eeaf30-1c20-42e1-a4fb-15faa4085b49 req-98b353a7-39eb-438f-84eb-478471cd09cb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 946 time: 0.1154742 Oct 13 00:14:50.236732 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:50.246252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:50.340643 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:50.346557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 20ac6a4c-39fa-4fd2-bdb7-591c34287fce no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:50.381566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 20ac6a4c-39fa-4fd2-bdb7-591c34287fce {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:50.382184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 20ac6a4c-39fa-4fd2-bdb7-591c34287fce not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:50.382720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a7187ed1-57d3-4173-9c9e-c32587fd979f no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:50.411302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: a7187ed1-57d3-4173-9c9e-c32587fd979f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:50.412074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a7187ed1-57d3-4173-9c9e-c32587fd979f not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:50.412767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:50.480352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:50.686886 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:50.707536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61eeaf30-1c20-42e1-a4fb-15faa4085b49 req-d1d8e38f-bb08-46d5-949c-72f2610ceb84 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742835 Oct 13 00:14:50.729831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=10']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:50.759548 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:50.830935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:50.835927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52298) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:50.847591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9134468d-8ec0-4ad4-b8df-ab91f05c075b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:50.848542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:50.928331 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.015348 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9042a46-6b41-4c71-bdb4-19653a3c0173 x-openstack-request-id: req-a9042a46-6b41-4c71-bdb4-19653a3c0173 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:51.016446 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-plugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:51.017183 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9042a46-6b41-4c71-bdb4-19653a3c0173 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:51.017697 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270', 'code': 200} Oct 13 00:14:51.023211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:51.026974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-216bd53d-9b62-4397-b59d-a64ac15eb833 admin admin] Deleting subnet 52dee458-e568-4e95-ad09-c32e81d554bf {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:14:51.031395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-216bd53d-9b62-4397-b59d-a64ac15eb833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.101608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.105679 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0120ad-9d96-4b45-a8ac-f945728a2f8a x-openstack-request-id: req-0d0120ad-9d96-4b45-a8ac-f945728a2f8a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:51.106314 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88dcc68c-5c1c-49d2-b30d-d3914d6fc372", "name": "network-vif-deleted", "tag": "a7187ed1-57d3-4173-9c9e-c32587fd979f", "status": "completed", "code": 200}, {"server_uuid": "9e2bf533-0219-418c-9952-f28693a922b8", "name": "network-vif-deleted", "tag": "20ac6a4c-39fa-4fd2-bdb7-591c34287fce", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:51.106731 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d0120ad-9d96-4b45-a8ac-f945728a2f8a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:51.108687 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88dcc68c-5c1c-49d2-b30d-d3914d6fc372', 'name': 'network-vif-deleted', 'tag': 'a7187ed1-57d3-4173-9c9e-c32587fd979f', 'status': 'completed', 'code': 200} Oct 13 00:14:51.109738 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2bf533-0219-418c-9952-f28693a922b8', 'name': 'network-vif-deleted', 'tag': '20ac6a4c-39fa-4fd2-bdb7-591c34287fce', 'status': 'completed', 'code': 200} Oct 13 00:14:51.110730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-216bd53d-9b62-4397-b59d-a64ac15eb833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.118694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.176645 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-216bd53d-9b62-4397-b59d-a64ac15eb833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.213946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.219656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Deleting port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:51.219999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.282776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-216bd53d-9b62-4397-b59d-a64ac15eb833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.289772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=ab6280ef-9282-44dd-bad3-a0f732aedf0d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:51.310098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.312026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-93990ace-74c4-4ece-942e-5fc985a81780 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3004687 Oct 13 00:14:51.325366 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-216bd53d-9b62-4397-b59d-a64ac15eb833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.329137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-216bd53d-9b62-4397-b59d-a64ac15eb833 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52dee458-e568-4e95-ad09-c32e81d554bf HTTP/1.1" status: 204 len: 168 time: 0.4916875 Oct 13 00:14:51.333923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52308) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:51.389946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bd53d-9b62-4397-b59d-a64ac15eb833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dee458-e568-4e95-ad09-c32e81d554bf,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:51.454087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cf20e-6e00-4e9e-9d2f-051880806c04 req-38b620ce-dcf8-43da-bb5d-0ff1f78a2b2a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:51.455709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a6cf20e-6e00-4e9e-9d2f-051880806c04 req-38b620ce-dcf8-43da-bb5d-0ff1f78a2b2a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 945 time: 0.1822381 Oct 13 00:14:51.467427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Deleting port f4e62c4c-93f4-4ccd-80f8-8501179278d8 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:51.467780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.537129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9969e2-1214-4f4a-9fcd-03c07c247f42 req-434cd69e-6e40-4e91-a0e2-f0ced8a7f841 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:51.543575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] For port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:51.544463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d9969e2-1214-4f4a-9fcd-03c07c247f42 req-434cd69e-6e40-4e91-a0e2-f0ced8a7f841 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 943 time: 0.1777868 Oct 13 00:14:51.545485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.622771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Calling delete_port for 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:51.624132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a6cf20e-6e00-4e9e-9d2f-051880806c04 req-c144d662-fa0b-4d80-8d9a-39c817e15d4c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559279 Oct 13 00:14:51.652885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.684714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d9969e2-1214-4f4a-9fcd-03c07c247f42 req-97844f8a-f857-40a9-ab62-7d43e8deada1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107056 Oct 13 00:14:51.735190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] For port f4e62c4c-93f4-4ccd-80f8-8501179278d8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f4e62c4c-93f4-4ccd-80f8-8501179278d8,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:51.735581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:51.762105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Calling delete_port for f4e62c4c-93f4-4ccd-80f8-8501179278d8 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:51.772954 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-e2d6c437-10d6-4646-9a03-99a27514b006 service neutron] 10.222.0.36 "GET /v2.0/ports/aa751057-664f-4572-9cfc-2090bec47b99/bindings/n-h1-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.3256931 Oct 13 00:14:51.881617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.079852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f627dd08-9a07-47e8-93aa-ae9156c7d3ed']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:52.179647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4b5744-c768-4a14-95e0-2c7e554d92d6') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:52.180336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4b5744-c768-4a14-95e0-2c7e554d92d6') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:52.223946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.251538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.276275 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.302407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c158363e-207c-4fc8-a46e-b1853a34eea5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:14:52.350072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.405253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e62c4c-93f4-4ccd-80f8-8501179278d8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:52.470795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:14:52.471998 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.543098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-31df2056-2ffa-4df4-b201-ef8af91459c5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--235425096&fields=id&tenant_id=6c2029f155254c5bb76b795a332f5fd8 HTTP/1.1" status: 200 len: 267 time: 0.5440454 Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:14:52.612566 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:14:52.689463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5a0d1433-17b5-43d4-a760-405656a621f5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:52.691604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5a0d1433-17b5-43d4-a760-405656a621f5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports/9265abc7-6b4c-41be-82ef-41693b535004 HTTP/1.1" status: 200 len: 932 time: 0.1476407 Oct 13 00:14:52.705204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac174d-3ea8-4b8d-8ec9-ac13ec1fe5fc req-0fc8c886-76b9-4159-8e86-67b8b74f4227 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:52.714019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73ac174d-3ea8-4b8d-8ec9-ac13ec1fe5fc req-0fc8c886-76b9-4159-8e86-67b8b74f4227 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ea4879d-9215-4cf5-9d6b-208afaef26b3 HTTP/1.1" status: 200 len: 865 time: 0.7019582 Oct 13 00:14:52.763969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Pushing event deleted for resources: {'Port': ['ID=0eda2ea5-0976-4100-9adf-d86a8f3d7ae3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:52.774892 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.815308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c588f1f0-1ffb-4617-96a6-5fe5a7839cc9 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:52.823022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c588f1f0-1ffb-4617-96a6-5fe5a7839cc9 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports/bf802313-d3df-4540-adff-9c73c3366bb7 HTTP/1.1" status: 200 len: 931 time: 0.0980942 Oct 13 00:14:52.823615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] No DVR routers for this DVR port 0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:52.828935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.834514 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] 10.222.0.21 "DELETE /v2.0/networks/f627dd08-9a07-47e8-93aa-ae9156c7d3ed HTTP/1.1" status: 204 len: 168 time: 1.4976349 Oct 13 00:14:52.834514 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:52.854087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88bfea35-ea81-48aa-ab4f-35c3d7663aeb req-a77403e3-0b12-4153-8b71-80201a2833ba tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.45 "DELETE /v2.0/ports/0eda2ea5-0976-4100-9adf-d86a8f3d7ae3 HTTP/1.1" status: 204 len: 173 time: 2.6208014 Oct 13 00:14:52.854998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbae511-a207-483a-90b6-94e6be16baec admin admin] Pushing event deleted for resources: {'Network': ['ID=f627dd08-9a07-47e8-93aa-ae9156c7d3ed,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:52.977562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-48b435dc-78cf-4a47-adbf-e04441efefca tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1536801 Oct 13 00:14:52.993047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:53.019935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:53.023487 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3020e56-2220-4c3b-8bc8-97ee2bfe1b29" -d '{"events": [{"server_uuid": "4ea4879d-9215-4cf5-9d6b-208afaef26b3", "name": "network-vif-unplugged", "status": "completed", "tag": "0eda2ea5-0976-4100-9adf-d86a8f3d7ae3"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:53.061126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:53.102939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-e51a4389-51fe-42e4-986e-f17da5fffbbf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1136408 Oct 13 00:14:53.105854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73ac174d-3ea8-4b8d-8ec9-ac13ec1fe5fc req-77cfcf90-ec4b-4a37-96db-00bbd0b75898 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908503 Oct 13 00:14:53.113239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'name': 'network-vif-deleted', 'tag': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:53.116176 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f937d43-c545-4d18-9b29-d0e1b674c6e9" -d '{"events": [{"server_uuid": "4ea4879d-9215-4cf5-9d6b-208afaef26b3", "name": "network-vif-deleted", "tag": "0eda2ea5-0976-4100-9adf-d86a8f3d7ae3"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:53.149568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52356) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:53.196576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa751057-664f-4572-9cfc-2090bec47b99 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:14:53.202827 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:53.283655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:53.358878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:53.378554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7f3a1b61-0200-493c-a10f-121d12d8d552 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a52ccbc8893d4b4db1773bd517a8b84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203956 Oct 13 00:14:53.384001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52366) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:53.486898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-f037ff18-fe62-4b71-b60a-8f447f62f017 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:53.495120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-f037ff18-fe62-4b71-b60a-8f447f62f017 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:53.502210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9134468d-8ec0-4ad4-b8df-ab91f05c075b up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:14:53.513483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-f037ff18-fe62-4b71-b60a-8f447f62f017 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:53.519975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-f037ff18-fe62-4b71-b60a-8f447f62f017 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/networks?id=f74a808b-9cae-4a0c-95f6-f7ae8155785d&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=591f32ea-f744-48f5-b6a3-d94230219abc&id=591f32ea-f744-48f5-b6a3-d94230219abc HTTP/1.1" status: 200 len: 1990 time: 0.4038174 Oct 13 00:14:53.562561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f30ece0-029d-4b79-aeec-02a6fc7dfa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:53.566222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-b8054a74-2257-4dcb-aff8-853f680b7440 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/quotas/6c2029f155254c5bb76b795a332f5fd8 HTTP/1.1" status: 200 len: 375 time: 0.0346878 Oct 13 00:14:53.600450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569cc1f-ad16-4914-b57a-69167e3377a5 req-30568029-71df-458e-bb88-ccddb974a252 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:53.602259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0569cc1f-ad16-4914-b57a-69167e3377a5 req-30568029-71df-458e-bb88-ccddb974a252 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 945 time: 0.1993594 Oct 13 00:14:53.648774 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f30ece0-029d-4b79-aeec-02a6fc7dfa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:53.689563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 9134468d-8ec0-4ad4-b8df-ab91f05c075b completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:14:53.694131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 9134468d-8ec0-4ad4-b8df-ab91f05c075b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:14:53.694583 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:53.757615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f30ece0-029d-4b79-aeec-02a6fc7dfa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:53.760773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f30ece0-029d-4b79-aeec-02a6fc7dfa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:53.764325 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f30ece0-029d-4b79-aeec-02a6fc7dfa60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c251ac7-fa19-4920-9c97-50b323790caf HTTP/1.1" status: 204 len: 168 time: 0.3713627 Oct 13 00:14:53.778027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] Transition to ACTIVE for port object aa751057-664f-4572-9cfc-2090bec47b99 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:14:53.779373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30ece0-029d-4b79-aeec-02a6fc7dfa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c251ac7-fa19-4920-9c97-50b323790caf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:53.793261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:53.854138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] Pushing event updated for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:53.859283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c6af2c8e-1c4c-4249-8bd1-505b467d3de0 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2821567 Oct 13 00:14:53.936906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] No DVR routers for this DVR port aa751057-664f-4572-9cfc-2090bec47b99 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:53.996090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-87cb5f88-cedb-418c-a23a-d3a4fc827eab service neutron] 10.222.0.36 "PUT /v2.0/ports/aa751057-664f-4572-9cfc-2090bec47b99/bindings/n-h1-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0911365 Oct 13 00:14:54.159259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c7c00197-fd8f-4522-8923-583aa8c32482 service neutron] 10.222.0.21 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091563 Oct 13 00:14:54.182298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0569cc1f-ad16-4914-b57a-69167e3377a5 req-e2939144-8ba4-4f41-99ec-f2c9cddab5ef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536747 Oct 13 00:14:54.220476 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:54.236146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-551e276a-64e2-435c-bc1e-e4ce2e405c49 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:54.242221 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-551e276a-64e2-435c-bc1e-e4ce2e405c49 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.1161549 Oct 13 00:14:54.299554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:54.307044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-1d819963-e6db-4a1e-ba86-5d765fe57393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:54.308882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-1d819963-e6db-4a1e-ba86-5d765fe57393 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c&tenant_id=972c82705a634760bc65b69e0205d7e1 HTTP/1.1" status: 200 len: 1095 time: 0.0631890 Oct 13 00:14:54.310758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:54.311688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device aa751057-664f-4572-9cfc-2090bec47b99 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:54.433130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-edbaedbc-33bf-4c95-908c-391f2a7ee5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:54.435048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-edbaedbc-33bf-4c95-908c-391f2a7ee5bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1095 time: 0.0811784 Oct 13 00:14:54.438675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Router 3b677c4a-dc58-4613-8581-6137e1ab7489 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:14:54.499856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device aa751057-664f-4572-9cfc-2090bec47b99 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:54.501839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:54.585259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db748a21-8549-425e-bf9e-51a6e822fceb req-36a5cd81-1866-4114-af7c-9a3cdacace46 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:54.587404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db748a21-8549-425e-bf9e-51a6e822fceb req-36a5cd81-1866-4114-af7c-9a3cdacace46 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 944 time: 0.2583618 Oct 13 00:14:54.713990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-5038f97e-8c50-4605-8bcc-f0bb9b9b24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:54.717328 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-5038f97e-8c50-4605-8bcc-f0bb9b9b24fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.2667339 Oct 13 00:14:54.785112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:14:54.792661 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-d7f0788b-9bdc-4aa0-b1d2-869040eb67eb service neutron] 10.222.0.21 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026194 Oct 13 00:14:54.797513 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] Sync routers for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:14:54.801172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2f94fd64-c028-401f-9fd2-40ceee5aa1dc admin admin] 10.222.0.21 "PUT /v2.0/routers/3b677c4a-dc58-4613-8581-6137e1ab7489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8079996 Oct 13 00:14:54.804676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52386) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:54.825320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-22bc15fb-4d98-4051-bbe2-5f1e9323f91f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 217 time: 0.0991533 Oct 13 00:14:54.845472 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:54.846514 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:54.923818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db748a21-8549-425e-bf9e-51a6e822fceb req-09489696-1ae5-4113-a4dc-2fc9150f5696 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548915 Oct 13 00:14:54.937546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5da4c817-4c42-409e-9053-ba032117314c service neutron] 10.222.0.21 "GET /v2.0/ports/9265abc7-6b4c-41be-82ef-41693b535004?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1192021 Oct 13 00:14:55.034875 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0135dff7-38fc-43ac-8da4-08f045efe231 x-openstack-request-id: req-0135dff7-38fc-43ac-8da4-08f045efe231 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:55.035401 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea4879d-9215-4cf5-9d6b-208afaef26b3", "name": "network-vif-unplugged", "status": "completed", "tag": "0eda2ea5-0976-4100-9adf-d86a8f3d7ae3", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:55.035622 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0135dff7-38fc-43ac-8da4-08f045efe231 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:55.036109 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3', 'code': 200} Oct 13 00:14:55.042367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-01801f5c-8b8f-40a0-b634-28a4a72f0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:55.049708 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-01801f5c-8b8f-40a0-b634-28a4a72f0cc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1861494 Oct 13 00:14:55.139813 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d258a23-267b-42df-81e1-b144eacc5a84 x-openstack-request-id: req-0d258a23-267b-42df-81e1-b144eacc5a84 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:55.142482 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea4879d-9215-4cf5-9d6b-208afaef26b3", "name": "network-vif-deleted", "tag": "0eda2ea5-0976-4100-9adf-d86a8f3d7ae3", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:55.144091 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d258a23-267b-42df-81e1-b144eacc5a84 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:55.144693 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea4879d-9215-4cf5-9d6b-208afaef26b3', 'name': 'network-vif-deleted', 'tag': '0eda2ea5-0976-4100-9adf-d86a8f3d7ae3', 'status': 'completed', 'code': 200} Oct 13 00:14:55.147140 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-9155ec4d-44fa-485f-942d-24c7f4930045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771739 Oct 13 00:14:55.176401 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:55.222100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:55.259943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-1e93c36b-07bc-4bb8-ad01-7ad88149a7b3 service neutron] 10.222.0.21 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111269 Oct 13 00:14:55.503640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aac3af-4c33-4d5c-bb76-45572beaf3d4 req-cfc0bb70-c5f6-427a-a8a0-9004242ba978 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:55.505417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90aac3af-4c33-4d5c-bb76-45572beaf3d4 req-cfc0bb70-c5f6-427a-a8a0-9004242ba978 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1243389 Oct 13 00:14:55.507908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-292b6d5b-348a-4229-956f-ea5c5b8b1826 service neutron] 10.222.0.21 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403977 Oct 13 00:14:55.587069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52410) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:55.621709 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-dcdc84ce-80e3-482c-aa78-43754c247bca service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621866 Oct 13 00:14:55.635253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-761b7d16-4dcf-4249-b075-275c6f079ab0 service neutron] 10.222.0.21 "GET /v2.0/ports/bf802313-d3df-4540-adff-9c73c3366bb7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1133661 Oct 13 00:14:55.660152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90aac3af-4c33-4d5c-bb76-45572beaf3d4 req-2591bf08-f027-4e36-a13e-9ad04cc7975f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474965 Oct 13 00:14:55.830784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:14:52Z', 'revision_number': 5, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port': {'id': 'b4727329-6081-4c3c-9352-2b1ca7512795', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:38Z', 'updated_at': '2021-10-13T00:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:55.832836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:55.880690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1505624232-network', 'tenant_id': '6bdab3cb286e4660a93e978adb9edb95'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:55.909922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-60a293e8-776c-429f-b235-20e1925ffe91 service neutron] 10.222.0.21 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658551 Oct 13 00:14:55.916407 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] Checking router: 3b677c4a-dc58-4613-8581-6137e1ab7489 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:14:55.930901 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] Routers {'3b677c4a-dc58-4613-8581-6137e1ab7489'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:14:55.931742 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:14:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3b677c4a-dc58-4613-8581-6137e1ab7489'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:55.934123 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-454edbaf-c8e7-454a-8692-a2b5a41997b8 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050017 Oct 13 00:14:55.969669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Made reservation on behalf of 6bdab3cb286e4660a93e978adb9edb95 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:55.972282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:55.996297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.039138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd90ef0-82d4-4bf9-91ef-5ae82d0862bf req-c5cea9be-7873-4233-ad17-8a928f2ac9d6 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:56.041131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bd90ef0-82d4-4bf9-91ef-5ae82d0862bf req-c5cea9be-7873-4233-ad17-8a928f2ac9d6 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 946 time: 0.1298769 Oct 13 00:14:56.052813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Deleting port b4727329-6081-4c3c-9352-2b1ca7512795 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:56.053165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.121795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bd90ef0-82d4-4bf9-91ef-5ae82d0862bf req-4cd262c2-8649-468f-a073-241ed6128db0 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669439 Oct 13 00:14:56.155120 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-47018459-c88d-4e08-86b8-68a91411ebf8 service neutron] 10.222.0.21 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128906 Oct 13 00:14:56.203029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.210379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] For port b4727329-6081-4c3c-9352-2b1ca7512795, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b4727329-6081-4c3c-9352-2b1ca7512795,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:56.210766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.214402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.284861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Calling delete_port for b4727329-6081-4c3c-9352-2b1ca7512795 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:56.303788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b7d060-1608-4720-a7a4-6fc998cf4087,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:56.325232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:14:56.352387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.353031 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Added segment 2cee9859-b3ae-48ea-92e4-4afa7754dba3 of type vlan for network 77f93a8e-84cd-4e09-9637-912b468ad1bd Oct 13 00:14:56.379939 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] Set router 3b677c4a-dc58-4613-8581-6137e1ab7489 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:14:56.442172 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:14:55Z', 'revision_number': 6, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:56.447807 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-d87e661c-240d-4ba7-b17e-24a0aa0138da service neutron] 10.222.0.21 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861462 Oct 13 00:14:56.460890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c2fa9-153c-46f6-8ec7-4c68ae430d98 req-4cecf40e-1791-4e1e-907c-455926ce1e3b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:56.462702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-596c2fa9-153c-46f6-8ec7-4c68ae430d98 req-4cecf40e-1791-4e1e-907c-455926ce1e3b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 944 time: 0.1687100 Oct 13 00:14:56.482960 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782f7e2-5cf2-4bbd-9f60-c179f3a9f9de None None] The sync data for ids ['3b677c4a-dc58-4613-8581-6137e1ab7489'] in n-d-813679-4 is: [{'id': '3b677c4a-dc58-4613-8581-6137e1ab7489', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1256733808-router', 'tenant_id': '5cb36ba37649436982f362c203926d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:37Z', 'updated_at': '2021-10-13T00:14:55Z', 'revision_number': 6, 'project_id': '5cb36ba37649436982f362c203926d3b', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:14:56.496525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-2c9d4bc7-128d-4cf2-8d12-24937525dcb5 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:56.498220 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-2c9d4bc7-128d-4cf2-8d12-24937525dcb5 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.2269123 Oct 13 00:14:56.558210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.597826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-596c2fa9-153c-46f6-8ec7-4c68ae430d98 req-b4045fab-65cb-43ac-94a9-ec9c013086c4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244526 Oct 13 00:14:56.664382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-fefb0e3b-e5b6-4b11-9f50-45e29ef047a9 service neutron] 10.222.0.21 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005091 Oct 13 00:14:56.677827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.678920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:56.679522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.829910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2396653 Oct 13 00:14:56.847052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52436) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:56.855120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Request body: {'subnet': {'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1505624232-subnet', 'tenant_id': '6bdab3cb286e4660a93e978adb9edb95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:14:56.874268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87693-a522-40d7-a6ab-7cfab4e38173 admin admin] Pushing event updated for resources: {'Network': ['ID=77f93a8e-84cd-4e09-9637-912b468ad1bd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:56.888325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 77f93a8e-84cd-4e09-9637-912b468ad1bd details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:14:56.901333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-41fb585c-0c02-4bb2-97a7-a0007d4b080e service neutron] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:14:56.913767 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-41fb585c-0c02-4bb2-97a7-a0007d4b080e service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.914977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b610b19c-e6ff-424b-af35-5c6827c5a474 req-41fb585c-0c02-4bb2-97a7-a0007d4b080e service neutron] 10.222.0.45 "DELETE /v2.0/ports/aa751057-664f-4572-9cfc-2090bec47b99/bindings/n-h2-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.4028816 Oct 13 00:14:56.932138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:56.961500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Made reservation on behalf of 6bdab3cb286e4660a93e978adb9edb95 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:14:56.967606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:57.024833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f4e62c4c-93f4-4ccd-80f8-8501179278d8 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:57.042054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:14:57.057076 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5040ef-f518-40fc-ad16-bbabf22bd094" -d '{"events": [{"server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "name": "network-vif-plugged", "status": "completed", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:14:57.137277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: f4e62c4c-93f4-4ccd-80f8-8501179278d8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:57.137619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f4e62c4c-93f4-4ccd-80f8-8501179278d8 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:57.154448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4727329-6081-4c3c-9352-2b1ca7512795,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:57.256130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a7735-43f3-47b5-b106-10d1669da17d req-12ee05fb-8b35-4e88-aae3-521484b0116a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:57.263367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c83a7735-43f3-47b5-b106-10d1669da17d req-12ee05fb-8b35-4e88-aae3-521484b0116a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.5567117 Oct 13 00:14:57.283699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-937abdf8-5841-4e4c-976a-8d26fb9c35b4 service neutron] 10.222.0.21 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977190 Oct 13 00:14:57.327209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c83a7735-43f3-47b5-b106-10d1669da17d req-cfa1c870-666a-4f63-a53c-530de10bd3c3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628400 Oct 13 00:14:57.616424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-2417544e-9d31-4198-a0f1-dd035002e60f service neutron] 10.222.0.21 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993169 Oct 13 00:14:57.702523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:57.751051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96ebd3-af62-4aa7-b04e-4c9bbfc7fed4 req-8a1c21fc-9266-49b6-be4e-6db806a27296 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:57.753395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b96ebd3-af62-4aa7-b04e-4c9bbfc7fed4 req-8a1c21fc-9266-49b6-be4e-6db806a27296 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 946 time: 0.1682999 Oct 13 00:14:57.813054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:57.816165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:57.818931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5af36805-b268-42cc-96b3-1f2be080de7e service neutron] 10.222.0.21 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136900 Oct 13 00:14:57.891993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b96ebd3-af62-4aa7-b04e-4c9bbfc7fed4 req-9a42a6d6-a0fa-41a7-9538-b11fc6894d44 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295509 Oct 13 00:14:57.908198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:57.909026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b677c4a-dc58-4613-8581-6137e1ab7489 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:14:57.917394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:57.918554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-717e098a-0ec0-4b6f-826e-98e28b6426e7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3b677c4a-dc58-4613-8581-6137e1ab7489 HTTP/1.1" status: 204 len: 168 time: 3.1127884 Oct 13 00:14:57.923451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52462) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:58.031775 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9023294-d5f3-427b-b4a1-f750fbb7963a x-openstack-request-id: req-f9023294-d5f3-427b-b4a1-f750fbb7963a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:14:58.032328 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "name": "network-vif-plugged", "status": "completed", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:14:58.032813 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9023294-d5f3-427b-b4a1-f750fbb7963a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:14:58.032813 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'code': 200} Oct 13 00:14:58.042243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-67d7a298-4ff1-4804-a5fb-c06b2af88f50 service neutron] 10.222.0.21 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109063 Oct 13 00:14:58.056621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:58.086147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cab6541-5d87-44c5-b820-9ca4b9a7370b admin admin] Deleting subnet c121cc60-6c76-45b0-93a8-a82254554109 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:14:58.197884 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cab6541-5d87-44c5-b820-9ca4b9a7370b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:58.300154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ab1a-e621-4037-b134-9257d89bf8ab req-2ef50109-bb1e-4e76-91af-4a676ba00562 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:58.301846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22c9ab1a-e621-4037-b134-9257d89bf8ab req-2ef50109-bb1e-4e76-91af-4a676ba00562 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0858135 Oct 13 00:14:58.311783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cab6541-5d87-44c5-b820-9ca4b9a7370b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:58.331525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-fb09dd28-5686-4550-8240-c0ec09a2edbf service neutron] 10.222.0.21 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418077 Oct 13 00:14:58.407585 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cab6541-5d87-44c5-b820-9ca4b9a7370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:58.452782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8058a160-8b8c-473a-baf5-8f761e11f662 service neutron] 10.222.0.21 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099329 Oct 13 00:14:58.472680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22c9ab1a-e621-4037-b134-9257d89bf8ab req-9b52f08f-1cf9-472d-a253-cdeed44fb138 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603479 Oct 13 00:14:58.563656 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cab6541-5d87-44c5-b820-9ca4b9a7370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:58.593440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Checking segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:14:58.595385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Network hostable DHCP agents. Network: 77f93a8e-84cd-4e09-9637-912b468ad1bd, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:14:58.614950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da509c1d-4dbd-4849-8f71-f22a89564e85 None None] Network 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:58.617882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7b97a-758c-4727-88de-029fe084e586 req-27321d67-6e19-4b9d-acbc-2a41eff28911 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:58.619344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cab6541-5d87-44c5-b820-9ca4b9a7370b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:58.633175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5cab6541-5d87-44c5-b820-9ca4b9a7370b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c121cc60-6c76-45b0-93a8-a82254554109 HTTP/1.1" status: 204 len: 168 time: 0.7083650 Oct 13 00:14:58.634575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ba7b97a-758c-4727-88de-029fe084e586 req-27321d67-6e19-4b9d-acbc-2a41eff28911 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1095 time: 0.0775716 Oct 13 00:14:58.641439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52472) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:14:58.679939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e96e8-f9ff-4056-8d18-3ef1cdcdc7a6 req-aa424485-11b7-4e6f-a505-4be16deadea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:58.685452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-979e96e8-f9ff-4056-8d18-3ef1cdcdc7a6 req-aa424485-11b7-4e6f-a505-4be16deadea4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 1097 time: 0.5242808 Oct 13 00:14:58.686282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ab4b4e-8ca1-425a-858e-82182d32f2d1,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:58.710158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ba7b97a-758c-4727-88de-029fe084e586 req-560c3ea6-be17-4e01-9978-db68f36e6024 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744901 Oct 13 00:14:58.729464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab6541-5d87-44c5-b820-9ca4b9a7370b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c121cc60-6c76-45b0-93a8-a82254554109,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:58.732370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Network 77f93a8e-84cd-4e09-9637-912b468ad1bd is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:14:58.823182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 77f93a8e-84cd-4e09-9637-912b468ad1bd) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:14:58.839482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:58.840331 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:58.851440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895650c0-dcb5-49c1-844d-36ec1b3e676a None None] Network 77f93a8e-84cd-4e09-9637-912b468ad1bd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:58.869330 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-979e96e8-f9ff-4056-8d18-3ef1cdcdc7a6 req-6ac5a42f-ca1d-4b9d-8bd7-fbf8ee2b8246 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413050 Oct 13 00:14:58.888534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-90ae19f0-c49a-4070-aad5-a2ca32ed0378 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0403228 Oct 13 00:14:58.916855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.108713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Deleting port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:59.109340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.167316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b4727329-6081-4c3c-9352-2b1ca7512795 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:14:59.203929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573e40a-e064-44e1-b9fb-d182eb0c23a8 req-c21126fa-117e-46c4-b0f6-a766d7a08081 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:59.224787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4573e40a-e064-44e1-b9fb-d182eb0c23a8 req-c21126fa-117e-46c4-b0f6-a766d7a08081 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 946 time: 0.1363397 Oct 13 00:14:59.244417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: b4727329-6081-4c3c-9352-2b1ca7512795 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:14:59.244847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b4727329-6081-4c3c-9352-2b1ca7512795 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:14:59.301041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] For port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:59.301412 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.348850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4573e40a-e064-44e1-b9fb-d182eb0c23a8 req-be2ea37d-ce2a-45ea-9ec7-5e65ecd71058 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314857 Oct 13 00:14:59.399866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Calling delete_port for 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:59.404515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] DHCP port deletion for 8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:14:59.410091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba94d9a-2752-4f0c-a537-c2e6ec5271e8 None None] Network 77f93a8e-84cd-4e09-9637-912b468ad1bd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:14:59.615832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] Deleting port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:14:59.616488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.666063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.730583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] No DVR routers for this DVR port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:14:59.738980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] For port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,segment=NetworkSegment(8400861c-d306-4ba9-babe-1ec98f6a1d13),segment_id=8400861c-d306-4ba9-babe-1ec98f6a1d13)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:14:59.739644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.741546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Pushing event deleted for resources: {'Port': ['ID=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:14:59.760737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] Calling delete_port for 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:14:59.815140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-0bcdbba3-21d9-4207-ad00-064a552008b4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:14:59.823984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-0bcdbba3-21d9-4207-ad00-064a552008b4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 821 time: 0.2762849 Oct 13 00:14:59.868695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-3badf8da-0a52-4c6c-b492-4ec1a0a11bb4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/quotas/972c82705a634760bc65b69e0205d7e1 HTTP/1.1" status: 200 len: 375 time: 0.0435789 Oct 13 00:14:59.886125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.909429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:59.920317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8400861c-d306-4ba9-babe-1ec98f6a1d13') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:59.921125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8400861c-d306-4ba9-babe-1ec98f6a1d13') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:14:59.932707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.938685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.950343 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.957835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:14:59.958574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:59.992366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] Pushing event deleted for resources: {'Port': ['ID=12d0afad-a8d7-480d-a0a0-0824fb8d28a4,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:00.002913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2628f5-f14c-4a67-9265-518bbc8ef789 None None] No DVR routers for this DVR port 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:15:00.053324 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:15:00.065509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:00.074822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-ccbdf73a-6fb6-4485-bb9d-5cebb5b4b3a3 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2045224 Oct 13 00:15:00.081404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:00.092361 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c HTTP/1.1" status: 204 len: 168 time: 1.4359076 Oct 13 00:15:00.124967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9005ea5-86a2-4855-9812-a8a09a37291e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce2bbbb-c84b-4729-bd92-ce8d0a4b202c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:00.487954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52552) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:00.564364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-c28f4097-6241-4819-b065-afdf1943ff91 service neutron] 10.222.0.21 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856873 Oct 13 00:15:00.580259 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-60f94496-54ee-49dc-8f34-569697a103d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cb36ba37649436982f362c203926d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904963 Oct 13 00:15:00.582411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-b5dd462c-454f-45ca-bb05-4e914e250c4d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:00.583150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52554) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:00.586641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-b5dd462c-454f-45ca-bb05-4e914e250c4d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 815 time: 0.3290055 Oct 13 00:15:00.708883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05351fa0-40cd-441f-8381-35ff7cf76c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:00.737919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-6489a4d1-0e60-4efc-aadf-0d8a9000c225 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/quotas/6bdab3cb286e4660a93e978adb9edb95 HTTP/1.1" status: 200 len: 375 time: 0.1260004 Oct 13 00:15:00.769053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05351fa0-40cd-441f-8381-35ff7cf76c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:00.787491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-5e85cc76-110c-46d3-9a3c-0763801f3fc7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407867 Oct 13 00:15:00.879037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05351fa0-40cd-441f-8381-35ff7cf76c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:00.883700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-05351fa0-40cd-441f-8381-35ff7cf76c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:00.903987 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-05351fa0-40cd-441f-8381-35ff7cf76c86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b762e33c-f85f-4bcc-b11a-d29080c38165 HTTP/1.1" status: 204 len: 168 time: 0.3194687 Oct 13 00:15:00.919205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-80546225-0b37-47a2-aa80-bcba4286623f service neutron] 10.222.0.21 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297298 Oct 13 00:15:00.946292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05351fa0-40cd-441f-8381-35ff7cf76c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b762e33c-f85f-4bcc-b11a-d29080c38165,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:01.000325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-923078e3-0a88-4ad0-a9d9-9dd43fc00521 service neutron] 10.222.0.21 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941526 Oct 13 00:15:01.134183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:15:01.180623 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:15:01.193467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 12d0afad-a8d7-480d-a0a0-0824fb8d28a4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:15:01.302740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-c9220c82-de45-45b1-a992-3249c4b957d3 service neutron] 10.222.0.21 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905407 Oct 13 00:15:01.398189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a6f80c8-cef3-4838-a294-38606efda954 req-275a05d6-cfcc-49ed-b435-4931067355ad tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0590353 Oct 13 00:15:01.715724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba6d2634-f2f8-421a-a3ff-9dbfe7fcb75a req-b8cfb094-db33-4ef8-b249-c3f9e92c6ed4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 210 time: 0.0749054 Oct 13 00:15:02.056629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cafa49e-af57-43c3-9f97-ba91b580a1c9 req-5e03de57-a4c2-44eb-b9e7-ccf69a9b9227 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 210 time: 0.1901238 Oct 13 00:15:02.096254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-1f595a06-7eb6-4b11-bfce-b2e3ad860d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:02.101732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac280564-e360-4e1d-a935-b81736c48007 req-3f4cf222-8208-4c0c-8c2d-14bb290f387c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:02.102943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-1f595a06-7eb6-4b11-bfce-b2e3ad860d95 service neutron] 10.222.0.45 "GET /v2.0/ports/9265abc7-6b4c-41be-82ef-41693b535004 HTTP/1.1" status: 200 len: 1028 time: 0.1248260 Oct 13 00:15:02.112888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac280564-e360-4e1d-a935-b81736c48007 req-3f4cf222-8208-4c0c-8c2d-14bb290f387c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 946 time: 0.3961141 Oct 13 00:15:02.201101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-7887bc14-0283-42d9-b1ad-22ef6d55b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:02.205940 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-7887bc14-0283-42d9-b1ad-22ef6d55b355 service neutron] 10.222.0.45 "GET /v2.0/ports/bf802313-d3df-4540-adff-9c73c3366bb7 HTTP/1.1" status: 200 len: 1027 time: 0.0951610 Oct 13 00:15:02.242814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac280564-e360-4e1d-a935-b81736c48007 req-58cc898f-3ff3-434a-9879-34fa6a7b784f tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175699 Oct 13 00:15:02.580402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-a49c1ba2-2686-459b-bbf0-4ac2c60446d5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:02.615257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-a49c1ba2-2686-459b-bbf0-4ac2c60446d5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:02.623426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-a49c1ba2-2686-459b-bbf0-4ac2c60446d5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:02.625902 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-a49c1ba2-2686-459b-bbf0-4ac2c60446d5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "GET /v2.0/networks?id=f74a808b-9cae-4a0c-95f6-f7ae8155785d&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=591f32ea-f744-48f5-b6a3-d94230219abc&id=591f32ea-f744-48f5-b6a3-d94230219abc HTTP/1.1" status: 200 len: 1990 time: 0.4122670 Oct 13 00:15:02.830167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72d8ceda-540f-410d-8ca3-a790d83b15ff tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c2029f155254c5bb76b795a332f5fd8 HTTP/1.1" status: 200 len: 379 time: 0.1848459 Oct 13 00:15:02.848156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'admin_state_up': True, 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'security_groups': ['ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:02.865666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dada6d8d-60dc-4b4c-b147-3547729c0855 req-1e23c1a9-cadd-4f45-9380-d9fb9a307476 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.1522007 Oct 13 00:15:03.000691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b353e4c-c726-4405-b78b-7a6ecdbd0b72 req-64a8209d-4e25-4f13-a1ff-609c55949eb1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:03.009311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b353e4c-c726-4405-b78b-7a6ecdbd0b72 req-64a8209d-4e25-4f13-a1ff-609c55949eb1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 946 time: 0.1126804 Oct 13 00:15:03.103124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b353e4c-c726-4405-b78b-7a6ecdbd0b72 req-f47b0bb4-d216-46e1-9876-5d6f484f1c10 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910809 Oct 13 00:15:03.254020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817cbc-cf03-4c79-9dc5-87152541743a req-88c8ab7b-ffea-4ee5-a305-030591b861b5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:03.259808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:03.263370 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:03.264418 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4817cbc-cf03-4c79-9dc5-87152541743a req-88c8ab7b-ffea-4ee5-a305-030591b861b5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0924184 Oct 13 00:15:03.376873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-723a8b8e-ea2e-473e-b8aa-805932612153 req-f79be8e6-a7ee-4a45-b72c-c7b2868daa44 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 210 time: 0.0797219 Oct 13 00:15:03.410423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4817cbc-cf03-4c79-9dc5-87152541743a req-a75d524d-fe9c-4e46-813e-b8d7c59c379a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446261 Oct 13 00:15:03.631922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2949ecca-b5e6-4b61-9567-0fdbfa276ebc req-73f3202a-6389-457a-9482-b14f3a924d77 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 210 time: 0.0591116 Oct 13 00:15:03.660526 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Allocated IP 172.20.0.8 (f74a808b-9cae-4a0c-95f6-f7ae8155785d/274a127c-657f-48bd-8824-8c5514237b1f/26488eef-0b26-4aa7-aba7-948a93520029) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:03.670384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-e3592b86-b32c-416d-8cf2-570382b5cf64 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:03.692858 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-e3592b86-b32c-416d-8cf2-570382b5cf64 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 821 time: 0.2803156 Oct 13 00:15:03.743244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Request body: {'port': {'device_id': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'admin_state_up': True, 'tenant_id': '972c82705a634760bc65b69e0205d7e1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:03.944847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e7bb-5016-4fee-8a97-f7d164b18c36 req-3c64facc-0366-486d-8c3c-f72be1f4dd82 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:03.949955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dea5e7bb-5016-4fee-8a97-f7d164b18c36 req-3c64facc-0366-486d-8c3c-f72be1f4dd82 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1585214 Oct 13 00:15:04.144243 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:04.188446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dea5e7bb-5016-4fee-8a97-f7d164b18c36 req-0d1c8870-3ec2-4bb2-9a70-10e6c06f1e8d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169240 Oct 13 00:15:04.208135 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be85c660-bb6b-4bc1-993d-df2fb1bc17bf req-2247262e-34f5-4f61-9160-6f1ee7b27326 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0771525 Oct 13 00:15:04.274164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:04.341130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-8fcbf010-e887-4fa6-83ed-72245f74bc29 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:04.343471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-8fcbf010-e887-4fa6-83ed-72245f74bc29 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 815 time: 0.3922129 Oct 13 00:15:04.364488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Request body: {'port': {'device_id': 'a80658ca-ddb3-4790-af64-09a2aa5ce3f2', 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'admin_state_up': True, 'tenant_id': '6bdab3cb286e4660a93e978adb9edb95'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:04.420996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:04.440181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:04.450895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:04.567532 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Made reservation on behalf of 972c82705a634760bc65b69e0205d7e1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:04.571278 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:04.613770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:04.617317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:04.675221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=26488eef-0b26-4aa7-aba7-948a93520029,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:04.714138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Made reservation on behalf of 6bdab3cb286e4660a93e978adb9edb95 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:04.718071 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:04.802330 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4eea7463-b4f8-4201-a22c-1524db1e51ba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9655960 Oct 13 00:15:04.826396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'admin_state_up': True, 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'security_groups': ['ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:04.856251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1c190-1805-49d6-bfc9-7dea05e03096 req-ac92d8cf-ae01-4edd-abae-865b56bd16a0 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:04.869312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48a1c190-1805-49d6-bfc9-7dea05e03096 req-ac92d8cf-ae01-4edd-abae-865b56bd16a0 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 946 time: 0.2825601 Oct 13 00:15:05.029162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d096d6e6-a3a9-4443-86a0-0d2ce62c3a16 None None] Provisioning complete for port 26488eef-0b26-4aa7-aba7-948a93520029 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:05.029843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Allocated IP 172.20.0.13 (7382e6f6-efa9-4a70-8e95-977acf533636/4e4d62fd-0456-4555-889b-57e236e3f4d2/590684a0-5f79-4bb3-bec9-15ab041566de) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:05.030872 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d096d6e6-a3a9-4443-86a0-0d2ce62c3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:05.093213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48a1c190-1805-49d6-bfc9-7dea05e03096 req-895e07c6-e544-4e4f-aa8b-d7e0836ede2d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192276 Oct 13 00:15:05.112086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d096d6e6-a3a9-4443-86a0-0d2ce62c3a16 None None] Port 26488eef-0b26-4aa7-aba7-948a93520029 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:05.221894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:05.236318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06d37c5a-f3b9-491d-b261-cc638dd5ecd0 req-fccdb9f6-bf0c-49f1-980f-f0fe80bb5e76 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 210 time: 0.2712593 Oct 13 00:15:05.239800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Allocated IP 172.20.0.8 (77f93a8e-84cd-4e09-9637-912b468ad1bd/c7ab4b4e-8ca1-425a-858e-82182d32f2d1/62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:05.354769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c511cc8-09f7-4366-bd6e-10fa5e02d51e req-5b8b5d6c-76f6-4d4d-acf0-0360d5ad5041 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 210 time: 0.0778091 Oct 13 00:15:05.415736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:05.431009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:05.439054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:05.633059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Network 7382e6f6-efa9-4a70-8e95-977acf533636 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:05.657477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:05.677493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:05.690970 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:05.693359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Pushing event updated for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:05.772617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:05.809435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:05.810398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:05.853119 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-baa73da1-affd-4bfa-9d5a-d30fd98926de tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1371231 Oct 13 00:15:05.893620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Request body: {'port': {'device_id': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:05.901905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Pushing event updated for resources: {'Port': ['ID=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:05.919897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Network 77f93a8e-84cd-4e09-9637-912b468ad1bd is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:05.922213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:05.926524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:06.037787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:06.040126 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:06.042019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Allocated IP 10.1.1.224 (94268d05-d85d-4847-87f3-ead562262dd6/5bc1b77b-dc63-4f28-a855-07a986808176/41287d11-bc16-4f5a-9352-f0132c384b8b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:06.080984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-cd96e0be-25d3-4ac8-9d0d-ce47a559d0f8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7199597 Oct 13 00:15:06.100500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Request body: {'port': {'device_id': 'a80658ca-ddb3-4790-af64-09a2aa5ce3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:06.282008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:06.324892 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:06.391402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de107a0a-2681-4222-b0c2-52a7315cdcec req-75d340de-412b-4012-a02a-63e59b0c5caa tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:06.399031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de107a0a-2681-4222-b0c2-52a7315cdcec req-75d340de-412b-4012-a02a-63e59b0c5caa tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 931 time: 0.2953718 Oct 13 00:15:06.436660 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:06.702668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:06.807104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:06.817571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:06.822100 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:06.892143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Transition to ACTIVE for port object 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:06.910282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de107a0a-2681-4222-b0c2-52a7315cdcec req-252c464f-eec6-4d67-8be1-1592e73349d8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5100927 Oct 13 00:15:06.913859 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:06.983065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:07.067589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01881947-d1e7-49d2-a63b-256385aef32d req-5a41c4be-af02-4f8e-811e-49b6bb91aeae tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:07.075625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01881947-d1e7-49d2-a63b-256385aef32d req-5a41c4be-af02-4f8e-811e-49b6bb91aeae tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 932 time: 0.2552724 Oct 13 00:15:07.141526 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network 94268d05-d85d-4847-87f3-ead562262dd6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:07.149755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:07.160851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:07.224363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=41287d11-bc16-4f5a-9352-f0132c384b8b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:07.227666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:07.259220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:07.260307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:07.292515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590684a0-5f79-4bb3-bec9-15ab041566de {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:07.301132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1baf4da-4135-4e21-bcd2-3d59d3ffa7c2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4847114 Oct 13 00:15:07.307042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:07.327698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'admin_state_up': True, 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'security_groups': ['ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:07.345711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Transition to ACTIVE for port object 590684a0-5f79-4bb3-bec9-15ab041566de will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:07.398205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01881947-d1e7-49d2-a63b-256385aef32d req-4e69b44a-c189-4fd8-a968-543f22cdafbb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195021 Oct 13 00:15:07.405539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.405882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.406268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.407110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.407462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.415311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.417563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.417914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.418250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.418583 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.418912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.419239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:07.498985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:07.572000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac7234-5204-43d7-b084-a625bb2e0f8f req-bd78e84b-aab2-4256-87e8-da28bd0c3c0b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:07.588695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49ac7234-5204-43d7-b084-a625bb2e0f8f req-bd78e84b-aab2-4256-87e8-da28bd0c3c0b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 943 time: 0.4749942 Oct 13 00:15:07.608838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Attempting to bind port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:07.609340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Attempting to bind port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:07.609686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Attempting to bind port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d on network 77f93a8e-84cd-4e09-9637-912b468ad1bd {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:07.646956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d on network 77f93a8e-84cd-4e09-9637-912b468ad1bd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:07.647730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Attempting to bind port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d on network 77f93a8e-84cd-4e09-9637-912b468ad1bd {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:07.666229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:07.666890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Checking segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:07.667552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Bound using segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:07.668270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Bound port: 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:07.668893 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:07.681102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1ae4ea16-5168-42c1-9c6c-34df0834a669 None None] Provisioning complete for port 41287d11-bc16-4f5a-9352-f0132c384b8b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:07.681645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1ae4ea16-5168-42c1-9c6c-34df0834a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:07.757251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4ea16-5168-42c1-9c6c-34df0834a669 None None] Port 41287d11-bc16-4f5a-9352-f0132c384b8b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:07.764740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:07.775073 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:07.846623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Pushing event updated for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:07.858590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] For port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:07.871779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] For port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:07.897760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49ac7234-5204-43d7-b084-a625bb2e0f8f req-7333ee9b-1a2c-43c6-926e-23ecdb7d006c tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069041 Oct 13 00:15:07.912206 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:08.067417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:08.069673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:08.077734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] 10.222.0.45 "PUT /v2.0/ports/62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d HTTP/1.1" status: 200 len: 1091 time: 1.9778185 Oct 13 00:15:08.096069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:08.096726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80658ca-ddb3-4790-af64-09a2aa5ce3f2', 'tag': '62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:08.097940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:08.098295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:08.107945 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8f4835-529e-4a99-9791-a7e084462483" -d '{"events": [{"name": "network-changed", "server_uuid": "a80658ca-ddb3-4790-af64-09a2aa5ce3f2", "tag": "62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:08.125689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:08.127913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:08.147841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:08.148200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:08.148592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:08.149038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Bound port: 590684a0-5f79-4bb3-bec9-15ab041566de, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:08.149405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:08.247681 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4cb36b-8fc7-44f3-81e6-e9c1784b2580 x-openstack-request-id: req-5a4cb36b-8fc7-44f3-81e6-e9c1784b2580 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:08.248631 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80658ca-ddb3-4790-af64-09a2aa5ce3f2", "tag": "62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:08.249116 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a4cb36b-8fc7-44f3-81e6-e9c1784b2580 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:08.249710 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80658ca-ddb3-4790-af64-09a2aa5ce3f2', 'tag': '62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', 'status': 'completed', 'code': 200} Oct 13 00:15:08.284667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebd538-9480-4ccd-89aa-893a02b7fcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:08.355712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-d86ab7e5-c3ff-43f4-9a12-f2d43cc6dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:08.356789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Allocated IP 10.1.1.97 (94268d05-d85d-4847-87f3-ead562262dd6/5bc1b77b-dc63-4f28-a855-07a986808176/068c0998-0d76-4f70-97f9-b63506279aa8) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:08.358932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-d86ab7e5-c3ff-43f4-9a12-f2d43cc6dc58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 1094 time: 0.2177804 Oct 13 00:15:08.495221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bc37c-f97d-4a6b-86b0-e943a7bdce70 req-3ed77996-c383-4aad-aac8-25bdc9479051 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:08.497225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:08.507493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bc37c-f97d-4a6b-86b0-e943a7bdce70 req-3ed77996-c383-4aad-aac8-25bdc9479051 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:08.517456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a7bc37c-f97d-4a6b-86b0-e943a7bdce70 req-3ed77996-c383-4aad-aac8-25bdc9479051 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 1653 time: 0.3771908 Oct 13 00:15:08.525111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-9d1be602-9305-4530-91d1-0c49d212e8ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d HTTP/1.1" status: 200 len: 217 time: 0.1458857 Oct 13 00:15:08.555841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:08.620290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52800) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:08.632719 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:08.760883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Pushing event updated for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:08.790117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a7bc37c-f97d-4a6b-86b0-e943a7bdce70 req-0fe53f34-fdf0-49ee-9ef1-7d9f683d1fcb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652049 Oct 13 00:15:08.802131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-8b3a19df-1e2d-40e8-ad7f-3f56aad025e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:08.811008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:08.811805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:08.813195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-774e2734-8075-44c3-8bd1-afc19b86d992 service neutron] 10.222.0.45 "PUT /v2.0/ports/590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 200 len: 1092 time: 2.9445763 Oct 13 00:15:08.813655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:08.823414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-8b3a19df-1e2d-40e8-ad7f-3f56aad025e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.2820404 Oct 13 00:15:08.836724 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:08.916081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-0e3d7f5f-99f8-40a1-8426-f80fe93ea930 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855575 Oct 13 00:15:08.932291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379761-f49b-4048-b55b-dee63f6686bb req-a6677741-57ab-4756-b72d-daaca915d539 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:08.939973 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50379761-f49b-4048-b55b-dee63f6686bb req-a6677741-57ab-4756-b72d-daaca915d539 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.3185711 Oct 13 00:15:08.956467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:08.963996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-d217a082-b5c2-436e-9eee-7b280a5130af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:08.965501 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-d217a082-b5c2-436e-9eee-7b280a5130af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1095 time: 0.0810502 Oct 13 00:15:09.052484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-1ffd205b-bb50-4458-8a74-096a7a543904 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 200 len: 217 time: 0.0709510 Oct 13 00:15:09.062548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80a47e51-4780-4887-8f43-0e8a9215dc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:09.113537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50379761-f49b-4048-b55b-dee63f6686bb req-0a9e7d72-2a81-42e7-9008-6445962c67b3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703551 Oct 13 00:15:09.170310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f8615-718c-40ee-ba28-8b0ea9ae7b62 req-a82df100-4e17-48d5-bdd1-6f24853caf90 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:09.177735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-644f8615-718c-40ee-ba28-8b0ea9ae7b62 req-a82df100-4e17-48d5-bdd1-6f24853caf90 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.2254758 Oct 13 00:15:09.228010 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-84305c85-c9a8-48a9-bd9e-741a028c5b45 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854793 Oct 13 00:15:09.439106 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740e976-5760-456f-954a-a167805f935e x-openstack-request-id: req-6740e976-5760-456f-954a-a167805f935e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:09.439717 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:09.439976 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6740e976-5760-456f-954a-a167805f935e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:09.440895 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de', 'status': 'completed', 'code': 200} Oct 13 00:15:09.464431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-5c394bc3-cf2e-44d9-a52b-f90786d5ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:09.466150 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-5c394bc3-cf2e-44d9-a52b-f90786d5ecc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.4035380 Oct 13 00:15:09.468199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:09.473548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-644f8615-718c-40ee-ba28-8b0ea9ae7b62 req-84f57c5a-99db-4088-ae22-cf8976430a9d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948289 Oct 13 00:15:09.554909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=068c0998-0d76-4f70-97f9-b63506279aa8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:09.581452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-1ff275ce-44b8-4c52-b44f-25d44b5a79b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358942 Oct 13 00:15:09.590314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network 94268d05-d85d-4847-87f3-ead562262dd6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:09.645917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:09.717845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-f32b69c7-efe5-43cc-b1ac-cbc8ad48bb0b service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237795 Oct 13 00:15:09.718704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:09.796066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:09.798258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:09.913611 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-8ef6c272-fe61-43a2-82d5-acc011004856 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5981076 Oct 13 00:15:09.941676 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80a47e51-4780-4887-8f43-0e8a9215dc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:09.946123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc', 'admin_state_up': True, 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'security_groups': ['ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:09.993559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80a47e51-4780-4887-8f43-0e8a9215dc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:10.024309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a52db4dc-77f5-4e2a-b29d-60c934666255 req-2694c17e-287c-41bc-a689-bdf67a60560c service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723646 Oct 13 00:15:10.099211 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cd107719-2fd2-4119-8c3b-999e7ccab0f2 req-f47298e4-559e-4141-8c35-c7d51356e8ce service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968435 Oct 13 00:15:10.111050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ad79e56a-cbe9-4879-abb6-347e8cb67dd8 None None] Provisioning complete for port 068c0998-0d76-4f70-97f9-b63506279aa8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:10.111656 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ad79e56a-cbe9-4879-abb6-347e8cb67dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:10.140605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-80a47e51-4780-4887-8f43-0e8a9215dc0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=964e15ac3b7b485b86ac00c69244dfe8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5166600 Oct 13 00:15:10.147751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52834) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:10.175475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d700959-71d6-45c1-b3b6-159d70f32658 req-c6ca114d-0677-4a4a-8f09-541deaf50d1a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:10.184071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d700959-71d6-45c1-b3b6-159d70f32658 req-c6ca114d-0677-4a4a-8f09-541deaf50d1a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 943 time: 0.2455962 Oct 13 00:15:10.187322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ad79e56a-cbe9-4879-abb6-347e8cb67dd8 None None] Port 068c0998-0d76-4f70-97f9-b63506279aa8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:10.224113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a47e51-4780-4887-8f43-0e8a9215dc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ceabc-d4e2-4395-8b0c-80c238a8bcde,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:10.280019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4cda-b7a7-47f5-a9be-8fc53ac7c65e req-c94059a8-5f02-4fe6-8a5a-89cdc204b276 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:10.287861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82bc4cda-b7a7-47f5-a9be-8fc53ac7c65e req-c94059a8-5f02-4fe6-8a5a-89cdc204b276 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.3521953 Oct 13 00:15:10.315302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6262b88-83e8-4725-a220-ad8f0f9254a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:10.344855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6262b88-83e8-4725-a220-ad8f0f9254a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:10.366132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-b2d8decb-6f71-46e8-9ae5-29e93efcb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:10.367908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-b2d8decb-6f71-46e8-9ae5-29e93efcb219 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1095 time: 0.1391025 Oct 13 00:15:10.371827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82bc4cda-b7a7-47f5-a9be-8fc53ac7c65e req-2bd23cb3-6c92-4e52-88ab-d98d37d20d86 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831897 Oct 13 00:15:10.376726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d700959-71d6-45c1-b3b6-159d70f32658 req-072688bc-9ed0-4b57-b01d-c9ebef14e31d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911972 Oct 13 00:15:10.484179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:10.630511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-33d7a39c-857e-4c43-b168-7f19e80ec6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:10.633110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-33d7a39c-857e-4c43-b168-7f19e80ec6e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.2551892 Oct 13 00:15:10.663972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11777fa4-0327-4adc-8f5f-9d5614a4f71e req-f09baa94-b393-48eb-8dca-0a37a235a1fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:10.670460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11777fa4-0327-4adc-8f5f-9d5614a4f71e req-f09baa94-b393-48eb-8dca-0a37a235a1fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:10.677970 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6262b88-83e8-4725-a220-ad8f0f9254a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:10.680283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11777fa4-0327-4adc-8f5f-9d5614a4f71e req-f09baa94-b393-48eb-8dca-0a37a235a1fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:10.682368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11777fa4-0327-4adc-8f5f-9d5614a4f71e req-f09baa94-b393-48eb-8dca-0a37a235a1fb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 2373 time: 0.1406167 Oct 13 00:15:10.686081 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6262b88-83e8-4725-a220-ad8f0f9254a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:10.696263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c6262b88-83e8-4725-a220-ad8f0f9254a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd5ceabc-d4e2-4395-8b0c-80c238a8bcde HTTP/1.1" status: 204 len: 168 time: 0.5374644 Oct 13 00:15:10.760076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6262b88-83e8-4725-a220-ad8f0f9254a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ceabc-d4e2-4395-8b0c-80c238a8bcde,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:10.768873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4835-529e-4a99-9791-a7e084462483 req-4f92856a-0fbe-4aba-9a5f-f1e530ad7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:10.770829 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f8f4835-529e-4a99-9791-a7e084462483 req-4f92856a-0fbe-4aba-9a5f-f1e530ad7978 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 1094 time: 0.6369257 Oct 13 00:15:10.774064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-ff5b236f-ea28-439e-b48b-fba19f7fec94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 200 len: 217 time: 0.1310697 Oct 13 00:15:10.947959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11777fa4-0327-4adc-8f5f-9d5614a4f71e req-efcacbd5-8482-418b-b1f8-a844e1ca7a63 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948831 Oct 13 00:15:11.011148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960481c-a201-481f-8ccd-2300a727756b req-38fa933f-e9ea-4d8a-9e8c-5f2dec2d6646 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:11.012796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f960481c-a201-481f-8ccd-2300a727756b req-38fa933f-e9ea-4d8a-9e8c-5f2dec2d6646 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.2417719 Oct 13 00:15:11.014742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-285dd8c0-8144-440a-a30a-c86001ccea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:11.016185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-285dd8c0-8144-440a-a30a-c86001ccea24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1896152 Oct 13 00:15:11.061165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-91b53f50-e4a3-43a6-872e-9bca1ddea54b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338814 Oct 13 00:15:11.084607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f960481c-a201-481f-8ccd-2300a727756b req-9dfc845a-5380-4b46-baff-80fd268caaab tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644531 Oct 13 00:15:11.086056 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:11.152518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4835-529e-4a99-9791-a7e084462483 req-52670ab8-e1dc-4d73-a3b2-a88bce85191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:11.153996 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f8f4835-529e-4a99-9791-a7e084462483 req-52670ab8-e1dc-4d73-a3b2-a88bce85191c service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 916 time: 0.3674994 Oct 13 00:15:11.235475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878527c0-6846-4e06-b905-e1bccc083af1 req-8d0b7b2f-658b-477f-91b1-1b61d3db768b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:11.252140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-878527c0-6846-4e06-b905-e1bccc083af1 req-8d0b7b2f-658b-477f-91b1-1b61d3db768b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1721914 Oct 13 00:15:11.321220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-878527c0-6846-4e06-b905-e1bccc083af1 req-603199ae-9591-419a-8db2-0b80ba37dca1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643051 Oct 13 00:15:11.329809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f8f4835-529e-4a99-9791-a7e084462483 req-e27dc671-536b-42cb-902c-9c51dc4b220c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d HTTP/1.1" status: 200 len: 217 time: 0.1621389 Oct 13 00:15:11.373574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-65dd5f29-1fd8-4bdf-b052-ab781df69380 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893069 Oct 13 00:15:11.518182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9134468d-8ec0-4ad4-b8df-ab91f05c075b details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:11.749598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:11.762701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e893c3-30eb-4793-a5e8-435f0bfd191c req-80a27923-c217-44c3-9588-3f3ea24bdd99 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:11.764470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4e893c3-30eb-4793-a5e8-435f0bfd191c req-80a27923-c217-44c3-9588-3f3ea24bdd99 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2577422 Oct 13 00:15:11.769265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b89eee3f-b9eb-4d75-8f0c-0e8e8f455925 req-bbc16c66-bc3c-4e95-b365-9387668f5a5f service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868454 Oct 13 00:15:11.783050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8e318-b8b7-4c1e-84ab-56ff1ac31736 req-c4f9ff7a-5564-4f33-b8fe-76d1a32aebde tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:11.790675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1a8e318-b8b7-4c1e-84ab-56ff1ac31736 req-c4f9ff7a-5564-4f33-b8fe-76d1a32aebde tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 943 time: 0.2509570 Oct 13 00:15:11.812002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'port_id': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'mac_address': 'fa:16:3e:79:1e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bed6ed-ea11-4008-8985-a19492aa0001', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:15:11.836746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Allocated IP 10.2.2.100 (591f32ea-f744-48f5-b6a3-d94230219abc/b4e3a813-ea5f-436e-b84d-e1b1ab64896b/adaebb21-b3ee-40d2-bbcd-ef71f2775580) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:11.861710 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4e893c3-30eb-4793-a5e8-435f0bfd191c req-d3df277e-5e2d-40d1-b07a-9e93a9bbfb4d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699894 Oct 13 00:15:11.867348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1a8e318-b8b7-4c1e-84ab-56ff1ac31736 req-d153d432-551c-4e9e-8fe2-043aa90dca0b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642967 Oct 13 00:15:11.926241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7a708687-6890-4262-ac53-268831c90501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:11.956796 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:11.965153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4835-529e-4a99-9791-a7e084462483 req-ee2cd1ac-a365-4acc-a2d8-66c3c4646ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:11.966926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f8f4835-529e-4a99-9791-a7e084462483 req-ee2cd1ac-a365-4acc-a2d8-66c3c4646ca4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.6169446 Oct 13 00:15:11.995262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9134468d-8ec0-4ad4-b8df-ab91f05c075b {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:12.057913 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f8f4835-529e-4a99-9791-a7e084462483 req-df2b7d7e-8603-457e-8720-686324ef5e00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791178 Oct 13 00:15:12.080093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:12.096422 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:12.209558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52928) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:12.233003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:12.243096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.243434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.243935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.244280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.244615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.244953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.245277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.245772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.246115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.246446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.246776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.247469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:12.318194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9134468d-8ec0-4ad4-b8df-ab91f05c075b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:15:12.340828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162300d-d9e7-4f83-ad80-968493f6b8f4 req-a3269d85-d32e-4974-9e18-a15f7fbb0f1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:12.354990 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:12.358047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162300d-d9e7-4f83-ad80-968493f6b8f4 req-a3269d85-d32e-4974-9e18-a15f7fbb0f1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:12.369442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:12.370867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162300d-d9e7-4f83-ad80-968493f6b8f4 req-a3269d85-d32e-4974-9e18-a15f7fbb0f1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:12.373009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8162300d-d9e7-4f83-ad80-968493f6b8f4 req-a3269d85-d32e-4974-9e18-a15f7fbb0f1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 2373 time: 0.1408057 Oct 13 00:15:12.383360 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f8f4835-529e-4a99-9791-a7e084462483 req-ee92f824-47a9-4d91-bd91-f551587ddb61 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143072 Oct 13 00:15:12.481340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-473257931-network', 'tenant_id': 'ef4bdf8873344c9cbcba82f9098268f7'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:12.559160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8162300d-d9e7-4f83-ad80-968493f6b8f4 req-57062fe1-6e00-4a29-a028-03136a898623 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731434 Oct 13 00:15:12.570625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Made reservation on behalf of ef4bdf8873344c9cbcba82f9098268f7 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:12.577210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:12.617189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:12.647400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6891d-00d1-4d0c-a0de-1fa0b3aa91a1 req-83057b86-3752-4ea7-a216-9e6836627fa4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:12.650012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7f6891d-00d1-4d0c-a0de-1fa0b3aa91a1 req-83057b86-3752-4ea7-a216-9e6836627fa4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.2615540 Oct 13 00:15:12.651429 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:12.730850 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f8f4835-529e-4a99-9791-a7e084462483 req-d8ab0d91-707f-4708-b14d-784b1426aeb6 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365755 Oct 13 00:15:12.758593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network 591f32ea-f744-48f5-b6a3-d94230219abc is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:12.761558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:12.765209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=adaebb21-b3ee-40d2-bbcd-ef71f2775580,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:12.779734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:12.862766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:12.864385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:12.903294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-6d173fb4-9241-46c7-b944-ec42ba97ea2c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9734468 Oct 13 00:15:12.921124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc', 'admin_state_up': True, 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'security_groups': ['ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:12.965374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7f6891d-00d1-4d0c-a0de-1fa0b3aa91a1 req-7dc2849c-40b0-4814-8737-4e91c5cd4fc9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000367 Oct 13 00:15:12.972969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:13.005338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'port_id': '62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', 'mac_address': 'fa:16:3e:ce:98:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ab4b4e-8ca1-425a-858e-82182d32f2d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:15:13.159755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69fcf8-2649-42e6-a313-e9b5586cc76d req-2f9bb114-81d3-4f97-b39b-44bc8a476591 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:13.197476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d69fcf8-2649-42e6-a313-e9b5586cc76d req-2f9bb114-81d3-4f97-b39b-44bc8a476591 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.5082939 Oct 13 00:15:13.199624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Made reservation on behalf of 6c2029f155254c5bb76b795a332f5fd8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:13.208785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.260977 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.304053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:13.358033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4b49a62e-cb0a-43e7-993e-d77bb8353ba3 None None] Provisioning complete for port adaebb21-b3ee-40d2-bbcd-ef71f2775580 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:13.358410 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b49a62e-cb0a-43e7-993e-d77bb8353ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.437893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d69fcf8-2649-42e6-a313-e9b5586cc76d req-db9d5a07-4e4e-4f5e-bfe8-d5c331267e35 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373955 Oct 13 00:15:13.474412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:13.508065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.524553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0dbf9-fdea-487e-b95b-386906634c6c req-4fb2f859-2118-48b5-aa1c-3e3468921d1f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:13.525871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Allocated IP 10.2.2.200 (591f32ea-f744-48f5-b6a3-d94230219abc/b4e3a813-ea5f-436e-b84d-e1b1ab64896b/81fb4b6d-22f8-4e42-84b2-7aa504f60fb1) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:13.536262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ced0dbf9-fdea-487e-b95b-386906634c6c req-4fb2f859-2118-48b5-aa1c-3e3468921d1f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 943 time: 0.2919230 Oct 13 00:15:13.551715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9134468d-8ec0-4ad4-b8df-ab91f05c075b up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:15:13.558972 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.611131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:15:13.627188 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.627877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 590684a0-5f79-4bb3-bec9-15ab041566de details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:13.628019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ced0dbf9-fdea-487e-b95b-386906634c6c req-b2facbbc-1cdd-4204-a3a2-a1851590fdd3 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902870 Oct 13 00:15:13.653614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7991ebf-c1c1-405f-a350-b5f31bba0d71,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:13.683559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.685139 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Added segment af3a7947-c294-45ea-b03c-3d2a07df604c of type vlan for network 2b78c0fd-04ee-44b8-8722-bf04ced264d7 Oct 13 00:15:13.782177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.794183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.818950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4b49a62e-cb0a-43e7-993e-d77bb8353ba3 None None] Port adaebb21-b3ee-40d2-bbcd-ef71f2775580 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:13.848535 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.849902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.851589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:13.853116 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.922401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:13.927229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Network 591f32ea-f744-48f5-b6a3-d94230219abc is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:13.938000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:13.946730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 9134468d-8ec0-4ad4-b8df-ab91f05c075b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:13.947109 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:13.957563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:14.002624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event updated for resources: {'Port': ['ID=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:14.015021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:14.037908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '590684a0-5f79-4bb3-bec9-15ab041566de', 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'port_id': '590684a0-5f79-4bb3-bec9-15ab041566de', 'mac_address': 'fa:16:3e:0d:76:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4d62fd-0456-4555-889b-57e236e3f4d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:15:14.058274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:14.059481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.085084 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c776f942-e48c-447d-9022-8e215781a6d6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1691437 Oct 13 00:15:14.108783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:14.133771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9196768 Oct 13 00:15:14.149206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52974) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:14.153487 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.173916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Request body: {'subnet': {'network_id': '2b78c0fd-04ee-44b8-8722-bf04ced264d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-473257931-subnet', 'tenant_id': 'ef4bdf8873344c9cbcba82f9098268f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:14.185813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc421c7f-7efd-4d89-9045-b6097998e2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b78c0fd-04ee-44b8-8722-bf04ced264d7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:14.196059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.213173 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.232850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Made reservation on behalf of ef4bdf8873344c9cbcba82f9098268f7 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:14.236263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 2b78c0fd-04ee-44b8-8722-bf04ced264d7 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:15:14.243022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.260625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590684a0-5f79-4bb3-bec9-15ab041566de {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:14.350685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:14.360031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52982) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:14.379639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1316681226'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:14.450348 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.533135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:14.538115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.572179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:14.603522 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:15:14.616605 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.617331 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Added segment f3ed5554-3fa4-4f43-9d63-ff40f52df24f of type vlan for network 36320387-6e4c-4af6-99cc-0d3644eaef53 Oct 13 00:15:14.626673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:14.647643 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c5844f-7ee9-4f05-b789-a7e68501671b" -d '{"events": [{"server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "name": "network-vif-plugged", "status": "completed", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:14.674630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.686378 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3194022-05a1-4631-8079-f0d3a7ab0fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.707603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bc67a6b1-81dc-48d1-9aba-f1039f6476ce None None] Provisioning complete for port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:14.708583 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bc67a6b1-81dc-48d1-9aba-f1039f6476ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.746588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.749160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.762230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:14.764507 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.824383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:14.831032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4676840 Oct 13 00:15:14.837010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bc67a6b1-81dc-48d1-9aba-f1039f6476ce None None] Port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:14.842379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52988) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:14.854748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.857393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Checking segment: {'id': 'af3a7947-c294-45ea-b03c-3d2a07df604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2b78c0fd-04ee-44b8-8722-bf04ced264d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:14.858066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Network hostable DHCP agents. Network: 2b78c0fd-04ee-44b8-8722-bf04ced264d7, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:15:14.864469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244f1e00-73af-4a51-9b09-e23c897724d7,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:14.897147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Network 2b78c0fd-04ee-44b8-8722-bf04ced264d7 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:15:14.913363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 2b78c0fd-04ee-44b8-8722-bf04ced264d7) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:14.918684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-174667060'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:14.928918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:14.929664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:14.976418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:14.979860 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2e5066ae-03ed-45be-b4d5-699346b54535 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8247590 Oct 13 00:15:14.990564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:14.996725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.002141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2539f-45d5-4d58-8d26-92288cb05812 None None] Network 2b78c0fd-04ee-44b8-8722-bf04ced264d7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:15:15.007712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:15:15.010742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['590684a0-5f79-4bb3-bec9-15ab041566de'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:15:15.030385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:15:15.043295 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.043970 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Added segment 0ef1908d-0695-4d15-9768-8e27be7feb8d of type vlan for network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 Oct 13 00:15:15.090604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.129253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.137297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:15.138328 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.179772 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3206964 Oct 13 00:15:15.180267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52992) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:15.187239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'subnet': {'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:15.195031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c8f12-6fd7-48f6-87f7-9df5bb48156a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Network': ['ID=36320387-6e4c-4af6-99cc-0d3644eaef53,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:15.256206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:15:15.277227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5e23b-96d8-43f1-9347-f83b88057032 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Network': ['ID=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:15.446386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26488eef-0b26-4aa7-aba7-948a93520029 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:15.459321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:15.463870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.467087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.502925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Transition to ACTIVE for port object 26488eef-0b26-4aa7-aba7-948a93520029 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:15.511845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.543607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:15:15.649010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Pushing event updated for resources: {'Port': ['ID=26488eef-0b26-4aa7-aba7-948a93520029,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:15.855296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Attempting to bind port 26488eef-0b26-4aa7-aba7-948a93520029 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:15.861668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Attempting to bind port 26488eef-0b26-4aa7-aba7-948a93520029 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:15.862079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Attempting to bind port 26488eef-0b26-4aa7-aba7-948a93520029 on network f74a808b-9cae-4a0c-95f6-f7ae8155785d {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:15.872536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Port 26488eef-0b26-4aa7-aba7-948a93520029 on network f74a808b-9cae-4a0c-95f6-f7ae8155785d not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:15.873662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Attempting to bind port 26488eef-0b26-4aa7-aba7-948a93520029 on network f74a808b-9cae-4a0c-95f6-f7ae8155785d {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:15.894876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:15.894876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Checking segment: {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:15.895298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Bound using segment: {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:15.906809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Bound port: 26488eef-0b26-4aa7-aba7-948a93520029, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce7af92-59d2-4caf-8b76-6c404019b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:15.907129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.969241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86b36b-74f8-439d-93e8-610c40453c04 None None] Network 2b78c0fd-04ee-44b8-8722-bf04ced264d7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:15:16.006919 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.077481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] For port 26488eef-0b26-4aa7-aba7-948a93520029, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:16.085511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] For port 26488eef-0b26-4aa7-aba7-948a93520029, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=26488eef-0b26-4aa7-aba7-948a93520029,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:16.097648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.106784 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.155752 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.203615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Checking segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:16.204205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network hostable DHCP agents. Network: 36320387-6e4c-4af6-99cc-0d3644eaef53, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:15:16.217582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Subnet': ['ID=8fd16226-9267-47f8-b3d0-fe591c6933f8,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:16.243921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:16.251493 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.252988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] 10.222.0.45 "PUT /v2.0/ports/26488eef-0b26-4aa7-aba7-948a93520029 HTTP/1.1" status: 200 len: 1091 time: 2.1516421 Oct 13 00:15:16.253465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:16.255788 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "26488eef-0b26-4aa7-aba7-948a93520029"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:16.284086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:15:16.305294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 36320387-6e4c-4af6-99cc-0d3644eaef53) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:16.311179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:16.319056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.332888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:16.340054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9618fc50-2d20-4cdc-b08f-35236e792ad4 None None] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:15:16.347826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee68a3-a2f0-461a-9dea-2725c3b3833a service neutron] Pushing event updated for resources: {'Port': ['ID=26488eef-0b26-4aa7-aba7-948a93520029,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:16.366427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4cfcf3c1-51e7-4c2a-ac6c-6f3dd9bef1bf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1823454 Oct 13 00:15:16.367905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52998) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:16.405988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'subnet': {'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:16.621603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.641384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:16.646526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.900757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-36320387-6e4c-4af6-99cc-0d3644eaef53', 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'fixed_ips': [{'subnet_id': '8fd16226-9267-47f8-b3d0-fe591c6933f8'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:15:16.901631 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:17.090891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:17.242676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9265abc7-6b4c-41be-82ef-41693b535004 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:17.252745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:17.273341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Transition to ACTIVE for port object 9265abc7-6b4c-41be-82ef-41693b535004 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:17.280822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:17.293953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Checking segment: {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:17.294549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network hostable DHCP agents. Network: b1aa2f73-ebfc-43b2-8ba4-f51b379839c9, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:15:17.300939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Subnet': ['ID=a93943ac-eaac-4149-95cb-e33572efa07b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:17.321917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:15:17.345627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, b1aa2f73-ebfc-43b2-8ba4-f51b379839c9) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:17.350007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:17.350713 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:17.363261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Allocated IP 10.1.1.2 (36320387-6e4c-4af6-99cc-0d3644eaef53/8fd16226-9267-47f8-b3d0-fe591c6933f8/9852c650-51cd-4271-bbf9-3472be6f9717) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:17.374057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335ad3e-2f11-4701-88f8-014f45f10e73 None None] Network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:15:17.398206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53004) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:17.398931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6a8e9d4d-18de-4ccc-a93d-c30e58d59352 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0291982 Oct 13 00:15:17.409002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'port': {'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'name': 'tempest-TaggedBootDevicesTest_v242-536936669', 'fixed_ips': [{'subnet_id': '8fd16226-9267-47f8-b3d0-fe591c6933f8'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:17.723290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Pushing event updated for resources: {'Port': ['ID=9265abc7-6b4c-41be-82ef-41693b535004,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:17.853601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Attempting to bind port 9265abc7-6b4c-41be-82ef-41693b535004 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:17.854487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Attempting to bind port 9265abc7-6b4c-41be-82ef-41693b535004 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:17.855089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Attempting to bind port 9265abc7-6b4c-41be-82ef-41693b535004 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:17.859723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-b1aa2f73-ebfc-43b2-8ba4-f51b379839c9', 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'fixed_ips': [{'subnet_id': 'a93943ac-eaac-4149-95cb-e33572efa07b'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:15:17.860644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:17.885939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Port 9265abc7-6b4c-41be-82ef-41693b535004 on network 94268d05-d85d-4847-87f3-ead562262dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:17.886793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Attempting to bind port 9265abc7-6b4c-41be-82ef-41693b535004 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:17.917490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:17.917925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Checking segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:17.918223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Bound using segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:17.918671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Bound port: 9265abc7-6b4c-41be-82ef-41693b535004, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:17.923344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:17.962176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:18.092997 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.094851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Allocated IP 10.2.2.2 (b1aa2f73-ebfc-43b2-8ba4-f51b379839c9/a93943ac-eaac-4149-95cb-e33572efa07b/53e4146f-6bf0-4f8d-aa36-6d3990248738) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:18.205361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.296198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] For port 9265abc7-6b4c-41be-82ef-41693b535004, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:18.300346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] device_id is not set on port ef901f4b-1666-46fb-8695-7941239a8774 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:15:18.314329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] For port 9265abc7-6b4c-41be-82ef-41693b535004, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9265abc7-6b4c-41be-82ef-41693b535004,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:18.315031 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.326757 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.371928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.398162 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.419392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.428658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:18.432243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:18.434674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Pushing event updated for resources: {'Port': ['ID=9852c650-51cd-4271-bbf9-3472be6f9717,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:18.439637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:18.497988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:18.498629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.500259 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] 10.222.0.45 "PUT /v2.0/ports/9265abc7-6b4c-41be-82ef-41693b535004 HTTP/1.1" status: 200 len: 1131 time: 2.1984637 Oct 13 00:15:18.513712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:18.521515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:15:18.540292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:18.571170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:18.610455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Pushing event updated for resources: {'Port': ['ID=53e4146f-6bf0-4f8d-aa36-6d3990248738,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:18.676474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Attempting to bind port 9852c650-51cd-4271-bbf9-3472be6f9717 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:18.676780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Attempting to bind port 9852c650-51cd-4271-bbf9-3472be6f9717 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:18.677155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Attempting to bind port 9852c650-51cd-4271-bbf9-3472be6f9717 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:18.707303 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:18.707712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Checking segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:18.708635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.709046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Bound using segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:18.709831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Bound port: 9852c650-51cd-4271-bbf9-3472be6f9717, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:18.710422 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.711597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Allocated IP 10.1.1.198 (36320387-6e4c-4af6-99cc-0d3644eaef53/8fd16226-9267-47f8-b3d0-fe591c6933f8/ef901f4b-1666-46fb-8695-7941239a8774) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:18.804559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Attempting to bind port 53e4146f-6bf0-4f8d-aa36-6d3990248738 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:18.805077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Attempting to bind port 53e4146f-6bf0-4f8d-aa36-6d3990248738 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:18.805448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Attempting to bind port 53e4146f-6bf0-4f8d-aa36-6d3990248738 on network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:18.837682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:15:18.859849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:18.860233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.862258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:18.862634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Checking segment: {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:18.863032 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.863427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Bound using segment: {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:18.863944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Bound port: 53e4146f-6bf0-4f8d-aa36-6d3990248738, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:18.864400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.981063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] For port 9852c650-51cd-4271-bbf9-3472be6f9717, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:19.068134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] For port 53e4146f-6bf0-4f8d-aa36-6d3990248738, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:19.072234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] For port 53e4146f-6bf0-4f8d-aa36-6d3990248738, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=53e4146f-6bf0-4f8d-aa36-6d3990248738,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:19.093005 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.096904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] For port 9852c650-51cd-4271-bbf9-3472be6f9717, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9852c650-51cd-4271-bbf9-3472be6f9717,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:19.118507 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.156222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bb6c7-dd0a-4b4d-9c1d-b1a16dc0d419 req-fcd89a81-e44f-4221-a656-9f05badb24c3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:19.164138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c7bb6c7-dd0a-4b4d-9c1d-b1a16dc0d419 req-fcd89a81-e44f-4221-a656-9f05badb24c3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1167660 Oct 13 00:15:19.228402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8301-5c9d-4b48-8bcc-37930ee14d2c req-a63c3e77-3b72-4b6d-8822-f8e64236993e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:19.236070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:19.252212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8301-5c9d-4b48-8bcc-37930ee14d2c req-a63c3e77-3b72-4b6d-8822-f8e64236993e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:19.267348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8301-5c9d-4b48-8bcc-37930ee14d2c req-a63c3e77-3b72-4b6d-8822-f8e64236993e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:19.282446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8301-5c9d-4b48-8bcc-37930ee14d2c req-a63c3e77-3b72-4b6d-8822-f8e64236993e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:19.287436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8d89-0a37-4ba2-af60-144b8d89a96a service neutron] Pushing event updated for resources: {'Port': ['ID=9265abc7-6b4c-41be-82ef-41693b535004,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:19.311416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8301-5c9d-4b48-8bcc-37930ee14d2c req-a63c3e77-3b72-4b6d-8822-f8e64236993e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:19.320375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8301-5c9d-4b48-8bcc-37930ee14d2c req-a63c3e77-3b72-4b6d-8822-f8e64236993e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:19.322616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63ff8301-5c9d-4b48-8bcc-37930ee14d2c req-a63c3e77-3b72-4b6d-8822-f8e64236993e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 4600 time: 0.2407434 Oct 13 00:15:19.332459 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.347607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c7bb6c7-dd0a-4b4d-9c1d-b1a16dc0d419 req-218c3e19-e6c7-4eea-8115-f4490de03a58 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811638 Oct 13 00:15:19.401793 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.450812 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.468930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:19.479938 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.489521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 590684a0-5f79-4bb3-bec9-15ab041566de up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:15:19.493294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bacbee-fbe1-4afa-9d64-3fa7aa21f078 None None] Pushing event updated for resources: {'Port': ['ID=53e4146f-6bf0-4f8d-aa36-6d3990248738,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:19.499875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63ff8301-5c9d-4b48-8bcc-37930ee14d2c req-3ebf6c31-fae8-4958-960a-f70cf29d8f50 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389167 Oct 13 00:15:19.745711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1b2e8-5fd6-4828-852f-35bfb7990c4c None None] Pushing event updated for resources: {'Port': ['ID=9852c650-51cd-4271-bbf9-3472be6f9717,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:19.864970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:19.876674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 590684a0-5f79-4bb3-bec9-15ab041566de completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:15:19.882180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 590684a0-5f79-4bb3-bec9-15ab041566de triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:19.883011 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.888956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.894418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4596d-ee71-4470-bbc6-5a0f1d4b841c req-2735da94-f272-4788-93e5-135ffec46321 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:19.911490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bcb4596d-ee71-4470-bbc6-5a0f1d4b841c req-2735da94-f272-4788-93e5-135ffec46321 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 945 time: 0.3023157 Oct 13 00:15:20.007155 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bcb4596d-ee71-4470-bbc6-5a0f1d4b841c req-8851f91a-6947-4d4c-a7d6-1713ad1add77 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923195 Oct 13 00:15:20.048078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb139-cc94-489b-9c8f-d084879096b7 req-1115c9ed-e3c5-4fd6-a935-3fd45e09466b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.049663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f47bb139-cc94-489b-9c8f-d084879096b7 req-1115c9ed-e3c5-4fd6-a935-3fd45e09466b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 945 time: 0.3566997 Oct 13 00:15:20.069679 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:20.100739 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e1289c-341b-4a5f-99dc-92edddd66e1c x-openstack-request-id: req-98e1289c-341b-4a5f-99dc-92edddd66e1c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:20.101327 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "name": "network-vif-plugged", "status": "completed", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:20.101765 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98e1289c-341b-4a5f-99dc-92edddd66e1c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:20.102672 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'code': 200} Oct 13 00:15:20.132416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:20.138778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f47bb139-cc94-489b-9c8f-d084879096b7 req-f395ea24-645f-4643-adc7-bb6f141ae493 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772071 Oct 13 00:15:20.149354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:20.188463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:20.194673 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa466a2-e3eb-4869-95c1-95022e388c59 x-openstack-request-id: req-1aa466a2-e3eb-4869-95c1-95022e388c59 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:20.194960 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "26488eef-0b26-4aa7-aba7-948a93520029", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:20.195211 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1aa466a2-e3eb-4869-95c1-95022e388c59 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:20.195646 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029', 'status': 'completed', 'code': 200} Oct 13 00:15:20.200393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:20.204460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:20.234068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=ef901f4b-1666-46fb-8695-7941239a8774,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:20.375568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:20.380086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-6a3821cb-8c95-49bb-9f3c-8e89a115a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.380501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-6a3821cb-8c95-49bb-9f3c-8e89a115a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.383231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-6a3821cb-8c95-49bb-9f3c-8e89a115a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.383765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-6a3821cb-8c95-49bb-9f3c-8e89a115a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.384241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-6a3821cb-8c95-49bb-9f3c-8e89a115a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.384743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-6a3821cb-8c95-49bb-9f3c-8e89a115a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.386647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-6a3821cb-8c95-49bb-9f3c-8e89a115a087 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5286 time: 0.1234741 Oct 13 00:15:20.397059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.397542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:20.413337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-8c69caee-df10-4232-8886-40cbd127dcc0 req-1ebc38ee-b9d9-42e3-b19b-79d142ac25c9 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-428001760', 'description': 'tempest-description-777710501'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:20.451905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8c69caee-df10-4232-8886-40cbd127dcc0 req-1ebc38ee-b9d9-42e3-b19b-79d142ac25c9 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:20.502475 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9f255ade-1ab7-4ef3-aa05-251707f84197 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0978448 Oct 13 00:15:20.509851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53054) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:20.525702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'port': {'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'name': 'tempest-TaggedBootDevicesTest_v242-431046875', 'fixed_ips': [{'subnet_id': '8fd16226-9267-47f8-b3d0-fe591c6933f8'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:20.629618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab722-c043-4373-9dc3-980bb11be533 req-bc1dbc88-1dff-45c9-980e-1c3d9153a109 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.633626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed3ab722-c043-4373-9dc3-980bb11be533 req-bc1dbc88-1dff-45c9-980e-1c3d9153a109 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 951 time: 0.1569715 Oct 13 00:15:20.722536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed3ab722-c043-4373-9dc3-980bb11be533 req-884a3ae4-51e6-42bc-8bcc-2d9f83421061 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764585 Oct 13 00:15:20.725364 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8c69caee-df10-4232-8886-40cbd127dcc0 req-1ebc38ee-b9d9-42e3-b19b-79d142ac25c9 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:20.740787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8c69caee-df10-4232-8886-40cbd127dcc0 req-1ebc38ee-b9d9-42e3-b19b-79d142ac25c9 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:20.777250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8c69caee-df10-4232-8886-40cbd127dcc0 req-1ebc38ee-b9d9-42e3-b19b-79d142ac25c9 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:20.779035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c69caee-df10-4232-8886-40cbd127dcc0 req-1ebc38ee-b9d9-42e3-b19b-79d142ac25c9 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3706007 Oct 13 00:15:20.817888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc38ee-b9d9-42e3-b19b-79d142ac25c9 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f969b1-a6e1-484e-82eb-e7759fab56c8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:20.874373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf802313-d3df-4540-adff-9c73c3366bb7 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:20.948351 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:20.964132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d348a-57fb-4cc4-8197-228c2b8ca6e7 req-b08c27cf-2196-40dc-80bf-b7c01e315685 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.965724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d98d348a-57fb-4cc4-8197-228c2b8ca6e7 req-b08c27cf-2196-40dc-80bf-b7c01e315685 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1128094 Oct 13 00:15:20.972988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-4bb908f4-5f64-4975-9f89-04c38428f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.973460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-4bb908f4-5f64-4975-9f89-04c38428f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.973966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-4bb908f4-5f64-4975-9f89-04c38428f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:20.975645 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-4bb908f4-5f64-4975-9f89-04c38428f781 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6c2029f155254c5bb76b795a332f5fd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5631964 Oct 13 00:15:21.001422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c570-daa8-4d9a-a728-3b09e5ef1421 req-0921b504-3ea2-440c-aa5c-0b3831246989 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:21.015139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c570-daa8-4d9a-a728-3b09e5ef1421 req-0921b504-3ea2-440c-aa5c-0b3831246989 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:21.035912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c570-daa8-4d9a-a728-3b09e5ef1421 req-0921b504-3ea2-440c-aa5c-0b3831246989 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:21.042647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c570-daa8-4d9a-a728-3b09e5ef1421 req-0921b504-3ea2-440c-aa5c-0b3831246989 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:21.049940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c570-daa8-4d9a-a728-3b09e5ef1421 req-0921b504-3ea2-440c-aa5c-0b3831246989 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:21.073568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c570-daa8-4d9a-a728-3b09e5ef1421 req-0921b504-3ea2-440c-aa5c-0b3831246989 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:21.075468 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6935c570-daa8-4d9a-a728-3b09e5ef1421 req-0921b504-3ea2-440c-aa5c-0b3831246989 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 4600 time: 0.1741760 Oct 13 00:15:21.203734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-609123b0-71b3-45f2-88cf-4889a47ed23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:21.205239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c3c8329c-54d4-44c2-9d26-381bf55ebf3e req-609123b0-71b3-45f2-88cf-4889a47ed23b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042625 Oct 13 00:15:21.221308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Transition to ACTIVE for port object bf802313-d3df-4540-adff-9c73c3366bb7 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:21.229779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6935c570-daa8-4d9a-a728-3b09e5ef1421 req-5766ed87-8c39-4c5a-a4f0-c403ec5555b4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289730 Oct 13 00:15:21.236253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d98d348a-57fb-4cc4-8197-228c2b8ca6e7 req-e68728e3-22a6-4463-b583-e8a1daa54b0c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595830 Oct 13 00:15:21.250901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:21.269440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 53e4146f-6bf0-4f8d-aa36-6d3990248738 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:15:21.345947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:21.351748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:21.359273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3e5c7-61bc-4d2b-8826-9ceace7a1ff8 None None] Network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:15:21.465549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Pushing event updated for resources: {'Port': ['ID=bf802313-d3df-4540-adff-9c73c3366bb7,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:21.466040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a969345-afa0-4404-8a5a-54dd8f534215 req-777c55a8-cbcd-40e6-8113-44e083176f91 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/16f969b1-a6e1-484e-82eb-e7759fab56c8 HTTP/1.1" status: 200 len: 1805 time: 0.1018634 Oct 13 00:15:21.477451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-2a969345-afa0-4404-8a5a-54dd8f534215 req-aa6b1f90-017a-4f84-9bd7-ff4064b58422 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16f969b1-a6e1-484e-82eb-e7759fab56c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:21.479912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-2a969345-afa0-4404-8a5a-54dd8f534215 req-aa6b1f90-017a-4f84-9bd7-ff4064b58422 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16f969b1-a6e1-484e-82eb-e7759fab56c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:21.565358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] device_id is not set on port 8ba0f416-77b3-4486-8660-87eca703194a yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:15:21.604940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-71679bff-8dfa-4d00-bd71-8503fddd4371 None None] Provisioning complete for port 53e4146f-6bf0-4f8d-aa36-6d3990248738 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:21.605535 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71679bff-8dfa-4d00-bd71-8503fddd4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:21.625874 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2a969345-afa0-4404-8a5a-54dd8f534215 req-aa6b1f90-017a-4f84-9bd7-ff4064b58422 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:21.630425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 53e4146f-6bf0-4f8d-aa36-6d3990248738 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:21.633032 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:21.725643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2a969345-afa0-4404-8a5a-54dd8f534215 req-aa6b1f90-017a-4f84-9bd7-ff4064b58422 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:21.757603 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2a969345-afa0-4404-8a5a-54dd8f534215 req-aa6b1f90-017a-4f84-9bd7-ff4064b58422 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:21.855566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b1f90-017a-4f84-9bd7-ff4064b58422 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a60c04-8671-4548-b77b-747d71aa9c08,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:21.883454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2a969345-afa0-4404-8a5a-54dd8f534215 req-aa6b1f90-017a-4f84-9bd7-ff4064b58422 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:21.899162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a969345-afa0-4404-8a5a-54dd8f534215 req-aa6b1f90-017a-4f84-9bd7-ff4064b58422 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4262207 Oct 13 00:15:21.921148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38052a0-de3f-4241-98d2-a6a227b93aa1 None None] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:15:21.930575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Attempting to bind port bf802313-d3df-4540-adff-9c73c3366bb7 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:21.930899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Attempting to bind port bf802313-d3df-4540-adff-9c73c3366bb7 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:21.931231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Attempting to bind port bf802313-d3df-4540-adff-9c73c3366bb7 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:21.931359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495cc7a-4254-4bb1-8df3-a0086476fceb req-48714bb9-11dc-44fe-b367-cf305f3da904 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:21.938929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0495cc7a-4254-4bb1-8df3-a0086476fceb req-48714bb9-11dc-44fe-b367-cf305f3da904 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.2059479 Oct 13 00:15:21.957806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Port bf802313-d3df-4540-adff-9c73c3366bb7 on network 94268d05-d85d-4847-87f3-ead562262dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:21.958213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Attempting to bind port bf802313-d3df-4540-adff-9c73c3366bb7 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:21.976533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:21.976927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Checking segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:21.977263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Bound using segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:21.980680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Bound port: bf802313-d3df-4540-adff-9c73c3366bb7, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:21.981064 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.024217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0495cc7a-4254-4bb1-8df3-a0086476fceb req-4c2d1d03-b0e4-43fc-be61-d8451140052a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841970 Oct 13 00:15:22.105534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80658ca-ddb3-4790-af64-09a2aa5ce3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d'}, {'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:22.108028 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f1717-d5f9-45ac-a745-bfd592fdfe0c" -d '{"events": [{"server_uuid": "a80658ca-ddb3-4790-af64-09a2aa5ce3f2", "name": "network-vif-plugged", "status": "completed", "tag": "62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d"}, {"server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "name": "network-vif-plugged", "status": "completed", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:22.142863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Allocated IP 10.1.1.204 (36320387-6e4c-4af6-99cc-0d3644eaef53/8fd16226-9267-47f8-b3d0-fe591c6933f8/8ba0f416-77b3-4486-8660-87eca703194a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:22.163104 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71679bff-8dfa-4d00-bd71-8503fddd4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.168857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982fc9f-17aa-4f9f-b2d5-4a33fedc46bc req-bd0e7484-5390-4fb5-b15c-55082650106d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:22.170857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3982fc9f-17aa-4f9f-b2d5-4a33fedc46bc req-bd0e7484-5390-4fb5-b15c-55082650106d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 945 time: 0.1456559 Oct 13 00:15:22.197822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '9265abc7-6b4c-41be-82ef-41693b535004'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:22.200491 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb75b306-203a-4642-b73d-b5af3f96ed8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "9265abc7-6b4c-41be-82ef-41693b535004"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:22.350455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3982fc9f-17aa-4f9f-b2d5-4a33fedc46bc req-60c6c4eb-6088-4ccc-a922-9be86eff2040 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691117 Oct 13 00:15:22.352545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] For port bf802313-d3df-4540-adff-9c73c3366bb7, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:22.359243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] For port bf802313-d3df-4540-adff-9c73c3366bb7, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=bf802313-d3df-4540-adff-9c73c3366bb7,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:22.397631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a39c10-0b43-4b7f-9070-3e1c7441b716 req-7289935a-06a1-4224-a9d4-82698dbd44c1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:22.407897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31a39c10-0b43-4b7f-9070-3e1c7441b716 req-7289935a-06a1-4224-a9d4-82698dbd44c1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2253623 Oct 13 00:15:22.413030 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.479687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.490227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-71679bff-8dfa-4d00-bd71-8503fddd4371 None None] For port 53e4146f-6bf0-4f8d-aa36-6d3990248738, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=53e4146f-6bf0-4f8d-aa36-6d3990248738,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:22.502376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31a39c10-0b43-4b7f-9070-3e1c7441b716 req-01b5231c-98c5-45f4-8a87-4b4174806d11 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925446 Oct 13 00:15:22.502969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71679bff-8dfa-4d00-bd71-8503fddd4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.565730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-bc62fbb1-534f-4ac7-bdb9-96fc66e135d0 req-f7a63ea2-8e69-4837-b60c-a9791c596e94 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-65299362', 'description': 'tempest-description-1890119820'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:22.619081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bc62fbb1-534f-4ac7-bdb9-96fc66e135d0 req-f7a63ea2-8e69-4837-b60c-a9791c596e94 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.635791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:22.636549 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.638021 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf802313-d3df-4540-adff-9c73c3366bb7 HTTP/1.1" status: 200 len: 1130 time: 4.0822937 Oct 13 00:15:22.657763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1d530-d20a-4e73-8f74-94dd0afee445 service neutron] Pushing event updated for resources: {'Port': ['ID=bf802313-d3df-4540-adff-9c73c3366bb7,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:22.684887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71679bff-8dfa-4d00-bd71-8503fddd4371 None None] Pushing event updated for resources: {'Port': ['ID=53e4146f-6bf0-4f8d-aa36-6d3990248738,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:22.721571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:22.779079 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bc62fbb1-534f-4ac7-bdb9-96fc66e135d0 req-f7a63ea2-8e69-4837-b60c-a9791c596e94 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.787740 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bc62fbb1-534f-4ac7-bdb9-96fc66e135d0 req-f7a63ea2-8e69-4837-b60c-a9791c596e94 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.827052 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e805a6-1345-489f-b499-d81a98725c1c x-openstack-request-id: req-04e805a6-1345-489f-b499-d81a98725c1c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:22.827661 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80658ca-ddb3-4790-af64-09a2aa5ce3f2", "name": "network-vif-plugged", "status": "completed", "tag": "62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d", "code": 200}, {"server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "name": "network-vif-plugged", "status": "completed", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:22.828648 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04e805a6-1345-489f-b499-d81a98725c1c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:22.831172 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80658ca-ddb3-4790-af64-09a2aa5ce3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', 'code': 200} Oct 13 00:15:22.831648 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de', 'code': 200} Oct 13 00:15:22.854692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fda546b3-a31e-4458-8bf7-35da0260adcf None None] Provisioning complete for port 9852c650-51cd-4271-bbf9-3472be6f9717 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:22.855442 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fda546b3-a31e-4458-8bf7-35da0260adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.879076 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bc62fbb1-534f-4ac7-bdb9-96fc66e135d0 req-f7a63ea2-8e69-4837-b60c-a9791c596e94 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.893991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc62fbb1-534f-4ac7-bdb9-96fc66e135d0 req-f7a63ea2-8e69-4837-b60c-a9791c596e94 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3364770 Oct 13 00:15:22.902447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a63ea2-8e69-4837-b60c-a9791c596e94 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e537e32-5687-4f7d-b0c9-11c6a489349d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:22.970825 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:15:22.971252 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:15:23.024681 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea644536-7a01-4546-858c-ff9eaa69e379 x-openstack-request-id: req-ea644536-7a01-4546-858c-ff9eaa69e379 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:23.024681 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "9265abc7-6b4c-41be-82ef-41693b535004", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:23.024970 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea644536-7a01-4546-858c-ff9eaa69e379 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:23.025115 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '9265abc7-6b4c-41be-82ef-41693b535004', 'status': 'completed', 'code': 200} Oct 13 00:15:23.066436 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fda546b3-a31e-4458-8bf7-35da0260adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.128148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.144531 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.156480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fda546b3-a31e-4458-8bf7-35da0260adcf None None] For port 9852c650-51cd-4271-bbf9-3472be6f9717, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9852c650-51cd-4271-bbf9-3472be6f9717,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:23.167063 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fda546b3-a31e-4458-8bf7-35da0260adcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.300879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda546b3-a31e-4458-8bf7-35da0260adcf None None] Pushing event updated for resources: {'Port': ['ID=9852c650-51cd-4271-bbf9-3472be6f9717,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:23.305092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad465f-712e-4079-b788-bfe452bfe32a req-de08787f-21e5-4a33-8d4a-45d9917c15ea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.313618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad465f-712e-4079-b788-bfe452bfe32a req-de08787f-21e5-4a33-8d4a-45d9917c15ea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.320689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad465f-712e-4079-b788-bfe452bfe32a req-de08787f-21e5-4a33-8d4a-45d9917c15ea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.329486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad465f-712e-4079-b788-bfe452bfe32a req-de08787f-21e5-4a33-8d4a-45d9917c15ea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.335317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0afec0-a071-4111-9047-0038f7e214bc req-ae6da3cc-c55e-4ecb-9fbf-49231f157fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.336903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d0afec0-a071-4111-9047-0038f7e214bc req-ae6da3cc-c55e-4ecb-9fbf-49231f157fe1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1097 time: 0.3856165 Oct 13 00:15:23.341636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad465f-712e-4079-b788-bfe452bfe32a req-de08787f-21e5-4a33-8d4a-45d9917c15ea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.349570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad465f-712e-4079-b788-bfe452bfe32a req-de08787f-21e5-4a33-8d4a-45d9917c15ea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.356272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad465f-712e-4079-b788-bfe452bfe32a req-de08787f-21e5-4a33-8d4a-45d9917c15ea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.365856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92ad465f-712e-4079-b788-bfe452bfe32a req-de08787f-21e5-4a33-8d4a-45d9917c15ea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5372 time: 0.3130581 Oct 13 00:15:23.375786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-6a9c2e45-463b-4480-a21f-086aadb7fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.376522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-6a9c2e45-463b-4480-a21f-086aadb7fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.377428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-6a9c2e45-463b-4480-a21f-086aadb7fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.378068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-6a9c2e45-463b-4480-a21f-086aadb7fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.378712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-6a9c2e45-463b-4480-a21f-086aadb7fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.379441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-6a9c2e45-463b-4480-a21f-086aadb7fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.380096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-6a9c2e45-463b-4480-a21f-086aadb7fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.382449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-6a9c2e45-463b-4480-a21f-086aadb7fe29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6209 time: 0.3420687 Oct 13 00:15:23.401168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.407027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-622e5477-34ed-4119-9558-162e07b9f447 None None] Provisioning complete for port ef901f4b-1666-46fb-8695-7941239a8774 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:23.407027 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-622e5477-34ed-4119-9558-162e07b9f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.429075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933c858-6ff9-41aa-a487-798abc1de2b8 req-6ecf0e71-b56f-4887-bac8-b3dcda55e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.430864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2933c858-6ff9-41aa-a487-798abc1de2b8 req-6ecf0e71-b56f-4887-bac8-b3dcda55e8a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 1096 time: 0.4659224 Oct 13 00:15:23.558236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-be8ef862-1d47-456a-ae35-8ceec8e2ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.559457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-be8ef862-1d47-456a-ae35-8ceec8e2ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.560160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-be8ef862-1d47-456a-ae35-8ceec8e2ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.562117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-be8ef862-1d47-456a-ae35-8ceec8e2ae62 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6c2029f155254c5bb76b795a332f5fd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1301630 Oct 13 00:15:23.575086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=8ba0f416-77b3-4486-8660-87eca703194a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:23.598141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-622e5477-34ed-4119-9558-162e07b9f447 None None] Port ef901f4b-1666-46fb-8695-7941239a8774 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:23.604391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d0afec0-a071-4111-9047-0038f7e214bc req-987add89-0b93-4e1a-b1c2-56333438e563 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551327 Oct 13 00:15:23.612592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9852c650-51cd-4271-bbf9-3472be6f9717 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:15:23.615924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:15:23.634507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:23.644612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:23.655231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:23.731935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-df0368e2-7f50-4376-95d5-95a1fa4ef89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.733720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb75b306-203a-4642-b73d-b5af3f96ed8e req-df0368e2-7f50-4376-95d5-95a1fa4ef89a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529710 Oct 13 00:15:23.744979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b631ae74-3edd-45a1-b08f-651ee5fabe50 req-9d9dbd98-5e80-4cb2-9625-7f3dc0a4569d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/2e537e32-5687-4f7d-b0c9-11c6a489349d HTTP/1.1" status: 200 len: 1805 time: 0.4776947 Oct 13 00:15:23.785397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b631ae74-3edd-45a1-b08f-651ee5fabe50 req-9d1ef06d-9030-4e5c-aab5-5e96aba5627a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2e537e32-5687-4f7d-b0c9-11c6a489349d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:23.786039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b631ae74-3edd-45a1-b08f-651ee5fabe50 req-9d1ef06d-9030-4e5c-aab5-5e96aba5627a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2e537e32-5687-4f7d-b0c9-11c6a489349d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:23.792112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2933c858-6ff9-41aa-a487-798abc1de2b8 req-d0071e83-9704-426e-8893-2134e76aa7cb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287917 Oct 13 00:15:23.822682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92ad465f-712e-4079-b788-bfe452bfe32a req-1d1a1bc4-88e2-4aa1-84dd-b5fcba96e192 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4555962 Oct 13 00:15:23.833709 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.893913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-622e5477-34ed-4119-9558-162e07b9f447 None None] Provisioning complete for port 9852c650-51cd-4271-bbf9-3472be6f9717 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:23.894350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-622e5477-34ed-4119-9558-162e07b9f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.944264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b631ae74-3edd-45a1-b08f-651ee5fabe50 req-9d1ef06d-9030-4e5c-aab5-5e96aba5627a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.948810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:23.949472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:23.974831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b631ae74-3edd-45a1-b08f-651ee5fabe50 req-9d1ef06d-9030-4e5c-aab5-5e96aba5627a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.002577 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b631ae74-3edd-45a1-b08f-651ee5fabe50 req-9d1ef06d-9030-4e5c-aab5-5e96aba5627a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.017184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:24.037500 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.047300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ef06d-9030-4e5c-aab5-5e96aba5627a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef018b1-94b8-4cc1-9079-866b7b6b6ade,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:24.072458 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3eb148cc-8266-4c34-8c6f-9324b2e66ea8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5564871 Oct 13 00:15:24.118423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df2831-22a6-44fc-86a2-d628c27259a9 req-88617781-012d-45b7-9d38-a997f22eafcf tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:24.123129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=11']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:24.136347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7df2831-22a6-44fc-86a2-d628c27259a9 req-88617781-012d-45b7-9d38-a997f22eafcf tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1591470 Oct 13 00:15:24.176307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9852c650-51cd-4271-bbf9-3472be6f9717 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:24.177560 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.189506 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b631ae74-3edd-45a1-b08f-651ee5fabe50 req-9d1ef06d-9030-4e5c-aab5-5e96aba5627a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.207655 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b631ae74-3edd-45a1-b08f-651ee5fabe50 req-9d1ef06d-9030-4e5c-aab5-5e96aba5627a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4546990 Oct 13 00:15:24.232548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41287d11-bc16-4f5a-9352-f0132c384b8b {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:24.238558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7df2831-22a6-44fc-86a2-d628c27259a9 req-f857e912-48b0-4707-b522-5d4e1e779f6d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008625 Oct 13 00:15:24.252336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.287033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Transition to ACTIVE for port object 41287d11-bc16-4f5a-9352-f0132c384b8b will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:24.295813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-622e5477-34ed-4119-9558-162e07b9f447 None None] Provisioning complete for port 53e4146f-6bf0-4f8d-aa36-6d3990248738 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:24.296271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-622e5477-34ed-4119-9558-162e07b9f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.297412 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.420011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84596589-e10f-4508-8f60-898ecce20bb6 req-0742c11e-9d87-4a9e-a7f7-d051242b5e4f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:24.428393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84596589-e10f-4508-8f60-898ecce20bb6 req-0742c11e-9d87-4a9e-a7f7-d051242b5e4f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.1119964 Oct 13 00:15:24.434368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Pushing event updated for resources: {'Port': ['ID=41287d11-bc16-4f5a-9352-f0132c384b8b,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:24.524987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84596589-e10f-4508-8f60-898ecce20bb6 req-1d1fe9da-f182-4fd7-b4c2-8fbada09e2a6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956247 Oct 13 00:15:24.636025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71a3e-b14c-4d20-af7d-f0c38dea5b8f req-71952546-43b9-48fb-acbc-287f81cfa018 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:24.644493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Attempting to bind port 41287d11-bc16-4f5a-9352-f0132c384b8b on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:24.644962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Attempting to bind port 41287d11-bc16-4f5a-9352-f0132c384b8b by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:24.645536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Attempting to bind port 41287d11-bc16-4f5a-9352-f0132c384b8b on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:24.657269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-acc71a3e-b14c-4d20-af7d-f0c38dea5b8f req-71952546-43b9-48fb-acbc-287f81cfa018 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 945 time: 0.1516070 Oct 13 00:15:24.661102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Port 41287d11-bc16-4f5a-9352-f0132c384b8b on network 94268d05-d85d-4847-87f3-ead562262dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:24.664102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Attempting to bind port 41287d11-bc16-4f5a-9352-f0132c384b8b on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:24.683877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 53e4146f-6bf0-4f8d-aa36-6d3990248738 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:15:24.707856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:24.710399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Checking segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:24.711383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Bound using segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:24.714540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Bound port: 41287d11-bc16-4f5a-9352-f0132c384b8b, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:24.723341 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.758041 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-acc71a3e-b14c-4d20-af7d-f0c38dea5b8f req-49ccf7eb-ca79-4637-a8d4-022528f04208 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985308 Oct 13 00:15:24.776588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b31b004b-66f2-4c4f-9f01-9814e71671dc None None] Provisioning complete for port 8ba0f416-77b3-4486-8660-87eca703194a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:24.777183 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b31b004b-66f2-4c4f-9f01-9814e71671dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.795797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-68fa3552-99b8-4980-899b-f6bef4cf421b req-0a98a50e-0e4d-41fa-9483-a073d406f99d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-231061973', 'description': 'tempest-description-1912842488'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:24.816196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 53e4146f-6bf0-4f8d-aa36-6d3990248738 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:24.816875 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.854569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:24.857402 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8380d1a-e636-400c-b395-be43afd6010d" -d '{"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-unplugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:24.865510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68fa3552-99b8-4980-899b-f6bef4cf421b req-0a98a50e-0e4d-41fa-9483-a073d406f99d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.871813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b31b004b-66f2-4c4f-9f01-9814e71671dc None None] Port 8ba0f416-77b3-4486-8660-87eca703194a cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:24.906493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b31b004b-66f2-4c4f-9f01-9814e71671dc None None] Provisioning complete for port ef901f4b-1666-46fb-8695-7941239a8774 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:24.907155 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b31b004b-66f2-4c4f-9f01-9814e71671dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:24.950714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9852c650-51cd-4271-bbf9-3472be6f9717 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:15:24.965702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] For port 41287d11-bc16-4f5a-9352-f0132c384b8b, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:24.974225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] For port 41287d11-bc16-4f5a-9352-f0132c384b8b, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=41287d11-bc16-4f5a-9352-f0132c384b8b,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:24.991344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.009492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b31b004b-66f2-4c4f-9f01-9814e71671dc None None] Port ef901f4b-1666-46fb-8695-7941239a8774 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:25.048689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': 'bf802313-d3df-4540-adff-9c73c3366bb7'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:25.055075 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1" -d '{"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "bf802313-d3df-4540-adff-9c73c3366bb7"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:25.062545 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68fa3552-99b8-4980-899b-f6bef4cf421b req-0a98a50e-0e4d-41fa-9483-a073d406f99d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.071260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.072673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.073209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68fa3552-99b8-4980-899b-f6bef4cf421b req-0a98a50e-0e4d-41fa-9483-a073d406f99d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.074999 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] 10.222.0.45 "PUT /v2.0/ports/41287d11-bc16-4f5a-9352-f0132c384b8b HTTP/1.1" status: 200 len: 1091 time: 2.3773613 Oct 13 00:15:25.080393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9852c650-51cd-4271-bbf9-3472be6f9717 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:25.081188 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.126865 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:15:25.139026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:25.205178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98a50e-0e4d-41fa-9483-a073d406f99d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7efca8-8330-47d8-a247-a7cc74b8a70c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:25.213389 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-68fa3552-99b8-4980-899b-f6bef4cf421b req-0a98a50e-0e4d-41fa-9483-a073d406f99d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.225094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2eaf6-b894-4f86-8222-acd535e79590 service neutron] Pushing event updated for resources: {'Port': ['ID=41287d11-bc16-4f5a-9352-f0132c384b8b,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:25.236449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68fa3552-99b8-4980-899b-f6bef4cf421b req-0a98a50e-0e4d-41fa-9483-a073d406f99d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4447222 Oct 13 00:15:25.294455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53166) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:25.298566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6ad3b9a8-e308-446c-8619-800947c154d0 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640852309', 'description': 'tempest-description--1336924694'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:25.365504 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.440611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b9a8-e308-446c-8619-800947c154d0 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.547882 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b9a8-e308-446c-8619-800947c154d0 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.561725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b9a8-e308-446c-8619-800947c154d0 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.604538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3b9a8-e308-446c-8619-800947c154d0 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:25.684683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9eada-c178-4648-8d4f-91374bae3ab4 req-edaf57f3-b3bf-4afd-bbb9-5df2798dd08b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.697319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4f9eada-c178-4648-8d4f-91374bae3ab4 req-edaf57f3-b3bf-4afd-bbb9-5df2798dd08b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2827520 Oct 13 00:15:25.707107 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b9a8-e308-446c-8619-800947c154d0 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.717310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6ad3b9a8-e308-446c-8619-800947c154d0 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4210765 Oct 13 00:15:25.720074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53182) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:25.734226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-dd0522c4-2ce3-41cb-8d37-1ad0d2391924 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'security_group_rule': {'security_group_id': '57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:25.800156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-99c7797e-3108-4cfd-91d7-b133dc454572 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.807412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-99c7797e-3108-4cfd-91d7-b133dc454572 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.814271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-99c7797e-3108-4cfd-91d7-b133dc454572 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.820444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-99c7797e-3108-4cfd-91d7-b133dc454572 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.827052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-99c7797e-3108-4cfd-91d7-b133dc454572 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.837058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-99c7797e-3108-4cfd-91d7-b133dc454572 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.844190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-99c7797e-3108-4cfd-91d7-b133dc454572 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:25.855832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-99c7797e-3108-4cfd-91d7-b133dc454572 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5384 time: 0.2543204 Oct 13 00:15:25.897693 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd0522c4-2ce3-41cb-8d37-1ad0d2391924 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.904625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4f9eada-c178-4648-8d4f-91374bae3ab4 req-03de94e3-4fb0-458b-bc94-a8d683fdc761 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611619 Oct 13 00:15:25.941143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068c0998-0d76-4f70-97f9-b63506279aa8 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:25.942323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7684587e-1b11-4b79-8a03-61d9c42d190a req-d53aeaff-4327-4ccc-b0e8-8800454b680c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842626 Oct 13 00:15:25.958749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:25.997617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Transition to ACTIVE for port object 068c0998-0d76-4f70-97f9-b63506279aa8 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:26.006529 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.025617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd0522c4-2ce3-41cb-8d37-1ad0d2391924 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.034143 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd0522c4-2ce3-41cb-8d37-1ad0d2391924 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.045496 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86753224-f23f-4166-990f-def9a5f40c9c x-openstack-request-id: req-86753224-f23f-4166-990f-def9a5f40c9c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:26.047051 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-unplugged", "status": "completed", "tag": "709a3961-0559-41d5-85e2-011d14eea270", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:26.047489 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86753224-f23f-4166-990f-def9a5f40c9c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:26.048113 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709a3961-0559-41d5-85e2-011d14eea270', 'code': 200} Oct 13 00:15:26.064786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7e1cc647-2dfc-431f-b248-8dfc9a2f2585 req-f86831f7-7630-4f98-b2fa-f71adcf86834 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1805639417', 'description': 'tempest-description-1056610375'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:26.094136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Pushing event updated for resources: {'Port': ['ID=068c0998-0d76-4f70-97f9-b63506279aa8,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:26.099750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0522c4-2ce3-41cb-8d37-1ad0d2391924 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acf92e0-4e53-4763-863f-7745b52b01a1,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:26.100656 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eff559-c5f2-41a6-948c-3ebfa1379a21 x-openstack-request-id: req-14eff559-c5f2-41a6-948c-3ebfa1379a21 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:26.101036 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "bf802313-d3df-4540-adff-9c73c3366bb7", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:26.101866 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14eff559-c5f2-41a6-948c-3ebfa1379a21 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:26.103657 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': 'bf802313-d3df-4540-adff-9c73c3366bb7', 'status': 'completed', 'code': 200} Oct 13 00:15:26.146632 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7e1cc647-2dfc-431f-b248-8dfc9a2f2585 req-f86831f7-7630-4f98-b2fa-f71adcf86834 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.171227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd0522c4-2ce3-41cb-8d37-1ad0d2391924 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.175731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dd0522c4-2ce3-41cb-8d37-1ad0d2391924 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4537683 Oct 13 00:15:26.176787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53194) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:26.189468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-e9a36146-9462-4ae0-b575-3a0a3cd2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.190040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-e9a36146-9462-4ae0-b575-3a0a3cd2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.190506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-e9a36146-9462-4ae0-b575-3a0a3cd2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.190966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-e9a36146-9462-4ae0-b575-3a0a3cd2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.191425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-e9a36146-9462-4ae0-b575-3a0a3cd2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.191905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-e9a36146-9462-4ae0-b575-3a0a3cd2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.192360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-e9a36146-9462-4ae0-b575-3a0a3cd2497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.194333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-e9a36146-9462-4ae0-b575-3a0a3cd2497b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6301 time: 0.1063502 Oct 13 00:15:26.209472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-88215f9b-99a4-4621-9583-95a42fa47c7f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'security_group_rule': {'security_group_id': '57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:26.265779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Attempting to bind port 068c0998-0d76-4f70-97f9-b63506279aa8 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:26.266926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Attempting to bind port 068c0998-0d76-4f70-97f9-b63506279aa8 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:26.267558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Attempting to bind port 068c0998-0d76-4f70-97f9-b63506279aa8 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:26.273121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Port 068c0998-0d76-4f70-97f9-b63506279aa8 on network 94268d05-d85d-4847-87f3-ead562262dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:26.273839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Attempting to bind port 068c0998-0d76-4f70-97f9-b63506279aa8 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:26.280152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:26.281791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Checking segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:26.282456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Bound using segment: {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:26.283128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Bound port: 068c0998-0d76-4f70-97f9-b63506279aa8, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:26.284067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.449361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] For port 068c0998-0d76-4f70-97f9-b63506279aa8, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:26.455064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] For port 068c0998-0d76-4f70-97f9-b63506279aa8, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=068c0998-0d76-4f70-97f9-b63506279aa8,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:26.465711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.521451 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88215f9b-99a4-4621-9583-95a42fa47c7f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.566022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.567592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.569858 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] 10.222.0.45 "PUT /v2.0/ports/068c0998-0d76-4f70-97f9-b63506279aa8 HTTP/1.1" status: 200 len: 1090 time: 1.4451654 Oct 13 00:15:26.626588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:26.675157 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7e1cc647-2dfc-431f-b248-8dfc9a2f2585 req-f86831f7-7630-4f98-b2fa-f71adcf86834 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.677007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-c3dcd217-9f48-48aa-8084-91dc56ebafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.677314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-c3dcd217-9f48-48aa-8084-91dc56ebafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.677873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-c3dcd217-9f48-48aa-8084-91dc56ebafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.677999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f4a33-848d-4a94-9145-4ad82846419d service neutron] Pushing event updated for resources: {'Port': ['ID=068c0998-0d76-4f70-97f9-b63506279aa8,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:26.679574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-c3dcd217-9f48-48aa-8084-91dc56ebafc2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6c2029f155254c5bb76b795a332f5fd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4515581 Oct 13 00:15:26.690741 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7e1cc647-2dfc-431f-b248-8dfc9a2f2585 req-f86831f7-7630-4f98-b2fa-f71adcf86834 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.722397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a619a-4441-4831-aa4c-1ed400aef873 req-a9e18fb7-f324-4f32-9155-e1e0964bbf4f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:26.723904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b88a619a-4441-4831-aa4c-1ed400aef873 req-a9e18fb7-f324-4f32-9155-e1e0964bbf4f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.3151214 Oct 13 00:15:26.765013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.850161 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7e1cc647-2dfc-431f-b248-8dfc9a2f2585 req-f86831f7-7630-4f98-b2fa-f71adcf86834 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.865402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e1cc647-2dfc-431f-b248-8dfc9a2f2585 req-f86831f7-7630-4f98-b2fa-f71adcf86834 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8106496 Oct 13 00:15:26.903302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86831f7-7630-4f98-b2fa-f71adcf86834 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c5430-b559-4cf5-9e8c-b703b83cad9c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:26.946346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88215f9b-99a4-4621-9583-95a42fa47c7f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:26.964780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b88a619a-4441-4831-aa4c-1ed400aef873 req-34b773d6-378f-4e0d-9fef-d5fa6263aac5 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187831 Oct 13 00:15:26.995469 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88215f9b-99a4-4621-9583-95a42fa47c7f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.029769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88215f9b-99a4-4621-9583-95a42fa47c7f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee176815-367a-47fb-95cb-8ee8febc6780,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:27.038290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-d10cc66c-2fb2-4a0e-9f14-44baee3eba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:27.042520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca3b1426-2518-48e1-8e3e-0f8d0654cda1 req-d10cc66c-2fb2-4a0e-9f14-44baee3eba97 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3426924 Oct 13 00:15:27.052311 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88215f9b-99a4-4621-9583-95a42fa47c7f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.060060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-88215f9b-99a4-4621-9583-95a42fa47c7f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8603284 Oct 13 00:15:27.060722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53222) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:27.070716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:27.100347 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.226488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f448c32d-970d-420b-8579-88fd6c55598e req-5a0edf1c-5303-479e-9fb2-32357f1b1e43 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/8d7efca8-8330-47d8-a247-a7cc74b8a70c HTTP/1.1" status: 200 len: 1806 time: 0.0484486 Oct 13 00:15:27.272793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adaebb21-b3ee-40d2-bbcd-ef71f2775580 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:27.289758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.305327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80285-2471-47fc-8945-7342f2d517d2 req-e19a8ad0-4bce-4bbb-9cf6-ac5521fd9a00 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:27.306698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Transition to ACTIVE for port object adaebb21-b3ee-40d2-bbcd-ef71f2775580 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:27.314036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e80285-2471-47fc-8945-7342f2d517d2 req-e19a8ad0-4bce-4bbb-9cf6-ac5521fd9a00 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 945 time: 0.1936138 Oct 13 00:15:27.321670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.363340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f448c32d-970d-420b-8579-88fd6c55598e req-023e7649-dd98-4090-a474-6648d266145c tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/bf8c5430-b559-4cf5-9e8c-b703b83cad9c HTTP/1.1" status: 200 len: 1807 time: 0.1341596 Oct 13 00:15:27.368956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-f448c32d-970d-420b-8579-88fd6c55598e req-b9ef167e-2a52-43e7-8f8d-8241d09b6119 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d7efca8-8330-47d8-a247-a7cc74b8a70c', 'remote_group_id': 'bf8c5430-b559-4cf5-9e8c-b703b83cad9c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:27.369388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-f448c32d-970d-420b-8579-88fd6c55598e req-b9ef167e-2a52-43e7-8f8d-8241d09b6119 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d7efca8-8330-47d8-a247-a7cc74b8a70c', 'remote_group_id': 'bf8c5430-b559-4cf5-9e8c-b703b83cad9c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:27.444254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e80285-2471-47fc-8945-7342f2d517d2 req-62d93d60-754b-4cb9-8e38-f965f3646c28 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269255 Oct 13 00:15:27.461352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Pushing event updated for resources: {'Port': ['ID=adaebb21-b3ee-40d2-bbcd-ef71f2775580,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:27.479550 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.563950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Attempting to bind port adaebb21-b3ee-40d2-bbcd-ef71f2775580 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:27.565298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Attempting to bind port adaebb21-b3ee-40d2-bbcd-ef71f2775580 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:27.567559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Attempting to bind port adaebb21-b3ee-40d2-bbcd-ef71f2775580 on network 591f32ea-f744-48f5-b6a3-d94230219abc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:27.581509 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Port adaebb21-b3ee-40d2-bbcd-ef71f2775580 on network 591f32ea-f744-48f5-b6a3-d94230219abc not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:27.584317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Attempting to bind port adaebb21-b3ee-40d2-bbcd-ef71f2775580 on network 591f32ea-f744-48f5-b6a3-d94230219abc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:27.602256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:27.602952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Checking segment: {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:27.603486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Bound using segment: {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:27.604020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Bound port: adaebb21-b3ee-40d2-bbcd-ef71f2775580, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:27.605320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.696589 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f448c32d-970d-420b-8579-88fd6c55598e req-b9ef167e-2a52-43e7-8f8d-8241d09b6119 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.797430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] For port adaebb21-b3ee-40d2-bbcd-ef71f2775580, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:27.802735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] For port adaebb21-b3ee-40d2-bbcd-ef71f2775580, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:27.809849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.930363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Pushing event updated for resources: {'Port': ['ID=adaebb21-b3ee-40d2-bbcd-ef71f2775580,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:27.974339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:27.976985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:27.981281 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4529e36a-ac0c-43c6-acd9-927b96b25f2d service neutron] 10.222.0.45 "PUT /v2.0/ports/adaebb21-b3ee-40d2-bbcd-ef71f2775580 HTTP/1.1" status: 200 len: 1091 time: 1.3596358 Oct 13 00:15:28.025941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Request body: {'port': {'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:28.109644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '41287d11-bc16-4f5a-9352-f0132c384b8b'}, {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '068c0998-0d76-4f70-97f9-b63506279aa8'}, {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:28.115867 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb63eb-798a-45c1-9e99-89ae654a6aad" -d '{"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "41287d11-bc16-4f5a-9352-f0132c384b8b"}, {"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "068c0998-0d76-4f70-97f9-b63506279aa8"}, {"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "adaebb21-b3ee-40d2-bbcd-ef71f2775580"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:28.128573 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:28.304638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb4c-1ae5-4461-a760-af19191734df req-2f38db29-dcf6-46d6-8def-35192fbdadef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.311966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb4c-1ae5-4461-a760-af19191734df req-2f38db29-dcf6-46d6-8def-35192fbdadef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.328253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb4c-1ae5-4461-a760-af19191734df req-2f38db29-dcf6-46d6-8def-35192fbdadef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.334493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb4c-1ae5-4461-a760-af19191734df req-2f38db29-dcf6-46d6-8def-35192fbdadef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.342163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb4c-1ae5-4461-a760-af19191734df req-2f38db29-dcf6-46d6-8def-35192fbdadef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.349585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb4c-1ae5-4461-a760-af19191734df req-2f38db29-dcf6-46d6-8def-35192fbdadef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.356616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dcb4c-1ae5-4461-a760-af19191734df req-2f38db29-dcf6-46d6-8def-35192fbdadef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.360299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-109dcb4c-1ae5-4461-a760-af19191734df req-2f38db29-dcf6-46d6-8def-35192fbdadef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5408 time: 0.7844470 Oct 13 00:15:28.406557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f448c32d-970d-420b-8579-88fd6c55598e req-b9ef167e-2a52-43e7-8f8d-8241d09b6119 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:28.415916 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f448c32d-970d-420b-8579-88fd6c55598e req-b9ef167e-2a52-43e7-8f8d-8241d09b6119 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:28.446361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Allocated IP 172.25.3.244 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/6c66a3fd-3cf5-4e1f-8bb9-1118ad0cce44) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:28.471635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-109dcb4c-1ae5-4461-a760-af19191734df req-53c4909a-a28a-48ac-8470-5555875d9b21 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894978 Oct 13 00:15:28.472358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef167e-2a52-43e7-8f8d-8241d09b6119 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba709cc7-ada3-4368-a47e-874e8d8880a6,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:28.564679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f448c32d-970d-420b-8579-88fd6c55598e req-b9ef167e-2a52-43e7-8f8d-8241d09b6119 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:28.566104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f448c32d-970d-420b-8579-88fd6c55598e req-b9ef167e-2a52-43e7-8f8d-8241d09b6119 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2016964 Oct 13 00:15:28.723745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:28.745474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345723a1-f87b-4e44-b20d-827b43ba3d03 req-990fdeb1-1d3a-456d-b3bf-2e4cc6f0bf80 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.753339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-345723a1-f87b-4e44-b20d-827b43ba3d03 req-990fdeb1-1d3a-456d-b3bf-2e4cc6f0bf80 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1097 time: 0.1358871 Oct 13 00:15:28.765756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:28.785378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:28.810280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Transition to ACTIVE for port object 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:28.818737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:28.824230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8637ae-d8e5-4072-ac16-a4b32cf949ce req-61395b47-6c18-4b69-b338-a19d642e6012 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:28.825804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b8637ae-d8e5-4072-ac16-a4b32cf949ce req-61395b47-6c18-4b69-b338-a19d642e6012 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1485906 Oct 13 00:15:28.849698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-345723a1-f87b-4e44-b20d-827b43ba3d03 req-49a132a9-c8e3-406f-90b8-1f8fedb8143f tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953801 Oct 13 00:15:28.872158 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:28.940657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Pushing event updated for resources: {'Port': ['ID=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:28.963108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:28.975887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:28.985203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:29.011381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b8637ae-d8e5-4072-ac16-a4b32cf949ce req-5afd9331-8571-4774-af3f-4b327b5f2653 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769211 Oct 13 00:15:29.148819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Attempting to bind port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:29.153741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Attempting to bind port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:29.154202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Attempting to bind port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 on network 591f32ea-f744-48f5-b6a3-d94230219abc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:29.157316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=6c66a3fd-3cf5-4e1f-8bb9-1118ad0cce44,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:29.169004 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99172151-9755-46ec-ac13-ce73a9344e9d x-openstack-request-id: req-99172151-9755-46ec-ac13-ce73a9344e9d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:29.172924 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "41287d11-bc16-4f5a-9352-f0132c384b8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "068c0998-0d76-4f70-97f9-b63506279aa8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "adaebb21-b3ee-40d2-bbcd-ef71f2775580", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:29.197287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-806b7e3f-b90d-4a94-abd8-1402248b5fd3 req-80dcbdfe-6a09-4c89-a2c5-45dbd90fbae5 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1838931630', 'description': 'tempest-description-1208106900'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:29.197735 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99172151-9755-46ec-ac13-ce73a9344e9d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:29.197735 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '41287d11-bc16-4f5a-9352-f0132c384b8b', 'status': 'completed', 'code': 200} Oct 13 00:15:29.197735 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '068c0998-0d76-4f70-97f9-b63506279aa8', 'status': 'completed', 'code': 200} Oct 13 00:15:29.197735 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580', 'status': 'completed', 'code': 200} Oct 13 00:15:29.199733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 on network 591f32ea-f744-48f5-b6a3-d94230219abc not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:29.200067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Attempting to bind port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 on network 591f32ea-f744-48f5-b6a3-d94230219abc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:29.272021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:29.272021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Checking segment: {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:29.272021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Bound using segment: {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:29.272021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Bound port: 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cee03c-ffc7-468e-a257-94b4e73ba230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:29.272021 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:29.513276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] For port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:29.519488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] For port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:29.532095 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:29.578648 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-806b7e3f-b90d-4a94-abd8-1402248b5fd3 req-80dcbdfe-6a09-4c89-a2c5-45dbd90fbae5 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:29.603882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.606986 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:29.608643 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] 10.222.0.45 "PUT /v2.0/ports/81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 HTTP/1.1" status: 200 len: 1091 time: 1.5872202 Oct 13 00:15:29.643581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac89e5-b1f6-4d18-b0f9-33d104ede56a service neutron] Pushing event updated for resources: {'Port': ['ID=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:29.692984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-926ffb09-f39d-4a8f-9aaa-a9e40b9373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.704184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-926ffb09-f39d-4a8f-9aaa-a9e40b9373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.704736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-926ffb09-f39d-4a8f-9aaa-a9e40b9373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.705206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-926ffb09-f39d-4a8f-9aaa-a9e40b9373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.705653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-926ffb09-f39d-4a8f-9aaa-a9e40b9373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.706107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-926ffb09-f39d-4a8f-9aaa-a9e40b9373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.706555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-926ffb09-f39d-4a8f-9aaa-a9e40b9373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.708892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-926ffb09-f39d-4a8f-9aaa-a9e40b9373b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6435 time: 0.5216093 Oct 13 00:15:29.785751 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:29.963529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8eb8-da54-42dd-a347-e892b6dd20e9 req-d272ba52-4d0d-42aa-8c68-42c7c3a60a73 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:29.974434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13ef8eb8-da54-42dd-a347-e892b6dd20e9 req-d272ba52-4d0d-42aa-8c68-42c7c3a60a73 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.4107034 Oct 13 00:15:30.104341 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:30.198482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13ef8eb8-da54-42dd-a347-e892b6dd20e9 req-6215b0cd-9ee1-4cd6-b60c-e7d8cc43f6d6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231266 Oct 13 00:15:30.206505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-cffa8715-0db2-4b50-a760-0b43ae2c3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.207097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-cffa8715-0db2-4b50-a760-0b43ae2c3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.207654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-cffa8715-0db2-4b50-a760-0b43ae2c3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.210033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-cffa8715-0db2-4b50-a760-0b43ae2c3fab service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6c2029f155254c5bb76b795a332f5fd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4872334 Oct 13 00:15:30.253358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-806b7e3f-b90d-4a94-abd8-1402248b5fd3 req-80dcbdfe-6a09-4c89-a2c5-45dbd90fbae5 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:30.314946 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-806b7e3f-b90d-4a94-abd8-1402248b5fd3 req-80dcbdfe-6a09-4c89-a2c5-45dbd90fbae5 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:30.369592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-806b7e3f-b90d-4a94-abd8-1402248b5fd3 req-80dcbdfe-6a09-4c89-a2c5-45dbd90fbae5 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:30.370974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-806b7e3f-b90d-4a94-abd8-1402248b5fd3 req-80dcbdfe-6a09-4c89-a2c5-45dbd90fbae5 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.1991146 Oct 13 00:15:30.450673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcbdfe-6a09-4c89-a2c5-45dbd90fbae5 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b890c-d614-4d46-bbc9-c71f1c6e6f67,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:30.551676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-37ea3b25-d743-43d5-b72c-68d452485aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.553861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-37ea3b25-d743-43d5-b72c-68d452485aea service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3293524 Oct 13 00:15:30.600905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-5bedb636-2aea-4859-89da-dc325181901b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.614487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-5bedb636-2aea-4859-89da-dc325181901b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.627303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-5bedb636-2aea-4859-89da-dc325181901b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.638973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-5bedb636-2aea-4859-89da-dc325181901b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.655495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-5bedb636-2aea-4859-89da-dc325181901b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.678604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-5bedb636-2aea-4859-89da-dc325181901b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.682866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-5bedb636-2aea-4859-89da-dc325181901b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.685153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-5bedb636-2aea-4859-89da-dc325181901b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.1844158 Oct 13 00:15:30.757716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:30.790509 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:30.893967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42bf0d68-ad12-421f-a5da-116d553f3827 req-a4b6b818-aa80-4fc6-a39b-0cdbcca7cfca tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929915 Oct 13 00:15:30.921192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-fb703580-4f92-497b-8818-3a36e5b8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.922467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-fb703580-4f92-497b-8818-3a36e5b8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.922467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-fb703580-4f92-497b-8818-3a36e5b8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.922908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-fb703580-4f92-497b-8818-3a36e5b8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.923573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-fb703580-4f92-497b-8818-3a36e5b8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.923980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-fb703580-4f92-497b-8818-3a36e5b8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.924437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-fb703580-4f92-497b-8818-3a36e5b8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:30.937846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-fb703580-4f92-497b-8818-3a36e5b8962b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6477 time: 0.2475195 Oct 13 00:15:30.951549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=6c66a3fd-3cf5-4e1f-8bb9-1118ad0cce44,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:31.166710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-7a0771bf-2f35-4fb5-94d3-a3d17eaa899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.167226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-7a0771bf-2f35-4fb5-94d3-a3d17eaa899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.167832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-7a0771bf-2f35-4fb5-94d3-a3d17eaa899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.169472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-7a0771bf-2f35-4fb5-94d3-a3d17eaa899b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6c2029f155254c5bb76b795a332f5fd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2078192 Oct 13 00:15:31.184782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-1bf47de5-c4ba-4f15-9a72-55fc1ed33028 req-f5568bea-eb71-4cc0-8c3d-4bd0eae7797d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1940451524', 'description': 'tempest-description-2083931726'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:31.189935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '81fb4b6d-22f8-4e42-84b2-7aa504f60fb1'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:31.192451 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c162af34-cee4-4d95-aa01-937dbb173065" -d '{"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "81fb4b6d-22f8-4e42-84b2-7aa504f60fb1"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:31.327255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:31.478593 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1bf47de5-c4ba-4f15-9a72-55fc1ed33028 req-f5568bea-eb71-4cc0-8c3d-4bd0eae7797d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:31.516031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:31.517644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bf74da87-f868-4b3c-a3f1-c6cd87f168f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4558313 Oct 13 00:15:31.558820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bfe9f-21c3-4ec7-bb71-0f5e4f157f2d req-2cea9974-b0f5-4656-8ff3-3e789877d67c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.560459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-750bfe9f-21c3-4ec7-bb71-0f5e4f157f2d req-2cea9974-b0f5-4656-8ff3-3e789877d67c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 813 time: 0.3900633 Oct 13 00:15:31.564445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-b9c8e555-672c-446e-9863-7bbb17a41457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.565954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-b9c8e555-672c-446e-9863-7bbb17a41457 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3721776 Oct 13 00:15:31.596700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-750bfe9f-21c3-4ec7-bb71-0f5e4f157f2d req-6e1ca95a-7d4c-44f4-b6c8-ec27fcf8ba10 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/quotas/f386f82c3159471f86da3747eef0b3da HTTP/1.1" status: 200 len: 375 time: 0.0251331 Oct 13 00:15:31.875490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1bf47de5-c4ba-4f15-9a72-55fc1ed33028 req-f5568bea-eb71-4cc0-8c3d-4bd0eae7797d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:31.893105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-750bfe9f-21c3-4ec7-bb71-0f5e4f157f2d req-c12f8769-fe49-45a4-9435-68261aeb8c3b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2894096 Oct 13 00:15:31.901024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-00ce7b2f-206a-42b5-9de0-f4ffe443b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.901755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-00ce7b2f-206a-42b5-9de0-f4ffe443b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.902390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-00ce7b2f-206a-42b5-9de0-f4ffe443b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.903820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-00ce7b2f-206a-42b5-9de0-f4ffe443b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.904646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-00ce7b2f-206a-42b5-9de0-f4ffe443b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.908695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-00ce7b2f-206a-42b5-9de0-f4ffe443b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.909366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-00ce7b2f-206a-42b5-9de0-f4ffe443b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:31.912043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-00ce7b2f-206a-42b5-9de0-f4ffe443b32c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6477 time: 0.2608917 Oct 13 00:15:31.912879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1bf47de5-c4ba-4f15-9a72-55fc1ed33028 req-f5568bea-eb71-4cc0-8c3d-4bd0eae7797d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:31.985090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5568bea-eb71-4cc0-8c3d-4bd0eae7797d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de608a4b-37bc-4d65-b489-44d256ff6ed4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:32.054454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1bf47de5-c4ba-4f15-9a72-55fc1ed33028 req-f5568bea-eb71-4cc0-8c3d-4bd0eae7797d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:32.056199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1bf47de5-c4ba-4f15-9a72-55fc1ed33028 req-f5568bea-eb71-4cc0-8c3d-4bd0eae7797d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8760889 Oct 13 00:15:32.080066 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf727cd-5720-44cd-95b3-11057f833310 x-openstack-request-id: req-4bf727cd-5720-44cd-95b3-11057f833310 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:32.080596 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "81fb4b6d-22f8-4e42-84b2-7aa504f60fb1", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:32.081020 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bf727cd-5720-44cd-95b3-11057f833310 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:32.081589 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '81fb4b6d-22f8-4e42-84b2-7aa504f60fb1', 'status': 'completed', 'code': 200} Oct 13 00:15:32.170704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-ea64298a-d44c-44bd-a94e-b8f396485438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.183936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-ea64298a-d44c-44bd-a94e-b8f396485438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.184424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-ea64298a-d44c-44bd-a94e-b8f396485438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.188255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-ea64298a-d44c-44bd-a94e-b8f396485438 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6c2029f155254c5bb76b795a332f5fd8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2136328 Oct 13 00:15:32.410560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-fcc1ed30-8814-4744-8fe2-f4e370eb01f1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1640852309&fields=id&tenant_id=de8ae162e1a44851bf2cde61877e2931 HTTP/1.1" status: 200 len: 267 time: 0.1329422 Oct 13 00:15:32.506221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-e43f2d9e-1221-44e6-a832-a293a40e47fb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.508141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-e43f2d9e-1221-44e6-a832-a293a40e47fb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports/ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 936 time: 0.0894861 Oct 13 00:15:32.518969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d94e08-d478-4518-8171-f01436c3bc79 req-ffd10ec4-efe4-4d7b-840f-967bdf6803a4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.528288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38d94e08-d478-4518-8171-f01436c3bc79 req-ffd10ec4-efe4-4d7b-840f-967bdf6803a4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2521105 Oct 13 00:15:32.595089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-09d051a4-cd0b-48e5-80ba-f9a54065c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.598688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19fb63eb-798a-45c1-9e99-89ae654a6aad req-09d051a4-cd0b-48e5-80ba-f9a54065c1e1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3948166 Oct 13 00:15:32.617549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38d94e08-d478-4518-8171-f01436c3bc79 req-2515acd1-e76b-40fb-a5ba-3b0c44c4163c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878406 Oct 13 00:15:32.626052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f4a0fbe2-5878-4f6e-b233-0105cb4b8c57 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.628054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f4a0fbe2-5878-4f6e-b233-0105cb4b8c57 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports/8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 936 time: 0.0970471 Oct 13 00:15:32.686055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-2ae43efe-bd6d-4193-bc02-c67dd7b021e9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0516965 Oct 13 00:15:32.762662 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b39aa8c0-b4ab-4f6b-aa20-928391fdbc8a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0409460 Oct 13 00:15:32.792890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-063ca522-8b42-4896-b96c-cdb873f34175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.793653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-063ca522-8b42-4896-b96c-cdb873f34175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.794400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-063ca522-8b42-4896-b96c-cdb873f34175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.794930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-063ca522-8b42-4896-b96c-cdb873f34175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.795457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-063ca522-8b42-4896-b96c-cdb873f34175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.796900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-063ca522-8b42-4896-b96c-cdb873f34175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.797647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-063ca522-8b42-4896-b96c-cdb873f34175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.800519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-063ca522-8b42-4896-b96c-cdb873f34175 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6477 time: 0.1129599 Oct 13 00:15:32.901099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-955e5dc2-0a48-4e17-a40a-c8b279b60c32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26488eef-0b26-4aa7-aba7-948a93520029 HTTP/1.1" status: 200 len: 217 time: 0.0840690 Oct 13 00:15:32.930059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-23f5b75c-8ae0-4d2b-a9e4-897f13c55ef8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.936654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-23f5b75c-8ae0-4d2b-a9e4-897f13c55ef8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.943661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-23f5b75c-8ae0-4d2b-a9e4-897f13c55ef8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.952343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-23f5b75c-8ae0-4d2b-a9e4-897f13c55ef8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.958552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-23f5b75c-8ae0-4d2b-a9e4-897f13c55ef8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.965141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-23f5b75c-8ae0-4d2b-a9e4-897f13c55ef8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.971969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-23f5b75c-8ae0-4d2b-a9e4-897f13c55ef8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:32.973749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-23f5b75c-8ae0-4d2b-a9e4-897f13c55ef8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.2218387 Oct 13 00:15:33.099492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-37bcbcee-0c27-4f7b-9231-32d5dc2ddba5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:33.105370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-37bcbcee-0c27-4f7b-9231-32d5dc2ddba5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:33.111843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-37bcbcee-0c27-4f7b-9231-32d5dc2ddba5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:33.113502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-37bcbcee-0c27-4f7b-9231-32d5dc2ddba5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/networks?id=972360ba-87c4-40b5-91b3-83430f57dcf1&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 200 len: 1995 time: 0.3275239 Oct 13 00:15:33.115787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-07e6dcbb-cd5b-4015-884b-5db39bfb7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:33.117117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-07e6dcbb-cd5b-4015-884b-5db39bfb7f32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=274a127c-657f-48bd-8824-8c5514237b1f HTTP/1.1" status: 200 len: 851 time: 0.1424828 Oct 13 00:15:33.121047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-208c0ce8-47a0-403e-902a-73c8c3234a3d req-6c48af5e-97e7-4179-828a-be7261565c50 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353848 Oct 13 00:15:33.131372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8b56c5a4-3b0b-47aa-a2f8-8650a627d4a1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/quotas/de8ae162e1a44851bf2cde61877e2931 HTTP/1.1" status: 200 len: 375 time: 0.0093718 Oct 13 00:15:33.223122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-436fe5d0-903b-479c-adfb-43c1908b5f67 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0833228 Oct 13 00:15:33.233227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-82ccb11d-45fb-4346-a240-4d9aff5a2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:33.235384 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-82ccb11d-45fb-4346-a240-4d9aff5a2049 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f74a808b-9cae-4a0c-95f6-f7ae8155785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031268 Oct 13 00:15:33.404019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-54cd6e49-e3b0-4288-bb92-87a77d83fed6 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/f30b890c-d614-4d46-bbc9-c71f1c6e6f67 HTTP/1.1" status: 200 len: 1807 time: 0.1617029 Oct 13 00:15:33.470998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-9a7b173e-3b4d-438d-9247-ee041d2a258a service neutron] 10.222.0.21 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116508 Oct 13 00:15:33.472697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-11d4a8f9-17c7-4c45-a39d-323ffdab5fb6 service neutron] 10.222.0.45 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239141 Oct 13 00:15:33.923618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-798248b4-34e6-489a-9e65-b8fa0c17a4de service neutron] 10.222.0.21 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397383 Oct 13 00:15:33.975849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-7a458c4a-54d6-4895-9dfd-b91c4d2b89f6 service neutron] 10.222.0.21 "GET /v2.0/ports/ef901f4b-1666-46fb-8695-7941239a8774?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0519845 Oct 13 00:15:33.991955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-d9387786-864a-483c-9a34-5ddf8fe2e82f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/de608a4b-37bc-4d65-b489-44d256ff6ed4 HTTP/1.1" status: 200 len: 1807 time: 0.5869181 Oct 13 00:15:33.999997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-c5b34551-b76e-4509-a3ba-5ac4e1005d4f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f30b890c-d614-4d46-bbc9-c71f1c6e6f67', 'remote_group_id': 'de608a4b-37bc-4d65-b489-44d256ff6ed4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:34.000443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-c5b34551-b76e-4509-a3ba-5ac4e1005d4f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f30b890c-d614-4d46-bbc9-c71f1c6e6f67', 'remote_group_id': 'de608a4b-37bc-4d65-b489-44d256ff6ed4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:34.179637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-f8f962a5-867c-4e9f-bfc7-146d656638ea service neutron] 10.222.0.45 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162112 Oct 13 00:15:34.184289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b3b8aa66-268b-44e9-86ce-95457ec37016 service neutron] 10.222.0.21 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074370 Oct 13 00:15:34.266318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-640f6aff-8c86-42b2-95b0-f8725be4eb73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=9265abc7-6b4c-41be-82ef-41693b535004 HTTP/1.1" status: 200 len: 217 time: 0.0729632 Oct 13 00:15:34.269944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-c5b34551-b76e-4509-a3ba-5ac4e1005d4f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:34.404397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-c5b34551-b76e-4509-a3ba-5ac4e1005d4f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:34.422259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-1c071dd1-632e-4006-9bb9-8aa170578671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:34.424500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-1c071dd1-632e-4006-9bb9-8aa170578671 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.1247118 Oct 13 00:15:34.435771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-c5b34551-b76e-4509-a3ba-5ac4e1005d4f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:34.494579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b34551-b76e-4509-a3ba-5ac4e1005d4f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85618d71-10f8-4f01-b179-d7e6f8d73134,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:34.497895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-c20ecbea-1d2c-4909-9d0e-e1d988b113e4 service neutron] 10.222.0.21 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894130 Oct 13 00:15:34.503612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-c5b34551-b76e-4509-a3ba-5ac4e1005d4f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:34.521059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84675fc8-c014-4fad-8c47-aa21af0cb00c req-c5b34551-b76e-4509-a3ba-5ac4e1005d4f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5253356 Oct 13 00:15:34.597900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3fb90321-44be-4254-a44f-59eb849b5c23 service neutron] 10.222.0.21 "GET /v2.0/ports/8ba0f416-77b3-4486-8660-87eca703194a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0757742 Oct 13 00:15:34.627201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c61fc007-4323-4448-bc48-902037e616c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:34.628837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c61fc007-4323-4448-bc48-902037e616c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1796412 Oct 13 00:15:34.752437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839c529-41fa-42ec-8b98-fcec97a07798 req-013578e9-efd6-4e6b-9e84-67b9d84e7e79 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:34.754089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b839c529-41fa-42ec-8b98-fcec97a07798 req-013578e9-efd6-4e6b-9e84-67b9d84e7e79 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1774731 Oct 13 00:15:34.839387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f2975c2b-9f8c-46b0-a4ca-c5cf7c94d20a service neutron] 10.222.0.21 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255433 Oct 13 00:15:34.844026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b839c529-41fa-42ec-8b98-fcec97a07798 req-a9c113dc-a9c9-47ea-a6b6-1dd42b26dab8 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834093 Oct 13 00:15:34.845869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-b4041abf-e11a-424d-a1f0-9c0f49488ec4 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731880 Oct 13 00:15:35.051946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-ae760036-6e5a-4fcf-9f33-af7c6d5495f6 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876683 Oct 13 00:15:35.053168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8c1ec280-dc4a-4bc1-a876-7af52cf2b43e service neutron] 10.222.0.21 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993968 Oct 13 00:15:35.180360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-1d12db44-57ad-435d-9c60-4adb059b9c2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=bf802313-d3df-4540-adff-9c73c3366bb7 HTTP/1.1" status: 200 len: 217 time: 0.0940030 Oct 13 00:15:35.278285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-48718f06-dbfb-400a-a2ed-b5fb819a62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.279705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-48718f06-dbfb-400a-a2ed-b5fb819a62b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.0799868 Oct 13 00:15:35.294037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-1069bb19-5eec-4ee2-8fe0-6849b61c486c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.300830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-1069bb19-5eec-4ee2-8fe0-6849b61c486c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.307829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-1069bb19-5eec-4ee2-8fe0-6849b61c486c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.313829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-1069bb19-5eec-4ee2-8fe0-6849b61c486c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.319880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-1069bb19-5eec-4ee2-8fe0-6849b61c486c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.325825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-1069bb19-5eec-4ee2-8fe0-6849b61c486c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.332699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-1069bb19-5eec-4ee2-8fe0-6849b61c486c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.334623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-1069bb19-5eec-4ee2-8fe0-6849b61c486c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.2238233 Oct 13 00:15:35.385776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-e8539d32-426d-489a-aa5c-fc2956857434 service neutron] 10.222.0.21 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259113 Oct 13 00:15:35.452151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-fe875b8b-e6be-4229-85da-e64f7910828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:35.454281 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-fe875b8b-e6be-4229-85da-e64f7910828d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187494 Oct 13 00:15:35.464222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de893fb7-fe40-4563-84c0-142d451c6c41 req-c9669cfe-6892-4f20-8483-16eed6391609 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168103 Oct 13 00:15:35.603577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-6dfa2e5b-06ed-414d-bf40-fc45631dbf68 service neutron] 10.222.0.21 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095938 Oct 13 00:15:35.607871 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6f7bdd4-5efc-47ae-b612-395ff32ba98e req-f5b63f9f-561d-4989-bbac-985210ad0b75 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/de608a4b-37bc-4d65-b489-44d256ff6ed4 HTTP/1.1" status: 200 len: 1807 time: 0.1152647 Oct 13 00:15:35.669877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-3a33c2de-14eb-4e29-b51f-c45782f13089 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047136 Oct 13 00:15:35.799917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-aefe62da-975c-4752-98e4-b1300fb7f181 service neutron] 10.222.0.21 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876240 Oct 13 00:15:35.806709 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a6f7bdd4-5efc-47ae-b612-395ff32ba98e req-ad0385a7-c6ff-4656-80cb-63df70249bf8 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:35.899411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-e86de78e-d554-4c5e-9a0e-ed1ce5169ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025549 Oct 13 00:15:35.908528 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a6f7bdd4-5efc-47ae-b612-395ff32ba98e req-ad0385a7-c6ff-4656-80cb-63df70249bf8 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:35.963121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-271ec8f6-096b-4d8a-adfe-2431aff23dc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=41287d11-bc16-4f5a-9352-f0132c384b8b HTTP/1.1" status: 200 len: 217 time: 0.0563304 Oct 13 00:15:36.051174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-d451fdcd-2ba0-4d92-b060-00bb8198cbdc service neutron] 10.222.0.21 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424777 Oct 13 00:15:36.107420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-10d63f73-3018-4ea6-b398-ee6f4fc511d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:36.109481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-10d63f73-3018-4ea6-b398-ee6f4fc511d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.1380551 Oct 13 00:15:36.158923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a6f7bdd4-5efc-47ae-b612-395ff32ba98e req-ad0385a7-c6ff-4656-80cb-63df70249bf8 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:36.161380 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a6f7bdd4-5efc-47ae-b612-395ff32ba98e req-ad0385a7-c6ff-4656-80cb-63df70249bf8 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:36.162493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6f7bdd4-5efc-47ae-b612-395ff32ba98e req-ad0385a7-c6ff-4656-80cb-63df70249bf8 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "DELETE /v2.0/security-groups/de608a4b-37bc-4d65-b489-44d256ff6ed4 HTTP/1.1" status: 204 len: 173 time: 0.5370905 Oct 13 00:15:36.187366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0385a7-c6ff-4656-80cb-63df70249bf8 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de608a4b-37bc-4d65-b489-44d256ff6ed4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:36.210082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-74e51858-7715-4d44-8ff6-0c1680bad469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:36.211609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-74e51858-7715-4d44-8ff6-0c1680bad469 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945535 Oct 13 00:15:36.213366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-e1dbf17e-2a30-463d-8962-04a441a6bce2 service neutron] 10.222.0.21 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559956 Oct 13 00:15:36.262376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:36.359760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57eea0e3-e6ee-4336-9b4d-fafb6cd70a17 req-17f95043-ce0f-43b0-936f-d57db8ffa636 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f386f82c3159471f86da3747eef0b3da HTTP/1.1" status: 200 len: 221 time: 0.1036489 Oct 13 00:15:36.410050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0bdd0fc9-94ab-4494-87da-c83ffae0b748 service neutron] 10.222.0.21 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825855 Oct 13 00:15:36.412802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-c1ba670b-aac2-4e45-b0ed-f8808588115d service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931648 Oct 13 00:15:36.597683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-831b17f6-abef-4dad-997f-7e94177f64c7 service neutron] 10.222.0.21 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818166 Oct 13 00:15:36.618567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-43fcc5bb-c8a4-412a-b29d-fe293db59ecd service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950629 Oct 13 00:15:36.706785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-5fe24c61-073d-4194-9eb1-6879b29a55e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=068c0998-0d76-4f70-97f9-b63506279aa8 HTTP/1.1" status: 200 len: 217 time: 0.0701828 Oct 13 00:15:36.711480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea38bf17-fd69-462f-8a09-b00d87c69dcc req-f737ea18-8064-496a-a7e8-c9c116135cfa tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/f30b890c-d614-4d46-bbc9-c71f1c6e6f67 HTTP/1.1" status: 200 len: 1807 time: 0.1590524 Oct 13 00:15:36.798018 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:37.103194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-c7deb769-028c-475f-afcf-47b35b2c0114 service neutron] 10.222.0.21 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970369 Oct 13 00:15:37.105326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-3821cd14-237e-4968-aab3-62bb21215a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.106671 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-3821cd14-237e-4968-aab3-62bb21215a75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.3886306 Oct 13 00:15:37.118425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d306a5e-081a-4c5f-8989-67d97f643a93 req-880f4495-7a51-4fab-8fab-e7b524b19bfa tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.119840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d306a5e-081a-4c5f-8989-67d97f643a93 req-880f4495-7a51-4fab-8fab-e7b524b19bfa tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0837080 Oct 13 00:15:37.164967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-41bf0187-1350-41b4-b2fa-625bcbfbda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.166604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-41bf0187-1350-41b4-b2fa-625bcbfbda9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458970 Oct 13 00:15:37.263088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d306a5e-081a-4c5f-8989-67d97f643a93 req-3c9f3ee5-f271-4ce6-9dd9-70df208e4593 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331418 Oct 13 00:15:37.293826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-73000766-3e0a-467d-8b0a-37864551549a service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184337 Oct 13 00:15:37.423334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-b7b6a539-1ed5-4615-bd3f-1c08f82b026c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.429440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-b7b6a539-1ed5-4615-bd3f-1c08f82b026c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.435415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-b7b6a539-1ed5-4615-bd3f-1c08f82b026c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.441998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-b7b6a539-1ed5-4615-bd3f-1c08f82b026c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.448002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-b7b6a539-1ed5-4615-bd3f-1c08f82b026c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.453986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-b7b6a539-1ed5-4615-bd3f-1c08f82b026c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.459984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-b7b6a539-1ed5-4615-bd3f-1c08f82b026c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.461877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-b7b6a539-1ed5-4615-bd3f-1c08f82b026c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.1173534 Oct 13 00:15:37.485177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-4fe4560a-4009-4d68-84d0-8631839c337d service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835344 Oct 13 00:15:37.538185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2f79f63-8873-47fa-b754-a4e5dff7cf4a req-196411c2-bad5-45d6-97e0-198ac4beff0f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697677 Oct 13 00:15:37.539602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-50cd13a9-8af4-4375-8f14-e9264677ad05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580 HTTP/1.1" status: 200 len: 217 time: 0.0422852 Oct 13 00:15:37.614642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-a4f683c9-a347-41bb-920e-8f6218f50965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.616151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-a4f683c9-a347-41bb-920e-8f6218f50965 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4e3a813-ea5f-436e-b84d-e1b1ab64896b HTTP/1.1" status: 200 len: 797 time: 0.0595415 Oct 13 00:15:37.675744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-e084305a-3e14-4da5-85c7-ede6a6730fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:37.677311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-e084305a-3e14-4da5-85c7-ede6a6730fe5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0495567 Oct 13 00:15:37.740078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-4621c9e4-3823-40c9-b0d3-aa47ba6045f8 req-4a74a0e2-adb8-4201-bce8-62ad6cb7e0ed tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-313658399', 'description': 'tempest-description-1899295661'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:37.787601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4621c9e4-3823-40c9-b0d3-aa47ba6045f8 req-4a74a0e2-adb8-4201-bce8-62ad6cb7e0ed tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:37.817752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-236eeeac-bf2f-4f15-9710-e156bec1fb98 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309884 Oct 13 00:15:37.938517 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4621c9e4-3823-40c9-b0d3-aa47ba6045f8 req-4a74a0e2-adb8-4201-bce8-62ad6cb7e0ed tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:37.944686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-e2e026e8-070b-4842-a9f2-1befecbbe638 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187232 Oct 13 00:15:37.945761 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4621c9e4-3823-40c9-b0d3-aa47ba6045f8 req-4a74a0e2-adb8-4201-bce8-62ad6cb7e0ed tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:38.010476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-ca6ea169-f7ab-4128-a7bd-e9abcd18602c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 HTTP/1.1" status: 200 len: 217 time: 0.0502541 Oct 13 00:15:38.015905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74a0e2-adb8-4201-bce8-62ad6cb7e0ed tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43360c5-0427-4428-859d-0522d06972db,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:38.025372 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4621c9e4-3823-40c9-b0d3-aa47ba6045f8 req-4a74a0e2-adb8-4201-bce8-62ad6cb7e0ed tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:38.027079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4621c9e4-3823-40c9-b0d3-aa47ba6045f8 req-4a74a0e2-adb8-4201-bce8-62ad6cb7e0ed tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3164067 Oct 13 00:15:38.084560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-0a0cff87-54a4-4b96-bfbe-fcdbfe8d4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.086170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-0a0cff87-54a4-4b96-bfbe-fcdbfe8d4c32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4e3a813-ea5f-436e-b84d-e1b1ab64896b HTTP/1.1" status: 200 len: 797 time: 0.0578778 Oct 13 00:15:38.174793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-eb388091-bbd0-4763-8383-b51f8253d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.176343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-eb388091-bbd0-4763-8383-b51f8253d477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773058 Oct 13 00:15:38.185398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776ff68-5eb1-425f-9790-ede94586765c req-4dd0ebaa-c736-4555-a929-e6924ffc3ebe tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.186681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f776ff68-5eb1-425f-9790-ede94586765c req-4dd0ebaa-c736-4555-a929-e6924ffc3ebe tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0990503 Oct 13 00:15:38.285006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f776ff68-5eb1-425f-9790-ede94586765c req-66a256ec-4140-4a84-a4b6-91891df9f261 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904856 Oct 13 00:15:38.325793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-d101cff6-b2f8-40ff-9d6b-ea3af0c29aab service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216669 Oct 13 00:15:38.439086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df970064-5f40-4a37-a2bf-4fd59bd9152f req-de3931d5-bbd7-4f36-98ff-af6a0af33b66 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041007 Oct 13 00:15:38.759858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-4de3fbb0-261a-47ae-a67c-445777909ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.760747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-4de3fbb0-261a-47ae-a67c-445777909ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.761387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-4de3fbb0-261a-47ae-a67c-445777909ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.763323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-4de3fbb0-261a-47ae-a67c-445777909ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.763978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-4de3fbb0-261a-47ae-a67c-445777909ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.764505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-4de3fbb0-261a-47ae-a67c-445777909ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.765210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-4de3fbb0-261a-47ae-a67c-445777909ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:38.767675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c162af34-cee4-4d95-aa01-937dbb173065 req-4de3fbb0-261a-47ae-a67c-445777909ac0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6477 time: 0.0756302 Oct 13 00:15:38.999538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-65a9eb90-a199-4c06-97c9-fec808b5121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.002364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c162af34-cee4-4d95-aa01-937dbb173065 req-65a9eb90-a199-4c06-97c9-fec808b5121e service neutron] 10.222.0.45 "GET /v2.0/networks?id=591f32ea-f744-48f5-b6a3-d94230219abc HTTP/1.1" status: 200 len: 902 time: 0.2255356 Oct 13 00:15:39.071446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c162af34-cee4-4d95-aa01-937dbb173065 req-2363d4a2-0ebc-4ea9-b552-d5fab72fa0c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 HTTP/1.1" status: 200 len: 217 time: 0.0618713 Oct 13 00:15:39.157326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-8703e3a8-3833-46b4-be31-e3dac94d7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.158770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c162af34-cee4-4d95-aa01-937dbb173065 req-8703e3a8-3833-46b4-be31-e3dac94d7091 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4e3a813-ea5f-436e-b84d-e1b1ab64896b HTTP/1.1" status: 200 len: 797 time: 0.0655921 Oct 13 00:15:39.164041 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14de9c81-57da-405a-97b1-e86ce3ee4834 req-8b5dcee4-8c17-469d-99cd-5a2b3e2b756a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/a43360c5-0427-4428-859d-0522d06972db HTTP/1.1" status: 200 len: 1806 time: 0.1870663 Oct 13 00:15:39.178114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-14de9c81-57da-405a-97b1-e86ce3ee4834 req-d95c4421-1e6f-4998-b90b-499c6c75af26 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a43360c5-0427-4428-859d-0522d06972db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:39.178737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-14de9c81-57da-405a-97b1-e86ce3ee4834 req-d95c4421-1e6f-4998-b90b-499c6c75af26 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a43360c5-0427-4428-859d-0522d06972db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:39.326690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162af34-cee4-4d95-aa01-937dbb173065 req-bbd904a5-c4dd-431f-b584-56934077283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.328899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c162af34-cee4-4d95-aa01-937dbb173065 req-bbd904a5-c4dd-431f-b584-56934077283b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1400878 Oct 13 00:15:39.431941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-4306a473-7435-4849-a681-6004c96d92fc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.439730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-4306a473-7435-4849-a681-6004c96d92fc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.446617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-4306a473-7435-4849-a681-6004c96d92fc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.454537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-4306a473-7435-4849-a681-6004c96d92fc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.462118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-4306a473-7435-4849-a681-6004c96d92fc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.469787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-4306a473-7435-4849-a681-6004c96d92fc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.477147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-4306a473-7435-4849-a681-6004c96d92fc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.479828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-4306a473-7435-4849-a681-6004c96d92fc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.2285597 Oct 13 00:15:39.483292 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-14de9c81-57da-405a-97b1-e86ce3ee4834 req-d95c4421-1e6f-4998-b90b-499c6c75af26 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:39.541619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-14de9c81-57da-405a-97b1-e86ce3ee4834 req-d95c4421-1e6f-4998-b90b-499c6c75af26 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:39.556898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-14de9c81-57da-405a-97b1-e86ce3ee4834 req-d95c4421-1e6f-4998-b90b-499c6c75af26 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:39.585156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f33bbc7-2261-481d-8807-aa5ea53e9fe6 req-f97876fe-cc3d-4867-aa39-e68318641cba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929787 Oct 13 00:15:39.592905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9134468d-8ec0-4ad4-b8df-ab91f05c075b no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:15:39.595672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c162af34-cee4-4d95-aa01-937dbb173065 req-c3731e5c-c810-4c3c-b629-a6f556a11e82 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557826 Oct 13 00:15:39.596154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c4421-1e6f-4998-b90b-499c6c75af26 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a23f52f-2c3c-4a63-8f7b-d2fc8690923e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:39.608021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-14de9c81-57da-405a-97b1-e86ce3ee4834 req-d95c4421-1e6f-4998-b90b-499c6c75af26 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:39.610371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14de9c81-57da-405a-97b1-e86ce3ee4834 req-d95c4421-1e6f-4998-b90b-499c6c75af26 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4373972 Oct 13 00:15:39.707368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:39.718807 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c162af34-cee4-4d95-aa01-937dbb173065 req-c9a1cc28-587f-4207-b782-031c067676df service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067994 Oct 13 00:15:39.760634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:39.762319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:39.765372 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7c86f0-9235-41eb-8af2-3f1a0d19887b" -d '{"events": [{"server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "name": "network-vif-unplugged", "status": "completed", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:39.770549 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:39.777757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c786ae2e-28ef-4936-823c-18f5830198fb req-3aebf8f7-e33c-4b56-b5ce-12ec79718809 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0498586 Oct 13 00:15:39.887856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:39.919683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52d0b4-f5a2-4846-a091-b1a2368d1598 req-d6feebd9-7606-43f5-b371-167a0dc6d9c3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.923040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e52d0b4-f5a2-4846-a091-b1a2368d1598 req-d6feebd9-7606-43f5-b371-167a0dc6d9c3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0579016 Oct 13 00:15:39.975908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-ecc04a49-fab1-4850-8995-bba9664d4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:39.978399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-ecc04a49-fab1-4850-8995-bba9664d4c87 service neutron] 10.222.0.36 "GET /v2.0/ports/ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 1032 time: 0.0555687 Oct 13 00:15:40.024265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e52d0b4-f5a2-4846-a091-b1a2368d1598 req-678f494a-d980-41e7-9533-d7a9a6c829b5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926874 Oct 13 00:15:40.039088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-934b314e-a78d-4c25-adb8-476c0f10a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:40.040628 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-934b314e-a78d-4c25-adb8-476c0f10a53d service neutron] 10.222.0.36 "GET /v2.0/ports/8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 1032 time: 0.0519919 Oct 13 00:15:40.121059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6d16824-c76b-44ea-9fef-4c665ec39677 req-722db140-2643-4192-bfd1-02becae94bc8 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/a43360c5-0427-4428-859d-0522d06972db HTTP/1.1" status: 200 len: 2400 time: 0.0621083 Oct 13 00:15:40.126188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b6d16824-c76b-44ea-9fef-4c665ec39677 req-d374a648-b96e-446c-a57c-79803c27c2d3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a43360c5-0427-4428-859d-0522d06972db', 'remote_group_id': None}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:40.126376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b6d16824-c76b-44ea-9fef-4c665ec39677 req-d374a648-b96e-446c-a57c-79803c27c2d3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a43360c5-0427-4428-859d-0522d06972db', 'remote_group_id': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:40.187156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-90b58b79-49ec-4996-a572-f07f229315d5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:40.193727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-90b58b79-49ec-4996-a572-f07f229315d5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:40.210836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-90b58b79-49ec-4996-a572-f07f229315d5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:40.213383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-90b58b79-49ec-4996-a572-f07f229315d5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "GET /v2.0/networks?id=972360ba-87c4-40b5-91b3-83430f57dcf1&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 200 len: 1995 time: 0.1652906 Oct 13 00:15:40.246058 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b6d16824-c76b-44ea-9fef-4c665ec39677 req-d374a648-b96e-446c-a57c-79803c27c2d3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:40.278286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b6d16824-c76b-44ea-9fef-4c665ec39677 req-d374a648-b96e-446c-a57c-79803c27c2d3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:40.285395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b6d16824-c76b-44ea-9fef-4c665ec39677 req-d374a648-b96e-446c-a57c-79803c27c2d3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:40.307767 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-d5198a7a-1c17-4a3c-a6b5-089527697ad8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de8ae162e1a44851bf2cde61877e2931 HTTP/1.1" status: 200 len: 380 time: 0.0518708 Oct 13 00:15:40.316657 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b6d16824-c76b-44ea-9fef-4c665ec39677 req-d374a648-b96e-446c-a57c-79803c27c2d3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:40.317927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6d16824-c76b-44ea-9fef-4c665ec39677 req-d374a648-b96e-446c-a57c-79803c27c2d3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1960549 Oct 13 00:15:40.320592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374a648-b96e-446c-a57c-79803c27c2d3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bf2bd7-8f78-4b0f-8a8d-7152b2b87dc9,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:40.335825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'admin_state_up': True, 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'security_groups': ['57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:40.367247 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70df0223-3232-4998-bd8d-dcf370996083 x-openstack-request-id: req-70df0223-3232-4998-bd8d-dcf370996083 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:40.367583 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "name": "network-vif-unplugged", "status": "completed", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:40.367837 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70df0223-3232-4998-bd8d-dcf370996083 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:40.368238 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'code': 200} Oct 13 00:15:40.563927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:40.567684 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:40.666218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17f98-55a8-4fea-a9e4-f526b73de62a req-1af08f79-cddd-4fd4-b5c0-cb6c97e09ea2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:40.668910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1a17f98-55a8-4fea-a9e4-f526b73de62a req-1af08f79-cddd-4fd4-b5c0-cb6c97e09ea2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0938399 Oct 13 00:15:40.744191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Allocated IP 172.20.0.10 (972360ba-87c4-40b5-91b3-83430f57dcf1/0ad4c660-a4cc-46aa-a70e-5c6380b74a09/e3eef818-216f-4680-829e-5387a649958f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:40.751890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1a17f98-55a8-4fea-a9e4-f526b73de62a req-1d90dc32-b30c-4fbb-ad1c-ed00fe7ecc8b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760109 Oct 13 00:15:40.786324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-0d0918dc-acf2-4c74-a236-43c33543d006 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:40.790173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-0d0918dc-acf2-4c74-a236-43c33543d006 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 804 time: 0.3106117 Oct 13 00:15:40.806638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-2bac639e-71d6-478e-9b64-ea100b8bcdf1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/quotas/78e96295fb4b41a09bf66cc575acf850 HTTP/1.1" status: 200 len: 375 time: 0.0117848 Oct 13 00:15:40.896741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:40.910820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-24660b9b-bdaf-4703-a677-89e0827402b9 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966892 Oct 13 00:15:40.919005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c7170d4-2487-4f42-803b-40a8b04d4fcd req-9898d383-50a1-4d54-a039-74cfe3a74992 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/a43360c5-0427-4428-859d-0522d06972db HTTP/1.1" status: 200 len: 2999 time: 0.0959227 Oct 13 00:15:40.955062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:41.017476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:41.021400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:41.027639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:41.074494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-7dfd4501-201e-4df8-be17-2facbc21d516 service neutron] 10.222.0.21 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477497 Oct 13 00:15:41.078651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=e3eef818-216f-4680-829e-5387a649958f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:41.137846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.141903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:41.178598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-b0e41f25-0690-4a26-be35-a8f0473e32e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8472970 Oct 13 00:15:41.208968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'admin_state_up': True, 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'security_groups': ['57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:41.223079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-4bd52c9d-b607-4531-99af-f143c0c98e5f service neutron] 10.222.0.21 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513722 Oct 13 00:15:41.463386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:41.467626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:41.490250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ac22ac42-4eb7-4cc3-868a-8df93a945184 None None] Provisioning complete for port e3eef818-216f-4680-829e-5387a649958f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:41.491300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ac22ac42-4eb7-4cc3-868a-8df93a945184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:41.556930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ac22ac42-4eb7-4cc3-868a-8df93a945184 None None] Port e3eef818-216f-4680-829e-5387a649958f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:41.589053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-5e5cbf0f-bdb8-47a2-bd13-a4c35a277110 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.597419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-5e5cbf0f-bdb8-47a2-bd13-a4c35a277110 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.605717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-5e5cbf0f-bdb8-47a2-bd13-a4c35a277110 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.613654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-5e5cbf0f-bdb8-47a2-bd13-a4c35a277110 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.619832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-5e5cbf0f-bdb8-47a2-bd13-a4c35a277110 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.640080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-5e5cbf0f-bdb8-47a2-bd13-a4c35a277110 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.652779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-5e5cbf0f-bdb8-47a2-bd13-a4c35a277110 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.662275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-5e5cbf0f-bdb8-47a2-bd13-a4c35a277110 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.1519170 Oct 13 00:15:41.678754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Allocated IP 10.1.1.167 (36320387-6e4c-4af6-99cc-0d3644eaef53/8fd16226-9267-47f8-b3d0-fe591c6933f8/76a19beb-4dc7-467f-8ce6-8255e0f4eac6) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:41.752701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9aabb-336c-45f5-88a5-4d3d37d99c26 req-63ebb2dd-e7b8-42fb-a249-021fa59d79e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:41.754650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01a9aabb-336c-45f5-88a5-4d3d37d99c26 req-63ebb2dd-e7b8-42fb-a249-021fa59d79e4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 932 time: 0.0903361 Oct 13 00:15:41.769550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c35a940f-18b5-413d-80b8-0112ea9236d6 req-133c07bc-9e8b-4b18-a45a-fe7584974d5e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063526 Oct 13 00:15:41.803986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e82e2879-1c94-46ed-8be2-d957cd8f3ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:41.829670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01a9aabb-336c-45f5-88a5-4d3d37d99c26 req-d6e724bf-3a43-42a7-9e52-4b5514bc0df1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527780 Oct 13 00:15:41.862897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7837ed9a-3a7f-4b06-b8f6-d149b7708416 req-73e25ae6-abf8-4e06-8fed-36440473752d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-group-rules/36bf2bd7-8f78-4b0f-8a8d-7152b2b87dc9 HTTP/1.1" status: 200 len: 783 time: 0.0315228 Oct 13 00:15:41.939207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf20a126-7db9-494e-9e7d-62bff0b18f77 req-ad68fd17-a78b-4bf2-85e1-231f8565bb74 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0404563 Oct 13 00:15:41.945356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7837ed9a-3a7f-4b06-b8f6-d149b7708416 req-87342621-4fe3-4d10-b524-81a2718bfb1a tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/a43360c5-0427-4428-859d-0522d06972db HTTP/1.1" status: 200 len: 2999 time: 0.0866830 Oct 13 00:15:41.990101 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7837ed9a-3a7f-4b06-b8f6-d149b7708416 req-64757404-b2ff-4dc5-956b-5f0f7ccb8f74 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.002278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7837ed9a-3a7f-4b06-b8f6-d149b7708416 req-64757404-b2ff-4dc5-956b-5f0f7ccb8f74 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.094464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-2610709c-2dc2-4646-b20d-d8cc99240d07 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:42.096597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-2610709c-2dc2-4646-b20d-d8cc99240d07 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "GET /v2.0/ports?device_id=063219e8-e32c-48fe-8df5-3d417610a108 HTTP/1.1" status: 200 len: 944 time: 0.0977528 Oct 13 00:15:42.098027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7837ed9a-3a7f-4b06-b8f6-d149b7708416 req-64757404-b2ff-4dc5-956b-5f0f7ccb8f74 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.106444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7837ed9a-3a7f-4b06-b8f6-d149b7708416 req-64757404-b2ff-4dc5-956b-5f0f7ccb8f74 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.107884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7837ed9a-3a7f-4b06-b8f6-d149b7708416 req-64757404-b2ff-4dc5-956b-5f0f7ccb8f74 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/36bf2bd7-8f78-4b0f-8a8d-7152b2b87dc9 HTTP/1.1" status: 204 len: 173 time: 0.1565011 Oct 13 00:15:42.123940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64757404-b2ff-4dc5-956b-5f0f7ccb8f74 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36bf2bd7-8f78-4b0f-8a8d-7152b2b87dc9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:42.286121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.289932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c199172-2a28-4be0-ae22-66df879fc8c6 req-4b6bfdc9-163b-4890-9627-4e31e13f6f18 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:42.291785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c199172-2a28-4be0-ae22-66df879fc8c6 req-4b6bfdc9-163b-4890-9627-4e31e13f6f18 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0925410 Oct 13 00:15:42.300579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Deleting port 9134468d-8ec0-4ad4-b8df-ab91f05c075b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:15:42.301287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.368194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.436594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c199172-2a28-4be0-ae22-66df879fc8c6 req-7e14522a-5a3f-40c3-98e3-7ef21d995dd1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263049 Oct 13 00:15:42.492779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:42.497849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:42.501085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:42.503908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:42.541395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] For port 9134468d-8ec0-4ad4-b8df-ab91f05c075b, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9134468d-8ec0-4ad4-b8df-ab91f05c075b,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:42.542126 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.579350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Calling delete_port for 9134468d-8ec0-4ad4-b8df-ab91f05c075b owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:15:42.605945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff4d553c-7dd4-4a7f-adee-361ba6377bb4 req-81d09e4d-3db1-43bb-97e4-ca5f5ae63d80 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/a43360c5-0427-4428-859d-0522d06972db HTTP/1.1" status: 200 len: 2400 time: 0.1241074 Oct 13 00:15:42.640391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:42.641359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.661103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-12b05673-9378-49e2-b1a6-317c2940ef51 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4635727 Oct 13 00:15:42.683751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'admin_state_up': True, 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'security_groups': ['57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:42.778392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ff4d553c-7dd4-4a7f-adee-361ba6377bb4 req-a0db5a5b-b690-4539-b5fb-d82c7b32ca1d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.849523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:42.853474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.855550 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ff4d553c-7dd4-4a7f-adee-361ba6377bb4 req-a0db5a5b-b690-4539-b5fb-d82c7b32ca1d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.897529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1ba608b6-b7d3-4de1-bc6a-bf484f554545 None None] Provisioning complete for port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:42.898105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1ba608b6-b7d3-4de1-bc6a-bf484f554545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.904543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e2a9-13ba-4e06-b72a-664a3bfe713b req-4bf547bb-9a02-45c9-84c8-2e3a84696c4a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:42.906904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9b0e2a9-13ba-4e06-b72a-664a3bfe713b req-4bf547bb-9a02-45c9-84c8-2e3a84696c4a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1552963 Oct 13 00:15:42.934247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:42.974220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Pushing event deleted for resources: {'Port': ['ID=9134468d-8ec0-4ad4-b8df-ab91f05c075b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:42.991752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9b0e2a9-13ba-4e06-b72a-664a3bfe713b req-414459d1-ae21-4668-adc1-5a00d8f8484e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776446 Oct 13 00:15:42.999379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1ba608b6-b7d3-4de1-bc6a-bf484f554545 None None] Port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:43.006526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ff4d553c-7dd4-4a7f-adee-361ba6377bb4 req-a0db5a5b-b690-4539-b5fb-d82c7b32ca1d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.009131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ff4d553c-7dd4-4a7f-adee-361ba6377bb4 req-a0db5a5b-b690-4539-b5fb-d82c7b32ca1d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.010258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff4d553c-7dd4-4a7f-adee-361ba6377bb4 req-a0db5a5b-b690-4539-b5fb-d82c7b32ca1d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "DELETE /v2.0/security-groups/a43360c5-0427-4428-859d-0522d06972db HTTP/1.1" status: 204 len: 173 time: 0.4035177 Oct 13 00:15:43.037609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] No DVR routers for this DVR port 9134468d-8ec0-4ad4-b8df-ab91f05c075b on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:15:43.043599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db5a5b-b690-4539-b5fb-d82c7b32ca1d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43360c5-0427-4428-859d-0522d06972db,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:43.051367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.072204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be651349-bd34-4acc-b79d-a594c9c94ef3 req-6f341eae-dc54-4f40-8f63-421532743d7a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "DELETE /v2.0/ports/9134468d-8ec0-4ad4-b8df-ab91f05c075b HTTP/1.1" status: 204 len: 173 time: 0.9618533 Oct 13 00:15:43.073494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'name': 'network-vif-deleted', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:43.078668 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad3cef8-73c4-439f-b819-9c395f5392a9" -d '{"events": [{"server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "name": "network-vif-deleted", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:43.149840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-bb8b6361-667d-4f5e-817c-1dab20cc5f00 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.153884 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-bb8b6361-667d-4f5e-817c-1dab20cc5f00 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 804 time: 0.3164387 Oct 13 00:15:43.176631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-cf9a1b1e-96ba-440b-8002-96a5c74e0e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.183002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-cf9a1b1e-96ba-440b-8002-96a5c74e0e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.189556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-cf9a1b1e-96ba-440b-8002-96a5c74e0e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.195851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-cf9a1b1e-96ba-440b-8002-96a5c74e0e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.196923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Request body: {'port': {'device_id': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'admin_state_up': True, 'tenant_id': '78e96295fb4b41a09bf66cc575acf850'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:43.201823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-cf9a1b1e-96ba-440b-8002-96a5c74e0e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.207803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-cf9a1b1e-96ba-440b-8002-96a5c74e0e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.213802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-cf9a1b1e-96ba-440b-8002-96a5c74e0e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.215778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-cf9a1b1e-96ba-440b-8002-96a5c74e0e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.1037042 Oct 13 00:15:43.290463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f77c264d-f80f-4b8d-a828-96c1e5d5beaf req-78224aa4-446c-4f4b-a7e5-972ed3900fb5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644698 Oct 13 00:15:43.311700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e1cb-15d1-41e0-861f-aa4c58a6223a req-1324b656-b480-452e-b0c0-76e5db070baf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.318290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e1cb-15d1-41e0-861f-aa4c58a6223a req-1324b656-b480-452e-b0c0-76e5db070baf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.329203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a31e1cb-15d1-41e0-861f-aa4c58a6223a req-1324b656-b480-452e-b0c0-76e5db070baf tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 1654 time: 0.0806086 Oct 13 00:15:43.355911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Allocated IP 10.1.1.86 (36320387-6e4c-4af6-99cc-0d3644eaef53/8fd16226-9267-47f8-b3d0-fe591c6933f8/706288e8-65f6-48f3-8192-d814ca856871) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:43.372479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a31e1cb-15d1-41e0-861f-aa4c58a6223a req-9dec8138-f86e-4112-93d5-aba4c70b91cd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362670 Oct 13 00:15:43.431864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3eb52ddb-b0c5-4f09-8e8a-28b1803082df req-d843ec5e-a8e5-4c83-90e1-2c9364f7dc2a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0486939 Oct 13 00:15:43.445692 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-ba45e637-851a-4169-a483-571fe89a19ec req-a934b719-ef68-43f4-92d8-61302db172df tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] show failed (client error): The resource could not be found. Oct 13 00:15:43.459661 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba45e637-851a-4169-a483-571fe89a19ec req-a934b719-ef68-43f4-92d8-61302db172df tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/de608a4b-37bc-4d65-b489-44d256ff6ed4 HTTP/1.1" status: 404 len: 352 time: 0.0299797 Oct 13 00:15:43.505475 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e76d6b-ee35-40e4-9e74-21953c9fb7ec x-openstack-request-id: req-54e76d6b-ee35-40e4-9e74-21953c9fb7ec {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:43.506070 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063219e8-e32c-48fe-8df5-3d417610a108", "name": "network-vif-deleted", "tag": "9134468d-8ec0-4ad4-b8df-ab91f05c075b", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:43.506544 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54e76d6b-ee35-40e4-9e74-21953c9fb7ec {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:43.507137 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063219e8-e32c-48fe-8df5-3d417610a108', 'name': 'network-vif-deleted', 'tag': '9134468d-8ec0-4ad4-b8df-ab91f05c075b', 'status': 'completed', 'code': 200} Oct 13 00:15:43.525270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Made reservation on behalf of 78e96295fb4b41a09bf66cc575acf850 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:43.528917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.597718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae1223-b1d5-4cdb-9876-b953b0ae1ae6 req-ecf37d6a-846b-4e5b-9300-12a35afb1758 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.599692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5ae1223-b1d5-4cdb-9876-b953b0ae1ae6 req-ecf37d6a-846b-4e5b-9300-12a35afb1758 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.0740507 Oct 13 00:15:43.603135 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f22c20d4-7215-4e9a-8816-99c80f588c08 req-3123ad63-2fbf-4845-afbb-c5a78ef94ca3 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/f30b890c-d614-4d46-bbc9-c71f1c6e6f67 HTTP/1.1" status: 200 len: 1807 time: 0.0862839 Oct 13 00:15:43.643024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.672110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5ae1223-b1d5-4cdb-9876-b953b0ae1ae6 req-073bb4fd-fe10-4279-9860-df5aee83c296 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 Oct 13 00:15:43.695272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f22c20d4-7215-4e9a-8816-99c80f588c08 req-46a8d739-381f-4483-9ca8-7723fe1c0f07 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.741444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Allocated IP 172.20.0.9 (78d728a0-fde6-4f17-a046-a350dffee925/c0bed6ed-ea11-4008-8985-a19492aa0001/dfcd29c6-675b-4455-ad2a-f8d62be7b9d0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:43.744893 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.745669 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f22c20d4-7215-4e9a-8816-99c80f588c08 req-46a8d739-381f-4483-9ca8-7723fe1c0f07 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.796641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:43.803485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:43.807668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:43.854236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00203ecb-e826-4ca6-8579-b34b9fc36c2c req-b5e1ec0c-d011-472b-9cff-7d87d8e61529 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.857301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00203ecb-e826-4ca6-8579-b34b9fc36c2c req-b5e1ec0c-d011-472b-9cff-7d87d8e61529 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0909235 Oct 13 00:15:43.901356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=706288e8-65f6-48f3-8192-d814ca856871,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:43.920471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00203ecb-e826-4ca6-8579-b34b9fc36c2c req-90d98b15-e1b2-46b2-bf15-21264ea5b9d4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492678 Oct 13 00:15:43.921388 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f22c20d4-7215-4e9a-8816-99c80f588c08 req-46a8d739-381f-4483-9ca8-7723fe1c0f07 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.925460 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f22c20d4-7215-4e9a-8816-99c80f588c08 req-46a8d739-381f-4483-9ca8-7723fe1c0f07 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.931235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f22c20d4-7215-4e9a-8816-99c80f588c08 req-46a8d739-381f-4483-9ca8-7723fe1c0f07 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "DELETE /v2.0/security-groups/f30b890c-d614-4d46-bbc9-c71f1c6e6f67 HTTP/1.1" status: 204 len: 173 time: 0.3216929 Oct 13 00:15:43.940448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:43.941254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:43.966214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8d739-381f-4483-9ca8-7723fe1c0f07 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b890c-d614-4d46-bbc9-c71f1c6e6f67,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:43.986113 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f5d60ee1-664e-44c2-9137-6c905b372771 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3078127 Oct 13 00:15:44.039199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9', 'admin_state_up': True, 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'security_groups': ['57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:44.109488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9eb5c71-8290-485b-8985-b1ff090d837c req-42c32d96-5df4-4aa8-a14e-d335222ab980 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/bf8c5430-b559-4cf5-9e8c-b703b83cad9c HTTP/1.1" status: 200 len: 1807 time: 0.1441629 Oct 13 00:15:44.127489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a607ba-2aa0-4279-b4e7-7abe35a78ba6 req-7f3d1ce1-780f-474b-86b1-2d255e29948c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.129069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6a607ba-2aa0-4279-b4e7-7abe35a78ba6 req-7f3d1ce1-780f-474b-86b1-2d255e29948c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0879521 Oct 13 00:15:44.190381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6a607ba-2aa0-4279-b4e7-7abe35a78ba6 req-59ee8623-21ff-4846-8227-3eef78719f73 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546579 Oct 13 00:15:44.212348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.219071 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c9eb5c71-8290-485b-8985-b1ff090d837c req-6beab563-b6f6-4b7d-a9e8-06fda37e0277 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.246841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5e30dd14-89bc-46be-875e-0fa4fa2b30f3 None None] Provisioning complete for port 706288e8-65f6-48f3-8192-d814ca856871 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:44.250354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5e30dd14-89bc-46be-875e-0fa4fa2b30f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.252764 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c9eb5c71-8290-485b-8985-b1ff090d837c req-6beab563-b6f6-4b7d-a9e8-06fda37e0277 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.268996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.325759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-5e30dd14-89bc-46be-875e-0fa4fa2b30f3 None None] Port 706288e8-65f6-48f3-8192-d814ca856871 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:44.329544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c9eb5c71-8290-485b-8985-b1ff090d837c req-6beab563-b6f6-4b7d-a9e8-06fda37e0277 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.333076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Network 78d728a0-fde6-4f17-a046-a350dffee925 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:44.333888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:44.334996 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c9eb5c71-8290-485b-8985-b1ff090d837c req-6beab563-b6f6-4b7d-a9e8-06fda37e0277 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.342710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:44.349453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9eb5c71-8290-485b-8985-b1ff090d837c req-6beab563-b6f6-4b7d-a9e8-06fda37e0277 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf8c5430-b559-4cf5-9e8c-b703b83cad9c HTTP/1.1" status: 204 len: 173 time: 0.2391155 Oct 13 00:15:44.362204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:44.386316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beab563-b6f6-4b7d-a9e8-06fda37e0277 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c5430-b559-4cf5-9e8c-b703b83cad9c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:44.418530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14976-f967-463b-b0d8-6b0c0c69f1ea req-024225bb-02e9-4d5c-9202-6814705bda73 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.423906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22b14976-f967-463b-b0d8-6b0c0c69f1ea req-024225bb-02e9-4d5c-9202-6814705bda73 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0732913 Oct 13 00:15:44.443892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Pushing event updated for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:44.489542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22b14976-f967-463b-b0d8-6b0c0c69f1ea req-56c7022c-0d01-4716-b562-1aec3bfd8346 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557842 Oct 13 00:15:44.495857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.496488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.506652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-428960c6-fafb-4549-a0e5-a2ab15e176ae tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.514054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-428960c6-fafb-4549-a0e5-a2ab15e176ae tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.519586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.521615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-428960c6-fafb-4549-a0e5-a2ab15e176ae tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.528058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-428960c6-fafb-4549-a0e5-a2ab15e176ae tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.533644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-371a2395-ddd8-496c-9553-9d6650777632 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3409650 Oct 13 00:15:44.534642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3859a778-0b08-4a68-84ac-2d4862b39a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.549181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-166eb3bd-2ee4-4f3c-9a9e-1410c689d99e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:15:44.550440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-166eb3bd-2ee4-4f3c-9a9e-1410c689d99e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105026 Oct 13 00:15:44.560339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-428960c6-fafb-4549-a0e5-a2ab15e176ae tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.566525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-428960c6-fafb-4549-a0e5-a2ab15e176ae tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.572835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-428960c6-fafb-4549-a0e5-a2ab15e176ae tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.580721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-428960c6-fafb-4549-a0e5-a2ab15e176ae tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.1558411 Oct 13 00:15:44.596422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Request body: {'port': {'device_id': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:44.663602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1eb91ed-944c-4907-9ac1-ca2d20633728 req-62b82902-7cb5-454c-833a-b530f4609e22 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819306 Oct 13 00:15:44.672620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2628cdd1-59cc-4975-905c-0f8a0ee0e0ae req-fe2f8bb7-bc56-4532-a0c1-7167b02bcbe6 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/8d7efca8-8330-47d8-a247-a7cc74b8a70c HTTP/1.1" status: 200 len: 1806 time: 0.0897179 Oct 13 00:15:44.723187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.761551 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2628cdd1-59cc-4975-905c-0f8a0ee0e0ae req-6df0e905-85ca-4897-a6a7-c5102171254d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.833671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2628cdd1-59cc-4975-905c-0f8a0ee0e0ae req-6df0e905-85ca-4897-a6a7-c5102171254d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.840196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Allocated IP 10.2.2.100 (b1aa2f73-ebfc-43b2-8ba4-f51b379839c9/a93943ac-eaac-4149-95cb-e33572efa07b/e586af34-9245-4a73-b0f7-93966fa80a3f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:44.877962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca52534-58d5-4b40-9a00-5cf2c3365f56 req-e84a8bf8-c9bb-466a-8fbf-3d0f017b37bb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.884211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca52534-58d5-4b40-9a00-5cf2c3365f56 req-e84a8bf8-c9bb-466a-8fbf-3d0f017b37bb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.891051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca52534-58d5-4b40-9a00-5cf2c3365f56 req-e84a8bf8-c9bb-466a-8fbf-3d0f017b37bb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:44.892793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ca52534-58d5-4b40-9a00-5cf2c3365f56 req-e84a8bf8-c9bb-466a-8fbf-3d0f017b37bb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 2374 time: 0.1106563 Oct 13 00:15:44.915778 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2628cdd1-59cc-4975-905c-0f8a0ee0e0ae req-6df0e905-85ca-4897-a6a7-c5102171254d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.918807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2628cdd1-59cc-4975-905c-0f8a0ee0e0ae req-6df0e905-85ca-4897-a6a7-c5102171254d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:44.924069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2628cdd1-59cc-4975-905c-0f8a0ee0e0ae req-6df0e905-85ca-4897-a6a7-c5102171254d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d7efca8-8330-47d8-a247-a7cc74b8a70c HTTP/1.1" status: 204 len: 173 time: 0.2505555 Oct 13 00:15:44.964446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ca52534-58d5-4b40-9a00-5cf2c3365f56 req-a5def154-abc0-4eef-87bd-c7ba9f096df6 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569470 Oct 13 00:15:44.965319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0e905-85ca-4897-a6a7-c5102171254d tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7efca8-8330-47d8-a247-a7cc74b8a70c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:45.059305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edef4b8-97d2-4171-a44e-80d02d1bb927 req-c21df9fe-27e8-4c34-b471-c2ad1c2ec1eb tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:45.062718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edef4b8-97d2-4171-a44e-80d02d1bb927 req-c21df9fe-27e8-4c34-b471-c2ad1c2ec1eb tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 931 time: 0.0728419 Oct 13 00:15:45.106346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edef4b8-97d2-4171-a44e-80d02d1bb927 req-e616f29c-e9ff-4c87-8851-2a1df0c4379f tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375807 Oct 13 00:15:45.181655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3101dde-10dd-4e51-b374-23835f65346b req-28ef5ebd-8575-41ba-85df-cb31943f0832 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:45.185592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3101dde-10dd-4e51-b374-23835f65346b req-28ef5ebd-8575-41ba-85df-cb31943f0832 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0778418 Oct 13 00:15:45.196874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.241078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:45.257231 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3101dde-10dd-4e51-b374-23835f65346b req-c60f14c4-0caa-49fb-a24d-53d09a9c1cd5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596361 Oct 13 00:15:45.258189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.266509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a73d8d-d6b7-4592-9959-57750e39f2e4 req-19e0a35b-d3e3-406e-860f-250afe55fd34 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:45.273622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16a73d8d-d6b7-4592-9959-57750e39f2e4 req-19e0a35b-d3e3-406e-860f-250afe55fd34 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.0868337 Oct 13 00:15:45.276415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Transition to ACTIVE for port object dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:45.287880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.320423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.338393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16a73d8d-d6b7-4592-9959-57750e39f2e4 req-9282dd9f-5694-4e26-b6e2-b51d2f055b3a tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Oct 13 00:15:45.356677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Pushing event updated for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:45.359845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:45.363336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:45.373043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:45.413058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c79f5ed-aae6-4653-a791-e76bdd747698 req-131ee888-70c1-4ac3-ac49-9662061923cd tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/2e537e32-5687-4f7d-b0c9-11c6a489349d HTTP/1.1" status: 200 len: 2405 time: 0.0997939 Oct 13 00:15:45.430975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.431328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.432321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.432321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.432321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.432690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.433621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.433621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.433621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.433955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.434234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.434554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:15:45.491034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-63f1e50b-aed1-41ff-bf9f-c0b7820f7769 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:45.492652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-63f1e50b-aed1-41ff-bf9f-c0b7820f7769 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 946 time: 0.1514456 Oct 13 00:15:45.530386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:45.531232 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.551101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=e586af34-9245-4a73-b0f7-93966fa80a3f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:45.576299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1ac0c3bb-5d2c-46c3-8dbf-9ac89228239f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5410411 Oct 13 00:15:45.577757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Attempting to bind port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:45.578315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Attempting to bind port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:45.578839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Attempting to bind port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 on network 78d728a0-fde6-4f17-a046-a350dffee925 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:45.600361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9', 'admin_state_up': True, 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'security_groups': ['57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:45.605234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 on network 78d728a0-fde6-4f17-a046-a350dffee925 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:45.605470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Attempting to bind port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 on network 78d728a0-fde6-4f17-a046-a350dffee925 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:45.606135 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.622417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9134468d-8ec0-4ad4-b8df-ab91f05c075b no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:15:45.626849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6c79f5ed-aae6-4653-a791-e76bdd747698 req-8994fba3-efca-49e8-ba40-6790ee23828c tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.648916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:45.649263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Checking segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:45.649652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Bound using segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:45.650322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Bound port: dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:45.650685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.653527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6c79f5ed-aae6-4653-a791-e76bdd747698 req-8994fba3-efca-49e8-ba40-6790ee23828c tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.666843 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 9134468d-8ec0-4ad4-b8df-ab91f05c075b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:15:45.667243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9134468d-8ec0-4ad4-b8df-ab91f05c075b not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:15:45.708591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de515d9-9599-44a6-a1f0-004ca01e3535 req-e966e81a-9d31-4732-9171-8f30cc3a1d00 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:45.716220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5de515d9-9599-44a6-a1f0-004ca01e3535 req-e966e81a-9d31-4732-9171-8f30cc3a1d00 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2225285 Oct 13 00:15:45.731011 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6c79f5ed-aae6-4653-a791-e76bdd747698 req-8994fba3-efca-49e8-ba40-6790ee23828c tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.734452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6c79f5ed-aae6-4653-a791-e76bdd747698 req-8994fba3-efca-49e8-ba40-6790ee23828c tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.742569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:45.746092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:45.748094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c79f5ed-aae6-4653-a791-e76bdd747698 req-8994fba3-efca-49e8-ba40-6790ee23828c tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e537e32-5687-4f7d-b0c9-11c6a489349d HTTP/1.1" status: 204 len: 173 time: 0.3340950 Oct 13 00:15:45.759483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.795012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994fba3-efca-49e8-ba40-6790ee23828c tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e537e32-5687-4f7d-b0c9-11c6a489349d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:45.839877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:45.840415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.845762 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] 10.222.0.36 "PUT /v2.0/ports/dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 HTTP/1.1" status: 200 len: 1091 time: 1.2533388 Oct 13 00:15:45.845762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:45.847193 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10efcc3b-d22e-4c06-a6bc-053cf821c593" -d '{"events": [{"name": "network-changed", "server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:45.852428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5de515d9-9599-44a6-a1f0-004ca01e3535 req-5e959d9a-8220-4d7a-836a-c775965712cd tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346819 Oct 13 00:15:45.883158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Deleting port ed139a87-25f4-4693-b9e6-cf6130de24c1 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:15:45.884266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.895668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4235a6-e171-46fa-a436-d051718d1bbd service neutron] Pushing event updated for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:45.907957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-600215b6-3ee6-43ff-b1c6-0fd6150f32d1 None None] Provisioning complete for port e586af34-9245-4a73-b0f7-93966fa80a3f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:45.908134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Made reservation on behalf of de8ae162e1a44851bf2cde61877e2931 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:45.908990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-600215b6-3ee6-43ff-b1c6-0fd6150f32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.914905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.936773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.013565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-4896a517-1b61-4318-ad7b-ce5c3046e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.015457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-4896a517-1b61-4318-ad7b-ce5c3046e684 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 1094 time: 0.0970666 Oct 13 00:15:46.047458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] For port ed139a87-25f4-4693-b9e6-cf6130de24c1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ed139a87-25f4-4693-b9e6-cf6130de24c1,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:46.047853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.067469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed3979be-883a-4212-ba2c-7a3d9d7560b5 req-391eed1d-a578-433d-ae88-e4dd2cd8cde1 tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "GET /v2.0/security-groups/16f969b1-a6e1-484e-82eb-e7759fab56c8 HTTP/1.1" status: 200 len: 2399 time: 0.0944407 Oct 13 00:15:46.088982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-b7f28312-1a50-4daa-a109-08d4a06de55a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.101547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-b7f28312-1a50-4daa-a109-08d4a06de55a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.106102 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-38366f56-da76-4e95-b888-b0a26a097c32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 HTTP/1.1" status: 200 len: 217 time: 0.0738478 Oct 13 00:15:46.115499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-b7f28312-1a50-4daa-a109-08d4a06de55a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.121771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-b7f28312-1a50-4daa-a109-08d4a06de55a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.128052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-b7f28312-1a50-4daa-a109-08d4a06de55a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.134054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-b7f28312-1a50-4daa-a109-08d4a06de55a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.140298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-b7f28312-1a50-4daa-a109-08d4a06de55a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.142256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-b7f28312-1a50-4daa-a109-08d4a06de55a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.3254862 Oct 13 00:15:46.161824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Calling delete_port for ed139a87-25f4-4693-b9e6-cf6130de24c1 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:15:46.191828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-600215b6-3ee6-43ff-b1c6-0fd6150f32d1 None None] Port e586af34-9245-4a73-b0f7-93966fa80a3f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:46.232057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fbb241fe-7d89-41ff-a5ed-36520095b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.233540 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-fbb241fe-7d89-41ff-a5ed-36520095b7aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 200 len: 844 time: 0.1178551 Oct 13 00:15:46.271096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Allocated IP 10.2.2.200 (b1aa2f73-ebfc-43b2-8ba4-f51b379839c9/a93943ac-eaac-4149-95cb-e33572efa07b/8bd39411-e7b1-4388-885e-12fe86f21bd1) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:46.274655 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-6cd10920-47e7-4f43-abf9-60a4f27b3bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78d728a0-fde6-4f17-a046-a350dffee925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313962 Oct 13 00:15:46.276805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d1655fa-2224-4359-a10e-8edf41a58543 req-33753778-c450-44ee-8a95-92359afcf868 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174767 Oct 13 00:15:46.293003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ed3979be-883a-4212-ba2c-7a3d9d7560b5 req-adc03c47-6a53-480f-b6cc-72d1ca78814f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.340734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ed3979be-883a-4212-ba2c-7a3d9d7560b5 req-adc03c47-6a53-480f-b6cc-72d1ca78814f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.369969 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e4e818-30d8-465c-a40e-5681cf86fcf1 x-openstack-request-id: req-88e4e818-30d8-465c-a40e-5681cf86fcf1 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:46.370536 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:46.370536 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88e4e818-30d8-465c-a40e-5681cf86fcf1 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:46.370919 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'status': 'completed', 'code': 200} Oct 13 00:15:46.474443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ed3979be-883a-4212-ba2c-7a3d9d7560b5 req-adc03c47-6a53-480f-b6cc-72d1ca78814f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.477010 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ed3979be-883a-4212-ba2c-7a3d9d7560b5 req-adc03c47-6a53-480f-b6cc-72d1ca78814f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.484252 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed3979be-883a-4212-ba2c-7a3d9d7560b5 req-adc03c47-6a53-480f-b6cc-72d1ca78814f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] 10.222.0.21 "DELETE /v2.0/security-groups/16f969b1-a6e1-484e-82eb-e7759fab56c8 HTTP/1.1" status: 204 len: 173 time: 0.4155526 Oct 13 00:15:46.486234 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.487916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53828) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:46.533147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc03c47-6a53-480f-b6cc-72d1ca78814f tempest-SecurityGroupRulesTestJSON-1227696879 tempest-SecurityGroupRulesTestJSON-1227696879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f969b1-a6e1-484e-82eb-e7759fab56c8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:46.542376 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-c114e38d-5906-468b-b56e-25f87b95ae2e service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561615 Oct 13 00:15:46.587669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Pushing event deleted for resources: {'Port': ['ID=ed139a87-25f4-4693-b9e6-cf6130de24c1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:46.622794 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.629772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e3ee18-81c7-4493-b4b1-943c648b3db6 admin admin] Deleting subnet 244f1e00-73af-4a51-9b09-e23c897724d7 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:15:46.635106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee18-81c7-4493-b4b1-943c648b3db6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.638788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] No DVR routers for this DVR port ed139a87-25f4-4693-b9e6-cf6130de24c1 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:15:46.644453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.647946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28148884-351c-457b-9c01-e8e5fbe3d819 req-4ff27487-6910-4064-a32d-4049dd15a196 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "DELETE /v2.0/ports/ed139a87-25f4-4693-b9e6-cf6130de24c1 HTTP/1.1" status: 204 len: 173 time: 1.1424754 Oct 13 00:15:46.649265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'name': 'network-vif-deleted', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:46.652642 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb4d89d-75ec-4309-94d3-0228320a4255" -d '{"events": [{"server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "name": "network-vif-deleted", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:46.667595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066e994-6ee7-425c-8dac-9a12436738ec req-bfbfb772-c7e1-4562-b022-d3c2c918b67c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:46.669330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5066e994-6ee7-425c-8dac-9a12436738ec req-bfbfb772-c7e1-4562-b022-d3c2c918b67c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2271378 Oct 13 00:15:46.733946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee18-81c7-4493-b4b1-943c648b3db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.770279 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12db82bb-0ade-49d7-a1c8-b49d6cc074b8 req-cd2542c6-3278-48f9-84df-6c9db888441a service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134998 Oct 13 00:15:46.807490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.819895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee18-81c7-4493-b4b1-943c648b3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.917770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:46.933943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:46.936460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:47.013430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event updated for resources: {'Port': ['ID=8bd39411-e7b1-4388-885e-12fe86f21bd1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:47.030409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee18-81c7-4493-b4b1-943c648b3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.039803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-1abdccef-4b76-45a1-98b5-ca7a98860d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.041652 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-1abdccef-4b76-45a1-98b5-ca7a98860d8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 1094 time: 0.1655080 Oct 13 00:15:47.073792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceda835-fefa-4225-96cf-bdda5c8954b8 req-ec1e8c91-69eb-4340-94dd-762a5dc474e5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.082987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceda835-fefa-4225-96cf-bdda5c8954b8 req-ec1e8c91-69eb-4340-94dd-762a5dc474e5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.094398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceda835-fefa-4225-96cf-bdda5c8954b8 req-ec1e8c91-69eb-4340-94dd-762a5dc474e5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.100574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceda835-fefa-4225-96cf-bdda5c8954b8 req-ec1e8c91-69eb-4340-94dd-762a5dc474e5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.102343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aceda835-fefa-4225-96cf-bdda5c8954b8 req-ec1e8c91-69eb-4340-94dd-762a5dc474e5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 3095 time: 0.5362036 Oct 13 00:15:47.196949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-35d86d95-6e19-4c04-b7b9-981b54ed9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.199091 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-35d86d95-6e19-4c04-b7b9-981b54ed9078 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 905 time: 0.1441948 Oct 13 00:15:47.204169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3ee18-81c7-4493-b4b1-943c648b3db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244f1e00-73af-4a51-9b09-e23c897724d7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:47.214179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.214818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.219270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aceda835-fefa-4225-96cf-bdda5c8954b8 req-c91b1071-1ba5-4d06-b018-a6620cd1fb1a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008906 Oct 13 00:15:47.244220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5066e994-6ee7-425c-8dac-9a12436738ec req-e52b25c8-c655-4d13-883d-04c53485cabb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675483 Oct 13 00:15:47.248870 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5e3ee18-81c7-4493-b4b1-943c648b3db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.253150 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d5e3ee18-81c7-4493-b4b1-943c648b3db6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/244f1e00-73af-4a51-9b09-e23c897724d7 HTTP/1.1" status: 204 len: 168 time: 0.7642603 Oct 13 00:15:47.257501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53832) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:47.330350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f9df1879-5d5d-443a-a2ce-8755792dea73 None None] Provisioning complete for port 8bd39411-e7b1-4388-885e-12fe86f21bd1 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:47.331157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f9df1879-5d5d-443a-a2ce-8755792dea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.360272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-48e5e98d-0bb6-4978-9542-a72f3b4192a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2461963 Oct 13 00:15:47.367467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.381960 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-5263f9c1-94ea-4f16-9dea-bc08b0bf46c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 HTTP/1.1" status: 200 len: 217 time: 0.1743028 Oct 13 00:15:47.385723 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-f0564b00-2e34-4a64-9db4-e7761d13cde9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7905462 Oct 13 00:15:47.467104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f9df1879-5d5d-443a-a2ce-8755792dea73 None None] Port 8bd39411-e7b1-4388-885e-12fe86f21bd1 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:15:47.492407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-58b69d71-6da5-42a7-9585-2f80bd0abe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.493903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-58b69d71-6da5-42a7-9585-2f80bd0abe3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 200 len: 844 time: 0.0898786 Oct 13 00:15:47.497387 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.499486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:47.504809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ac5be72-39c9-45a7-918c-44ab006a6288 req-1da4e178-6fba-42d8-a4f4-12dce66aac70 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0338635 Oct 13 00:15:47.532626 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.561601 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-d5037213-a187-4850-a8d5-75bb18f71318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78d728a0-fde6-4f17-a046-a350dffee925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592940 Oct 13 00:15:47.575910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b78c0fd-04ee-44b8-8722-bf04ced264d7']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:15:47.595293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d7371-ff27-4097-8cc8-cd688ffa6d8a req-93e5f33f-2a43-42bc-9d2e-08f2ab01284a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.597103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-402d7371-ff27-4097-8cc8-cd688ffa6d8a req-93e5f33f-2a43-42bc-9d2e-08f2ab01284a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1928337 Oct 13 00:15:47.599130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3a7947-c294-45ea-b03c-3d2a07df604c') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:15:47.599563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3a7947-c294-45ea-b03c-3d2a07df604c') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:15:47.602819 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b93b52-4e60-45f4-909d-d73e5e71ac1c x-openstack-request-id: req-68b93b52-4e60-45f4-909d-d73e5e71ac1c {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:47.603215 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0", "name": "network-vif-deleted", "tag": "ed139a87-25f4-4693-b9e6-cf6130de24c1", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:47.603589 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68b93b52-4e60-45f4-909d-d73e5e71ac1c {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:47.604096 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcfdaba-8913-46c9-ac1f-8eb72ec3d1c0', 'name': 'network-vif-deleted', 'tag': 'ed139a87-25f4-4693-b9e6-cf6130de24c1', 'status': 'completed', 'code': 200} Oct 13 00:15:47.617912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.653004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-8fce9fea-861d-4fce-8d7f-e570dd3210ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.654691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-8fce9fea-861d-4fce-8d7f-e570dd3210ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1095 time: 0.1412771 Oct 13 00:15:47.656394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.666667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:15:47.667228 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:15:47.669165 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:15:47.744906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-402d7371-ff27-4097-8cc8-cd688ffa6d8a req-f2e9dc3e-e703-4cf8-8431-d5c4416580b6 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339514 Oct 13 00:15:47.840487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.865425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.871289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b78c0fd-04ee-44b8-8722-bf04ced264d7 HTTP/1.1" status: 204 len: 168 time: 0.6103377 Oct 13 00:15:47.892343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-e79d6eb8-7cfd-4fe0-b8e7-88f0b29c221b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.900087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-e79d6eb8-7cfd-4fe0-b8e7-88f0b29c221b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.908058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-e79d6eb8-7cfd-4fe0-b8e7-88f0b29c221b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.915025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-e79d6eb8-7cfd-4fe0-b8e7-88f0b29c221b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.921483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-e79d6eb8-7cfd-4fe0-b8e7-88f0b29c221b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.929099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-e79d6eb8-7cfd-4fe0-b8e7-88f0b29c221b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.935730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-e79d6eb8-7cfd-4fe0-b8e7-88f0b29c221b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:47.937891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-e79d6eb8-7cfd-4fe0-b8e7-88f0b29c221b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.2203655 Oct 13 00:15:47.948743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:47.993811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ea6b3-28a2-4bf7-8d07-b61e461f236c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b78c0fd-04ee-44b8-8722-bf04ced264d7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:48.002398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-86f9a5c0-08d0-4228-ab9d-0aea41175f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.003989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-86f9a5c0-08d0-4228-ab9d-0aea41175f6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.2878702 Oct 13 00:15:48.016176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:48.084142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-4df6bb4f-3037-4fc9-87c4-768b0878a90d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 217 time: 0.0604012 Oct 13 00:15:48.095428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf402b5-6342-45b4-a1b3-e733d1ab230e req-6df0403e-e144-4e67-942a-f9669df40a85 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.097018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ddf402b5-6342-45b4-a1b3-e733d1ab230e req-6df0403e-e144-4e67-942a-f9669df40a85 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2681663 Oct 13 00:15:48.114824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-a2d069fc-d36f-404c-bcda-73870e66e492 service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399370 Oct 13 00:15:48.165342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eeef83ae-70ef-497a-a3b4-6072697f22a1 req-ae98f051-452e-4612-90b3-8a4abd399a57 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756861 Oct 13 00:15:48.192366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f53bc260-05a4-4600-a4f3-4e4d3c662daf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef4bdf8873344c9cbcba82f9098268f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729889 Oct 13 00:15:48.197336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53846) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:48.203658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-a61219da-3fe7-4c99-b165-48b31ecbb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.204797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-a61219da-3fe7-4c99-b165-48b31ecbb43a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1065931 Oct 13 00:15:48.230180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ddf402b5-6342-45b4-a1b3-e733d1ab230e req-ccf44e79-d757-427a-af86-bf294d5f9f26 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255064 Oct 13 00:15:48.258841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-158e4d4c-016a-4432-9b1d-2ee12b9daafd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445328 Oct 13 00:15:48.288328 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10efcc3b-d22e-4c06-a6bc-053cf821c593 req-7dd552da-de16-4862-8e09-6b36c823ab1b service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573756 Oct 13 00:15:48.341068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3eef818-216f-4680-829e-5387a649958f {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:48.350380 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.363152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Transition to ACTIVE for port object e3eef818-216f-4680-829e-5387a649958f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:48.367798 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.420636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9254-c91a-4095-9b38-a2fb6d1cb732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.461394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9254-c91a-4095-9b38-a2fb6d1cb732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.497812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Pushing event updated for resources: {'Port': ['ID=e3eef818-216f-4680-829e-5387a649958f,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:48.510151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Attempting to bind port e3eef818-216f-4680-829e-5387a649958f on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:48.510620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Attempting to bind port e3eef818-216f-4680-829e-5387a649958f by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:48.511378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Attempting to bind port e3eef818-216f-4680-829e-5387a649958f on network 972360ba-87c4-40b5-91b3-83430f57dcf1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:48.521464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Port e3eef818-216f-4680-829e-5387a649958f on network 972360ba-87c4-40b5-91b3-83430f57dcf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:48.521899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Attempting to bind port e3eef818-216f-4680-829e-5387a649958f on network 972360ba-87c4-40b5-91b3-83430f57dcf1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:48.527965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:48.528438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Checking segment: {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:48.528822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Bound using segment: {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:48.529245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Bound port: e3eef818-216f-4680-829e-5387a649958f, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4867727e-54e8-4280-8e8e-08c932f1fb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:48.529602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.560007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b910e-2964-4fc4-9c7d-b2d3314b4ec3 req-c034693b-6877-4925-a3c3-cdac5e05e32b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.561994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-200b910e-2964-4fc4-9c7d-b2d3314b4ec3 req-c034693b-6877-4925-a3c3-cdac5e05e32b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2092197 Oct 13 00:15:48.575068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57457404-1428-4c67-81e4-47007b1b8214 req-0af12a4c-75ba-4bfd-b652-5c6f2febf2d4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.582252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57457404-1428-4c67-81e4-47007b1b8214 req-0af12a4c-75ba-4bfd-b652-5c6f2febf2d4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.588462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57457404-1428-4c67-81e4-47007b1b8214 req-0af12a4c-75ba-4bfd-b652-5c6f2febf2d4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.595445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57457404-1428-4c67-81e4-47007b1b8214 req-0af12a4c-75ba-4bfd-b652-5c6f2febf2d4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.601518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57457404-1428-4c67-81e4-47007b1b8214 req-0af12a4c-75ba-4bfd-b652-5c6f2febf2d4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.606012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] For port e3eef818-216f-4680-829e-5387a649958f, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:48.609453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] For port e3eef818-216f-4680-829e-5387a649958f, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e3eef818-216f-4680-829e-5387a649958f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:48.609622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57457404-1428-4c67-81e4-47007b1b8214 req-0af12a4c-75ba-4bfd-b652-5c6f2febf2d4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 3828 time: 0.2555294 Oct 13 00:15:48.614701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.653535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:48.654167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.656257 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3eef818-216f-4680-829e-5387a649958f HTTP/1.1" status: 200 len: 1092 time: 1.2503431 Oct 13 00:15:48.656710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': 'e3eef818-216f-4680-829e-5387a649958f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:48.658984 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639" -d '{"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "e3eef818-216f-4680-829e-5387a649958f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:48.683678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a2fe0-1840-438b-a400-1516c6269b02 service neutron] Pushing event updated for resources: {'Port': ['ID=e3eef818-216f-4680-829e-5387a649958f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:48.694542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:48.697161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-200b910e-2964-4fc4-9c7d-b2d3314b4ec3 req-63054751-49c0-4cd6-ab7e-472361bfaafd tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832098 Oct 13 00:15:48.700160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-d4cbc6ca-6cb3-4487-a5e6-390f4e7727f8 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169652 Oct 13 00:15:48.762072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9254-c91a-4095-9b38-a2fb6d1cb732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.765304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa5e9254-c91a-4095-9b38-a2fb6d1cb732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.774630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fa5e9254-c91a-4095-9b38-a2fb6d1cb732 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7991ebf-c1c1-405f-a350-b5f31bba0d71 HTTP/1.1" status: 204 len: 168 time: 0.5716481 Oct 13 00:15:48.779182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.870983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57457404-1428-4c67-81e4-47007b1b8214 req-d6edd2ca-6d3f-4a8a-8d08-471773d35a4a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606049 Oct 13 00:15:48.879421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e9254-c91a-4095-9b38-a2fb6d1cb732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7991ebf-c1c1-405f-a350-b5f31bba0d71,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:48.911348 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9308e10d-41b0-4bd1-94d6-a402d0e1b775 x-openstack-request-id: req-9308e10d-41b0-4bd1-94d6-a402d0e1b775 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:48.913105 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "e3eef818-216f-4680-829e-5387a649958f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:48.913463 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9308e10d-41b0-4bd1-94d6-a402d0e1b775 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:48.914086 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': 'e3eef818-216f-4680-829e-5387a649958f', 'status': 'completed', 'code': 200} Oct 13 00:15:49.000734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57867f34-5eec-465b-a6e3-bf0e3cd8d0ec req-5b4c7931-d3cd-485d-8c75-4ff1d1950959 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689145 Oct 13 00:15:49.113686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa23d1a-7ba9-4501-b468-7653feb704e5 req-36e0b4de-4d3e-4517-9473-11348a0641c9 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.118198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-faa23d1a-7ba9-4501-b468-7653feb704e5 req-36e0b4de-4d3e-4517-9473-11348a0641c9 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1089830 Oct 13 00:15:49.197844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-faa23d1a-7ba9-4501-b468-7653feb704e5 req-51f97b8f-2ab7-477b-951d-2ea613c04d87 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716197 Oct 13 00:15:49.205468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-039e1a6d-d0f6-46f8-bdee-00e02458dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.206448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-039e1a6d-d0f6-46f8-bdee-00e02458dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.207040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-039e1a6d-d0f6-46f8-bdee-00e02458dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.207546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-039e1a6d-d0f6-46f8-bdee-00e02458dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.208012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-039e1a6d-d0f6-46f8-bdee-00e02458dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.209775 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-039e1a6d-d0f6-46f8-bdee-00e02458dd62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 4363 time: 0.1564937 Oct 13 00:15:49.402042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee216d7-cc4a-4350-89c2-c08c5e6db6a4 req-e0d0b967-a1c6-46e2-9a5a-2d20abc73750 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.403835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ee216d7-cc4a-4350-89c2-c08c5e6db6a4 req-e0d0b967-a1c6-46e2-9a5a-2d20abc73750 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1206515 Oct 13 00:15:49.416468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675aec25-6d77-495a-ba8c-e177414d9dd6 req-80174df5-b4a5-4121-996e-47d604796cd1 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.418185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-675aec25-6d77-495a-ba8c-e177414d9dd6 req-80174df5-b4a5-4121-996e-47d604796cd1 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 949 time: 0.1338704 Oct 13 00:15:49.446478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-b1361f6d-af85-473f-b7d4-1062ece1af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.447343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-b1361f6d-af85-473f-b7d4-1062ece1af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.448524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-b1361f6d-af85-473f-b7d4-1062ece1af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.451391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-b1361f6d-af85-473f-b7d4-1062ece1af48 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=de8ae162e1a44851bf2cde61877e2931&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2050483 Oct 13 00:15:49.496393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-675aec25-6d77-495a-ba8c-e177414d9dd6 req-ad74b40c-c9b4-4920-87e3-c2e492b14655 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690556 Oct 13 00:15:49.504271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ee216d7-cc4a-4350-89c2-c08c5e6db6a4 req-f8b79c27-a250-46a6-80c3-7113fbd6f541 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850904 Oct 13 00:15:49.628368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-7e7fab12-c506-451a-b56d-69d7e32156b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.630429 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eadfbe62-1d5a-4920-bcdd-2f0cfa996639 req-7e7fab12-c506-451a-b56d-69d7e32156b7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667435 Oct 13 00:15:49.652419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef901f4b-1666-46fb-8695-7941239a8774 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:49.661868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:49.662046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ed139a87-25f4-4693-b9e6-cf6130de24c1 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:15:49.694606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: ed139a87-25f4-4693-b9e6-cf6130de24c1 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:15:49.695348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ed139a87-25f4-4693-b9e6-cf6130de24c1 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:15:49.698307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Transition to ACTIVE for port object ef901f4b-1666-46fb-8695-7941239a8774 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:49.704728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:49.757615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Pushing event updated for resources: {'Port': ['ID=ef901f4b-1666-46fb-8695-7941239a8774,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:49.793848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-7c825690-5669-4136-9e40-c504f599d6a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.801364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-7c825690-5669-4136-9e40-c504f599d6a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.812218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-7c825690-5669-4136-9e40-c504f599d6a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.834247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-7c825690-5669-4136-9e40-c504f599d6a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.857184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-7c825690-5669-4136-9e40-c504f599d6a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.864408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-7c825690-5669-4136-9e40-c504f599d6a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.876830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-7c825690-5669-4136-9e40-c504f599d6a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.880359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-7c825690-5669-4136-9e40-c504f599d6a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.2585366 Oct 13 00:15:49.902049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Attempting to bind port ef901f4b-1666-46fb-8695-7941239a8774 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:49.902400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Attempting to bind port ef901f4b-1666-46fb-8695-7941239a8774 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:49.902754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Attempting to bind port ef901f4b-1666-46fb-8695-7941239a8774 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:49.913696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Port ef901f4b-1666-46fb-8695-7941239a8774 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:49.914051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Attempting to bind port ef901f4b-1666-46fb-8695-7941239a8774 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:49.925013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:49.925366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Checking segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:49.930161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Bound using segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:49.930532 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Bound port: ef901f4b-1666-46fb-8695-7941239a8774, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:49.931015 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:49.931358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e7145-21c4-445e-9232-b9b1388cbfbb req-f2c5e7d4-56d2-49df-a07c-3f6ccc7029cd tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:49.933615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-601e7145-21c4-445e-9232-b9b1388cbfbb req-f2c5e7d4-56d2-49df-a07c-3f6ccc7029cd tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2971344 Oct 13 00:15:49.987280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53894) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:50.037102 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e663db7f-bc48-4ffe-b876-a30d3435600b req-c5ee7805-5cc1-4df0-a76c-29bfc73ef2bc tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442327 Oct 13 00:15:50.044888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-601e7145-21c4-445e-9232-b9b1388cbfbb req-10e5a42b-159b-4c5f-a518-24b1a9d0aa78 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987329 Oct 13 00:15:50.054529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] For port ef901f4b-1666-46fb-8695-7941239a8774, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:50.059181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] For port ef901f4b-1666-46fb-8695-7941239a8774, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ef901f4b-1666-46fb-8695-7941239a8774,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:50.078602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.125489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.126150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.128286 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] 10.222.0.36 "PUT /v2.0/ports/ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 1135 time: 1.4376116 Oct 13 00:15:50.150277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1434429809-network', 'tenant_id': 'ef846411e3574b1dbb85b022ca8eb274'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:50.169236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:50.205734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Made reservation on behalf of ef846411e3574b1dbb85b022ca8eb274 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:50.208304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.237609 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.241352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27821a-ca82-470b-bf1d-718a910b9a9a service neutron] Pushing event updated for resources: {'Port': ['ID=ef901f4b-1666-46fb-8695-7941239a8774,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:50.285429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896e072-96e8-4cf3-933b-38a0fb2cd538 req-c083d20f-e116-40cb-8edc-ee0c6dd85b6c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.290015 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.292371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896e072-96e8-4cf3-933b-38a0fb2cd538 req-c083d20f-e116-40cb-8edc-ee0c6dd85b6c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.299940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896e072-96e8-4cf3-933b-38a0fb2cd538 req-c083d20f-e116-40cb-8edc-ee0c6dd85b6c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.307964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896e072-96e8-4cf3-933b-38a0fb2cd538 req-c083d20f-e116-40cb-8edc-ee0c6dd85b6c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.315114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896e072-96e8-4cf3-933b-38a0fb2cd538 req-c083d20f-e116-40cb-8edc-ee0c6dd85b6c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.321652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896e072-96e8-4cf3-933b-38a0fb2cd538 req-c083d20f-e116-40cb-8edc-ee0c6dd85b6c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.330073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4896e072-96e8-4cf3-933b-38a0fb2cd538 req-c083d20f-e116-40cb-8edc-ee0c6dd85b6c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 4605 time: 0.1408143 Oct 13 00:15:50.441107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4896e072-96e8-4cf3-933b-38a0fb2cd538 req-ec2603de-e006-4895-b1ad-b2fdf96e2d67 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101468 Oct 13 00:15:50.459334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45723cc-2abb-4100-b538-7399314629d4 req-8b76123c-3e10-4f2b-bd21-c07983dd4558 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.460919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c45723cc-2abb-4100-b538-7399314629d4 req-8b76123c-3e10-4f2b-bd21-c07983dd4558 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1268885 Oct 13 00:15:50.510572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.531601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.556766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c45723cc-2abb-4100-b538-7399314629d4 req-b5765cba-2e5a-4fbc-a1e9-a3a61eedeb0e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792527 Oct 13 00:15:50.582272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:15:50.613335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249fb98-2a91-4833-a6ba-7891557e3f3d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:50.627911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba0f416-77b3-4486-8660-87eca703194a {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:50.631912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.632263 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Added segment 5e0d7cc0-b7b6-4b1b-a63e-0e51cd9b8f36 of type vlan for network 1b7c3de1-934d-4036-8d96-2d8d103b72e7 Oct 13 00:15:50.640514 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.656508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Transition to ACTIVE for port object 8ba0f416-77b3-4486-8660-87eca703194a will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:50.661145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.719693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Pushing event updated for resources: {'Port': ['ID=8ba0f416-77b3-4486-8660-87eca703194a,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:50.750726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0150-5cc5-491c-9ab1-3bb62c5b5ea5 req-20cbe92d-ea7d-4e72-99a5-4259e867ca09 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.753921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ccf0150-5cc5-491c-9ab1-3bb62c5b5ea5 req-20cbe92d-ea7d-4e72-99a5-4259e867ca09 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2006171 Oct 13 00:15:50.758757 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.830212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Attempting to bind port 8ba0f416-77b3-4486-8660-87eca703194a on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:50.830560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Attempting to bind port 8ba0f416-77b3-4486-8660-87eca703194a by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:50.832354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Attempting to bind port 8ba0f416-77b3-4486-8660-87eca703194a on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:50.833088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82de7a-5b8f-41f0-bb24-7eb4f8a2ec77 req-3ef558b6-f3a4-4595-be56-68b348de5052 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.834706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb82de7a-5b8f-41f0-bb24-7eb4f8a2ec77 req-3ef558b6-f3a4-4595-be56-68b348de5052 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 949 time: 0.1852982 Oct 13 00:15:50.838311 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.839291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:50.840009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.846874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Port 8ba0f416-77b3-4486-8660-87eca703194a on network 36320387-6e4c-4af6-99cc-0d3644eaef53 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:50.847140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Attempting to bind port 8ba0f416-77b3-4486-8660-87eca703194a on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:50.853857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:50.854200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Checking segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:50.854594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Bound using segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:50.855097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Bound port: 8ba0f416-77b3-4486-8660-87eca703194a, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:50.855471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:50.920289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9258850 Oct 13 00:15:50.920911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53916) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:50.924720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': 'ef901f4b-1666-46fb-8695-7941239a8774'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:50.926993 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490b7f23-9159-4535-9074-ee3c4ab506cf" -d '{"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "ef901f4b-1666-46fb-8695-7941239a8774"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:50.934791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Request body: {'subnet': {'network_id': '1b7c3de1-934d-4036-8d96-2d8d103b72e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1434429809-subnet', 'tenant_id': 'ef846411e3574b1dbb85b022ca8eb274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:50.968628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ccf0150-5cc5-491c-9ab1-3bb62c5b5ea5 req-15271e30-eb9f-4ef4-a413-adaca946e2b5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851821 Oct 13 00:15:50.981163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] For port 8ba0f416-77b3-4486-8660-87eca703194a, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:50.985066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] For port 8ba0f416-77b3-4486-8660-87eca703194a, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8ba0f416-77b3-4486-8660-87eca703194a,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:50.998157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:51.055607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Pushing event updated for resources: {'Port': ['ID=8ba0f416-77b3-4486-8660-87eca703194a,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:51.056142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb82de7a-5b8f-41f0-bb24-7eb4f8a2ec77 req-f940ca38-2e25-4278-89f0-7fe84fd2a6aa tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bca7db1-871c-46f3-b832-12d87f829a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094841 Oct 13 00:15:51.069190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.070024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:51.071869 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-71fa16aa-4b79-4b21-9782-935f6de550cc service neutron] 10.222.0.36 "PUT /v2.0/ports/8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 1135 time: 0.9067369 Oct 13 00:15:51.076501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b8651-f2cf-4536-9306-3634030c95d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7c3de1-934d-4036-8d96-2d8d103b72e7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:51.089218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1b7c3de1-934d-4036-8d96-2d8d103b72e7 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:15:51.092677 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263c4576-589a-4c23-8dfb-2d99b84c59d1 x-openstack-request-id: req-263c4576-589a-4c23-8dfb-2d99b84c59d1 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:51.094200 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "ef901f4b-1666-46fb-8695-7941239a8774", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:51.094802 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-263c4576-589a-4c23-8dfb-2d99b84c59d1 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:51.095434 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': 'ef901f4b-1666-46fb-8695-7941239a8774', 'status': 'completed', 'code': 200} Oct 13 00:15:51.106376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Made reservation on behalf of ef846411e3574b1dbb85b022ca8eb274 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:51.109647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:51.162034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:51.321017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-b29c97a3-f7a0-4aec-ba86-a6c8c357fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.321512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-b29c97a3-f7a0-4aec-ba86-a6c8c357fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.322297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-b29c97a3-f7a0-4aec-ba86-a6c8c357fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.322729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-b29c97a3-f7a0-4aec-ba86-a6c8c357fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.323194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-b29c97a3-f7a0-4aec-ba86-a6c8c357fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.323848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-b29c97a3-f7a0-4aec-ba86-a6c8c357fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.324331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-b29c97a3-f7a0-4aec-ba86-a6c8c357fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.326267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-b29c97a3-f7a0-4aec-ba86-a6c8c357fc2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6219 time: 0.1606605 Oct 13 00:15:51.334731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:51.500564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fb67b-8e71-48bd-af56-9f87d30b2709 req-a0811898-6d31-4b72-8ba9-792db3172d5b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.502071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-233fb67b-8e71-48bd-af56-9f87d30b2709 req-a0811898-6d31-4b72-8ba9-792db3172d5b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2400444 Oct 13 00:15:51.533440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-9b45e310-2798-4844-a653-fc9a2a4e4b36 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.534804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-9b45e310-2798-4844-a653-fc9a2a4e4b36 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 815 time: 0.2738845 Oct 13 00:15:51.552322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-dcea4316-96f5-4e4f-88c0-48b2837c678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.552897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-dcea4316-96f5-4e4f-88c0-48b2837c678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.553369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-dcea4316-96f5-4e4f-88c0-48b2837c678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.555031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-dcea4316-96f5-4e4f-88c0-48b2837c678b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=de8ae162e1a44851bf2cde61877e2931&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2065227 Oct 13 00:15:51.590659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-25b1508c-b1f3-48ab-baa3-97eafa64e66c tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.592472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-25b1508c-b1f3-48ab-baa3-97eafa64e66c tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 949 time: 0.1771479 Oct 13 00:15:51.595922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-fb68a0f0-9982-4362-adb1-370160ac8b8a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/quotas/6bdab3cb286e4660a93e978adb9edb95 HTTP/1.1" status: 200 len: 375 time: 0.0441904 Oct 13 00:15:51.596745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:51.677696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:51.710611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-233fb67b-8e71-48bd-af56-9f87d30b2709 req-90c912f1-d260-4707-90de-adbe0c198076 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748171 Oct 13 00:15:51.726642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-e709160f-3513-4dae-9ba4-e973ad99319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:51.728260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-490b7f23-9159-4535-9074-ee3c4ab506cf req-e709160f-3513-4dae-9ba4-e973ad99319e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1641674 Oct 13 00:15:51.731447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7d553c-7958-42ec-8968-2288469ed580,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:51.801501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a5eb1495-0c6a-436d-a7ac-ba6b72fc4347 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1908212 Oct 13 00:15:51.813373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Checking segment: {'id': '5e0d7cc0-b7b6-4b1b-a63e-0e51cd9b8f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1b7c3de1-934d-4036-8d96-2d8d103b72e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:51.813602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Network hostable DHCP agents. Network: 1b7c3de1-934d-4036-8d96-2d8d103b72e7, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:15:51.853490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:51.861742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:51.874065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Transition to ACTIVE for port object 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:51.882480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:51.918088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:51.951593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'port_id': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'mac_address': 'fa:16:3e:b0:90:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bed6ed-ea11-4008-8985-a19492aa0001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:15:51.981493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Network 1b7c3de1-934d-4036-8d96-2d8d103b72e7 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:15:51.986540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Deleting port 709a3961-0559-41d5-85e2-011d14eea270 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:15:51.986889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.015740 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.046470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:52.084901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:52.096159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Pushing event updated for resources: {'Port': ['ID=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:52.100810 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.112565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1b7c3de1-934d-4036-8d96-2d8d103b72e7) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:52.117946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.118729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.158972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-e93cfca2-4aef-408a-a215-60e29dda9cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.159832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5ecbe2-7d0a-418a-b5f7-eb2bde43686f None None] Network 1b7c3de1-934d-4036-8d96-2d8d103b72e7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:15:52.166610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-e93cfca2-4aef-408a-a215-60e29dda9cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.167969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Attempting to bind port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:52.168314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Attempting to bind port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:52.168649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Attempting to bind port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:52.173552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-e93cfca2-4aef-408a-a215-60e29dda9cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.179030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:52.179737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Attempting to bind port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:52.181659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-e93cfca2-4aef-408a-a215-60e29dda9cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.189170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-e93cfca2-4aef-408a-a215-60e29dda9cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.191032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:52.191567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Checking segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:52.191947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Bound using segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:52.192380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Bound port: 76a19beb-4dc7-467f-8ce6-8255e0f4eac6, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:52.192748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.195713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-e93cfca2-4aef-408a-a215-60e29dda9cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.203769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-e93cfca2-4aef-408a-a215-60e29dda9cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.206234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-e93cfca2-4aef-408a-a215-60e29dda9cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.3546927 Oct 13 00:15:52.263852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a48ff221-9b91-41ae-9fdd-4e15df642273 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3280349 Oct 13 00:15:52.266644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-af54f901-a9fc-4ebd-95a9-8db746cf9e43 service neutron] 10.222.0.21 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414353 Oct 13 00:15:52.366854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] For port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:52.392932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] For port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:52.407874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.479316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:52.481392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.485444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] 10.222.0.36 "PUT /v2.0/ports/76a19beb-4dc7-467f-8ce6-8255e0f4eac6 HTTP/1.1" status: 200 len: 1091 time: 1.3277338 Oct 13 00:15:52.510092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:52.534992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239890d3-87b1-45e8-bcc0-25205a56fb96 None None] Network 1b7c3de1-934d-4036-8d96-2d8d103b72e7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:15:52.537274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['dfcd29c6-675b-4455-ad2a-f8d62be7b9d0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:15:52.555450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858b2ff-018a-4f05-b9f8-63faa00d3795 service neutron] Pushing event updated for resources: {'Port': ['ID=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:52.571347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:52.645044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.839265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] For port 709a3961-0559-41d5-85e2-011d14eea270, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=709a3961-0559-41d5-85e2-011d14eea270,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:52.839926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:52.879526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035a4b1c-b284-4a9a-83cb-7d2382f2f8b0 req-a64f1929-0d98-4339-8734-b2fec66f90ef tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6541231 Oct 13 00:15:52.882312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Calling delete_port for 709a3961-0559-41d5-85e2-011d14eea270 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:15:52.987226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-5e5445e2-7759-41ad-8df5-2006bfb2826c service neutron] 10.222.0.21 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067752 Oct 13 00:15:53.095820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706288e8-65f6-48f3-8192-d814ca856871 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:53.116525 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:53.119502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': '8ba0f416-77b3-4486-8660-87eca703194a'}, {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': '76a19beb-4dc7-467f-8ce6-8255e0f4eac6'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:53.123719 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20288058-8533-4c99-9c1c-7c5bda15af49" -d '{"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "8ba0f416-77b3-4486-8660-87eca703194a"}, {"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "76a19beb-4dc7-467f-8ce6-8255e0f4eac6"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:53.200152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-1ea8545b-549e-4c37-b129-3c9789e9e304 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:53.206971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-1ea8545b-549e-4c37-b129-3c9789e9e304 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:53.213193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-1ea8545b-549e-4c37-b129-3c9789e9e304 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:53.220333 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-1ea8545b-549e-4c37-b129-3c9789e9e304 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:53.226355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-1ea8545b-549e-4c37-b129-3c9789e9e304 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:53.232489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-1ea8545b-549e-4c37-b129-3c9789e9e304 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:53.238654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-1ea8545b-549e-4c37-b129-3c9789e9e304 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:53.240724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-1ea8545b-549e-4c37-b129-3c9789e9e304 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5394 time: 0.2526538 Oct 13 00:15:53.333433 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:53.340422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Transition to ACTIVE for port object 706288e8-65f6-48f3-8192-d814ca856871 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:53.348780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:53.349818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f39ddae-dbf7-4768-9eca-96cb068d7948 req-88e3669c-f024-4956-a11b-7443e22b31ff tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871336 Oct 13 00:15:53.372657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed4934-b1ec-4061-acdb-95df25babb24 req-94de424f-34cb-496b-910f-6b5a3a625dc0 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:53.400443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aed4934-b1ec-4061-acdb-95df25babb24 req-94de424f-34cb-496b-910f-6b5a3a625dc0 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 944 time: 0.1587288 Oct 13 00:15:53.461069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Pushing event updated for resources: {'Port': ['ID=706288e8-65f6-48f3-8192-d814ca856871,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:53.488368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Pushing event deleted for resources: {'Port': ['ID=709a3961-0559-41d5-85e2-011d14eea270,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:53.556756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59cef1dd-aca8-4e8e-9382-01c87bd90719 req-eecec32d-dddb-4f70-9d12-3faf7a407b71 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.21 "GET /v2.0/ports?device_id=770415b7-6593-4cfb-9007-5344126aaacd HTTP/1.1" status: 200 len: 210 time: 0.0692508 Oct 13 00:15:53.601927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] No DVR routers for this DVR port 709a3961-0559-41d5-85e2-011d14eea270 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:15:53.610298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:53.614465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b12b5e2-2dc4-4531-8970-1f5eda62dc25 req-85bfe33c-2bee-4a3c-b300-07a0e9374e96 tempest-ListImageFiltersTestJSON-1008920559 tempest-ListImageFiltersTestJSON-1008920559-project] 10.222.0.36 "DELETE /v2.0/ports/709a3961-0559-41d5-85e2-011d14eea270 HTTP/1.1" status: 204 len: 173 time: 2.0153837 Oct 13 00:15:53.615156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-deleted', 'tag': '709a3961-0559-41d5-85e2-011d14eea270'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:53.617789 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa7bd9e-c176-469c-9c8d-f4bb708b920a" -d '{"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-deleted", "tag": "709a3961-0559-41d5-85e2-011d14eea270"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:53.654121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aed4934-b1ec-4061-acdb-95df25babb24 req-2d2c950e-adee-4fa6-b264-0dcd3fca5b9a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328568 Oct 13 00:15:53.689281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:15:53.721276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-26b4a608-3731-4c7c-8551-63b49ce02ffa req-879a1f38-2bc9-4fed-aefa-5ed85671b7be tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-323130127', 'description': 'tempest-description-82720826'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:53.732366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Attempting to bind port 706288e8-65f6-48f3-8192-d814ca856871 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:53.732646 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Attempting to bind port 706288e8-65f6-48f3-8192-d814ca856871 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:53.732946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Attempting to bind port 706288e8-65f6-48f3-8192-d814ca856871 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:53.744133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Port 706288e8-65f6-48f3-8192-d814ca856871 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:53.744507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Attempting to bind port 706288e8-65f6-48f3-8192-d814ca856871 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:53.754123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:53.821739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Checking segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:53.821739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Bound using segment: {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:53.821739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Bound port: 706288e8-65f6-48f3-8192-d814ca856871, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:53.821739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:53.826145 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-26b4a608-3731-4c7c-8551-63b49ce02ffa req-879a1f38-2bc9-4fed-aefa-5ed85671b7be tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:53.857512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:15:53.864222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:15:53.864813 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:53.987306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-26b4a608-3731-4c7c-8551-63b49ce02ffa req-879a1f38-2bc9-4fed-aefa-5ed85671b7be tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:53.994990 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4410a4db-bf2d-444e-a9ee-b4c3beee0ea0 x-openstack-request-id: req-4410a4db-bf2d-444e-a9ee-b4c3beee0ea0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:53.997797 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "8ba0f416-77b3-4486-8660-87eca703194a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "76a19beb-4dc7-467f-8ce6-8255e0f4eac6", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:53.998048 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4410a4db-bf2d-444e-a9ee-b4c3beee0ea0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:53.998462 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': '8ba0f416-77b3-4486-8660-87eca703194a', 'status': 'completed', 'code': 200} Oct 13 00:15:53.998756 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': '76a19beb-4dc7-467f-8ce6-8255e0f4eac6', 'status': 'completed', 'code': 200} Oct 13 00:15:54.001760 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.003492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-26b4a608-3731-4c7c-8551-63b49ce02ffa req-879a1f38-2bc9-4fed-aefa-5ed85671b7be tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.012821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] For port 706288e8-65f6-48f3-8192-d814ca856871, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:54.017770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] For port 706288e8-65f6-48f3-8192-d814ca856871, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=706288e8-65f6-48f3-8192-d814ca856871,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:54.033631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.043557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:54.047126 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6633f-078a-488c-addf-ad11f1b04959" -d '{"events": [{"server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:54.063407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:54.070847 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.072001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:15:54.106331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.107498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.107809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 709a3961-0559-41d5-85e2-011d14eea270 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:15:54.108165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 709a3961-0559-41d5-85e2-011d14eea270 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:15:54.110014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] 10.222.0.36 "PUT /v2.0/ports/706288e8-65f6-48f3-8192-d814ca856871 HTTP/1.1" status: 200 len: 1090 time: 1.5754080 Oct 13 00:15:54.158685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:54.196738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-26b4a608-3731-4c7c-8551-63b49ce02ffa req-879a1f38-2bc9-4fed-aefa-5ed85671b7be tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.206523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26b4a608-3731-4c7c-8551-63b49ce02ffa req-879a1f38-2bc9-4fed-aefa-5ed85671b7be tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4910254 Oct 13 00:15:54.219662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dc1bd-ee94-45fd-a1b9-c8fc9b43f896 service neutron] Pushing event updated for resources: {'Port': ['ID=706288e8-65f6-48f3-8192-d814ca856871,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:54.269287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc410aca-600e-490b-b820-bbf1909b541e req-8123abed-8fa1-4bac-8af3-0cd22c68d91c tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 210 time: 0.1467671 Oct 13 00:15:54.294654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:54.314082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a1f38-2bc9-4fed-aefa-5ed85671b7be tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a0adc0-cfb9-47a2-b844-87bf779d5284,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:54.332982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.341817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-fbe188a3-3fd4-4e36-92ec-c2960050b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.342291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-fbe188a3-3fd4-4e36-92ec-c2960050b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.342751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-fbe188a3-3fd4-4e36-92ec-c2960050b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.343767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-fbe188a3-3fd4-4e36-92ec-c2960050b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.344222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-fbe188a3-3fd4-4e36-92ec-c2960050b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.344675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-fbe188a3-3fd4-4e36-92ec-c2960050b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.345132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-fbe188a3-3fd4-4e36-92ec-c2960050b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.347105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-fbe188a3-3fd4-4e36-92ec-c2960050b205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6353 time: 0.2648170 Oct 13 00:15:54.389048 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1959366d-2cd8-4468-9417-c67db8a3464f x-openstack-request-id: req-1959366d-2cd8-4468-9417-c67db8a3464f {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:54.389621 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770415b7-6593-4cfb-9007-5344126aaacd", "name": "network-vif-deleted", "tag": "709a3961-0559-41d5-85e2-011d14eea270", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:54.390036 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1959366d-2cd8-4468-9417-c67db8a3464f {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:54.390573 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770415b7-6593-4cfb-9007-5344126aaacd', 'name': 'network-vif-deleted', 'tag': '709a3961-0559-41d5-85e2-011d14eea270', 'status': 'completed', 'code': 200} Oct 13 00:15:54.573973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c232-7e45-4050-9925-1c3447039009 req-b7edaa7f-aa5a-4b81-b3f3-b12e4b1bd392 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.580588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c232-7e45-4050-9925-1c3447039009 req-b7edaa7f-aa5a-4b81-b3f3-b12e4b1bd392 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.586598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c232-7e45-4050-9925-1c3447039009 req-b7edaa7f-aa5a-4b81-b3f3-b12e4b1bd392 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.593514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c232-7e45-4050-9925-1c3447039009 req-b7edaa7f-aa5a-4b81-b3f3-b12e4b1bd392 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.599585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c232-7e45-4050-9925-1c3447039009 req-b7edaa7f-aa5a-4b81-b3f3-b12e4b1bd392 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.605574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c232-7e45-4050-9925-1c3447039009 req-b7edaa7f-aa5a-4b81-b3f3-b12e4b1bd392 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.611650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7c232-7e45-4050-9925-1c3447039009 req-b7edaa7f-aa5a-4b81-b3f3-b12e4b1bd392 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.613598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70c7c232-7e45-4050-9925-1c3447039009 req-b7edaa7f-aa5a-4b81-b3f3-b12e4b1bd392 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.1624153 Oct 13 00:15:54.649033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130499c-7fac-450b-9a86-877a82ef960a req-3cc6e675-f9b5-4ce6-b5ea-93d1cc09a617 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.651764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8130499c-7fac-450b-9a86-877a82ef960a req-3cc6e675-f9b5-4ce6-b5ea-93d1cc09a617 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2424359 Oct 13 00:15:54.707930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-e1750a56-b7a2-40ae-995e-47e508e428ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.708394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-e1750a56-b7a2-40ae-995e-47e508e428ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.708845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-e1750a56-b7a2-40ae-995e-47e508e428ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.710425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-e1750a56-b7a2-40ae-995e-47e508e428ca service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=de8ae162e1a44851bf2cde61877e2931&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3480227 Oct 13 00:15:54.735409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e586af34-9245-4a73-b0f7-93966fa80a3f {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:54.743660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.758368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Transition to ACTIVE for port object e586af34-9245-4a73-b0f7-93966fa80a3f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:54.763323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:54.797296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8130499c-7fac-450b-9a86-877a82ef960a req-c13b5acc-36b7-48aa-83cd-bb6ea1051f3d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281698 Oct 13 00:15:54.824558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70c7c232-7e45-4050-9925-1c3447039009 req-65dfe38a-a599-4212-a85c-ff09bd24bfb6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1689055 Oct 13 00:15:54.842569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Pushing event updated for resources: {'Port': ['ID=e586af34-9245-4a73-b0f7-93966fa80a3f,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:54.907526 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a08059-aeb2-4ca0-8deb-01b402f092c0 x-openstack-request-id: req-60a08059-aeb2-4ca0-8deb-01b402f092c0 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:54.908336 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:54.908587 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60a08059-aeb2-4ca0-8deb-01b402f092c0 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:54.909131 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'code': 200} Oct 13 00:15:54.939337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Attempting to bind port e586af34-9245-4a73-b0f7-93966fa80a3f on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:54.939807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Attempting to bind port e586af34-9245-4a73-b0f7-93966fa80a3f by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:54.941099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-f5e843e9-da26-48e8-af03-8e3179a2d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:54.942871 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-f5e843e9-da26-48e8-af03-8e3179a2d11d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2189445 Oct 13 00:15:54.943288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Attempting to bind port e586af34-9245-4a73-b0f7-93966fa80a3f on network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:54.948962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Port e586af34-9245-4a73-b0f7-93966fa80a3f on network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:54.949404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Attempting to bind port e586af34-9245-4a73-b0f7-93966fa80a3f on network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:54.973285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:54.974942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Checking segment: {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:54.975331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Bound using segment: {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:54.975975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Bound port: e586af34-9245-4a73-b0f7-93966fa80a3f, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:54.976401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.082527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] For port e586af34-9245-4a73-b0f7-93966fa80a3f, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:55.105211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af765b11-a87b-4fea-bea4-3a081dc1341a req-32574047-a34f-401c-91ff-9af392430c7f tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/17a0adc0-cfb9-47a2-b844-87bf779d5284 HTTP/1.1" status: 200 len: 1812 time: 0.2065852 Oct 13 00:15:55.147074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-af765b11-a87b-4fea-bea4-3a081dc1341a req-43514ba8-d102-482f-89b6-7c02819c7e65 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17a0adc0-cfb9-47a2-b844-87bf779d5284', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:55.147439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-af765b11-a87b-4fea-bea4-3a081dc1341a req-43514ba8-d102-482f-89b6-7c02819c7e65 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17a0adc0-cfb9-47a2-b844-87bf779d5284', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:55.164634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] For port e586af34-9245-4a73-b0f7-93966fa80a3f, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e586af34-9245-4a73-b0f7-93966fa80a3f,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:55.183972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.237206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-9db0d8f8-3333-4c68-994f-48d485e65235 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.244990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-9db0d8f8-3333-4c68-994f-48d485e65235 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.253696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-9db0d8f8-3333-4c68-994f-48d485e65235 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.261223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-9db0d8f8-3333-4c68-994f-48d485e65235 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.268788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-9db0d8f8-3333-4c68-994f-48d485e65235 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.276449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-9db0d8f8-3333-4c68-994f-48d485e65235 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.282660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-9db0d8f8-3333-4c68-994f-48d485e65235 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.285327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-9db0d8f8-3333-4c68-994f-48d485e65235 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5418 time: 0.2516370 Oct 13 00:15:55.292798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3940877-c1de-442a-985e-32cc3946e99a req-9c342756-2c5d-407d-b2b9-1c8861a85e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.295064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-8e996e3c-dc7c-4c4c-9434-61c49c3ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.295562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-8e996e3c-dc7c-4c4c-9434-61c49c3ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.296583 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-8e996e3c-dc7c-4c4c-9434-61c49c3ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.296941 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3940877-c1de-442a-985e-32cc3946e99a req-9c342756-2c5d-407d-b2b9-1c8861a85e64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 1096 time: 0.2110257 Oct 13 00:15:55.297193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-8e996e3c-dc7c-4c4c-9434-61c49c3ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.297665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-8e996e3c-dc7c-4c4c-9434-61c49c3ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.298391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-8e996e3c-dc7c-4c4c-9434-61c49c3ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.298737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-8e996e3c-dc7c-4c4c-9434-61c49c3ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.300793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-8e996e3c-dc7c-4c4c-9434-61c49c3ec3eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6378 time: 0.2687755 Oct 13 00:15:55.311258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.312885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.314459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] 10.222.0.36 "PUT /v2.0/ports/e586af34-9245-4a73-b0f7-93966fa80a3f HTTP/1.1" status: 200 len: 1091 time: 1.1620193 Oct 13 00:15:55.328979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a88c2a-a35b-44d0-9f2a-63860f90057c service neutron] Pushing event updated for resources: {'Port': ['ID=e586af34-9245-4a73-b0f7-93966fa80a3f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:55.360756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Request body: {'port': {'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:55.412225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-0bc34dc9-b1f6-4483-b5ea-a55f3b09e62b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.413939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-0bc34dc9-b1f6-4483-b5ea-a55f3b09e62b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 815 time: 0.4631546 Oct 13 00:15:55.469853 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3940877-c1de-442a-985e-32cc3946e99a req-de860bcd-243f-4db1-aabf-2b48d47eecf4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509588 Oct 13 00:15:55.479290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.502909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Request body: {'port': {'device_id': '4d99c0b2-de11-497b-9b67-a3232002f1dd', 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'admin_state_up': True, 'tenant_id': '6bdab3cb286e4660a93e978adb9edb95'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:55.531910 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-af765b11-a87b-4fea-bea4-3a081dc1341a req-43514ba8-d102-482f-89b6-7c02819c7e65 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.560585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-af765b11-a87b-4fea-bea4-3a081dc1341a req-43514ba8-d102-482f-89b6-7c02819c7e65 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.598101 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c0c2cee-3738-4a52-a1d7-7de39bee3e3b req-e8143015-4c73-42c2-aef2-45b858b1af1b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2912061 Oct 13 00:15:55.606918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-af765b11-a87b-4fea-bea4-3a081dc1341a req-43514ba8-d102-482f-89b6-7c02819c7e65 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.636318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43514ba8-d102-482f-89b6-7c02819c7e65 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7c7f91-cd5b-4aca-9d5b-7e8ae813c53b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:55.688214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-af765b11-a87b-4fea-bea4-3a081dc1341a req-43514ba8-d102-482f-89b6-7c02819c7e65 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.689686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af765b11-a87b-4fea-bea4-3a081dc1341a req-43514ba8-d102-482f-89b6-7c02819c7e65 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5615518 Oct 13 00:15:55.711659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-7e9fcf50-162f-4850-b32e-d1d2f868ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.712233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-7e9fcf50-162f-4850-b32e-d1d2f868ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.712889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-7e9fcf50-162f-4850-b32e-d1d2f868ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:55.714562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-7e9fcf50-162f-4850-b32e-d1d2f868ae49 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=de8ae162e1a44851bf2cde61877e2931&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3875246 Oct 13 00:15:55.759945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Made reservation on behalf of 6bdab3cb286e4660a93e978adb9edb95 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:15:55.767220 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.969396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd39411-e7b1-4388-885e-12fe86f21bd1 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:55.978376 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:55.993413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Transition to ACTIVE for port object 8bd39411-e7b1-4388-885e-12fe86f21bd1 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:56.001094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:56.007024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': '706288e8-65f6-48f3-8192-d814ca856871'}, {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': 'e586af34-9245-4a73-b0f7-93966fa80a3f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:56.008153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d8cad-5852-4d9b-8756-8d78dfa422e2 req-95f0b203-bd40-4dc1-a7a7-a3c01034543e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.009411 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c9f734-e727-43b9-9ee1-1aa0496c7271" -d '{"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "706288e8-65f6-48f3-8192-d814ca856871"}, {"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "e586af34-9245-4a73-b0f7-93966fa80a3f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:56.011338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-067d8cad-5852-4d9b-8756-8d78dfa422e2 req-95f0b203-bd40-4dc1-a7a7-a3c01034543e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1840980 Oct 13 00:15:56.090351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b86c2-be2b-4acd-90b3-5b7fb0761f88 req-3614a056-90e5-40a3-b5f6-3b5cd32e6a14 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.092253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f0b86c2-be2b-4acd-90b3-5b7fb0761f88 req-3614a056-90e5-40a3-b5f6-3b5cd32e6a14 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2163615 Oct 13 00:15:56.094161 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Allocated IP 172.20.0.7 (77f93a8e-84cd-4e09-9637-912b468ad1bd/c7ab4b4e-8ca1-425a-858e-82182d32f2d1/9e045665-3f53-4eb3-b106-a35a4400500a) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:15:56.100489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-b0767b2a-eca5-407f-8283-ecc5bedec831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.102217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20288058-8533-4c99-9c1c-7c5bda15af49 req-b0767b2a-eca5-407f-8283-ecc5bedec831 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2744181 Oct 13 00:15:56.129478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-067d8cad-5852-4d9b-8756-8d78dfa422e2 req-18aa570e-deed-45e3-825f-150e121b7199 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088550 Oct 13 00:15:56.140767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd39411-e7b1-4388-885e-12fe86f21bd1,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:56.170776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Attempting to bind port 8bd39411-e7b1-4388-885e-12fe86f21bd1 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:56.172651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Attempting to bind port 8bd39411-e7b1-4388-885e-12fe86f21bd1 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:56.173752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Attempting to bind port 8bd39411-e7b1-4388-885e-12fe86f21bd1 on network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:56.186752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Port 8bd39411-e7b1-4388-885e-12fe86f21bd1 on network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:56.186752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Attempting to bind port 8bd39411-e7b1-4388-885e-12fe86f21bd1 on network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:56.196319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f0b86c2-be2b-4acd-90b3-5b7fb0761f88 req-2af96b84-f10c-4b4f-9c59-e1e192a8720b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818219 Oct 13 00:15:56.198295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:56.198826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Checking segment: {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:56.199383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Bound using segment: {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:56.200076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Bound port: 8bd39411-e7b1-4388-885e-12fe86f21bd1, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef1908d-0695-4d15-9768-8e27be7feb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:56.203900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:56.294625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] For port 8bd39411-e7b1-4388-885e-12fe86f21bd1, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:56.298542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] For port 8bd39411-e7b1-4388-885e-12fe86f21bd1, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:56.304452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:56.346387 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.347011 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:56.348737 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] 10.222.0.36 "PUT /v2.0/ports/8bd39411-e7b1-4388-885e-12fe86f21bd1 HTTP/1.1" status: 200 len: 1091 time: 0.9932506 Oct 13 00:15:56.353734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13f8e801-2f4d-43ce-9d45-1ce8ef1105f1 req-c3783b64-f720-4af8-9ea5-2a276b4f8460 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 210 time: 0.0539114 Oct 13 00:15:56.383471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d5fc658-48f7-46de-bbef-325d05de30c1 req-9cbd7291-fbbc-454c-8182-5a80b0c7cfab tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/17a0adc0-cfb9-47a2-b844-87bf779d5284 HTTP/1.1" status: 200 len: 2406 time: 0.1305521 Oct 13 00:15:56.461044 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:56.464018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d33334-1051-484c-bc6e-b5b0651e3875 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd39411-e7b1-4388-885e-12fe86f21bd1,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:56.570791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3b5ba635-2207-4d00-a415-4d231970ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.571273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3b5ba635-2207-4d00-a415-4d231970ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.571786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3b5ba635-2207-4d00-a415-4d231970ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.572250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3b5ba635-2207-4d00-a415-4d231970ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.572745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3b5ba635-2207-4d00-a415-4d231970ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.573381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3b5ba635-2207-4d00-a415-4d231970ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.573850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3b5ba635-2207-4d00-a415-4d231970ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.575878 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-3b5ba635-2207-4d00-a415-4d231970ace9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6487 time: 0.1491690 Oct 13 00:15:56.576994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:56.612382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:15:56.658172 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0348c182-4721-4e48-93d7-c4f289076bd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3eef818-216f-4680-829e-5387a649958f HTTP/1.1" status: 200 len: 217 time: 0.0655169 Oct 13 00:15:56.688397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab810-26b3-46db-bafb-0c066034b122 req-9f509449-2171-422a-99d8-b61eeb75aeaf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.704521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab810-26b3-46db-bafb-0c066034b122 req-9f509449-2171-422a-99d8-b61eeb75aeaf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.711702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab810-26b3-46db-bafb-0c066034b122 req-9f509449-2171-422a-99d8-b61eeb75aeaf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.718843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab810-26b3-46db-bafb-0c066034b122 req-9f509449-2171-422a-99d8-b61eeb75aeaf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.719835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1d8b0efe-8f5e-4f52-a618-22d028609e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.721562 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1d8b0efe-8f5e-4f52-a618-22d028609e64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ad4c660-a4cc-46aa-a70e-5c6380b74a09 HTTP/1.1" status: 200 len: 856 time: 0.0537827 Oct 13 00:15:56.725202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab810-26b3-46db-bafb-0c066034b122 req-9f509449-2171-422a-99d8-b61eeb75aeaf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.731906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab810-26b3-46db-bafb-0c066034b122 req-9f509449-2171-422a-99d8-b61eeb75aeaf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.739264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab810-26b3-46db-bafb-0c066034b122 req-9f509449-2171-422a-99d8-b61eeb75aeaf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.753611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d65ab810-26b3-46db-bafb-0c066034b122 req-9f509449-2171-422a-99d8-b61eeb75aeaf tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5420 time: 0.2393026 Oct 13 00:15:56.769455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Network 77f93a8e-84cd-4e09-9637-912b468ad1bd is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:15:56.788029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Pushing event updated for resources: {'Port': ['ID=9e045665-3f53-4eb3-b106-a35a4400500a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:56.814136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:15:56.823847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-7ee13245-1b51-447a-baa1-a933c5df90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.825587 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-7ee13245-1b51-447a-baa1-a933c5df90ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=972360ba-87c4-40b5-91b3-83430f57dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691574 Oct 13 00:15:56.830449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:15:56.933489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d65ab810-26b3-46db-bafb-0c066034b122 req-d73dda0f-6ff7-4cf1-bcf0-1a991597ad84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788688 Oct 13 00:15:56.951828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:56.952704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:56.985268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-a44b1cb9-209a-4604-8e64-25700fbe4edc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5209589 Oct 13 00:15:57.008107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Request body: {'port': {'device_id': '4d99c0b2-de11-497b-9b67-a3232002f1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:57.077514 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:57.112114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f19989c3-f692-40a2-b0bd-7b9b837e4d68 req-aae689f5-8de5-4395-8d81-08fe0a790b6f tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-group-rules/ed7c7f91-cd5b-4aca-9d5b-7e8ae813c53b HTTP/1.1" status: 200 len: 778 time: 0.0322502 Oct 13 00:15:57.209972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f19989c3-f692-40a2-b0bd-7b9b837e4d68 req-d7baec21-690c-499d-9cb7-4005b5a7c346 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/17a0adc0-cfb9-47a2-b844-87bf779d5284 HTTP/1.1" status: 200 len: 2406 time: 0.0715711 Oct 13 00:15:57.264078 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ed453-64b2-4779-9e9a-0c27da843773 x-openstack-request-id: req-718ed453-64b2-4779-9e9a-0c27da843773 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:15:57.264594 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "706288e8-65f6-48f3-8192-d814ca856871", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "e586af34-9245-4a73-b0f7-93966fa80a3f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:15:57.264594 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-718ed453-64b2-4779-9e9a-0c27da843773 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:15:57.266394 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': '706288e8-65f6-48f3-8192-d814ca856871', 'status': 'completed', 'code': 200} Oct 13 00:15:57.266394 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': 'e586af34-9245-4a73-b0f7-93966fa80a3f', 'status': 'completed', 'code': 200} Oct 13 00:15:57.307726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-5caa33f4-ea0c-4fb8-a60b-6878d781948d service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550841 Oct 13 00:15:57.354068 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f19989c3-f692-40a2-b0bd-7b9b837e4d68 req-4cfccce7-960b-4583-ae34-2321532917f7 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:57.382926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f19989c3-f692-40a2-b0bd-7b9b837e4d68 req-4cfccce7-960b-4583-ae34-2321532917f7 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:57.418642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-c375279c-f098-4147-9e8f-b0b0c45fe3cb service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022017 Oct 13 00:15:57.425761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f88c14-4e88-42ed-8318-004255f366ea req-8a96f41d-c660-4d6d-aaf3-2791e32bff4d tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.427265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98f88c14-4e88-42ed-8318-004255f366ea req-8a96f41d-c660-4d6d-aaf3-2791e32bff4d tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1097 time: 0.1587021 Oct 13 00:15:57.486665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-a99582a4-b65d-4a40-8102-7618824b0adc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 217 time: 0.0516486 Oct 13 00:15:57.488959 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f19989c3-f692-40a2-b0bd-7b9b837e4d68 req-4cfccce7-960b-4583-ae34-2321532917f7 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:57.498699 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f19989c3-f692-40a2-b0bd-7b9b837e4d68 req-4cfccce7-960b-4583-ae34-2321532917f7 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:57.500388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f19989c3-f692-40a2-b0bd-7b9b837e4d68 req-4cfccce7-960b-4583-ae34-2321532917f7 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ed7c7f91-cd5b-4aca-9d5b-7e8ae813c53b HTTP/1.1" status: 204 len: 173 time: 0.2336109 Oct 13 00:15:57.519760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfccce7-960b-4583-ae34-2321532917f7 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed7c7f91-cd5b-4aca-9d5b-7e8ae813c53b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:57.546507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98f88c14-4e88-42ed-8318-004255f366ea req-a74844f9-527e-45b2-9a5d-25005770c869 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960619 Oct 13 00:15:57.555050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-87163d7a-d7b9-4983-9f3b-ec4f1f1beb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.556722 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-87163d7a-d7b9-4983-9f3b-ec4f1f1beb4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0637703 Oct 13 00:15:57.613469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-63e2a0c9-ed56-4d50-ad31-dda0295652db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.615338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-63e2a0c9-ed56-4d50-ad31-dda0295652db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497444 Oct 13 00:15:57.617502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e045665-3f53-4eb3-b106-a35a4400500a {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:57.635040 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:57.672935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Transition to ACTIVE for port object 9e045665-3f53-4eb3-b106-a35a4400500a will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:15:57.692371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-9315c97a-8b86-469e-aaaf-d408f0f52ed5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.698876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-9315c97a-8b86-469e-aaaf-d408f0f52ed5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.704987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-9315c97a-8b86-469e-aaaf-d408f0f52ed5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.711484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-9315c97a-8b86-469e-aaaf-d408f0f52ed5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.718046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-9315c97a-8b86-469e-aaaf-d408f0f52ed5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.724156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-9315c97a-8b86-469e-aaaf-d408f0f52ed5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.730311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-9315c97a-8b86-469e-aaaf-d408f0f52ed5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:57.739090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-9315c97a-8b86-469e-aaaf-d408f0f52ed5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1616263 Oct 13 00:15:57.741840 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:57.749992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-2e35dce5-0763-4751-a35b-b2ad5f8327bb service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257331 Oct 13 00:15:57.869737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e045665-3f53-4eb3-b106-a35a4400500a,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:57.885082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f216283-6a0b-4bbf-bca6-711dad4f81d0 req-0c6f904a-46d7-47c6-a52b-74aa9084bdc6 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454692 Oct 13 00:15:57.898584 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-dc210bbd-6408-4162-8a26-2f6c35313880 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406939 Oct 13 00:15:57.951761 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-965b0b8a-22e9-455c-bd18-5ed96f2fe31c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 217 time: 0.0467923 Oct 13 00:15:57.960750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Attempting to bind port 9e045665-3f53-4eb3-b106-a35a4400500a on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:15:57.961098 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Attempting to bind port 9e045665-3f53-4eb3-b106-a35a4400500a by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:15:57.961450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Attempting to bind port 9e045665-3f53-4eb3-b106-a35a4400500a on network 77f93a8e-84cd-4e09-9637-912b468ad1bd {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:57.974146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Port 9e045665-3f53-4eb3-b106-a35a4400500a on network 77f93a8e-84cd-4e09-9637-912b468ad1bd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:15:57.974508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Attempting to bind port 9e045665-3f53-4eb3-b106-a35a4400500a on network 77f93a8e-84cd-4e09-9637-912b468ad1bd {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:15:57.981156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:15:57.981499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Checking segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:15:57.981888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Bound using segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:15:57.982325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Bound port: 9e045665-3f53-4eb3-b106-a35a4400500a, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:15:57.982686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:58.019340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4798a9a-b00b-4710-bba7-a07a0d3ec394 req-1a5357df-1b7c-4aa1-b69e-195204417ed3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.020893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4798a9a-b00b-4710-bba7-a07a0d3ec394 req-1a5357df-1b7c-4aa1-b69e-195204417ed3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0890939 Oct 13 00:15:58.021076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-688eb2c7-37cf-4fbb-ada6-8d0ef28b771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.022641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-688eb2c7-37cf-4fbb-ada6-8d0ef28b771e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0635107 Oct 13 00:15:58.069946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1d76ff39-8d3e-45dd-b872-0abe8a3ec223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.071523 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-1d76ff39-8d3e-45dd-b872-0abe8a3ec223 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413260 Oct 13 00:15:58.120248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd66118-956e-47f0-b417-e0b1a590a4d2 req-a0cd9954-4b28-486d-a058-a50bb8a18c60 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.121699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cfd66118-956e-47f0-b417-e0b1a590a4d2 req-a0cd9954-4b28-486d-a058-a50bb8a18c60 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1355348 Oct 13 00:15:58.133699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4798a9a-b00b-4710-bba7-a07a0d3ec394 req-01cf11d2-01f4-4533-9160-62e0abfe2b31 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957642 Oct 13 00:15:58.135821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] For port 9e045665-3f53-4eb3-b106-a35a4400500a, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:15:58.143692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] For port 9e045665-3f53-4eb3-b106-a35a4400500a, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9e045665-3f53-4eb3-b106-a35a4400500a,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:15:58.163607 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:58.177954 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-59353512-c347-4dcf-87fb-6832ef5d92e0 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989208 Oct 13 00:15:58.218821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.219452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:58.220895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e045665-3f53-4eb3-b106-a35a4400500a HTTP/1.1" status: 200 len: 1091 time: 1.2180309 Oct 13 00:15:58.221344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d99c0b2-de11-497b-9b67-a3232002f1dd', 'tag': '9e045665-3f53-4eb3-b106-a35a4400500a'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:58.223819 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d99c0b2-de11-497b-9b67-a3232002f1dd", "tag": "9e045665-3f53-4eb3-b106-a35a4400500a"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:58.249022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cfd66118-956e-47f0-b417-e0b1a590a4d2 req-b43d7f27-29af-4d4d-a597-8d971c247ef1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139579 Oct 13 00:15:58.291672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638e498-c84d-4a92-955f-94ee89f911f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e045665-3f53-4eb3-b106-a35a4400500a,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:58.298646 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-53cd76d1-b800-45bf-b4bf-64a2a77b8576 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136770 Oct 13 00:15:58.302595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-0d035025-d289-42c0-bb79-884222cf2197 req-cbeca17a-7446-4187-b6e7-0e186717cf58 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1380831135', 'description': 'tempest-description-122380496'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:15:58.347392 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-e8304742-727d-4761-b4a3-abfdac1bf117 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6 HTTP/1.1" status: 200 len: 217 time: 0.0410979 Oct 13 00:15:58.364409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b42831-b192-4556-8790-b1befdb1b1b0 req-0f7a8747-12af-4f79-b23d-7b634a422ef8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.365924 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9b42831-b192-4556-8790-b1befdb1b1b0 req-0f7a8747-12af-4f79-b23d-7b634a422ef8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 943 time: 0.1104486 Oct 13 00:15:58.368692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0d035025-d289-42c0-bb79-884222cf2197 req-cbeca17a-7446-4187-b6e7-0e186717cf58 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:58.399138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-86f86e68-73e3-4324-aa22-9ddb817d9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.400663 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-86f86e68-73e3-4324-aa22-9ddb817d9d4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0472624 Oct 13 00:15:58.402364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-5cf8ff0e-ae58-413a-a624-3b9efae5a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.403836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-5cf8ff0e-ae58-413a-a624-3b9efae5a021 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 1094 time: 0.1089692 Oct 13 00:15:58.447553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-99c1dbf5-f5a2-4b79-bc67-87bc9f52672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.449795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-99c1dbf5-f5a2-4b79-bc67-87bc9f52672c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417185 Oct 13 00:15:58.551833 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-2de85279-db3c-4b53-871a-1c08a5ff9334 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943575 Oct 13 00:15:58.621116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device bf802313-d3df-4540-adff-9c73c3366bb7 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:58.654191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4ada03b8-f901-40e9-a6f4-40c77d30fa56 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947001 Oct 13 00:15:58.703463 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8f079dba-b45c-4759-8852-ecdb1615b890 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=706288e8-65f6-48f3-8192-d814ca856871 HTTP/1.1" status: 200 len: 217 time: 0.0415561 Oct 13 00:15:58.734103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port bf802313-d3df-4540-adff-9c73c3366bb7, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=bf802313-d3df-4540-adff-9c73c3366bb7,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:58.747070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'bf802313-d3df-4540-adff-9c73c3366bb7', 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'port_id': 'bf802313-d3df-4540-adff-9c73c3366bb7', 'mac_address': 'fa:16:3e:89:7a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1b77b-dc63-4f28-a855-07a986808176', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:15:58.767888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-272e4eb0-c2dd-4b1a-a683-a6dfdf2d336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.769753 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-272e4eb0-c2dd-4b1a-a683-a6dfdf2d336f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0594370 Oct 13 00:15:58.781668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-b314cc90-a1d8-421a-ad10-f60896b8e4a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e045665-3f53-4eb3-b106-a35a4400500a HTTP/1.1" status: 200 len: 217 time: 0.3630321 Oct 13 00:15:58.791048 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:58.805751 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf802313-d3df-4540-adff-9c73c3366bb7 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:58.826444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-bfcc4240-9e36-499e-923e-8eeb03f8d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.829068 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-bfcc4240-9e36-499e-923e-8eeb03f8d18b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526793 Oct 13 00:15:58.830598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port bf802313-d3df-4540-adff-9c73c3366bb7, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=bf802313-d3df-4540-adff-9c73c3366bb7,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:58.832215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9b42831-b192-4556-8790-b1befdb1b1b0 req-0b25d3a7-edeb-4e2e-8d44-d8e0a0c65636 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597919 Oct 13 00:15:58.836625 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:58.837428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9265abc7-6b4c-41be-82ef-41693b535004 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:58.911667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9265abc7-6b4c-41be-82ef-41693b535004, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9265abc7-6b4c-41be-82ef-41693b535004,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:58.919155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-15aec79d-f4b0-406b-ab24-3391ba54e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:58.924885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-15aec79d-f4b0-406b-ab24-3391ba54e861 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.1341126 Oct 13 00:15:58.926992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=bf802313-d3df-4540-adff-9c73c3366bb7,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:58.937324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9265abc7-6b4c-41be-82ef-41693b535004', 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'port_id': '9265abc7-6b4c-41be-82ef-41693b535004', 'mac_address': 'fa:16:3e:4b:3a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1b77b-dc63-4f28-a855-07a986808176', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:15:58.960119 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0d035025-d289-42c0-bb79-884222cf2197 req-cbeca17a-7446-4187-b6e7-0e186717cf58 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:58.974373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-7f1efa7d-0f51-4dfc-ae54-6014c5c2a2d6 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374121 Oct 13 00:15:58.979865 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:58.994618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9265abc7-6b4c-41be-82ef-41693b535004 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:58.996480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-b06e5396-d21a-42ad-b006-65fba6eca23f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671093 Oct 13 00:15:58.997451 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0d035025-d289-42c0-bb79-884222cf2197 req-cbeca17a-7446-4187-b6e7-0e186717cf58 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:59.017098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9265abc7-6b4c-41be-82ef-41693b535004, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9265abc7-6b4c-41be-82ef-41693b535004,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:59.022369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:59.023213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 26488eef-0b26-4aa7-aba7-948a93520029 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:59.033033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeca17a-7446-4187-b6e7-0e186717cf58 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53071d51-fadf-4f5e-99d9-d770c8b5b00c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:59.106693 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-0d035025-d289-42c0-bb79-884222cf2197 req-cbeca17a-7446-4187-b6e7-0e186717cf58 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:59.121011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d035025-d289-42c0-bb79-884222cf2197 req-cbeca17a-7446-4187-b6e7-0e186717cf58 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8247497 Oct 13 00:15:59.164342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-09659ab4-a110-4a28-8268-0eef42df8dd3 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345482 Oct 13 00:15:59.169681 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-4b501fd7-d33c-444b-a3c6-99f85d884ffb service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875503 Oct 13 00:15:59.192997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9265abc7-6b4c-41be-82ef-41693b535004,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:59.247644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-eab715d6-299d-48fe-9aaf-da614ca7994f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e586af34-9245-4a73-b0f7-93966fa80a3f HTTP/1.1" status: 200 len: 217 time: 0.0693471 Oct 13 00:15:59.269494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': '8bd39411-e7b1-4388-885e-12fe86f21bd1'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:15:59.273012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 26488eef-0b26-4aa7-aba7-948a93520029, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=26488eef-0b26-4aa7-aba7-948a93520029,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:59.273146 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83e3348-6dbe-48cd-b271-15f2305e9e82" -d '{"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "8bd39411-e7b1-4388-885e-12fe86f21bd1"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:15:59.289741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c37a3326-8261-467a-8d3c-4b416f92fd77 req-92c68b1e-bb0b-49b3-a491-8e68495ce8a2 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141891 Oct 13 00:15:59.295813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '26488eef-0b26-4aa7-aba7-948a93520029', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'port_id': '26488eef-0b26-4aa7-aba7-948a93520029', 'mac_address': 'fa:16:3e:38:99:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:15:59.341911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8f8686ae-0908-4780-a1d8-4e0b7df5badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.344355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-8f8686ae-0908-4780-a1d8-4e0b7df5badb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.0882902 Oct 13 00:15:59.355140 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:59.372122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26488eef-0b26-4aa7-aba7-948a93520029 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:59.416525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-737b5b54-553d-4f89-b097-4bc88eef013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.418664 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-737b5b54-553d-4f89-b097-4bc88eef013f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673277 Oct 13 00:15:59.422025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 26488eef-0b26-4aa7-aba7-948a93520029, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=26488eef-0b26-4aa7-aba7-948a93520029,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:59.428032 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:59.429097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:59.607684 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-9f5ffadd-ebb7-4ed3-a435-aa5ee51de55b service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824758 Oct 13 00:15:59.617925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=26488eef-0b26-4aa7-aba7-948a93520029,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:59.693132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-212c803b-7c33-44b6-9ab6-e6b74121f10a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.707589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-212c803b-7c33-44b6-9ab6-e6b74121f10a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.712359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:59.728904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-212c803b-7c33-44b6-9ab6-e6b74121f10a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.736072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-212c803b-7c33-44b6-9ab6-e6b74121f10a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.739829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '81fb4b6d-22f8-4e42-84b2-7aa504f60fb1', 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc', 'port_id': '81fb4b6d-22f8-4e42-84b2-7aa504f60fb1', 'mac_address': 'fa:16:3e:62:11:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e3a813-ea5f-436e-b84d-e1b1ab64896b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:15:59.756734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-212c803b-7c33-44b6-9ab6-e6b74121f10a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.775542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-212c803b-7c33-44b6-9ab6-e6b74121f10a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.792566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-212c803b-7c33-44b6-9ab6-e6b74121f10a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.804150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-212c803b-7c33-44b6-9ab6-e6b74121f10a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5423 time: 0.1992567 Oct 13 00:15:59.823652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:59.829912 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-e7cc20c6-235f-458f-9ddd-96b5355d628b service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144847 Oct 13 00:15:59.846076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:15:59.859733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54116) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:15:59.882324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:59.892481 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:59.893408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 41287d11-bc16-4f5a-9352-f0132c384b8b details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:15:59.907317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-88732238-893a-43ff-a96a-7e9321110429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1 HTTP/1.1" status: 200 len: 217 time: 0.0675986 Oct 13 00:15:59.932349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-622b1297-de96-4810-b04e-7047a19ad1b0 req-9ea5d1be-73eb-45f7-8424-7bdd0e2dc97d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262765 Oct 13 00:15:59.980862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 41287d11-bc16-4f5a-9352-f0132c384b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=41287d11-bc16-4f5a-9352-f0132c384b8b,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:15:59.985714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0ab0b32e-8db0-4042-95d9-ad0cc9ae8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:15:59.989388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-0ab0b32e-8db0-4042-95d9-ad0cc9ae8fce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.0723867 Oct 13 00:15:59.992948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:15:59.998361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '41287d11-bc16-4f5a-9352-f0132c384b8b', 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'port_id': '41287d11-bc16-4f5a-9352-f0132c384b8b', 'mac_address': 'fa:16:3e:c4:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1b77b-dc63-4f28-a855-07a986808176', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:00.033968 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7bee73-f51d-4b96-ae8e-69f95281a28f x-openstack-request-id: req-ae7bee73-f51d-4b96-ae8e-69f95281a28f {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:00.034593 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d99c0b2-de11-497b-9b67-a3232002f1dd", "tag": "9e045665-3f53-4eb3-b106-a35a4400500a", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:00.035043 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae7bee73-f51d-4b96-ae8e-69f95281a28f {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:00.035686 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d99c0b2-de11-497b-9b67-a3232002f1dd', 'tag': '9e045665-3f53-4eb3-b106-a35a4400500a', 'status': 'completed', 'code': 200} Oct 13 00:16:00.047062 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.062995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41287d11-bc16-4f5a-9352-f0132c384b8b {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:00.072759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-843016a8-6d5d-4762-bcb8-5f3f0b99c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.074779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-843016a8-6d5d-4762-bcb8-5f3f0b99c21e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798311 Oct 13 00:16:00.086338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 41287d11-bc16-4f5a-9352-f0132c384b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=41287d11-bc16-4f5a-9352-f0132c384b8b,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:00.095788 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.096549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 068c0998-0d76-4f70-97f9-b63506279aa8 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:00.207472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-422f1944-ef6e-45a1-8093-6cda51a5d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.209927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-422f1944-ef6e-45a1-8093-6cda51a5d250 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 1094 time: 0.1261129 Oct 13 00:16:00.220293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a729bad6-4526-49c9-8d78-10753b5233cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c012d4cd1c4e44c99a4b0a4e658fe3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578813 Oct 13 00:16:00.224887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:00.240385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=41287d11-bc16-4f5a-9352-f0132c384b8b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:00.240702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-15095cfe-7e76-48dd-92ce-6914f0d01ab8 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:16:00.241852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-15095cfe-7e76-48dd-92ce-6914f0d01ab8 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0178590 Oct 13 00:16:00.253053 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-731741a9-b51e-4d12-ad4a-a66c777a8697 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665764 Oct 13 00:16:00.270951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 068c0998-0d76-4f70-97f9-b63506279aa8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=068c0998-0d76-4f70-97f9-b63506279aa8,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:00.287086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '068c0998-0d76-4f70-97f9-b63506279aa8', 'network_id': '94268d05-d85d-4847-87f3-ead562262dd6', 'port_id': '068c0998-0d76-4f70-97f9-b63506279aa8', 'mac_address': 'fa:16:3e:53:7a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc1b77b-dc63-4f28-a855-07a986808176', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:00.358863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.361439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8ddcbb9-d78f-43dd-ab50-cedac5b64b82 req-ef745e41-2c13-47aa-b72f-83282a967f78 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991375 Oct 13 00:16:00.379894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-8afc9feb-97ef-4a0d-8ed6-ca34aa16a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.382431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-8afc9feb-97ef-4a0d-8ed6-ca34aa16a568 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 916 time: 0.1607375 Oct 13 00:16:00.395084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068c0998-0d76-4f70-97f9-b63506279aa8 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:00.403869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee2a230d-7093-4044-9ec0-f32aa4bfc279 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.410058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-c1fec747-1568-44ad-9409-ae4e1bf04280 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.410944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee2a230d-7093-4044-9ec0-f32aa4bfc279 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.411454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-c1fec747-1568-44ad-9409-ae4e1bf04280 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports/590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 200 len: 1094 time: 0.1609385 Oct 13 00:16:00.416570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b130c86-d811-4c02-b22f-8477d23b5abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.418296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee2a230d-7093-4044-9ec0-f32aa4bfc279 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.421836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Request body: {'binding': {'host': 'n-h2-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:00.422282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:16:00.425410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee2a230d-7093-4044-9ec0-f32aa4bfc279 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.434245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 068c0998-0d76-4f70-97f9-b63506279aa8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=068c0998-0d76-4f70-97f9-b63506279aa8,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:00.439439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee2a230d-7093-4044-9ec0-f32aa4bfc279 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.453529 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.454342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee2a230d-7093-4044-9ec0-f32aa4bfc279 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.454482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device adaebb21-b3ee-40d2-bbcd-ef71f2775580 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:00.461522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee2a230d-7093-4044-9ec0-f32aa4bfc279 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.463998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee2a230d-7093-4044-9ec0-f32aa4bfc279 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1497080 Oct 13 00:16:00.506295 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b130c86-d811-4c02-b22f-8477d23b5abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.513137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-6a6c9319-c28d-4b08-9396-43e4057e7574 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e045665-3f53-4eb3-b106-a35a4400500a HTTP/1.1" status: 200 len: 217 time: 0.0479536 Oct 13 00:16:00.528185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port adaebb21-b3ee-40d2-bbcd-ef71f2775580, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:00.547225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=068c0998-0d76-4f70-97f9-b63506279aa8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:00.562116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580', 'network_id': '591f32ea-f744-48f5-b6a3-d94230219abc', 'port_id': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580', 'mac_address': 'fa:16:3e:da:f4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e3a813-ea5f-436e-b84d-e1b1ab64896b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:00.598873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-38f8e11e-77bf-4057-8507-a78e97d0313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.600555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-38f8e11e-77bf-4057-8507-a78e97d0313e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.0800600 Oct 13 00:16:00.603611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-6081b54f-c0c0-4d11-93d1-9ab492864f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.604508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-6081b54f-c0c0-4d11-93d1-9ab492864f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.604620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-6081b54f-c0c0-4d11-93d1-9ab492864f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.605011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-6081b54f-c0c0-4d11-93d1-9ab492864f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.605487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-6081b54f-c0c0-4d11-93d1-9ab492864f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.605994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-6081b54f-c0c0-4d11-93d1-9ab492864f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.606399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-6081b54f-c0c0-4d11-93d1-9ab492864f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.606766 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.609077 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-6081b54f-c0c0-4d11-93d1-9ab492864f83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6487 time: 0.1388628 Oct 13 00:16:00.622186 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d074782-d1fe-4cbd-8421-f83c5f2a12c9 req-ee669cf1-b354-4fd9-9dd6-122b00eb0dd4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079247 Oct 13 00:16:00.626066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adaebb21-b3ee-40d2-bbcd-ef71f2775580 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:00.665584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port adaebb21-b3ee-40d2-bbcd-ef71f2775580, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:00.669452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-8a8eccbc-7f06-4197-9f8b-a903e953f5c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457778 Oct 13 00:16:00.674909 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.684972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b130c86-d811-4c02-b22f-8477d23b5abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.688154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b130c86-d811-4c02-b22f-8477d23b5abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.692402 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3b130c86-d811-4c02-b22f-8477d23b5abc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bca7db1-871c-46f3-b832-12d87f829a6d HTTP/1.1" status: 204 len: 168 time: 0.4635329 Oct 13 00:16:00.720372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b130c86-d811-4c02-b22f-8477d23b5abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bca7db1-871c-46f3-b832-12d87f829a6d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:00.751810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=adaebb21-b3ee-40d2-bbcd-ef71f2775580,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:00.775851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-cec165c1-230a-431a-97be-003447ea993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.777174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14a32a42-8398-4738-9424-fab53e4d4574 req-41659372-ceeb-4e1a-afe7-05876f6457fa tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/53071d51-fadf-4f5e-99d9-d770c8b5b00c HTTP/1.1" status: 200 len: 1814 time: 0.1256647 Oct 13 00:16:00.777342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-cec165c1-230a-431a-97be-003447ea993f service neutron] 10.222.0.36 "GET /v2.0/networks?id=36320387-6e4c-4af6-99cc-0d3644eaef53 HTTP/1.1" status: 200 len: 903 time: 0.1573739 Oct 13 00:16:00.778465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on host n-h2-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:16:00.778793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:16:00.779124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:00.783937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:16:00.784276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:00.827115 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-27962aff-afcd-4f5c-9262-3dc4d29180c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=706288e8-65f6-48f3-8192-d814ca856871 HTTP/1.1" status: 200 len: 217 time: 0.0404301 Oct 13 00:16:00.827935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:16:00.828287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:00.828682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:16:00.829119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Bound port: 590684a0-5f79-4bb3-bec9-15ab041566de, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:16:00.862779 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcccf622-dcca-4425-a041-f073452a26ae x-openstack-request-id: req-bcccf622-dcca-4425-a041-f073452a26ae {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:00.863081 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "8bd39411-e7b1-4388-885e-12fe86f21bd1", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:00.863338 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcccf622-dcca-4425-a041-f073452a26ae {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:00.863883 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': '8bd39411-e7b1-4388-885e-12fe86f21bd1', 'status': 'completed', 'code': 200} Oct 13 00:16:00.867778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-5baa1a90-a95a-4689-b637-8db3f01a3175 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906774 Oct 13 00:16:00.956143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-f3396a5e-329c-4782-9d05-280c26e63432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:00.957683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-f3396a5e-329c-4782-9d05-280c26e63432 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.1229415 Oct 13 00:16:00.967344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:16:00.979199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:00.980474 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] 10.222.0.21 "POST /v2.0/ports/590684a0-5f79-4bb3-bec9-15ab041566de/bindings HTTP/1.1" status: 201 len: 389 time: 0.5620310 Oct 13 00:16:01.013766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-cf4c021c-0e0f-4976-893e-81eb35612808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.015714 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-cf4c021c-0e0f-4976-893e-81eb35612808 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504684 Oct 13 00:16:01.022015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193fd1c-f4f0-4b80-9ef7-795aa0b6d53c req-3163c55e-954a-41f6-aa8e-93f607eba35d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.029716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e193fd1c-f4f0-4b80-9ef7-795aa0b6d53c req-3163c55e-954a-41f6-aa8e-93f607eba35d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 943 time: 0.0923157 Oct 13 00:16:01.063930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90560ff7-8bc7-4a3c-a290-a34e8f9dd5b3 req-6b9e1e3d-ca1e-49b4-a6c4-2c2fc20f8a9f service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874759 Oct 13 00:16:01.090849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e193fd1c-f4f0-4b80-9ef7-795aa0b6d53c req-f0b85da3-bf2a-4533-a3e1-b95de01c527e tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Oct 13 00:16:01.170483 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-de79fe15-c53e-4af7-9b1b-5ce387adf9ac service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478438 Oct 13 00:16:01.259824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d875e4-ad3a-4aa3-9c60-bc141b5054a3 req-06f30ad7-9225-48a5-a9eb-8cfa4f831cd2 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.268688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57d875e4-ad3a-4aa3-9c60-bc141b5054a3 req-06f30ad7-9225-48a5-a9eb-8cfa4f831cd2 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0955513 Oct 13 00:16:01.327031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-7c2c55a9-db34-4faf-92b4-8973b937e2d5 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420581 Oct 13 00:16:01.352910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57d875e4-ad3a-4aa3-9c60-bc141b5054a3 req-eedfc975-ca3a-4cdc-ba66-3f519390d9b5 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791566 Oct 13 00:16:01.462715 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-643f8617-f1b0-41b1-b5ff-221b5c9a86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.464256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-643f8617-f1b0-41b1-b5ff-221b5c9a86d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1097 time: 0.1402941 Oct 13 00:16:01.522797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-3e808a92-d30e-4994-bea1-62b6324214bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.529327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-3e808a92-d30e-4994-bea1-62b6324214bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.538032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-3e808a92-d30e-4994-bea1-62b6324214bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.546431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-3e808a92-d30e-4994-bea1-62b6324214bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.552513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-3e808a92-d30e-4994-bea1-62b6324214bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.558704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-3e808a92-d30e-4994-bea1-62b6324214bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.565624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-3e808a92-d30e-4994-bea1-62b6324214bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.574127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-37907010-85d8-4a48-80ed-0c312ba2c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.574709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-37907010-85d8-4a48-80ed-0c312ba2c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.575232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-37907010-85d8-4a48-80ed-0c312ba2c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.575348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-3e808a92-d30e-4994-bea1-62b6324214bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5427 time: 0.1649292 Oct 13 00:16:01.575866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-37907010-85d8-4a48-80ed-0c312ba2c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.576587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-37907010-85d8-4a48-80ed-0c312ba2c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.578025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-37907010-85d8-4a48-80ed-0c312ba2c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.578709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-37907010-85d8-4a48-80ed-0c312ba2c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.580869 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-37907010-85d8-4a48-80ed-0c312ba2c634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6487 time: 0.0610006 Oct 13 00:16:01.692375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438466c7-9d87-41c3-9198-08a4ef0649e7 req-83679a8a-867f-4c56-9eef-21661f4b2292 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.693964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-438466c7-9d87-41c3-9198-08a4ef0649e7 req-83679a8a-867f-4c56-9eef-21661f4b2292 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.2347193 Oct 13 00:16:01.702872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-f49418ad-bb28-4837-a451-480aafd7a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.704766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-f49418ad-bb28-4837-a451-480aafd7a8c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 200 len: 902 time: 0.1158149 Oct 13 00:16:01.757692 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-4de63a46-c190-4cab-a0b4-bc00e155958c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e586af34-9245-4a73-b0f7-93966fa80a3f HTTP/1.1" status: 200 len: 217 time: 0.0451810 Oct 13 00:16:01.773595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c9de998-ec4f-44db-bd09-2385cd142d30 req-93923369-3149-46ad-8115-8dc87fdcf362 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1973276 Oct 13 00:16:01.813093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-24b9a787-16f3-4c7c-91b6-0af39afe3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.813093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-24b9a787-16f3-4c7c-91b6-0af39afe3fc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.2306216 Oct 13 00:16:01.814603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-438466c7-9d87-41c3-9198-08a4ef0649e7 req-842a8165-6782-4a7a-95e3-752875cbb1d2 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063819 Oct 13 00:16:01.826503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-dc1e0fe9-f214-45ae-a0e8-076c21f327f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.828828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-dc1e0fe9-f214-45ae-a0e8-076c21f327f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.0632741 Oct 13 00:16:01.882377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-4435b224-52d9-477a-b38f-3bf4dc809335 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 200 len: 217 time: 0.0634813 Oct 13 00:16:01.886070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a0274a9e-41da-4c71-94b5-0b20976fa2ab req-db7e2ba6-98e4-468e-9207-c67f1f9c151a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-764677946', 'description': 'tempest-description-2008661539'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:01.901481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-886fc41b-190b-4221-b460-a794950b09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.907241 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-886fc41b-190b-4221-b460-a794950b09f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676794 Oct 13 00:16:01.939720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9265abc7-6b4c-41be-82ef-41693b535004'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:01.973261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a0274a9e-41da-4c71-94b5-0b20976fa2ab req-db7e2ba6-98e4-468e-9207-c67f1f9c151a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:01.987676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-36c50411-cf7e-42e5-a4ad-214e8fa9742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:01.989156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-36c50411-cf7e-42e5-a4ad-214e8fa9742d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0968368 Oct 13 00:16:02.008849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-94eb0896-f520-4314-88a2-7062b48106b0 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980241 Oct 13 00:16:02.020509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83d72-e3d1-47d8-9a76-6fe89226abba req-c00bd5a4-bba0-47ee-9f97-7881e53f384b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.022024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49e83d72-e3d1-47d8-9a76-6fe89226abba req-c00bd5a4-bba0-47ee-9f97-7881e53f384b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1163325 Oct 13 00:16:02.042739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-6a9f536a-1ff7-439c-be86-8013aa941ba6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420799 Oct 13 00:16:02.086810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['81fb4b6d-22f8-4e42-84b2-7aa504f60fb1'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:02.113421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51c9f734-e727-43b9-9ee1-1aa0496c7271 req-61e098a7-a24b-4186-bf14-a2558aa0b662 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975065 Oct 13 00:16:02.125924 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:16:02.127068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['bf802313-d3df-4540-adff-9c73c3366bb7'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:02.139266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['41287d11-bc16-4f5a-9352-f0132c384b8b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:02.171953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49e83d72-e3d1-47d8-9a76-6fe89226abba req-75bc9f5a-7349-4850-addc-24e287ad2b48 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311128 Oct 13 00:16:02.227103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['adaebb21-b3ee-40d2-bbcd-ef71f2775580'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:02.236328 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a0274a9e-41da-4c71-94b5-0b20976fa2ab req-db7e2ba6-98e4-468e-9207-c67f1f9c151a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:02.246056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a0274a9e-41da-4c71-94b5-0b20976fa2ab req-db7e2ba6-98e4-468e-9207-c67f1f9c151a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:02.253014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-5d303e25-a2d9-4496-aab4-c6f38b8d1b40 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005422 Oct 13 00:16:02.267148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b1e43589-0c27-4662-9a16-9ab72cf8b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.270234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b1e43589-0c27-4662-9a16-9ab72cf8b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.270755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b1e43589-0c27-4662-9a16-9ab72cf8b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.271226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b1e43589-0c27-4662-9a16-9ab72cf8b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.276803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b1e43589-0c27-4662-9a16-9ab72cf8b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.277287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b1e43589-0c27-4662-9a16-9ab72cf8b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.277752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b1e43589-0c27-4662-9a16-9ab72cf8b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.280304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b1e43589-0c27-4662-9a16-9ab72cf8b6f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6487 time: 0.0821798 Oct 13 00:16:02.354100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a0274a9e-41da-4c71-94b5-0b20976fa2ab req-db7e2ba6-98e4-468e-9207-c67f1f9c151a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:02.360428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0274a9e-41da-4c71-94b5-0b20976fa2ab req-db7e2ba6-98e4-468e-9207-c67f1f9c151a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4816196 Oct 13 00:16:02.369422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2ba6-98e4-468e-9207-c67f1f9c151a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94915158-22f0-4615-aa07-e767bf1cc9b1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:02.411127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-4edbf7b0-19fe-4bf6-80e0-a87ee6355d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.413360 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-4edbf7b0-19fe-4bf6-80e0-a87ee6355d8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 200 len: 902 time: 0.1262617 Oct 13 00:16:02.415996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-3d70f17f-b385-4b89-8c0d-74a3f3996a43 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.423519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-3d70f17f-b385-4b89-8c0d-74a3f3996a43 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.429632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-3d70f17f-b385-4b89-8c0d-74a3f3996a43 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.435719 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-3d70f17f-b385-4b89-8c0d-74a3f3996a43 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.442301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-3d70f17f-b385-4b89-8c0d-74a3f3996a43 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.449645 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-3d70f17f-b385-4b89-8c0d-74a3f3996a43 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.457095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-3d70f17f-b385-4b89-8c0d-74a3f3996a43 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.459070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-3d70f17f-b385-4b89-8c0d-74a3f3996a43 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1827307 Oct 13 00:16:02.494305 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-59b3c31b-119f-48cc-a175-a1cb11959a82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1 HTTP/1.1" status: 200 len: 217 time: 0.0719402 Oct 13 00:16:02.503867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-b32e938a-6eed-46aa-aaf7-0b94cc99c438 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403553 Oct 13 00:16:02.528518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d1e24a5-16d1-4575-84c9-2bad1699a266 req-bfba610c-30ad-41e1-9417-cd402f3518ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588090 Oct 13 00:16:02.629963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-6b224edb-ff3c-4730-950b-139f30fa3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.632769 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-6b224edb-ff3c-4730-950b-139f30fa3812 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.1313012 Oct 13 00:16:02.699371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b18b247a-b2d0-441d-a53a-7bb070dd4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.701467 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-b18b247a-b2d0-441d-a53a-7bb070dd4827 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603082 Oct 13 00:16:02.737477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6af75-a198-49a0-a225-52898f50400a req-3debcc52-fe06-48b1-8d70-271b3d697639 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.739492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02f6af75-a198-49a0-a225-52898f50400a req-3debcc52-fe06-48b1-8d70-271b3d697639 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 943 time: 0.0720093 Oct 13 00:16:02.823320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9e045665-3f53-4eb3-b106-a35a4400500a details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:02.854490 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-1cb9e4a1-75e6-41e2-9e5a-7eabdba529a9 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459961 Oct 13 00:16:02.868350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02f6af75-a198-49a0-a225-52898f50400a req-5581ef3f-0b55-428c-b5db-55699d46b443 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108696 Oct 13 00:16:02.896642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870147a-c23d-43ac-aca4-afb871e141e1 req-b9e4d798-e477-413e-97f1-7b54e4a54882 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:02.907608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8870147a-c23d-43ac-aca4-afb871e141e1 req-b9e4d798-e477-413e-97f1-7b54e4a54882 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0840290 Oct 13 00:16:03.000489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8870147a-c23d-43ac-aca4-afb871e141e1 req-11296b8b-1d4a-4fed-8548-352d195fb90a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917628 Oct 13 00:16:03.012600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3169969d-ff98-4b08-95c5-08c492a42fd6 req-de891c62-3653-4c22-9436-7ff90420e608 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/94915158-22f0-4615-aa07-e767bf1cc9b1 HTTP/1.1" status: 200 len: 1814 time: 0.0975034 Oct 13 00:16:03.070265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e83e3348-6dbe-48cd-b271-15f2305e9e82 req-34295ca0-c752-44f0-95e9-1fa618acd4e1 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084277 Oct 13 00:16:03.135323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['26488eef-0b26-4aa7-aba7-948a93520029'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:03.168758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327b4ef-7938-442a-aadb-be91ee4b7f1f req-939bc8df-b5d7-4a95-8e7d-2a598eda0b04 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.170871 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6327b4ef-7938-442a-aadb-be91ee4b7f1f req-939bc8df-b5d7-4a95-8e7d-2a598eda0b04 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0998728 Oct 13 00:16:03.240760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9e045665-3f53-4eb3-b106-a35a4400500a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9e045665-3f53-4eb3-b106-a35a4400500a,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:03.245536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6327b4ef-7938-442a-aadb-be91ee4b7f1f req-4529a727-2d68-4915-9cc5-5fd2278ea0ea tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643868 Oct 13 00:16:03.260778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9e045665-3f53-4eb3-b106-a35a4400500a', 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'port_id': '9e045665-3f53-4eb3-b106-a35a4400500a', 'mac_address': 'fa:16:3e:dd:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ab4b4e-8ca1-425a-858e-82182d32f2d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:03.268327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-000b2520-984f-4c25-974e-784de1757f0a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.275069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-000b2520-984f-4c25-974e-784de1757f0a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.282014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-000b2520-984f-4c25-974e-784de1757f0a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.288486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-000b2520-984f-4c25-974e-784de1757f0a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.297009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-000b2520-984f-4c25-974e-784de1757f0a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.303561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-000b2520-984f-4c25-974e-784de1757f0a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.309623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-000b2520-984f-4c25-974e-784de1757f0a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.310583 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:03.321332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-000b2520-984f-4c25-974e-784de1757f0a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5427 time: 0.1491556 Oct 13 00:16:03.330953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e045665-3f53-4eb3-b106-a35a4400500a {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:03.369698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9e045665-3f53-4eb3-b106-a35a4400500a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9e045665-3f53-4eb3-b106-a35a4400500a,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:03.400116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:03.426702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc1bf7f4-1609-4421-9e0b-e260b0ed2a99 req-4b0cf496-bd20-45b4-be1d-d4cf9a8ff87c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938523 Oct 13 00:16:03.463105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d49f2e-c1b6-4d57-8db7-1929239c0898 req-a4bf1d83-5f07-4551-9355-405f524fd803 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.465424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9d49f2e-c1b6-4d57-8db7-1929239c0898 req-a4bf1d83-5f07-4551-9355-405f524fd803 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.1160312 Oct 13 00:16:03.484828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9e045665-3f53-4eb3-b106-a35a4400500a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:03.502283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-dae5d34c-fb98-4131-8c6a-405c659876d7 req-db43c533-dcc1-4388-9232-a28930b461ed tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1802635452', 'description': 'tempest-description-1991972282'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:03.535143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9d49f2e-c1b6-4d57-8db7-1929239c0898 req-c176201c-17ec-43f9-8075-3d9a926fbbea tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623198 Oct 13 00:16:03.539644 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dae5d34c-fb98-4131-8c6a-405c659876d7 req-db43c533-dcc1-4388-9232-a28930b461ed tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:03.648776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dae5d34c-fb98-4131-8c6a-405c659876d7 req-db43c533-dcc1-4388-9232-a28930b461ed tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:03.654006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dae5d34c-fb98-4131-8c6a-405c659876d7 req-db43c533-dcc1-4388-9232-a28930b461ed tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:03.711250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dae5d34c-fb98-4131-8c6a-405c659876d7 req-db43c533-dcc1-4388-9232-a28930b461ed tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:03.713539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dae5d34c-fb98-4131-8c6a-405c659876d7 req-db43c533-dcc1-4388-9232-a28930b461ed tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2191565 Oct 13 00:16:03.722281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43c533-dcc1-4388-9232-a28930b461ed tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18de8670-5c5d-49ac-bd78-01eaa35b8f9a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:03.744294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f9b89-a37c-46af-a59d-9db106f5ad61 req-d6803345-6e7c-4900-857e-e3f23456070c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.745864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a6f9b89-a37c-46af-a59d-9db106f5ad61 req-d6803345-6e7c-4900-857e-e3f23456070c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0889506 Oct 13 00:16:03.810829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a6f9b89-a37c-46af-a59d-9db106f5ad61 req-8783ca87-7cee-43c2-91f2-965ef83c3d3a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578845 Oct 13 00:16:03.836559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0a29-5103-49eb-a178-d552edaeb36c req-011bdf75-56ee-44e4-85c9-6ee719f15b37 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.841011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0a29-5103-49eb-a178-d552edaeb36c req-011bdf75-56ee-44e4-85c9-6ee719f15b37 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.847989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0a29-5103-49eb-a178-d552edaeb36c req-011bdf75-56ee-44e4-85c9-6ee719f15b37 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.854358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0a29-5103-49eb-a178-d552edaeb36c req-011bdf75-56ee-44e4-85c9-6ee719f15b37 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.861390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0a29-5103-49eb-a178-d552edaeb36c req-011bdf75-56ee-44e4-85c9-6ee719f15b37 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.867113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0a29-5103-49eb-a178-d552edaeb36c req-011bdf75-56ee-44e4-85c9-6ee719f15b37 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.873190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0a29-5103-49eb-a178-d552edaeb36c req-011bdf75-56ee-44e4-85c9-6ee719f15b37 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:03.875109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-394b0a29-5103-49eb-a178-d552edaeb36c req-011bdf75-56ee-44e4-85c9-6ee719f15b37 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1064494 Oct 13 00:16:03.916967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-394b0a29-5103-49eb-a178-d552edaeb36c req-f3491ba5-4de4-454f-9678-53e7986c9554 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350168 Oct 13 00:16:03.987530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3971138b-32e2-4ac2-9e3b-368e418f62e0 req-4933e925-bcf3-4b77-b16f-4382970092eb tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/18de8670-5c5d-49ac-bd78-01eaa35b8f9a HTTP/1.1" status: 200 len: 1815 time: 0.0427549 Oct 13 00:16:04.121731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56a490-6d0a-4691-bc44-b3f14f866890 req-35764391-dfef-4af0-8f2b-fead5caabceb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.123226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed56a490-6d0a-4691-bc44-b3f14f866890 req-35764391-dfef-4af0-8f2b-fead5caabceb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0759225 Oct 13 00:16:04.154653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea182d8-6b76-4111-a9c7-7da81b28b71c req-eeb12627-0e03-4383-b234-58d7d326aad7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.156662 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dea182d8-6b76-4111-a9c7-7da81b28b71c req-eeb12627-0e03-4383-b234-58d7d326aad7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 944 time: 0.0789967 Oct 13 00:16:04.185510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed56a490-6d0a-4691-bc44-b3f14f866890 req-656172e1-50e9-4d97-8bcf-958bd5c89e84 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548723 Oct 13 00:16:04.215659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dea182d8-6b76-4111-a9c7-7da81b28b71c req-b82ed01d-ff12-428c-9c2b-739b1e6feaf9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529172 Oct 13 00:16:04.219270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-e7f95efa-1273-49a9-9f75-849852c72d46 req-364f6f40-2eb5-41a3-8233-df4dfb8236c9 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1762755872', 'description': 'tempest-description-2109814046'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:04.248566 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e7f95efa-1273-49a9-9f75-849852c72d46 req-364f6f40-2eb5-41a3-8233-df4dfb8236c9 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:04.329303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e7f95efa-1273-49a9-9f75-849852c72d46 req-364f6f40-2eb5-41a3-8233-df4dfb8236c9 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:04.336684 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e7f95efa-1273-49a9-9f75-849852c72d46 req-364f6f40-2eb5-41a3-8233-df4dfb8236c9 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:04.366819 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e7f95efa-1273-49a9-9f75-849852c72d46 req-364f6f40-2eb5-41a3-8233-df4dfb8236c9 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:04.368064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7f95efa-1273-49a9-9f75-849852c72d46 req-364f6f40-2eb5-41a3-8233-df4dfb8236c9 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1567938 Oct 13 00:16:04.372271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f6f40-2eb5-41a3-8233-df4dfb8236c9 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf996d2-a20a-4a6b-96e8-69ee0c9557ce,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:04.433526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bae2d-4066-4e8c-9975-9d9f305c1119 req-6b9a7d3f-24bf-4d4c-bf69-9ddb7459b691 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.435045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb1bae2d-4066-4e8c-9975-9d9f305c1119 req-6b9a7d3f-24bf-4d4c-bf69-9ddb7459b691 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0528457 Oct 13 00:16:04.499767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb1bae2d-4066-4e8c-9975-9d9f305c1119 req-63c5d298-befd-4e2c-8593-3249f1331366 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546749 Oct 13 00:16:04.503273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['068c0998-0d76-4f70-97f9-b63506279aa8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:04.508220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace72877-6b19-4f61-8fc1-0e49393a0e11 req-e688b2e4-be01-4bc0-967a-cfae8df9d13f tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.509721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ace72877-6b19-4f61-8fc1-0e49393a0e11 req-e688b2e4-be01-4bc0-967a-cfae8df9d13f tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0737534 Oct 13 00:16:04.571007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ace72877-6b19-4f61-8fc1-0e49393a0e11 req-9c8a3bb1-2f77-4d63-bc11-8bc069d61a19 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Oct 13 00:16:04.628056 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e24d39db-2cc6-4da9-84c9-37224bfc32c7 req-afd23166-2ead-49b5-872e-6820ccf8bd0c tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/ccf996d2-a20a-4a6b-96e8-69ee0c9557ce HTTP/1.1" status: 200 len: 1815 time: 0.0532851 Oct 13 00:16:04.680920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9e045665-3f53-4eb3-b106-a35a4400500a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:04.753313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-05b6123f-f9d1-4add-8e44-e80bec46370c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.759756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-05b6123f-f9d1-4add-8e44-e80bec46370c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.766272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-05b6123f-f9d1-4add-8e44-e80bec46370c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.772200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-05b6123f-f9d1-4add-8e44-e80bec46370c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.778090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-05b6123f-f9d1-4add-8e44-e80bec46370c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.785102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-05b6123f-f9d1-4add-8e44-e80bec46370c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.792117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-05b6123f-f9d1-4add-8e44-e80bec46370c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.796412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-05b6123f-f9d1-4add-8e44-e80bec46370c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5427 time: 0.1363385 Oct 13 00:16:04.835895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee504a-dc53-422c-b292-55e57af3e4b2 req-98035680-e4a0-482c-b77a-ca131a444bea tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:04.837531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49ee504a-dc53-422c-b292-55e57af3e4b2 req-98035680-e4a0-482c-b77a-ca131a444bea tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1378200 Oct 13 00:16:04.870800 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2dcae543-aeb2-4b67-8aa5-a7a9d4b40bfb req-d1053288-d8e3-4105-a45f-6736c717ad48 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668137 Oct 13 00:16:04.897474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49ee504a-dc53-422c-b292-55e57af3e4b2 req-16cba418-e9a3-4e5f-b0dd-8dd4d756f0c4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529425 Oct 13 00:16:05.012203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07125cb3-1ff5-4449-89dd-5b27e812fcb1 req-cd2f1207-1bb5-4a7d-b12c-6a0b43686140 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.014083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07125cb3-1ff5-4449-89dd-5b27e812fcb1 req-cd2f1207-1bb5-4a7d-b12c-6a0b43686140 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.0570598 Oct 13 00:16:05.055116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07125cb3-1ff5-4449-89dd-5b27e812fcb1 req-4f2b8645-9eb3-4047-8719-d02227da613f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Oct 13 00:16:05.098062 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-58fe5e28-121d-4827-b6ae-b847a526e662 req-e30552e4-9f37-4731-a017-a789960836ff tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] show failed (client error): The resource could not be found. Oct 13 00:16:05.099094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58fe5e28-121d-4827-b6ae-b847a526e662 req-e30552e4-9f37-4731-a017-a789960836ff tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/0c9debc2-2324-4bdf-906d-6241a6d5a34e HTTP/1.1" status: 404 len: 352 time: 0.0149047 Oct 13 00:16:05.235228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3a10-6db4-4120-a934-44073e756939 req-c06f43d5-832a-4589-b393-442c704f1fc1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.241438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3a10-6db4-4120-a934-44073e756939 req-c06f43d5-832a-4589-b393-442c704f1fc1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.247477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3a10-6db4-4120-a934-44073e756939 req-c06f43d5-832a-4589-b393-442c704f1fc1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.253481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3a10-6db4-4120-a934-44073e756939 req-c06f43d5-832a-4589-b393-442c704f1fc1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.259539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3a10-6db4-4120-a934-44073e756939 req-c06f43d5-832a-4589-b393-442c704f1fc1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.266020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3a10-6db4-4120-a934-44073e756939 req-c06f43d5-832a-4589-b393-442c704f1fc1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.271999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3a10-6db4-4120-a934-44073e756939 req-c06f43d5-832a-4589-b393-442c704f1fc1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.273930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cec3a10-6db4-4120-a934-44073e756939 req-c06f43d5-832a-4589-b393-442c704f1fc1 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.0947666 Oct 13 00:16:05.315502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cec3a10-6db4-4120-a934-44073e756939 req-f5df1b34-cc14-469f-8891-ecbd5d4335e8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340574 Oct 13 00:16:05.359378 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-fc5f81ec-ee28-471e-b231-778c1b659c41 req-f4a0b077-b23e-42cd-910d-09fae389d757 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] show failed (client error): The resource could not be found. Oct 13 00:16:05.360369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc5f81ec-ee28-471e-b231-778c1b659c41 req-f4a0b077-b23e-42cd-910d-09fae389d757 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-group-rules/86d0a691-3d87-4813-9c90-577bf5fe0225 HTTP/1.1" status: 404 len: 361 time: 0.0121312 Oct 13 00:16:05.465365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55716-de43-4604-9cac-aadda736b1e3 req-7f181e40-8525-48de-9009-f664948ff87a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.467197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53e55716-de43-4604-9cac-aadda736b1e3 req-7f181e40-8525-48de-9009-f664948ff87a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0531602 Oct 13 00:16:05.505378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53e55716-de43-4604-9cac-aadda736b1e3 req-2df85440-9cc8-444d-ad33-f3e3e80490b5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Oct 13 00:16:05.612101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a5377-61a0-45fb-8c63-ecf2f27a05c8 req-b66ce763-2be3-4935-89db-770d48e1b141 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.613610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0a5377-61a0-45fb-8c63-ecf2f27a05c8 req-b66ce763-2be3-4935-89db-770d48e1b141 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 944 time: 0.0495164 Oct 13 00:16:05.652200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0a5377-61a0-45fb-8c63-ecf2f27a05c8 req-cbfdc16a-fe43-46fd-8372-fa246b2f6a9c tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Oct 13 00:16:05.714936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ba127ad-c9d5-434f-8d5d-a79a43ff074a req-b376b9eb-fabb-4dd3-882b-7fb3612cc1a4 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/ccf996d2-a20a-4a6b-96e8-69ee0c9557ce HTTP/1.1" status: 200 len: 1815 time: 0.0404119 Oct 13 00:16:05.794438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1ba127ad-c9d5-434f-8d5d-a79a43ff074a req-969efd03-720d-4c36-bbef-33180903fb79 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:05.841639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1ba127ad-c9d5-434f-8d5d-a79a43ff074a req-969efd03-720d-4c36-bbef-33180903fb79 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:05.870295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f2331-1c20-4187-a268-672370356285 req-08107df3-8f1c-4402-8b77-84b442e76d53 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:05.871878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e8f2331-1c20-4187-a268-672370356285 req-08107df3-8f1c-4402-8b77-84b442e76d53 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0891199 Oct 13 00:16:05.922030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e8f2331-1c20-4187-a268-672370356285 req-11a2b4b4-ee16-4082-b105-f4135952f9c9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Oct 13 00:16:05.923027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1ba127ad-c9d5-434f-8d5d-a79a43ff074a req-969efd03-720d-4c36-bbef-33180903fb79 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:05.925588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-1ba127ad-c9d5-434f-8d5d-a79a43ff074a req-969efd03-720d-4c36-bbef-33180903fb79 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:05.926702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ba127ad-c9d5-434f-8d5d-a79a43ff074a req-969efd03-720d-4c36-bbef-33180903fb79 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "DELETE /v2.0/security-groups/ccf996d2-a20a-4a6b-96e8-69ee0c9557ce HTTP/1.1" status: 204 len: 173 time: 0.2017603 Oct 13 00:16:05.935463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969efd03-720d-4c36-bbef-33180903fb79 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf996d2-a20a-4a6b-96e8-69ee0c9557ce,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:06.034350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8e699-18b3-4678-b05a-29d3ea392da6 req-b5045c6e-d830-4fbf-b593-29e35bdbe238 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.035889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72a8e699-18b3-4678-b05a-29d3ea392da6 req-b5045c6e-d830-4fbf-b593-29e35bdbe238 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Oct 13 00:16:06.077423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72a8e699-18b3-4678-b05a-29d3ea392da6 req-f24bcf52-966e-4d92-93b5-aff31e80f7eb tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346563 Oct 13 00:16:06.197297 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0bfe3ec-54ca-42c6-9086-7d08186a8fd4 req-5bb7e4d1-3f6e-4f34-ae00-af8a13500ab6 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/18de8670-5c5d-49ac-bd78-01eaa35b8f9a HTTP/1.1" status: 200 len: 1815 time: 0.0789349 Oct 13 00:16:06.223217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ffdf6-4696-4575-a835-922d335d906b req-0f3139df-250c-43b0-820d-61f53ed3d231 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.229395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ffdf6-4696-4575-a835-922d335d906b req-0f3139df-250c-43b0-820d-61f53ed3d231 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.236040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ffdf6-4696-4575-a835-922d335d906b req-0f3139df-250c-43b0-820d-61f53ed3d231 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.242141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ffdf6-4696-4575-a835-922d335d906b req-0f3139df-250c-43b0-820d-61f53ed3d231 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.248498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ffdf6-4696-4575-a835-922d335d906b req-0f3139df-250c-43b0-820d-61f53ed3d231 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.254473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ffdf6-4696-4575-a835-922d335d906b req-0f3139df-250c-43b0-820d-61f53ed3d231 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.255723 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:06.260572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ffdf6-4696-4575-a835-922d335d906b req-0f3139df-250c-43b0-820d-61f53ed3d231 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.262516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b6ffdf6-4696-4575-a835-922d335d906b req-0f3139df-250c-43b0-820d-61f53ed3d231 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5427 time: 0.1195729 Oct 13 00:16:06.324549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b6ffdf6-4696-4575-a835-922d335d906b req-e2d6b6e5-3e0b-4ea5-9c70-90a9cfaff94a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538716 Oct 13 00:16:06.338394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a0bfe3ec-54ca-42c6-9086-7d08186a8fd4 req-4fbb55cc-c39d-4284-97f0-72936a09ae74 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:06.362931 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a0bfe3ec-54ca-42c6-9086-7d08186a8fd4 req-4fbb55cc-c39d-4284-97f0-72936a09ae74 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:06.424483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a0bfe3ec-54ca-42c6-9086-7d08186a8fd4 req-4fbb55cc-c39d-4284-97f0-72936a09ae74 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:06.427089 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a0bfe3ec-54ca-42c6-9086-7d08186a8fd4 req-4fbb55cc-c39d-4284-97f0-72936a09ae74 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:06.428217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0bfe3ec-54ca-42c6-9086-7d08186a8fd4 req-4fbb55cc-c39d-4284-97f0-72936a09ae74 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "DELETE /v2.0/security-groups/18de8670-5c5d-49ac-bd78-01eaa35b8f9a HTTP/1.1" status: 204 len: 173 time: 0.2238712 Oct 13 00:16:06.456628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb55cc-c39d-4284-97f0-72936a09ae74 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18de8670-5c5d-49ac-bd78-01eaa35b8f9a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:06.477685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbe949-ada4-42a8-952a-d0a52d3256c6 req-e1e1114d-ba7e-4ca8-a8b8-03b3e021df72 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.479221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67cbe949-ada4-42a8-952a-d0a52d3256c6 req-e1e1114d-ba7e-4ca8-a8b8-03b3e021df72 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.0654473 Oct 13 00:16:06.521774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67cbe949-ada4-42a8-952a-d0a52d3256c6 req-cc35330f-11e9-48af-8ca9-ef059aadc775 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360241 Oct 13 00:16:06.641222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-b9070dfc-f8d8-4ddd-b8e0-9459c450dcca tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.647188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-b9070dfc-f8d8-4ddd-b8e0-9459c450dcca tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.653338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-b9070dfc-f8d8-4ddd-b8e0-9459c450dcca tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.659906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-b9070dfc-f8d8-4ddd-b8e0-9459c450dcca tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.665873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-b9070dfc-f8d8-4ddd-b8e0-9459c450dcca tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.671906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-b9070dfc-f8d8-4ddd-b8e0-9459c450dcca tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.679499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-b9070dfc-f8d8-4ddd-b8e0-9459c450dcca tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.681564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-b9070dfc-f8d8-4ddd-b8e0-9459c450dcca tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.0960653 Oct 13 00:16:06.727214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89e2facb-cd30-4131-9f54-8d79a70ecd36 req-59d2b8c4-b0c7-4285-9ccd-66058e0ee0dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388029 Oct 13 00:16:06.806940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device adaebb21-b3ee-40d2-bbcd-ef71f2775580 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:06.836287 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:06.851474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404cf7a-c9e2-4176-9aac-a1e393322cc4 req-b01f9536-4990-4367-aa92-d43d9e8873a3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:06.852984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8404cf7a-c9e2-4176-9aac-a1e393322cc4 req-b01f9536-4990-4367-aa92-d43d9e8873a3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0585206 Oct 13 00:16:06.866842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port adaebb21-b3ee-40d2-bbcd-ef71f2775580 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:06.870956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port adaebb21-b3ee-40d2-bbcd-ef71f2775580 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:06.871388 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:06.897936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8404cf7a-c9e2-4176-9aac-a1e393322cc4 req-e2b1b408-ccff-40e4-9c37-f7237f891a55 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Oct 13 00:16:06.976104 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:06.979601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9bb3c01-d14e-418f-bf0d-82147ccf9ade req-b26679c3-d233-43ac-9c9b-321c4cac524c tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/94915158-22f0-4615-aa07-e767bf1cc9b1 HTTP/1.1" status: 200 len: 1814 time: 0.0560148 Oct 13 00:16:07.021466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port adaebb21-b3ee-40d2-bbcd-ef71f2775580, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:07.023049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:07.026624 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4b776e-6d0e-4012-a761-67b31bb046a0" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "adaebb21-b3ee-40d2-bbcd-ef71f2775580"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:07.033413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.034648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:07.045376 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f9bb3c01-d14e-418f-bf0d-82147ccf9ade req-6c6ddd09-1343-447a-9cd1-6d8fd2b7cd6a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.075565 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f9bb3c01-d14e-418f-bf0d-82147ccf9ade req-6c6ddd09-1343-447a-9cd1-6d8fd2b7cd6a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.136513 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:07.138883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=adaebb21-b3ee-40d2-bbcd-ef71f2775580,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:07.146311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:07.147073 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.156042 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f9bb3c01-d14e-418f-bf0d-82147ccf9ade req-6c6ddd09-1343-447a-9cd1-6d8fd2b7cd6a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.158838 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f9bb3c01-d14e-418f-bf0d-82147ccf9ade req-6c6ddd09-1343-447a-9cd1-6d8fd2b7cd6a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.160132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9bb3c01-d14e-418f-bf0d-82147ccf9ade req-6c6ddd09-1343-447a-9cd1-6d8fd2b7cd6a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "DELETE /v2.0/security-groups/94915158-22f0-4615-aa07-e767bf1cc9b1 HTTP/1.1" status: 204 len: 173 time: 0.1797073 Oct 13 00:16:07.190840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c0830-5961-4f8a-a778-d00fa4acb5ad req-d908b9ee-22ce-450f-9ee7-fdd1b0cd7415 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.192889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a71c0830-5961-4f8a-a778-d00fa4acb5ad req-d908b9ee-22ce-450f-9ee7-fdd1b0cd7415 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 944 time: 0.0780823 Oct 13 00:16:07.194404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ddd09-1343-447a-9cd1-6d8fd2b7cd6a tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94915158-22f0-4615-aa07-e767bf1cc9b1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:07.254976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a71c0830-5961-4f8a-a778-d00fa4acb5ad req-21814a89-d636-428b-b39c-812b6b912ce0 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473957 Oct 13 00:16:07.256083 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.297022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac124-cd6b-43c8-8361-286f82807f38 req-cd494fa6-c50c-4611-a230-34dc80beada4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.298528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2abac124-cd6b-43c8-8361-286f82807f38 req-cd494fa6-c50c-4611-a230-34dc80beada4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0588832 Oct 13 00:16:07.303241 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f15fecf-5b07-4411-a1e4-d4b5b813bfb1 x-openstack-request-id: req-7f15fecf-5b07-4411-a1e4-d4b5b813bfb1 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:07.303595 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "adaebb21-b3ee-40d2-bbcd-ef71f2775580", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:07.303964 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f15fecf-5b07-4411-a1e4-d4b5b813bfb1 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:07.304354 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580', 'code': 200} Oct 13 00:16:07.312175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:07.320221 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.321933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9265abc7-6b4c-41be-82ef-41693b535004 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:07.363143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2abac124-cd6b-43c8-8361-286f82807f38 req-97d2e5f8-11f7-4773-96ea-fac1ea0e105f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490758 Oct 13 00:16:07.431678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:07.448668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 9265abc7-6b4c-41be-82ef-41693b535004 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:07.452903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9265abc7-6b4c-41be-82ef-41693b535004 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:07.453277 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.454448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84f7d976-f2f3-4d7d-8175-c0ad2d740fa5 req-f07363d7-1a2d-4578-85a2-555bf868ff08 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/53071d51-fadf-4f5e-99d9-d770c8b5b00c HTTP/1.1" status: 200 len: 1814 time: 0.0778730 Oct 13 00:16:07.466980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657a71-a48b-4b86-9972-6fa9ded2dcda req-926f020f-22d5-4830-be9f-967853bde9fd tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.468642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62657a71-a48b-4b86-9972-6fa9ded2dcda req-926f020f-22d5-4830-be9f-967853bde9fd tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0666957 Oct 13 00:16:07.533206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.535989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62657a71-a48b-4b86-9972-6fa9ded2dcda req-441a42c4-0662-4700-9562-5d87b3380d35 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Oct 13 00:16:07.554340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-84f7d976-f2f3-4d7d-8175-c0ad2d740fa5 req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.571311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9265abc7-6b4c-41be-82ef-41693b535004, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9265abc7-6b4c-41be-82ef-41693b535004,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:07.579537 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.580496 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device bf802313-d3df-4540-adff-9c73c3366bb7 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:07.598373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-84f7d976-f2f3-4d7d-8175-c0ad2d740fa5 req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.647926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-84f7d976-f2f3-4d7d-8175-c0ad2d740fa5 req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.652022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-84f7d976-f2f3-4d7d-8175-c0ad2d740fa5 req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.653626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84f7d976-f2f3-4d7d-8175-c0ad2d740fa5 req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "DELETE /v2.0/security-groups/53071d51-fadf-4f5e-99d9-d770c8b5b00c HTTP/1.1" status: 204 len: 173 time: 0.1838932 Oct 13 00:16:07.671392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9265abc7-6b4c-41be-82ef-41693b535004,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:07.699222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53071d51-fadf-4f5e-99d9-d770c8b5b00c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:07.702807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port bf802313-d3df-4540-adff-9c73c3366bb7 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:07.708000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port bf802313-d3df-4540-adff-9c73c3366bb7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:07.708620 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.714118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.714617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.715280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.715797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.716494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.716939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.718084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.718531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.718961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.719403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.719851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.720272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6725799-fcc7-4f9d-b80c-585aaa83951b tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:07.784724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-8d79b1a8-801d-4cbf-9b2d-01194fe77cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.790809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-8d79b1a8-801d-4cbf-9b2d-01194fe77cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.797480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-8d79b1a8-801d-4cbf-9b2d-01194fe77cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.804079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-8d79b1a8-801d-4cbf-9b2d-01194fe77cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.807100 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.812106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-8d79b1a8-801d-4cbf-9b2d-01194fe77cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.818953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-8d79b1a8-801d-4cbf-9b2d-01194fe77cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.825011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-8d79b1a8-801d-4cbf-9b2d-01194fe77cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.827053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-8d79b1a8-801d-4cbf-9b2d-01194fe77cac tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5430 time: 0.1663516 Oct 13 00:16:07.851241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port bf802313-d3df-4540-adff-9c73c3366bb7, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=bf802313-d3df-4540-adff-9c73c3366bb7,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:07.855815 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:07.866284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43660e41-cb54-4f01-9991-1c9b7b2a0968 req-aa614ae4-90ab-44b0-a848-dd78e07b96c1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:07.867786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43660e41-cb54-4f01-9991-1c9b7b2a0968 req-aa614ae4-90ab-44b0-a848-dd78e07b96c1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.1416974 Oct 13 00:16:07.898032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4595d353-dd30-4b8d-9482-a8289c617c33 req-5c4deb92-0c0f-4488-a754-ed64ff54e995 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637119 Oct 13 00:16:07.903798 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=bf802313-d3df-4540-adff-9c73c3366bb7,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:07.933191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43660e41-cb54-4f01-9991-1c9b7b2a0968 req-f17be200-0ba1-40ae-af68-5b202759e944 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550976 Oct 13 00:16:08.020052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e859fdb4-666d-461c-9d1b-3c0a090bb643 req-83e9df04-651d-4828-b9a6-fbbb500388b6 tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "GET /v2.0/security-groups/17a0adc0-cfb9-47a2-b844-87bf779d5284 HTTP/1.1" status: 200 len: 1812 time: 0.0537741 Oct 13 00:16:08.084436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd524329-f163-481d-abcd-a5569e064a3b req-b897ab85-0485-4f63-8a8e-35a09d453675 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.087287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd524329-f163-481d-abcd-a5569e064a3b req-b897ab85-0485-4f63-8a8e-35a09d453675 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0832016 Oct 13 00:16:08.119770 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e859fdb4-666d-461c-9d1b-3c0a090bb643 req-36a3255b-b79d-407c-90ed-dd5dc5f8b36f tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.151218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd524329-f163-481d-abcd-a5569e064a3b req-eb0d68ee-8580-445d-97d9-a4cef86b77e4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589535 Oct 13 00:16:08.154758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e859fdb4-666d-461c-9d1b-3c0a090bb643 req-36a3255b-b79d-407c-90ed-dd5dc5f8b36f tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.199116 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e859fdb4-666d-461c-9d1b-3c0a090bb643 req-36a3255b-b79d-407c-90ed-dd5dc5f8b36f tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.202648 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e859fdb4-666d-461c-9d1b-3c0a090bb643 req-36a3255b-b79d-407c-90ed-dd5dc5f8b36f tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.204058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e859fdb4-666d-461c-9d1b-3c0a090bb643 req-36a3255b-b79d-407c-90ed-dd5dc5f8b36f tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] 10.222.0.21 "DELETE /v2.0/security-groups/17a0adc0-cfb9-47a2-b844-87bf779d5284 HTTP/1.1" status: 204 len: 173 time: 0.1693752 Oct 13 00:16:08.211478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54286) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:08.216503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3255b-b79d-407c-90ed-dd5dc5f8b36f tempest-SecurityGroupRulesNegativeTestJSON-160173294 tempest-SecurityGroupRulesNegativeTestJSON-160173294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a0adc0-cfb9-47a2-b844-87bf779d5284,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:08.292263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8415f9ae-9609-4f74-b8bf-94035462e472 admin admin] Deleting subnet fc7d553c-7958-42ec-8968-2288469ed580 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:16:08.296265 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8415f9ae-9609-4f74-b8bf-94035462e472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.374682 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8415f9ae-9609-4f74-b8bf-94035462e472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.418123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990509cc-174a-4e6f-b826-0b2b3135d1e4 req-ac2efa31-d46a-44e0-b213-379dc7501814 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.426992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990509cc-174a-4e6f-b826-0b2b3135d1e4 req-ac2efa31-d46a-44e0-b213-379dc7501814 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1088333 Oct 13 00:16:08.458666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8415f9ae-9609-4f74-b8bf-94035462e472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.471047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990509cc-174a-4e6f-b826-0b2b3135d1e4 req-5c24c306-381b-430e-a1f4-f1b602d1399d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427368 Oct 13 00:16:08.559655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8415f9ae-9609-4f74-b8bf-94035462e472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.603265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54298) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:08.606880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415f9ae-9609-4f74-b8bf-94035462e472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7d553c-7958-42ec-8968-2288469ed580,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:08.609513 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8415f9ae-9609-4f74-b8bf-94035462e472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.615962 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8415f9ae-9609-4f74-b8bf-94035462e472 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc7d553c-7958-42ec-8968-2288469ed580 HTTP/1.1" status: 204 len: 168 time: 0.4011526 Oct 13 00:16:08.616217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54302) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:08.641670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-797f2597-e3f4-44c8-b90f-e19e4e25a681 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.647847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-797f2597-e3f4-44c8-b90f-e19e4e25a681 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.653954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-797f2597-e3f4-44c8-b90f-e19e4e25a681 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.661219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-797f2597-e3f4-44c8-b90f-e19e4e25a681 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.668402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-797f2597-e3f4-44c8-b90f-e19e4e25a681 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.676614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-797f2597-e3f4-44c8-b90f-e19e4e25a681 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.684494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-797f2597-e3f4-44c8-b90f-e19e4e25a681 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.687770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-797f2597-e3f4-44c8-b90f-e19e4e25a681 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1682475 Oct 13 00:16:08.689205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.700894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fc53b-eac2-44ae-89c1-3968f6cd45fd req-24cf76f8-c00a-4003-99c4-d589d8984ceb tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:08.703255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b8fc53b-eac2-44ae-89c1-3968f6cd45fd req-24cf76f8-c00a-4003-99c4-d589d8984ceb tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 944 time: 0.1442659 Oct 13 00:16:08.769650 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a0711b0-6483-40de-b2a2-c1d803f062d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.789002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34702975-0f1c-4d90-9eca-2a8024459e84 req-7dceebe1-c703-46be-a1eb-b04e44f65178 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846059 Oct 13 00:16:08.797384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.799851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b8fc53b-eac2-44ae-89c1-3968f6cd45fd req-66a7f711-326a-4f2d-bf19-0f759bed49b2 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881529 Oct 13 00:16:08.820090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 26488eef-0b26-4aa7-aba7-948a93520029 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:08.839434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7c3de1-934d-4036-8d96-2d8d103b72e7']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:08.854029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0d7cc0-b7b6-4b1b-a63e-0e51cd9b8f36') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:08.854314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0d7cc0-b7b6-4b1b-a63e-0e51cd9b8f36') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:08.867883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.883632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.893337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:16:08.893868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:16:08.896082 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:16:08.925922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 26488eef-0b26-4aa7-aba7-948a93520029 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:08.935257 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 26488eef-0b26-4aa7-aba7-948a93520029 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:08.935989 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.956456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a0711b0-6483-40de-b2a2-c1d803f062d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.969767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a0711b0-6483-40de-b2a2-c1d803f062d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.982170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:08.997670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.005963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b7c3de1-934d-4036-8d96-2d8d103b72e7 HTTP/1.1" status: 204 len: 168 time: 0.3863649 Oct 13 00:16:09.019559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e614430-52cf-4e63-b896-6469bdb3c79a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7c3de1-934d-4036-8d96-2d8d103b72e7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:09.040403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4a0711b0-6483-40de-b2a2-c1d803f062d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a5d9e5e60d8442c81544cd7c93c61b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365077 Oct 13 00:16:09.041150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0711b0-6483-40de-b2a2-c1d803f062d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc839ff-340f-45fd-88e6-afdc7b9ffa55,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:09.043575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54312) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:09.052705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d6c1e-a874-4612-80cf-cf7070a53405 req-49230cce-6d05-460f-aa41-7af2ddb33b4c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.059961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-984d6c1e-a874-4612-80cf-cf7070a53405 req-49230cce-6d05-460f-aa41-7af2ddb33b4c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1445785 Oct 13 00:16:09.087438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8575a-fc41-410c-8022-07d00a3a2576 req-4980c985-677d-4d15-b2a8-7f2604a32754 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.097855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00e8575a-fc41-410c-8022-07d00a3a2576 req-4980c985-677d-4d15-b2a8-7f2604a32754 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1475921 Oct 13 00:16:09.112286 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.121899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc9921c6-389c-4846-a72e-db2970f4f9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.134219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-984d6c1e-a874-4612-80cf-cf7070a53405 req-5590869a-34cc-427c-a1a1-20f56ef4b67a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714767 Oct 13 00:16:09.169114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc9921c6-389c-4846-a72e-db2970f4f9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.192654 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00e8575a-fc41-410c-8022-07d00a3a2576 req-eba890df-04a3-4f08-8cd9-3b9d931a78c9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811899 Oct 13 00:16:09.195223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 26488eef-0b26-4aa7-aba7-948a93520029, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=26488eef-0b26-4aa7-aba7-948a93520029,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:09.204540 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.205493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 41287d11-bc16-4f5a-9352-f0132c384b8b up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:09.230236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54316) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:09.286371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc9921c6-389c-4846-a72e-db2970f4f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.289912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc9921c6-389c-4846-a72e-db2970f4f9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.304253 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fc9921c6-389c-4846-a72e-db2970f4f9fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdc839ff-340f-45fd-88e6-afdc7b9ffa55 HTTP/1.1" status: 204 len: 168 time: 0.2596333 Oct 13 00:16:09.308584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb4b6d-22f8-4e42-84b2-7aa504f60fb1'}, {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9265abc7-6b4c-41be-82ef-41693b535004'}, {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf802313-d3df-4540-adff-9c73c3366bb7'}, {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:09.312127 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55faff34-9889-4a12-95f0-c13decd21964" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "81fb4b6d-22f8-4e42-84b2-7aa504f60fb1"}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "9265abc7-6b4c-41be-82ef-41693b535004"}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "bf802313-d3df-4540-adff-9c73c3366bb7"}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "26488eef-0b26-4aa7-aba7-948a93520029"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:09.321831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b2c7e296-be48-4c93-a880-2c7e0771de82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef846411e3574b1dbb85b022ca8eb274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903802 Oct 13 00:16:09.326129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54322) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:09.330789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9921c6-389c-4846-a72e-db2970f4f9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc839ff-340f-45fd-88e6-afdc7b9ffa55,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:09.331697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 41287d11-bc16-4f5a-9352-f0132c384b8b completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:09.349760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-f9201191-4caa-4ee9-ad81-25f6c0a1be6b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.356081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-f9201191-4caa-4ee9-ad81-25f6c0a1be6b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.362703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-f9201191-4caa-4ee9-ad81-25f6c0a1be6b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.368794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-f9201191-4caa-4ee9-ad81-25f6c0a1be6b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.373241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 41287d11-bc16-4f5a-9352-f0132c384b8b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:09.374435 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.375743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-f9201191-4caa-4ee9-ad81-25f6c0a1be6b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.382613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-f9201191-4caa-4ee9-ad81-25f6c0a1be6b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.391610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-f9201191-4caa-4ee9-ad81-25f6c0a1be6b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.399689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-f9201191-4caa-4ee9-ad81-25f6c0a1be6b tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5432 time: 0.1607790 Oct 13 00:16:09.424571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=26488eef-0b26-4aa7-aba7-948a93520029,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:09.474465 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.512790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 41287d11-bc16-4f5a-9352-f0132c384b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=41287d11-bc16-4f5a-9352-f0132c384b8b,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:09.517556 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.519399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 068c0998-0d76-4f70-97f9-b63506279aa8 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:09.519894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2104ae75-ed08-4493-ade3-ffa2b968dfa2 req-d80d3135-6376-44fd-8aeb-0d85f89d4c69 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171920 Oct 13 00:16:09.541188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b401-f60e-4042-98be-5c48b9465506 req-f729bcaf-fa3d-4331-8024-9621d0453ab9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.557307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a54b401-f60e-4042-98be-5c48b9465506 req-f729bcaf-fa3d-4331-8024-9621d0453ab9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.2215796 Oct 13 00:16:09.565129 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea1c28ed-2ee2-47c0-aaff-167706ab86d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.604386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea1c28ed-2ee2-47c0-aaff-167706ab86d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.626388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 068c0998-0d76-4f70-97f9-b63506279aa8 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:09.635921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a54b401-f60e-4042-98be-5c48b9465506 req-1cbc3d26-0899-4b94-818b-c980e925413b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754578 Oct 13 00:16:09.639252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 068c0998-0d76-4f70-97f9-b63506279aa8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:09.639691 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.667461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=41287d11-bc16-4f5a-9352-f0132c384b8b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:09.733851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9b6f7-5197-46bb-ad38-9fc0244780af req-550adc37-2732-4f51-baba-49d6d2c0a032 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:09.735579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0d9b6f7-5197-46bb-ad38-9fc0244780af req-550adc37-2732-4f51-baba-49d6d2c0a032 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0760827 Oct 13 00:16:09.736803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea1c28ed-2ee2-47c0-aaff-167706ab86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.739556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea1c28ed-2ee2-47c0-aaff-167706ab86d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.740761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ea1c28ed-2ee2-47c0-aaff-167706ab86d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7249fb98-2a91-4833-a6ba-7891557e3f3d HTTP/1.1" status: 204 len: 168 time: 0.4136686 Oct 13 00:16:09.750434 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68140b32-edeb-4714-b856-39a89817491a x-openstack-request-id: req-68140b32-edeb-4714-b856-39a89817491a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:09.751130 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "81fb4b6d-22f8-4e42-84b2-7aa504f60fb1", "code": 200}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "9265abc7-6b4c-41be-82ef-41693b535004", "code": 200}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "bf802313-d3df-4540-adff-9c73c3366bb7", "code": 200}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "26488eef-0b26-4aa7-aba7-948a93520029", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:09.751617 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68140b32-edeb-4714-b856-39a89817491a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:09.752229 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb4b6d-22f8-4e42-84b2-7aa504f60fb1', 'code': 200} Oct 13 00:16:09.752672 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9265abc7-6b4c-41be-82ef-41693b535004', 'code': 200} Oct 13 00:16:09.753109 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf802313-d3df-4540-adff-9c73c3366bb7', 'code': 200} Oct 13 00:16:09.753547 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029', 'code': 200} Oct 13 00:16:09.762460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c28ed-2ee2-47c0-aaff-167706ab86d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249fb98-2a91-4833-a6ba-7891557e3f3d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:09.785683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0d9b6f7-5197-46bb-ad38-9fc0244780af req-08b1421e-e255-4069-98b2-be1fcf0eff5d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Oct 13 00:16:09.786593 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.828408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 068c0998-0d76-4f70-97f9-b63506279aa8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=068c0998-0d76-4f70-97f9-b63506279aa8,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:09.834675 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:09.835803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9e045665-3f53-4eb3-b106-a35a4400500a up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:09.926325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=068c0998-0d76-4f70-97f9-b63506279aa8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:09.947322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 9e045665-3f53-4eb3-b106-a35a4400500a completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:09.953018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9e045665-3f53-4eb3-b106-a35a4400500a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:09.953606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:10.042811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eebd43-ddd4-4638-87a3-f575149e1a13 req-b9a6e1be-bdd4-43c9-b7ec-8feb0fb3ac32 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.051039 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0eebd43-ddd4-4638-87a3-f575149e1a13 req-b9a6e1be-bdd4-43c9-b7ec-8feb0fb3ac32 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 944 time: 0.0914176 Oct 13 00:16:10.064832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-193fd4a6-b988-4f24-8bd9-443f29366dd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.071360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-193fd4a6-b988-4f24-8bd9-443f29366dd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.078035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-193fd4a6-b988-4f24-8bd9-443f29366dd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.085294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-193fd4a6-b988-4f24-8bd9-443f29366dd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.091892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-193fd4a6-b988-4f24-8bd9-443f29366dd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.098730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-193fd4a6-b988-4f24-8bd9-443f29366dd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.104721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:10.105036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-193fd4a6-b988-4f24-8bd9-443f29366dd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.113901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-193fd4a6-b988-4f24-8bd9-443f29366dd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1711099 Oct 13 00:16:10.144951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9e045665-3f53-4eb3-b106-a35a4400500a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9e045665-3f53-4eb3-b106-a35a4400500a,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:10.149403 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:10.203603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfe653ac-8397-44a5-90cc-5fc3d88136e2 req-7576fe22-cf16-449d-9774-b57f38c1a12c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792522 Oct 13 00:16:10.216560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0eebd43-ddd4-4638-87a3-f575149e1a13 req-6a662b57-6b94-42b2-a3a9-9aab38b045bc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508908 Oct 13 00:16:10.248204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9e045665-3f53-4eb3-b106-a35a4400500a,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:10.413278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ae21f-0086-4466-8feb-1af238f24039 req-207d1d4c-3d9d-450f-a0aa-e21329a1e337 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.420750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-412ae21f-0086-4466-8feb-1af238f24039 req-207d1d4c-3d9d-450f-a0aa-e21329a1e337 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1118071 Oct 13 00:16:10.438923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e73630-1236-476d-abcb-5d6a95ee898c req-91ec6536-befb-484b-ac19-69e38a147452 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.440502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96e73630-1236-476d-abcb-5d6a95ee898c req-91ec6536-befb-484b-ac19-69e38a147452 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1202018 Oct 13 00:16:10.487128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-412ae21f-0086-4466-8feb-1af238f24039 req-0ccd44a6-4c06-42b3-9249-930a1d089904 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654011 Oct 13 00:16:10.526914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96e73630-1236-476d-abcb-5d6a95ee898c req-f9e12828-2b31-4b29-b040-5838e50438d1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635703 Oct 13 00:16:10.658980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d57d81-5bf0-4912-ae39-e1d5fb23bb9a req-65aaeae6-724a-41f8-a7b5-bbfca526ded7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.666774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66d57d81-5bf0-4912-ae39-e1d5fb23bb9a req-65aaeae6-724a-41f8-a7b5-bbfca526ded7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0668323 Oct 13 00:16:10.766185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66d57d81-5bf0-4912-ae39-e1d5fb23bb9a req-c79108d3-415c-42a8-bac2-c96d99d83df2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927629 Oct 13 00:16:10.802866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d383d-9c3d-40f6-b98e-26e192895036 req-c63fd348-c679-449a-94a9-c8e0d76593d4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.810106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d383d-9c3d-40f6-b98e-26e192895036 req-c63fd348-c679-449a-94a9-c8e0d76593d4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.818347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d383d-9c3d-40f6-b98e-26e192895036 req-c63fd348-c679-449a-94a9-c8e0d76593d4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.825144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d383d-9c3d-40f6-b98e-26e192895036 req-c63fd348-c679-449a-94a9-c8e0d76593d4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.831800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d383d-9c3d-40f6-b98e-26e192895036 req-c63fd348-c679-449a-94a9-c8e0d76593d4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.838374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d383d-9c3d-40f6-b98e-26e192895036 req-c63fd348-c679-449a-94a9-c8e0d76593d4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.844714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d383d-9c3d-40f6-b98e-26e192895036 req-c63fd348-c679-449a-94a9-c8e0d76593d4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.847196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-644d383d-9c3d-40f6-b98e-26e192895036 req-c63fd348-c679-449a-94a9-c8e0d76593d4 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.1611550 Oct 13 00:16:10.921038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54382) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:10.935230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d01da-dcd0-491f-b809-937a82d424b3 req-784162f1-aa54-4d8c-8cf4-1a5d4f637d55 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:10.943855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee2d01da-dcd0-491f-b809-937a82d424b3 req-784162f1-aa54-4d8c-8cf4-1a5d4f637d55 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.0910857 Oct 13 00:16:10.970583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-644d383d-9c3d-40f6-b98e-26e192895036 req-ef192799-4b0c-491f-9a2f-e6fa32770867 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062298 Oct 13 00:16:10.993251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee2d01da-dcd0-491f-b809-937a82d424b3 req-dfa47dee-3573-4e4d-bbea-fe83113826ec tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471013 Oct 13 00:16:11.119951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1621282845-network', 'tenant_id': 'f928e3ae3dc94365b83328f1481593b2'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:11.148587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Made reservation on behalf of f928e3ae3dc94365b83328f1481593b2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:11.153114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.163717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.164713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9335a-aa34-488e-8403-4c4dec421df3 req-811d51e2-eead-4f41-b6fb-1d6fc4e1f921 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.166326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf9335a-aa34-488e-8403-4c4dec421df3 req-811d51e2-eead-4f41-b6fb-1d6fc4e1f921 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0596056 Oct 13 00:16:11.221432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf9335a-aa34-488e-8403-4c4dec421df3 req-9ac654cf-7068-485d-be72-215a18672805 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467794 Oct 13 00:16:11.263312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.271152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.294259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:16:11.316794 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.317273 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Added segment 50e77edc-3d33-4d7e-91cc-1ffd7433efc3 of type vlan for network 53a8c47b-c762-4f80-a63b-13e66dbd4525 Oct 13 00:16:11.372423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.418107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-cf2dbcd2-bf08-47b4-8e31-3afcd936125c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.419498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc74576-f458-4d66-ad41-16ab4861eddd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:11.425894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-cf2dbcd2-bf08-47b4-8e31-3afcd936125c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.432011 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.433032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.433690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.434508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-cf2dbcd2-bf08-47b4-8e31-3afcd936125c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.442430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-cf2dbcd2-bf08-47b4-8e31-3afcd936125c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.449834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-cf2dbcd2-bf08-47b4-8e31-3afcd936125c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.456728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-cf2dbcd2-bf08-47b4-8e31-3afcd936125c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.462901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-cf2dbcd2-bf08-47b4-8e31-3afcd936125c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.474816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-cf2dbcd2-bf08-47b4-8e31-3afcd936125c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1839032 Oct 13 00:16:11.506986 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5834863 Oct 13 00:16:11.511769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54402) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:11.518996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Request body: {'subnet': {'network_id': '53a8c47b-c762-4f80-a63b-13e66dbd4525', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1621282845-subnet', 'tenant_id': 'f928e3ae3dc94365b83328f1481593b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:11.519168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251edf1-4708-49c5-965a-df3657dc2e42 admin admin] Pushing event updated for resources: {'Network': ['ID=53a8c47b-c762-4f80-a63b-13e66dbd4525,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:11.531262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 53a8c47b-c762-4f80-a63b-13e66dbd4525 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:16:11.571918 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d453a967-e69c-4de1-bf44-c34b35e994ac req-0b3a55b1-e3fd-4257-bb53-f852efce0f26 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921073 Oct 13 00:16:11.590415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872496f1-38bc-42e1-b633-e077a2cea0d3 req-0232e7e7-dfd3-4beb-93fe-1562587e0627 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:11.595414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-872496f1-38bc-42e1-b633-e077a2cea0d3 req-0232e7e7-dfd3-4beb-93fe-1562587e0627 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 945 time: 0.2093372 Oct 13 00:16:11.598138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Made reservation on behalf of f928e3ae3dc94365b83328f1481593b2 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:11.603741 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.652070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54404) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:11.754709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41287d11-bc16-4f5a-9352-f0132c384b8b'}, {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c0998-0d76-4f70-97f9-b63506279aa8'}, {'server_uuid': '4d99c0b2-de11-497b-9b67-a3232002f1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e045665-3f53-4eb3-b106-a35a4400500a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:11.757830 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7744c08-e8b2-4fe6-ba80-e953795e4348" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "41287d11-bc16-4f5a-9352-f0132c384b8b"}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "068c0998-0d76-4f70-97f9-b63506279aa8"}, {"server_uuid": "4d99c0b2-de11-497b-9b67-a3232002f1dd", "name": "network-vif-plugged", "status": "completed", "tag": "9e045665-3f53-4eb3-b106-a35a4400500a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:11.761073 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1cec1025-4963-469b-b0ec-73fbe56acda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.790497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-22ea7d60-2d1d-4bcc-933c-4e489201993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.851762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1cec1025-4963-469b-b0ec-73fbe56acda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.856548 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1cec1025-4963-469b-b0ec-73fbe56acda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.896508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1cec1025-4963-469b-b0ec-73fbe56acda4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54582d1f8a3a4c218faf055b30b797ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431395 Oct 13 00:16:11.897465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec1025-4963-469b-b0ec-73fbe56acda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95e5794-0699-4010-a7fc-3c16ff22a78e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:11.899883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54410) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:11.951065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78d5416f-9f5e-4c27-882c-388da01c6a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:11.975942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78d5416f-9f5e-4c27-882c-388da01c6a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:12.028338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78d5416f-9f5e-4c27-882c-388da01c6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:12.031883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78d5416f-9f5e-4c27-882c-388da01c6a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:12.033052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-78d5416f-9f5e-4c27-882c-388da01c6a25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a95e5794-0699-4010-a7fc-3c16ff22a78e HTTP/1.1" status: 204 len: 168 time: 0.1322429 Oct 13 00:16:12.041215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5416f-9f5e-4c27-882c-388da01c6a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95e5794-0699-4010-a7fc-3c16ff22a78e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:12.063692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-872496f1-38bc-42e1-b633-e077a2cea0d3 req-0c2a2e30-a4bf-4515-8651-cf3ee5221422 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402320 Oct 13 00:16:12.095183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b799f8-df00-459a-bfe3-6a329fbcb436 req-cde8ab70-c8cf-4f3a-a8b9-596e66fec4e4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.096754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33b799f8-df00-459a-bfe3-6a329fbcb436 req-cde8ab70-c8cf-4f3a-a8b9-596e66fec4e4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.4217083 Oct 13 00:16:12.231659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33b799f8-df00-459a-bfe3-6a329fbcb436 req-eabc8c48-4a5c-412d-bcc2-aa377be5c69c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932255 Oct 13 00:16:12.241345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e384ed-a2a5-450d-a138-6de8208fff6f req-912d572e-855b-457a-80bb-9d0a68b3ccad tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.242931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0e384ed-a2a5-450d-a138-6de8208fff6f req-912d572e-855b-457a-80bb-9d0a68b3ccad tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1059523 Oct 13 00:16:12.320210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:12.342992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0e384ed-a2a5-450d-a138-6de8208fff6f req-8a448090-cd00-491b-afe3-50ae32029fee tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667694 Oct 13 00:16:12.370104 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff3b540-c9f4-44a1-a39c-e74ffc920823 x-openstack-request-id: req-8ff3b540-c9f4-44a1-a39c-e74ffc920823 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:12.370928 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "41287d11-bc16-4f5a-9352-f0132c384b8b", "code": 200}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-plugged", "status": "completed", "tag": "068c0998-0d76-4f70-97f9-b63506279aa8", "code": 200}, {"server_uuid": "4d99c0b2-de11-497b-9b67-a3232002f1dd", "name": "network-vif-plugged", "status": "completed", "tag": "9e045665-3f53-4eb3-b106-a35a4400500a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:12.371451 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ff3b540-c9f4-44a1-a39c-e74ffc920823 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:12.372123 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41287d11-bc16-4f5a-9352-f0132c384b8b', 'code': 200} Oct 13 00:16:12.372566 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c0998-0d76-4f70-97f9-b63506279aa8', 'code': 200} Oct 13 00:16:12.373000 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d99c0b2-de11-497b-9b67-a3232002f1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e045665-3f53-4eb3-b106-a35a4400500a', 'code': 200} Oct 13 00:16:12.438606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b9ad3c-2f21-4647-baef-31e7506428ec,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:12.444026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Checking segment: {'id': '50e77edc-3d33-4d7e-91cc-1ffd7433efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '53a8c47b-c762-4f80-a63b-13e66dbd4525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:12.444390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Network hostable DHCP agents. Network: 53a8c47b-c762-4f80-a63b-13e66dbd4525, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:16:12.469775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Network 53a8c47b-c762-4f80-a63b-13e66dbd4525 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:16:12.540353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 53a8c47b-c762-4f80-a63b-13e66dbd4525) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:12.550194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d7f83-3504-462e-933c-80143f39c3f8 None None] Network 53a8c47b-c762-4f80-a63b-13e66dbd4525 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:12.575321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.575958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:12.626202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b24c2c60-970e-470c-8972-c0741d9df6cd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1125362 Oct 13 00:16:12.641429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-f064036a-7615-474b-92b0-fbd3b6ce40e3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.647476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-f064036a-7615-474b-92b0-fbd3b6ce40e3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.653525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-f064036a-7615-474b-92b0-fbd3b6ce40e3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.659624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-f064036a-7615-474b-92b0-fbd3b6ce40e3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.665644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-f064036a-7615-474b-92b0-fbd3b6ce40e3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.673869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-f064036a-7615-474b-92b0-fbd3b6ce40e3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.678352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-f064036a-7615-474b-92b0-fbd3b6ce40e3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.678936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-04090dba-3e21-4f49-a51d-36a5b65144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.679416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-04090dba-3e21-4f49-a51d-36a5b65144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.686164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-f064036a-7615-474b-92b0-fbd3b6ce40e3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.2125351 Oct 13 00:16:12.686836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-04090dba-3e21-4f49-a51d-36a5b65144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.687388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-04090dba-3e21-4f49-a51d-36a5b65144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.689008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-04090dba-3e21-4f49-a51d-36a5b65144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.689485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-04090dba-3e21-4f49-a51d-36a5b65144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.690255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-04090dba-3e21-4f49-a51d-36a5b65144a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.695637 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-04090dba-3e21-4f49-a51d-36a5b65144a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6491 time: 0.1135821 Oct 13 00:16:12.703141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91ac29-b276-44a1-beac-20256b54abab req-5f792d7e-af13-4848-9893-3f62a6528f59 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.704764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf91ac29-b276-44a1-beac-20256b54abab req-5f792d7e-af13-4848-9893-3f62a6528f59 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.2174819 Oct 13 00:16:12.706543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e6d9e-4c5d-4cf7-84c7-5182ca052391 req-d16241ad-bb3a-46c3-b1f8-15859ccab172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.707957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-259e6d9e-4c5d-4cf7-84c7-5182ca052391 req-d16241ad-bb3a-46c3-b1f8-15859ccab172 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 1096 time: 0.1591008 Oct 13 00:16:12.714029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63540fa5-f3e7-4eab-8a3f-7a11b4e51032 None None] Network 53a8c47b-c762-4f80-a63b-13e66dbd4525 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:12.745922 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b85e8a60-bfd9-4a4f-8f4e-c308b87abbbb req-87a3d58d-6d5f-4015-b901-b1be02a7376a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413201 Oct 13 00:16:12.796360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cefaa93-e8ca-48fc-a807-b40998b7be21 req-189b89ee-5cdb-4cd1-9de9-57340b86eff8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067562 Oct 13 00:16:12.828009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-259e6d9e-4c5d-4cf7-84c7-5182ca052391 req-a764723c-9ee4-47f9-adee-63fc6b794d80 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102202 Oct 13 00:16:12.845210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf91ac29-b276-44a1-beac-20256b54abab req-682fe8fc-411c-4262-8989-49dcfe2dbca2 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287730 Oct 13 00:16:12.928492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423711-34af-4769-90c9-655f5771dc48 req-9631029b-ccc4-4544-be63-9e8d3f4d8102 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.935217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423711-34af-4769-90c9-655f5771dc48 req-9631029b-ccc4-4544-be63-9e8d3f4d8102 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.938022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54450) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:12.941535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423711-34af-4769-90c9-655f5771dc48 req-9631029b-ccc4-4544-be63-9e8d3f4d8102 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.947810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423711-34af-4769-90c9-655f5771dc48 req-9631029b-ccc4-4544-be63-9e8d3f4d8102 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.954380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423711-34af-4769-90c9-655f5771dc48 req-9631029b-ccc4-4544-be63-9e8d3f4d8102 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.960551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423711-34af-4769-90c9-655f5771dc48 req-9631029b-ccc4-4544-be63-9e8d3f4d8102 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.967071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3423711-34af-4769-90c9-655f5771dc48 req-9631029b-ccc4-4544-be63-9e8d3f4d8102 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:12.969553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3423711-34af-4769-90c9-655f5771dc48 req-9631029b-ccc4-4544-be63-9e8d3f4d8102 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1037989 Oct 13 00:16:13.015330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3423711-34af-4769-90c9-655f5771dc48 req-8369cce5-d828-476e-81fc-9f903e6811e2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370064 Oct 13 00:16:13.037699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-528297744-network', 'tenant_id': 'c8b1893364084a578b8bb5d5f95891e9'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:13.059414 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-2d5dced1-35a5-4050-a54d-6671e2395066 req-868fa97f-247c-4067-b6ac-1e2f44ecf604 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] show failed (client error): The resource could not be found. Oct 13 00:16:13.060424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d5dced1-35a5-4050-a54d-6671e2395066 req-868fa97f-247c-4067-b6ac-1e2f44ecf604 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] 10.222.0.21 "GET /v2.0/security-groups/e40aa441-a3d9-4e07-a93f-f3b7217f4537 HTTP/1.1" status: 404 len: 352 time: 0.0180266 Oct 13 00:16:13.063641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Made reservation on behalf of c8b1893364084a578b8bb5d5f95891e9 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:13.068645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.088222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.166970 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.171590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.172741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe5815-0851-4d8d-b13e-394ac40cf8a5 req-b8333488-90b3-47f2-a55f-dec0527b9315 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:13.174229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70fe5815-0851-4d8d-b13e-394ac40cf8a5 req-b8333488-90b3-47f2-a55f-dec0527b9315 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0829296 Oct 13 00:16:13.186149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd6c1c-2980-4af2-b2a7-f3aa3b8f3e46 req-696cdf3c-4210-44be-b676-1e10da548df3 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:13.187622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cbd6c1c-2980-4af2-b2a7-f3aa3b8f3e46 req-696cdf3c-4210-44be-b676-1e10da548df3 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 945 time: 0.0696540 Oct 13 00:16:13.194701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:16:13.211275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101f9410-dffc-4482-afa3-f31ef0dae0a9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:13.214210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.214558 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Added segment bd3f83e0-1e19-4690-9ece-b4a8e117cfd7 of type vlan for network 5301123f-2d13-4e49-93c1-3697bb0c95ed Oct 13 00:16:13.244553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70fe5815-0851-4d8d-b13e-394ac40cf8a5 req-ab19315f-23bf-482b-922f-4eac674ac550 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559657 Oct 13 00:16:13.249845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cbd6c1c-2980-4af2-b2a7-f3aa3b8f3e46 req-7844e1e3-ad9d-48c9-af3e-6d3b7c09a87d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545928 Oct 13 00:16:13.268142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.303245 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.304305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:13.304883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.341879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a575a43-6de2-40d9-9c18-7fbcd98a594d req-484898a9-3700-426f-a472-cc319871de27 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f928e3ae3dc94365b83328f1481593b2 HTTP/1.1" status: 200 len: 2988 time: 0.0546172 Oct 13 00:16:13.368474 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4291987 Oct 13 00:16:13.378180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54464) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:13.384819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa26fd2-986a-4c1a-b69c-2d8b6d94071a admin admin] Pushing event updated for resources: {'Network': ['ID=5301123f-2d13-4e49-93c1-3697bb0c95ed,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:13.391327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Request body: {'subnet': {'network_id': '5301123f-2d13-4e49-93c1-3697bb0c95ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-528297744-subnet', 'tenant_id': 'c8b1893364084a578b8bb5d5f95891e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:13.398161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 5301123f-2d13-4e49-93c1-3697bb0c95ed details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:16:13.434288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b29d8-38c7-46bd-885e-a155f0b1a51b req-f00c41bd-6bc6-4051-aa1a-d7c7df2c903e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:13.435827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a3b29d8-38c7-46bd-885e-a155f0b1a51b req-f00c41bd-6bc6-4051-aa1a-d7c7df2c903e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1111081 Oct 13 00:16:13.443368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a575a43-6de2-40d9-9c18-7fbcd98a594d req-95b6ed24-0ec4-46ad-b9f7-2d7a35e870a2 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] 10.222.0.21 "GET /v2.0/security-groups/bcc74576-f458-4d66-ad41-16ab4861eddd HTTP/1.1" status: 200 len: 2985 time: 0.0868526 Oct 13 00:16:13.456924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Made reservation on behalf of c8b1893364084a578b8bb5d5f95891e9 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:13.459177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.573050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a3b29d8-38c7-46bd-885e-a155f0b1a51b req-6112dac8-4422-43a4-ae65-e5921bc3a478 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285837 Oct 13 00:16:13.587075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a575a43-6de2-40d9-9c18-7fbcd98a594d req-8ba0acba-6334-41c8-939a-d944fb2d3bc2 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] 10.222.0.21 "GET /v2.0/security-groups/bcc74576-f458-4d66-ad41-16ab4861eddd HTTP/1.1" status: 200 len: 2985 time: 0.1329024 Oct 13 00:16:13.749520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-622bba7c-d21a-4605-907e-aa5fe4262efa req-9dcea8bc-23ba-48f8-b91f-cb5c000d577c tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] 10.222.0.21 "GET /v2.0/security-groups/bcc74576-f458-4d66-ad41-16ab4861eddd HTTP/1.1" status: 200 len: 2985 time: 0.1139624 Oct 13 00:16:13.761248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce89c-ab92-497f-a9a8-4ab384dc6e5c req-0cb90b88-5f5a-4fef-87a6-48b155c87cdd tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:13.762660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-226ce89c-ab92-497f-a9a8-4ab384dc6e5c req-0cb90b88-5f5a-4fef-87a6-48b155c87cdd tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1265914 Oct 13 00:16:13.776578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.892529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-226ce89c-ab92-497f-a9a8-4ab384dc6e5c req-238e252a-0391-48ed-a8de-bfc76c626c95 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186407 Oct 13 00:16:13.899176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356d331a-5c69-4c05-8898-e245d42cf089,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:13.910118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Checking segment: {'id': 'bd3f83e0-1e19-4690-9ece-b4a8e117cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5301123f-2d13-4e49-93c1-3697bb0c95ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:13.910476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Network hostable DHCP agents. Network: 5301123f-2d13-4e49-93c1-3697bb0c95ed, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:16:13.916919 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-622bba7c-d21a-4605-907e-aa5fe4262efa req-32417739-2a87-4820-a18c-ea3ace2f7874 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 00:16:13.917947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-622bba7c-d21a-4605-907e-aa5fe4262efa req-32417739-2a87-4820-a18c-ea3ace2f7874 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] 10.222.0.21 "DELETE /v2.0/security-groups/bcc74576-f458-4d66-ad41-16ab4861eddd HTTP/1.1" status: 409 len: 352 time: 0.1524212 Oct 13 00:16:13.935314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Network 5301123f-2d13-4e49-93c1-3697bb0c95ed is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:16:13.945873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 5301123f-2d13-4e49-93c1-3697bb0c95ed) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:13.949963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:13.950550 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:13.956043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8b095-0101-4917-a875-842be76c491f None None] Network 5301123f-2d13-4e49-93c1-3697bb0c95ed requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:13.997090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a75ab478-c688-4f41-953f-43a1e9c779c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6145828 Oct 13 00:16:14.023490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d19ed-f50a-45da-86b1-d3b60bd09b8f req-e3faf1be-fcf6-4be1-a95e-642b07bd3d18 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.024998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c81d19ed-f50a-45da-86b1-d3b60bd09b8f req-e3faf1be-fcf6-4be1-a95e-642b07bd3d18 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0714641 Oct 13 00:16:14.081527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c81d19ed-f50a-45da-86b1-d3b60bd09b8f req-866efa37-cf9c-44b3-878a-0558cc2f9f87 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Oct 13 00:16:14.090324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb11a34-0772-4b0d-8b43-909c2767f07d None None] Network 5301123f-2d13-4e49-93c1-3697bb0c95ed requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:14.093988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-9d640b5e-2d2f-4f4b-a45e-e7005ec4a257 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.107867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-9d640b5e-2d2f-4f4b-a45e-e7005ec4a257 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.107867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-9d640b5e-2d2f-4f4b-a45e-e7005ec4a257 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.114468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-9d640b5e-2d2f-4f4b-a45e-e7005ec4a257 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.119129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-9d640b5e-2d2f-4f4b-a45e-e7005ec4a257 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.125733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-9d640b5e-2d2f-4f4b-a45e-e7005ec4a257 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.131987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-9d640b5e-2d2f-4f4b-a45e-e7005ec4a257 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.134116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-9d640b5e-2d2f-4f4b-a45e-e7005ec4a257 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.1358795 Oct 13 00:16:14.205448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ac834b2-8b20-488b-a452-07365969c3e1 req-547f4112-1b38-4cae-8662-a39175a38aa6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630810 Oct 13 00:16:14.226069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93099-21cc-4166-9160-030e59b29ad0 req-f7366011-6300-4556-a21c-4a0be763b6bd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.227910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72c93099-21cc-4166-9160-030e59b29ad0 req-f7366011-6300-4556-a21c-4a0be763b6bd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.0703197 Oct 13 00:16:14.260012 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-a50b10c3-7c33-4773-9da1-31c7a5620f44 req-5ee23203-d26e-4131-96db-9dd5018c0ac8 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] show failed (client error): The resource could not be found. Oct 13 00:16:14.260972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a50b10c3-7c33-4773-9da1-31c7a5620f44 req-5ee23203-d26e-4131-96db-9dd5018c0ac8 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] 10.222.0.21 "GET /v2.0/security-groups/73f77133-9dc1-4f1c-b905-3e8083063a3c HTTP/1.1" status: 404 len: 352 time: 0.0254850 Oct 13 00:16:14.282523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72c93099-21cc-4166-9160-030e59b29ad0 req-ab909d50-bbb0-4720-a7d2-9bd583c16740 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Oct 13 00:16:14.393483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-4a2ad81c-64dc-4cd9-9114-3dcf9ef2730a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.400704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-4a2ad81c-64dc-4cd9-9114-3dcf9ef2730a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.407120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-4a2ad81c-64dc-4cd9-9114-3dcf9ef2730a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.413168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-4a2ad81c-64dc-4cd9-9114-3dcf9ef2730a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.419002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-4a2ad81c-64dc-4cd9-9114-3dcf9ef2730a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.425527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-4a2ad81c-64dc-4cd9-9114-3dcf9ef2730a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.431360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-4a2ad81c-64dc-4cd9-9114-3dcf9ef2730a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.433232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-4a2ad81c-64dc-4cd9-9114-3dcf9ef2730a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1235087 Oct 13 00:16:14.461978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a68e5-c3c0-4fc3-add4-d62192479412 req-f671eb47-3073-4966-a17c-f225d71b4be3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.463397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a4a68e5-c3c0-4fc3-add4-d62192479412 req-f671eb47-3073-4966-a17c-f225d71b4be3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1229417 Oct 13 00:16:14.496600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d2663dd-e817-4ee7-ae4c-8911a697f409 req-6dc3fe89-aa51-477e-b16f-e5bb777820b5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562561 Oct 13 00:16:14.519120 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a4a68e5-c3c0-4fc3-add4-d62192479412 req-28b585a1-1001-4d4f-8c68-2bee5567989e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475001 Oct 13 00:16:14.524540 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9fe8052-5156-484b-9f53-9f9f6218ec63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:14.557570 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [req-3468a832-c6c1-44aa-9210-d6dba963c5d2 req-27500a85-7fdc-43e2-8153-c0fdde273328 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] show failed (client error): The resource could not be found. Oct 13 00:16:14.558564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3468a832-c6c1-44aa-9210-d6dba963c5d2 req-27500a85-7fdc-43e2-8153-c0fdde273328 tempest-SecurityGroupsNegativeTestJSON-1689146145 tempest-SecurityGroupsNegativeTestJSON-1689146145-project] 10.222.0.21 "GET /v2.0/security-groups/c839208a-9a52-4d3e-9e23-57e637e9c601 HTTP/1.1" status: 404 len: 352 time: 0.0144038 Oct 13 00:16:14.569258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54498) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:14.617038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-699e7169-2ab9-4f01-908d-be95c82169d0 admin admin] Deleting subnet 52b9ad3c-2f21-4647-baef-31e7506428ec {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:16:14.620466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-699e7169-2ab9-4f01-908d-be95c82169d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:14.661679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-699e7169-2ab9-4f01-908d-be95c82169d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:14.699722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-699e7169-2ab9-4f01-908d-be95c82169d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:14.720165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160dc17-c2d0-4895-bb3b-198a96d251ba req-b37c1077-6e54-4ff8-9635-009a9f39874a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.721748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f160dc17-c2d0-4895-bb3b-198a96d251ba req-b37c1077-6e54-4ff8-9635-009a9f39874a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 945 time: 0.1089730 Oct 13 00:16:14.758157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-699e7169-2ab9-4f01-908d-be95c82169d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:14.786681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-699e7169-2ab9-4f01-908d-be95c82169d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:14.791142 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-699e7169-2ab9-4f01-908d-be95c82169d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52b9ad3c-2f21-4647-baef-31e7506428ec HTTP/1.1" status: 204 len: 168 time: 0.2201331 Oct 13 00:16:14.791635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d4532-164f-4a70-aa32-7560ebbb393b req-bd14b42a-cdfc-4c18-855c-0a7991ca54ac tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:14.792721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e7169-2ab9-4f01-908d-be95c82169d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b9ad3c-2f21-4647-baef-31e7506428ec,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:14.794022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-bd14b42a-cdfc-4c18-855c-0a7991ca54ac tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/networks?id=5301123f-2d13-4e49-93c1-3697bb0c95ed HTTP/1.1" status: 200 len: 813 time: 0.1542041 Oct 13 00:16:14.794685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54508) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:14.799377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f160dc17-c2d0-4895-bb3b-198a96d251ba req-903f141a-44e7-41b4-a298-2c5be2e7f57c tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694289 Oct 13 00:16:14.856736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-c04d8aef-1361-465f-a3de-10c00896d7a5 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/quotas/c8b1893364084a578b8bb5d5f95891e9 HTTP/1.1" status: 200 len: 375 time: 0.0562568 Oct 13 00:16:14.910714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-6466d3f6-f05c-46b6-aeb1-a8ec91f788dc tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8b1893364084a578b8bb5d5f95891e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417144 Oct 13 00:16:14.919750 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.090066 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.108145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-2f1645f3-891d-48b1-8b70-64317f61dfd6 service neutron] 10.222.0.21 "GET /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834660 Oct 13 00:16:15.129120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a8c47b-c762-4f80-a63b-13e66dbd4525']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:15.176205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e77edc-3d33-4d7e-91cc-1ffd7433efc3') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:15.176500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e77edc-3d33-4d7e-91cc-1ffd7433efc3') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:15.189365 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.210142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.236812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:16:15.237267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:16:15.238936 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:16:15.318953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-79e1e16e-d39f-4241-8123-4f76010e030d service neutron] 10.222.0.21 "GET /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068164 Oct 13 00:16:15.331646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.336528 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.339741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] 10.222.0.21 "DELETE /v2.0/networks/53a8c47b-c762-4f80-a63b-13e66dbd4525 HTTP/1.1" status: 204 len: 168 time: 0.5438607 Oct 13 00:16:15.349864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b8bea-3536-4e65-a23a-adc08055e677 req-6187b252-5038-49a7-8284-bd63e7c7f300 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.355996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e1b8bea-3536-4e65-a23a-adc08055e677 req-6187b252-5038-49a7-8284-bd63e7c7f300 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1417742 Oct 13 00:16:15.374832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b35b5-8833-4b59-a2c0-39beb0d3714d admin admin] Pushing event deleted for resources: {'Network': ['ID=53a8c47b-c762-4f80-a63b-13e66dbd4525,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:15.406126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e1b8bea-3536-4e65-a23a-adc08055e677 req-1ddd68ab-05a0-41b3-896f-f8994da0d469 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480375 Oct 13 00:16:15.517818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54534) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:15.560278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada628d-393d-489d-8b4d-4f79a930dc6d req-76ce7872-7a5e-49a5-ba31-d7a2ba1cef2a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.562422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bada628d-393d-489d-8b4d-4f79a930dc6d req-76ce7872-7a5e-49a5-ba31-d7a2ba1cef2a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0952377 Oct 13 00:16:15.568353 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-79da3df6-3a7a-48f2-bae0-7b2d542bb78c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f928e3ae3dc94365b83328f1481593b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492623 Oct 13 00:16:15.570753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54538) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:15.605175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-977d2dfb-aa20-40ca-b66d-4ba28c077bb1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.611080 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.612583 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-977d2dfb-aa20-40ca-b66d-4ba28c077bb1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.618487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-977d2dfb-aa20-40ca-b66d-4ba28c077bb1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.625208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-977d2dfb-aa20-40ca-b66d-4ba28c077bb1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.626558 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b00ead7a-1355-42c3-a386-fc8606f8451f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.631325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-977d2dfb-aa20-40ca-b66d-4ba28c077bb1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.637339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-977d2dfb-aa20-40ca-b66d-4ba28c077bb1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.643287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-977d2dfb-aa20-40ca-b66d-4ba28c077bb1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.645334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-977d2dfb-aa20-40ca-b66d-4ba28c077bb1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.1450496 Oct 13 00:16:15.646962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b00ead7a-1355-42c3-a386-fc8606f8451f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.681794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bada628d-393d-489d-8b4d-4f79a930dc6d req-ba5501ef-4961-4a99-b219-564d25d3020c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092868 Oct 13 00:16:15.710472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b00ead7a-1355-42c3-a386-fc8606f8451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.713309 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b00ead7a-1355-42c3-a386-fc8606f8451f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.714467 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b00ead7a-1355-42c3-a386-fc8606f8451f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcc74576-f458-4d66-ad41-16ab4861eddd HTTP/1.1" status: 204 len: 168 time: 0.1420307 Oct 13 00:16:15.726366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec278655-9937-44bf-be15-51e3b1f68b20 req-5de52d84-1891-414b-929f-12207abcc3ee tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667875 Oct 13 00:16:15.762188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ead7a-1355-42c3-a386-fc8606f8451f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc74576-f458-4d66-ad41-16ab4861eddd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:15.815180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a8c0d26-06a1-4d63-a077-1529b01a12b4 req-0ce22954-13fc-48de-b0fc-9fc6b89a874a tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 210 time: 0.0463450 Oct 13 00:16:15.882704 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.885362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189155d3-a1d3-4547-8d09-7858cbf7a296 req-203ecc85-1b53-410e-8a12-fc9e4a1f3d34 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:15.886331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-189155d3-a1d3-4547-8d09-7858cbf7a296 req-203ecc85-1b53-410e-8a12-fc9e4a1f3d34 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.1043587 Oct 13 00:16:15.973193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-189155d3-a1d3-4547-8d09-7858cbf7a296 req-11260c65-52d9-4078-9ae7-c62d988414a6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755701 Oct 13 00:16:15.991191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121689e-e0c6-49f0-8ec6-285819846188 req-81102cd1-24ef-4936-8921-ae218b4afbeb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.009134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121689e-e0c6-49f0-8ec6-285819846188 req-81102cd1-24ef-4936-8921-ae218b4afbeb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.015994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121689e-e0c6-49f0-8ec6-285819846188 req-81102cd1-24ef-4936-8921-ae218b4afbeb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.022260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121689e-e0c6-49f0-8ec6-285819846188 req-81102cd1-24ef-4936-8921-ae218b4afbeb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.028682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121689e-e0c6-49f0-8ec6-285819846188 req-81102cd1-24ef-4936-8921-ae218b4afbeb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.036359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121689e-e0c6-49f0-8ec6-285819846188 req-81102cd1-24ef-4936-8921-ae218b4afbeb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.042510 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121689e-e0c6-49f0-8ec6-285819846188 req-81102cd1-24ef-4936-8921-ae218b4afbeb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.048232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1121689e-e0c6-49f0-8ec6-285819846188 req-81102cd1-24ef-4936-8921-ae218b4afbeb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1607022 Oct 13 00:16:16.126796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1121689e-e0c6-49f0-8ec6-285819846188 req-52cee7f0-2984-41c7-bf9d-6b541634acd8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665374 Oct 13 00:16:16.139392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599938e0-6033-40ea-aa4c-0fb9de5f60f4 req-33c99e81-53f3-4f6f-9959-f090385a0bea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.145482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599938e0-6033-40ea-aa4c-0fb9de5f60f4 req-33c99e81-53f3-4f6f-9959-f090385a0bea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.151352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599938e0-6033-40ea-aa4c-0fb9de5f60f4 req-33c99e81-53f3-4f6f-9959-f090385a0bea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.158006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599938e0-6033-40ea-aa4c-0fb9de5f60f4 req-33c99e81-53f3-4f6f-9959-f090385a0bea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.165467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599938e0-6033-40ea-aa4c-0fb9de5f60f4 req-33c99e81-53f3-4f6f-9959-f090385a0bea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.172073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599938e0-6033-40ea-aa4c-0fb9de5f60f4 req-33c99e81-53f3-4f6f-9959-f090385a0bea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.177856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599938e0-6033-40ea-aa4c-0fb9de5f60f4 req-33c99e81-53f3-4f6f-9959-f090385a0bea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.179810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-599938e0-6033-40ea-aa4c-0fb9de5f60f4 req-33c99e81-53f3-4f6f-9959-f090385a0bea tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.1304669 Oct 13 00:16:16.190672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54560) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:16.196164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Request body: {'floatingip': {'port_id': '26488eef-0b26-4aa7-aba7-948a93520029'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:16.240989 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:16.263198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30d09b-3a3f-40d7-af8e-427137889336 req-0dfac356-c9c6-4006-b55b-99f815e2d760 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.265274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d30d09b-3a3f-40d7-af8e-427137889336 req-0dfac356-c9c6-4006-b55b-99f815e2d760 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 945 time: 0.0582535 Oct 13 00:16:16.323702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d30d09b-3a3f-40d7-af8e-427137889336 req-2d7453bd-9e37-440a-8421-42d879475ed0 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501544 Oct 13 00:16:16.568003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e466729-6345-428e-8e26-0d7200542004 req-0341da07-b611-4fc0-9e45-d33497738c13 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.570614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e466729-6345-428e-8e26-0d7200542004 req-0341da07-b611-4fc0-9e45-d33497738c13 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0857201 Oct 13 00:16:16.596420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54584) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:16.626606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e466729-6345-428e-8e26-0d7200542004 req-0546e52e-21e1-47c6-a05c-b7b606fec4dc tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Oct 13 00:16:16.706325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1568354496-network', 'tenant_id': '0583874c5f034a56a2cf29d2fb6cdebc'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:16.749686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Made reservation on behalf of 0583874c5f034a56a2cf29d2fb6cdebc for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:16.752273 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:16.755239 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:16.765574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:16.766774 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:16.865376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ebc3-c1e0-4277-9acf-2f6f00b40096 req-0065fc71-bdb4-48c0-9bb4-df2012840d28 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:16.872774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a96ebc3-c1e0-4277-9acf-2f6f00b40096 req-0065fc71-bdb4-48c0-9bb4-df2012840d28 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0901639 Oct 13 00:16:16.975741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-014d5539-4388-4a53-b150-729a258a4115 req-7e836cd7-ea6b-4612-81fc-96d2e98f0178 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 210 time: 0.0625522 Oct 13 00:16:16.988264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a96ebc3-c1e0-4277-9acf-2f6f00b40096 req-1a1b6fa8-3846-458b-8e42-db0b0f6cd785 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144891 Oct 13 00:16:17.013515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.019688 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.048641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:16:17.065447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bc3b50-1649-4908-9c43-f52277c39163,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:17.068570 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.068896 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Added segment c7274d56-1e50-4f89-b39a-04043680062a of type vlan for network 0536e017-35ec-4a53-90ee-b49592f20133 Oct 13 00:16:17.135659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.166841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba0594-8193-45b7-b9b1-c919635750c1 req-60c39367-6060-4c29-b567-1601c4307534 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.168575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08ba0594-8193-45b7-b9b1-c919635750c1 req-60c39367-6060-4c29-b567-1601c4307534 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.0981090 Oct 13 00:16:17.183900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.185351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.188298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.286225 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Floating IP dba5347b-9090-4baa-88a1-98386bef7b2b associated. External IP: 172.25.3.208, port: 26488eef-0b26-4aa7-aba7-948a93520029. Oct 13 00:16:17.293957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08ba0594-8193-45b7-b9b1-c919635750c1 req-810e4bb5-80e5-4b64-9f04-9f122938179a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166825 Oct 13 00:16:17.302046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6994390 Oct 13 00:16:17.302317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54600) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:17.308166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Request body: {'subnet': {'network_id': '0536e017-35ec-4a53-90ee-b49592f20133', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1568354496-subnet', 'tenant_id': '0583874c5f034a56a2cf29d2fb6cdebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:17.312238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e200808-09d4-4071-bab3-619cedc72289 admin admin] Pushing event updated for resources: {'Network': ['ID=0536e017-35ec-4a53-90ee-b49592f20133,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:17.322959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 0536e017-35ec-4a53-90ee-b49592f20133 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:16:17.362084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-300144a9-ab57-4e5e-bf61-9594cb62257f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.366978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d4532-164f-4a70-aa32-7560ebbb393b req-bdd351b5-ac1f-4e89-9bbc-36877e5322c6 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.367854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-300144a9-ab57-4e5e-bf61-9594cb62257f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.368476 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-bdd351b5-ac1f-4e89-9bbc-36877e5322c6 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.36 "GET /v2.0/networks?id=5301123f-2d13-4e49-93c1-3697bb0c95ed HTTP/1.1" status: 200 len: 813 time: 0.1651177 Oct 13 00:16:17.374050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-300144a9-ab57-4e5e-bf61-9594cb62257f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.380207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-300144a9-ab57-4e5e-bf61-9594cb62257f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.386373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-300144a9-ab57-4e5e-bf61-9594cb62257f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.392827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-300144a9-ab57-4e5e-bf61-9594cb62257f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.399278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-300144a9-ab57-4e5e-bf61-9594cb62257f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.402052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-300144a9-ab57-4e5e-bf61-9594cb62257f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1615045 Oct 13 00:16:17.402650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Made reservation on behalf of 0583874c5f034a56a2cf29d2fb6cdebc for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:17.405458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.408740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Request body: {'port': {'device_id': 'f79d855d-97d9-43b2-aabd-0170022f9237', 'network_id': '5301123f-2d13-4e49-93c1-3697bb0c95ed', 'admin_state_up': True, 'tenant_id': 'c8b1893364084a578b8bb5d5f95891e9'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:17.417959 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.507447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8e4ea88-e745-49b2-97bb-de2b079822c2 req-d7969caf-fd1a-4432-bbb1-6a398856950b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894492 Oct 13 00:16:17.630642 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.636512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Made reservation on behalf of c8b1893364084a578b8bb5d5f95891e9 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:17.640721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.678309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Router 748414cb-cba6-4c17-9809-1a6ab5dc7546 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:16:17.708275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f45b87-702f-4fc4-8b7d-a7f1c4d9c987,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:17.731551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Checking segment: {'id': 'c7274d56-1e50-4f89-b39a-04043680062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0536e017-35ec-4a53-90ee-b49592f20133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:17.731770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Network hostable DHCP agents. Network: 0536e017-35ec-4a53-90ee-b49592f20133, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:16:17.781375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2d9c3-798f-4bc3-bf57-0530e5c7bfdf req-334ca5d9-2e01-462f-a3fb-1c9b23d6eb61 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.782724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99c2d9c3-798f-4bc3-bf57-0530e5c7bfdf req-334ca5d9-2e01-462f-a3fb-1c9b23d6eb61 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0653226 Oct 13 00:16:17.783499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Network 0536e017-35ec-4a53-90ee-b49592f20133 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:16:17.800402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 0536e017-35ec-4a53-90ee-b49592f20133) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:17.812772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:17.813443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.821109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ce3490-0589-4ac0-96eb-b54db29075fb None None] Network 0536e017-35ec-4a53-90ee-b49592f20133 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:17.838713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99c2d9c3-798f-4bc3-bf57-0530e5c7bfdf req-964f8edf-c426-4216-be35-b729697cc97d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Oct 13 00:16:17.857080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5896d0f7-3864-4e55-900d-eb8e08f23685 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5458465 Oct 13 00:16:17.900346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Allocated IP 172.20.0.3 (5301123f-2d13-4e49-93c1-3697bb0c95ed/356d331a-5c69-4c05-8898-e245d42cf089/6301279e-c7ea-4206-abf1-4adc5ea97ffc) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:16:17.922785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:16:17.930262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:17.943266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] Sync routers for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:16:17.985023 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-37b26ae2-63dc-4862-abf7-381e01130962 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "PUT /v2.0/floatingips/dba5347b-9090-4baa-88a1-98386bef7b2b HTTP/1.1" status: 200 len: 991 time: 1.7930801 Oct 13 00:16:17.988604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:16:17.989308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:16:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:17.989703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:17.992259 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34453986-e862-47eb-97be-588a8e19f129" -d '{"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "26488eef-0b26-4aa7-aba7-948a93520029"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:18.071728 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20c2668-e109-4628-ab44-3620030d3318 x-openstack-request-id: req-f20c2668-e109-4628-ab44-3620030d3318 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:18.072152 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "tag": "26488eef-0b26-4aa7-aba7-948a93520029", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:18.072412 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f20c2668-e109-4628-ab44-3620030d3318 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:18.072809 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029', 'status': 'completed', 'code': 200} Oct 13 00:16:18.160377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:18.211019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:18.238174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-32aebc74-a0d4-4304-9e41-85634834a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.238955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-32aebc74-a0d4-4304-9e41-85634834a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.239844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-32aebc74-a0d4-4304-9e41-85634834a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.240477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-32aebc74-a0d4-4304-9e41-85634834a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.241087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-32aebc74-a0d4-4304-9e41-85634834a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.241820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-32aebc74-a0d4-4304-9e41-85634834a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.242575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-32aebc74-a0d4-4304-9e41-85634834a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.244964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-32aebc74-a0d4-4304-9e41-85634834a261 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6491 time: 0.1067808 Oct 13 00:16:18.268399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Network 5301123f-2d13-4e49-93c1-3697bb0c95ed is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:16:18.272288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:18.280985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:16:18.311660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Pushing event updated for resources: {'Port': ['ID=6301279e-c7ea-4206-abf1-4adc5ea97ffc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:18.349205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.350060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:18.369460 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-1ef7dda1-7101-4861-9a0b-a21676d5fb82 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9671896 Oct 13 00:16:18.396392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-af9a813d-2e49-4dd5-8cdd-1d8dc76ae2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.398267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-af9a813d-2e49-4dd5-8cdd-1d8dc76ae2cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f74a808b-9cae-4a0c-95f6-f7ae8155785d HTTP/1.1" status: 200 len: 913 time: 0.1407561 Oct 13 00:16:18.400283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00a8a1-fc29-4ace-80fa-b3824b3df88f None None] Network 0536e017-35ec-4a53-90ee-b49592f20133 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:18.407441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336b46c-3279-43c4-97cc-b4dc974eefa5 req-515154cd-6bf1-495f-a2a1-ad1fae556b71 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.414799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0336b46c-3279-43c4-97cc-b4dc974eefa5 req-515154cd-6bf1-495f-a2a1-ad1fae556b71 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 931 time: 0.2287748 Oct 13 00:16:18.477557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:16:18.487795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a3918-e9c7-44b0-8eed-1fd7d1c822a9 req-87f71428-acc4-466d-bf7d-1bed36422da1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:18.496328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a06a3918-e9c7-44b0-8eed-1fd7d1c822a9 req-87f71428-acc4-466d-bf7d-1bed36422da1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2484024 Oct 13 00:16:18.509907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Request body: {'port': {'device_id': 'f79d855d-97d9-43b2-aabd-0170022f9237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:18.542642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-00fe0e63-4d8e-4c91-82a0-d3759690fc9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26488eef-0b26-4aa7-aba7-948a93520029 HTTP/1.1" status: 200 len: 999 time: 0.1243639 Oct 13 00:16:18.567396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0336b46c-3279-43c4-97cc-b4dc974eefa5 req-b4106af6-7de6-4ccd-bff5-cc143193b2d7 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514175 Oct 13 00:16:18.586822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:18.860531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dba5347b-9090-4baa-88a1-98386bef7b2b', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'port_id': '26488eef-0b26-4aa7-aba7-948a93520029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'mac_address': 'fa:16:3e:38:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:14:50Z', 'updated_at': '2021-10-13T00:16:16Z', 'revision_number': 1, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:14:03Z', 'revision_number': 5, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:18.891296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] Checking router: 748414cb-cba6-4c17-9809-1a6ab5dc7546 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:16:18.900594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:16:18.901503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:16:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:18.967999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a06a3918-e9c7-44b0-8eed-1fd7d1c822a9 req-d450f1a4-685d-4d50-83b7-e500ee34f33a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687045 Oct 13 00:16:19.006319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6301279e-c7ea-4206-abf1-4adc5ea97ffc {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:19.022402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:19.049732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-064fcf1c-caa5-44e2-a730-5ca66bcceca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.051076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Transition to ACTIVE for port object 6301279e-c7ea-4206-abf1-4adc5ea97ffc will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:16:19.051966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-064fcf1c-caa5-44e2-a730-5ca66bcceca7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=274a127c-657f-48bd-8824-8c5514237b1f HTTP/1.1" status: 200 len: 851 time: 0.4952865 Oct 13 00:16:19.058419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:19.064214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:16:19.110423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Pushing event updated for resources: {'Port': ['ID=6301279e-c7ea-4206-abf1-4adc5ea97ffc,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:19.172033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11c640b2-d244-4b6f-ba3a-00d5dec799e9 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.179193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11c640b2-d244-4b6f-ba3a-00d5dec799e9 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/networks?id=0536e017-35ec-4a53-90ee-b49592f20133 HTTP/1.1" status: 200 len: 822 time: 0.2552695 Oct 13 00:16:19.190009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Attempting to bind port 6301279e-c7ea-4206-abf1-4adc5ea97ffc on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:16:19.190855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Attempting to bind port 6301279e-c7ea-4206-abf1-4adc5ea97ffc by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bd3f83e0-1e19-4690-9ece-b4a8e117cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5301123f-2d13-4e49-93c1-3697bb0c95ed'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:16:19.191727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Attempting to bind port 6301279e-c7ea-4206-abf1-4adc5ea97ffc on network 5301123f-2d13-4e49-93c1-3697bb0c95ed {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:19.196152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Port 6301279e-c7ea-4206-abf1-4adc5ea97ffc on network 5301123f-2d13-4e49-93c1-3697bb0c95ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:16:19.196293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34453986-e862-47eb-97be-588a8e19f129 req-e7b7a363-adfe-4138-abb4-95ca4d3634a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.196659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Attempting to bind port 6301279e-c7ea-4206-abf1-4adc5ea97ffc on network 5301123f-2d13-4e49-93c1-3697bb0c95ed {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:19.197804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-e7b7a363-adfe-4138-abb4-95ca4d3634a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f74a808b-9cae-4a0c-95f6-f7ae8155785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371982 Oct 13 00:16:19.202114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:16:19.202602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Checking segment: {'id': 'bd3f83e0-1e19-4690-9ece-b4a8e117cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5301123f-2d13-4e49-93c1-3697bb0c95ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:19.203088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Bound using segment: {'id': 'bd3f83e0-1e19-4690-9ece-b4a8e117cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5301123f-2d13-4e49-93c1-3697bb0c95ed'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:16:19.203668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Bound port: 6301279e-c7ea-4206-abf1-4adc5ea97ffc, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3f83e0-1e19-4690-9ece-b4a8e117cfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5301123f-2d13-4e49-93c1-3697bb0c95ed'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:16:19.204125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:19.206278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-0a14c006-fa6d-48a8-869c-e5aa703bd767 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/quotas/0583874c5f034a56a2cf29d2fb6cdebc HTTP/1.1" status: 200 len: 375 time: 0.0260136 Oct 13 00:16:19.246573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-88f73df1-ef32-4f1c-a9c8-ab64eff19eb2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:16:19.247640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-88f73df1-ef32-4f1c-a9c8-ab64eff19eb2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0372717 Oct 13 00:16:19.256028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-b86789d7-858f-4d0d-aaa6-e2585344487f tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0583874c5f034a56a2cf29d2fb6cdebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484593 Oct 13 00:16:19.274858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] For port 6301279e-c7ea-4206-abf1-4adc5ea97ffc, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:19.276935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-61e3da54-f7e7-4601-9e7e-f2ed6de9e10b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:16:19.278078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-61e3da54-f7e7-4601-9e7e-f2ed6de9e10b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094867 Oct 13 00:16:19.285033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] For port 6301279e-c7ea-4206-abf1-4adc5ea97ffc, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6301279e-c7ea-4206-abf1-4adc5ea97ffc,segment=NetworkSegment(bd3f83e0-1e19-4690-9ece-b4a8e117cfd7),segment_id=bd3f83e0-1e19-4690-9ece-b4a8e117cfd7)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:16:19.290612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:19.295166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bea2a-bd9e-4aef-8e2d-145544788dbc req-ce897926-d3bd-461f-9364-e5d1618bff7a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.303057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-220bea2a-bd9e-4aef-8e2d-145544788dbc req-ce897926-d3bd-461f-9364-e5d1618bff7a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 946 time: 0.2253692 Oct 13 00:16:19.333459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.334104 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:19.335525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] 10.222.0.36 "PUT /v2.0/ports/6301279e-c7ea-4206-abf1-4adc5ea97ffc HTTP/1.1" status: 200 len: 1091 time: 0.9430914 Oct 13 00:16:19.362640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1910b-5e8e-407d-9c25-cec3524694aa service neutron] Pushing event updated for resources: {'Port': ['ID=6301279e-c7ea-4206-abf1-4adc5ea97ffc,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:19.417575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dba5347b-9090-4baa-88a1-98386bef7b2b', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'port_id': '26488eef-0b26-4aa7-aba7-948a93520029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'mac_address': 'fa:16:3e:38:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:14:50Z', 'updated_at': '2021-10-13T00:16:16Z', 'revision_number': 1, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:14:03Z', 'revision_number': 5, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:19.448755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d4532-164f-4a70-aa32-7560ebbb393b req-0c3c321c-2cb2-47cc-8e11-52769289f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.450362 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-0c3c321c-2cb2-47cc-8e11-52769289f1d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8b1893364084a578b8bb5d5f95891e9&device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 1094 time: 0.0452971 Oct 13 00:16:19.454826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-220bea2a-bd9e-4aef-8e2d-145544788dbc req-52a865b6-ffde-4561-972c-b48e8798fdf2 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507039 Oct 13 00:16:19.456026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea39f7-ad3f-4473-a0c0-7783c53dcdf3 None None] The sync data for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 is: [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dba5347b-9090-4baa-88a1-98386bef7b2b', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'port_id': '26488eef-0b26-4aa7-aba7-948a93520029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'mac_address': 'fa:16:3e:38:99:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:14:50Z', 'updated_at': '2021-10-13T00:16:16Z', 'revision_number': 1, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:14:03Z', 'revision_number': 5, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:16:19.511095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-04d792bf-586c-4c32-9d4a-485d3e59c620 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.512919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-04d792bf-586c-4c32-9d4a-485d3e59c620 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1097 time: 0.2540600 Oct 13 00:16:19.536746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-4'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:19.543875 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-3829e24f-1c79-4ec9-a1ed-2602dc5023b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6301279e-c7ea-4206-abf1-4adc5ea97ffc HTTP/1.1" status: 200 len: 217 time: 0.0721104 Oct 13 00:16:19.547614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-ff01068b-3ec1-472b-b32d-535424f122f2 service neutron] 10.222.0.45 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877204 Oct 13 00:16:19.606373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d4532-164f-4a70-aa32-7560ebbb393b req-8295c811-1a39-4cdb-9f48-1b7c926ef36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.608224 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-8295c811-1a39-4cdb-9f48-1b7c926ef36b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=356d331a-5c69-4c05-8898-e245d42cf089 HTTP/1.1" status: 200 len: 853 time: 0.0578880 Oct 13 00:16:19.642370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-678f0c37-d780-4aee-9957-e005cafad901 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5301123f-2d13-4e49-93c1-3697bb0c95ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266516 Oct 13 00:16:19.643730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-1c7f1c99-37de-4feb-9a25-2f11a6de1d62 service neutron] 10.222.0.21 "GET /v2.0/networks/0536e017-35ec-4a53-90ee-b49592f20133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291323 Oct 13 00:16:19.743668 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e778c2d-d97b-4760-b839-be3a5d33cfa1 None None] New status for floating IP dba5347b-9090-4baa-88a1-98386bef7b2b: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:16:19.757998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-4ff801ad-1628-471c-80f8-45eaa7d296b4 service neutron] 10.222.0.36 "GET /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057167 Oct 13 00:16:19.805357 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:19.851259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-c4a26a93-a35f-4a39-a65d-786bbe275d25 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.857497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-c4a26a93-a35f-4a39-a65d-786bbe275d25 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.864027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-c4a26a93-a35f-4a39-a65d-786bbe275d25 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.868421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-497d4532-164f-4a70-aa32-7560ebbb393b req-2148d87d-be8d-4417-9fbe-fb14a24d0b07 service neutron] 10.222.0.36 "GET /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012082 Oct 13 00:16:19.870550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-c4a26a93-a35f-4a39-a65d-786bbe275d25 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.877183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-c4a26a93-a35f-4a39-a65d-786bbe275d25 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.879181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 590684a0-5f79-4bb3-bec9-15ab041566de details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:19.883529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-c4a26a93-a35f-4a39-a65d-786bbe275d25 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.891256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-c4a26a93-a35f-4a39-a65d-786bbe275d25 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:19.896225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-c4a26a93-a35f-4a39-a65d-786bbe275d25 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.3150456 Oct 13 00:16:19.930326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-7c2eb348-0e19-4daf-9f1e-6638c30df25d service neutron] 10.222.0.21 "GET /v2.0/networks/0536e017-35ec-4a53-90ee-b49592f20133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688606 Oct 13 00:16:19.955610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34453986-e862-47eb-97be-588a8e19f129 req-fd890b47-d0db-4b14-80e3-8a2ea3c2fa56 service neutron] 10.222.0.45 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843484 Oct 13 00:16:20.009352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:20.027340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 590684a0-5f79-4bb3-bec9-15ab041566de has no active binding in host n-h2-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:16:20.032368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c30f0add-3495-4ace-952c-d16b737bd1e0 req-fd41fa95-e96a-4554-b068-4d3cef43f477 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964050 Oct 13 00:16:20.074654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79d855d-97d9-43b2-aabd-0170022f9237', 'tag': '6301279e-c7ea-4206-abf1-4adc5ea97ffc'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:20.082763 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb16b9b9-ed44-42b4-91ce-d6e254491d37" -d '{"events": [{"name": "network-changed", "server_uuid": "f79d855d-97d9-43b2-aabd-0170022f9237", "tag": "6301279e-c7ea-4206-abf1-4adc5ea97ffc"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:20.127336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:20.216580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:20.252309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b31bb-b60a-495a-b1ba-bbc7e9263cae req-c92b4d61-e662-41a2-bec7-666b75a712d4 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:20.254001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e74b31bb-b60a-495a-b1ba-bbc7e9263cae req-c92b4d61-e662-41a2-bec7-666b75a712d4 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1182818 Oct 13 00:16:20.279588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:20.282171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:20.284595 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e7f55e-b196-43d2-84f0-f1ac4b3cc680" -d '{"events": [{"server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "name": "network-vif-unplugged", "status": "completed", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:20.314820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:20.405697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e74b31bb-b60a-495a-b1ba-bbc7e9263cae req-b2b9df67-7974-4f87-b478-70c1f78b2cd3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407814 Oct 13 00:16:20.458873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Pushing event updated for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:20.474833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be2317-c406-462d-9d36-c6b457843664 req-1ebf0958-5ffc-450e-b3d9-9b3714add12c tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:20.476668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27be2317-c406-462d-9d36-c6b457843664 req-1ebf0958-5ffc-450e-b3d9-9b3714add12c tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 943 time: 0.1842179 Oct 13 00:16:20.526582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on host n-h1-813679-4 for vnic_type normal with profile {"migrating_to": "n-h2-813679-4"} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:16:20.526921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:16:20.527247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:20.549698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:16:20.550094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Attempting to bind port 590684a0-5f79-4bb3-bec9-15ab041566de on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:20.563315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27be2317-c406-462d-9d36-c6b457843664 req-3650bba8-689a-4513-87a4-7f060fb08448 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772097 Oct 13 00:16:20.564116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:16:20.564482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:20.564826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:16:20.565260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Bound port: 590684a0-5f79-4bb3-bec9-15ab041566de, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:16:20.565650 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:20.584574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc85d4-d4d9-41a9-a6ee-0bd3cce3706e req-4fb07d50-89ed-4608-9aab-36aef153b39b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:20.585960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dafc85d4-d4d9-41a9-a6ee-0bd3cce3706e req-4fb07d50-89ed-4608-9aab-36aef153b39b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1083393 Oct 13 00:16:20.662564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-680ee4b6-ebe9-43e9-b36c-3eff7559bf01 req-a3128684-fd37-4d15-b734-adb10d6698ef tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0487161 Oct 13 00:16:20.711319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dafc85d4-d4d9-41a9-a6ee-0bd3cce3706e req-4777d771-9a70-4f31-b97b-98f25afaf8c8 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986781 Oct 13 00:16:20.717920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:20.723044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:16:20.733818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:20.752756 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c50ebeb-6c17-4224-9c9d-9d0ada4eeaaa x-openstack-request-id: req-6c50ebeb-6c17-4224-9c9d-9d0ada4eeaaa {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:20.753265 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79d855d-97d9-43b2-aabd-0170022f9237", "tag": "6301279e-c7ea-4206-abf1-4adc5ea97ffc", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:20.753766 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c50ebeb-6c17-4224-9c9d-9d0ada4eeaaa {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:20.754343 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79d855d-97d9-43b2-aabd-0170022f9237', 'tag': '6301279e-c7ea-4206-abf1-4adc5ea97ffc', 'status': 'completed', 'code': 200} Oct 13 00:16:20.857373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:20.858042 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:20.859495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] 10.222.0.36 "PUT /v2.0/ports/590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 200 len: 1122 time: 1.3297389 Oct 13 00:16:20.866829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-4611dd0c-c77d-4d37-ae45-add8bc8880bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:20.869523 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-4611dd0c-c77d-4d37-ae45-add8bc8880bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8b1893364084a578b8bb5d5f95891e9&device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 1094 time: 0.0710826 Oct 13 00:16:20.897988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85226d-5fa8-4cfe-a5f8-d7c3d1695496 service neutron] Pushing event updated for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=8']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:20.901896 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf61498-15cd-4f9c-b5e6-c74c64b6721a x-openstack-request-id: req-dbf61498-15cd-4f9c-b5e6-c74c64b6721a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:20.902187 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "name": "network-vif-unplugged", "status": "completed", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:20.902437 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbf61498-15cd-4f9c-b5e6-c74c64b6721a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:20.902829 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de', 'code': 200} Oct 13 00:16:20.923730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61492add-6181-42a1-8d2a-7dfed2a3b57f req-e75416cd-5d72-4f53-99f5-7f970951a317 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:20.932099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61492add-6181-42a1-8d2a-7dfed2a3b57f req-e75416cd-5d72-4f53-99f5-7f970951a317 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.1096897 Oct 13 00:16:21.021096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61492add-6181-42a1-8d2a-7dfed2a3b57f req-30e57476-0947-4b6d-a689-276da9b34c94 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878510 Oct 13 00:16:21.040826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-dd55bd43-2e64-4416-8c62-baf2e764519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.043911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-dd55bd43-2e64-4416-8c62-baf2e764519d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5301123f-2d13-4e49-93c1-3697bb0c95ed HTTP/1.1" status: 200 len: 914 time: 0.1596317 Oct 13 00:16:21.050790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['590684a0-5f79-4bb3-bec9-15ab041566de'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:21.088898 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-5b3a9a09-436c-4fa2-bea9-020cb65d5923 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6301279e-c7ea-4206-abf1-4adc5ea97ffc HTTP/1.1" status: 200 len: 217 time: 0.0364416 Oct 13 00:16:21.144517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['590684a0-5f79-4bb3-bec9-15ab041566de'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:21.156743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-4d05a5f6-f30d-4d0f-991e-db99196e652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.158821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-4d05a5f6-f30d-4d0f-991e-db99196e652f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=356d331a-5c69-4c05-8898-e245d42cf089 HTTP/1.1" status: 200 len: 853 time: 0.0608909 Oct 13 00:16:21.196538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-65e818a6-87e7-48a0-9f56-0ffa43c691b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5301123f-2d13-4e49-93c1-3697bb0c95ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298457 Oct 13 00:16:21.265755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-fabc3dd9-866b-4433-b4d2-b9f2491139dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.282587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-fabc3dd9-866b-4433-b4d2-b9f2491139dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.289471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-fabc3dd9-866b-4433-b4d2-b9f2491139dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.296914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-fabc3dd9-866b-4433-b4d2-b9f2491139dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.314092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-fabc3dd9-866b-4433-b4d2-b9f2491139dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.320661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-fabc3dd9-866b-4433-b4d2-b9f2491139dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.327797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-fabc3dd9-866b-4433-b4d2-b9f2491139dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.329905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-fabc3dd9-866b-4433-b4d2-b9f2491139dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.2066658 Oct 13 00:16:21.339167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-c0c6c464-1da7-4cdb-b988-a0af7ecd6d1a service neutron] 10.222.0.36 "GET /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342459 Oct 13 00:16:21.385223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7696d434-0a78-431f-bdf4-61d7e5cc822f req-52308138-6fb3-444c-b396-e3e4a912a829 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478821 Oct 13 00:16:21.458217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb16b9b9-ed44-42b4-91ce-d6e254491d37 req-8f7c986d-e693-4358-b356-ffb8762e8193 service neutron] 10.222.0.36 "GET /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097689 Oct 13 00:16:21.532092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31cbad-5aea-4d4a-9cfc-821e51a1d804 req-d5f6b1ca-e07d-4a1b-9dff-ec7dfcf11fa1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.533604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa31cbad-5aea-4d4a-9cfc-821e51a1d804 req-d5f6b1ca-e07d-4a1b-9dff-ec7dfcf11fa1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0599256 Oct 13 00:16:21.575518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa31cbad-5aea-4d4a-9cfc-821e51a1d804 req-8615f7ca-4bfd-449c-a0f3-41871b787898 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350904 Oct 13 00:16:21.733833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-78ec6245-bc71-4605-8e48-a5e0124269ea tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.735578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-78ec6245-bc71-4605-8e48-a5e0124269ea tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.45 "GET /v2.0/networks?id=0536e017-35ec-4a53-90ee-b49592f20133 HTTP/1.1" status: 200 len: 822 time: 0.1478598 Oct 13 00:16:21.745095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607234c-a109-4812-9d38-322d5b5ce871 req-98c266ba-1bbc-4bc6-8a94-31f1858a41ea tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.746564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f607234c-a109-4812-9d38-322d5b5ce871 req-98c266ba-1bbc-4bc6-8a94-31f1858a41ea tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 943 time: 0.1014874 Oct 13 00:16:21.761920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Request body: {'port': {'device_id': 'e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0', 'network_id': '0536e017-35ec-4a53-90ee-b49592f20133', 'admin_state_up': True, 'tenant_id': '0583874c5f034a56a2cf29d2fb6cdebc'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:21.803447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1499e0ce-4643-4888-a73e-cf0cdd92660d req-018a2a12-8c50-4156-8873-a58c63de766e tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 210 time: 0.0558600 Oct 13 00:16:21.863334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f607234c-a109-4812-9d38-322d5b5ce871 req-c027cbc9-5297-4238-905e-661079c2f5a1 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066549 Oct 13 00:16:21.948554 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f01734-7553-4fa7-a8e9-443b57b25b89 req-09c80fe4-df57-41ab-ad9f-ff2884463fa9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:21.949966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0f01734-7553-4fa7-a8e9-443b57b25b89 req-09c80fe4-df57-41ab-ad9f-ff2884463fa9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0796721 Oct 13 00:16:21.962808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Made reservation on behalf of 0583874c5f034a56a2cf29d2fb6cdebc for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:21.966037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:22.012567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0f01734-7553-4fa7-a8e9-443b57b25b89 req-e5d96c63-8e18-44a5-9a82-f3777bc09a8c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560763 Oct 13 00:16:22.139048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Allocated IP 172.20.0.12 (0536e017-35ec-4a53-90ee-b49592f20133/92f45b87-702f-4fc4-8b7d-a7f1c4d9c987/57cd2b59-7bc2-418b-a882-dee89f70b87d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:16:22.179332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae6fc3-d8cb-4ee8-88fd-ca4e8d071bbb req-3bf0ca9b-4afb-4bbc-949c-8c64ef620dfd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.180817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3eae6fc3-d8cb-4ee8-88fd-ca4e8d071bbb req-3bf0ca9b-4afb-4bbc-949c-8c64ef620dfd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.0810256 Oct 13 00:16:22.269030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3eae6fc3-d8cb-4ee8-88fd-ca4e8d071bbb req-ef7f4bc1-a15a-4a30-bced-fe674e95bd35 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798719 Oct 13 00:16:22.329767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:22.364292 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:22.413971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Network 0536e017-35ec-4a53-90ee-b49592f20133 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:16:22.417263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:22.421053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:16:22.447071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Pushing event updated for resources: {'Port': ['ID=57cd2b59-7bc2-418b-a882-dee89f70b87d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:22.497967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.498520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:22.528716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35719-8a81-49d5-9726-545ad7af37be req-f71e5ac5-af13-4d73-bfb2-1fad4e24c019 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.535342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35719-8a81-49d5-9726-545ad7af37be req-f71e5ac5-af13-4d73-bfb2-1fad4e24c019 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.541431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35719-8a81-49d5-9726-545ad7af37be req-f71e5ac5-af13-4d73-bfb2-1fad4e24c019 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.547611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35719-8a81-49d5-9726-545ad7af37be req-f71e5ac5-af13-4d73-bfb2-1fad4e24c019 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.553741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35719-8a81-49d5-9726-545ad7af37be req-f71e5ac5-af13-4d73-bfb2-1fad4e24c019 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.559739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35719-8a81-49d5-9726-545ad7af37be req-f71e5ac5-af13-4d73-bfb2-1fad4e24c019 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.565929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35719-8a81-49d5-9726-545ad7af37be req-f71e5ac5-af13-4d73-bfb2-1fad4e24c019 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.567881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ad35719-8a81-49d5-9726-545ad7af37be req-f71e5ac5-af13-4d73-bfb2-1fad4e24c019 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1106982 Oct 13 00:16:22.571194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-119acc0d-557d-44b1-9833-2265864dfe8d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8135378 Oct 13 00:16:22.633251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ad35719-8a81-49d5-9726-545ad7af37be req-4dc889aa-fc56-44bc-a4e3-70eabb03490e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585518 Oct 13 00:16:22.687040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Request body: {'port': {'device_id': 'e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:22.732772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a178dc-a200-4af3-b16a-68aae019c878 req-3485e10c-30f5-414c-8459-1b5880fa8c09 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:22.734317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8a178dc-a200-4af3-b16a-68aae019c878 req-3485e10c-30f5-414c-8459-1b5880fa8c09 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0851398 Oct 13 00:16:22.770333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:22.817511 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8a178dc-a200-4af3-b16a-68aae019c878 req-c889bd95-f8a2-4e49-a3f0-ea0cb8e12464 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679932 Oct 13 00:16:22.916030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:22.918223 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33665b7-020d-4072-bd17-5d9d8e13f465" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:23.034935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4245c-824d-46e6-9cce-b38ae9df8b6c req-16eacb85-3fed-4cfd-9870-75217246db73 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:23.036376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2f4245c-824d-46e6-9cce-b38ae9df8b6c req-16eacb85-3fed-4cfd-9870-75217246db73 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 932 time: 0.1494291 Oct 13 00:16:23.084184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920f9cf-4714-4f0e-8ba7-0504b078e317 req-7d04bd95-a7dc-4ba5-88f0-5cd495d6547f tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:23.085673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4920f9cf-4714-4f0e-8ba7-0504b078e317 req-7d04bd95-a7dc-4ba5-88f0-5cd495d6547f tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 943 time: 0.1483486 Oct 13 00:16:23.139398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2f4245c-824d-46e6-9cce-b38ae9df8b6c req-208346a1-a544-460c-88bd-236a5a3eb42f tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951724 Oct 13 00:16:23.181855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4920f9cf-4714-4f0e-8ba7-0504b078e317 req-495a06c5-30b6-493b-9ab6-b9293859db44 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876117 Oct 13 00:16:23.201710 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cbff1c-2951-443b-807f-6c1b0491f60a x-openstack-request-id: req-24cbff1c-2951-443b-807f-6c1b0491f60a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:23.201710 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:23.201710 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24cbff1c-2951-443b-807f-6c1b0491f60a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:23.201710 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de', 'status': 'completed', 'code': 200} Oct 13 00:16:23.204435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cd2b59-7bc2-418b-a882-dee89f70b87d {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:23.212767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:23.225352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Transition to ACTIVE for port object 57cd2b59-7bc2-418b-a882-dee89f70b87d will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:16:23.229862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:23.283382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-36b440b8-1b92-451e-83c9-0d258dbe5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:23.285099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-36b440b8-1b92-451e-83c9-0d258dbe5507 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1125 time: 0.0433576 Oct 13 00:16:23.315907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd2b59-7bc2-418b-a882-dee89f70b87d,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:23.368022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a331-a204-4554-be4a-29d5de9796cf req-3a3291ab-61ac-44d4-a646-5db27dc5f65f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:23.369424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e35a331-a204-4554-be4a-29d5de9796cf req-3a3291ab-61ac-44d4-a646-5db27dc5f65f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1088483 Oct 13 00:16:23.427093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-d48588a2-8e84-43cf-8434-b5d8c5d32ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:23.428714 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-d48588a2-8e84-43cf-8434-b5d8c5d32ef6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1343169 Oct 13 00:16:23.443914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Attempting to bind port 57cd2b59-7bc2-418b-a882-dee89f70b87d on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:16:23.444254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Attempting to bind port 57cd2b59-7bc2-418b-a882-dee89f70b87d by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'c7274d56-1e50-4f89-b39a-04043680062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0536e017-35ec-4a53-90ee-b49592f20133'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:16:23.444594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Attempting to bind port 57cd2b59-7bc2-418b-a882-dee89f70b87d on network 0536e017-35ec-4a53-90ee-b49592f20133 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:23.473390 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-58ef517b-d3cc-42cf-a44d-9f48a15cbd8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 200 len: 217 time: 0.0362241 Oct 13 00:16:23.478957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Port 57cd2b59-7bc2-418b-a882-dee89f70b87d on network 0536e017-35ec-4a53-90ee-b49592f20133 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:16:23.479288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Attempting to bind port 57cd2b59-7bc2-418b-a882-dee89f70b87d on network 0536e017-35ec-4a53-90ee-b49592f20133 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:23.488028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e35a331-a204-4554-be4a-29d5de9796cf req-506019ee-e357-4bcb-bb9a-68753fcd12d1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982287 Oct 13 00:16:23.494037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:16:23.494461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Checking segment: {'id': 'c7274d56-1e50-4f89-b39a-04043680062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0536e017-35ec-4a53-90ee-b49592f20133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:23.494852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Bound using segment: {'id': 'c7274d56-1e50-4f89-b39a-04043680062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0536e017-35ec-4a53-90ee-b49592f20133'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:16:23.495288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Bound port: 57cd2b59-7bc2-418b-a882-dee89f70b87d, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7274d56-1e50-4f89-b39a-04043680062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0536e017-35ec-4a53-90ee-b49592f20133'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:16:23.495863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:23.527162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f7793-90c2-4637-b86e-c15b20b0dab4 req-319a8c1c-e59d-4391-b3e0-5ee73faf22b5 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:23.529050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-454f7793-90c2-4637-b86e-c15b20b0dab4 req-319a8c1c-e59d-4391-b3e0-5ee73faf22b5 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.1075373 Oct 13 00:16:23.534110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-45cce6fa-c159-4b14-97dd-091ca78cc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:23.535824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-45cce6fa-c159-4b14-97dd-091ca78cc4b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0551143 Oct 13 00:16:23.568695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-53746109-85cb-45ac-8550-fd1e3f76d3c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248711 Oct 13 00:16:23.607988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-454f7793-90c2-4637-b86e-c15b20b0dab4 req-ba5329e4-e53f-4b93-b28f-d545b99bd5a6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569270 Oct 13 00:16:23.610975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] For port 57cd2b59-7bc2-418b-a882-dee89f70b87d, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:23.614399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] For port 57cd2b59-7bc2-418b-a882-dee89f70b87d, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=57cd2b59-7bc2-418b-a882-dee89f70b87d,segment=NetworkSegment(c7274d56-1e50-4f89-b39a-04043680062a),segment_id=c7274d56-1e50-4f89-b39a-04043680062a)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:16:23.619768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:23.670585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:23.671207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:23.672584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] 10.222.0.45 "PUT /v2.0/ports/57cd2b59-7bc2-418b-a882-dee89f70b87d HTTP/1.1" status: 200 len: 1092 time: 1.0836987 Oct 13 00:16:23.687616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-1312049a-905b-42d1-9e3e-3290ced95b12 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967703 Oct 13 00:16:23.783356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0b1d2-b3d1-4260-9cc3-2d9dbd1d4191 service neutron] Pushing event updated for resources: {'Port': ['ID=57cd2b59-7bc2-418b-a882-dee89f70b87d,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:23.784572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a33665b7-020d-4072-bd17-5d9d8e13f465 req-c715e798-6e5c-48dd-8a47-a10869105353 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897048 Oct 13 00:16:23.927093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6301279e-c7ea-4206-abf1-4adc5ea97ffc details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:24.023805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6301279e-c7ea-4206-abf1-4adc5ea97ffc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6301279e-c7ea-4206-abf1-4adc5ea97ffc,segment=NetworkSegment(bd3f83e0-1e19-4690-9ece-b4a8e117cfd7),segment_id=bd3f83e0-1e19-4690-9ece-b4a8e117cfd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:24.036009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '6301279e-c7ea-4206-abf1-4adc5ea97ffc', 'network_id': '5301123f-2d13-4e49-93c1-3697bb0c95ed', 'port_id': '6301279e-c7ea-4206-abf1-4adc5ea97ffc', 'mac_address': 'fa:16:3e:5b:cf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '356d331a-5c69-4c05-8898-e245d42cf089', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:24.077942 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:24.091455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6301279e-c7ea-4206-abf1-4adc5ea97ffc {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:24.112994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6301279e-c7ea-4206-abf1-4adc5ea97ffc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6301279e-c7ea-4206-abf1-4adc5ea97ffc,segment=NetworkSegment(bd3f83e0-1e19-4690-9ece-b4a8e117cfd7),segment_id=bd3f83e0-1e19-4690-9ece-b4a8e117cfd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:24.117028 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:24.133259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-5e4c31ac-09bd-46fb-b027-bf67ee05b644 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.134720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-5e4c31ac-09bd-46fb-b027-bf67ee05b644 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 815 time: 0.4754505 Oct 13 00:16:24.152033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-fcc6f915-c9da-4a32-8722-f59c06022ebc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.158475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-fcc6f915-c9da-4a32-8722-f59c06022ebc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.163884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6301279e-c7ea-4206-abf1-4adc5ea97ffc,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:24.164470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-fcc6f915-c9da-4a32-8722-f59c06022ebc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.170455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-fcc6f915-c9da-4a32-8722-f59c06022ebc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.171799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.172145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.172479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.172817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.173141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.173463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.173786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.174111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.174429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.174752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.175071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.175388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:24.176902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-fcc6f915-c9da-4a32-8722-f59c06022ebc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.182813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-fcc6f915-c9da-4a32-8722-f59c06022ebc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.188834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-fcc6f915-c9da-4a32-8722-f59c06022ebc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.190719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-fcc6f915-c9da-4a32-8722-f59c06022ebc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.4499290 Oct 13 00:16:24.193871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-29b445e0-8f7d-4fe5-a6aa-372dcff4faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.195305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-29b445e0-8f7d-4fe5-a6aa-372dcff4faf7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0583874c5f034a56a2cf29d2fb6cdebc&device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 1095 time: 0.4503565 Oct 13 00:16:24.209563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-34703046-0d1f-429e-a4b8-90b5ce57ae20 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/quotas/6bdab3cb286e4660a93e978adb9edb95 HTTP/1.1" status: 200 len: 375 time: 0.0177600 Oct 13 00:16:24.274635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-ea667598-0a97-4f0c-8887-38bc645a7707 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57cd2b59-7bc2-418b-a882-dee89f70b87d HTTP/1.1" status: 200 len: 217 time: 0.0575376 Oct 13 00:16:24.304332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c55cf1c-e6a0-4ec0-9a56-a05d7bf041cd req-0de660fa-ef7b-48cd-a716-65a18d0f9da5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031528 Oct 13 00:16:24.340132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-aacd0af4-7b64-4fca-ae9e-1319ee5c09f4 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215122 Oct 13 00:16:24.358758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-a4a15b3f-3bc9-47b3-9cc1-a0dadae1dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.360250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-a4a15b3f-3bc9-47b3-9cc1-a0dadae1dc36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92f45b87-702f-4fc4-8b7d-a7f1c4d9c987 HTTP/1.1" status: 200 len: 862 time: 0.0717111 Oct 13 00:16:24.414080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-3b7eafab-283a-41de-9e23-52c8e3b30831 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0536e017-35ec-4a53-90ee-b49592f20133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402770 Oct 13 00:16:24.417706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-5be8142c-1963-4426-8b6b-1676ead11125 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:16:24.418663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-5be8142c-1963-4426-8b6b-1676ead11125 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0700080 Oct 13 00:16:24.497359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671aafe-5436-4f45-b850-2d1809c317b5 req-adf5d93b-86ea-4cb4-bcd9-98fae0baf102 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.498894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a671aafe-5436-4f45-b850-2d1809c317b5 req-adf5d93b-86ea-4cb4-bcd9-98fae0baf102 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1348591 Oct 13 00:16:24.580678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6301279e-c7ea-4206-abf1-4adc5ea97ffc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:24.601972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a671aafe-5436-4f45-b850-2d1809c317b5 req-56e42db7-82a6-4450-9fc2-629d7287560a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765529 Oct 13 00:16:24.623755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-0788e41e-cd12-40dd-8162-9a23526e197a service neutron] 10.222.0.45 "GET /v2.0/networks/0536e017-35ec-4a53-90ee-b49592f20133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892583 Oct 13 00:16:24.627178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-d7c1c8a9-c776-48f2-9c58-e169a5a6459a service neutron] 10.222.0.21 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009532 Oct 13 00:16:24.811900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184d352-92a6-4744-8149-9035f1078f83 req-e89eb7ed-cab5-46f2-9e96-b303535cbbf7 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.813389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3184d352-92a6-4744-8149-9035f1078f83 req-e89eb7ed-cab5-46f2-9e96-b303535cbbf7 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 944 time: 0.1234593 Oct 13 00:16:24.843483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17681803-b240-4c22-9f88-6236bb3fdc63 req-185cfe12-415d-4d9a-a853-1c9a594c5e3c service neutron] 10.222.0.45 "GET /v2.0/networks/0536e017-35ec-4a53-90ee-b49592f20133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124262 Oct 13 00:16:24.846744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-cb84c88b-50a4-41d8-ac51-bbdaba25b414 service neutron] 10.222.0.21 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076809 Oct 13 00:16:24.864007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3184d352-92a6-4744-8149-9035f1078f83 req-0a1a8394-8278-4abe-95b4-2aff0fa4fb65 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Oct 13 00:16:24.981459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678ad5a-5572-4daa-85fb-9279a0cca92b req-3762d130-49fe-4b31-a09f-97d33d39adef tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:24.983117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a678ad5a-5572-4daa-85fb-9279a0cca92b req-3762d130-49fe-4b31-a09f-97d33d39adef tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 944 time: 0.0626719 Oct 13 00:16:25.035413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a678ad5a-5572-4daa-85fb-9279a0cca92b req-4125c128-17af-4424-b521-e7900488ff4d tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454257 Oct 13 00:16:25.076530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26293cf5-3611-4f33-aed4-2ffecd465a7c req-372b8e88-8416-430d-882c-25e8e98fdbd0 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.085737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26293cf5-3611-4f33-aed4-2ffecd465a7c req-372b8e88-8416-430d-882c-25e8e98fdbd0 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0671115 Oct 13 00:16:25.122328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26293cf5-3611-4f33-aed4-2ffecd465a7c req-f0885bb0-6dfb-4e50-a940-fc8617904358 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Oct 13 00:16:25.196395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0', 'tag': '57cd2b59-7bc2-418b-a882-dee89f70b87d'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:25.198608 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ea483-d1ba-416c-ba4d-19437dc3a69b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0", "tag": "57cd2b59-7bc2-418b-a882-dee89f70b87d"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:25.210350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cec2a39-aa1e-45d9-be2b-46b07c6c4a11 req-54cf2f05-0dfe-4753-bc88-40fbf03fdd39 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 210 time: 0.0409248 Oct 13 00:16:25.256207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e35a6-169e-4b88-9d0d-a3604674b100 req-7285e537-de75-4029-b65e-f053af032e94 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.257872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c5e35a6-169e-4b88-9d0d-a3604674b100 req-7285e537-de75-4029-b65e-f053af032e94 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.0760655 Oct 13 00:16:25.266967 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b7173-7ffa-4804-95d9-f79c26d9fda8 x-openstack-request-id: req-8a8b7173-7ffa-4804-95d9-f79c26d9fda8 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:25.267336 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0", "tag": "57cd2b59-7bc2-418b-a882-dee89f70b87d", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:25.267620 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a8b7173-7ffa-4804-95d9-f79c26d9fda8 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:25.268010 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0', 'tag': '57cd2b59-7bc2-418b-a882-dee89f70b87d', 'status': 'completed', 'code': 200} Oct 13 00:16:25.301309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c5e35a6-169e-4b88-9d0d-a3604674b100 req-65623f34-e8bf-4d81-80f6-c510ef1eb380 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323975 Oct 13 00:16:25.373984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-5f7e961f-c13b-4540-87ce-eac4d12d89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.375533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-5f7e961f-c13b-4540-87ce-eac4d12d89ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0583874c5f034a56a2cf29d2fb6cdebc&device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 1095 time: 0.0560555 Oct 13 00:16:25.489209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-40b7c826-03ff-4cd6-956f-6a46f0c96f3b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.495165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-40b7c826-03ff-4cd6-956f-6a46f0c96f3b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.501199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-40b7c826-03ff-4cd6-956f-6a46f0c96f3b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.507197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-40b7c826-03ff-4cd6-956f-6a46f0c96f3b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.513196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-40b7c826-03ff-4cd6-956f-6a46f0c96f3b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.519721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-40b7c826-03ff-4cd6-956f-6a46f0c96f3b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.525667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-40b7c826-03ff-4cd6-956f-6a46f0c96f3b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.527565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-40b7c826-03ff-4cd6-956f-6a46f0c96f3b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1429534 Oct 13 00:16:25.570105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-20f7bf74-0a19-4cd5-a15f-88342d0b76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.571599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-20f7bf74-0a19-4cd5-a15f-88342d0b76cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=0536e017-35ec-4a53-90ee-b49592f20133 HTTP/1.1" status: 200 len: 923 time: 0.1882372 Oct 13 00:16:25.594763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc9a7ca1-d4a5-4885-b530-e04b6e49eedc req-86d699a4-a8f4-4086-acd5-5594371c4e05 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555220 Oct 13 00:16:25.621368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-e4ba0773-362b-4a33-9a1e-7202f0f74f71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57cd2b59-7bc2-418b-a882-dee89f70b87d HTTP/1.1" status: 200 len: 217 time: 0.0413489 Oct 13 00:16:25.707759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-9c03fd10-e2cc-469c-8c79-9b2f3df2b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.709221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-9c03fd10-e2cc-469c-8c79-9b2f3df2b4ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92f45b87-702f-4fc4-8b7d-a7f1c4d9c987 HTTP/1.1" status: 200 len: 862 time: 0.0769565 Oct 13 00:16:25.736705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f2748-2637-47e2-9531-25c8426202d2 req-20514a3a-1760-4ede-93a7-811d5c6d0c3c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:25.738158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c90f2748-2637-47e2-9531-25c8426202d2 req-20514a3a-1760-4ede-93a7-811d5c6d0c3c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0678484 Oct 13 00:16:25.754443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-aac51161-b68b-44ea-8099-6503da26c611 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0536e017-35ec-4a53-90ee-b49592f20133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365252 Oct 13 00:16:25.831519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c90f2748-2637-47e2-9531-25c8426202d2 req-d1ea7195-8865-4275-be6b-6205d07c3572 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798767 Oct 13 00:16:25.866977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-1bab552b-ef46-4367-81ca-ed39c7238e08 service neutron] 10.222.0.45 "GET /v2.0/networks/0536e017-35ec-4a53-90ee-b49592f20133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001575 Oct 13 00:16:25.950062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6301279e-c7ea-4206-abf1-4adc5ea97ffc up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:25.996693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-437ea483-d1ba-416c-ba4d-19437dc3a69b req-d9905db7-1886-470c-ae70-16c226b79566 service neutron] 10.222.0.45 "GET /v2.0/networks/0536e017-35ec-4a53-90ee-b49592f20133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161437 Oct 13 00:16:26.000273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 6301279e-c7ea-4206-abf1-4adc5ea97ffc completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:26.004401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 6301279e-c7ea-4206-abf1-4adc5ea97ffc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:26.004855 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:26.009903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063f9ee-d270-4a1c-9190-fb59cb5c85c8 req-3ad90471-3417-44c7-b284-73533ece7e73 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.011404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3063f9ee-d270-4a1c-9190-fb59cb5c85c8 req-3ad90471-3417-44c7-b284-73533ece7e73 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0803885 Oct 13 00:16:26.063739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3063f9ee-d270-4a1c-9190-fb59cb5c85c8 req-ae5bfa03-d1af-4c90-8f06-80baea1bf07d tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Oct 13 00:16:26.096635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:26.119370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79d855d-97d9-43b2-aabd-0170022f9237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6301279e-c7ea-4206-abf1-4adc5ea97ffc'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:26.121618 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff230110-d162-4257-9901-00414dc7970a" -d '{"events": [{"server_uuid": "f79d855d-97d9-43b2-aabd-0170022f9237", "name": "network-vif-plugged", "status": "completed", "tag": "6301279e-c7ea-4206-abf1-4adc5ea97ffc"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:26.154972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6301279e-c7ea-4206-abf1-4adc5ea97ffc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6301279e-c7ea-4206-abf1-4adc5ea97ffc,segment=NetworkSegment(bd3f83e0-1e19-4690-9ece-b4a8e117cfd7),segment_id=bd3f83e0-1e19-4690-9ece-b4a8e117cfd7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:26.162534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:26.175047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f9ca8-4e7e-4fb1-bd8b-aa43e6c57496 req-f5518c87-9faa-48a4-9367-d0283fb49aea tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.177087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-995f9ca8-4e7e-4fb1-bd8b-aa43e6c57496 req-f5518c87-9faa-48a4-9367-d0283fb49aea tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 944 time: 0.0653505 Oct 13 00:16:26.228814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-995f9ca8-4e7e-4fb1-bd8b-aa43e6c57496 req-3b4434e2-e6d9-482b-918f-7996acce2277 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455539 Oct 13 00:16:26.263702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6301279e-c7ea-4206-abf1-4adc5ea97ffc,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:26.268182 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8781822b-7c2d-4a69-8968-5f1e69e5f6d3 x-openstack-request-id: req-8781822b-7c2d-4a69-8968-5f1e69e5f6d3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:26.268477 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79d855d-97d9-43b2-aabd-0170022f9237", "name": "network-vif-plugged", "status": "completed", "tag": "6301279e-c7ea-4206-abf1-4adc5ea97ffc", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:26.268732 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8781822b-7c2d-4a69-8968-5f1e69e5f6d3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:26.269174 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79d855d-97d9-43b2-aabd-0170022f9237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6301279e-c7ea-4206-abf1-4adc5ea97ffc', 'code': 200} Oct 13 00:16:26.271367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-82e27649-31ca-4f48-adca-690564986c58 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.273891 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-82e27649-31ca-4f48-adca-690564986c58 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.36 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 815 time: 0.1576788 Oct 13 00:16:26.363686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Request body: {'port': {'device_id': '3150c04e-59c8-4c84-8671-bc0f65a4599e', 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'admin_state_up': True, 'tenant_id': '6bdab3cb286e4660a93e978adb9edb95'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:26.370601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350019b-55b9-42f1-a82e-6feadcdfe436 req-576feb00-91d1-4217-93c1-174285416e48 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.372081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1350019b-55b9-42f1-a82e-6feadcdfe436 req-576feb00-91d1-4217-93c1-174285416e48 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0514488 Oct 13 00:16:26.434171 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc6ed94d-8dc1-441d-b7da-84c3f0c61385 req-91487385-3f24-4f83-8394-bc1a49a93b6b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 210 time: 0.0386529 Oct 13 00:16:26.456984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1350019b-55b9-42f1-a82e-6feadcdfe436 req-603959b0-d1f3-426f-bed6-50460c025ffe tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679817 Oct 13 00:16:26.480431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Made reservation on behalf of 6bdab3cb286e4660a93e978adb9edb95 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:26.484671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:26.548060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e5022-4ab0-481d-9910-b0ca3c9537f7 req-cecb16b5-80d9-4980-b178-c1287c5d1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.549568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e3e5022-4ab0-481d-9910-b0ca3c9537f7 req-cecb16b5-80d9-4980-b178-c1287c5d1331 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 1096 time: 0.0708454 Oct 13 00:16:26.563979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ffa2c-c09a-4153-8dcd-f29ae79611d9 req-a625f584-9df4-48d5-afd0-8b9854bcddd4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.565457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-227ffa2c-c09a-4153-8dcd-f29ae79611d9 req-a625f584-9df4-48d5-afd0-8b9854bcddd4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.0619938 Oct 13 00:16:26.609411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Allocated IP 172.20.0.12 (77f93a8e-84cd-4e09-9637-912b468ad1bd/c7ab4b4e-8ca1-425a-858e-82182d32f2d1/d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:16:26.610773 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e3e5022-4ab0-481d-9910-b0ca3c9537f7 req-47860133-1baf-4c15-9b19-0d5787c23a32 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Oct 13 00:16:26.623070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-227ffa2c-c09a-4153-8dcd-f29ae79611d9 req-fc47d69f-cc21-4e8b-b3d5-57ec230d99ff tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504353 Oct 13 00:16:26.739781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-daa114de-e427-4cec-b15f-7a2c9279193b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.745971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-daa114de-e427-4cec-b15f-7a2c9279193b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.752101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-daa114de-e427-4cec-b15f-7a2c9279193b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.758102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-daa114de-e427-4cec-b15f-7a2c9279193b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.760898 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:26.764672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-daa114de-e427-4cec-b15f-7a2c9279193b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.770663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-daa114de-e427-4cec-b15f-7a2c9279193b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.776752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-daa114de-e427-4cec-b15f-7a2c9279193b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.778669 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-daa114de-e427-4cec-b15f-7a2c9279193b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.0971975 Oct 13 00:16:26.793674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:26.820832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d646d7a-1603-4b62-84ea-1efb70eb337b req-876e8755-9edc-4bd5-98b7-9b7ec65f0c56 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352724 Oct 13 00:16:26.840782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Network 77f93a8e-84cd-4e09-9637-912b468ad1bd is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:16:26.843335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', '9e045665-3f53-4eb3-b106-a35a4400500a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:26.845070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:26.849563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:16:26.873263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Pushing event updated for resources: {'Port': ['ID=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:26.902456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.903075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:26.922277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-940dbf1f-aacd-46c8-b381-236e1cc29012 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625496 Oct 13 00:16:26.951105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8004027-f9e3-42e0-a373-8a2c05d4b2f6 req-25a07540-fc25-489a-8e5b-b668a303ec67 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:26.953156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8004027-f9e3-42e0-a373-8a2c05d4b2f6 req-25a07540-fc25-489a-8e5b-b668a303ec67 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0502825 Oct 13 00:16:26.996757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8004027-f9e3-42e0-a373-8a2c05d4b2f6 req-3ef5450e-eee1-4e5c-a870-465e5776af7e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Oct 13 00:16:27.071472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Request body: {'port': {'device_id': '3150c04e-59c8-4c84-8671-bc0f65a4599e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:27.127012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:27.191229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad15d-4740-48ba-9b7b-5c48ddd11c54 req-1485fa69-749e-4625-964f-2d4a515ad390 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.192960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-071ad15d-4740-48ba-9b7b-5c48ddd11c54 req-1485fa69-749e-4625-964f-2d4a515ad390 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0585082 Oct 13 00:16:27.236305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-071ad15d-4740-48ba-9b7b-5c48ddd11c54 req-78dffc6b-5ccf-4263-9b42-ba81329812bb tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Oct 13 00:16:27.361963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6cd08-8104-4c20-af42-c5699f6e7126 req-4f7058f1-ac2f-4372-9ed0-fe416e529552 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.363567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30e6cd08-8104-4c20-af42-c5699f6e7126 req-4f7058f1-ac2f-4372-9ed0-fe416e529552 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.0581632 Oct 13 00:16:27.409717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30e6cd08-8104-4c20-af42-c5699f6e7126 req-a3176d94-9ae1-4461-8537-2a48c6bd60c1 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Oct 13 00:16:27.422496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:27.430896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:27.443832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Transition to ACTIVE for port object d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:16:27.447590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:27.507268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Pushing event updated for resources: {'Port': ['ID=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:27.584098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Attempting to bind port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:16:27.584438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Attempting to bind port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:16:27.584767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Attempting to bind port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 on network 77f93a8e-84cd-4e09-9637-912b468ad1bd {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:27.589274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 on network 77f93a8e-84cd-4e09-9637-912b468ad1bd not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:16:27.589596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Attempting to bind port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 on network 77f93a8e-84cd-4e09-9637-912b468ad1bd {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:27.594077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13707a5f-3a53-4e57-a99f-d15453fe53c9 req-f75bf6cb-ca13-4c11-9185-a62b124d22a7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.594963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:16:27.595302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Checking segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:27.595682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13707a5f-3a53-4e57-a99f-d15453fe53c9 req-f75bf6cb-ca13-4c11-9185-a62b124d22a7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 944 time: 0.0881000 Oct 13 00:16:27.595815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Bound using segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:16:27.596184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Bound port: d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:16:27.596686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:27.610488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636d132-b2f2-49ff-9040-eb06e591be34 req-e32d16aa-9370-4dc5-8e75-3a159031debf tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.612092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b636d132-b2f2-49ff-9040-eb06e591be34 req-e32d16aa-9370-4dc5-8e75-3a159031debf tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0744174 Oct 13 00:16:27.667648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] For port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:27.672333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] For port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:16:27.673241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13707a5f-3a53-4e57-a99f-d15453fe53c9 req-1ecc9739-5882-4688-b9bf-26710dc19991 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601895 Oct 13 00:16:27.677880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:27.678561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b636d132-b2f2-49ff-9040-eb06e591be34 req-5910d88b-4eaa-4f1d-81ad-972d8984f149 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Oct 13 00:16:27.717116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.717822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:27.719309 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] 10.222.0.36 "PUT /v2.0/ports/d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 HTTP/1.1" status: 200 len: 1092 time: 0.6521552 Oct 13 00:16:27.719805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3150c04e-59c8-4c84-8671-bc0f65a4599e', 'tag': 'd00e5997-ebd9-4c9d-945d-bf1e2e5c36d8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:27.722252 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3684abf-d453-4363-956f-72506f832ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "3150c04e-59c8-4c84-8671-bc0f65a4599e", "tag": "d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:27.745866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed90b91-3a1a-4633-8c97-93cb0ff61b6e service neutron] Pushing event updated for resources: {'Port': ['ID=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:27.765137 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd731dc-a3af-49de-978e-abcb57fbf66e x-openstack-request-id: req-6fd731dc-a3af-49de-978e-abcb57fbf66e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:27.765137 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3150c04e-59c8-4c84-8671-bc0f65a4599e", "tag": "d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:27.765137 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fd731dc-a3af-49de-978e-abcb57fbf66e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:27.765137 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3150c04e-59c8-4c84-8671-bc0f65a4599e', 'tag': 'd00e5997-ebd9-4c9d-945d-bf1e2e5c36d8', 'status': 'completed', 'code': 200} Oct 13 00:16:27.802140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5148-9a61-44f9-8995-1ebb98257f51 req-b884c452-f7c3-4fa4-badd-bf7c37886329 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.803812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8ee5148-9a61-44f9-8995-1ebb98257f51 req-b884c452-f7c3-4fa4-badd-bf7c37886329 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.0588436 Oct 13 00:16:27.843951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8ee5148-9a61-44f9-8995-1ebb98257f51 req-6a13c476-a495-45f1-9dec-26b3274c9f86 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Oct 13 00:16:27.887094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-529df4c0-a785-43a1-b55f-d7f22c80f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.888651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-529df4c0-a785-43a1-b55f-d7f22c80f845 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 1095 time: 0.0437624 Oct 13 00:16:27.945025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:27.950421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-ac96196e-3a06-43b4-8771-553d9d8b289e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 HTTP/1.1" status: 200 len: 217 time: 0.0439951 Oct 13 00:16:27.959671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-22a610bc-bdc3-4071-8608-669ee7ee30b8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.966429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-22a610bc-bdc3-4071-8608-669ee7ee30b8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.973089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-22a610bc-bdc3-4071-8608-669ee7ee30b8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.979422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-22a610bc-bdc3-4071-8608-669ee7ee30b8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.986030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-22a610bc-bdc3-4071-8608-669ee7ee30b8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.992110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-22a610bc-bdc3-4071-8608-669ee7ee30b8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:27.998125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-22a610bc-bdc3-4071-8608-669ee7ee30b8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.000165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-22a610bc-bdc3-4071-8608-669ee7ee30b8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.0985672 Oct 13 00:16:28.006210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-d8b2d113-e147-495a-b184-9fdaa0b05228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.007730 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-d8b2d113-e147-495a-b184-9fdaa0b05228 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.0463142 Oct 13 00:16:28.044180 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-6f460dad-d5de-4dc0-a0d3-2cd7776cec8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274765 Oct 13 00:16:28.048226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3587b50-3707-43ed-ae0a-0fdf8d639be6 req-ce07b604-0872-4924-8e69-1f282b4c5a46 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413971 Oct 13 00:16:28.074003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:28.091502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0', 'port_id': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'mac_address': 'fa:16:3e:54:d5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330317fb-9c0f-43b2-bb65-0b7a5b5950f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:28.134812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cd66a-e0c4-4afd-9981-4690f14fda48 req-8fcfc744-b24c-415c-b45f-10f16a785ca4 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.135283 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:28.136439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-006cd66a-e0c4-4afd-9981-4690f14fda48 req-8fcfc744-b24c-415c-b45f-10f16a785ca4 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0603569 Oct 13 00:16:28.153729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c158363e-207c-4fc8-a46e-b1853a34eea5 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:28.158249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-1e146c2f-56b3-47f8-9167-32338aa1a6a6 service neutron] 10.222.0.36 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021483 Oct 13 00:16:28.176182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:28.180737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-006cd66a-e0c4-4afd-9981-4690f14fda48 req-63703b1e-789c-48f5-ac19-6ef09e2a34ae tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361388 Oct 13 00:16:28.186754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:28.236835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:28.256387 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-735316aa-526f-4340-ac87-bfe6568ebed1 req-d1a45545-b32b-4043-9723-acad9f1d8821 service neutron] 10.222.0.36 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906961 Oct 13 00:16:28.355561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d26b2e-ea54-492e-ac94-e1f620b47905 req-193c583d-55ac-4c5f-81de-05f6b0c3ba69 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.357073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3d26b2e-ea54-492e-ac94-e1f620b47905 req-193c583d-55ac-4c5f-81de-05f6b0c3ba69 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 944 time: 0.0520973 Oct 13 00:16:28.397007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3d26b2e-ea54-492e-ac94-e1f620b47905 req-1f74e37a-0c8e-434a-95d6-2381fc79ff2b tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Oct 13 00:16:28.414355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3684abf-d453-4363-956f-72506f832ea8 req-6d0d36d4-8ecf-40d2-8600-6657255e8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.415870 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3684abf-d453-4363-956f-72506f832ea8 req-6d0d36d4-8ecf-40d2-8600-6657255e8eeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 1095 time: 0.0446324 Oct 13 00:16:28.491694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c158363e-207c-4fc8-a46e-b1853a34eea5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:28.520695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3684abf-d453-4363-956f-72506f832ea8 req-5241f441-a814-4cc6-821c-2b521156df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.522170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3684abf-d453-4363-956f-72506f832ea8 req-5241f441-a814-4cc6-821c-2b521156df9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 916 time: 0.0929809 Oct 13 00:16:28.542668 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42833ed-e7c2-455f-b86b-024286474be1 req-0f07917f-5cc0-4b23-b7f2-375da1cd8777 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.544216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b42833ed-e7c2-455f-b86b-024286474be1 req-0f07917f-5cc0-4b23-b7f2-375da1cd8777 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.0590584 Oct 13 00:16:28.568294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3684abf-d453-4363-956f-72506f832ea8 req-f2c27552-322b-4ff1-82d8-f7197be3616c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 HTTP/1.1" status: 200 len: 217 time: 0.0369983 Oct 13 00:16:28.589176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b42833ed-e7c2-455f-b86b-024286474be1 req-4fbb2209-b458-4e90-a495-d28479f5575d tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Oct 13 00:16:28.665738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3684abf-d453-4363-956f-72506f832ea8 req-0d69138b-2043-4bb9-80ee-a8e1491cbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.667372 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3684abf-d453-4363-956f-72506f832ea8 req-0d69138b-2043-4bb9-80ee-a8e1491cbc0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.0518956 Oct 13 00:16:28.704442 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3684abf-d453-4363-956f-72506f832ea8 req-f36be3f2-345b-4060-a383-404db3f4154a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288284 Oct 13 00:16:28.806546 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3684abf-d453-4363-956f-72506f832ea8 req-849ad7eb-75a4-42df-9ced-43e55af49be5 service neutron] 10.222.0.36 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938499 Oct 13 00:16:28.840901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e562c-f120-429a-aec6-5b898cd2f1ea req-8cafbd7f-2621-4fcd-acc6-efc105e2cc46 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.844580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d71e562c-f120-429a-aec6-5b898cd2f1ea req-8cafbd7f-2621-4fcd-acc6-efc105e2cc46 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 944 time: 0.0980594 Oct 13 00:16:28.866499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af76119-5c6e-4d82-b4eb-e9b47571706c req-f1cea95d-23d9-48eb-b098-154227eec2aa tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:28.868142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1af76119-5c6e-4d82-b4eb-e9b47571706c req-f1cea95d-23d9-48eb-b098-154227eec2aa tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 944 time: 0.0891945 Oct 13 00:16:28.913860 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d71e562c-f120-429a-aec6-5b898cd2f1ea req-daaa0b0c-e9a0-4597-aa3b-94bf127dbe43 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622656 Oct 13 00:16:28.934189 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3684abf-d453-4363-956f-72506f832ea8 req-99688822-7f0a-4087-8063-3053885845c3 service neutron] 10.222.0.36 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094630 Oct 13 00:16:28.938350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1af76119-5c6e-4d82-b4eb-e9b47571706c req-6305bbf7-6c2b-4ba4-8c0a-2ad8855544c0 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562711 Oct 13 00:16:28.992260 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 57cd2b59-7bc2-418b-a882-dee89f70b87d details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:29.021839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d9b47-b6f4-44d1-a27c-1daeb10dbcda req-7f5daa17-ad6b-4465-b4c0-b2c8027e5682 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.023606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b53d9b47-b6f4-44d1-a27c-1daeb10dbcda req-7f5daa17-ad6b-4465-b4c0-b2c8027e5682 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.0514314 Oct 13 00:16:29.063720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b53d9b47-b6f4-44d1-a27c-1daeb10dbcda req-d12e456e-3d3d-40e8-b7eb-50a3208593a3 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340750 Oct 13 00:16:29.097442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 57cd2b59-7bc2-418b-a882-dee89f70b87d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=57cd2b59-7bc2-418b-a882-dee89f70b87d,segment=NetworkSegment(c7274d56-1e50-4f89-b39a-04043680062a),segment_id=c7274d56-1e50-4f89-b39a-04043680062a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:29.109220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '57cd2b59-7bc2-418b-a882-dee89f70b87d', 'network_id': '0536e017-35ec-4a53-90ee-b49592f20133', 'port_id': '57cd2b59-7bc2-418b-a882-dee89f70b87d', 'mac_address': 'fa:16:3e:70:1a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f45b87-702f-4fc4-8b7d-a7f1c4d9c987', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:29.146654 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:29.160154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cd2b59-7bc2-418b-a882-dee89f70b87d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:29.179347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 57cd2b59-7bc2-418b-a882-dee89f70b87d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=57cd2b59-7bc2-418b-a882-dee89f70b87d,segment=NetworkSegment(c7274d56-1e50-4f89-b39a-04043680062a),segment_id=c7274d56-1e50-4f89-b39a-04043680062a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:29.183691 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:29.191963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-8cd1a8f4-7210-41c8-a79c-0ec606818a86 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.197831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-8cd1a8f4-7210-41c8-a79c-0ec606818a86 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.204500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-8cd1a8f4-7210-41c8-a79c-0ec606818a86 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.210415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-8cd1a8f4-7210-41c8-a79c-0ec606818a86 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.216574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-8cd1a8f4-7210-41c8-a79c-0ec606818a86 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.223303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-8cd1a8f4-7210-41c8-a79c-0ec606818a86 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.229212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-8cd1a8f4-7210-41c8-a79c-0ec606818a86 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.231111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-8cd1a8f4-7210-41c8-a79c-0ec606818a86 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1015234 Oct 13 00:16:29.234611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=57cd2b59-7bc2-418b-a882-dee89f70b87d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:29.283149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e7d4fe2-fd25-4386-8c50-32c36a3d12dd req-e64dd4b1-525f-424c-86da-4fbca7a1c421 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440209 Oct 13 00:16:29.318325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1fac1-4aee-4a82-8122-74670906f487 req-e2067db3-898a-4b43-983e-f1f7a5213d5c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.319797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3fb1fac1-4aee-4a82-8122-74670906f487 req-e2067db3-898a-4b43-983e-f1f7a5213d5c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0546820 Oct 13 00:16:29.357546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3fb1fac1-4aee-4a82-8122-74670906f487 req-701293ac-56fa-4ca7-9165-c3854453c38e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317969 Oct 13 00:16:29.512660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e5d19-4634-4b98-9491-d06c8cf6cb8e req-6a916064-3057-4f46-815c-2a899d7b03c0 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.514744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b44e5d19-4634-4b98-9491-d06c8cf6cb8e req-6a916064-3057-4f46-815c-2a899d7b03c0 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Oct 13 00:16:29.554817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b44e5d19-4634-4b98-9491-d06c8cf6cb8e req-4d80c89b-2c96-4be5-a6c4-10732a1edb80 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Oct 13 00:16:29.698275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['57cd2b59-7bc2-418b-a882-dee89f70b87d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:29.707856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b2c3-eaed-4b63-8d49-0a0e27ce1fe1 req-15dddcfd-692a-4747-a634-e2b3fec1d891 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:29.709329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbd3b2c3-eaed-4b63-8d49-0a0e27ce1fe1 req-15dddcfd-692a-4747-a634-e2b3fec1d891 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.0540221 Oct 13 00:16:29.747772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbd3b2c3-eaed-4b63-8d49-0a0e27ce1fe1 req-b83ebed8-12c6-4817-91c0-ccf4b503580b tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Oct 13 00:16:30.037498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bcdb1-7a50-4b97-96b3-9ad0772a94a7 req-b9e86d8e-9e06-4191-83cd-245be113910a tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.038970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-307bcdb1-7a50-4b97-96b3-9ad0772a94a7 req-b9e86d8e-9e06-4191-83cd-245be113910a tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.0751202 Oct 13 00:16:30.069768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e68aa-a6ff-49e5-9c4a-6271e6544867 req-28a2d5a1-5e7c-40f1-a911-4c48464dbf24 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.071192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a5e68aa-a6ff-49e5-9c4a-6271e6544867 req-28a2d5a1-5e7c-40f1-a911-4c48464dbf24 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 944 time: 0.0779462 Oct 13 00:16:30.107174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-307bcdb1-7a50-4b97-96b3-9ad0772a94a7 req-4f017ec1-39b8-4af9-ab0c-4daec29452df tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603702 Oct 13 00:16:30.129004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a5e68aa-a6ff-49e5-9c4a-6271e6544867 req-d1d1c5de-6968-4599-89b5-e9e53025411f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503561 Oct 13 00:16:30.249014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7d278-9fce-498d-819a-fe605fb722fb req-1c066941-57a5-4d65-8e29-1284d676b718 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.251118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffd7d278-9fce-498d-819a-fe605fb722fb req-1c066941-57a5-4d65-8e29-1284d676b718 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 944 time: 0.0866036 Oct 13 00:16:30.263219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfcbbc-df3c-4941-870a-efb7e141bd62 req-d9c3619a-77be-47ae-af54-65d1e03e257d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.264780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2dfcbbc-df3c-4941-870a-efb7e141bd62 req-d9c3619a-77be-47ae-af54-65d1e03e257d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.0734537 Oct 13 00:16:30.316490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffd7d278-9fce-498d-819a-fe605fb722fb req-371b317e-9db5-4b2c-a2a0-ef2a404f4f7d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Oct 13 00:16:30.324148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2dfcbbc-df3c-4941-870a-efb7e141bd62 req-52640aee-4519-4d69-bf1c-d0b862b7a665 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527613 Oct 13 00:16:30.451991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72378744-cde0-45ac-bf7e-683a979f00bb req-7520d807-ff74-4502-9416-9f5ff36d00dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.459798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72378744-cde0-45ac-bf7e-683a979f00bb req-7520d807-ff74-4502-9416-9f5ff36d00dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.468936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72378744-cde0-45ac-bf7e-683a979f00bb req-7520d807-ff74-4502-9416-9f5ff36d00dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.474875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72378744-cde0-45ac-bf7e-683a979f00bb req-7520d807-ff74-4502-9416-9f5ff36d00dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.480815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72378744-cde0-45ac-bf7e-683a979f00bb req-7520d807-ff74-4502-9416-9f5ff36d00dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.487369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72378744-cde0-45ac-bf7e-683a979f00bb req-7520d807-ff74-4502-9416-9f5ff36d00dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.493302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72378744-cde0-45ac-bf7e-683a979f00bb req-7520d807-ff74-4502-9416-9f5ff36d00dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.495122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72378744-cde0-45ac-bf7e-683a979f00bb req-7520d807-ff74-4502-9416-9f5ff36d00dd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1112134 Oct 13 00:16:30.560350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70bf5-9bfe-4491-ba8e-bd414a3b29df req-22a0d3a4-68dc-44c5-9adf-9a476672c7b8 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.561869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4d70bf5-9bfe-4491-ba8e-bd414a3b29df req-22a0d3a4-68dc-44c5-9adf-9a476672c7b8 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1299846 Oct 13 00:16:30.566318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72378744-cde0-45ac-bf7e-683a979f00bb req-2a223bce-b891-455a-91e6-eb668bd6fc91 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539937 Oct 13 00:16:30.605591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4d70bf5-9bfe-4491-ba8e-bd414a3b29df req-412fd609-9a09-408e-9345-b2a4b1c41583 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369170 Oct 13 00:16:30.661051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:30.718280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port c158363e-207c-4fc8-a46e-b1853a34eea5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:30.718812 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:30.722873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0ce73-fce1-4770-ad0d-89130ad2a2ed req-940cd8a6-fd49-4b41-923c-304cf34a5a8e tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.724988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1a0ce73-fce1-4770-ad0d-89130ad2a2ed req-940cd8a6-fd49-4b41-923c-304cf34a5a8e tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 945 time: 0.0688963 Oct 13 00:16:30.782478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-c597c37b-ccf3-42c8-8968-eea7373e484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:30.784715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-c597c37b-ccf3-42c8-8968-eea7373e484d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8b1893364084a578b8bb5d5f95891e9&device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 1096 time: 0.0495155 Oct 13 00:16:30.790949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1a0ce73-fce1-4770-ad0d-89130ad2a2ed req-29e2dc4c-a480-4a85-904a-b11d037ec78f tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601220 Oct 13 00:16:30.825669 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:30.849538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:30.851907 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bd750c-efa2-467a-81b8-788b3df048e6" -d '{"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-plugged", "status": "completed", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:30.879650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:30.883348 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:30.907081 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe3dce2-3850-4dd1-98ed-becc21f94d25 x-openstack-request-id: req-bfe3dce2-3850-4dd1-98ed-becc21f94d25 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:30.907373 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-plugged", "status": "completed", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:30.908060 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfe3dce2-3850-4dd1-98ed-becc21f94d25 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:30.908060 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'code': 200} Oct 13 00:16:30.933912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:31.003739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 590684a0-5f79-4bb3-bec9-15ab041566de no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:16:31.238715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-0233ec27-6245-4c61-aa7f-c25b76fd988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.240375 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-0233ec27-6245-4c61-aa7f-c25b76fd988e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5301123f-2d13-4e49-93c1-3697bb0c95ed HTTP/1.1" status: 200 len: 914 time: 0.4426570 Oct 13 00:16:31.282190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5926ab-eb5c-42e6-9e00-e44b3345cb97 req-c2d16791-88a9-4546-aeca-b44449473625 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.283834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5926ab-eb5c-42e6-9e00-e44b3345cb97 req-c2d16791-88a9-4546-aeca-b44449473625 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.0895958 Oct 13 00:16:31.284947 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-0ce19579-9515-4cbb-9489-c3d0c72411da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6301279e-c7ea-4206-abf1-4adc5ea97ffc HTTP/1.1" status: 200 len: 217 time: 0.0364416 Oct 13 00:16:31.292491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645df36f-af7d-4df8-90c7-c7b774089383 req-8c4b11b2-e221-4da6-ba4d-9ad3dab52123 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.294014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-645df36f-af7d-4df8-90c7-c7b774089383 req-8c4b11b2-e221-4da6-ba4d-9ad3dab52123 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 944 time: 0.0851882 Oct 13 00:16:31.337782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-a2d210c5-b7e5-497b-87bb-1eba94186c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.339337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-a2d210c5-b7e5-497b-87bb-1eba94186c00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=356d331a-5c69-4c05-8898-e245d42cf089 HTTP/1.1" status: 200 len: 853 time: 0.0474849 Oct 13 00:16:31.351078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a5926ab-eb5c-42e6-9e00-e44b3345cb97 req-8c5ff08b-1e1f-441f-910e-b1fa3e677d87 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Oct 13 00:16:31.356269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-645df36f-af7d-4df8-90c7-c7b774089383 req-95c4b9a9-78bc-4bfe-b0f3-6d6f26fc75f5 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539327 Oct 13 00:16:31.375445 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-e53bb684-3f6b-41d2-a28e-8b308847c565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5301123f-2d13-4e49-93c1-3697bb0c95ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288968 Oct 13 00:16:31.495272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-433f96af-dc48-47ad-a1a9-8d601aff158b service neutron] 10.222.0.36 "GET /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084330 Oct 13 00:16:31.526855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c121-4f65-4035-83d4-e86e57919b67 req-c8727807-0c2a-4311-bdf9-f3b696566a15 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.528518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e40c121-4f65-4035-83d4-e86e57919b67 req-c8727807-0c2a-4311-bdf9-f3b696566a15 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0794234 Oct 13 00:16:31.546809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a96ef6-3810-42de-a581-54cbc77f0fd5 req-cdb5e598-336c-4bd6-84f9-439db4b37c67 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.548553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19a96ef6-3810-42de-a581-54cbc77f0fd5 req-cdb5e598-336c-4bd6-84f9-439db4b37c67 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 944 time: 0.0693541 Oct 13 00:16:31.588184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b753ee6-3c73-4299-a0fc-b2e5e1177d52 req-f947e38f-f54b-4fb8-942b-cf7a77d5d4ac service neutron] 10.222.0.36 "GET /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Oct 13 00:16:31.597519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e40c121-4f65-4035-83d4-e86e57919b67 req-22ffae17-8fba-4264-9efa-c32b0ea3e6f4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601609 Oct 13 00:16:31.611094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19a96ef6-3810-42de-a581-54cbc77f0fd5 req-d0e964c1-2fb3-4ee9-a62f-d55c978398e9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498035 Oct 13 00:16:31.749912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0262-07fe-4daf-975f-a490b689b57d req-da0c67e6-9f6c-4806-82d8-5cb46d62648b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.757625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0262-07fe-4daf-975f-a490b689b57d req-da0c67e6-9f6c-4806-82d8-5cb46d62648b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.766674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0262-07fe-4daf-975f-a490b689b57d req-da0c67e6-9f6c-4806-82d8-5cb46d62648b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.772748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0262-07fe-4daf-975f-a490b689b57d req-da0c67e6-9f6c-4806-82d8-5cb46d62648b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.778717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0262-07fe-4daf-975f-a490b689b57d req-da0c67e6-9f6c-4806-82d8-5cb46d62648b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.785226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0262-07fe-4daf-975f-a490b689b57d req-da0c67e6-9f6c-4806-82d8-5cb46d62648b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.791148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0262-07fe-4daf-975f-a490b689b57d req-da0c67e6-9f6c-4806-82d8-5cb46d62648b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.793080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41de0262-07fe-4daf-975f-a490b689b57d req-da0c67e6-9f6c-4806-82d8-5cb46d62648b tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5430 time: 0.1304383 Oct 13 00:16:31.801336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6c0e1-1d20-4f0d-a2b6-8757748c9384 req-b3c24b73-4f40-417f-a502-06e7d835e027 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:31.802738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57c6c0e1-1d20-4f0d-a2b6-8757748c9384 req-b3c24b73-4f40-417f-a502-06e7d835e027 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 945 time: 0.1278608 Oct 13 00:16:31.860655 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41de0262-07fe-4daf-975f-a490b689b57d req-6acbcb24-163d-4f6c-8fdc-92f47d8ea249 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569270 Oct 13 00:16:31.865768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57c6c0e1-1d20-4f0d-a2b6-8757748c9384 req-380ad19f-18e2-4a4c-bc42-db2c40f70878 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564084 Oct 13 00:16:31.960003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e3eef818-216f-4680-829e-5387a649958f details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:32.087717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead80a-905a-4706-97a3-28be4baa17df req-e15ff76c-bb3a-4cec-ab5d-c80d06d57b51 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:32.102638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bead80a-905a-4706-97a3-28be4baa17df req-e15ff76c-bb3a-4cec-ab5d-c80d06d57b51 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 945 time: 0.1128385 Oct 13 00:16:32.103347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e3eef818-216f-4680-829e-5387a649958f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e3eef818-216f-4680-829e-5387a649958f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:32.124131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'e3eef818-216f-4680-829e-5387a649958f', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'port_id': 'e3eef818-216f-4680-829e-5387a649958f', 'mac_address': 'fa:16:3e:d6:61:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:32.152053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bead80a-905a-4706-97a3-28be4baa17df req-3abe9186-a773-4be6-943e-d62db7d6063e tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Oct 13 00:16:32.189116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:32.203918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3eef818-216f-4680-829e-5387a649958f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:32.227017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e3eef818-216f-4680-829e-5387a649958f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e3eef818-216f-4680-829e-5387a649958f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:32.232080 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:32.232802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ef901f4b-1666-46fb-8695-7941239a8774 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:32.236866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-a1daa4d0-99ee-4843-a3d8-28fad04a4568 service neutron] 10.222.0.45 "GET /v2.0/ports/590684a0-5f79-4bb3-bec9-15ab041566de/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.0681460 Oct 13 00:16:32.352630 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=e3eef818-216f-4680-829e-5387a649958f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:32.420474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ef901f4b-1666-46fb-8695-7941239a8774, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ef901f4b-1666-46fb-8695-7941239a8774,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:32.433521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'ef901f4b-1666-46fb-8695-7941239a8774', 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'port_id': 'ef901f4b-1666-46fb-8695-7941239a8774', 'mac_address': 'fa:16:3e:72:5f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd16226-9267-47f8-b3d0-fe591c6933f8', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:32.500773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:32.525045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef901f4b-1666-46fb-8695-7941239a8774 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:32.553160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ef901f4b-1666-46fb-8695-7941239a8774, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ef901f4b-1666-46fb-8695-7941239a8774,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:32.563248 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:32.604743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:32.624687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ef901f4b-1666-46fb-8695-7941239a8774,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:32.637776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:32.738068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590684a0-5f79-4bb3-bec9-15ab041566de {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:32.752633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b46f64-24d5-4d2e-9bad-2f4fde004346 req-1dc2c36a-7030-40d4-9e3d-76ecfd748a84 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:32.754414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99b46f64-24d5-4d2e-9bad-2f4fde004346 req-1dc2c36a-7030-40d4-9e3d-76ecfd748a84 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.2824404 Oct 13 00:16:32.765428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:32.779910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511bde-16f2-4f65-9d27-d54e48e7e664 req-dfff182e-2c90-42cd-a4e6-6bca0fa7866d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:32.781309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02511bde-16f2-4f65-9d27-d54e48e7e664 req-dfff182e-2c90-42cd-a4e6-6bca0fa7866d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 944 time: 0.1390903 Oct 13 00:16:32.819364 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:32.864106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99b46f64-24d5-4d2e-9bad-2f4fde004346 req-3c136953-a2a0-42ea-93e6-42c2ba363c47 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007016 Oct 13 00:16:32.917772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02511bde-16f2-4f65-9d27-d54e48e7e664 req-dbd4aec2-d031-48ca-bbcf-09ddd8306a8c tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200354 Oct 13 00:16:33.006540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] Transition to ACTIVE for port object 590684a0-5f79-4bb3-bec9-15ab041566de will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:16:33.017191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 57cd2b59-7bc2-418b-a882-dee89f70b87d up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:33.030339 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:33.168190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459089b-5cf7-4fc2-9978-47ab4654b058 req-1b67ef37-f289-4b7e-b46d-bcadf8c445a7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.177163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9459089b-5cf7-4fc2-9978-47ab4654b058 req-1b67ef37-f289-4b7e-b46d-bcadf8c445a7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1807907 Oct 13 00:16:33.186704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] No DVR routers for this DVR port 590684a0-5f79-4bb3-bec9-15ab041566de on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:16:33.196904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197981-78d7-4e0e-b197-0109fa765f89 req-d65dcc8e-b8d0-49f4-8633-ed9d17ca7623 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.198433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9197981-78d7-4e0e-b197-0109fa765f89 req-d65dcc8e-b8d0-49f4-8633-ed9d17ca7623 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 945 time: 0.1620483 Oct 13 00:16:33.200974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['e3eef818-216f-4680-829e-5387a649958f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:33.207038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] Pushing event updated for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=10']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:33.240500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['ef901f4b-1666-46fb-8695-7941239a8774'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:33.273844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-e0fa2981-55a4-4c6c-a808-964eb9475c95 service neutron] 10.222.0.45 "PUT /v2.0/ports/590684a0-5f79-4bb3-bec9-15ab041566de/bindings/n-h2-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0283418 Oct 13 00:16:33.306207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9459089b-5cf7-4fc2-9978-47ab4654b058 req-70a7447e-3c50-40e4-8567-0ead40c5725e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144197 Oct 13 00:16:33.322071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9197981-78d7-4e0e-b197-0109fa765f89 req-c8dca1e9-3309-4027-9ae8-088d5fc632e2 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027427 Oct 13 00:16:33.329171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 57cd2b59-7bc2-418b-a882-dee89f70b87d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:33.350305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 57cd2b59-7bc2-418b-a882-dee89f70b87d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:33.351354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:33.490138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-9ea61d72-f9be-489b-8ff3-c2d378d20f98 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.495740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-b7a5f1f7-42e5-461f-8f5c-20d04c599108 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.497912 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-b7a5f1f7-42e5-461f-8f5c-20d04c599108 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.0831532 Oct 13 00:16:33.499164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-9ea61d72-f9be-489b-8ff3-c2d378d20f98 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.505843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-9ea61d72-f9be-489b-8ff3-c2d378d20f98 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.512279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-9ea61d72-f9be-489b-8ff3-c2d378d20f98 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.524828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-9ea61d72-f9be-489b-8ff3-c2d378d20f98 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.532057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-9ea61d72-f9be-489b-8ff3-c2d378d20f98 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.539052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-9ea61d72-f9be-489b-8ff3-c2d378d20f98 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.541818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-9ea61d72-f9be-489b-8ff3-c2d378d20f98 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5432 time: 0.1490386 Oct 13 00:16:33.591024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:33.599465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-d90c5df9-fe72-4c7d-b828-8a325deb6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.601204 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-d90c5df9-fe72-4c7d-b828-8a325deb6a45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f&tenant_id=972c82705a634760bc65b69e0205d7e1 HTTP/1.1" status: 200 len: 1096 time: 0.0932801 Oct 13 00:16:33.602170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b625fc5e-6444-45ce-8d92-081d463cab83 req-0012643e-435d-4caf-aa12-39ada9124066 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512202 Oct 13 00:16:33.632395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd2b59-7bc2-418b-a882-dee89f70b87d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:33.634679 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae4c8c9-3d7e-4347-a76c-4de41c3a4d6a" -d '{"events": [{"server_uuid": "e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0", "name": "network-vif-plugged", "status": "completed", "tag": "57cd2b59-7bc2-418b-a882-dee89f70b87d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:33.650672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 57cd2b59-7bc2-418b-a882-dee89f70b87d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=57cd2b59-7bc2-418b-a882-dee89f70b87d,segment=NetworkSegment(c7274d56-1e50-4f89-b39a-04043680062a),segment_id=c7274d56-1e50-4f89-b39a-04043680062a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:33.657124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:33.678345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62630398-a2d6-4275-95b2-4f1ca9e0f40e req-d2850508-d34a-4670-a847-6fed2e5c0133 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.687844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62630398-a2d6-4275-95b2-4f1ca9e0f40e req-d2850508-d34a-4670-a847-6fed2e5c0133 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 945 time: 0.0842786 Oct 13 00:16:33.703561 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92b119d-64de-42cb-8a69-fe67d4952572 x-openstack-request-id: req-b92b119d-64de-42cb-8a69-fe67d4952572 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:33.703867 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0", "name": "network-vif-plugged", "status": "completed", "tag": "57cd2b59-7bc2-418b-a882-dee89f70b87d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:33.704129 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b92b119d-64de-42cb-8a69-fe67d4952572 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:33.704524 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd2b59-7bc2-418b-a882-dee89f70b87d', 'code': 200} Oct 13 00:16:33.715264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-7927d24b-38eb-4fdd-bb28-88951586ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.717943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-7927d24b-38eb-4fdd-bb28-88951586ce84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1096 time: 0.0807176 Oct 13 00:16:33.730673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62630398-a2d6-4275-95b2-4f1ca9e0f40e req-6aefa33f-6ad4-413f-994b-e0c93df38c2b tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Oct 13 00:16:33.744842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=57cd2b59-7bc2-418b-a882-dee89f70b87d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:33.871183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-c68f4af7-1d65-4d9d-8f19-1af133669413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.872928 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-c68f4af7-1d65-4d9d-8f19-1af133669413 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1432166 Oct 13 00:16:33.911164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0e264-9803-4d80-9ade-bbe195d84635 req-0ebaa66e-6c9b-4ea7-b730-92bbe3bc2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:33.912702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4e0e264-9803-4d80-9ade-bbe195d84635 req-0ebaa66e-6c9b-4ea7-b730-92bbe3bc2ff7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 1097 time: 0.0780914 Oct 13 00:16:33.927496 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-c0a91fb1-efd3-473a-91c5-649edbe805d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 200 len: 217 time: 0.0471582 Oct 13 00:16:33.965537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4e0e264-9803-4d80-9ade-bbe195d84635 req-8d77d564-fe31-4834-b860-5d74121dfe88 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364738 Oct 13 00:16:33.967683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e586af34-9245-4a73-b0f7-93966fa80a3f details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:34.030597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df6f5-9e99-4eb6-be7d-f48bcb10507e req-6db8ccf9-335c-4b5a-8026-3033fb57565f tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.032942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-126df6f5-9e99-4eb6-be7d-f48bcb10507e req-6db8ccf9-335c-4b5a-8026-3033fb57565f tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.0698550 Oct 13 00:16:34.089941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-11a43eef-236e-4d2e-8c75-1c237f08f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.092542 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-11a43eef-236e-4d2e-8c75-1c237f08f1fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1542859 Oct 13 00:16:34.112892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-126df6f5-9e99-4eb6-be7d-f48bcb10507e req-35404eed-a531-4d18-a644-4b0f23ed2827 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708556 Oct 13 00:16:34.132014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c620-5625-41cb-96c6-da42d62aaedd req-47ee2733-2777-4ec4-a04a-283892ac5dfd tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.142324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a116c620-5625-41cb-96c6-da42d62aaedd req-47ee2733-2777-4ec4-a04a-283892ac5dfd tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 944 time: 0.0983684 Oct 13 00:16:34.187442 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-e475db69-51b1-47c0-9c16-fdc1cb07b296 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864446 Oct 13 00:16:34.198262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e586af34-9245-4a73-b0f7-93966fa80a3f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e586af34-9245-4a73-b0f7-93966fa80a3f,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:34.216347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a116c620-5625-41cb-96c6-da42d62aaedd req-2111f3cc-f983-4e49-833f-96b9a220dc44 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726936 Oct 13 00:16:34.233378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'e586af34-9245-4a73-b0f7-93966fa80a3f', 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9', 'port_id': 'e586af34-9245-4a73-b0f7-93966fa80a3f', 'mac_address': 'fa:16:3e:b6:f5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93943ac-eaac-4149-95cb-e33572efa07b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:34.275147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:34.290261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e586af34-9245-4a73-b0f7-93966fa80a3f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:34.330107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e586af34-9245-4a73-b0f7-93966fa80a3f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e586af34-9245-4a73-b0f7-93966fa80a3f,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:34.337799 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:34.339415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:34.339641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-d7f84154-feff-493b-8a53-04e2ddae86de service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425128 Oct 13 00:16:34.452618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=e586af34-9245-4a73-b0f7-93966fa80a3f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:34.464987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92cdea-1ef8-4f51-802f-f108ca9f856c req-36879677-21b9-4c5b-972f-43fa0d4a9353 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.472793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e92cdea-1ef8-4f51-802f-f108ca9f856c req-36879677-21b9-4c5b-972f-43fa0d4a9353 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1095803 Oct 13 00:16:34.502377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-53594e89-cabe-4300-ae04-5bba387e2249 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418164 Oct 13 00:16:34.566325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e92cdea-1ef8-4f51-802f-f108ca9f856c req-eb818313-d22c-4ce5-8207-5c1dc5336ba2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925226 Oct 13 00:16:34.580987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:34.609965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '76a19beb-4dc7-467f-8ce6-8255e0f4eac6', 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'port_id': '76a19beb-4dc7-467f-8ce6-8255e0f4eac6', 'mac_address': 'fa:16:3e:6c:9e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd16226-9267-47f8-b3d0-fe591c6933f8', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:34.661586 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:34.679290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:34.689085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec0823-1916-401e-be5f-4c3570485cbe req-112a1d29-1b70-4817-984a-1ac657a2a06f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.697676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4ec0823-1916-401e-be5f-4c3570485cbe req-112a1d29-1b70-4817-984a-1ac657a2a06f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 945 time: 0.0752430 Oct 13 00:16:34.720430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:34.734686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:34.737427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:34.755892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4ec0823-1916-401e-be5f-4c3570485cbe req-5f4ecf0c-fe60-4ac1-95b9-ec1bbf8ad513 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469260 Oct 13 00:16:34.815403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:34.911484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fb755-aed3-4e66-8065-fb819dd8169f req-6e5cc7e5-7b09-4e59-a369-c5aa1f6e1450 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.913279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b8fb755-aed3-4e66-8065-fb819dd8169f req-6e5cc7e5-7b09-4e59-a369-c5aa1f6e1450 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.1273251 Oct 13 00:16:34.935046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-cc0ad426-9e72-4ad7-880c-64c3e4df27ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.941298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-cc0ad426-9e72-4ad7-880c-64c3e4df27ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.947961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-cc0ad426-9e72-4ad7-880c-64c3e4df27ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.952705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:34.956481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-cc0ad426-9e72-4ad7-880c-64c3e4df27ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.964019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-cc0ad426-9e72-4ad7-880c-64c3e4df27ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.971987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'd00e5997-ebd9-4c9d-945d-bf1e2e5c36d8', 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'port_id': 'd00e5997-ebd9-4c9d-945d-bf1e2e5c36d8', 'mac_address': 'fa:16:3e:01:03:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ab4b4e-8ca1-425a-858e-82182d32f2d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:34.976259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-cc0ad426-9e72-4ad7-880c-64c3e4df27ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.982433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-cc0ad426-9e72-4ad7-880c-64c3e4df27ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.985734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-cc0ad426-9e72-4ad7-880c-64c3e4df27ad tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5434 time: 0.1347153 Oct 13 00:16:34.987171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a967ab-72c1-40b4-9964-56b029201554 req-61e1e149-25f0-4e43-b167-0edb72ebc595 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:34.990117 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-61e1e149-25f0-4e43-b167-0edb72ebc595 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.0615571 Oct 13 00:16:35.036383 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.067597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:35.072648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c400bc3-c91d-4af1-8711-1c3a0ff13ccf req-1d7154a3-4169-47ca-99bd-aa27f5e1b970 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573180 Oct 13 00:16:35.084659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b8fb755-aed3-4e66-8065-fb819dd8169f req-8693b414-7a44-4770-ad0b-db7efcc1fa58 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621463 Oct 13 00:16:35.116791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:35.122856 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.124448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 706288e8-65f6-48f3-8192-d814ca856871 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:35.202654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 706288e8-65f6-48f3-8192-d814ca856871, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=706288e8-65f6-48f3-8192-d814ca856871,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:35.207343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:35.221270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '706288e8-65f6-48f3-8192-d814ca856871', 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'port_id': '706288e8-65f6-48f3-8192-d814ca856871', 'mac_address': 'fa:16:3e:83:31:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd16226-9267-47f8-b3d0-fe591c6933f8', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:35.229559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ce80-eec3-4491-af44-31594d1160ac req-50d57fcf-68be-4b8a-9283-6ba27b1317fe tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:35.233334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8eb7ce80-eec3-4491-af44-31594d1160ac req-50d57fcf-68be-4b8a-9283-6ba27b1317fe tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0821245 Oct 13 00:16:35.256733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-59a967ab-72c1-40b4-9964-56b029201554 req-cb38f541-e8c1-4825-941d-b81057531337 service neutron] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:35.265430 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-59a967ab-72c1-40b4-9964-56b029201554 req-cb38f541-e8c1-4825-941d-b81057531337 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.270451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-cb38f541-e8c1-4825-941d-b81057531337 service neutron] 10.222.0.36 "DELETE /v2.0/ports/590684a0-5f79-4bb3-bec9-15ab041566de/bindings/n-h1-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.2571919 Oct 13 00:16:35.276338 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.297385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706288e8-65f6-48f3-8192-d814ca856871 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:35.308368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8eb7ce80-eec3-4491-af44-31594d1160ac req-67348abf-eede-4ad1-8585-d5a19dea7a4e tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631166 Oct 13 00:16:35.340505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 706288e8-65f6-48f3-8192-d814ca856871, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=706288e8-65f6-48f3-8192-d814ca856871,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:35.349475 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.350449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8ba0f416-77b3-4486-8660-87eca703194a details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:35.425452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=706288e8-65f6-48f3-8192-d814ca856871,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:35.431264 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8ba0f416-77b3-4486-8660-87eca703194a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8ba0f416-77b3-4486-8660-87eca703194a,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:35.452485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7994b-b19a-4c21-b59d-a37da9492820 req-e37ad15e-6795-48e4-96af-248d4ef14395 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:35.460148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3cf7994b-b19a-4c21-b59d-a37da9492820 req-e37ad15e-6795-48e4-96af-248d4ef14395 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 945 time: 0.0693250 Oct 13 00:16:35.463416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '8ba0f416-77b3-4486-8660-87eca703194a', 'network_id': '36320387-6e4c-4af6-99cc-0d3644eaef53', 'port_id': '8ba0f416-77b3-4486-8660-87eca703194a', 'mac_address': 'fa:16:3e:e2:bb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd16226-9267-47f8-b3d0-fe591c6933f8', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:35.508592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3cf7994b-b19a-4c21-b59d-a37da9492820 req-b1710a32-074d-4bcf-b9bc-4a0005400f55 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Oct 13 00:16:35.537342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.550310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba0f416-77b3-4486-8660-87eca703194a {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:35.577028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8ba0f416-77b3-4486-8660-87eca703194a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8ba0f416-77b3-4486-8660-87eca703194a,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:35.584837 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.585566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8bd39411-e7b1-4388-885e-12fe86f21bd1 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:35.744289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027633b-7c15-46b6-a21a-af160fc9f06b req-be9fa6ae-02bb-4e1b-b1b3-6e2711a5135a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:35.745947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2027633b-7c15-46b6-a21a-af160fc9f06b req-be9fa6ae-02bb-4e1b-b1b3-6e2711a5135a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1000226 Oct 13 00:16:35.750493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=8ba0f416-77b3-4486-8660-87eca703194a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:35.787794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8bd39411-e7b1-4388-885e-12fe86f21bd1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:35.808441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '8bd39411-e7b1-4388-885e-12fe86f21bd1', 'network_id': 'b1aa2f73-ebfc-43b2-8ba4-f51b379839c9', 'port_id': '8bd39411-e7b1-4388-885e-12fe86f21bd1', 'mac_address': 'fa:16:3e:30:5c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93943ac-eaac-4149-95cb-e33572efa07b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:35.872522 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.893143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd39411-e7b1-4388-885e-12fe86f21bd1 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:35.919740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8bd39411-e7b1-4388-885e-12fe86f21bd1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:35.931146 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:35.999687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=8bd39411-e7b1-4388-885e-12fe86f21bd1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:36.116438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:16:36.214506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2027633b-7c15-46b6-a21a-af160fc9f06b req-d99d9000-9f86-4531-a8e1-13aa27e70008 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544907 Oct 13 00:16:36.249407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef4f1-b65b-48ad-8a1c-bdb2edcbe43c req-575459d7-21d9-4967-b1af-1776e2ee95b1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.258492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-676ef4f1-b65b-48ad-8a1c-bdb2edcbe43c req-575459d7-21d9-4967-b1af-1776e2ee95b1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 945 time: 0.0929458 Oct 13 00:16:36.266736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e3eef818-216f-4680-829e-5387a649958f up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:36.312299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-676ef4f1-b65b-48ad-8a1c-bdb2edcbe43c req-f787800d-1f9e-49ce-b69b-2079550d1205 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527689 Oct 13 00:16:36.352769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:36.371207 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.390597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'port_id': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'mac_address': 'fa:16:3e:b0:90:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bed6ed-ea11-4008-8985-a19492aa0001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:16:36.399610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-589627e0-5065-41bc-b354-4e5e65fce85f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.404819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-589627e0-5065-41bc-b354-4e5e65fce85f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.411409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-589627e0-5065-41bc-b354-4e5e65fce85f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.417760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-589627e0-5065-41bc-b354-4e5e65fce85f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.424197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-589627e0-5065-41bc-b354-4e5e65fce85f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.430597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-589627e0-5065-41bc-b354-4e5e65fce85f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.438531 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.440672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port e3eef818-216f-4680-829e-5387a649958f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:36.441630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-589627e0-5065-41bc-b354-4e5e65fce85f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.449638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-589627e0-5065-41bc-b354-4e5e65fce85f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5437 time: 0.1617696 Oct 13 00:16:36.454729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port e3eef818-216f-4680-829e-5387a649958f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:36.455093 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.478552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:36.516775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:36.525943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.566378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c60d5c86-47ed-4378-ba0b-4f1356aa1875 req-300044cd-5bb1-41b0-9bd1-9c6e1aba3867 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117017 Oct 13 00:16:36.582370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc514-5f41-49aa-b828-b7e2be5589af req-36cfb68e-91dc-482c-8ae1-0ed9c0eba4e4 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.583939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f38bc514-5f41-49aa-b828-b7e2be5589af req-36cfb68e-91dc-482c-8ae1-0ed9c0eba4e4 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.1315174 Oct 13 00:16:36.611726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.615210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:36.652576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e3eef818-216f-4680-829e-5387a649958f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e3eef818-216f-4680-829e-5387a649958f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:36.653541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eef818-216f-4680-829e-5387a649958f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:36.656450 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6b482d-3c95-44de-8a18-05b3bb03f6b5" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "e3eef818-216f-4680-829e-5387a649958f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:36.660623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.661439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ef901f4b-1666-46fb-8695-7941239a8774 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:36.687959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f38bc514-5f41-49aa-b828-b7e2be5589af req-fcaa93a8-62d5-43a0-b939-c67eddb09e9c tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/security-groups?id=101f9410-dffc-4482-afa3-f31ef0dae0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814214 Oct 13 00:16:36.755709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=e3eef818-216f-4680-829e-5387a649958f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:36.784107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port ef901f4b-1666-46fb-8695-7941239a8774 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:36.808833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port ef901f4b-1666-46fb-8695-7941239a8774 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:36.809807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.846705 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.904190 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.918534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5c7f-3afc-4899-9772-9bf1849ed920 req-83bddd53-ce82-413c-83fb-f61de63ac2ef tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.921414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80eb5c7f-3afc-4899-9772-9bf1849ed920 req-83bddd53-ce82-413c-83fb-f61de63ac2ef tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0961835 Oct 13 00:16:36.934524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7d73d-256c-48fa-b5a5-8bc05770d4ab req-f69cf93e-0a38-42b0-bd84-d17351ce5099 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:36.936647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98c7d73d-256c-48fa-b5a5-8bc05770d4ab req-f69cf93e-0a38-42b0-bd84-d17351ce5099 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 945 time: 0.0767496 Oct 13 00:16:36.965677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ef901f4b-1666-46fb-8695-7941239a8774, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ef901f4b-1666-46fb-8695-7941239a8774,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:36.973053 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:37.005486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80eb5c7f-3afc-4899-9772-9bf1849ed920 req-4335f8d6-18ed-4d99-bf7e-f0fe6f56cdda tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680614 Oct 13 00:16:37.015846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98c7d73d-256c-48fa-b5a5-8bc05770d4ab req-473f3800-1b74-409b-8abf-e3789c62f2c4 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696452 Oct 13 00:16:37.080700 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab78d2f-87cf-41ac-a3d8-7df153953e88 x-openstack-request-id: req-9ab78d2f-87cf-41ac-a3d8-7df153953e88 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:37.081156 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "e3eef818-216f-4680-829e-5387a649958f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:37.081416 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ab78d2f-87cf-41ac-a3d8-7df153953e88 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:37.081808 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eef818-216f-4680-829e-5387a649958f', 'code': 200} Oct 13 00:16:37.091684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ef901f4b-1666-46fb-8695-7941239a8774,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:37.133726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aeace-630b-4d96-bd52-8e49529de5f3 req-46835d67-bdfe-4bcf-a21d-6aebecd45740 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.135294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c95aeace-630b-4d96-bd52-8e49529de5f3 req-46835d67-bdfe-4bcf-a21d-6aebecd45740 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1096 time: 0.0608861 Oct 13 00:16:37.189197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c95aeace-630b-4d96-bd52-8e49529de5f3 req-96077665-f54e-4488-a4be-7b46d6752bc4 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467443 Oct 13 00:16:37.279075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-17cfc9c6-a59a-4988-9766-37a2f4a3e159 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.283121 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-17cfc9c6-a59a-4988-9766-37a2f4a3e159 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.36 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 945 time: 0.0761912 Oct 13 00:16:37.402165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006e80c-ecdc-4671-b482-4b1d23528192 req-97c4a8ac-a9d2-4c2b-badb-380fc0fc8eab tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.403889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5006e80c-ecdc-4671-b482-4b1d23528192 req-97c4a8ac-a9d2-4c2b-badb-380fc0fc8eab tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1009915 Oct 13 00:16:37.422241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c0b75-8bb0-450b-be89-f8f79d2e5ef5 req-bc0c4d97-bfb1-4a2d-a804-4885b91e46b1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.423790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-593c0b75-8bb0-450b-be89-f8f79d2e5ef5 req-bc0c4d97-bfb1-4a2d-a804-4885b91e46b1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 1096 time: 0.0899200 Oct 13 00:16:37.459417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Deleting port 6301279e-c7ea-4206-abf1-4adc5ea97ffc {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:16:37.460031 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:37.470980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5006e80c-ecdc-4671-b482-4b1d23528192 req-23e3d89b-2d8a-4630-941e-b7ecf1a0b48d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572844 Oct 13 00:16:37.478238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['dfcd29c6-675b-4455-ad2a-f8d62be7b9d0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:37.487481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-593c0b75-8bb0-450b-be89-f8f79d2e5ef5 req-f90ecbab-aa0d-43f5-9852-698f860508b3 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 Oct 13 00:16:37.620854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] For port 6301279e-c7ea-4206-abf1-4adc5ea97ffc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6301279e-c7ea-4206-abf1-4adc5ea97ffc,segment=NetworkSegment(bd3f83e0-1e19-4690-9ece-b4a8e117cfd7),segment_id=bd3f83e0-1e19-4690-9ece-b4a8e117cfd7)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:37.621242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:37.641796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Calling delete_port for 6301279e-c7ea-4206-abf1-4adc5ea97ffc owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:16:37.774489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:37.777420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cbd0-afec-4328-b881-d450e31802e4 req-e2af24a3-d2ce-4016-ae7f-73a784d49067 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.802909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cbd0-afec-4328-b881-d450e31802e4 req-e2af24a3-d2ce-4016-ae7f-73a784d49067 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.822682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cbd0-afec-4328-b881-d450e31802e4 req-e2af24a3-d2ce-4016-ae7f-73a784d49067 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.835197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cbd0-afec-4328-b881-d450e31802e4 req-e2af24a3-d2ce-4016-ae7f-73a784d49067 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.854669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cbd0-afec-4328-b881-d450e31802e4 req-e2af24a3-d2ce-4016-ae7f-73a784d49067 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.869951 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:37.873814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cbd0-afec-4328-b881-d450e31802e4 req-e2af24a3-d2ce-4016-ae7f-73a784d49067 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.883051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cbd0-afec-4328-b881-d450e31802e4 req-e2af24a3-d2ce-4016-ae7f-73a784d49067 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:37.890560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0005cbd0-afec-4328-b881-d450e31802e4 req-e2af24a3-d2ce-4016-ae7f-73a784d49067 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5439 time: 0.2132807 Oct 13 00:16:37.918575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Pushing event deleted for resources: {'Port': ['ID=6301279e-c7ea-4206-abf1-4adc5ea97ffc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:37.978165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0005cbd0-afec-4328-b881-d450e31802e4 req-73e3940d-135c-468c-b724-2f4fe0003583 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735140 Oct 13 00:16:38.009902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] No DVR routers for this DVR port 6301279e-c7ea-4206-abf1-4adc5ea97ffc on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:16:38.015383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:38.020178 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-69f16b2b-f9eb-494d-ad11-863c5c065388 req-72ae6d38-d972-4812-bfe4-06d14cd3c327 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.36 "DELETE /v2.0/ports/6301279e-c7ea-4206-abf1-4adc5ea97ffc HTTP/1.1" status: 204 len: 173 time: 0.7295856 Oct 13 00:16:38.021182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79d855d-97d9-43b2-aabd-0170022f9237', 'name': 'network-vif-deleted', 'tag': '6301279e-c7ea-4206-abf1-4adc5ea97ffc'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:38.026050 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cafb1bb-075c-4b8b-8aa5-6f2e2ef5e0b3" -d '{"events": [{"server_uuid": "f79d855d-97d9-43b2-aabd-0170022f9237", "name": "network-vif-deleted", "tag": "6301279e-c7ea-4206-abf1-4adc5ea97ffc"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:38.063396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['e586af34-9245-4a73-b0f7-93966fa80a3f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:38.079532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['76a19beb-4dc7-467f-8ce6-8255e0f4eac6'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:38.164614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['8bd39411-e7b1-4388-885e-12fe86f21bd1'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:38.204734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a93bbde-92e2-42a1-8024-fb16fa7af26f req-a5c0b582-6762-40c3-9ecc-008b1c8e3ef1 tempest-InstanceActionsTestJSON-330067128 tempest-InstanceActionsTestJSON-330067128-project] 10.222.0.21 "GET /v2.0/ports?device_id=f79d855d-97d9-43b2-aabd-0170022f9237 HTTP/1.1" status: 200 len: 210 time: 0.0446894 Oct 13 00:16:38.331453 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6cc5a3-2c73-423f-8fa4-ab87d0d2c454 x-openstack-request-id: req-7c6cc5a3-2c73-423f-8fa4-ab87d0d2c454 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:38.332022 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79d855d-97d9-43b2-aabd-0170022f9237", "name": "network-vif-deleted", "tag": "6301279e-c7ea-4206-abf1-4adc5ea97ffc", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:38.332100 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6cc5a3-2c73-423f-8fa4-ab87d0d2c454 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:38.332463 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79d855d-97d9-43b2-aabd-0170022f9237', 'name': 'network-vif-deleted', 'tag': '6301279e-c7ea-4206-abf1-4adc5ea97ffc', 'status': 'completed', 'code': 200} Oct 13 00:16:38.365029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cfa9f-78c8-4108-a83c-3da2e25d8a07 req-1e1ab040-7b0e-4cad-97d2-7bcfc95829d8 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:38.376002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-825cfa9f-78c8-4108-a83c-3da2e25d8a07 req-1e1ab040-7b0e-4cad-97d2-7bcfc95829d8 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0825095 Oct 13 00:16:38.516899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-825cfa9f-78c8-4108-a83c-3da2e25d8a07 req-ca6c35c0-1294-4cbf-bafa-e4600100483b tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397328 Oct 13 00:16:38.556785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700c11-74ae-4c19-93d5-b0e1d4711b41 req-7514ed54-5703-4d62-815e-2469ace7ad21 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:38.558707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c700c11-74ae-4c19-93d5-b0e1d4711b41 req-7514ed54-5703-4d62-815e-2469ace7ad21 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 945 time: 0.1168089 Oct 13 00:16:38.648348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c700c11-74ae-4c19-93d5-b0e1d4711b41 req-bca0afcf-0e74-4601-a6ab-a56d9b59024b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688784 Oct 13 00:16:38.787216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['8ba0f416-77b3-4486-8660-87eca703194a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:38.806905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595c2b9-1793-48bf-bcf5-abfd5024e80f req-cee41545-ba5c-44ed-a744-16fac5288402 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:38.809052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c595c2b9-1793-48bf-bcf5-abfd5024e80f req-cee41545-ba5c-44ed-a744-16fac5288402 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.0595343 Oct 13 00:16:38.837925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['706288e8-65f6-48f3-8192-d814ca856871'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:38.874859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c595c2b9-1793-48bf-bcf5-abfd5024e80f req-262da055-b5ae-49b1-8bfb-b39cb21ce1e6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572593 Oct 13 00:16:39.084228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef901f4b-1666-46fb-8695-7941239a8774'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:39.086998 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edb400c-ad71-4218-a002-9ef84f93b458" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "ef901f4b-1666-46fb-8695-7941239a8774"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:39.126988 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:16:39.136874 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197ba402-d269-4ed5-a9bb-677b43686a9b x-openstack-request-id: req-197ba402-d269-4ed5-a9bb-677b43686a9b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:39.137187 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "ef901f4b-1666-46fb-8695-7941239a8774", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:39.137516 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-197ba402-d269-4ed5-a9bb-677b43686a9b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:39.137858 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef901f4b-1666-46fb-8695-7941239a8774', 'code': 200} Oct 13 00:16:39.188751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0654d-f8f6-485a-861e-1b5880344abe req-b6c2f67b-76a1-496c-99a3-48465dcc2e45 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.208376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0654d-f8f6-485a-861e-1b5880344abe req-b6c2f67b-76a1-496c-99a3-48465dcc2e45 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.214590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0654d-f8f6-485a-861e-1b5880344abe req-b6c2f67b-76a1-496c-99a3-48465dcc2e45 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.221510 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0654d-f8f6-485a-861e-1b5880344abe req-b6c2f67b-76a1-496c-99a3-48465dcc2e45 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.227717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0654d-f8f6-485a-861e-1b5880344abe req-b6c2f67b-76a1-496c-99a3-48465dcc2e45 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.234333 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0654d-f8f6-485a-861e-1b5880344abe req-b6c2f67b-76a1-496c-99a3-48465dcc2e45 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.240404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0654d-f8f6-485a-861e-1b5880344abe req-b6c2f67b-76a1-496c-99a3-48465dcc2e45 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.242819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4db0654d-f8f6-485a-861e-1b5880344abe req-b6c2f67b-76a1-496c-99a3-48465dcc2e45 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5439 time: 0.1515384 Oct 13 00:16:39.261392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55046) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:39.314696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4db0654d-f8f6-485a-861e-1b5880344abe req-873a0879-8b74-46ad-bc40-0f4f5acd4498 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648699 Oct 13 00:16:39.320682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d01d3d-6e43-41e4-a353-2d9a1369f341 admin admin] Deleting subnet 356d331a-5c69-4c05-8898-e245d42cf089 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:16:39.337996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d01d3d-6e43-41e4-a353-2d9a1369f341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:39.388229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d01d3d-6e43-41e4-a353-2d9a1369f341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:39.439631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d01d3d-6e43-41e4-a353-2d9a1369f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:39.522862 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d01d3d-6e43-41e4-a353-2d9a1369f341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:39.557539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d01d3d-6e43-41e4-a353-2d9a1369f341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356d331a-5c69-4c05-8898-e245d42cf089,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:39.578606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16d01d3d-6e43-41e4-a353-2d9a1369f341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:39.582492 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-16d01d3d-6e43-41e4-a353-2d9a1369f341 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/356d331a-5c69-4c05-8898-e245d42cf089 HTTP/1.1" status: 204 len: 168 time: 0.3200948 Oct 13 00:16:39.585340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55050) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:39.685642 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:39.734035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f7997-17ad-4c34-81af-4dd4bb3afdb9 req-0afc7190-3f0d-4327-950a-a5897264a8f4 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.735630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df2f7997-17ad-4c34-81af-4dd4bb3afdb9 req-0afc7190-3f0d-4327-950a-a5897264a8f4 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 946 time: 0.0929885 Oct 13 00:16:39.917088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df2f7997-17ad-4c34-81af-4dd4bb3afdb9 req-c9bbf802-1557-4f34-a10b-0beed5da3db6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8bc3b50-1649-4908-9c43-f52277c39163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501529 Oct 13 00:16:39.943967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-9a0016d8-e1c3-467d-8eed-cc4b4cda0cd4 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:39.945487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-9a0016d8-e1c3-467d-8eed-cc4b4cda0cd4 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 946 time: 0.2076044 Oct 13 00:16:39.950045 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.053024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d447-e3cb-4dfd-877e-48663bbf3ef1 req-6f05736e-b77d-4aa7-a78c-02d6a1274e2b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:40.059895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ec4d447-e3cb-4dfd-877e-48663bbf3ef1 req-6f05736e-b77d-4aa7-a78c-02d6a1274e2b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 945 time: 0.2971556 Oct 13 00:16:40.066406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5301123f-2d13-4e49-93c1-3697bb0c95ed']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:40.090441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3f83e0-1e19-4690-9ece-b4a8e117cfd7') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:40.090749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3f83e0-1e19-4690-9ece-b4a8e117cfd7') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:40.114542 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.129430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:40.147350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Deleting port 57cd2b59-7bc2-418b-a882-dee89f70b87d {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:16:40.147751 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.152592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.187354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ec4d447-e3cb-4dfd-877e-48663bbf3ef1 req-cdafb959-2168-4705-88dc-63520ddf4044 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173522 Oct 13 00:16:40.188799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:16:40.189543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.230772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:40.231479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:16:40.267527 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:16:40.413618 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.456520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:40.469938 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.471002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6301279e-c7ea-4206-abf1-4adc5ea97ffc no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:16:40.506625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.523093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.529405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] 10.222.0.21 "DELETE /v2.0/networks/5301123f-2d13-4e49-93c1-3697bb0c95ed HTTP/1.1" status: 204 len: 168 time: 0.9429479 Oct 13 00:16:40.553151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 6301279e-c7ea-4206-abf1-4adc5ea97ffc {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:16:40.553956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6301279e-c7ea-4206-abf1-4adc5ea97ffc not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:16:40.554836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f83be-4d36-408e-bb4c-746d0267e03d req-3109c4df-cad6-42d6-bb45-13e4b57aa7d7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:40.563880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-186f83be-4d36-408e-bb4c-746d0267e03d req-3109c4df-cad6-42d6-bb45-13e4b57aa7d7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1937442 Oct 13 00:16:40.571548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dcaca-21d4-4b97-8d97-7b4f1578971a admin admin] Pushing event deleted for resources: {'Network': ['ID=5301123f-2d13-4e49-93c1-3697bb0c95ed,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:40.578840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] For port 57cd2b59-7bc2-418b-a882-dee89f70b87d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=57cd2b59-7bc2-418b-a882-dee89f70b87d,segment=NetworkSegment(c7274d56-1e50-4f89-b39a-04043680062a),segment_id=c7274d56-1e50-4f89-b39a-04043680062a)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:40.579201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.606408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Calling delete_port for 57cd2b59-7bc2-418b-a882-dee89f70b87d owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:16:40.621100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:40.667729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-186f83be-4d36-408e-bb4c-746d0267e03d req-6af5ed0d-b5e0-4337-be0b-9d1f0edcf084 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028469 Oct 13 00:16:40.853939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55092) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:40.941322 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:40.970067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-17849c57-e62f-40e2-871e-c2a367edbf73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8b1893364084a578b8bb5d5f95891e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149247 Oct 13 00:16:40.976557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55096) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:40.983160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['57cd2b59-7bc2-418b-a882-dee89f70b87d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:16:41.031032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Pushing event deleted for resources: {'Port': ['ID=57cd2b59-7bc2-418b-a882-dee89f70b87d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:41.063194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-493b78ed-cd8f-4862-8d45-a299d4edd8a9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:41.084888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-493b78ed-cd8f-4862-8d45-a299d4edd8a9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:41.084888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-493b78ed-cd8f-4862-8d45-a299d4edd8a9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:41.100508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-493b78ed-cd8f-4862-8d45-a299d4edd8a9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:41.117711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-493b78ed-cd8f-4862-8d45-a299d4edd8a9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:41.141487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:41.146052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-493b78ed-cd8f-4862-8d45-a299d4edd8a9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:41.149441 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868602ce-0dce-47b4-8a3d-7907dced15ca" -d '{"events": [{"server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:41.164991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-493b78ed-cd8f-4862-8d45-a299d4edd8a9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:41.174951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-493b78ed-cd8f-4862-8d45-a299d4edd8a9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5439 time: 0.3960788 Oct 13 00:16:41.198299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dce4773-5302-4383-9b14-a07bab6e3ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:41.242025 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dce4773-5302-4383-9b14-a07bab6e3ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:41.308473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] No DVR routers for this DVR port 57cd2b59-7bc2-418b-a882-dee89f70b87d on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:16:41.343747 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1b6f94a-d15b-45c0-865d-2bb9135a4cb6 req-6a6c6da3-ee82-478d-a2da-7441ee9aa762 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677337 Oct 13 00:16:41.345235 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:41.348776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dce4773-5302-4383-9b14-a07bab6e3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:41.353227 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dce4773-5302-4383-9b14-a07bab6e3ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:41.354773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6dce4773-5302-4383-9b14-a07bab6e3ee2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/101f9410-dffc-4482-afa3-f31ef0dae0a9 HTTP/1.1" status: 204 len: 168 time: 0.3757267 Oct 13 00:16:41.359769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40345d92-4a2c-4a14-a1d7-55d526bfa9a6 req-3bede1c3-d33b-4f38-b9ed-588d4e1512a6 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.45 "DELETE /v2.0/ports/57cd2b59-7bc2-418b-a882-dee89f70b87d HTTP/1.1" status: 204 len: 173 time: 1.4008670 Oct 13 00:16:41.360262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0', 'name': 'network-vif-deleted', 'tag': '57cd2b59-7bc2-418b-a882-dee89f70b87d'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:41.363072 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcec749-9b37-4586-a259-817549e5ffe4" -d '{"events": [{"server_uuid": "e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0", "name": "network-vif-deleted", "tag": "57cd2b59-7bc2-418b-a882-dee89f70b87d"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:41.421869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce4773-5302-4383-9b14-a07bab6e3ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f9410-dffc-4482-afa3-f31ef0dae0a9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:41.668110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fa929c2-2965-41bb-94ce-909c7fe49a45 req-e9caab1d-3a43-431c-8879-aa19be5911b9 tempest-InstanceActionsNegativeTestJSON-1005715609 tempest-InstanceActionsNegativeTestJSON-1005715609-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0 HTTP/1.1" status: 200 len: 210 time: 0.1192148 Oct 13 00:16:41.804168 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-daf8c6be-79d1-4b5a-a383-68995dedf5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:41.974913 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d0df68-0938-4e54-8f05-7d9566339f65 x-openstack-request-id: req-99d0df68-0938-4e54-8f05-7d9566339f65 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:41.975215 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:41.975474 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d0df68-0938-4e54-8f05-7d9566339f65 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:41.975908 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'code': 200} Oct 13 00:16:42.282816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d2357-da7a-4092-ba2e-4762383f7a2a req-d7efc503-f6f7-43e9-b831-678d5a119d1a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:42.300613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-326d2357-da7a-4092-ba2e-4762383f7a2a req-d7efc503-f6f7-43e9-b831-678d5a119d1a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 945 time: 0.1966686 Oct 13 00:16:42.421783 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-326d2357-da7a-4092-ba2e-4762383f7a2a req-de378489-e76c-4f72-a8dd-58b3f4f36809 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161096 Oct 13 00:16:42.635910 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb33cbc-330b-444f-96e3-544e53bc8973 x-openstack-request-id: req-ecb33cbc-330b-444f-96e3-544e53bc8973 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:42.636766 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0", "name": "network-vif-deleted", "tag": "57cd2b59-7bc2-418b-a882-dee89f70b87d", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:42.637343 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecb33cbc-330b-444f-96e3-544e53bc8973 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:42.638183 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c4b6b2-6fb0-4d76-9b86-27f98443e0c0', 'name': 'network-vif-deleted', 'tag': '57cd2b59-7bc2-418b-a882-dee89f70b87d', 'status': 'completed', 'code': 200} Oct 13 00:16:42.907835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7c4c-5b0f-4071-983e-9e0f40c3c48d req-a277795e-22bd-43f0-a37d-943a3116f264 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:42.914099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-afdd7c4c-5b0f-4071-983e-9e0f40c3c48d req-a277795e-22bd-43f0-a37d-943a3116f264 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1810784 Oct 13 00:16:42.990294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55140) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:43.058130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-afdd7c4c-5b0f-4071-983e-9e0f40c3c48d req-52e26696-be84-48d4-8892-b092cda426c4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327443 Oct 13 00:16:43.087641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 57cd2b59-7bc2-418b-a882-dee89f70b87d no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:16:43.140833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 57cd2b59-7bc2-418b-a882-dee89f70b87d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:16:43.141711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 57cd2b59-7bc2-418b-a882-dee89f70b87d not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:16:43.211714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-657547841-network', 'tenant_id': 'e90dbd7e1bba4cd0b63d2b7eb52838ee'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:43.298344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-9d894cd4-ea2c-48fd-80af-33afabb8e83c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:43.300543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Made reservation on behalf of e90dbd7e1bba4cd0b63d2b7eb52838ee for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:43.305176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.319334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-9d894cd4-ea2c-48fd-80af-33afabb8e83c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:43.330273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-9d894cd4-ea2c-48fd-80af-33afabb8e83c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:43.355754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-9d894cd4-ea2c-48fd-80af-33afabb8e83c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:43.362922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-9d894cd4-ea2c-48fd-80af-33afabb8e83c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:43.380285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.386367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-9d894cd4-ea2c-48fd-80af-33afabb8e83c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:43.395483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-9d894cd4-ea2c-48fd-80af-33afabb8e83c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:43.427382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-9d894cd4-ea2c-48fd-80af-33afabb8e83c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5439 time: 0.2472656 Oct 13 00:16:43.541177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-388d1aba-9c1c-4060-b826-fea4de5d435b req-33a44112-d2f4-492e-8824-b1143cc2d139 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118228 Oct 13 00:16:43.583907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.594471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.632030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:16:43.642223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55148) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:43.692410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:43.710142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.712557 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Added segment 127d279a-1629-4979-acba-f2928a12d751 of type vlan for network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 Oct 13 00:16:43.798019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f903b2b-e6ce-4229-a8f9-394c8b820211 admin admin] Deleting subnet 92f45b87-702f-4fc4-8b7d-a7f1c4d9c987 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:16:43.813364 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f903b2b-e6ce-4229-a8f9-394c8b820211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.832065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.901626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.903573 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:43.903573 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:43.948932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f903b2b-e6ce-4229-a8f9-394c8b820211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.037035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1655e22-1c6b-4d2e-8176-c15b422c3ab1 req-0bd9d6eb-7e45-4d93-b890-f5bec6f9da3b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:44.048952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1655e22-1c6b-4d2e-8176-c15b422c3ab1 req-0bd9d6eb-7e45-4d93-b890-f5bec6f9da3b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 945 time: 0.1755714 Oct 13 00:16:44.095925 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1019788 Oct 13 00:16:44.098576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55152) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:44.110046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959a357-1e52-48e3-a115-5bfd642aa1dd admin admin] Pushing event updated for resources: {'Network': ['ID=5ea4f3f9-b4c1-42c5-b0e4-e417ef931941,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:44.118452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Request body: {'subnet': {'network_id': '5ea4f3f9-b4c1-42c5-b0e4-e417ef931941', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-657547841-subnet', 'tenant_id': 'e90dbd7e1bba4cd0b63d2b7eb52838ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:44.132394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:16:44.159911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e586af34-9245-4a73-b0f7-93966fa80a3f up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:44.176698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f903b2b-e6ce-4229-a8f9-394c8b820211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.189812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Made reservation on behalf of e90dbd7e1bba4cd0b63d2b7eb52838ee for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:44.192428 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.401823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port e586af34-9245-4a73-b0f7-93966fa80a3f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:44.409662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port e586af34-9245-4a73-b0f7-93966fa80a3f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:44.410306 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.518985 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.550074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1fc24362-ae08-45cb-903e-e402eed307a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.586380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1655e22-1c6b-4d2e-8176-c15b422c3ab1 req-00521cb2-b420-40b7-bf64-1d64bf9e83c8 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317874 Oct 13 00:16:44.663467 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.729824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb181d19-67d5-4376-87a9-0397b49b08af,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:44.743086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e586af34-9245-4a73-b0f7-93966fa80a3f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e586af34-9245-4a73-b0f7-93966fa80a3f,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:44.744970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e586af34-9245-4a73-b0f7-93966fa80a3f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:44.749506 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da04f4-19a8-4b54-86e1-30fbbe069737" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "e586af34-9245-4a73-b0f7-93966fa80a3f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:44.754996 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.757465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:44.768064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Checking segment: {'id': '127d279a-1629-4979-acba-f2928a12d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5ea4f3f9-b4c1-42c5-b0e4-e417ef931941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:44.769963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Network hostable DHCP agents. Network: 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:16:44.798644 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f903b2b-e6ce-4229-a8f9-394c8b820211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.913047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f903b2b-e6ce-4229-a8f9-394c8b820211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:44.916561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f903b2b-e6ce-4229-a8f9-394c8b820211 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92f45b87-702f-4fc4-8b7d-a7f1c4d9c987 HTTP/1.1" status: 204 len: 168 time: 1.2729926 Oct 13 00:16:44.919269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55160) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:44.938895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f903b2b-e6ce-4229-a8f9-394c8b820211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f45b87-702f-4fc4-8b7d-a7f1c4d9c987,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:44.993320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=e586af34-9245-4a73-b0f7-93966fa80a3f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:45.002229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:16:45.017560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:45.023340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:45.023795 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.056422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:45.063905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.064591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.093790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a909a-bb2a-455e-9181-01dddd960bec None None] Network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:45.122083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a91c-9d71-4509-87bd-b199734d7ae8 req-96b53720-b5f9-436e-b3ee-224c5fe30ef2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.126972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.139550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd92a91c-9d71-4509-87bd-b199734d7ae8 req-96b53720-b5f9-436e-b3ee-224c5fe30ef2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2063706 Oct 13 00:16:45.184095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6930aef8-0932-4d02-9b3a-f6ea6dfd789e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0757375 Oct 13 00:16:45.253518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd92a91c-9d71-4509-87bd-b199734d7ae8 req-08b4e2f8-7b2b-4b5e-80b2-805765d57f80 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128464 Oct 13 00:16:45.456457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.493679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-b5fa3aaa-63ca-4188-8935-76d3ec900cac tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.524915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-b5fa3aaa-63ca-4188-8935-76d3ec900cac tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.544958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0536e017-35ec-4a53-90ee-b49592f20133']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:45.548091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-b5fa3aaa-63ca-4188-8935-76d3ec900cac tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.557352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-b5fa3aaa-63ca-4188-8935-76d3ec900cac tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.577509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-b5fa3aaa-63ca-4188-8935-76d3ec900cac tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.588375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7274d56-1e50-4f89-b39a-04043680062a') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:45.588972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-b5fa3aaa-63ca-4188-8935-76d3ec900cac tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.589600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7274d56-1e50-4f89-b39a-04043680062a') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:45.621424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-b5fa3aaa-63ca-4188-8935-76d3ec900cac tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:45.626903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.630736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-b5fa3aaa-63ca-4188-8935-76d3ec900cac tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5440 time: 0.2419536 Oct 13 00:16:45.662941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.672442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a9ff4a-fc13-423c-b5c4-70e882d4c4de None None] Network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:45.678953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.679927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:16:45.682511 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:16:45.731982 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:16:45.748627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c78f867-2e09-4beb-97b8-a159854fa42d req-c617ddea-065c-4afb-bb29-052d64fbc0f2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071236 Oct 13 00:16:45.841542 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98874030-5842-4b98-985e-a606036f6098 x-openstack-request-id: req-98874030-5842-4b98-985e-a606036f6098 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:45.842785 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "e586af34-9245-4a73-b0f7-93966fa80a3f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:45.843093 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98874030-5842-4b98-985e-a606036f6098 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:45.843552 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e586af34-9245-4a73-b0f7-93966fa80a3f', 'code': 200} Oct 13 00:16:45.915819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.939894 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.959134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.971374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0536e017-35ec-4a53-90ee-b49592f20133 HTTP/1.1" status: 204 len: 168 time: 1.0490000 Oct 13 00:16:45.990133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0536e017-35ec-4a53-90ee-b49592f20133,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:45.992126 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.019429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.019429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.020110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.020329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.020735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.021082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.021418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.021754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.022115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.023721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.024134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.024468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeb5ca5-5623-4e0a-94fc-bc211eefa7d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:16:46.026415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:46.038454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.039389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:46.187285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:46.194275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:46.209701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:46.210088 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.216564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60e4bf-7cb3-4278-b338-ca04fddc9ca0 req-b26b606e-bd35-479c-bc85-fb26b608e041 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:46.227546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af60e4bf-7cb3-4278-b338-ca04fddc9ca0 req-b26b606e-bd35-479c-bc85-fb26b608e041 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 945 time: 0.1393359 Oct 13 00:16:46.328333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af60e4bf-7cb3-4278-b338-ca04fddc9ca0 req-c61dd90d-41cb-4d3d-8783-236eee744bb1 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988541 Oct 13 00:16:46.395560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55178) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:46.436762 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.559708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:46.577171 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.580853 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 706288e8-65f6-48f3-8192-d814ca856871 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:46.615893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55180) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:46.629922 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-54a1a294-2740-4412-adcc-17d8893a8b7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0583874c5f034a56a2cf29d2fb6cdebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352514 Oct 13 00:16:46.797928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7094a10-49db-434c-9eaa-66c954945500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.833880 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7094a10-49db-434c-9eaa-66c954945500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.851926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:46.908933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 706288e8-65f6-48f3-8192-d814ca856871 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:46.928307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 706288e8-65f6-48f3-8192-d814ca856871 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:46.931659 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.953210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7094a10-49db-434c-9eaa-66c954945500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.955837 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7094a10-49db-434c-9eaa-66c954945500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.957002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f7094a10-49db-434c-9eaa-66c954945500 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8bc3b50-1649-4908-9c43-f52277c39163 HTTP/1.1" status: 204 len: 168 time: 0.3383446 Oct 13 00:16:46.969918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7094a10-49db-434c-9eaa-66c954945500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bc3b50-1649-4908-9c43-f52277c39163,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:47.196697 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:47.279138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 706288e8-65f6-48f3-8192-d814ca856871, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=706288e8-65f6-48f3-8192-d814ca856871,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:47.295978 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:47.297329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8ba0f416-77b3-4486-8660-87eca703194a up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:47.397753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-a7a3d0e0-42dc-468a-905b-493de121d47f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065099 Oct 13 00:16:47.466578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=706288e8-65f6-48f3-8192-d814ca856871,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:47.516086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:47.560013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 8ba0f416-77b3-4486-8660-87eca703194a completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:47.566652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 8ba0f416-77b3-4486-8660-87eca703194a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:47.567177 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:47.568536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-8fe07589-f2be-40f6-bf06-9b51f21d5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:47.575232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-8fe07589-f2be-40f6-bf06-9b51f21d5045 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 1096 time: 0.1319029 Oct 13 00:16:47.723642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:47.797897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8ba0f416-77b3-4486-8660-87eca703194a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8ba0f416-77b3-4486-8660-87eca703194a,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:47.807993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:47.809784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8bd39411-e7b1-4388-885e-12fe86f21bd1 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:47.842064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-e9041d82-26aa-4a1c-aaab-58b8020f917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:47.843608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-e9041d82-26aa-4a1c-aaab-58b8020f917d service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 916 time: 0.2465293 Oct 13 00:16:47.915758 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a19beb-4dc7-467f-8ce6-8255e0f4eac6'}, {'server_uuid': '3150c04e-59c8-4c84-8671-bc0f65a4599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00e5997-ebd9-4c9d-945d-bf1e2e5c36d8'}, {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706288e8-65f6-48f3-8192-d814ca856871'}, {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba0f416-77b3-4486-8660-87eca703194a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:47.918342 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fb202a-ab58-44f1-b8f5-085716e72d5e" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "76a19beb-4dc7-467f-8ce6-8255e0f4eac6"}, {"server_uuid": "3150c04e-59c8-4c84-8671-bc0f65a4599e", "name": "network-vif-plugged", "status": "completed", "tag": "d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8"}, {"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "706288e8-65f6-48f3-8192-d814ca856871"}, {"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "8ba0f416-77b3-4486-8660-87eca703194a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:47.925723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=8ba0f416-77b3-4486-8660-87eca703194a,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:47.956865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-c64048a9-bb2e-411a-835b-f5181853418f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d HTTP/1.1" status: 200 len: 217 time: 0.1041167 Oct 13 00:16:47.968818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 8bd39411-e7b1-4388-885e-12fe86f21bd1 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:16:47.976606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 8bd39411-e7b1-4388-885e-12fe86f21bd1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:47.977297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:48.033086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-b697d57b-95e5-4fbd-9a42-99402fad3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:48.034962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-b697d57b-95e5-4fbd-9a42-99402fad3bbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.0630171 Oct 13 00:16:48.113748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-741878ec-79ab-41b9-8fd7-c0b8e9f90a89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683801 Oct 13 00:16:48.331497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-ddeb1019-ffcf-420d-a583-e1df258e6980 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100680 Oct 13 00:16:48.359919 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:48.408874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8bd39411-e7b1-4388-885e-12fe86f21bd1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:48.417836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:48.509578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3dcb70-ba64-47c1-bc5a-81444af22c71 req-81814e9b-a1d7-4bf9-9678-92d80f75970a service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703527 Oct 13 00:16:48.529723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=8bd39411-e7b1-4388-885e-12fe86f21bd1,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:48.629468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55218) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:48.741973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-f24de8f7-71e4-46a0-85ab-f3060199be0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059003 Oct 13 00:16:48.809196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-network', 'tenant_id': '09546128e36e474cb2cb54030e06a808'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:48.851604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Made reservation on behalf of 09546128e36e474cb2cb54030e06a808 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:48.851604 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:48.900742 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:48.913290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-aa1a345b-b1ce-4e84-9890-b0b4d61ab5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:48.915725 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-aa1a345b-b1ce-4e84-9890-b0b4d61ab5c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 1095 time: 0.0915756 Oct 13 00:16:49.046585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.056699 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.104810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:16:49.122352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-5acfe8a9-b136-4bd4-b839-7595e7d90a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:49.124924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-5acfe8a9-b136-4bd4-b839-7595e7d90a56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1844611 Oct 13 00:16:49.132863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5c60d-0187-43af-a25b-be27fb2ab30f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:49.162745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.165289 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Added segment 7d10241a-00e9-4ecd-8a38-97448069494c of type vlan for network 1ed6239f-d81b-4da9-a8a6-94768f228d69 Oct 13 00:16:49.239851 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-c4011553-e85a-43ba-b33a-058c16beb5e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 200 len: 217 time: 0.1052847 Oct 13 00:16:49.272236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.337567 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.339141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:49.340162 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.349677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-67c65110-202a-41bb-aac8-4459f02630c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:49.351738 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-67c65110-202a-41bb-aac8-4459f02630c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1048174 Oct 13 00:16:49.409588 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-5492d05b-0743-4286-85c5-ff4816c8bd98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484169 Oct 13 00:16:49.449761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8176446 Oct 13 00:16:49.451478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55226) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:49.459306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Request body: {'subnet': {'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-subnet', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:49.464326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b017a-7668-4a2a-bbf0-753a456925b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed6239f-d81b-4da9-a8a6-94768f228d69,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:49.476587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1ed6239f-d81b-4da9-a8a6-94768f228d69 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:16:49.533653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Made reservation on behalf of 09546128e36e474cb2cb54030e06a808 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:49.537160 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.560158 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-518ef5eb-888b-4031-bfab-338168f6a70d service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415596 Oct 13 00:16:49.762273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01744bd6-91e3-4b11-9a2c-2fb5ebf59e17 req-afaeab12-4983-486e-87ce-d0b667d80704 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946392 Oct 13 00:16:49.877403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.940545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a5b012-871f-4c6c-8755-5910ed5e4705,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:49.948113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Checking segment: {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:49.948504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Network hostable DHCP agents. Network: 1ed6239f-d81b-4da9-a8a6-94768f228d69, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:16:49.969559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Network 1ed6239f-d81b-4da9-a8a6-94768f228d69 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:16:49.991703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1ed6239f-d81b-4da9-a8a6-94768f228d69) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:49.997946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:49.998228 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:50.002481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e7737-ccc9-4cb8-b31f-efc3059257fe None None] Network 1ed6239f-d81b-4da9-a8a6-94768f228d69 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:50.026302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8b7d278d-2480-4431-a4d1-0b50d816123b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5727682 Oct 13 00:16:50.028308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55234) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:50.035698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:50.078377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:50.082135 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:50.156901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22bac6-de4b-40b2-898e-706d8b5997d8 None None] Network 1ed6239f-d81b-4da9-a8a6-94768f228d69 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:16:50.192220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:50.426370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5a524-8416-4945-a80d-846ac88a4398 req-4c9cccc4-0f33-4b96-9c30-7aa33af5de50 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.428905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-4c9cccc4-0f33-4b96-9c30-7aa33af5de50 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/networks?id=5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 HTTP/1.1" status: 200 len: 813 time: 0.2017348 Oct 13 00:16:50.440459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:50.464638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-15381c08-7877-4bc1-bfe4-8030fd3a0011 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/quotas/e90dbd7e1bba4cd0b63d2b7eb52838ee HTTP/1.1" status: 200 len: 375 time: 0.0271447 Oct 13 00:16:50.516895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-e798c680-3c29-442b-9400-a4be39514552 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e90dbd7e1bba4cd0b63d2b7eb52838ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376015 Oct 13 00:16:50.541944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae8f9d-bc3c-42bb-a1cd-a6b20362e083 req-b5de6055-5a8c-4411-8cdf-9ea3e88d790b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.549498 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58ae8f9d-bc3c-42bb-a1cd-a6b20362e083 req-b5de6055-5a8c-4411-8cdf-9ea3e88d790b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1137297 Oct 13 00:16:50.607398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58ae8f9d-bc3c-42bb-a1cd-a6b20362e083 req-0518b9d1-0ed3-43b9-b9ab-63fbad61c300 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566421 Oct 13 00:16:50.844383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-9b714b02-3786-4905-839b-4686fa11602e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.851041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-9b714b02-3786-4905-839b-4686fa11602e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.858220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-9b714b02-3786-4905-839b-4686fa11602e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.864096 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:50.877195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-9b714b02-3786-4905-839b-4686fa11602e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.897612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-9b714b02-3786-4905-839b-4686fa11602e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.904369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-9b714b02-3786-4905-839b-4686fa11602e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.922184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-9b714b02-3786-4905-839b-4686fa11602e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:50.923651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:50.927444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-9b714b02-3786-4905-839b-4686fa11602e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.1811252 Oct 13 00:16:50.985356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-519f7b02-a313-496c-8e52-d2863db47280 service neutron] 10.222.0.21 "GET /v2.0/networks/5ea4f3f9-b4c1-42c5-b0e4-e417ef931941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594407 Oct 13 00:16:51.149229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-4bb33b63-1392-48c5-9d09-e0dd9ede83ea service neutron] 10.222.0.21 "GET /v2.0/networks/5ea4f3f9-b4c1-42c5-b0e4-e417ef931941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626770 Oct 13 00:16:51.150829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Allocated IP 172.25.3.215 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/bf8124f1-eade-41d0-acad-69d0555dc627) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:16:51.167094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f64fcccf-567c-4912-adcd-d9f49fb8ccb3 req-7b5fa522-3661-480f-b83a-85055ceaf5c2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2261362 Oct 13 00:16:51.223887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-9f0870c3-216f-4981-890a-83bc133aafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:51.225377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-9f0870c3-216f-4981-890a-83bc133aafef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 1096 time: 0.1091013 Oct 13 00:16:51.350351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-77343544-0d55-4419-b875-6c90c0e394ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:51.352051 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-77343544-0d55-4419-b875-6c90c0e394ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 914 time: 0.1168656 Oct 13 00:16:51.410333 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f9c00f-eee0-4703-a1bc-58adfb881b8c x-openstack-request-id: req-f3f9c00f-eee0-4703-a1bc-58adfb881b8c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:51.411173 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "76a19beb-4dc7-467f-8ce6-8255e0f4eac6", "code": 200}, {"server_uuid": "3150c04e-59c8-4c84-8671-bc0f65a4599e", "name": "network-vif-plugged", "status": "completed", "tag": "d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8", "code": 200}, {"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "706288e8-65f6-48f3-8192-d814ca856871", "code": 200}, {"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "8ba0f416-77b3-4486-8660-87eca703194a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:51.411619 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3f9c00f-eee0-4703-a1bc-58adfb881b8c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:51.412188 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a19beb-4dc7-467f-8ce6-8255e0f4eac6', 'code': 200} Oct 13 00:16:51.412602 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3150c04e-59c8-4c84-8671-bc0f65a4599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00e5997-ebd9-4c9d-945d-bf1e2e5c36d8', 'code': 200} Oct 13 00:16:51.413015 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706288e8-65f6-48f3-8192-d814ca856871', 'code': 200} Oct 13 00:16:51.413467 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba0f416-77b3-4486-8660-87eca703194a', 'code': 200} Oct 13 00:16:51.430955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-cd84cfc5-0c61-47e1-b96f-1d87f3e267e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c158363e-207c-4fc8-a46e-b1853a34eea5 HTTP/1.1" status: 200 len: 217 time: 0.0705965 Oct 13 00:16:51.470148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:51.536618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf95048-76a5-4db2-9d86-787e0d476d59 req-7a300e63-038b-438b-a741-cb0f5bddad07 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:51.538586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7bf95048-76a5-4db2-9d86-787e0d476d59 req-7a300e63-038b-438b-a741-cb0f5bddad07 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 946 time: 0.0967119 Oct 13 00:16:51.547556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:51.610809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7bf95048-76a5-4db2-9d86-787e0d476d59 req-5e9e7f69-76ac-4c20-a560-ffecb48d623d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586727 Oct 13 00:16:51.673399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:16:51.685669 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59ea6612-00fa-4b6f-a250-1affb94f772b req-70e28955-8b4d-4b99-b520-41fa6084d306 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 210 time: 0.0649021 Oct 13 00:16:51.707796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:51.742065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:16:51.765335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-64aac5ad-a900-4d56-973f-5cd4fea5a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:51.768242 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-64aac5ad-a900-4d56-973f-5cd4fea5a6e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 200 len: 853 time: 0.2581973 Oct 13 00:16:51.792506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89731b82-6381-4b16-a8fc-f4801446f370 req-c1c0ac00-20b6-4eb3-9f95-645f20eb1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:51.793729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89731b82-6381-4b16-a8fc-f4801446f370 req-c1c0ac00-20b6-4eb3-9f95-645f20eb1c70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 1097 time: 0.1802576 Oct 13 00:16:51.867679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944d69-7aff-4a4d-b938-644456226ef6 req-eb994221-c901-4332-899c-46d783be9e00 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:51.875730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Pushing event updated for resources: {'Port': ['ID=bf8124f1-eade-41d0-acad-69d0555dc627,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:51.878489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0944d69-7aff-4a4d-b938-644456226ef6 req-eb994221-c901-4332-899c-46d783be9e00 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.1414723 Oct 13 00:16:51.946753 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-8d3a7f13-899a-4f5d-abba-afd002fb4dfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d668629-6a5a-4b85-9084-6d1fcec980c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280231 Oct 13 00:16:51.991678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0944d69-7aff-4a4d-b938-644456226ef6 req-c0ec5eb5-b1a2-461a-b39f-0d9da2ef867b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036861 Oct 13 00:16:52.025589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89731b82-6381-4b16-a8fc-f4801446f370 req-05e6759d-a20e-4e30-b6f3-040ffd748ef8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154930 Oct 13 00:16:52.127709 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-55e6cc41-daa4-411b-a69d-d46f2c5ddabe service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728330 Oct 13 00:16:52.374925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:52.508812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-6441cc0e-82cf-4250-953e-c73db65880bc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:52.516412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-6441cc0e-82cf-4250-953e-c73db65880bc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:52.523435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-6441cc0e-82cf-4250-953e-c73db65880bc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:52.568472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-6441cc0e-82cf-4250-953e-c73db65880bc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:52.595167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-6441cc0e-82cf-4250-953e-c73db65880bc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:52.615354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-6441cc0e-82cf-4250-953e-c73db65880bc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:52.633681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-6441cc0e-82cf-4250-953e-c73db65880bc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:52.643464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-6441cc0e-82cf-4250-953e-c73db65880bc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.3372774 Oct 13 00:16:52.776070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17ea2f3f-2fa7-4a6f-a503-2e99068569d2 req-511f8a9b-db2a-4def-8c3c-28f465aedd55 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270094 Oct 13 00:16:52.980441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0962213-e223-4b74-86b1-c015a0db258a req-7cb098a6-dfd1-45a9-bd8d-47e05a52312a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:53.006476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0962213-e223-4b74-86b1-c015a0db258a req-7cb098a6-dfd1-45a9-bd8d-47e05a52312a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 946 time: 0.1188710 Oct 13 00:16:53.080555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0962213-e223-4b74-86b1-c015a0db258a req-857ec3f5-ec29-42dd-97be-9745ede6e96f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716617 Oct 13 00:16:53.129152 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec0ed858-bbc0-4ff0-a25e-394f66634649 req-79b62138-2816-4d96-bc56-e42d6cda89e0 service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510033 Oct 13 00:16:53.226535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88d48f25-6fc0-4d68-80d4-3587910c0770 req-76e4ec8b-62c5-4f48-b77f-f994ba33442f tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 210 time: 0.0598855 Oct 13 00:16:53.389744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:53.415382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd39411-e7b1-4388-885e-12fe86f21bd1'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:53.419390 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888f7d3d-e9b2-4722-8266-c800c1a82ebf" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "8bd39411-e7b1-4388-885e-12fe86f21bd1"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:53.496739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5a524-8416-4945-a80d-846ac88a4398 req-90d18267-a330-47f3-9dd6-271703bbdf45 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:53.507672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-90d18267-a330-47f3-9dd6-271703bbdf45 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.45 "GET /v2.0/networks?id=5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 HTTP/1.1" status: 200 len: 813 time: 0.2796566 Oct 13 00:16:53.593367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Request body: {'port': {'device_id': '1a9fd096-2083-4a9a-b189-1e009ae0ce18', 'network_id': '5ea4f3f9-b4c1-42c5-b0e4-e417ef931941', 'admin_state_up': True, 'tenant_id': 'e90dbd7e1bba4cd0b63d2b7eb52838ee'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:53.742183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Router ccca0e83-112c-48c7-8c65-55a95a640b74 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:16:53.776273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b61b43-637f-411e-9d7d-cfea2f4e8202 req-1774e4eb-a37b-4e45-995e-53d07c5016e8 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:53.795745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6b61b43-637f-411e-9d7d-cfea2f4e8202 req-1774e4eb-a37b-4e45-995e-53d07c5016e8 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 945 time: 0.2856991 Oct 13 00:16:53.898684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:16:53.914315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Sync routers for ids ['ccca0e83-112c-48c7-8c65-55a95a640b74'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:16:53.925547 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:53.931660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e7c1c171-dafc-4551-8645-21ccaa6c661b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9021404 Oct 13 00:16:53.933847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:53.940604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Routers {'ccca0e83-112c-48c7-8c65-55a95a640b74'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:16:53.942060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:16:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ccca0e83-112c-48c7-8c65-55a95a640b74'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:53.967608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6b61b43-637f-411e-9d7d-cfea2f4e8202 req-c1f34b66-79c7-4814-bf7b-4cb5663ffa00 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705325 Oct 13 00:16:54.017074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Made reservation on behalf of e90dbd7e1bba4cd0b63d2b7eb52838ee for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:16:54.022008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:54.203537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Set router ccca0e83-112c-48c7-8c65-55a95a640b74 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:16:54.294004 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751324d4-cc3b-48ce-89f8-3d1e70e8799d x-openstack-request-id: req-751324d4-cc3b-48ce-89f8-3d1e70e8799d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:54.294347 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-plugged", "status": "completed", "tag": "8bd39411-e7b1-4388-885e-12fe86f21bd1", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:54.294522 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-751324d4-cc3b-48ce-89f8-3d1e70e8799d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:54.295777 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd39411-e7b1-4388-885e-12fe86f21bd1', 'code': 200} Oct 13 00:16:54.301322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:16:54.382687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Allocated IP 172.20.0.2 (5ea4f3f9-b4c1-42c5-b0e4-e417ef931941/eb181d19-67d5-4376-87a9-0397b49b08af/ee178a3f-4d24-4676-b7e9-33393f8ecb34) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:16:54.449663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-c4ee91ae-80ad-43dc-a81c-5eb597dcd721 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.457738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-c4ee91ae-80ad-43dc-a81c-5eb597dcd721 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.482245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-c4ee91ae-80ad-43dc-a81c-5eb597dcd721 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.503187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-aebfe4ec-7d0e-4b79-91f1-55b2ae45a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.505939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-aebfe4ec-7d0e-4b79-91f1-55b2ae45a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.506462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-aebfe4ec-7d0e-4b79-91f1-55b2ae45a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.506923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-aebfe4ec-7d0e-4b79-91f1-55b2ae45a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.507388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-aebfe4ec-7d0e-4b79-91f1-55b2ae45a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.507500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-c4ee91ae-80ad-43dc-a81c-5eb597dcd721 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.507883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-aebfe4ec-7d0e-4b79-91f1-55b2ae45a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.511269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-aebfe4ec-7d0e-4b79-91f1-55b2ae45a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.520290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-aebfe4ec-7d0e-4b79-91f1-55b2ae45a229 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6501 time: 0.2612429 Oct 13 00:16:54.524703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-c4ee91ae-80ad-43dc-a81c-5eb597dcd721 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.534702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-c4ee91ae-80ad-43dc-a81c-5eb597dcd721 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.552660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-c4ee91ae-80ad-43dc-a81c-5eb597dcd721 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:54.568660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-c4ee91ae-80ad-43dc-a81c-5eb597dcd721 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.2299902 Oct 13 00:16:54.672247 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:54.697364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfff44db-e338-472f-ae1f-83b4d09c89c7 req-519b0f9e-4ae0-4f71-aba9-86759c5af4c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111331 Oct 13 00:16:54.744988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:54.754397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:54.820179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:52Z', 'revision_number': 3, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:54.905183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:54.909417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Checking router: ccca0e83-112c-48c7-8c65-55a95a640b74 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:16:54.909767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Updating router ccca0e83-112c-48c7-8c65-55a95a640b74 port bf8124f1-eade-41d0-acad-69d0555dc627 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:16:54.947620 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.158872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9923f7c6-0465-4570-bb1a-a97e23f88285 req-6fc2f273-5946-477b-a659-1be9089a5b35 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5874488 Oct 13 00:16:55.255710 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.256017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.346917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04543281-3d1c-4da4-aaaa-39e87b3d6549 req-d9dc8447-72b1-4fe3-90b9-88d2ecb77661 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:55.349267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04543281-3d1c-4da4-aaaa-39e87b3d6549 req-d9dc8447-72b1-4fe3-90b9-88d2ecb77661 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 946 time: 0.0834820 Oct 13 00:16:55.350236 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.359272 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.367698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.442122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd90be-ace9-407c-a078-aa0011662304 None None] Pushing event updated for resources: {'Port': ['ID=bf8124f1-eade-41d0-acad-69d0555dc627,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:55.452995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Attempting to bind port bf8124f1-eade-41d0-acad-69d0555dc627 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:16:55.453544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Attempting to bind port bf8124f1-eade-41d0-acad-69d0555dc627 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:16:55.454307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Attempting to bind port bf8124f1-eade-41d0-acad-69d0555dc627 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:55.461220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:16:55.463267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:16:55.464131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:55.465519 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.465925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:16:55.467716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Bound port: bf8124f1-eade-41d0-acad-69d0555dc627, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:16:55.468116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.469562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04543281-3d1c-4da4-aaaa-39e87b3d6549 req-d3102005-1ef5-4f81-bddc-b90bcf301ebc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122959 Oct 13 00:16:55.473774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:55.478792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:16:55.483643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Pushing event updated for resources: {'Port': ['ID=ee178a3f-4d24-4676-b7e9-33393f8ecb34,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:55.599545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:55.601209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.643091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] For port bf8124f1-eade-41d0-acad-69d0555dc627, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:55.651978 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] For port bf8124f1-eade-41d0-acad-69d0555dc627, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bf8124f1-eade-41d0-acad-69d0555dc627,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:16:55.663151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.675195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Allocated IP 172.20.0.1 (1ed6239f-d81b-4da9-a8a6-94768f228d69/d4a5b012-871f-4c6c-8755-5910ed5e4705/072b2979-6bea-472f-b4a3-d7cd04571c2a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:16:55.681368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-1d7c7be1-abf0-4fdf-8252-66b004fc72c0 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1399808 Oct 13 00:16:55.743034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Request body: {'port': {'device_id': '1a9fd096-2083-4a9a-b189-1e009ae0ce18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:55.834323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Routers {'ccca0e83-112c-48c7-8c65-55a95a640b74'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:16:55.836976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:16:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ccca0e83-112c-48c7-8c65-55a95a640b74'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:55.862083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.907218 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:55.916586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd14b15-d1e0-4006-8ddf-acd5f0e7cdaa req-cde8877b-55b0-4921-821d-2dc0f0908810 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:55.918157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5dd14b15-d1e0-4006-8ddf-acd5f0e7cdaa req-cde8877b-55b0-4921-821d-2dc0f0908810 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 931 time: 0.2771921 Oct 13 00:16:56.006732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd90be-ace9-407c-a078-aa0011662304 None None] Pushing event updated for resources: {'Port': ['ID=bf8124f1-eade-41d0-acad-69d0555dc627,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:56.092819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Network 1ed6239f-d81b-4da9-a8a6-94768f228d69 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:16:56.098676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:56.126353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:16:56.192051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5dd14b15-d1e0-4006-8ddf-acd5f0e7cdaa req-d919991a-92d8-4d76-b8ae-4c75288ebe38 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381504 Oct 13 00:16:56.209706 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:56.231977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Pushing event updated for resources: {'Port': ['ID=072b2979-6bea-472f-b4a3-d7cd04571c2a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:56.269488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:56.286345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] Set router ccca0e83-112c-48c7-8c65-55a95a640b74 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:16:56.300397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:56.331379 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59906bc5-8fde-4c35-962c-48ec139c33b6" -d '{"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-unplugged", "status": "completed", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:56.585139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47769d0f-6824-4534-b6a0-ab2fd5092962 req-d3370b02-b604-40dc-b6ff-8d26536abec6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:56.604709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47769d0f-6824-4534-b6a0-ab2fd5092962 req-d3370b02-b604-40dc-b6ff-8d26536abec6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.2795482 Oct 13 00:16:56.846505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:52Z', 'revision_number': 3, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:56.863644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:56.885591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269de44-8d95-423b-bf3d-3c4534a82bd1 None None] The sync data for ids ['ccca0e83-112c-48c7-8c65-55a95a640b74'] in n-d-813679-4 is: [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:52Z', 'revision_number': 3, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:16:57.180236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee178a3f-4d24-4676-b7e9-33393f8ecb34 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:16:57.220196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:57.230285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47769d0f-6824-4534-b6a0-ab2fd5092962 req-74ea9f87-adb9-4b90-a5a0-13b6edd12438 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238112 Oct 13 00:16:57.254988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Transition to ACTIVE for port object ee178a3f-4d24-4676-b7e9-33393f8ecb34 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:16:57.268477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:57.273701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:57.282828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:57.438702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee178a3f-4d24-4676-b7e9-33393f8ecb34,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:57.552923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Pushing event updated for resources: {'Port': ['ID=072b2979-6bea-472f-b4a3-d7cd04571c2a,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:57.580889 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:57.707623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Attempting to bind port ee178a3f-4d24-4676-b7e9-33393f8ecb34 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:16:57.707971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Attempting to bind port ee178a3f-4d24-4676-b7e9-33393f8ecb34 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '127d279a-1629-4979-acba-f2928a12d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5ea4f3f9-b4c1-42c5-b0e4-e417ef931941'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:16:57.708302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Attempting to bind port ee178a3f-4d24-4676-b7e9-33393f8ecb34 on network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:57.732015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-1d282c85-5d43-41a3-b1f5-34fcf37d3499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:57.738731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-1d282c85-5d43-41a3-b1f5-34fcf37d3499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:57.760351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-1d282c85-5d43-41a3-b1f5-34fcf37d3499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:57.762831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Network 1ed6239f-d81b-4da9-a8a6-94768f228d69 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:16:57.764442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:16:57.772640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-1d282c85-5d43-41a3-b1f5-34fcf37d3499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:57.791525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-1d282c85-5d43-41a3-b1f5-34fcf37d3499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:57.807134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-1d282c85-5d43-41a3-b1f5-34fcf37d3499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:57.827193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-1d282c85-5d43-41a3-b1f5-34fcf37d3499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:57.839968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-1d282c85-5d43-41a3-b1f5-34fcf37d3499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.2150130 Oct 13 00:16:57.884030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Port ee178a3f-4d24-4676-b7e9-33393f8ecb34 on network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:16:57.884364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Attempting to bind port ee178a3f-4d24-4676-b7e9-33393f8ecb34 on network 5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:16:57.906313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:16:57.906682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Checking segment: {'id': '127d279a-1629-4979-acba-f2928a12d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5ea4f3f9-b4c1-42c5-b0e4-e417ef931941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:16:57.907058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Bound using segment: {'id': '127d279a-1629-4979-acba-f2928a12d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5ea4f3f9-b4c1-42c5-b0e4-e417ef931941'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:16:57.907536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Bound port: ee178a3f-4d24-4676-b7e9-33393f8ecb34, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127d279a-1629-4979-acba-f2928a12d751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5ea4f3f9-b4c1-42c5-b0e4-e417ef931941'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:16:57.908566 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:57.951348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Router ccca0e83-112c-48c7-8c65-55a95a640b74 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:16:57.991851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9de9d582-be61-4ff7-af46-3407189f48f6 req-bda2eafd-0e7d-4e22-bcb8-ed68bf800579 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506245 Oct 13 00:16:58.086370 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e272fe0f-3c6f-4d29-95ec-c007facf5538 x-openstack-request-id: req-e272fe0f-3c6f-4d29-95ec-c007facf5538 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:58.086891 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-unplugged", "status": "failed", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5", "code": 422}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:58.086978 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e272fe0f-3c6f-4d29-95ec-c007facf5538 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:58.087384 n-d-813679-4 neutron-server[94990]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'code': 422} returned with failed status Oct 13 00:16:58.106745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] For port ee178a3f-4d24-4676-b7e9-33393f8ecb34, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:16:58.112456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] For port ee178a3f-4d24-4676-b7e9-33393f8ecb34, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ee178a3f-4d24-4676-b7e9-33393f8ecb34,segment=NetworkSegment(127d279a-1629-4979-acba-f2928a12d751),segment_id=127d279a-1629-4979-acba-f2928a12d751)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:16:58.128494 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:58.200755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:16:58.213791 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-06b4d13a-092c-4d8f-9aba-7b9ea69d495e admin admin] 10.222.0.21 "PUT /v2.0/routers/ccca0e83-112c-48c7-8c65-55a95a640b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2780735 Oct 13 00:16:58.222636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:58.225725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:58.225725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] 10.222.0.45 "PUT /v2.0/ports/ee178a3f-4d24-4676-b7e9-33393f8ecb34 HTTP/1.1" status: 200 len: 1091 time: 2.5019898 Oct 13 00:16:58.227980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9fd096-2083-4a9a-b189-1e009ae0ce18', 'tag': 'ee178a3f-4d24-4676-b7e9-33393f8ecb34'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:16:58.230298 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446c2239-bf04-452e-adb6-ed77e2e8baaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9fd096-2083-4a9a-b189-1e009ae0ce18", "tag": "ee178a3f-4d24-4676-b7e9-33393f8ecb34"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:16:58.298423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7ecfe-cf6d-40e2-8dd9-7cd4157395a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee178a3f-4d24-4676-b7e9-33393f8ecb34,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:58.321932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf707046-695c-4591-ae1c-6d2dd85430be req-7a4ee5f5-a7c6-4a61-92bf-6b455804e5b9 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:58.328718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf707046-695c-4591-ae1c-6d2dd85430be req-7a4ee5f5-a7c6-4a61-92bf-6b455804e5b9 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 943 time: 0.1076152 Oct 13 00:16:58.412417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf707046-695c-4591-ae1c-6d2dd85430be req-326205f8-c820-4dbe-bb41-823961a0dc97 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Oct 13 00:16:58.432350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5a524-8416-4945-a80d-846ac88a4398 req-2b778a85-9b7b-44d2-a161-56f5c8860e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:58.434073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-2b778a85-9b7b-44d2-a161-56f5c8860e39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e90dbd7e1bba4cd0b63d2b7eb52838ee&device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 1094 time: 0.1311245 Oct 13 00:16:58.530991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-b60d8d7a-e065-4708-a8c5-c387a64e397f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee178a3f-4d24-4676-b7e9-33393f8ecb34 HTTP/1.1" status: 200 len: 217 time: 0.0824971 Oct 13 00:16:58.640887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5a524-8416-4945-a80d-846ac88a4398 req-c80fa07f-f876-4141-b64e-565f7f89d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:58.642596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-c80fa07f-f876-4141-b64e-565f7f89d02f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb181d19-67d5-4376-87a9-0397b49b08af HTTP/1.1" status: 200 len: 853 time: 0.1021149 Oct 13 00:16:58.660729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53093cd-2721-4c03-8039-b10b68460a84 req-c95fcc56-1f43-46cb-a392-c08001da80d3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:58.662495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e53093cd-2721-4c03-8039-b10b68460a84 req-c95fcc56-1f43-46cb-a392-c08001da80d3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1305408 Oct 13 00:16:58.730450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-589508a1-900e-4f56-80f3-2a0e9fc1968b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ea4f3f9-b4c1-42c5-b0e4-e417ef931941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643415 Oct 13 00:16:58.757555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bf8124f1-eade-41d0-acad-69d0555dc627 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:16:58.832246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port bf8124f1-eade-41d0-acad-69d0555dc627 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:16:58.832632 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:58.877679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e53093cd-2721-4c03-8039-b10b68460a84 req-24119f06-eb31-4d83-a51d-8067c374563b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058597 Oct 13 00:16:58.991240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-d2360b83-d86d-4ee6-a355-e436b6200c43 service neutron] 10.222.0.45 "GET /v2.0/networks/5ea4f3f9-b4c1-42c5-b0e4-e417ef931941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459774 Oct 13 00:16:59.023350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:59.057056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port bf8124f1-eade-41d0-acad-69d0555dc627, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bf8124f1-eade-41d0-acad-69d0555dc627,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:16:59.064616 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:59.164740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=bf8124f1-eade-41d0-acad-69d0555dc627,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:16:59.189652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d5e4d-ff67-4440-b32d-60a8fded4773 req-edc305e7-aed3-461d-be1e-fb1f188be52d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.196141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d5e4d-ff67-4440-b32d-60a8fded4773 req-edc305e7-aed3-461d-be1e-fb1f188be52d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.202915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d5e4d-ff67-4440-b32d-60a8fded4773 req-edc305e7-aed3-461d-be1e-fb1f188be52d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.209116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d5e4d-ff67-4440-b32d-60a8fded4773 req-edc305e7-aed3-461d-be1e-fb1f188be52d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.218880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d5e4d-ff67-4440-b32d-60a8fded4773 req-edc305e7-aed3-461d-be1e-fb1f188be52d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.225085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d5e4d-ff67-4440-b32d-60a8fded4773 req-edc305e7-aed3-461d-be1e-fb1f188be52d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.231536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d5e4d-ff67-4440-b32d-60a8fded4773 req-edc305e7-aed3-461d-be1e-fb1f188be52d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.246564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d08d5e4d-ff67-4440-b32d-60a8fded4773 req-edc305e7-aed3-461d-be1e-fb1f188be52d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.2540567 Oct 13 00:16:59.246923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55434) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:16:59.254492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Request body: {'floatingip': {'port_id': 'e3eef818-216f-4680-829e-5387a649958f'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:16:59.296302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39a5a524-8416-4945-a80d-846ac88a4398 req-e1a5bb56-7115-43f3-af33-11f454922803 service neutron] 10.222.0.45 "GET /v2.0/networks/5ea4f3f9-b4c1-42c5-b0e4-e417ef931941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831521 Oct 13 00:16:59.343441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:59.347105 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f173ca-e9d0-4b85-9159-8e3a7e4c749a x-openstack-request-id: req-c0f173ca-e9d0-4b85-9159-8e3a7e4c749a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:16:59.347403 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9fd096-2083-4a9a-b189-1e009ae0ce18", "tag": "ee178a3f-4d24-4676-b7e9-33393f8ecb34", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:16:59.352792 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0f173ca-e9d0-4b85-9159-8e3a7e4c749a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:16:59.352792 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9fd096-2083-4a9a-b189-1e009ae0ce18', 'tag': 'ee178a3f-4d24-4676-b7e9-33393f8ecb34', 'status': 'completed', 'code': 200} Oct 13 00:16:59.536843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-1a0a2a9c-b32a-45c4-a6f7-34602ce9413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.540842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-1a0a2a9c-b32a-45c4-a6f7-34602ce9413a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e90dbd7e1bba4cd0b63d2b7eb52838ee&device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 1094 time: 0.1145899 Oct 13 00:16:59.735726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-90d42abf-81ae-42f6-b8ac-a932d45a98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.737348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-90d42abf-81ae-42f6-b8ac-a932d45a98b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 HTTP/1.1" status: 200 len: 914 time: 0.1854496 Oct 13 00:16:59.763296 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Sync routers for ids ['ccca0e83-112c-48c7-8c65-55a95a640b74'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:16:59.779639 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Routers {'ccca0e83-112c-48c7-8c65-55a95a640b74'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:16:59.785663 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:16:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ccca0e83-112c-48c7-8c65-55a95a640b74'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:16:59.834917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-d95654db-83a2-442e-b604-79487021949b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee178a3f-4d24-4676-b7e9-33393f8ecb34 HTTP/1.1" status: 200 len: 217 time: 0.0894840 Oct 13 00:16:59.962623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-60dbe230-bd98-473d-b6e1-51ceb610a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:16:59.967924 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-60dbe230-bd98-473d-b6e1-51ceb610a127 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb181d19-67d5-4376-87a9-0397b49b08af HTTP/1.1" status: 200 len: 853 time: 0.1243310 Oct 13 00:16:59.974587 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Set router ccca0e83-112c-48c7-8c65-55a95a640b74 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:17:00.026425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-9bd789c9-45b5-40a1-918a-a92d1ad8a336 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ea4f3f9-b4c1-42c5-b0e4-e417ef931941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499892 Oct 13 00:17:00.268056 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:00.282245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:17:00.287168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:00.290873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-e3c883b0-7ef7-42d4-af1e-21e024d08851 service neutron] 10.222.0.45 "GET /v2.0/networks/5ea4f3f9-b4c1-42c5-b0e4-e417ef931941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555623 Oct 13 00:17:00.297421 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:56Z', 'revision_number': 4, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '072b2979-6bea-472f-b4a3-d7cd04571c2a', 'name': '', 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'mac_address': 'fa:16:3e:92:85:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd4a5b012-871f-4c6c-8755-5910ed5e4705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:55Z', 'updated_at': '2021-10-13T00:16:57Z', 'revision_number': 2, 'project_id': '09546128e36e474cb2cb54030e06a808', 'subnets': [{'id': 'd4a5b012-871f-4c6c-8755-5910ed5e4705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:00.327434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Checking router: ccca0e83-112c-48c7-8c65-55a95a640b74 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:17:00.328128 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Updating router ccca0e83-112c-48c7-8c65-55a95a640b74 port 072b2979-6bea-472f-b4a3-d7cd04571c2a binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:17:00.391905 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:00.560921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-446c2239-bf04-452e-adb6-ed77e2e8baaa req-5d0a73a1-089a-4fc1-bd58-64704156d044 service neutron] 10.222.0.45 "GET /v2.0/networks/5ea4f3f9-b4c1-42c5-b0e4-e417ef931941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578743 Oct 13 00:17:00.649441 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Floating IP 24892ac1-31b2-438e-90c8-4b24956d14f2 associated. External IP: 172.25.3.244, port: e3eef818-216f-4680-829e-5387a649958f. Oct 13 00:17:00.736461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bf8124f1-eade-41d0-acad-69d0555dc627 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:00.860429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port bf8124f1-eade-41d0-acad-69d0555dc627 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:00.860717 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:00.988940 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:00.998309 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:01.000347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-67f8d0a5-1e0c-401e-a644-c49b2904353a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:01.007755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-67f8d0a5-1e0c-401e-a644-c49b2904353a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 819 time: 0.2398250 Oct 13 00:17:01.017525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915e5d-d709-4f3c-84b9-b00495347aae req-a453cf82-8ecc-4fc9-9956-58abeea0a5cc tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:01.019941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b915e5d-d709-4f3c-84b9-b00495347aae req-a453cf82-8ecc-4fc9-9956-58abeea0a5cc tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 943 time: 0.1256404 Oct 13 00:17:01.056615 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Pushing event updated for resources: {'Port': ['ID=072b2979-6bea-472f-b4a3-d7cd04571c2a,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:01.073574 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.074356 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.074695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-dec9f701-bff9-4b9b-84f7-34e7e598bcf8 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/quotas/09546128e36e474cb2cb54030e06a808 HTTP/1.1" status: 200 len: 375 time: 0.0656819 Oct 13 00:17:01.075635 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.076654 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.077151 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.077744 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.078285 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.078795 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.079268 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.079894 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.080363 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.080916 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:01.086528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b915e5d-d709-4f3c-84b9-b00495347aae req-f7fad879-4a1d-4aaf-a023-78b7828f01f1 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588052 Oct 13 00:17:01.106755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Router 5060ce30-63e2-4582-99d6-05bcedddbcbf has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:17:01.184853 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Attempting to bind port 072b2979-6bea-472f-b4a3-d7cd04571c2a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:01.185580 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Attempting to bind port 072b2979-6bea-472f-b4a3-d7cd04571c2a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:01.187000 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Attempting to bind port 072b2979-6bea-472f-b4a3-d7cd04571c2a on network 1ed6239f-d81b-4da9-a8a6-94768f228d69 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:01.193481 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:01.194391 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Checking segment: {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:01.194945 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:01.195573 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Bound using segment: {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:01.196334 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Bound port: 072b2979-6bea-472f-b4a3-d7cd04571c2a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:01.196967 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:01.203753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-1bc686d1-e776-4fca-9a9f-e37f3c3da769 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278691 Oct 13 00:17:01.321406 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] For port 072b2979-6bea-472f-b4a3-d7cd04571c2a, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:01.335063 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] For port 072b2979-6bea-472f-b4a3-d7cd04571c2a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=072b2979-6bea-472f-b4a3-d7cd04571c2a,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:01.345411 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:01.350332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:17:01.366259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:01.374628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] Sync routers for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:17:01.400576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:17:01.402793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:16:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:01.437877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-bea13c0d-5aca-4cc2-abe3-ce336631a072 service neutron] 10.222.0.21 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331469 Oct 13 00:17:01.443038 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dbc151bb-41ed-4bba-8508-958ac45c8dae tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "PUT /v2.0/floatingips/24892ac1-31b2-438e-90c8-4b24956d14f2 HTTP/1.1" status: 200 len: 992 time: 2.1936324 Oct 13 00:17:01.453804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': 'e3eef818-216f-4680-829e-5387a649958f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:01.463064 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402e9eb5-0b6d-41af-b46d-a87ec90071f3" -d '{"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "e3eef818-216f-4680-829e-5387a649958f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:01.476118 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249c788-df00-4847-92b6-44c46d831d7f None None] Pushing event updated for resources: {'Port': ['ID=072b2979-6bea-472f-b4a3-d7cd04571c2a,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:01.506266 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Routers {'ccca0e83-112c-48c7-8c65-55a95a640b74'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:17:01.507182 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:16:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ccca0e83-112c-48c7-8c65-55a95a640b74'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:01.584829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-62ae78ca-deaa-49db-a370-09e483f1c523 service neutron] 10.222.0.21 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459749 Oct 13 00:17:01.595394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-54745bec-553a-4d83-98b1-065451a647d2 req-05e68810-8eb8-47f3-b707-0063b2aa4ac0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:17:01.596728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54745bec-553a-4d83-98b1-065451a647d2 req-05e68810-8eb8-47f3-b707-0063b2aa4ac0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097277 Oct 13 00:17:01.653547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:17:01.704471 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] Set router ccca0e83-112c-48c7-8c65-55a95a640b74 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:17:01.933676 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57be64d6-9c17-43d3-a00b-97c3492cd151 x-openstack-request-id: req-57be64d6-9c17-43d3-a00b-97c3492cd151 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:01.933969 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "tag": "e3eef818-216f-4680-829e-5387a649958f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:01.934221 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57be64d6-9c17-43d3-a00b-97c3492cd151 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:01.934624 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'tag': 'e3eef818-216f-4680-829e-5387a649958f', 'status': 'completed', 'code': 200} Oct 13 00:17:02.157221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-68a99922-d248-4197-bc03-49eabafb6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.158533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-68a99922-d248-4197-bc03-49eabafb6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.159408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-68a99922-d248-4197-bc03-49eabafb6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.161220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-68a99922-d248-4197-bc03-49eabafb6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.162300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-68a99922-d248-4197-bc03-49eabafb6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.164644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-68a99922-d248-4197-bc03-49eabafb6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.166243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-68a99922-d248-4197-bc03-49eabafb6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.172043 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-68a99922-d248-4197-bc03-49eabafb6eff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6501 time: 0.1777647 Oct 13 00:17:02.213892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956c1e-8df1-418b-9c3c-1486f2c8bfd9 req-1b6300aa-ffc5-4050-b0ae-38b5e9a38de7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.219825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96956c1e-8df1-418b-9c3c-1486f2c8bfd9 req-1b6300aa-ffc5-4050-b0ae-38b5e9a38de7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1640143 Oct 13 00:17:02.332724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96956c1e-8df1-418b-9c3c-1486f2c8bfd9 req-ce4484aa-0ced-4a56-bc4b-edb6aae3e17f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051512 Oct 13 00:17:02.541814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '24892ac1-31b2-438e-90c8-4b24956d14f2', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'port_id': 'e3eef818-216f-4680-829e-5387a649958f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'mac_address': 'fa:16:3e:d6:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:15:29Z', 'updated_at': '2021-10-13T00:17:00Z', 'revision_number': 1, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:37Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:02.543020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-6e9794ca-9949-4198-b83b-e67b1069952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.547085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-6e9794ca-9949-4198-b83b-e67b1069952d service neutron] 10.222.0.36 "GET /v2.0/networks?id=972360ba-87c4-40b5-91b3-83430f57dcf1 HTTP/1.1" status: 200 len: 918 time: 0.3663769 Oct 13 00:17:02.550987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3fc81eb-b0e1-4e74-9b27-13821b46fee5 req-20ed0c92-aee6-4800-aff5-c0d2db52b1cd tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 210 time: 0.0626426 Oct 13 00:17:02.617860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] Checking router: 5060ce30-63e2-4582-99d6-05bcedddbcbf for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:17:02.642047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:17:02.644213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:16:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:02.793236 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:56Z', 'revision_number': 4, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '072b2979-6bea-472f-b4a3-d7cd04571c2a', 'name': '', 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'mac_address': 'fa:16:3e:92:85:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd4a5b012-871f-4c6c-8755-5910ed5e4705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:55Z', 'updated_at': '2021-10-13T00:17:01Z', 'revision_number': 4, 'project_id': '09546128e36e474cb2cb54030e06a808', 'subnets': [{'id': 'd4a5b012-871f-4c6c-8755-5910ed5e4705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:02.901390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabfabe-565e-4af3-94dd-4f08e4001cf2 req-b6344690-5bb6-4fd3-9eee-da56e31d04c7 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:02.907349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aeabfabe-565e-4af3-94dd-4f08e4001cf2 req-b6344690-5bb6-4fd3-9eee-da56e31d04c7 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 943 time: 0.1626103 Oct 13 00:17:02.910566 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635b42b5-2063-4d6e-846d-9f3564d3e4e9 None None] The sync data for ids ['ccca0e83-112c-48c7-8c65-55a95a640b74'] in n-d-813679-4 is: [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:56Z', 'revision_number': 4, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '072b2979-6bea-472f-b4a3-d7cd04571c2a', 'name': '', 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'mac_address': 'fa:16:3e:92:85:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'd4a5b012-871f-4c6c-8755-5910ed5e4705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:55Z', 'updated_at': '2021-10-13T00:17:01Z', 'revision_number': 4, 'project_id': '09546128e36e474cb2cb54030e06a808', 'subnets': [{'id': 'd4a5b012-871f-4c6c-8755-5910ed5e4705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:17:03.022815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aeabfabe-565e-4af3-94dd-4f08e4001cf2 req-c4d2ce79-0db5-43b3-8561-8b5d3743d367 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994213 Oct 13 00:17:03.037353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:17:03.174344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ee178a3f-4d24-4676-b7e9-33393f8ecb34 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:03.356222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-20f3b65c-b562-4700-91ab-2a5727729492 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:03.362706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-20f3b65c-b562-4700-91ab-2a5727729492 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 819 time: 0.2761254 Oct 13 00:17:03.409859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-b38db5c7-41dc-4cb5-acf3-01935c8d5b11 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/quotas/09546128e36e474cb2cb54030e06a808 HTTP/1.1" status: 200 len: 375 time: 0.0354829 Oct 13 00:17:03.585082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-7d61342c-bf4f-4930-a1aa-fcc6cdd2a009 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1742244 Oct 13 00:17:03.688626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ee178a3f-4d24-4676-b7e9-33393f8ecb34, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ee178a3f-4d24-4676-b7e9-33393f8ecb34,segment=NetworkSegment(127d279a-1629-4979-acba-f2928a12d751),segment_id=127d279a-1629-4979-acba-f2928a12d751)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:03.743388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'ee178a3f-4d24-4676-b7e9-33393f8ecb34', 'network_id': '5ea4f3f9-b4c1-42c5-b0e4-e417ef931941', 'port_id': 'ee178a3f-4d24-4676-b7e9-33393f8ecb34', 'mac_address': 'fa:16:3e:0c:de:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb181d19-67d5-4376-87a9-0397b49b08af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:03.838612 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:03.865640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee178a3f-4d24-4676-b7e9-33393f8ecb34 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:03.869778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-981125a1-4f47-4998-89a9-d5bf94b5022c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2121487 Oct 13 00:17:03.875298 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-02ad1195-e223-4517-9a6a-90f7c665e99a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3eef818-216f-4680-829e-5387a649958f HTTP/1.1" status: 200 len: 1000 time: 1.3231435 Oct 13 00:17:03.917758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-9b42de84-593c-472e-9c49-d69b7c4f5a07 service neutron] 10.222.0.21 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194814 Oct 13 00:17:03.931221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ee178a3f-4d24-4676-b7e9-33393f8ecb34, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ee178a3f-4d24-4676-b7e9-33393f8ecb34,segment=NetworkSegment(127d279a-1629-4979-acba-f2928a12d751),segment_id=127d279a-1629-4979-acba-f2928a12d751)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:03.964221 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:04.069503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-f2fb23de-a237-4113-8440-fceb8e6a4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:04.071198 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-f2fb23de-a237-4113-8440-fceb8e6a4a29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ad4c660-a4cc-46aa-a70e-5c6380b74a09 HTTP/1.1" status: 200 len: 856 time: 0.1869473 Oct 13 00:17:04.072525 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '24892ac1-31b2-438e-90c8-4b24956d14f2', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'port_id': 'e3eef818-216f-4680-829e-5387a649958f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'mac_address': 'fa:16:3e:d6:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:15:29Z', 'updated_at': '2021-10-13T00:17:00Z', 'revision_number': 1, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:37Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:04.131265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cff4c-3a2e-4ff5-88c2-dba1aa6600d3 None None] The sync data for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 is: [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '24892ac1-31b2-438e-90c8-4b24956d14f2', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'port_id': 'e3eef818-216f-4680-829e-5387a649958f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'mac_address': 'fa:16:3e:d6:61:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:15:29Z', 'updated_at': '2021-10-13T00:17:00Z', 'revision_number': 1, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:37Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:17:04.205648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-4d1e28ba-64db-4224-9add-5413d644abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:04.205867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ee178a3f-4d24-4676-b7e9-33393f8ecb34,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:04.210218 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-4d1e28ba-64db-4224-9add-5413d644abb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=972360ba-87c4-40b5-91b3-83430f57dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294749 Oct 13 00:17:04.270508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:17:04.345269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b19f64-5959-457f-8089-e1756ae89ca5 req-b8b91e70-3f40-41ea-b643-792e08d325e7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:04.356674 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39b19f64-5959-457f-8089-e1756ae89ca5 req-b8b91e70-3f40-41ea-b643-792e08d325e7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.5080340 Oct 13 00:17:04.471332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-6bb93280-db18-4b3f-a868-ce04ef3b9b6a service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418864 Oct 13 00:17:04.493668 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:04.544191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-9546530f-184d-4819-af68-a1d183b0332b service neutron] 10.222.0.21 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250272 Oct 13 00:17:04.617165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-8b8487e6-8eec-449c-a57b-43cf244a39f6 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:04.618728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-8b8487e6-8eec-449c-a57b-43cf244a39f6 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.45 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 819 time: 0.7378628 Oct 13 00:17:04.620724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:04.629767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:04.632080 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01be2328-7234-4c84-a677-5c698369156e" -d '{"events": [{"server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "name": "network-vif-unplugged", "status": "completed", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:04.655588 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:04.657086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39b19f64-5959-457f-8089-e1756ae89ca5 req-489a27b9-4a19-48ab-9fe3-8bd5d2fc604d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989099 Oct 13 00:17:04.673776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ee178a3f-4d24-4676-b7e9-33393f8ecb34'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:04.714249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Request body: {'port': {'device_id': '2f45f672-9319-43e7-b485-b56d5bc86cf9', 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69', 'admin_state_up': True, 'tenant_id': '09546128e36e474cb2cb54030e06a808'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:04.735457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402e9eb5-0b6d-41af-b46d-a87ec90071f3 req-7cfc00d6-242a-454e-824e-cbf10e55377b service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581687 Oct 13 00:17:04.850901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:04.872633 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c639475-9d77-4f2b-b250-1fbd03a81592 None None] New status for floating IP 24892ac1-31b2-438e-90c8-4b24956d14f2: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:17:04.913031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 072b2979-6bea-472f-b4a3-d7cd04571c2a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:05.142006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 072b2979-6bea-472f-b4a3-d7cd04571c2a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:05.142279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:05.330089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360b827-c734-4956-a8d7-d18b255a4388 req-c44012a6-bd5d-40c3-8109-38acab050cec tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:05.334570 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9360b827-c734-4956-a8d7-d18b255a4388 req-c44012a6-bd5d-40c3-8109-38acab050cec tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "GET /v2.0/ports?device_id=c639feaa-e5ea-40de-8b1f-09f3c136dbd3 HTTP/1.1" status: 200 len: 943 time: 0.1174066 Oct 13 00:17:05.535974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Deleting port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:17:05.538222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:05.576231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b4d63c2c-0a7a-4ed3-acab-adc0d39f4e8b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:05.578439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b4d63c2c-0a7a-4ed3-acab-adc0d39f4e8b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 804 time: 0.6208820 Oct 13 00:17:05.587305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Made reservation on behalf of 09546128e36e474cb2cb54030e06a808 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:05.598729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:05.619848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:05.645640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-2c1301ec-fa43-4802-a324-6804bf475de7 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/quotas/78e96295fb4b41a09bf66cc575acf850 HTTP/1.1" status: 200 len: 375 time: 0.0358508 Oct 13 00:17:05.726617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 072b2979-6bea-472f-b4a3-d7cd04571c2a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=072b2979-6bea-472f-b4a3-d7cd04571c2a,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:05.735572 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:05.859398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=072b2979-6bea-472f-b4a3-d7cd04571c2a,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:05.861316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66969-5ec3-45c9-9ad0-187b94bf2fff req-f877a2ce-c746-46b6-b7a1-ac132e27d072 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:05.867791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] For port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:05.868176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:05.869420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cd66969-5ec3-45c9-9ad0-187b94bf2fff req-f877a2ce-c746-46b6-b7a1-ac132e27d072 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 944 time: 0.5945935 Oct 13 00:17:05.898925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Calling delete_port for dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:17:06.028004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-61c86943-294c-41a2-9e2e-27c76b35b9a9 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3788965 Oct 13 00:17:06.063746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cd66969-5ec3-45c9-9ad0-187b94bf2fff req-fcf08acf-0c86-4151-b1d1-e1c21b3b4166 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929643 Oct 13 00:17:06.122331 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:06.184362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Pushing event deleted for resources: {'Port': ['ID=dfcd29c6-675b-4455-ad2a-f8d62be7b9d0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:06.204422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-c2102f53-fd9f-44bd-bbfe-bb265943aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:06.206157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-c2102f53-fd9f-44bd-bbfe-bb265943aeb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a&tenant_id=f386f82c3159471f86da3747eef0b3da HTTP/1.1" status: 200 len: 1094 time: 0.4332974 Oct 13 00:17:06.278070 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8401198-88ed-4f21-bbbb-8e1ee15ec36e x-openstack-request-id: req-c8401198-88ed-4f21-bbbb-8e1ee15ec36e {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:06.278348 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "name": "network-vif-unplugged", "status": "completed", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:06.278612 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8401198-88ed-4f21-bbbb-8e1ee15ec36e {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:06.279289 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'code': 200} Oct 13 00:17:06.307557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] No DVR routers for this DVR port dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:17:06.311498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:06.311844 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:06.316897 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9360b827-c734-4956-a8d7-d18b255a4388 req-3874e5ec-002f-4026-8f67-07f53537a752 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "DELETE /v2.0/ports/dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 HTTP/1.1" status: 204 len: 173 time: 0.9740057 Oct 13 00:17:06.317552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'name': 'network-vif-deleted', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:06.320492 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9712ff7f-a1af-4932-a063-4a49739ca2b7" -d '{"events": [{"server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "name": "network-vif-deleted", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:06.378237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Allocated IP 172.20.0.14 (1ed6239f-d81b-4da9-a8a6-94768f228d69/d4a5b012-871f-4c6c-8755-5910ed5e4705/7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:06.388904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b34aaaf4-32fd-490e-861a-7a5269628011 service neutron] 10.222.0.21 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594987 Oct 13 00:17:06.394044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-1ada084a-afca-4c27-aa85-4195fae64b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:06.395645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-1ada084a-afca-4c27-aa85-4195fae64b40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 1094 time: 0.1347129 Oct 13 00:17:06.503851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f93bfed2-67bf-4890-bfaa-830fc8ad4358 req-59795050-76f1-48d4-99f4-eae407e5202a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 210 time: 0.1002624 Oct 13 00:17:06.719901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 072b2979-6bea-472f-b4a3-d7cd04571c2a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:06.918519 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:06.940371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 072b2979-6bea-472f-b4a3-d7cd04571c2a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:06.940768 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:07.083277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-b37ef268-3111-40b0-925f-2032b616950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:07.083971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-b37ef268-3111-40b0-925f-2032b616950d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 914 time: 0.6699972 Oct 13 00:17:07.103296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6479b36-4206-482a-b962-ec5eeec3a5a0 req-f0448253-40ce-4997-b101-b2e36d6dbcc6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:07.104552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-286d5202-ea71-4ad6-9dc0-a51cb939173d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:07.106260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-286d5202-ea71-4ad6-9dc0-a51cb939173d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.36 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 819 time: 0.2722874 Oct 13 00:17:07.111209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6479b36-4206-482a-b962-ec5eeec3a5a0 req-f0448253-40ce-4997-b101-b2e36d6dbcc6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.2047188 Oct 13 00:17:07.150196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Request body: {'port': {'device_id': '9d2a5408-fd15-486d-a796-060e4288850a', 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69', 'admin_state_up': True, 'tenant_id': '09546128e36e474cb2cb54030e06a808'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:07.157443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ee178a3f-4d24-4676-b7e9-33393f8ecb34 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:07.166021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-e7b4c318-a5df-447e-9400-26bb9b7c9349 service neutron] 10.222.0.21 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693701 Oct 13 00:17:07.177756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-d2240088-2da8-40e4-8bed-8affee48adc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c158363e-207c-4fc8-a46e-b1853a34eea5 HTTP/1.1" status: 200 len: 217 time: 0.0588505 Oct 13 00:17:07.261241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port ee178a3f-4d24-4676-b7e9-33393f8ecb34 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:17:07.270156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port ee178a3f-4d24-4676-b7e9-33393f8ecb34 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:07.270705 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:07.308654 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6479b36-4206-482a-b962-ec5eeec3a5a0 req-378d5fd5-aebd-45c8-a3ae-6f08882e7229 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946170 Oct 13 00:17:07.370954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-f55296e0-861f-4f20-b52c-b050a258a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:07.372508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-f55296e0-861f-4f20-b52c-b050a258a8fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 200 len: 853 time: 0.1656432 Oct 13 00:17:07.410461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Made reservation on behalf of 09546128e36e474cb2cb54030e06a808 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:07.414001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:07.463283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-c2ce5f93-cc63-4fec-8fd6-117c0762b3b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d668629-6a5a-4b85-9084-6d1fcec980c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607941 Oct 13 00:17:07.479076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:07.481028 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:07.564348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ee178a3f-4d24-4676-b7e9-33393f8ecb34, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ee178a3f-4d24-4676-b7e9-33393f8ecb34,segment=NetworkSegment(127d279a-1629-4979-acba-f2928a12d751),segment_id=127d279a-1629-4979-acba-f2928a12d751)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:07.564563 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da843b22-e6aa-4021-9a86-eb9bff4b6a4a x-openstack-request-id: req-da843b22-e6aa-4021-9a86-eb9bff4b6a4a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:07.569696 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c639feaa-e5ea-40de-8b1f-09f3c136dbd3", "name": "network-vif-deleted", "tag": "dfcd29c6-675b-4455-ad2a-f8d62be7b9d0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:07.572405 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da843b22-e6aa-4021-9a86-eb9bff4b6a4a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:07.573298 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c639feaa-e5ea-40de-8b1f-09f3c136dbd3', 'name': 'network-vif-deleted', 'tag': 'dfcd29c6-675b-4455-ad2a-f8d62be7b9d0', 'status': 'completed', 'code': 200} Oct 13 00:17:07.578996 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:07.656831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ee178a3f-4d24-4676-b7e9-33393f8ecb34,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:07.745921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-2deb2b61-7e76-4986-8fd0-51e548084079 service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627199 Oct 13 00:17:07.753314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:07.789365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34828e9-6701-44c6-bce6-4032c2fd03eb req-9bea75f3-c083-433d-8e14-99ffa27bc826 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:07.791194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d34828e9-6701-44c6-bce6-4032c2fd03eb req-9bea75f3-c083-433d-8e14-99ffa27bc826 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 945 time: 0.1766558 Oct 13 00:17:07.804007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8b26f8-b874-455d-ac44-7401f6d82f15 req-c53d94fe-8a40-4eb4-8364-b30fe967e4c2 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 210 time: 0.0893803 Oct 13 00:17:07.880992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Allocated IP 172.20.0.8 (1ed6239f-d81b-4da9-a8a6-94768f228d69/d4a5b012-871f-4c6c-8755-5910ed5e4705/597d43e7-8126-45ab-834b-39ff38c48d6e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:07.946578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Network 1ed6239f-d81b-4da9-a8a6-94768f228d69 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:07.959836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:07.969864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Pushing event updated for resources: {'Port': ['ID=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:07.976116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:08.025788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.025788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.026123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.026294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.026663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.026990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.027319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.028252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.028591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.028964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.029303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.029616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:08.045948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d34828e9-6701-44c6-bce6-4032c2fd03eb req-a056c644-d083-411d-a3f9-b27304d5a5d1 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172852 Oct 13 00:17:08.081467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7160fbc2-928c-447e-aeb7-8feb0c18072d req-e4a34169-342c-4ed5-8b0b-5dc5c859f59a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 210 time: 0.1007550 Oct 13 00:17:08.148929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:08.171548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:08.172173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:08.177536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22763e4f-c584-4c6a-9d48-302234dc6958 req-90882219-69c4-40cc-8155-0bc9daeccbee service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991067 Oct 13 00:17:08.226208 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-0ce81e01-f068-429a-833e-0a1630bbaa99 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5294175 Oct 13 00:17:08.230541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:08.249529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Request body: {'port': {'device_id': '2f45f672-9319-43e7-b485-b56d5bc86cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:08.280664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9fd096-2083-4a9a-b189-1e009ae0ce18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee178a3f-4d24-4676-b7e9-33393f8ecb34'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:08.284098 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ac73d-98ca-49f4-8f4f-63b881d23ac8" -d '{"events": [{"server_uuid": "1a9fd096-2083-4a9a-b189-1e009ae0ce18", "name": "network-vif-plugged", "status": "completed", "tag": "ee178a3f-4d24-4676-b7e9-33393f8ecb34"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:08.298351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:17:08.320623 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:08.349084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Pushing event updated for resources: {'Port': ['ID=597d43e7-8126-45ab-834b-39ff38c48d6e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:08.363076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:17:08.367467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device dfcd29c6-675b-4455-ad2a-f8d62be7b9d0 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:17:08.385515 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a724e-1526-4a54-af08-961aed682587 x-openstack-request-id: req-107a724e-1526-4a54-af08-961aed682587 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:08.386033 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9fd096-2083-4a9a-b189-1e009ae0ce18", "name": "network-vif-plugged", "status": "completed", "tag": "ee178a3f-4d24-4676-b7e9-33393f8ecb34", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:08.386642 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-107a724e-1526-4a54-af08-961aed682587 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:08.387325 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9fd096-2083-4a9a-b189-1e009ae0ce18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee178a3f-4d24-4676-b7e9-33393f8ecb34', 'code': 200} Oct 13 00:17:08.390457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Network 1ed6239f-d81b-4da9-a8a6-94768f228d69 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:08.398181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:08.404565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:08.655405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:08.656177 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:08.675956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f57a2-2c29-4753-bfbd-efa0c33cce9d req-4e01e763-cd20-4f1d-b83e-8874c017865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:08.676815 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-344f57a2-2c29-4753-bfbd-efa0c33cce9d req-4e01e763-cd20-4f1d-b83e-8874c017865d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 1096 time: 0.1569626 Oct 13 00:17:08.703938 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-ef75f37a-101b-4189-98ef-dd351d76fc71 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5577130 Oct 13 00:17:08.739008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Request body: {'port': {'device_id': '9d2a5408-fd15-486d-a796-060e4288850a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:08.830902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3bf6e-feca-4c97-a1be-4d80b5edf8ba req-8e4db07c-340d-42b1-bb59-be23ab764f56 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:08.832526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ee3bf6e-feca-4c97-a1be-4d80b5edf8ba req-8e4db07c-340d-42b1-bb59-be23ab764f56 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.3144403 Oct 13 00:17:08.843649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:08.846890 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-344f57a2-2c29-4753-bfbd-efa0c33cce9d req-34d321bf-1a79-4af5-8639-70e6ce665b74 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618254 Oct 13 00:17:09.006002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ee3bf6e-feca-4c97-a1be-4d80b5edf8ba req-09b30b15-b11f-46e6-90c4-60ba4a6074d9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613891 Oct 13 00:17:09.251301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5b01cd6-36fe-46df-b237-95649e0ab4f4 req-65eb81a4-1079-40ae-a40c-ebf863e093be tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 210 time: 0.1325109 Oct 13 00:17:09.298729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:09.347730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:09.381998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Transition to ACTIVE for port object 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:17:09.419649 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:09.558211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432f76d-492b-4098-b4ed-8afc2fa6354d req-b65bd087-6e4b-4a1b-8941-be7e7b0050c2 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:09.585537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4432f76d-492b-4098-b4ed-8afc2fa6354d req-b65bd087-6e4b-4a1b-8941-be7e7b0050c2 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 945 time: 0.3695979 Oct 13 00:17:09.620953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Pushing event updated for resources: {'Port': ['ID=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:09.666355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38cc7e-a1be-48d0-92f1-68b55d322f5c req-0b11386e-38f0-4264-a5f8-b8315991aa21 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:09.674485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c38cc7e-a1be-48d0-92f1-68b55d322f5c req-0b11386e-38f0-4264-a5f8-b8315991aa21 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 931 time: 0.2735748 Oct 13 00:17:09.704054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4432f76d-492b-4098-b4ed-8afc2fa6354d req-353ef92d-d68a-4be2-ba71-86a8987f73cc tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131060 Oct 13 00:17:09.786747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8525-86e0-4030-be1b-d7010cd30513 req-8059988b-7e48-4e93-822a-b7c27e47ff88 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:09.800630 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-8059988b-7e48-4e93-822a-b7c27e47ff88 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.45 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 804 time: 0.2661934 Oct 13 00:17:09.831268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Request body: {'port': {'device_id': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'admin_state_up': True, 'tenant_id': '78e96295fb4b41a09bf66cc575acf850'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:09.965762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c38cc7e-a1be-48d0-92f1-68b55d322f5c req-930133c0-1179-4e2c-b9bc-6647cfe886bb tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878492 Oct 13 00:17:10.014675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Attempting to bind port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:10.015409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Attempting to bind port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:10.015962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Attempting to bind port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b on network 1ed6239f-d81b-4da9-a8a6-94768f228d69 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:10.058307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b on network 1ed6239f-d81b-4da9-a8a6-94768f228d69 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:17:10.058734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Attempting to bind port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b on network 1ed6239f-d81b-4da9-a8a6-94768f228d69 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:10.081249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:10.087967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Checking segment: {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:10.088650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Bound using segment: {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:10.092398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Bound port: 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:10.094234 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:10.185142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597d43e7-8126-45ab-834b-39ff38c48d6e {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:10.224940 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:10.272322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Transition to ACTIVE for port object 597d43e7-8126-45ab-834b-39ff38c48d6e will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:17:10.280432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Made reservation on behalf of 78e96295fb4b41a09bf66cc575acf850 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:10.296166 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:10.350465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:10.416121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] For port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:10.426910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] For port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:10.458328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8480abc-308b-4d60-a6b2-af7d62380070 req-0fba6a7c-7fb5-44c7-8289-a03d08421145 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:10.461006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8480abc-308b-4d60-a6b2-af7d62380070 req-0fba6a7c-7fb5-44c7-8289-a03d08421145 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.2024813 Oct 13 00:17:10.485659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Pushing event updated for resources: {'Port': ['ID=597d43e7-8126-45ab-834b-39ff38c48d6e,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:10.545449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25f33a97-9260-45e1-be1b-4598a950444a req-63afe4c3-044e-4952-b016-1aab0118e5d3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 210 time: 0.0769367 Oct 13 00:17:10.548046 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:10.612301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:10.613847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:10.617363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] 10.222.0.45 "PUT /v2.0/ports/7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 200 len: 1092 time: 2.3753777 Oct 13 00:17:10.620835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f45f672-9319-43e7-b485-b56d5bc86cf9', 'tag': '7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:10.623134 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3156f7c1-af04-47fe-93d8-c1484e17b314" -d '{"events": [{"name": "network-changed", "server_uuid": "2f45f672-9319-43e7-b485-b56d5bc86cf9", "tag": "7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:10.723848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Attempting to bind port 597d43e7-8126-45ab-834b-39ff38c48d6e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:10.724192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Attempting to bind port 597d43e7-8126-45ab-834b-39ff38c48d6e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:10.724523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Attempting to bind port 597d43e7-8126-45ab-834b-39ff38c48d6e on network 1ed6239f-d81b-4da9-a8a6-94768f228d69 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:10.737130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Allocated IP 172.20.0.9 (78d728a0-fde6-4f17-a046-a350dffee925/c0bed6ed-ea11-4008-8985-a19492aa0001/ed94ec45-91b9-47f4-807d-c67835dae8c5) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:10.740907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Port 597d43e7-8126-45ab-834b-39ff38c48d6e on network 1ed6239f-d81b-4da9-a8a6-94768f228d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:17:10.741337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Attempting to bind port 597d43e7-8126-45ab-834b-39ff38c48d6e on network 1ed6239f-d81b-4da9-a8a6-94768f228d69 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:10.758112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:10.758461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Checking segment: {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:10.759087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Bound using segment: {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:10.760061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Bound port: 597d43e7-8126-45ab-834b-39ff38c48d6e, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d10241a-00e9-4ecd-8a38-97448069494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:10.760061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:10.934701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] For port 597d43e7-8126-45ab-834b-39ff38c48d6e, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:10.962273 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a72933-b32a-4032-a614-d61d24b4c4f4 x-openstack-request-id: req-95a72933-b32a-4032-a614-d61d24b4c4f4 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:10.962273 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f45f672-9319-43e7-b485-b56d5bc86cf9", "tag": "7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:10.962273 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95a72933-b32a-4032-a614-d61d24b4c4f4 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:10.962273 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f45f672-9319-43e7-b485-b56d5bc86cf9', 'tag': '7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b', 'status': 'completed', 'code': 200} Oct 13 00:17:11.013375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] For port 597d43e7-8126-45ab-834b-39ff38c48d6e, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597d43e7-8126-45ab-834b-39ff38c48d6e,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:11.033320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a89ba5-fa5e-482a-9a02-3e421e22df06 service neutron] Pushing event updated for resources: {'Port': ['ID=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:11.042586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:11.084469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8480abc-308b-4d60-a6b2-af7d62380070 req-890aad5d-73bd-456f-a101-1f523fb78092 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972956 Oct 13 00:17:11.161104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:11.161739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:11.164715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] 10.222.0.36 "PUT /v2.0/ports/597d43e7-8126-45ab-834b-39ff38c48d6e HTTP/1.1" status: 200 len: 1091 time: 2.4394417 Oct 13 00:17:11.170251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2a5408-fd15-486d-a796-060e4288850a', 'tag': '597d43e7-8126-45ab-834b-39ff38c48d6e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:11.188079 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0939b83e-c7a9-4c2a-82c0-bf0fd3376b98" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2a5408-fd15-486d-a796-060e4288850a", "tag": "597d43e7-8126-45ab-834b-39ff38c48d6e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:11.240704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-2d8c3a3a-636c-44f2-99e8-98acd929f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:11.242791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-2d8c3a3a-636c-44f2-99e8-98acd929f551 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1095 time: 0.4509106 Oct 13 00:17:11.273383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e5ba-24ae-4a65-aaf0-57ccd9775ad7 req-44b9f3ad-f542-4e13-b0e2-d7447f22efc3 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:11.274980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3428e5ba-24ae-4a65-aaf0-57ccd9775ad7 req-44b9f3ad-f542-4e13-b0e2-d7447f22efc3 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 945 time: 0.1877720 Oct 13 00:17:11.284666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:11.304768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7bfb9-8ea0-49a8-84f0-393d975f1d99 service neutron] Pushing event updated for resources: {'Port': ['ID=597d43e7-8126-45ab-834b-39ff38c48d6e,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:11.402863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:11.456692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Pushing event updated for resources: {'Port': ['ID=ed94ec45-91b9-47f4-807d-c67835dae8c5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:11.495415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Network 78d728a0-fde6-4f17-a046-a350dffee925 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:11.505064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:11.512315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:11.519132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-240aded4-754c-4f74-b21a-ee999e43c06a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 200 len: 217 time: 0.2357156 Oct 13 00:17:11.615652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3428e5ba-24ae-4a65-aaf0-57ccd9775ad7 req-63d25a20-8b46-4c42-811d-bcc2fedd4308 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337724 Oct 13 00:17:11.636102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:11.638357 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:11.644116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-1833c74e-b03f-4845-85e3-b48bec9c5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:11.646007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-1833c74e-b03f-4845-85e3-b48bec9c5a3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.0985470 Oct 13 00:17:11.659047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437ea22-3fe2-4d1b-a6b3-8bb2e49136fb req-4ec78d60-6d1b-4eb0-a2b5-c37e29525b5e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:11.661327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3437ea22-3fe2-4d1b-a6b3-8bb2e49136fb req-4ec78d60-6d1b-4eb0-a2b5-c37e29525b5e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.1624463 Oct 13 00:17:11.692919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-7eb88477-25b1-4d0f-83f1-eee4ee54b3c3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8700676 Oct 13 00:17:11.713857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Request body: {'port': {'device_id': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:11.798217 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b50c0a02-9f23-441f-8dbc-b10211f94ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:11.807132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-82d30b0a-406f-41dc-b9d3-e7f9b70d3b7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400540 Oct 13 00:17:11.867835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:11.941219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3437ea22-3fe2-4d1b-a6b3-8bb2e49136fb req-9740a71a-f1bd-44d8-9c05-ba8f8f36e0d1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500889 Oct 13 00:17:12.014259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-ee600f3a-61d7-45e2-a3f3-f193e055e5c2 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878650 Oct 13 00:17:12.113958 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d82fcd-6ec2-45ab-a197-e520c90e46b1 x-openstack-request-id: req-a8d82fcd-6ec2-45ab-a197-e520c90e46b1 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:12.114615 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2a5408-fd15-486d-a796-060e4288850a", "tag": "597d43e7-8126-45ab-834b-39ff38c48d6e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:12.114615 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8d82fcd-6ec2-45ab-a197-e520c90e46b1 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:12.114853 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2a5408-fd15-486d-a796-060e4288850a', 'tag': '597d43e7-8126-45ab-834b-39ff38c48d6e', 'status': 'completed', 'code': 200} Oct 13 00:17:12.226587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c014be6-21b2-4cb1-9e2f-a36fb7e75a3f req-48da779b-7ac4-4c6c-8599-1de2f0fd7e01 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003801 Oct 13 00:17:12.318330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cf5d-2d38-41b3-a972-f7c387a02b80 req-6d5dc72d-ab54-4354-87ad-1eb4440c9772 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:12.320498 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc64cf5d-2d38-41b3-a972-f7c387a02b80 req-6d5dc72d-ab54-4354-87ad-1eb4440c9772 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 931 time: 0.0922723 Oct 13 00:17:12.416431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc64cf5d-2d38-41b3-a972-f7c387a02b80 req-85c724ef-7423-48a4-8d65-a5a8baf22e7d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869193 Oct 13 00:17:12.424894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-8d7edf92-6cf3-4d75-a1cf-a01cf500ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:12.426577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-8d7edf92-6cf3-4d75-a1cf-a01cf500ce78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1095 time: 0.0963047 Oct 13 00:17:12.437389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed94ec45-91b9-47f4-807d-c67835dae8c5 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:12.450151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:12.481270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Transition to ACTIVE for port object ed94ec45-91b9-47f4-807d-c67835dae8c5 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:17:12.489996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:12.690544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94ec45-91b9-47f4-807d-c67835dae8c5,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:12.690794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29e81-fc28-4bb3-90a0-9eca09b21565 req-c1b33c82-276d-4a73-951c-1853bb49bf55 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:12.692212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c29e81-fc28-4bb3-90a0-9eca09b21565 req-c1b33c82-276d-4a73-951c-1853bb49bf55 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1122205 Oct 13 00:17:12.702132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-d147c911-37b2-4874-8a25-b8b9c9cd6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:12.702132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-d147c911-37b2-4874-8a25-b8b9c9cd6451 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 920 time: 0.2657948 Oct 13 00:17:12.752533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Attempting to bind port ed94ec45-91b9-47f4-807d-c67835dae8c5 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:12.752961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Attempting to bind port ed94ec45-91b9-47f4-807d-c67835dae8c5 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:12.753252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Attempting to bind port ed94ec45-91b9-47f4-807d-c67835dae8c5 on network 78d728a0-fde6-4f17-a046-a350dffee925 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:12.758546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Port ed94ec45-91b9-47f4-807d-c67835dae8c5 on network 78d728a0-fde6-4f17-a046-a350dffee925 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:17:12.759006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Attempting to bind port ed94ec45-91b9-47f4-807d-c67835dae8c5 on network 78d728a0-fde6-4f17-a046-a350dffee925 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:12.764936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:12.765524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Checking segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:12.765913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Bound using segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:12.766341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Bound port: ed94ec45-91b9-47f4-807d-c67835dae8c5, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:12.766869 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:12.785797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-ef39d227-8a05-47fe-9500-d3670d1d253c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 200 len: 217 time: 0.0681760 Oct 13 00:17:12.840098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c29e81-fc28-4bb3-90a0-9eca09b21565 req-9c5fa194-b4cc-4746-9fe0-c7c67057fe01 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117001 Oct 13 00:17:12.845533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:12.849426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:12.855822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:12.862754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-e6b482cf-db11-457a-8a5f-29fbb4795d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:12.864230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-e6b482cf-db11-457a-8a5f-29fbb4795d6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.0615652 Oct 13 00:17:12.905392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-3250a3ba-9e16-4063-9d7f-c092b034f1a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332856 Oct 13 00:17:12.921955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94ec45-91b9-47f4-807d-c67835dae8c5,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:12.936829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:12.937777 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:12.939985 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-b7f76c1b-ed81-4a19-8ef2-543e9fc90da7 service neutron] 10.222.0.45 "PUT /v2.0/ports/ed94ec45-91b9-47f4-807d-c67835dae8c5 HTTP/1.1" status: 200 len: 1091 time: 1.2313592 Oct 13 00:17:13.044897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-fabc056a-aab7-4437-8864-b38c3a4fa1b4 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287086 Oct 13 00:17:13.080559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8525-86e0-4030-be1b-d7010cd30513 req-99f90e2f-3cb4-4810-bb64-758303fe258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:13.082945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-99f90e2f-3cb4-4810-bb64-758303fe258e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 1094 time: 0.0624855 Oct 13 00:17:13.169439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-cad7a1cb-e7d9-410e-b8b2-74f9c7117fce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5 HTTP/1.1" status: 200 len: 217 time: 0.0675499 Oct 13 00:17:13.236553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8525-86e0-4030-be1b-d7010cd30513 req-da457fcb-0bc1-4518-ab88-65800f4c8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:13.238144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-da457fcb-0bc1-4518-ab88-65800f4c8033 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 200 len: 844 time: 0.0615656 Oct 13 00:17:13.253580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87e5c4-b60f-475a-9110-c31ef3e44bbd req-dbffaeda-9da9-4661-9a40-32060907c73c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:13.255303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f87e5c4-b60f-475a-9110-c31ef3e44bbd req-dbffaeda-9da9-4661-9a40-32060907c73c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.0967338 Oct 13 00:17:13.264192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3156f7c1-af04-47fe-93d8-c1484e17b314 req-ed91279d-26af-4be4-9d6b-2f6735f499a0 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986196 Oct 13 00:17:13.303113 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-018640e0-0562-4e06-a668-64c9beb0c9a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d728a0-fde6-4f17-a046-a350dffee925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554194 Oct 13 00:17:13.313848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f87e5c4-b60f-475a-9110-c31ef3e44bbd req-e46fca9a-3f49-44d6-a5a0-659094092a45 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Oct 13 00:17:13.441130 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-631bd5cd-e44d-4e0d-b46e-be41bfd530fc service neutron] 10.222.0.45 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294453 Oct 13 00:17:13.576335 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-646a8525-86e0-4030-be1b-d7010cd30513 req-d7ccca07-44be-4f92-8824-e70a3b08fbed service neutron] 10.222.0.45 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266322 Oct 13 00:17:13.743142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ee62a-7acb-42f6-867d-f1719a6caebf req-db777e1c-8754-4241-88ca-5cac3e744739 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:13.744668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b8ee62a-7acb-42f6-867d-f1719a6caebf req-db777e1c-8754-4241-88ca-5cac3e744739 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 943 time: 0.0773425 Oct 13 00:17:13.792778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b8ee62a-7acb-42f6-867d-f1719a6caebf req-4d8cc427-1d27-4f03-b0d0-580dab46c564 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Oct 13 00:17:13.940795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0e5f-e6b3-4ac3-9e38-1236589ad4e3 req-d4466c12-5394-4bc1-b4ac-d9b19247dc24 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:13.942373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-857d0e5f-e6b3-4ac3-9e38-1236589ad4e3 req-d4466c12-5394-4bc1-b4ac-d9b19247dc24 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 945 time: 0.0802441 Oct 13 00:17:13.980784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-857d0e5f-e6b3-4ac3-9e38-1236589ad4e3 req-9ff94134-546d-4027-b316-7898369f6495 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Oct 13 00:17:14.116627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'tag': 'ed94ec45-91b9-47f4-807d-c67835dae8c5'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:14.119050 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64e89ed-d168-4303-be6e-da0e0f135040" -d '{"events": [{"name": "network-changed", "server_uuid": "62f44395-ed22-4869-a6aa-43fb72ca544f", "tag": "ed94ec45-91b9-47f4-807d-c67835dae8c5"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:14.135094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372debd-10a7-48d4-9d20-b1d0537280bd req-21a16389-c025-472f-93e5-b550eb003da5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:14.136818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1372debd-10a7-48d4-9d20-b1d0537280bd req-21a16389-c025-472f-93e5-b550eb003da5 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.0672889 Oct 13 00:17:14.180717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1372debd-10a7-48d4-9d20-b1d0537280bd req-561238d3-6db3-4e81-89df-a87a2923162a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Oct 13 00:17:14.302776 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7ae94d-94b8-4bc7-8644-2a0028607fe7 x-openstack-request-id: req-8e7ae94d-94b8-4bc7-8644-2a0028607fe7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:14.303298 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f44395-ed22-4869-a6aa-43fb72ca544f", "tag": "ed94ec45-91b9-47f4-807d-c67835dae8c5", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:14.303298 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e7ae94d-94b8-4bc7-8644-2a0028607fe7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:14.303734 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'tag': 'ed94ec45-91b9-47f4-807d-c67835dae8c5', 'status': 'completed', 'code': 200} Oct 13 00:17:14.434164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-e41e8f3a-cb87-4923-b547-f3c1f5cc7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:14.436293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-e41e8f3a-cb87-4923-b547-f3c1f5cc7df0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 1094 time: 0.0637929 Oct 13 00:17:14.468784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e20c9-b18e-4edf-ac08-9e0c7f312db9 req-962d1546-4085-48dd-ac72-8c19477e479c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:14.470441 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-262e20c9-b18e-4edf-ac08-9e0c7f312db9 req-962d1546-4085-48dd-ac72-8c19477e479c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.0512407 Oct 13 00:17:14.541250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-262e20c9-b18e-4edf-ac08-9e0c7f312db9 req-56dcaa0c-7cd9-4905-8970-ecbc9fa43bf1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649118 Oct 13 00:17:14.544390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2f338316-b233-4a34-890c-062b1f44a8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:14.559004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-6c6ac563-7d74-478a-951c-6e0d90059915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:14.562303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-6c6ac563-7d74-478a-951c-6e0d90059915 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 905 time: 0.1154187 Oct 13 00:17:14.612959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-7ae3b9b2-d193-4304-8d56-aaa2ad80eb0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5 HTTP/1.1" status: 200 len: 217 time: 0.0425978 Oct 13 00:17:14.715823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-cbb2c301-f909-4fd3-aeaf-d7723915f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:14.715823 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-cbb2c301-f909-4fd3-aeaf-d7723915f462 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 200 len: 844 time: 0.0778160 Oct 13 00:17:14.744068 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-60a8baee-63e5-4b07-b511-b161a47c49cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78d728a0-fde6-4f17-a046-a350dffee925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294747 Oct 13 00:17:14.892252 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-9b95a097-4188-4767-a129-a0dd1d673c56 service neutron] 10.222.0.45 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374002 Oct 13 00:17:14.926151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97511142-d0bb-4381-93a1-ac3fcee15a22 req-5fddcc29-83c0-4319-8147-2ad6f90fdf96 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:14.927918 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97511142-d0bb-4381-93a1-ac3fcee15a22 req-5fddcc29-83c0-4319-8147-2ad6f90fdf96 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 943 time: 0.0542200 Oct 13 00:17:15.012766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97511142-d0bb-4381-93a1-ac3fcee15a22 req-87ae7f61-e154-479f-9986-b6e389ed2434 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669034 Oct 13 00:17:15.047322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a64e89ed-d168-4303-be6e-da0e0f135040 req-314b7ca8-26a3-41af-be76-45c905fc0171 service neutron] 10.222.0.45 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470859 Oct 13 00:17:15.133965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc9503-2a89-4d00-a03b-f05bd49e6448 req-615bbbec-162d-43bc-a4f3-e66947ddee22 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:15.141817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3dc9503-2a89-4d00-a03b-f05bd49e6448 req-615bbbec-162d-43bc-a4f3-e66947ddee22 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 945 time: 0.0684874 Oct 13 00:17:15.189283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3dc9503-2a89-4d00-a03b-f05bd49e6448 req-fa991e2d-2491-40c1-9e8f-18cbc3ae9df6 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/security-groups?id=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Oct 13 00:17:15.325016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9969f-6e70-418d-bbe3-50d5b3726682 req-487f4706-9f4c-4311-a32b-d1136fab5396 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:15.327318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13e9969f-6e70-418d-bbe3-50d5b3726682 req-487f4706-9f4c-4311-a32b-d1136fab5396 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.0782273 Oct 13 00:17:15.368247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13e9969f-6e70-418d-bbe3-50d5b3726682 req-452902c2-3ec7-4fa6-ab35-7972fd5aa376 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348742 Oct 13 00:17:15.612076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:15.639654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656ce02-71ec-4207-9728-8f51865d38ff req-8f2f8444-b4f6-4dd2-a176-d5aae9a783f6 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:15.641237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4656ce02-71ec-4207-9728-8f51865d38ff req-8f2f8444-b4f6-4dd2-a176-d5aae9a783f6 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 945 time: 0.0647986 Oct 13 00:17:15.746758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2a40f-4d86-400d-a380-a597f64a0238 req-666521cb-166f-4c3a-8a0e-cfbcdd2f8c16 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:15.749547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8f2a40f-4d86-400d-a380-a597f64a0238 req-666521cb-166f-4c3a-8a0e-cfbcdd2f8c16 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.1249552 Oct 13 00:17:15.828656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Deleting port ee178a3f-4d24-4676-b7e9-33393f8ecb34 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:17:15.829146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:15.843715 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8f2a40f-4d86-400d-a380-a597f64a0238 req-4f0467b9-90f2-4530-8be2-2d2a4e2fdc0b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824337 Oct 13 00:17:15.879872 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:15.997913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] For port ee178a3f-4d24-4676-b7e9-33393f8ecb34, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ee178a3f-4d24-4676-b7e9-33393f8ecb34,segment=NetworkSegment(127d279a-1629-4979-acba-f2928a12d751),segment_id=127d279a-1629-4979-acba-f2928a12d751)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:15.998454 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:16.019633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Calling delete_port for ee178a3f-4d24-4676-b7e9-33393f8ecb34 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:17:16.130039 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:17:16.164511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aa495-0894-4db1-a46c-315503feab03 req-e0d22805-a3de-4dae-9a78-a4481199d83e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:16.166443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-844aa495-0894-4db1-a46c-315503feab03 req-e0d22805-a3de-4dae-9a78-a4481199d83e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 943 time: 0.0681713 Oct 13 00:17:16.204552 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:16.221435 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-844aa495-0894-4db1-a46c-315503feab03 req-2320005c-5d3d-4f65-8810-38463cecb962 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482156 Oct 13 00:17:16.239129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ee178a3f-4d24-4676-b7e9-33393f8ecb34'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:16.285535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Pushing event deleted for resources: {'Port': ['ID=ee178a3f-4d24-4676-b7e9-33393f8ecb34,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:16.331971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5965bbd-3f0e-4e95-acbe-8f012dc266f9 req-99e1f7c4-e270-4678-a0bc-c9b57fbf9eda tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a9fd096-2083-4a9a-b189-1e009ae0ce18 HTTP/1.1" status: 200 len: 210 time: 0.0311110 Oct 13 00:17:16.361086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] No DVR routers for this DVR port ee178a3f-4d24-4676-b7e9-33393f8ecb34 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:17:16.363922 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:16.367443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4656ce02-71ec-4207-9728-8f51865d38ff req-3673ebd0-85c6-4575-904f-c6c6f3758796 tempest-ServerAddressesTestJSON-136140591 tempest-ServerAddressesTestJSON-136140591-project] 10.222.0.45 "DELETE /v2.0/ports/ee178a3f-4d24-4676-b7e9-33393f8ecb34 HTTP/1.1" status: 204 len: 173 time: 0.7191131 Oct 13 00:17:16.367943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9fd096-2083-4a9a-b189-1e009ae0ce18', 'name': 'network-vif-deleted', 'tag': 'ee178a3f-4d24-4676-b7e9-33393f8ecb34'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:16.370220 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdebc87-e846-45f7-b6d0-cb13074016e1" -d '{"events": [{"server_uuid": "1a9fd096-2083-4a9a-b189-1e009ae0ce18", "name": "network-vif-deleted", "tag": "ee178a3f-4d24-4676-b7e9-33393f8ecb34"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:16.424011 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103927fd-f147-43d1-b9df-eaebea0b2eb4 x-openstack-request-id: req-103927fd-f147-43d1-b9df-eaebea0b2eb4 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:16.424359 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9fd096-2083-4a9a-b189-1e009ae0ce18", "name": "network-vif-deleted", "tag": "ee178a3f-4d24-4676-b7e9-33393f8ecb34", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:16.424647 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-103927fd-f147-43d1-b9df-eaebea0b2eb4 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:16.425348 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9fd096-2083-4a9a-b189-1e009ae0ce18', 'name': 'network-vif-deleted', 'tag': 'ee178a3f-4d24-4676-b7e9-33393f8ecb34', 'status': 'completed', 'code': 200} Oct 13 00:17:16.563309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74540b9-110d-4658-9a3e-05ca616992c0 req-53a3220b-0e1c-4cad-865d-29a635bb2eb3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:16.565460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c74540b9-110d-4658-9a3e-05ca616992c0 req-53a3220b-0e1c-4cad-865d-29a635bb2eb3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.0786791 Oct 13 00:17:16.651847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c74540b9-110d-4658-9a3e-05ca616992c0 req-83dc12d1-8546-4ded-a3fb-ad7711075a6d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786219 Oct 13 00:17:17.007538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7256c-ba96-4517-962e-725ff98872f0 req-7c5bd628-8a8e-4ee3-8563-82bbf50baf52 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:17.020284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfe7256c-ba96-4517-962e-725ff98872f0 req-7c5bd628-8a8e-4ee3-8563-82bbf50baf52 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.0803602 Oct 13 00:17:17.080824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfe7256c-ba96-4517-962e-725ff98872f0 req-91a7dbfa-bbed-4256-9d59-fab9222ba2fe tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596383 Oct 13 00:17:17.176124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:17.285483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:17.297973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b', 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69', 'port_id': '7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b', 'mac_address': 'fa:16:3e:2e:00:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a5b012-871f-4c6c-8755-5910ed5e4705', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:17.352437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:17.373750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:17.377502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94936128-f9d2-459b-892a-2baec047b6e8 req-c1a123c0-1b18-4108-a61c-1eb637579f60 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:17.391584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94936128-f9d2-459b-892a-2baec047b6e8 req-c1a123c0-1b18-4108-a61c-1eb637579f60 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 943 time: 0.0790105 Oct 13 00:17:17.405132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:17.420284 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:17.443182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94936128-f9d2-459b-892a-2baec047b6e8 req-2da75964-0a68-4503-9adf-3e0db443335e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505693 Oct 13 00:17:17.445369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:17.499666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:17.520948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55826) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:17:17.577311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cd3520-97f4-4ca2-92c2-ed0de613a767 admin admin] Deleting subnet eb181d19-67d5-4376-87a9-0397b49b08af {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:17:17.581266 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cd3520-97f4-4ca2-92c2-ed0de613a767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:17.630028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cd3520-97f4-4ca2-92c2-ed0de613a767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:17.673276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cd3520-97f4-4ca2-92c2-ed0de613a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:17.779275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cd3520-97f4-4ca2-92c2-ed0de613a767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:17.806382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd3520-97f4-4ca2-92c2-ed0de613a767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb181d19-67d5-4376-87a9-0397b49b08af,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:17.813319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cd3520-97f4-4ca2-92c2-ed0de613a767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:17.816715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-80cd3520-97f4-4ca2-92c2-ed0de613a767 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb181d19-67d5-4376-87a9-0397b49b08af HTTP/1.1" status: 204 len: 168 time: 0.2946348 Oct 13 00:17:17.819092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55832) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:17:17.832433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044d95b-ff63-4b1b-a21f-ae2e313fc8ea req-63b6b452-cf4a-439f-8ed6-4c8640180f64 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:17.834021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4044d95b-ff63-4b1b-a21f-ae2e313fc8ea req-63b6b452-cf4a-439f-8ed6-4c8640180f64 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.0722699 Oct 13 00:17:17.885618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:17.924366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4044d95b-ff63-4b1b-a21f-ae2e313fc8ea req-977d3e5e-9abc-438e-859c-c098db282df2 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735042 Oct 13 00:17:17.967667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.104390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.137056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea4f3f9-b4c1-42c5-b0e4-e417ef931941']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:18.151460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127d279a-1629-4979-acba-f2928a12d751') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:18.151954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127d279a-1629-4979-acba-f2928a12d751') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:18.166178 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.202214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.210305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:17:18.210778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:17:18.214248 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:17:18.318836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.327391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bb56d-dc0f-4b96-b14d-f212c3b25b79 req-8183655e-d71a-48f6-8363-ea7f53d3cb82 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:18.330393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e95bb56d-dc0f-4b96-b14d-f212c3b25b79 req-8183655e-d71a-48f6-8363-ea7f53d3cb82 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.1037445 Oct 13 00:17:18.332324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.338691 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] 10.222.0.21 "DELETE /v2.0/networks/5ea4f3f9-b4c1-42c5-b0e4-e417ef931941 HTTP/1.1" status: 204 len: 168 time: 0.5158460 Oct 13 00:17:18.361832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292a174-5959-484d-8722-c4c5726955ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea4f3f9-b4c1-42c5-b0e4-e417ef931941,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:18.418654 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e95bb56d-dc0f-4b96-b14d-f212c3b25b79 req-d8ec8966-d52d-4846-a185-8f4566b0125a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782809 Oct 13 00:17:18.584964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:17:18.673343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9a916981-9e50-4052-91d8-aff453a31331 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e90dbd7e1bba4cd0b63d2b7eb52838ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871322 Oct 13 00:17:18.676074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55846) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:17:18.689403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a5381-0ce1-4257-94f8-95b22afa7847 req-bb9a5a4b-e211-4fe8-9ceb-da7c59ffe62a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:18.695139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f95a5381-0ce1-4257-94f8-95b22afa7847 req-bb9a5a4b-e211-4fe8-9ceb-da7c59ffe62a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 943 time: 0.0908804 Oct 13 00:17:18.750507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f95a5381-0ce1-4257-94f8-95b22afa7847 req-6bdcd220-6870-4646-8621-3badc78335c7 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499823 Oct 13 00:17:18.768707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f58f070-ab1b-4138-b47c-e28cb4d3f29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.802382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f58f070-ab1b-4138-b47c-e28cb4d3f29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.866882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f58f070-ab1b-4138-b47c-e28cb4d3f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.870002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f58f070-ab1b-4138-b47c-e28cb4d3f29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.871374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9f58f070-ab1b-4138-b47c-e28cb4d3f29b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e396ef08-b6a6-4085-ab7b-9ce4ce1edb55 HTTP/1.1" status: 204 len: 168 time: 0.1942158 Oct 13 00:17:18.880838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58f070-ab1b-4138-b47c-e28cb4d3f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e396ef08-b6a6-4085-ab7b-9ce4ce1edb55,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:19.083487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce49689-dbc7-4f51-afbf-d4143e18fed5 req-b7ae4f37-fc8d-47b8-8f15-45d8a728f05e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:19.093488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ce49689-dbc7-4f51-afbf-d4143e18fed5 req-b7ae4f37-fc8d-47b8-8f15-45d8a728f05e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.0750148 Oct 13 00:17:19.188851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ed94ec45-91b9-47f4-807d-c67835dae8c5 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:19.192561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ee178a3f-4d24-4676-b7e9-33393f8ecb34 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:17:19.208931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ce49689-dbc7-4f51-afbf-d4143e18fed5 req-912843fd-8fdf-472c-a6eb-daf81f3e831e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070223 Oct 13 00:17:19.272386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: ee178a3f-4d24-4676-b7e9-33393f8ecb34 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:17:19.272742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ee178a3f-4d24-4676-b7e9-33393f8ecb34 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:17:19.463499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:19.488596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'ed94ec45-91b9-47f4-807d-c67835dae8c5', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'port_id': 'ed94ec45-91b9-47f4-807d-c67835dae8c5', 'mac_address': 'fa:16:3e:85:02:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bed6ed-ea11-4008-8985-a19492aa0001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:19.584261 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:19.628195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed94ec45-91b9-47f4-807d-c67835dae8c5 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:19.675008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:19.687484 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:19.728586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6989-075f-44ea-a5d8-eb0af1c5e59d req-4769ab27-9b8d-4318-8d87-0e967091ddb7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:19.737853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e4b6989-075f-44ea-a5d8-eb0af1c5e59d req-4769ab27-9b8d-4318-8d87-0e967091ddb7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.1842921 Oct 13 00:17:19.752853 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ed94ec45-91b9-47f4-807d-c67835dae8c5,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:19.824361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e4b6989-075f-44ea-a5d8-eb0af1c5e59d req-bad83ea7-f66c-40c9-b21c-c287f17a2ba1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746493 Oct 13 00:17:19.957602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1852d-70aa-45bd-b768-5584ffc65f84 req-d45435fa-9a6f-4d0c-86e5-73a7d89cb64c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:19.965556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6df1852d-70aa-45bd-b768-5584ffc65f84 req-d45435fa-9a6f-4d0c-86e5-73a7d89cb64c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 944 time: 0.0627890 Oct 13 00:17:20.024179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6df1852d-70aa-45bd-b768-5584ffc65f84 req-4066c05f-bb68-4eee-9afb-af19ef6f4541 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565143 Oct 13 00:17:20.193154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ed94ec45-91b9-47f4-807d-c67835dae8c5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:20.205371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55886) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:17:20.420952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169fb29-b78d-4238-8e88-19d150c8812e req-9211c93c-e1ff-4219-9d8d-cb26a76f67ca tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:20.421739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1680029325-network', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:20.424027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9169fb29-b78d-4238-8e88-19d150c8812e req-9211c93c-e1ff-4219-9d8d-cb26a76f67ca tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1067088 Oct 13 00:17:20.458216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Made reservation on behalf of c14434133bbb4018931f60dcb148a4d1 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:20.469163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.488665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.502027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9169fb29-b78d-4238-8e88-19d150c8812e req-1adfcb2f-867c-4669-9491-fdfc6803d410 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724170 Oct 13 00:17:20.637614 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.643212 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.666143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:17:20.681791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7265b2-8cae-424d-9e2e-75edc5eca147,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:20.695972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.696313 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Added segment 985b1628-c52a-4e5a-979b-712262939d57 of type vlan for network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 Oct 13 00:17:20.743789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.769839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.770848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:20.771433 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.848144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6390271 Oct 13 00:17:20.849097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55894) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:17:20.850657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76966f5a-c925-4e12-84d0-2ded390c944e admin admin] Pushing event updated for resources: {'Network': ['ID=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:20.855824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Request body: {'subnet': {'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1680029325-subnet', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:20.864817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:17:20.920959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Made reservation on behalf of c14434133bbb4018931f60dcb148a4d1 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:20.924896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.075371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f2af-a9c6-4c9c-8253-58fdef9b4a80 req-d8990be7-2570-4238-bed7-7f3f5046313e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:21.077616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b51f2af-a9c6-4c9c-8253-58fdef9b4a80 req-d8990be7-2570-4238-bed7-7f3f5046313e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.1124530 Oct 13 00:17:21.161062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b51f2af-a9c6-4c9c-8253-58fdef9b4a80 req-63e0c2df-f98c-4f6a-b6d7-fcf6fc625e17 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734253 Oct 13 00:17:21.191666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:21.281977 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.285365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:17:21.290424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:21.290954 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.335548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c663bc1-1c6b-4b96-861d-51198732b09f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:21.355175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996cd9-35e6-41bf-9b92-c66bfb5ecd7f req-6b8cdd32-0627-43dd-8700-cdc52a31bd00 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:21.363064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f996cd9-35e6-41bf-9b92-c66bfb5ecd7f req-6b8cdd32-0627-43dd-8700-cdc52a31bd00 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 944 time: 0.1171241 Oct 13 00:17:21.398321 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.417733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Checking segment: {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:21.418080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Network hostable DHCP agents. Network: a34a1f6c-01bc-474a-9dd4-ee1e0646fc89, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:17:21.423764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f996cd9-35e6-41bf-9b92-c66bfb5ecd7f req-fa2825f9-c1d1-4fe2-b743-4b3e6abf7513 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598545 Oct 13 00:17:21.433094 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:21.434039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45f672-9319-43e7-b485-b56d5bc86cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:21.437398 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7916680-00e4-4af2-b9c2-8c010a6fe63b" -d '{"events": [{"server_uuid": "2f45f672-9319-43e7-b485-b56d5bc86cf9", "name": "network-vif-plugged", "status": "completed", "tag": "7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:21.441355 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.452667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:17:21.470324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a34a1f6c-01bc-474a-9dd4-ee1e0646fc89) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:21.477813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:21.479022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.486187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffbea7b-ea02-4f72-8aae-baa50b8846d9 None None] Network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:17:21.501643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55906) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:17:21.502193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f729bd9b-ab57-4d10-898e-376ec254802b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6501486 Oct 13 00:17:21.506644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:21.506802 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2410a86-d0b9-4238-accd-5bfae55a64c8 x-openstack-request-id: req-f2410a86-d0b9-4238-accd-5bfae55a64c8 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:21.507008 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45f672-9319-43e7-b485-b56d5bc86cf9", "name": "network-vif-plugged", "status": "completed", "tag": "7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:21.507265 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2410a86-d0b9-4238-accd-5bfae55a64c8 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:21.507666 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45f672-9319-43e7-b485-b56d5bc86cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b', 'code': 200} Oct 13 00:17:21.529673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.531051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.559408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:21.626723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.640757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6268-8883-40ca-95f6-0c5ff862b7b7 req-328fedea-668a-4704-a402-331a9410c90e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:21.642301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a26f6268-8883-40ca-95f6-0c5ff862b7b7 req-328fedea-668a-4704-a402-331a9410c90e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.0548668 Oct 13 00:17:21.658022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c347ed-e9bf-492a-9d6a-3ffad7b5c7d6 None None] Network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:17:21.685194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a26f6268-8883-40ca-95f6-0c5ff862b7b7 req-a483ec9f-a0af-4cdd-bb18-12491d9522a9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361900 Oct 13 00:17:21.704437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f104-287d-4168-b056-6ca938a5a854 req-44156158-3580-4a75-9318-6f6c63c8f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:21.705926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5bc2f104-287d-4168-b056-6ca938a5a854 req-44156158-3580-4a75-9318-6f6c63c8f9ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1045928 Oct 13 00:17:21.790264 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:21.822979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5bc2f104-287d-4168-b056-6ca938a5a854 req-9bd9442d-2f53-4cad-900e-9e1a7640b13f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764971 Oct 13 00:17:22.284977 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:22.286893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4b4fc-8d41-4a93-8324-43098e13216a req-48cafd19-8f27-46b4-8055-86f73ed42ffe tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:22.288447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bcb4b4fc-8d41-4a93-8324-43098e13216a req-48cafd19-8f27-46b4-8055-86f73ed42ffe tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.0541894 Oct 13 00:17:22.304149 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:22.327373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bcb4b4fc-8d41-4a93-8324-43098e13216a req-25e0f5ee-8752-4672-92a9-36e55bf50c3e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Oct 13 00:17:22.411277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Allocated IP 172.25.3.142 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/d92417a4-7762-4377-a09d-3d97fdfdfc03) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:22.517083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:22.522656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9911-d719-4f7a-984d-99285681ee90 req-34854934-c093-4934-8c36-60f1200a838b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:22.524218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-34854934-c093-4934-8c36-60f1200a838b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 821 time: 0.1091251 Oct 13 00:17:22.539585 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-48a11839-2ed6-49b9-a92e-b6a92b48e1bf tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/quotas/972c82705a634760bc65b69e0205d7e1 HTTP/1.1" status: 200 len: 375 time: 0.0092750 Oct 13 00:17:22.550182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:22.595430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-48571c16-354d-43b0-8ca9-931a65ad4aa6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501990 Oct 13 00:17:22.596576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:22.599938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:22.603352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:22.627859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Pushing event updated for resources: {'Port': ['ID=d92417a4-7762-4377-a09d-3d97fdfdfc03,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:22.693005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-00e87aab-18e8-4974-a600-88d6b68a0fcf service neutron] 10.222.0.21 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888944 Oct 13 00:17:22.789867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-b5e18660-8b82-4ed7-9d64-8f64a6a4b442 service neutron] 10.222.0.21 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906279 Oct 13 00:17:22.862945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:23.079522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:23.114398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9673572-4880-42de-a310-f1c450250fae req-20b83f53-02a5-4f8e-a583-8bba0fd996ea tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:23.116025 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9673572-4880-42de-a310-f1c450250fae req-20b83f53-02a5-4f8e-a583-8bba0fd996ea tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 944 time: 0.0607181 Oct 13 00:17:23.159784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9673572-4880-42de-a310-f1c450250fae req-93d32e2d-93ad-4c26-9811-30a14253486f tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Oct 13 00:17:23.208645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ed94ec45-91b9-47f4-807d-c67835dae8c5 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:23.265477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Router d8add034-f94b-44e4-9905-bc2b2f6fea43 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:17:23.311488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port ed94ec45-91b9-47f4-807d-c67835dae8c5 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:17:23.320651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port ed94ec45-91b9-47f4-807d-c67835dae8c5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:23.320852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddef8e4-dce7-4b6d-8489-dd3d19903d4d req-8ed245a2-5094-421b-9e9b-c1aea92a9537 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:23.321462 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:23.328496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ddef8e4-dce7-4b6d-8489-dd3d19903d4d req-8ed245a2-5094-421b-9e9b-c1aea92a9537 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1106217 Oct 13 00:17:23.377896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ddef8e4-dce7-4b6d-8489-dd3d19903d4d req-846b1875-1a20-4495-86e3-b631cd517bdc tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Oct 13 00:17:23.430602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:17:23.449137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:23.451554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a82ea782-d763-4cfe-88f7-29e73198e8bc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9487870 Oct 13 00:17:23.453943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55948) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:17:23.458916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Sync routers for ids ['d8add034-f94b-44e4-9905-bc2b2f6fea43'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:17:23.485147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:23.491115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Routers {'d8add034-f94b-44e4-9905-bc2b2f6fea43'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:17:23.492242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8add034-f94b-44e4-9905-bc2b2f6fea43'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:23.550230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d651b27-02f0-47d0-ad28-e28863253956 req-ccacf57c-4c4e-49e4-a6e0-783c25d7d6c9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 210 time: 0.0407476 Oct 13 00:17:23.557862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94ec45-91b9-47f4-807d-c67835dae8c5'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:23.561630 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc056e3-4876-4c77-a524-73200a5fd914" -d '{"events": [{"server_uuid": "62f44395-ed22-4869-a6aa-43fb72ca544f", "name": "network-vif-plugged", "status": "completed", "tag": "ed94ec45-91b9-47f4-807d-c67835dae8c5"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:23.582243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:23.586069 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:23.686481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Set router d8add034-f94b-44e4-9905-bc2b2f6fea43 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:17:23.688499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ed94ec45-91b9-47f4-807d-c67835dae8c5,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:23.886689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:17:22Z', 'revision_number': 3, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port': {'id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:22Z', 'updated_at': '2021-10-13T00:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:23.914816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Checking router: d8add034-f94b-44e4-9905-bc2b2f6fea43 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:17:23.915162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Updating router d8add034-f94b-44e4-9905-bc2b2f6fea43 port d92417a4-7762-4377-a09d-3d97fdfdfc03 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:17:23.941609 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:24.063007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb4e81-9c27-43af-9da5-4496f239a1cc req-bff9557b-2c85-4a2c-afad-86cd7640501a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.064527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42cb4e81-9c27-43af-9da5-4496f239a1cc req-bff9557b-2c85-4a2c-afad-86cd7640501a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.4004409 Oct 13 00:17:24.145721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42cb4e81-9c27-43af-9da5-4496f239a1cc req-cea0b0b4-0b17-496e-a629-8ffdb34cfccb tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746751 Oct 13 00:17:24.237938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939b83e-c7a9-4c2a-82c0-bf0fd3376b98 req-c7a60f26-056a-486c-855d-6e23f816dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.239839 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0939b83e-c7a9-4c2a-82c0-bf0fd3376b98 req-c7a60f26-056a-486c-855d-6e23f816dee5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 1094 time: 0.0756848 Oct 13 00:17:24.250350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:24.253902 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d36754-8c66-4091-abba-88c3a8f261fb x-openstack-request-id: req-a4d36754-8c66-4091-abba-88c3a8f261fb {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:24.255745 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f44395-ed22-4869-a6aa-43fb72ca544f", "name": "network-vif-plugged", "status": "completed", "tag": "ed94ec45-91b9-47f4-807d-c67835dae8c5", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:24.256231 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4d36754-8c66-4091-abba-88c3a8f261fb {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:24.266709 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94ec45-91b9-47f4-807d-c67835dae8c5', 'code': 200} Oct 13 00:17:24.277944 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:24.342695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Attempting to bind port d92417a4-7762-4377-a09d-3d97fdfdfc03 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:24.343067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Attempting to bind port d92417a4-7762-4377-a09d-3d97fdfdfc03 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:24.343445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Attempting to bind port d92417a4-7762-4377-a09d-3d97fdfdfc03 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:24.352553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:24.352933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:24.353346 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:24.353745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:24.355103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Bound port: d92417a4-7762-4377-a09d-3d97fdfdfc03, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:24.355666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:24.433309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Pushing event updated for resources: {'Port': ['ID=d92417a4-7762-4377-a09d-3d97fdfdfc03,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:24.438251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6c10f-35b5-407b-bc6d-7885d7325394 req-4c8a2a35-c88b-4f50-825d-81c6f3ce4fce tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.440120 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ec6c10f-35b5-407b-bc6d-7885d7325394 req-4c8a2a35-c88b-4f50-825d-81c6f3ce4fce tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 945 time: 0.1292479 Oct 13 00:17:24.447471 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:24.455830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.456378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.456499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.456830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.457225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.457557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.457877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.458282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.458815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.459294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.459847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.461609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:24.492912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5782f27-28bb-4271-96f3-c6e560924760 req-17482e58-35c3-46da-ab20-5e4c280b4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.494423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5782f27-28bb-4271-96f3-c6e560924760 req-17482e58-35c3-46da-ab20-5e4c280b4de8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 1096 time: 0.1498990 Oct 13 00:17:24.500096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] For port d92417a4-7762-4377-a09d-3d97fdfdfc03, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:24.505703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] For port d92417a4-7762-4377-a09d-3d97fdfdfc03, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d92417a4-7762-4377-a09d-3d97fdfdfc03,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:24.517563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:24.548847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939b83e-c7a9-4c2a-82c0-bf0fd3376b98 req-4c4711d3-6c44-48df-bf9d-af38c165067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.550288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0939b83e-c7a9-4c2a-82c0-bf0fd3376b98 req-4c4711d3-6c44-48df-bf9d-af38c165067a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=09546128e36e474cb2cb54030e06a808&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2916539 Oct 13 00:17:24.605099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ec6c10f-35b5-407b-bc6d-7885d7325394 req-4a95f938-35e1-4d80-acb5-65782151412f tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550639 Oct 13 00:17:24.636813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Routers {'d8add034-f94b-44e4-9905-bc2b2f6fea43'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:17:24.637683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8add034-f94b-44e4-9905-bc2b2f6fea43'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:24.677465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9911-d719-4f7a-984d-99285681ee90 req-c447bf75-dc62-4b17-8390-f94c3dc0a49a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.679847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5782f27-28bb-4271-96f3-c6e560924760 req-c51e2f31-e096-4d5e-8ab8-5576b2d285de service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757846 Oct 13 00:17:24.680443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-c447bf75-dc62-4b17-8390-f94c3dc0a49a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 821 time: 0.2818863 Oct 13 00:17:24.707923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30fe3b-bb74-42a1-94c3-9a6c547b7903 None None] Pushing event updated for resources: {'Port': ['ID=d92417a4-7762-4377-a09d-3d97fdfdfc03,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:24.708272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe043f2-11f9-48ef-9f67-4dd7a1d32d65 req-558fe135-4050-40ce-8d94-e4ca693fc877 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.709865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fe043f2-11f9-48ef-9f67-4dd7a1d32d65 req-558fe135-4050-40ce-8d94-e4ca693fc877 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1516538 Oct 13 00:17:24.734518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939b83e-c7a9-4c2a-82c0-bf0fd3376b98 req-f8caae9e-e94e-4c86-8cef-bd3cbc18cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.736696 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0939b83e-c7a9-4c2a-82c0-bf0fd3376b98 req-f8caae9e-e94e-4c86-8cef-bd3cbc18cc8e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719923 Oct 13 00:17:24.775297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Allocated IP 172.20.0.1 (a34a1f6c-01bc-474a-9dd4-ee1e0646fc89/3c663bc1-1c6b-4b96-861d-51198732b09f/5d726e0e-fd62-43cf-8d41-a52e915d3238) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:24.787699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] Set router d8add034-f94b-44e4-9905-bc2b2f6fea43 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:17:24.791027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fe043f2-11f9-48ef-9f67-4dd7a1d32d65 req-33b74e53-5697-439e-802c-826e2e701a1c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573626 Oct 13 00:17:24.866318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-f67ba1a3-84d2-4dd1-b72d-3f7b54433aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:24.868360 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-f67ba1a3-84d2-4dd1-b72d-3f7b54433aae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 1094 time: 0.0539575 Oct 13 00:17:24.923616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:24.928632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-7f0a9e12-737e-4418-88a9-04e5746ec1d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=597d43e7-8126-45ab-834b-39ff38c48d6e HTTP/1.1" status: 200 len: 217 time: 0.0454938 Oct 13 00:17:24.941526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d104044-5ec6-4130-8b4e-14e8041eac90 req-7840782e-49b5-4ad4-a320-74e5ccda559f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 210 time: 0.0483770 Oct 13 00:17:24.982872 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.011444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-3802f080-2b46-4ba9-a960-c36b2f6194dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:25.014049 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-3802f080-2b46-4ba9-a960-c36b2f6194dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.0771372 Oct 13 00:17:25.028180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:25.035779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:25.040653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:25.043884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Pushing event updated for resources: {'Port': ['ID=5d726e0e-fd62-43cf-8d41-a52e915d3238,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:25.060571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:17:22Z', 'revision_number': 3, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port': {'id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:22Z', 'updated_at': '2021-10-13T00:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:25.069054 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-b27301bb-616a-4f14-8649-cb31b2b8b2f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474291 Oct 13 00:17:25.082382 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.093718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3e5a3-3c04-44ff-8649-bce8d74db012 None None] The sync data for ids ['d8add034-f94b-44e4-9905-bc2b2f6fea43'] in n-d-813679-4 is: [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:17:22Z', 'revision_number': 3, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port': {'id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:22Z', 'updated_at': '2021-10-13T00:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:17:25.165830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Request body: {'port': {'device_id': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'admin_state_up': True, 'tenant_id': '972c82705a634760bc65b69e0205d7e1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:25.271825 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.315089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-9cfdbc68-14c5-4691-9596-1adbcdaf1310 service neutron] 10.222.0.36 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346528 Oct 13 00:17:25.395336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81edb42-8b87-4b27-b4bc-5e68d28ef26b req-9e33701e-d8a3-4f6e-b7e8-e069ef27e2e1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:25.397220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81edb42-8b87-4b27-b4bc-5e68d28ef26b req-9e33701e-d8a3-4f6e-b7e8-e069ef27e2e1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.1442006 Oct 13 00:17:25.410035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Made reservation on behalf of 972c82705a634760bc65b69e0205d7e1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:25.413735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.519028 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f81a7c57-ae75-40e0-8cb9-6c4918279026 req-60406573-f964-480b-a74c-bcefd1316e2f service neutron] 10.222.0.36 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954963 Oct 13 00:17:25.549115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f81edb42-8b87-4b27-b4bc-5e68d28ef26b req-2efcb77f-1261-4190-8089-a81dab131d65 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351783 Oct 13 00:17:25.622656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.633546 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.651989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Allocated IP 172.20.0.2 (7382e6f6-efa9-4a70-8e95-977acf533636/4e4d62fd-0456-4555-889b-57e236e3f4d2/b82eb8fe-ade8-4794-808e-653a3ab879e3) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:25.767948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Pushing event updated for resources: {'Port': ['ID=5d726e0e-fd62-43cf-8d41-a52e915d3238,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:25.784103 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.812016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87686e2c-1267-4f5e-b356-f142b3dce2d6 req-199c5ec5-7593-47ef-94cc-6d96de80f639 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:25.813690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87686e2c-1267-4f5e-b356-f142b3dce2d6 req-199c5ec5-7593-47ef-94cc-6d96de80f639 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 945 time: 0.1059678 Oct 13 00:17:25.832383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.877361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:25.914426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['590684a0-5f79-4bb3-bec9-15ab041566de'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:25.942873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Network 7382e6f6-efa9-4a70-8e95-977acf533636 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:25.946930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:25.952310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:25.963286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87686e2c-1267-4f5e-b356-f142b3dce2d6 req-c2e5a09a-f982-404e-8159-4d90912547ae tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934322 Oct 13 00:17:25.972947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:25.974689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:26.021829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:26.022546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:26.051246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441d95-bf59-4389-a6f0-70f160df59a7 req-7e217ae7-1218-47aa-956e-8ba5fe2b42cb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:26.054572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a441d95-bf59-4389-a6f0-70f160df59a7 req-7e217ae7-1218-47aa-956e-8ba5fe2b42cb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1405339 Oct 13 00:17:26.059309 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9012761 Oct 13 00:17:26.063771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5da673-b152-47ee-822a-e65785885673 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Pushing event updated for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:26.084161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Request body: {'port': {'device_id': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:26.158114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:26.239547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Router d8add034-f94b-44e4-9905-bc2b2f6fea43 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:17:26.297229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a441d95-bf59-4389-a6f0-70f160df59a7 req-a6387a5e-5f89-41a8-a753-d7349e9ecbe6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265487 Oct 13 00:17:26.305824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d324c8-ca5f-414e-a5f0-c25f4d4a8d80 req-9209f5c5-3cb9-4121-aa81-620d8a105ddc tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:26.313697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83d324c8-ca5f-414e-a5f0-c25f4d4a8d80 req-9209f5c5-3cb9-4121-aa81-620d8a105ddc tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 931 time: 0.1444390 Oct 13 00:17:26.399378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83d324c8-ca5f-414e-a5f0-c25f4d4a8d80 req-334e4763-f0b0-437c-b2c0-ec0425cb18a2 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847504 Oct 13 00:17:26.487546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:17:26.494340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cdcbf65d-ee34-4bc5-a957-0e93c6f05215 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8add034-f94b-44e4-9905-bc2b2f6fea43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0393102 Oct 13 00:17:26.603090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82eb8fe-ade8-4794-808e-653a3ab879e3 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:26.614146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:26.633961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Transition to ACTIVE for port object b82eb8fe-ade8-4794-808e-653a3ab879e3 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:17:26.639550 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:26.749597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d92417a4-7762-4377-a09d-3d97fdfdfc03 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:26.754191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Pushing event updated for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:26.760945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5d1f7-730d-4946-bf51-8ca620664a52 req-e2397183-5dfb-4655-84aa-64d0441654f1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:26.762722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6c5d1f7-730d-4946-bf51-8ca620664a52 req-e2397183-5dfb-4655-84aa-64d0441654f1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.0914366 Oct 13 00:17:26.809590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6c5d1f7-730d-4946-bf51-8ca620664a52 req-46bb17e2-a835-41b8-827c-caa5a7f2da69 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Oct 13 00:17:26.855567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:26.855922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:26.856245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:26.863651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d92417a4-7762-4377-a09d-3d97fdfdfc03 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:26.863866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:17:26.864079 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:26.864188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:26.871438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:26.872652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:26.873678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:26.874375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Bound port: b82eb8fe-ade8-4794-808e-653a3ab879e3, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:26.874973 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:26.955036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:26.959623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:26.961543 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:26.967753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:26.995156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port d92417a4-7762-4377-a09d-3d97fdfdfc03, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d92417a4-7762-4377-a09d-3d97fdfdfc03,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:27.001333 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:27.046612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:27.047654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:27.048676 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] 10.222.0.45 "PUT /v2.0/ports/b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 200 len: 1091 time: 0.9692981 Oct 13 00:17:27.049125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:27.051574 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:27.089980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=d92417a4-7762-4377-a09d-3d97fdfdfc03,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:27.096289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cf42e-9483-4bd4-b222-9b597516266f service neutron] Pushing event updated for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:27.168312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4931da0e-74a5-44a1-b647-f31fd3dd7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:27.170665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-4931da0e-74a5-44a1-b647-f31fd3dd7e41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1094 time: 0.0556638 Oct 13 00:17:27.184497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4653d-d1e1-4d7f-b473-c3ebddd7b04b req-76937ce0-a43d-4c5a-86ea-f5a0cf056163 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:27.186255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42d4653d-d1e1-4d7f-b473-c3ebddd7b04b req-76937ce0-a43d-4c5a-86ea-f5a0cf056163 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 945 time: 0.1013718 Oct 13 00:17:27.228170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-2a9fcad6-bc4c-4119-a4ec-c231df014960 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 200 len: 217 time: 0.0424011 Oct 13 00:17:27.230136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ace5-f837-4233-9650-53eb5a371695 req-e0457216-0678-46bc-ae8a-06c947d773db tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:27.231782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-e0457216-0678-46bc-ae8a-06c947d773db tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 811 time: 0.2345750 Oct 13 00:17:27.256862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-5d04c16c-f80a-422a-8b26-1ad3c241f2d9 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/quotas/c14434133bbb4018931f60dcb148a4d1 HTTP/1.1" status: 200 len: 375 time: 0.0179083 Oct 13 00:17:27.261628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42d4653d-d1e1-4d7f-b473-c3ebddd7b04b req-316c7121-791f-477d-9c7f-b8a8eb24f7bc tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Oct 13 00:17:27.297688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9911-d719-4f7a-984d-99285681ee90 req-9a8f47f4-4a15-4126-8b26-69738fd34b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:27.300630 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-9a8f47f4-4a15-4126-8b26-69738fd34b23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0643270 Oct 13 00:17:27.316625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-ffceb77e-e97c-4ba6-ae2a-82e71f110bf7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536430 Oct 13 00:17:27.336035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-a9634c92-aa67-4fcb-ac37-3ff3a4cb9735 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270014 Oct 13 00:17:27.342779 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133c53b6-b33a-4b5c-8bac-1a71d3fbd844 x-openstack-request-id: req-133c53b6-b33a-4b5c-8bac-1a71d3fbd844 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:27.343075 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:27.343339 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-133c53b6-b33a-4b5c-8bac-1a71d3fbd844 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:27.343767 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3', 'status': 'completed', 'code': 200} Oct 13 00:17:27.446467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-fd34b2ac-4fd7-49cd-b09f-3ac2a1c66e43 service neutron] 10.222.0.21 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199796 Oct 13 00:17:27.458675 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-ae305c94-0d7d-494e-83c1-5fea4284d4c4 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140094 Oct 13 00:17:27.586617 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Sync routers for ids ['d8add034-f94b-44e4-9905-bc2b2f6fea43'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:17:27.603092 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Routers {'d8add034-f94b-44e4-9905-bc2b2f6fea43'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:17:27.606210 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8add034-f94b-44e4-9905-bc2b2f6fea43'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:27.649749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e12b9911-d719-4f7a-984d-99285681ee90 req-eb62583c-bb1d-4a4e-a691-89d5dba98e31 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820841 Oct 13 00:17:27.658236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41cc3e-b478-4092-a313-f221a11372fe req-7f6638f9-92b6-4161-b3d2-fb6b32c98c98 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:27.660015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea41cc3e-b478-4092-a313-f221a11372fe req-7f6638f9-92b6-4161-b3d2-fb6b32c98c98 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.0883744 Oct 13 00:17:27.662111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-dad04307-2b24-472c-8d89-c0b409f0af15 service neutron] 10.222.0.21 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069113 Oct 13 00:17:27.712165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea41cc3e-b478-4092-a313-f221a11372fe req-a6a4dc3f-b910-4059-993d-f355d75535a7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Oct 13 00:17:27.756491 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Set router d8add034-f94b-44e4-9905-bc2b2f6fea43 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:17:27.823235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-5585f99e-8f19-41a2-8289-acbfd812935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:27.824821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-5585f99e-8f19-41a2-8289-acbfd812935f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1094 time: 0.0562603 Oct 13 00:17:27.919648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db6152-630e-4c87-a473-9192d7540563 req-0d6e92a0-0c9a-49b7-81c4-0697e4d0d179 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:27.921031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6db6152-630e-4c87-a473-9192d7540563 req-0d6e92a0-0c9a-49b7-81c4-0697e4d0d179 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0896492 Oct 13 00:17:28.005889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6db6152-630e-4c87-a473-9192d7540563 req-d9c10556-8ce1-4d60-9255-7ad94cc66bdf tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707960 Oct 13 00:17:28.011654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-08d9c647-f37d-4114-8d40-9a5fa52f48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:28.013617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-08d9c647-f37d-4114-8d40-9a5fa52f48e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1549089 Oct 13 00:17:28.051906 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:17:25Z', 'revision_number': 4, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port': {'id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:22Z', 'updated_at': '2021-10-13T00:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5d726e0e-fd62-43cf-8d41-a52e915d3238', 'name': '', 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'mac_address': 'fa:16:3e:09:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '3c663bc1-1c6b-4b96-861d-51198732b09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:24Z', 'updated_at': '2021-10-13T00:17:25Z', 'revision_number': 2, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'subnets': [{'id': '3c663bc1-1c6b-4b96-861d-51198732b09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:28.087134 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Checking router: d8add034-f94b-44e4-9905-bc2b2f6fea43 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:17:28.087916 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Updating router d8add034-f94b-44e4-9905-bc2b2f6fea43 port 5d726e0e-fd62-43cf-8d41-a52e915d3238 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:17:28.094120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57577ca-70ef-4e75-811d-60175c8970aa req-1b6fc2ed-5c39-4ba4-ad4b-012952a54973 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:28.110006 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-a5336899-7290-4294-bcc3-bf0bd90c0f0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 200 len: 217 time: 0.0783160 Oct 13 00:17:28.110667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c57577ca-70ef-4e75-811d-60175c8970aa req-1b6fc2ed-5c39-4ba4-ad4b-012952a54973 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 945 time: 0.1185150 Oct 13 00:17:28.127459 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:28.164152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c57577ca-70ef-4e75-811d-60175c8970aa req-a54f5900-ef18-47ad-ae85-33a97095db50 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524559 Oct 13 00:17:28.203788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-0d892ed3-f446-4bbe-9a7c-d53917d5ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:28.205277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-0d892ed3-f446-4bbe-9a7c-d53917d5ba72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0861957 Oct 13 00:17:28.244696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b538ce60-2d15-4263-9496-26177c2def58 req-eb05f881-66e1-45de-8705-4eeae4341a9c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 210 time: 0.0380633 Oct 13 00:17:28.282472 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-12552282-a522-4d99-9f0b-311742c18318 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648620 Oct 13 00:17:28.333296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff645-e2e4-49af-aa98-8e8ee3c6f93d req-1bdf04cd-94a7-44be-aff1-b545d1d68b73 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:28.336019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8abff645-e2e4-49af-aa98-8e8ee3c6f93d req-1bdf04cd-94a7-44be-aff1-b545d1d68b73 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 943 time: 0.0674717 Oct 13 00:17:28.416150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8abff645-e2e4-49af-aa98-8e8ee3c6f93d req-dc9867aa-07a1-4a42-b37b-3e48a18d5fe3 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717566 Oct 13 00:17:28.426586 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-bf0c2605-f113-444d-87a4-2ccc77160989 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341496 Oct 13 00:17:28.428795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 597d43e7-8126-45ab-834b-39ff38c48d6e details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:28.648253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 597d43e7-8126-45ab-834b-39ff38c48d6e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597d43e7-8126-45ab-834b-39ff38c48d6e,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:28.663050 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:28.688718 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:28.688878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '597d43e7-8126-45ab-834b-39ff38c48d6e', 'network_id': '1ed6239f-d81b-4da9-a8a6-94768f228d69', 'port_id': '597d43e7-8126-45ab-834b-39ff38c48d6e', 'mac_address': 'fa:16:3e:d5:b0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a5b012-871f-4c6c-8755-5910ed5e4705', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:28.773104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d92417a4-7762-4377-a09d-3d97fdfdfc03 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:28.861735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:28.892986 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Attempting to bind port 5d726e0e-fd62-43cf-8d41-a52e915d3238 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:28.893357 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Attempting to bind port 5d726e0e-fd62-43cf-8d41-a52e915d3238 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:28.893721 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Attempting to bind port 5d726e0e-fd62-43cf-8d41-a52e915d3238 on network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:28.895963 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c78ab-500a-4f11-b00a-a27800b692e8 None None] Pushing event updated for resources: {'Port': ['ID=5d726e0e-fd62-43cf-8d41-a52e915d3238,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:28.903135 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:28.903545 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Checking segment: {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:28.904142 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:28.904754 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Bound using segment: {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:28.905370 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Bound port: 5d726e0e-fd62-43cf-8d41-a52e915d3238, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:28.906093 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:28.907351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597d43e7-8126-45ab-834b-39ff38c48d6e {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:28.955543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8bc26-0a30-44fc-81e9-3a7d73ef1d4f req-bf53ac1e-a361-4cde-9293-0fd980681d5a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:28.956609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d92417a4-7762-4377-a09d-3d97fdfdfc03 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:28.956609 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:28.959670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43e8bc26-0a30-44fc-81e9-3a7d73ef1d4f req-bf53ac1e-a361-4cde-9293-0fd980681d5a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 943 time: 0.1136355 Oct 13 00:17:28.979939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 597d43e7-8126-45ab-834b-39ff38c48d6e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597d43e7-8126-45ab-834b-39ff38c48d6e,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:29.034221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43e8bc26-0a30-44fc-81e9-3a7d73ef1d4f req-77e6370e-bf54-4cd3-afad-172c4eee83ad tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Oct 13 00:17:29.040265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:29.041317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:29.069353 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] For port 5d726e0e-fd62-43cf-8d41-a52e915d3238, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:29.071247 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29ec564c-fa1b-4f9b-8d19-d5a4d1cfc6b5 req-ee016378-5a34-4f02-b712-6692288cb48b service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346791 Oct 13 00:17:29.072876 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] For port 5d726e0e-fd62-43cf-8d41-a52e915d3238, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5d726e0e-fd62-43cf-8d41-a52e915d3238,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:29.077037 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:29.166458 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c78ab-500a-4f11-b00a-a27800b692e8 None None] Pushing event updated for resources: {'Port': ['ID=5d726e0e-fd62-43cf-8d41-a52e915d3238,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:29.167240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531d456-8ebf-4a7b-9af1-67f2e9998b4b req-96088260-4f65-4219-9db9-5185e8e363e6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:29.169941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1531d456-8ebf-4a7b-9af1-67f2e9998b4b req-96088260-4f65-4219-9db9-5185e8e363e6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0637302 Oct 13 00:17:29.211756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=597d43e7-8126-45ab-834b-39ff38c48d6e,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:29.222243 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Routers {'d8add034-f94b-44e4-9905-bc2b2f6fea43'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:17:29.223566 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8add034-f94b-44e4-9905-bc2b2f6fea43'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:29.253617 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1531d456-8ebf-4a7b-9af1-67f2e9998b4b req-fed6c6ca-bfa8-4f98-97ff-c2ea8f8f8acb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685909 Oct 13 00:17:29.275848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:29.290123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'network_id': '6d668629-6a5a-4b85-9084-6d1fcec980c0', 'port_id': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'mac_address': 'fa:16:3e:54:d5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330317fb-9c0f-43b2-bb65-0b7a5b5950f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:29.383180 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] Set router d8add034-f94b-44e4-9905-bc2b2f6fea43 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:17:29.394339 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:29.397718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdb271-f830-46f6-8f5d-000683ad4814 req-777acf72-8e43-4ed6-9e13-2b9fc8423b08 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:29.399456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99cdb271-f830-46f6-8f5d-000683ad4814 req-777acf72-8e43-4ed6-9e13-2b9fc8423b08 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 945 time: 0.0818381 Oct 13 00:17:29.421589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c158363e-207c-4fc8-a46e-b1853a34eea5 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:29.456505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:29.462260 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:29.514294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f94db78-63e7-4984-95db-313906cd52a9 req-0a40570d-4ddf-4e82-b1ac-54ce65941fd5 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 210 time: 0.0730913 Oct 13 00:17:29.536040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99cdb271-f830-46f6-8f5d-000683ad4814 req-e6e67f88-a7c3-47b1-9f6d-bc8701b88a0e tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285064 Oct 13 00:17:29.552367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:29.712679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ace5-f837-4233-9650-53eb5a371695 req-1fe1487a-547c-44e2-81a1-c4cf6af9d87f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:29.714168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-1fe1487a-547c-44e2-81a1-c4cf6af9d87f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.36 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 811 time: 0.2203887 Oct 13 00:17:29.737330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Request body: {'port': {'device_id': 'c108c169-51d6-43aa-bb7d-c438149c1d9d', 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89', 'admin_state_up': True, 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:29.748397 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:17:25Z', 'revision_number': 4, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port': {'id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:22Z', 'updated_at': '2021-10-13T00:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5d726e0e-fd62-43cf-8d41-a52e915d3238', 'name': '', 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'mac_address': 'fa:16:3e:09:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '3c663bc1-1c6b-4b96-861d-51198732b09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:24Z', 'updated_at': '2021-10-13T00:17:29Z', 'revision_number': 4, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'subnets': [{'id': '3c663bc1-1c6b-4b96-861d-51198732b09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:17:29.751246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2acc1-e382-46cd-9945-46dc4f150c63 req-e9bc2433-83c6-43d2-8d78-de0139e374e4 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:29.752905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42b2acc1-e382-46cd-9945-46dc4f150c63 req-e9bc2433-83c6-43d2-8d78-de0139e374e4 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 944 time: 0.1077325 Oct 13 00:17:29.830085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42b2acc1-e382-46cd-9945-46dc4f150c63 req-da4b7546-763e-43cd-b7c3-3cf61bf28eb8 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612147 Oct 13 00:17:29.910388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Made reservation on behalf of c14434133bbb4018931f60dcb148a4d1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:29.914859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:29.917915 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e193b-8076-4e5b-b868-fc995ecc1bbd None None] The sync data for ids ['d8add034-f94b-44e4-9905-bc2b2f6fea43'] in n-d-813679-4 is: [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:17:25Z', 'revision_number': 4, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port': {'id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:22Z', 'updated_at': '2021-10-13T00:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5d726e0e-fd62-43cf-8d41-a52e915d3238', 'name': '', 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'mac_address': 'fa:16:3e:09:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '3c663bc1-1c6b-4b96-861d-51198732b09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:24Z', 'updated_at': '2021-10-13T00:17:29Z', 'revision_number': 4, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'subnets': [{'id': '3c663bc1-1c6b-4b96-861d-51198732b09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:17:30.123783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Allocated IP 172.20.0.13 (a34a1f6c-01bc-474a-9dd4-ee1e0646fc89/3c663bc1-1c6b-4b96-861d-51198732b09f/094cedd5-e655-4be3-a348-b07ca524d186) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:30.165296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c158363e-207c-4fc8-a46e-b1853a34eea5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:30.182767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['597d43e7-8126-45ab-834b-39ff38c48d6e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:30.326046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab714c-828a-42cc-8c45-8f257fa3d6e7 req-30dbaaaa-e238-42ed-9e9e-c1dda3e048fc tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:30.330703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22ab714c-828a-42cc-8c45-8f257fa3d6e7 req-30dbaaaa-e238-42ed-9e9e-c1dda3e048fc tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 944 time: 0.1756196 Oct 13 00:17:30.414416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22ab714c-828a-42cc-8c45-8f257fa3d6e7 req-cf109001-38c6-445e-b05d-7f2457355794 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710683 Oct 13 00:17:30.462146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:30.543145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:30.579012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e7411-3fa7-4e9b-990f-020c5a01e4d3 req-5fa3fe05-4f35-444b-9b79-a62acc8ff4c2 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:30.582683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e1e7411-3fa7-4e9b-990f-020c5a01e4d3 req-5fa3fe05-4f35-444b-9b79-a62acc8ff4c2 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.1072052 Oct 13 00:17:30.658075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e1e7411-3fa7-4e9b-990f-020c5a01e4d3 req-1a9d12f1-10d3-4a23-a249-1d6de14afbd8 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642135 Oct 13 00:17:30.669830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:30.676161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:30.683662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:30.695785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Pushing event updated for resources: {'Port': ['ID=094cedd5-e655-4be3-a348-b07ca524d186,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:30.772678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:30.773980 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:30.778497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf4eaa-0573-476d-9845-f612e2ba35eb req-91280faf-ae2f-4ab4-b09c-018f70cae365 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:30.795641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74cf4eaa-0573-476d-9845-f612e2ba35eb req-91280faf-ae2f-4ab4-b09c-018f70cae365 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 932 time: 0.1301782 Oct 13 00:17:30.810981 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-146b8752-112f-41ab-a4bf-80c89cbef04a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0795884 Oct 13 00:17:30.833072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Request body: {'port': {'device_id': 'c108c169-51d6-43aa-bb7d-c438149c1d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:30.838395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5d726e0e-fd62-43cf-8d41-a52e915d3238 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:30.877271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74cf4eaa-0573-476d-9845-f612e2ba35eb req-b534284a-6926-4d42-814c-befe92ce7a9f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806177 Oct 13 00:17:30.949085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 5d726e0e-fd62-43cf-8d41-a52e915d3238 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:30.949588 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:30.962382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:31.054460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fda0a3-d154-4e09-be3a-a474afcce0c0 req-47a0e07e-b438-4902-aa93-d7eb630dee59 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:31.063265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6fda0a3-d154-4e09-be3a-a474afcce0c0 req-47a0e07e-b438-4902-aa93-d7eb630dee59 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 944 time: 0.1081071 Oct 13 00:17:31.102124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:31.120408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6fda0a3-d154-4e09-be3a-a474afcce0c0 req-add9dc30-fefb-4a1c-b5be-be1a46c44a5b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558970 Oct 13 00:17:31.158891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 5d726e0e-fd62-43cf-8d41-a52e915d3238, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5d726e0e-fd62-43cf-8d41-a52e915d3238,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:31.169688 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:31.258743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=5d726e0e-fd62-43cf-8d41-a52e915d3238,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:31.412768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094cedd5-e655-4be3-a348-b07ca524d186 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:31.427739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:31.450861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Transition to ACTIVE for port object 094cedd5-e655-4be3-a348-b07ca524d186 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:17:31.455789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:31.534838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Pushing event updated for resources: {'Port': ['ID=094cedd5-e655-4be3-a348-b07ca524d186,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:31.654493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73426796-02ba-465f-9b05-41929d0b9deb req-acf30e5e-c530-49f5-bd60-2922a8ff4a56 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:31.666941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73426796-02ba-465f-9b05-41929d0b9deb req-acf30e5e-c530-49f5-bd60-2922a8ff4a56 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 944 time: 0.1089962 Oct 13 00:17:31.696347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Attempting to bind port 094cedd5-e655-4be3-a348-b07ca524d186 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:31.696950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Attempting to bind port 094cedd5-e655-4be3-a348-b07ca524d186 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:31.697450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Attempting to bind port 094cedd5-e655-4be3-a348-b07ca524d186 on network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:31.704028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Port 094cedd5-e655-4be3-a348-b07ca524d186 on network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:17:31.704601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Attempting to bind port 094cedd5-e655-4be3-a348-b07ca524d186 on network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:31.712361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:31.712361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Checking segment: {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:31.712675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Bound using segment: {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:31.713281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Bound port: 094cedd5-e655-4be3-a348-b07ca524d186, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:31.713825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:31.719463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73426796-02ba-465f-9b05-41929d0b9deb req-4c1a12cf-5014-41b2-81da-e7917f6ed253 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512187 Oct 13 00:17:31.803993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] For port 094cedd5-e655-4be3-a348-b07ca524d186, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:31.808659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] For port 094cedd5-e655-4be3-a348-b07ca524d186, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=094cedd5-e655-4be3-a348-b07ca524d186,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:31.814979 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:31.865753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2254b4-54c9-4f52-af61-ab783d5f9708 req-3808c14b-f162-43df-8cf1-9bdbd02b5248 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:31.874262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da2254b4-54c9-4f52-af61-ab783d5f9708 req-3808c14b-f162-43df-8cf1-9bdbd02b5248 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0687983 Oct 13 00:17:31.881930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:31.882554 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:31.884195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] 10.222.0.36 "PUT /v2.0/ports/094cedd5-e655-4be3-a348-b07ca524d186 HTTP/1.1" status: 200 len: 1092 time: 1.0555801 Oct 13 00:17:31.884841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c108c169-51d6-43aa-bb7d-c438149c1d9d', 'tag': '094cedd5-e655-4be3-a348-b07ca524d186'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:31.887159 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c740457a-64f0-44ba-9f48-d28816a1f5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c108c169-51d6-43aa-bb7d-c438149c1d9d", "tag": "094cedd5-e655-4be3-a348-b07ca524d186"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:31.895636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10b23a-ecba-4952-af30-3e380e444a0b service neutron] Pushing event updated for resources: {'Port': ['ID=094cedd5-e655-4be3-a348-b07ca524d186,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:31.920561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da2254b4-54c9-4f52-af61-ab783d5f9708 req-b4bd4aa9-1b3a-48e8-8759-60d6b13b4b5f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Oct 13 00:17:31.932897 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06c977f-9334-4352-9893-c4d39bf2a700 x-openstack-request-id: req-d06c977f-9334-4352-9893-c4d39bf2a700 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:31.933221 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c108c169-51d6-43aa-bb7d-c438149c1d9d", "tag": "094cedd5-e655-4be3-a348-b07ca524d186", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:31.934880 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d06c977f-9334-4352-9893-c4d39bf2a700 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:31.935535 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c108c169-51d6-43aa-bb7d-c438149c1d9d', 'tag': '094cedd5-e655-4be3-a348-b07ca524d186', 'status': 'completed', 'code': 200} Oct 13 00:17:32.000158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ace5-f837-4233-9650-53eb5a371695 req-a1874707-3f04-4b3b-9d18-a06cbe9a28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.001779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-a1874707-3f04-4b3b-9d18-a06cbe9a28e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 1095 time: 0.0430160 Oct 13 00:17:32.046379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c1051-3c0e-489b-af98-f73445537226 req-62b4fd9c-d11a-4561-9d6f-55c7aa76da52 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.048644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc0c1051-3c0e-489b-af98-f73445537226 req-62b4fd9c-d11a-4561-9d6f-55c7aa76da52 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 944 time: 0.0556726 Oct 13 00:17:32.059198 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-a2c96524-b9de-4ba7-9c67-0f1e65b09997 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=094cedd5-e655-4be3-a348-b07ca524d186 HTTP/1.1" status: 200 len: 217 time: 0.0426505 Oct 13 00:17:32.091799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc0c1051-3c0e-489b-af98-f73445537226 req-9f9fc3ff-a607-41d5-9825-826d2e2cd4e1 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370207 Oct 13 00:17:32.122564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ace5-f837-4233-9650-53eb5a371695 req-ad6b0857-838c-46ac-acb6-17be25714bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.124116 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-ad6b0857-838c-46ac-acb6-17be25714bde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c663bc1-1c6b-4b96-861d-51198732b09f HTTP/1.1" status: 200 len: 851 time: 0.0573335 Oct 13 00:17:32.162599 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-2776755e-e052-4c9c-b20f-e4b33ee7fd9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264337 Oct 13 00:17:32.244476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e6b42-0f2f-4fc9-9600-36491f5e2394 req-f4af9acc-c5f2-439b-985a-c23e1a4b0dd7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.246240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb8e6b42-0f2f-4fc9-9600-36491f5e2394 req-f4af9acc-c5f2-439b-985a-c23e1a4b0dd7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 944 time: 0.0545781 Oct 13 00:17:32.271958 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-0e06a8cf-d888-4048-b10e-3294be2350e5 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008925 Oct 13 00:17:32.315930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb8e6b42-0f2f-4fc9-9600-36491f5e2394 req-69a1c0c0-87f9-46fe-bd9b-af3597128b78 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495694 Oct 13 00:17:32.377433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab46ace5-f837-4233-9650-53eb5a371695 req-bf0786dd-98bd-483a-83ab-e25e4c45c5c4 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976341 Oct 13 00:17:32.441592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 597d43e7-8126-45ab-834b-39ff38c48d6e up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:32.496480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 597d43e7-8126-45ab-834b-39ff38c48d6e completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:17:32.502481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 597d43e7-8126-45ab-834b-39ff38c48d6e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:32.502979 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:32.533340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-a281c8c4-8984-4348-ba07-efa615580fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.535306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-a281c8c4-8984-4348-ba07-efa615580fb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 1095 time: 0.0517116 Oct 13 00:17:32.604620 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:32.655184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2a5408-fd15-486d-a796-060e4288850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597d43e7-8126-45ab-834b-39ff38c48d6e'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:32.657514 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd1edea-d273-4620-99cc-91337777587c" -d '{"events": [{"server_uuid": "9d2a5408-fd15-486d-a796-060e4288850a", "name": "network-vif-plugged", "status": "completed", "tag": "597d43e7-8126-45ab-834b-39ff38c48d6e"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:32.662329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-2ccce6ce-c90a-4a16-ac18-33c440b86291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.664149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-2ccce6ce-c90a-4a16-ac18-33c440b86291 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 912 time: 0.1205912 Oct 13 00:17:32.695175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 597d43e7-8126-45ab-834b-39ff38c48d6e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597d43e7-8126-45ab-834b-39ff38c48d6e,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:32.705646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:32.707742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:32.761559 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-8ccd3db1-d0e3-49bb-bedc-9370b09aca66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=094cedd5-e655-4be3-a348-b07ca524d186 HTTP/1.1" status: 200 len: 217 time: 0.0893948 Oct 13 00:17:32.780023 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c39c76a-09e8-4676-b4b8-1f1363b350e9 x-openstack-request-id: req-7c39c76a-09e8-4676-b4b8-1f1363b350e9 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:32.780314 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2a5408-fd15-486d-a796-060e4288850a", "name": "network-vif-plugged", "status": "completed", "tag": "597d43e7-8126-45ab-834b-39ff38c48d6e", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:32.780595 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c39c76a-09e8-4676-b4b8-1f1363b350e9 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:32.780977 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2a5408-fd15-486d-a796-060e4288850a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597d43e7-8126-45ab-834b-39ff38c48d6e', 'code': 200} Oct 13 00:17:32.785313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5d726e0e-fd62-43cf-8d41-a52e915d3238 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:32.884644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-918b2bb8-0d53-4b90-a372-509dd165b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.889252 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-918b2bb8-0d53-4b90-a372-509dd165b499 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c663bc1-1c6b-4b96-861d-51198732b09f HTTP/1.1" status: 200 len: 851 time: 0.0738192 Oct 13 00:17:32.891138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=597d43e7-8126-45ab-834b-39ff38c48d6e,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:32.902793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 5d726e0e-fd62-43cf-8d41-a52e915d3238 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:32.903911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:32.921204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0b2e-671c-450e-9705-c8dcea2de4e6 req-44faf1e8-cbb3-49c0-bc2d-b021b143ecfd tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.923348 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-55aae776-e58a-4388-b0be-a74b6587ba64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294359 Oct 13 00:17:32.923991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-214e0b2e-671c-450e-9705-c8dcea2de4e6 req-44faf1e8-cbb3-49c0-bc2d-b021b143ecfd tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 944 time: 0.1069307 Oct 13 00:17:32.943414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port c158363e-207c-4fc8-a46e-b1853a34eea5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:32.944056 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:32.947043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a421e8d-3693-422b-bcab-4940fe5e564e req-a6000a49-796b-46b5-b8d0-d04b536b279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:32.948596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a421e8d-3693-422b-bcab-4940fe5e564e req-a6000a49-796b-46b5-b8d0-d04b536b279e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 1096 time: 0.0731392 Oct 13 00:17:32.988759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-214e0b2e-671c-450e-9705-c8dcea2de4e6 req-7e768e9c-fe58-4db5-ae7f-7042be5bcb41 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592906 Oct 13 00:17:33.013037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a421e8d-3693-422b-bcab-4940fe5e564e req-4b63b06c-e9b8-483e-9af1-290e627fbc3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533321 Oct 13 00:17:33.050971 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-b0958d5f-5f60-4d02-a978-94b68cbce284 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187220 Oct 13 00:17:33.092056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be703856-f476-44f8-acb5-69c0acb1961e req-9bc47dbf-1cb3-4056-97c2-327f152edf21 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:33.099759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be703856-f476-44f8-acb5-69c0acb1961e req-9bc47dbf-1cb3-4056-97c2-327f152edf21 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0583451 Oct 13 00:17:33.150824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be703856-f476-44f8-acb5-69c0acb1961e req-94255b0e-36ce-4a62-a331-e868d3fa117f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501561 Oct 13 00:17:33.207359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:33.219679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ed94ec45-91b9-47f4-807d-c67835dae8c5 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:33.232335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54c71d-ad28-4f51-9dc5-ba7d88c60198 req-ca0332a6-cd1f-43bf-8a93-469aadbba73b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:33.233853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c54c71d-ad28-4f51-9dc5-ba7d88c60198 req-ca0332a6-cd1f-43bf-8a93-469aadbba73b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 944 time: 0.0544274 Oct 13 00:17:33.257434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:33.269497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:33.279447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c54c71d-ad28-4f51-9dc5-ba7d88c60198 req-ca5fe7c7-eacb-432f-a87e-530db348b8fb tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370908 Oct 13 00:17:33.376706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=10']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:33.395283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:33.408410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'ed94ec45-91b9-47f4-807d-c67835dae8c5', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'port_id': 'ed94ec45-91b9-47f4-807d-c67835dae8c5', 'mac_address': 'fa:16:3e:85:02:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bed6ed-ea11-4008-8985-a19492aa0001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:33.451596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:33.468120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed94ec45-91b9-47f4-807d-c67835dae8c5 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:33.471928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d491502-180d-4e31-af00-b4212dbf02c9 req-db51b771-2a64-4b4c-a6a5-fa66b26ccec1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:33.473526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d491502-180d-4e31-af00-b4212dbf02c9 req-db51b771-2a64-4b4c-a6a5-fa66b26ccec1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0591111 Oct 13 00:17:33.489721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:33.491007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c740457a-64f0-44ba-9f48-d28816a1f5a0 req-b746731a-e35f-4edf-8996-18d2e23dc3f5 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417994 Oct 13 00:17:33.494474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:33.518260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d491502-180d-4e31-af00-b4212dbf02c9 req-b694993c-d066-4eeb-9325-8b72eada1188 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Oct 13 00:17:33.559348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ed94ec45-91b9-47f4-807d-c67835dae8c5,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:34.066200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ed94ec45-91b9-47f4-807d-c67835dae8c5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:34.108571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8338a-d9f5-4e93-8156-9a0f7f81de55 req-ff41a8de-23bc-4be7-94e7-8585adc9f889 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:34.111978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7e8338a-d9f5-4e93-8156-9a0f7f81de55 req-ff41a8de-23bc-4be7-94e7-8585adc9f889 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0526962 Oct 13 00:17:34.152078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7e8338a-d9f5-4e93-8156-9a0f7f81de55 req-8321f5c0-3a80-4bf7-bb2f-a916978c5e7f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352826 Oct 13 00:17:34.276277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64ad87-f605-4097-95bd-1ceeb6f5c169 req-959779c8-f6dd-4ee5-a0d6-eeec9a7eebe4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:34.277763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b64ad87-f605-4097-95bd-1ceeb6f5c169 req-959779c8-f6dd-4ee5-a0d6-eeec9a7eebe4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0527806 Oct 13 00:17:34.326272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b64ad87-f605-4097-95bd-1ceeb6f5c169 req-4ba09230-a621-44b5-8097-f9cbb8e87195 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Oct 13 00:17:34.401814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fffda-5665-4dc4-a192-58cfac5d220e req-06f6052e-8905-4201-bf43-a8207201dd95 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:34.404953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e40fffda-5665-4dc4-a192-58cfac5d220e req-06f6052e-8905-4201-bf43-a8207201dd95 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 944 time: 0.0538683 Oct 13 00:17:34.445305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e40fffda-5665-4dc4-a192-58cfac5d220e req-cfb7a8db-0997-4f55-8f43-925582cb2a49 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Oct 13 00:17:34.659920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ee57-b929-4775-90a4-35897858e9c2 req-c22c8a1e-9c2a-4b5b-b941-da6d4e7d01cd tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:34.662608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-caf0ee57-b929-4775-90a4-35897858e9c2 req-c22c8a1e-9c2a-4b5b-b941-da6d4e7d01cd tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0702291 Oct 13 00:17:34.710156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-caf0ee57-b929-4775-90a4-35897858e9c2 req-dabea593-f143-49ca-ac5d-e6e97d4a3d74 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387630 Oct 13 00:17:34.782017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:34.784424 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31067676-f4fe-438e-adfb-198ec35ca2dc" -d '{"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-plugged", "status": "completed", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:34.821135 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a371c683-5c6d-4a21-8c4a-2828390fad17 x-openstack-request-id: req-a371c683-5c6d-4a21-8c4a-2828390fad17 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:34.821463 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-plugged", "status": "completed", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:34.821700 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a371c683-5c6d-4a21-8c4a-2828390fad17 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:34.822117 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'code': 200} Oct 13 00:17:35.081237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f3b37-799c-4d48-9d1c-93898bed52ed req-b52f006a-5bec-4657-a1f9-9db0354e7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:35.082765 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2a4f3b37-799c-4d48-9d1c-93898bed52ed req-b52f006a-5bec-4657-a1f9-9db0354e7898 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 1097 time: 0.0416124 Oct 13 00:17:35.120061 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2a4f3b37-799c-4d48-9d1c-93898bed52ed req-d6024bd4-cf74-4898-987c-4e3f96fe031f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292034 Oct 13 00:17:35.211185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ed94ec45-91b9-47f4-807d-c67835dae8c5 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:35.263148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port ed94ec45-91b9-47f4-807d-c67835dae8c5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:35.263655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:35.280208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308458a-820b-480e-b91c-93ed90e96430 req-9c373f41-9f6c-49c9-ace9-ef5ff7462d2c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:35.281792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6308458a-820b-480e-b91c-93ed90e96430 req-9c373f41-9f6c-49c9-ace9-ef5ff7462d2c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0541339 Oct 13 00:17:35.324600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6308458a-820b-480e-b91c-93ed90e96430 req-edde0a22-21b1-4ce2-b89e-2516f378519b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Oct 13 00:17:35.343610 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:35.380472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:35.385990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:35.440013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ed94ec45-91b9-47f4-807d-c67835dae8c5,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:35.475354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968124ef-44c5-4f30-b822-b0c0ada524db req-0ea0b6b4-d758-41b1-8556-74a4f0e76e2e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:35.477295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-968124ef-44c5-4f30-b822-b0c0ada524db req-0ea0b6b4-d758-41b1-8556-74a4f0e76e2e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0560582 Oct 13 00:17:35.518844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-968124ef-44c5-4f30-b822-b0c0ada524db req-cc5fe738-cdb3-4fdf-b10f-68898605e5da tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 Oct 13 00:17:35.580907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb14b8-71ff-41ae-bc4e-11ef6f9f4425 req-4739f16a-db06-4da3-b266-dadab6010162 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:35.584133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9adb14b8-71ff-41ae-bc4e-11ef6f9f4425 req-4739f16a-db06-4da3-b266-dadab6010162 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 944 time: 0.0632238 Oct 13 00:17:35.620672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9adb14b8-71ff-41ae-bc4e-11ef6f9f4425 req-c8c20d31-892f-476c-b10d-b26ceb0fd0cf tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Oct 13 00:17:35.839182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1da3-89b1-402d-84fe-bda23cdf519a req-bc17fbf4-33e0-4d64-9706-cffe41386fd5 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:35.840639 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6acd1da3-89b1-402d-84fe-bda23cdf519a req-bc17fbf4-33e0-4d64-9706-cffe41386fd5 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0606413 Oct 13 00:17:35.885188 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6acd1da3-89b1-402d-84fe-bda23cdf519a req-ec21760a-696c-4f6b-9504-b79e40a63d3b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377958 Oct 13 00:17:36.138760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a7b26-0f6f-4649-80a2-23c15d7d7f61 req-f84be697-f3c9-44d1-b104-b9d47dbfcd50 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:36.140294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-046a7b26-0f6f-4649-80a2-23c15d7d7f61 req-f84be697-f3c9-44d1-b104-b9d47dbfcd50 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0519257 Oct 13 00:17:36.178726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-046a7b26-0f6f-4649-80a2-23c15d7d7f61 req-834a4cab-f55c-460a-8574-db42b27a4e11 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Oct 13 00:17:36.193891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-fd365664-a41d-45bd-bb33-7723d83ef761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:36.195472 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-fd365664-a41d-45bd-bb33-7723d83ef761 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 1096 time: 0.0471542 Oct 13 00:17:36.285433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-53a2de7b-8f88-4dab-a8b8-e42b122e1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:36.286894 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-53a2de7b-8f88-4dab-a8b8-e42b122e1264 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 920 time: 0.0839298 Oct 13 00:17:36.312910 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:36.337306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-cace0bbb-2c6d-4503-b741-70c7ee331a4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=597d43e7-8126-45ab-834b-39ff38c48d6e HTTP/1.1" status: 200 len: 217 time: 0.0406754 Oct 13 00:17:36.400537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-aa85ee8e-b8fa-48e4-9a93-478261cfdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:36.402426 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-aa85ee8e-b8fa-48e4-9a93-478261cfdaf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.0527318 Oct 13 00:17:36.435918 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-b7d16104-cf92-4ae2-a5cc-12feff58cf21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260336 Oct 13 00:17:36.452033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1009f-b833-471a-8193-a9ac1b2d8111 req-a97bd756-31f2-4b27-b2c8-eec9026f2fac tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:36.453661 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65c1009f-b833-471a-8193-a9ac1b2d8111 req-a97bd756-31f2-4b27-b2c8-eec9026f2fac tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0509496 Oct 13 00:17:36.456834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 094cedd5-e655-4be3-a348-b07ca524d186 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:36.514306 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65c1009f-b833-471a-8193-a9ac1b2d8111 req-a431b622-c80f-4562-a26a-36fad5b33d6e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500700 Oct 13 00:17:36.553052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-46a9adf4-aed2-4818-9d28-9833ee46266c service neutron] 10.222.0.36 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078982 Oct 13 00:17:36.613932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 094cedd5-e655-4be3-a348-b07ca524d186, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=094cedd5-e655-4be3-a348-b07ca524d186,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:36.628080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '094cedd5-e655-4be3-a348-b07ca524d186', 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89', 'port_id': '094cedd5-e655-4be3-a348-b07ca524d186', 'mac_address': 'fa:16:3e:dc:43:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c663bc1-1c6b-4b96-861d-51198732b09f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:36.686232 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c663d16-6e10-4c49-9622-1c13bf89f6c0 req-a0f12b61-b485-4297-bff8-43a16ff7f6f6 service neutron] 10.222.0.36 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214139 Oct 13 00:17:36.688735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:36.703246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094cedd5-e655-4be3-a348-b07ca524d186 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:36.727577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 094cedd5-e655-4be3-a348-b07ca524d186, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=094cedd5-e655-4be3-a348-b07ca524d186,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:36.740587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:36.831029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94ec45-91b9-47f4-807d-c67835dae8c5'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:36.831864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16023f8-c0cc-4740-9dac-fe71085f7007 req-fe110e15-2428-4125-a90c-79261b432688 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:36.837294 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6553d066-9815-4131-abc2-93f64d3d38ed" -d '{"events": [{"server_uuid": "62f44395-ed22-4869-a6aa-43fb72ca544f", "name": "network-vif-plugged", "status": "completed", "tag": "ed94ec45-91b9-47f4-807d-c67835dae8c5"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:36.845609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c16023f8-c0cc-4740-9dac-fe71085f7007 req-fe110e15-2428-4125-a90c-79261b432688 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.2347445 Oct 13 00:17:36.886192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=094cedd5-e655-4be3-a348-b07ca524d186,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:36.905571 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:36.954250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c16023f8-c0cc-4740-9dac-fe71085f7007 req-69fea545-7e43-4616-8e8e-1f8df2509399 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016312 Oct 13 00:17:36.971282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91b124-95cd-4136-81c1-abef059226aa req-579472f4-8ee4-4929-99e4-9aff9148763b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:36.975360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d91b124-95cd-4136-81c1-abef059226aa req-579472f4-8ee4-4929-99e4-9aff9148763b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 945 time: 0.0942957 Oct 13 00:17:37.034565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d91b124-95cd-4136-81c1-abef059226aa req-57c91201-6a38-4273-8441-af1acb23c3db tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528588 Oct 13 00:17:37.106724 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c713d480-f14a-44c1-9135-efc401178166 x-openstack-request-id: req-c713d480-f14a-44c1-9135-efc401178166 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:37.107065 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f44395-ed22-4869-a6aa-43fb72ca544f", "name": "network-vif-plugged", "status": "completed", "tag": "ed94ec45-91b9-47f4-807d-c67835dae8c5", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:37.107284 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c713d480-f14a-44c1-9135-efc401178166 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:37.107813 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94ec45-91b9-47f4-807d-c67835dae8c5', 'code': 200} Oct 13 00:17:37.322925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2be06-a354-4cb0-ad1e-27892b95d680 req-46df672b-4b7e-4d96-99f4-9ac73d3548ed tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:37.328193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbf2be06-a354-4cb0-ad1e-27892b95d680 req-46df672b-4b7e-4d96-99f4-9ac73d3548ed tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0597422 Oct 13 00:17:37.368947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['094cedd5-e655-4be3-a348-b07ca524d186'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:37.405424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbf2be06-a354-4cb0-ad1e-27892b95d680 req-98a78695-d784-4704-9e29-310bbdc35565 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713515 Oct 13 00:17:37.672788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83e0f-626e-4058-9521-00754877fe10 req-b79e2ae2-54db-45ea-92e8-0e35d7f5c51d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:37.675128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bd83e0f-626e-4058-9521-00754877fe10 req-b79e2ae2-54db-45ea-92e8-0e35d7f5c51d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0553758 Oct 13 00:17:37.728016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bd83e0f-626e-4058-9521-00754877fe10 req-18d65949-e22f-4314-8f73-bcee34cc20a4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Oct 13 00:17:38.114394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd923b1-3c43-4a24-9905-9bc39cedb918 req-11f6b61c-a845-4cee-acd7-86397b52e696 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:38.116176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fd923b1-3c43-4a24-9905-9bc39cedb918 req-11f6b61c-a845-4cee-acd7-86397b52e696 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0906160 Oct 13 00:17:38.188176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fd923b1-3c43-4a24-9905-9bc39cedb918 req-2194fffe-f195-43a8-84ae-e334ceef9af6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617580 Oct 13 00:17:38.196978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369691c3-d78c-494c-9b78-26afb55886bc req-fd450605-276f-4502-9714-d95193de099e tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:38.204562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-369691c3-d78c-494c-9b78-26afb55886bc req-fd450605-276f-4502-9714-d95193de099e tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 945 time: 0.0870404 Oct 13 00:17:38.248363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-369691c3-d78c-494c-9b78-26afb55886bc req-5136915e-0320-4b8e-952e-fdf72242c178 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Oct 13 00:17:38.542861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c2ae7-b863-41ec-9aa4-77f117dcc66f req-b427d472-89d4-4933-9d02-adfe63ee2056 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:38.551103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f57c2ae7-b863-41ec-9aa4-77f117dcc66f req-b427d472-89d4-4933-9d02-adfe63ee2056 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0676157 Oct 13 00:17:38.591816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f57c2ae7-b863-41ec-9aa4-77f117dcc66f req-968a6474-49bb-4f7e-96c2-be2b23d77043 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Oct 13 00:17:38.709098 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-1827c7c1-b717-443b-baac-0d216ff9de6b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:38.710609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-1827c7c1-b717-443b-baac-0d216ff9de6b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 815 time: 0.1176450 Oct 13 00:17:38.728313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b19497bb-0d1c-410b-b7f6-d9ef8e3159e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/quotas/6bdab3cb286e4660a93e978adb9edb95 HTTP/1.1" status: 200 len: 375 time: 0.0104120 Oct 13 00:17:38.808921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b5adef89-8b22-4d09-b2b2-ec48e85453eb tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735540 Oct 13 00:17:38.914984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a075b0-bff8-4c9b-a188-c9f28e9545b2 req-81b99794-ed5b-4b55-b495-f77c495b8343 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:38.916581 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76a075b0-bff8-4c9b-a188-c9f28e9545b2 req-81b99794-ed5b-4b55-b495-f77c495b8343 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0981619 Oct 13 00:17:38.980951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-4b24abd8-8182-4c7f-bd13-218cc96d5506 service neutron] 10.222.0.21 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711268 Oct 13 00:17:38.986863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76a075b0-bff8-4c9b-a188-c9f28e9545b2 req-b39c25e8-7920-4e48-bc7d-1b736d284d46 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636218 Oct 13 00:17:39.127234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-8b515e0b-eb9f-4db2-b1b1-5bc0d5fb603b service neutron] 10.222.0.21 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307008 Oct 13 00:17:39.218900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8ed8-f8ad-4703-bef7-8aa2ba55c6f4 req-ccf4f577-5399-4296-925b-aae9787484ab tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:39.220508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2caa8ed8-f8ad-4703-bef7-8aa2ba55c6f4 req-ccf4f577-5399-4296-925b-aae9787484ab tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0799644 Oct 13 00:17:39.290454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2caa8ed8-f8ad-4703-bef7-8aa2ba55c6f4 req-fb64c1e4-d3b9-46b8-958a-02d72fc6b297 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578914 Oct 13 00:17:39.406810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a94ceee-a74d-4ee7-8e0e-2e32828e4e20 req-345a1fe6-ba82-4147-a163-507d14995ab7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 210 time: 0.0382972 Oct 13 00:17:39.428993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0cd91-8865-486d-bd09-85017951cda6 req-6e0235a2-64a1-44c9-913d-db1eee480d2d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:39.437647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88d0cd91-8865-486d-bd09-85017951cda6 req-6e0235a2-64a1-44c9-913d-db1eee480d2d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.1109660 Oct 13 00:17:39.503812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88d0cd91-8865-486d-bd09-85017951cda6 req-ad459370-b945-4604-ab1f-87fa076dcad0 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652573 Oct 13 00:17:39.550920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ab35-bc85-48f8-8469-6bb5e0a4d87b req-652b366b-dd16-4d19-b27a-dbf67346d987 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:39.559550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab81ab35-bc85-48f8-8469-6bb5e0a4d87b req-652b366b-dd16-4d19-b27a-dbf67346d987 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 945 time: 0.0749629 Oct 13 00:17:39.608320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab81ab35-bc85-48f8-8469-6bb5e0a4d87b req-a1291543-e7c1-4aba-a0d0-de19e6b044f2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Oct 13 00:17:39.730241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663dfb6-d370-479e-8812-1fd067ec5cac req-40bfa964-279b-4d8c-bdf5-38fe1c0aec34 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:39.738127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1663dfb6-d370-479e-8812-1fd067ec5cac req-40bfa964-279b-4d8c-bdf5-38fe1c0aec34 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0789821 Oct 13 00:17:39.805526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1663dfb6-d370-479e-8812-1fd067ec5cac req-659acf45-cf48-4d5f-a04f-a93163dc9f9e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664120 Oct 13 00:17:39.915993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119af40-0f88-42d7-a9bf-a08d84032174 req-5c4d42fa-5aa3-4c56-b080-714d8f9d2cc6 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:39.917769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9119af40-0f88-42d7-a9bf-a08d84032174 req-5c4d42fa-5aa3-4c56-b080-714d8f9d2cc6 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0736992 Oct 13 00:17:39.997113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9119af40-0f88-42d7-a9bf-a08d84032174 req-5e7206fa-2080-4bd6-af5a-3ee1abddb001 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656667 Oct 13 00:17:40.010516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803a7c-a3ae-40c4-bda3-20a14e90ffa3 req-b2a85bed-f365-403c-9ae4-876b4fe65ee4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:40.013270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18803a7c-a3ae-40c4-bda3-20a14e90ffa3 req-b2a85bed-f365-403c-9ae4-876b4fe65ee4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0939598 Oct 13 00:17:40.062083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18803a7c-a3ae-40c4-bda3-20a14e90ffa3 req-68097e8a-5492-4891-a18c-7662b1737fd1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356050 Oct 13 00:17:40.230579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53433d11-a597-44c7-bfc4-140ef0b1342d req-afab3a27-71da-4054-afa6-60ecdfe314f1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:40.236658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53433d11-a597-44c7-bfc4-140ef0b1342d req-afab3a27-71da-4054-afa6-60ecdfe314f1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0689209 Oct 13 00:17:40.283198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53433d11-a597-44c7-bfc4-140ef0b1342d req-495e2135-172e-43aa-918b-3888f10a2149 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Oct 13 00:17:40.426674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa806ee-b21b-4cae-8d3c-3b4716b77306 req-65639735-9dbd-4a84-9087-fb565231c4dd tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:40.428177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efa806ee-b21b-4cae-8d3c-3b4716b77306 req-65639735-9dbd-4a84-9087-fb565231c4dd tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0537183 Oct 13 00:17:40.468225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 094cedd5-e655-4be3-a348-b07ca524d186 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:40.476588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efa806ee-b21b-4cae-8d3c-3b4716b77306 req-f54cde4e-890d-4717-b79a-3e7ee3b1f164 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391431 Oct 13 00:17:40.577437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d6676b3-3f77-40d2-aa94-d3c960478412 req-263285dc-6f6a-4fb9-8700-17ef59888fce tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 210 time: 0.0468211 Oct 13 00:17:40.580217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 094cedd5-e655-4be3-a348-b07ca524d186 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:17:40.602808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 094cedd5-e655-4be3-a348-b07ca524d186 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:40.603670 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:40.699000 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:40.743445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 094cedd5-e655-4be3-a348-b07ca524d186, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=094cedd5-e655-4be3-a348-b07ca524d186,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:40.745719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c108c169-51d6-43aa-bb7d-c438149c1d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094cedd5-e655-4be3-a348-b07ca524d186'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:40.750977 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4766d2-13ad-4ae0-8455-193bd06a8597" -d '{"events": [{"server_uuid": "c108c169-51d6-43aa-bb7d-c438149c1d9d", "name": "network-vif-plugged", "status": "completed", "tag": "094cedd5-e655-4be3-a348-b07ca524d186"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:40.753527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989eb7a-d695-462f-afb8-8e7d36ce0b25 req-c1ba3537-3257-4df5-8f82-802eb74ceac9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:40.757901 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:40.762026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7989eb7a-d695-462f-afb8-8e7d36ce0b25 req-c1ba3537-3257-4df5-8f82-802eb74ceac9 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.1535993 Oct 13 00:17:40.833574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-fc68e25d-0a3f-4b0a-b1da-37758d69e70b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:40.835252 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-fc68e25d-0a3f-4b0a-b1da-37758d69e70b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 815 time: 0.1854928 Oct 13 00:17:40.836487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7989eb7a-d695-462f-afb8-8e7d36ce0b25 req-26e35a75-f0cb-4d33-b63c-7a60ffa0275f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734627 Oct 13 00:17:40.847674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94892532-a7fd-4b09-b532-aa94f3c9b518 req-40a6e242-2361-4044-902d-3a8514358f38 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:40.853593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94892532-a7fd-4b09-b532-aa94f3c9b518 req-40a6e242-2361-4044-902d-3a8514358f38 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.1424689 Oct 13 00:17:40.860903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Request body: {'port': {'device_id': '6c75dc49-a49c-4e29-a733-215ecdbce97d', 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'admin_state_up': True, 'tenant_id': '6bdab3cb286e4660a93e978adb9edb95'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:40.881483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=094cedd5-e655-4be3-a348-b07ca524d186,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:40.915486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94892532-a7fd-4b09-b532-aa94f3c9b518 req-08490c88-1b78-4461-8170-25a3886e4055 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575526 Oct 13 00:17:41.043087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Made reservation on behalf of 6bdab3cb286e4660a93e978adb9edb95 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:41.048281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:41.162195 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ff23c-b047-4b36-8ecc-cb0171f65c03 x-openstack-request-id: req-2c9ff23c-b047-4b36-8ecc-cb0171f65c03 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:41.162483 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c108c169-51d6-43aa-bb7d-c438149c1d9d", "name": "network-vif-plugged", "status": "completed", "tag": "094cedd5-e655-4be3-a348-b07ca524d186", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:41.162772 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c9ff23c-b047-4b36-8ecc-cb0171f65c03 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:41.163331 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c108c169-51d6-43aa-bb7d-c438149c1d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094cedd5-e655-4be3-a348-b07ca524d186', 'code': 200} Oct 13 00:17:41.246513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Allocated IP 172.20.0.6 (77f93a8e-84cd-4e09-9637-912b468ad1bd/c7ab4b4e-8ca1-425a-858e-82182d32f2d1/e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:41.422154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ae1ee-8b6e-4ef2-8a9d-2fb33d3a9759 req-3f4547a9-082d-4f2b-93a2-5735f70a950f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:41.429774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d9ae1ee-8b6e-4ef2-8a9d-2fb33d3a9759 req-3f4547a9-082d-4f2b-93a2-5735f70a950f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.4996843 Oct 13 00:17:41.498049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d9ae1ee-8b6e-4ef2-8a9d-2fb33d3a9759 req-dbdc8fa4-a5b1-4049-ae93-09398b0f6699 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642376 Oct 13 00:17:41.503298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bbd14-72b7-4da6-b3d9-c56d00228462 req-fbd84257-3f94-4eb9-b9ec-56625bb39219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:41.505479 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e56bbd14-72b7-4da6-b3d9-c56d00228462 req-fbd84257-3f94-4eb9-b9ec-56625bb39219 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 1097 time: 0.1543987 Oct 13 00:17:41.554895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:41.597333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e56bbd14-72b7-4da6-b3d9-c56d00228462 req-bbecc710-b20a-40e6-8024-a312b68daed7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792885 Oct 13 00:17:41.618941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:41.645217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3581d0-c6be-4266-898a-b9db4c487060 req-d60439b8-b322-484a-9b48-822311a6e925 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:41.647158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a3581d0-c6be-4266-898a-b9db4c487060 req-d60439b8-b322-484a-9b48-822311a6e925 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0925565 Oct 13 00:17:41.662150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', '9e045665-3f53-4eb3-b106-a35a4400500a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:41.701876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Network 77f93a8e-84cd-4e09-9637-912b468ad1bd is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:41.713151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:41.719656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:41.722906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:41.757330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a3581d0-c6be-4266-898a-b9db4c487060 req-8a96d177-2a55-4f64-a350-a045c30b5a79 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027620 Oct 13 00:17:41.813099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cbf92-a586-47a2-8826-e50800aedd6b req-2c2a8711-5556-44d4-a3c1-e5b53d940add tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:41.820745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Pushing event updated for resources: {'Port': ['ID=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:41.830777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-300cbf92-a586-47a2-8826-e50800aedd6b req-2c2a8711-5556-44d4-a3c1-e5b53d940add tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.1635218 Oct 13 00:17:41.870214 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-46155f0b-a827-4ee2-997b-2ad21fdd7870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:41.870972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:41.871700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:41.894390 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-b006a8ae-c77a-41ae-95de-d185b17297e9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0382156 Oct 13 00:17:41.914437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Request body: {'port': {'device_id': '6c75dc49-a49c-4e29-a733-215ecdbce97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:41.915797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-300cbf92-a586-47a2-8826-e50800aedd6b req-d125e94c-b847-4ee1-9d61-c47081a3fde6 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790622 Oct 13 00:17:41.942233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879d1b3-6f2e-4c77-9165-35bd4f6d58be req-052d5009-a9ae-4276-88ee-35844de4c31a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:41.944025 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7879d1b3-6f2e-4c77-9165-35bd4f6d58be req-052d5009-a9ae-4276-88ee-35844de4c31a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 931 time: 0.0938303 Oct 13 00:17:42.006798 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:42.016979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7879d1b3-6f2e-4c77-9165-35bd4f6d58be req-c2b776a4-5f6c-4a09-adc7-30a34a0aaab6 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630939 Oct 13 00:17:42.093813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaada0a-caca-4e40-a3cd-c7dd1c9a8626 req-1aca6e8d-085b-4871-9970-06953cc25132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:42.100128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2eaada0a-caca-4e40-a3cd-c7dd1c9a8626 req-1aca6e8d-085b-4871-9970-06953cc25132 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0724719 Oct 13 00:17:42.176746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2eaada0a-caca-4e40-a3cd-c7dd1c9a8626 req-bd7a358d-ebd9-4c15-997d-fac5d6cd80fb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720129 Oct 13 00:17:42.425776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:42.436902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:42.449343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Transition to ACTIVE for port object e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:17:42.455490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:42.531149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:42.591236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Attempting to bind port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:42.591693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Attempting to bind port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:42.592128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Attempting to bind port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d on network 77f93a8e-84cd-4e09-9637-912b468ad1bd {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:42.598145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d on network 77f93a8e-84cd-4e09-9637-912b468ad1bd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:17:42.598472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Attempting to bind port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d on network 77f93a8e-84cd-4e09-9637-912b468ad1bd {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:42.605420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:42.605752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Checking segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:42.606848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Bound using segment: {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:42.607339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Bound port: e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cee9859-b3ae-48ea-92e4-4afa7754dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:42.607739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:42.670874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62a758-c014-42c0-a3a7-51aeb8f06dbc req-1565bc17-d69b-4c9c-a9f7-788191240beb tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:42.679369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c62a758-c014-42c0-a3a7-51aeb8f06dbc req-1565bc17-d69b-4c9c-a9f7-788191240beb tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0673287 Oct 13 00:17:42.715336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] For port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:42.720671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] For port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:42.724936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c62a758-c014-42c0-a3a7-51aeb8f06dbc req-b9b3ef07-1790-4bc3-942d-7fe6f0b2fb37 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445685 Oct 13 00:17:42.727036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:42.785583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:42.786348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:42.787828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] 10.222.0.45 "PUT /v2.0/ports/e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d HTTP/1.1" status: 200 len: 1091 time: 0.8791683 Oct 13 00:17:42.788447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c75dc49-a49c-4e29-a733-215ecdbce97d', 'tag': 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:42.791062 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fe3844-a52f-4202-b551-0a6c704295d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c75dc49-a49c-4e29-a733-215ecdbce97d", "tag": "e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:42.813760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497c829-bb48-4f38-80b9-47ec1dc8a2cc service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:42.852334 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ce9ad3-6d82-442f-96ee-86e8021304f8 x-openstack-request-id: req-d3ce9ad3-6d82-442f-96ee-86e8021304f8 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:42.853420 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c75dc49-a49c-4e29-a733-215ecdbce97d", "tag": "e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:42.853932 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3ce9ad3-6d82-442f-96ee-86e8021304f8 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:42.854472 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c75dc49-a49c-4e29-a733-215ecdbce97d', 'tag': 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d', 'status': 'completed', 'code': 200} Oct 13 00:17:42.921670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73ad86-5e5d-4f36-b5bc-f8f6df0595be req-2f1ea063-cc08-4ae6-a6ff-c8ba87ad0e36 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:42.929522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae73ad86-5e5d-4f36-b5bc-f8f6df0595be req-2f1ea063-cc08-4ae6-a6ff-c8ba87ad0e36 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0707724 Oct 13 00:17:42.939003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-c5a3ae9a-9fc2-46af-8b9f-97177f525522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:42.940661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-c5a3ae9a-9fc2-46af-8b9f-97177f525522 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 1094 time: 0.0657468 Oct 13 00:17:42.976123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae73ad86-5e5d-4f36-b5bc-f8f6df0595be req-49c42fcc-8c97-4477-80fc-499abd943677 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Oct 13 00:17:43.032429 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-5d8f1215-f744-4262-9c7d-faa1a27e5d2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d HTTP/1.1" status: 200 len: 217 time: 0.0747340 Oct 13 00:17:43.080312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834df56e-a590-4f34-bfc3-63782bff894e req-66b89491-4503-4ba5-ab4b-e3dda07a500b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.089674 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-834df56e-a590-4f34-bfc3-63782bff894e req-66b89491-4503-4ba5-ab4b-e3dda07a500b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0729439 Oct 13 00:17:43.097827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-c60af9ca-362c-48a3-98e5-0a697826d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.100103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-c60af9ca-362c-48a3-98e5-0a697826d218 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.0588987 Oct 13 00:17:43.152968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-7ff43034-0c7a-4710-9b57-b11e5bfc1125 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429466 Oct 13 00:17:43.172132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-834df56e-a590-4f34-bfc3-63782bff894e req-0c1ded04-20eb-46e5-a908-000fdcb48a95 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813065 Oct 13 00:17:43.209464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff16a6-4ad5-4734-bf1a-092c1fbf9968 req-86c6337f-4089-45ce-a537-d5d025a48cd7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.211472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bff16a6-4ad5-4734-bf1a-092c1fbf9968 req-86c6337f-4089-45ce-a537-d5d025a48cd7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 943 time: 0.0938845 Oct 13 00:17:43.267833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5bff16a6-4ad5-4734-bf1a-092c1fbf9968 req-55972fdf-64a6-427d-b1c8-74f557c87953 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Oct 13 00:17:43.275230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device b82eb8fe-ade8-4794-808e-653a3ab879e3 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:43.335821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-80ca4966-9d63-452e-b68c-36a4d3d44ffc service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723940 Oct 13 00:17:43.464622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c6878-c9b2-4192-821b-e27d90655983 req-a1235a5b-95c9-4394-97b9-41d040e4cb3f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.466830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-412c6878-c9b2-4192-821b-e27d90655983 req-a1235a5b-95c9-4394-97b9-41d040e4cb3f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0941300 Oct 13 00:17:43.478703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:43.491135 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b68e904-5a41-4efe-b2cf-90c64e6de5df req-4b03d2d8-6586-41cb-b72e-cee54e500197 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451952 Oct 13 00:17:43.505970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'b82eb8fe-ade8-4794-808e-653a3ab879e3', 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636', 'port_id': 'b82eb8fe-ade8-4794-808e-653a3ab879e3', 'mac_address': 'fa:16:3e:a9:b3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4d62fd-0456-4555-889b-57e236e3f4d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:43.537192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-412c6878-c9b2-4192-821b-e27d90655983 req-cb7fce85-7d63-404d-9798-b44a30c0465b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624008 Oct 13 00:17:43.561343 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:43.583382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82eb8fe-ade8-4794-808e-653a3ab879e3 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:43.613201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:43.621066 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:43.675736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-26869aa5-d89e-43d5-81c6-9db60db4abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.677469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-26869aa5-d89e-43d5-81c6-9db60db4abbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bdab3cb286e4660a93e978adb9edb95&device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 1094 time: 0.0853593 Oct 13 00:17:43.700008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:43.766408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79228-ebe5-4ecd-b260-26face29990f req-b9e6b781-5bc0-480d-b9ac-a43741e158d1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.768500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ce79228-ebe5-4ecd-b260-26face29990f req-b9e6b781-5bc0-480d-b9ac-a43741e158d1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0952830 Oct 13 00:17:43.846124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ce79228-ebe5-4ecd-b260-26face29990f req-3130cd65-5c12-4297-98f7-b24dfd698987 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668957 Oct 13 00:17:43.875593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-2f7957b6-d2db-4250-91f5-7196f7967f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.877194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-2f7957b6-d2db-4250-91f5-7196f7967f35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 200 len: 916 time: 0.1877007 Oct 13 00:17:43.931113 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-b85e7f7f-d045-4921-872e-3c684044159e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d HTTP/1.1" status: 200 len: 217 time: 0.0439713 Oct 13 00:17:43.936204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-8bd867de-d491-4c9e-93ff-560b7c639b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.937651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-8bd867de-d491-4c9e-93ff-560b7c639b0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 1097 time: 0.1710279 Oct 13 00:17:43.945854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50877dd1-e2dc-4825-a0ff-691f3f882bfb req-2b33024f-9488-4ab3-a547-8665aae51b35 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:43.947539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50877dd1-e2dc-4825-a0ff-691f3f882bfb req-2b33024f-9488-4ab3-a547-8665aae51b35 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0637631 Oct 13 00:17:43.995989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50877dd1-e2dc-4825-a0ff-691f3f882bfb req-89ed90d3-367b-4b3b-b758-3c4a509134a8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393448 Oct 13 00:17:44.038214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-4100aad8-be9a-4066-b2fa-ea938b297906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.039911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-4100aad8-be9a-4066-b2fa-ea938b297906 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 200 len: 855 time: 0.0999339 Oct 13 00:17:44.115652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-621f83a5-22f5-47e5-952d-8acd721b3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.117230 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-621f83a5-22f5-47e5-952d-8acd721b3988 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 914 time: 0.1407454 Oct 13 00:17:44.134015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-23715614-a40a-4f19-bfa2-277d4030ca64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77f93a8e-84cd-4e09-9637-912b468ad1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812120 Oct 13 00:17:44.156666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beadff-a3f7-48b6-adbd-07c5de160d7c req-b8bb1188-1765-4842-ac08-70a75b65deb3 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.158339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3beadff-a3f7-48b6-adbd-07c5de160d7c req-b8bb1188-1765-4842-ac08-70a75b65deb3 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0880764 Oct 13 00:17:44.189253 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-eec838b1-8e07-4184-9231-fcb8a32d0544 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c158363e-207c-4fc8-a46e-b1853a34eea5 HTTP/1.1" status: 200 len: 217 time: 0.0580223 Oct 13 00:17:44.226414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3beadff-a3f7-48b6-adbd-07c5de160d7c req-9a77f0ad-4caa-45e4-93f3-7361e7a9c8e1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618172 Oct 13 00:17:44.284734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-0a921680-30fe-4f35-be4c-9978cd8910d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.286190 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-0a921680-30fe-4f35-be4c-9978cd8910d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 200 len: 853 time: 0.0832593 Oct 13 00:17:44.322383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['b82eb8fe-ade8-4794-808e-653a3ab879e3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:44.336699 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-ce508268-3dff-4aec-96e3-ad4e1cf9d019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d668629-6a5a-4b85-9084-6d1fcec980c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391052 Oct 13 00:17:44.403796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc012e-d2ca-4af2-9515-cb6aa6de2fe9 req-512dd188-c01e-4bde-9410-5ca58ef26625 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.412811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2bc012e-d2ca-4af2-9515-cb6aa6de2fe9 req-512dd188-c01e-4bde-9410-5ca58ef26625 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1285274 Oct 13 00:17:44.435219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8392f-250a-45bd-8c72-950a5487d8df req-d2d83bf0-1114-4aec-b09f-1a69eaf70228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.438314 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53f8392f-250a-45bd-8c72-950a5487d8df req-d2d83bf0-1114-4aec-b09f-1a69eaf70228 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 1097 time: 0.1407866 Oct 13 00:17:44.453253 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-6d245c5a-8915-44c5-801f-81dedc17d6e4 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745717 Oct 13 00:17:44.542598 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af2f251c-9161-4100-b195-7f2df2da7913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:44.576646 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3fe3844-a52f-4202-b551-0a6c704295d8 req-b217b188-dba0-42a9-9c34-5de50263e493 service neutron] 10.222.0.45 "GET /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091163 Oct 13 00:17:44.581355 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2bc012e-d2ca-4af2-9515-cb6aa6de2fe9 req-6c0fedcd-393d-4f15-857a-c6c3bc2dd223 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675186 Oct 13 00:17:44.608886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103a93e-9aaa-45b1-9926-379bd862a884 req-c4853c54-36c7-4133-8d54-4d69dce4ddef tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.610514 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e103a93e-9aaa-45b1-9926-379bd862a884 req-c4853c54-36c7-4133-8d54-4d69dce4ddef tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 943 time: 0.1879437 Oct 13 00:17:44.650860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-2df13deb-4229-47a7-800e-933386320008 service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028302 Oct 13 00:17:44.675679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8392f-250a-45bd-8c72-950a5487d8df req-71695406-efba-43e6-99a1-cfa0b64c3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.677479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53f8392f-250a-45bd-8c72-950a5487d8df req-71695406-efba-43e6-99a1-cfa0b64c3098 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 912 time: 0.2285109 Oct 13 00:17:44.710387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e103a93e-9aaa-45b1-9926-379bd862a884 req-259e1803-ab51-4e0c-b81e-c7a18ee72b9f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824759 Oct 13 00:17:44.776851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53f8392f-250a-45bd-8c72-950a5487d8df req-6288519a-07cf-4603-9f85-baf6f0058336 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=094cedd5-e655-4be3-a348-b07ca524d186 HTTP/1.1" status: 200 len: 217 time: 0.0849917 Oct 13 00:17:44.796106 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ad12291f-ca6a-433a-84b0-f2824332c50e req-ad59dbfc-9bf9-434a-8793-0eed2de69cb9 service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364670 Oct 13 00:17:44.862816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8392f-250a-45bd-8c72-950a5487d8df req-346fe6df-b690-4a74-877e-79b3a75180d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.864350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53f8392f-250a-45bd-8c72-950a5487d8df req-346fe6df-b690-4a74-877e-79b3a75180d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c663bc1-1c6b-4b96-861d-51198732b09f HTTP/1.1" status: 200 len: 851 time: 0.0800524 Oct 13 00:17:44.892352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373deba7-a4c5-48bb-8f7d-0d947c265289 req-42e42fc6-936f-4bb5-ae12-b961d23dc130 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:44.893951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-373deba7-a4c5-48bb-8f7d-0d947c265289 req-42e42fc6-936f-4bb5-ae12-b961d23dc130 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 944 time: 0.0786316 Oct 13 00:17:44.912649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53f8392f-250a-45bd-8c72-950a5487d8df req-d1c0fc4c-6cda-4c9f-a15b-71b1458911d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391042 Oct 13 00:17:45.027848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-373deba7-a4c5-48bb-8f7d-0d947c265289 req-e14960d8-d0a6-4477-a550-bf4215f6045f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159031 Oct 13 00:17:45.069525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174521-8b66-462c-ad78-43e5ec6809cb req-de4058cd-26f0-47b8-a79e-83b49f7bd6fc tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:45.070984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c174521-8b66-462c-ad78-43e5ec6809cb req-de4058cd-26f0-47b8-a79e-83b49f7bd6fc tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.1250448 Oct 13 00:17:45.096164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53f8392f-250a-45bd-8c72-950a5487d8df req-15feedb9-6302-4cfc-96de-f6815a769b96 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699488 Oct 13 00:17:45.174759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c174521-8b66-462c-ad78-43e5ec6809cb req-a266a669-dc8e-4b1f-a962-c7d4adebc540 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921185 Oct 13 00:17:45.233343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53f8392f-250a-45bd-8c72-950a5487d8df req-c6d7cd3a-45cc-4adb-8c9e-1bdb46ff4482 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217370 Oct 13 00:17:45.354677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb95ca-29e2-430a-ba13-2013d847d45a req-d48e9184-8bee-4bfe-886e-e48c07a98340 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:45.356338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7cb95ca-29e2-430a-ba13-2013d847d45a req-d48e9184-8bee-4bfe-886e-e48c07a98340 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0604069 Oct 13 00:17:45.424089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7cb95ca-29e2-430a-ba13-2013d847d45a req-7d3c1d19-bf0d-44f3-9ba1-b1972d285e4a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571570 Oct 13 00:17:45.614999 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:45.744561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07455c-6eca-46fe-ae82-fcf5f28d90e9 req-91229501-eb7a-48f3-a1b4-f576f45e04a6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:45.753018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a07455c-6eca-46fe-ae82-fcf5f28d90e9 req-91229501-eb7a-48f3-a1b4-f576f45e04a6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0796435 Oct 13 00:17:45.821888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a07455c-6eca-46fe-ae82-fcf5f28d90e9 req-1381305c-ab4a-42d7-af93-644f432d019f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670874 Oct 13 00:17:45.883127 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:46.015245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce1bb-539a-493e-8b95-931233d5edfb req-245388cd-127d-435b-954a-a6b4be4cba1f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:46.017608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edce1bb-539a-493e-8b95-931233d5edfb req-245388cd-127d-435b-954a-a6b4be4cba1f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 943 time: 0.0980163 Oct 13 00:17:46.078071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6edce1bb-539a-493e-8b95-931233d5edfb req-74197053-d198-48f7-a0a5-10f741c59517 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Oct 13 00:17:46.195082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8de41-576e-4eb6-9341-e213353d004f req-2244c9e2-1797-4e31-b958-956d09c69e0e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:46.196838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1c8de41-576e-4eb6-9341-e213353d004f req-2244c9e2-1797-4e31-b958-956d09c69e0e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 944 time: 0.0595987 Oct 13 00:17:46.252103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1c8de41-576e-4eb6-9341-e213353d004f req-0abb86de-0d5d-4980-ba34-24da7afa7137 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Oct 13 00:17:46.326423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1d7a2-2563-40f2-9e2e-0f0419e07657 req-4d05a6c3-6725-416b-b58b-0f50fb6d0e0a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:46.328441 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ee1d7a2-2563-40f2-9e2e-0f0419e07657 req-4d05a6c3-6725-416b-b58b-0f50fb6d0e0a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0611689 Oct 13 00:17:46.372751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ee1d7a2-2563-40f2-9e2e-0f0419e07657 req-5f4dccaf-292c-40fc-9107-7f732477bf15 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367751 Oct 13 00:17:46.506445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea4b88-8255-4915-ad76-0007ea224260 req-929385e8-a050-491c-91ab-cfc85e96edb4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:46.507956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cea4b88-8255-4915-ad76-0007ea224260 req-929385e8-a050-491c-91ab-cfc85e96edb4 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0658245 Oct 13 00:17:46.587228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e032ba-47f7-4efa-8107-e419de566537 req-9cd6944f-b9c7-456e-9491-370a84084448 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:46.588886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03e032ba-47f7-4efa-8107-e419de566537 req-9cd6944f-b9c7-456e-9491-370a84084448 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0925717 Oct 13 00:17:46.592298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cea4b88-8255-4915-ad76-0007ea224260 req-83affab5-617a-4213-a317-e1d0bfc21406 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575349 Oct 13 00:17:46.660980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03e032ba-47f7-4efa-8107-e419de566537 req-e09df131-dafb-48ed-8ce9-5600377fe91d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579240 Oct 13 00:17:46.759690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6abe8-30c9-4aaf-a00a-2d9cae12fef0 req-ef998919-3642-48a2-9873-ba241077b46a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:46.767033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67a6abe8-30c9-4aaf-a00a-2d9cae12fef0 req-ef998919-3642-48a2-9873-ba241077b46a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0622351 Oct 13 00:17:46.814754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67a6abe8-30c9-4aaf-a00a-2d9cae12fef0 req-a2ae1cbf-a633-44e2-a2ae-0a79a157fa8f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Oct 13 00:17:46.999792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fc47d-137b-41cf-9e77-b8764bcb3f8d req-4e2852f3-a80e-4942-88a8-52624b9e65ec tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:47.007548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c6fc47d-137b-41cf-9e77-b8764bcb3f8d req-4e2852f3-a80e-4942-88a8-52624b9e65ec tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0906663 Oct 13 00:17:47.022558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097cad1-798d-4ec7-88d0-92c43c05d1bc req-f90c4a7d-c6e9-43e2-9f1d-40562c6cae63 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:47.024364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9097cad1-798d-4ec7-88d0-92c43c05d1bc req-f90c4a7d-c6e9-43e2-9f1d-40562c6cae63 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1180761 Oct 13 00:17:47.111609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9097cad1-798d-4ec7-88d0-92c43c05d1bc req-f4b18955-a128-4279-b114-5f146ef777fe tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690420 Oct 13 00:17:47.133982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c6fc47d-137b-41cf-9e77-b8764bcb3f8d req-58dc50c9-c168-416a-b068-8860d1799da8 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252306 Oct 13 00:17:47.282506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:17:47.293142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device b82eb8fe-ade8-4794-808e-653a3ab879e3 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:47.411849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bed937-9bd8-424b-93d0-1a7d6ffe7d8b req-3ae9c4c2-1159-48fb-8278-cb594aa52cbb tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:47.422667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9bed937-9bd8-424b-93d0-1a7d6ffe7d8b req-3ae9c4c2-1159-48fb-8278-cb594aa52cbb tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 943 time: 0.1011584 Oct 13 00:17:47.474574 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:47.485604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port b82eb8fe-ade8-4794-808e-653a3ab879e3 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:17:47.498128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port b82eb8fe-ade8-4794-808e-653a3ab879e3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:47.498838 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:47.500487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9bed937-9bd8-424b-93d0-1a7d6ffe7d8b req-f712a202-48ca-4d86-9531-a8aaeb7957bc tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764682 Oct 13 00:17:47.563538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:47.568857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fcbdf-2e30-46a1-84f7-5c9bcde8d64b req-280c19a4-b8ac-4d1b-87ad-7a72e2463d8f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:47.577921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd9fcbdf-2e30-46a1-84f7-5c9bcde8d64b req-280c19a4-b8ac-4d1b-87ad-7a72e2463d8f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 944 time: 0.1260703 Oct 13 00:17:47.588379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d', 'network_id': '77f93a8e-84cd-4e09-9637-912b468ad1bd', 'port_id': 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d', 'mac_address': 'fa:16:3e:ad:52:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ab4b4e-8ca1-425a-858e-82182d32f2d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:17:47.666510 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:47.673839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd9fcbdf-2e30-46a1-84f7-5c9bcde8d64b req-6aefa130-0683-4e63-97ec-bff82a067ab9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946133 Oct 13 00:17:47.694960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8889fd-e4aa-4742-91f0-cf8be37769c5 req-f6c28503-2b0c-4437-85a3-19447aad26bf tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:47.708454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d8889fd-e4aa-4742-91f0-cf8be37769c5 req-f6c28503-2b0c-4437-85a3-19447aad26bf tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.1159525 Oct 13 00:17:47.710705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:47.711300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:47.713463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:47.716955 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a7176-c494-4159-878f-703a72227ac1" -d '{"events": [{"server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "name": "network-vif-plugged", "status": "completed", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:47.721549 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:47.757123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:47.767882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d8889fd-e4aa-4742-91f0-cf8be37769c5 req-bd11bc2d-131c-4fe6-82c8-d78a98a9de28 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598273 Oct 13 00:17:47.805271 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:47.813028 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:47.819155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:47.879402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615823c-c80c-4c4a-8002-ef5b6bdd578f req-45e3c508-63b2-431b-9b5b-ef36e4722f38 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:47.881539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1615823c-c80c-4c4a-8002-ef5b6bdd578f req-45e3c508-63b2-431b-9b5b-ef36e4722f38 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1122382 Oct 13 00:17:47.891284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:47.894851 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9be541-b91e-4474-a2f1-dc0152261e82 x-openstack-request-id: req-2f9be541-b91e-4474-a2f1-dc0152261e82 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:47.895149 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "name": "network-vif-plugged", "status": "completed", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:47.895406 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f9be541-b91e-4474-a2f1-dc0152261e82 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:47.896117 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3', 'code': 200} Oct 13 00:17:47.981756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1615823c-c80c-4c4a-8002-ef5b6bdd578f req-3f40b857-9cdf-474c-995e-3f092ac3fab8 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921350 Oct 13 00:17:48.006977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8f84b-2cca-4b95-bbb1-1aa0354155bb req-f3ef2937-97b1-44cd-94a4-0e0a6d216e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:48.009001 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4da8f84b-2cca-4b95-bbb1-1aa0354155bb req-f3ef2937-97b1-44cd-94a4-0e0a6d216e12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1096 time: 0.0543487 Oct 13 00:17:48.010428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c94984-398e-4b6e-8016-9cd2e20f89b6 req-4a345792-0c6f-44bd-b83e-1e92e35dbf5d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:48.012296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9c94984-398e-4b6e-8016-9cd2e20f89b6 req-4a345792-0c6f-44bd-b83e-1e92e35dbf5d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0736947 Oct 13 00:17:48.053219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4da8f84b-2cca-4b95-bbb1-1aa0354155bb req-01af0021-ba8d-4541-b488-af6daedfbf21 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Oct 13 00:17:48.061906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9c94984-398e-4b6e-8016-9cd2e20f89b6 req-ed691c68-6886-427c-bf32-149527e809b7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Oct 13 00:17:48.263747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80415917-ae6a-4b07-80d2-78c0fffd0841 req-050074b4-f719-4d7a-bbe8-801e3c62e7e1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:48.267032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80415917-ae6a-4b07-80d2-78c0fffd0841 req-050074b4-f719-4d7a-bbe8-801e3c62e7e1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.1009231 Oct 13 00:17:48.274679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eaea7-c4f5-4303-994f-61f598fbb6af req-a4f42a3e-1104-4c9d-b00f-ccbccd47606f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:48.276177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c6eaea7-c4f5-4303-994f-61f598fbb6af req-a4f42a3e-1104-4c9d-b00f-ccbccd47606f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0801404 Oct 13 00:17:48.343462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80415917-ae6a-4b07-80d2-78c0fffd0841 req-3e53a8ea-98ec-481f-b3ca-0565fb5da198 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662057 Oct 13 00:17:48.351662 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c6eaea7-c4f5-4303-994f-61f598fbb6af req-16fd0e71-f952-4034-9c60-657cbe048e39 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681064 Oct 13 00:17:48.406809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:17:48.641897 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dbd042da-b875-49a6-a118-e342e49adab7 req-b9292474-6c81-4c8a-a3e0-aed86c836b0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907903 Oct 13 00:17:48.644372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497635a-c3b1-4c65-b4ee-7c83e2bf2588 req-f5d60164-10b6-40b0-8164-587ef20c8b1c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:48.648013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6497635a-c3b1-4c65-b4ee-7c83e2bf2588 req-f5d60164-10b6-40b0-8164-587ef20c8b1c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0659947 Oct 13 00:17:48.718685 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6497635a-c3b1-4c65-b4ee-7c83e2bf2588 req-47d84e12-fd01-4faa-9380-e1ba885dbe9e tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663378 Oct 13 00:17:48.733751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8f93c-090c-4817-ad98-daa69600288a req-a2c16919-1716-49cb-891a-ad24ca96f8c6 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:48.741146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af8f93c-090c-4817-ad98-daa69600288a req-a2c16919-1716-49cb-891a-ad24ca96f8c6 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 944 time: 0.0921133 Oct 13 00:17:48.779113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd042da-b875-49a6-a118-e342e49adab7 req-605bac59-7f34-436b-9d96-96193b021337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:48.780832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dbd042da-b875-49a6-a118-e342e49adab7 req-605bac59-7f34-436b-9d96-96193b021337 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 1095 time: 0.0680647 Oct 13 00:17:48.804587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af8f93c-090c-4817-ad98-daa69600288a req-86bf5c57-d688-4801-b155-ee0942206214 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624328 Oct 13 00:17:48.891347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1d8fd-68c9-4883-a067-f67194b29061 req-18d32274-97a6-4f40-984f-c3d9bbec29e6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:48.901013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1aa1d8fd-68c9-4883-a067-f67194b29061 req-18d32274-97a6-4f40-984f-c3d9bbec29e6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0895600 Oct 13 00:17:48.987997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1aa1d8fd-68c9-4883-a067-f67194b29061 req-76eac53d-7c2a-4b8d-b6f1-a1cd2400416b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857136 Oct 13 00:17:49.025502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245c38d-2599-4c05-9db6-8b099a66d725 req-2e6c142a-12cd-4dd1-8842-e23678c28012 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:49.027812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8245c38d-2599-4c05-9db6-8b099a66d725 req-2e6c142a-12cd-4dd1-8842-e23678c28012 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0799339 Oct 13 00:17:49.143813 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8245c38d-2599-4c05-9db6-8b099a66d725 req-760a5050-2a52-4146-8e25-c0c0c3413d7f tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919538 Oct 13 00:17:49.175627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d4e9-bf9b-49c6-819a-8b7f856c7bae req-93946d79-0052-4349-aa46-bd2e7750f4f7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:49.182530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff06d4e9-bf9b-49c6-819a-8b7f856c7bae req-93946d79-0052-4349-aa46-bd2e7750f4f7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1141014 Oct 13 00:17:49.240956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff06d4e9-bf9b-49c6-819a-8b7f856c7bae req-ca5b2e15-5884-45f9-840a-47612a472212 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574398 Oct 13 00:17:49.312853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6e109-c1c6-413c-b9fc-8e92ab8e003b req-6d6d785b-4f41-4577-8c93-2262bda72eb0 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:49.314991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23e6e109-c1c6-413c-b9fc-8e92ab8e003b req-6d6d785b-4f41-4577-8c93-2262bda72eb0 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0659637 Oct 13 00:17:49.316047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd042da-b875-49a6-a118-e342e49adab7 req-78485703-2726-4b55-bbe0-37ea63c79c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:49.317523 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dbd042da-b875-49a6-a118-e342e49adab7 req-78485703-2726-4b55-bbe0-37ea63c79c02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.5104246 Oct 13 00:17:49.370919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dbd042da-b875-49a6-a118-e342e49adab7 req-14af39e9-8c49-4358-b624-4523ae6eb5b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 200 len: 217 time: 0.0399203 Oct 13 00:17:49.376088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23e6e109-c1c6-413c-b9fc-8e92ab8e003b req-d3942140-f657-4259-b018-f3200115e67d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541720 Oct 13 00:17:49.458642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd042da-b875-49a6-a118-e342e49adab7 req-daf6351f-82dd-427e-b1f8-d5ce2aab66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:49.460518 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dbd042da-b875-49a6-a118-e342e49adab7 req-daf6351f-82dd-427e-b1f8-d5ce2aab66df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0799398 Oct 13 00:17:49.520759 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dbd042da-b875-49a6-a118-e342e49adab7 req-20214f62-9908-4b71-a410-151043686ba6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508165 Oct 13 00:17:49.537782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5b019-aad1-4820-9620-76e4102eaf70 req-fbe8ca48-6da5-401b-8039-0436aae2acd7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:49.539536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ab5b019-aad1-4820-9620-76e4102eaf70 req-fbe8ca48-6da5-401b-8039-0436aae2acd7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0841529 Oct 13 00:17:49.572603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615f01-55e9-45eb-b966-50c9d9f22fc7 req-3d10530e-4b96-4fad-9068-abd9aac30639 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:49.574083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92615f01-55e9-45eb-b966-50c9d9f22fc7 req-3d10530e-4b96-4fad-9068-abd9aac30639 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0838733 Oct 13 00:17:49.611019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ab5b019-aad1-4820-9620-76e4102eaf70 req-356a4850-a2d3-4368-95b8-ada04d69e3a7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638733 Oct 13 00:17:49.646919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92615f01-55e9-45eb-b966-50c9d9f22fc7 req-7b08ef4b-a584-4376-92f6-1c66906f2adb tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656621 Oct 13 00:17:49.729052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dbd042da-b875-49a6-a118-e342e49adab7 req-2dc6e530-ab9b-44b9-91f9-996728311a4f service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570857 Oct 13 00:17:49.742016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-579589f8-e05b-4d5a-b1e3-4a1ba177de54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807090 Oct 13 00:17:49.828551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-f2b186e6-4b02-4027-9f70-097c3450a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:49.830430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-f2b186e6-4b02-4027-9f70-097c3450a24c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f386f82c3159471f86da3747eef0b3da&device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 1097 time: 0.0527847 Oct 13 00:17:49.870532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dbd042da-b875-49a6-a118-e342e49adab7 req-cf211c09-72a9-42b2-9c49-bf53d7e7c654 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350532 Oct 13 00:17:50.020106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101bb8f-9569-4404-ac50-c05beaa8e218 req-75818676-0910-457c-a8f6-1644dca21aa1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.021589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a101bb8f-9569-4404-ac50-c05beaa8e218 req-75818676-0910-457c-a8f6-1644dca21aa1 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.1128626 Oct 13 00:17:50.023944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-dee02453-e53b-451d-ac72-25b1bf2fffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.025288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-dee02453-e53b-451d-ac72-25b1bf2fffdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 200 len: 914 time: 0.1704640 Oct 13 00:17:50.041274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081d50-2c23-422e-9df7-8ba09e8224af req-544a47bc-bc9f-4b3e-a7da-4cf0220d9435 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.042678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02081d50-2c23-422e-9df7-8ba09e8224af req-544a47bc-bc9f-4b3e-a7da-4cf0220d9435 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 944 time: 0.0976737 Oct 13 00:17:50.093898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-17fa737d-7cb4-426e-bbf7-75b472fb97a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c158363e-207c-4fc8-a46e-b1853a34eea5 HTTP/1.1" status: 200 len: 217 time: 0.0493813 Oct 13 00:17:50.146552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a101bb8f-9569-4404-ac50-c05beaa8e218 req-3e7d5350-aa83-4f98-bdb5-9ca1b2814c01 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187751 Oct 13 00:17:50.167432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02081d50-2c23-422e-9df7-8ba09e8224af req-8e35b640-1cdd-4ec7-9659-72644befb620 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105323 Oct 13 00:17:50.173567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-24a1e543-55b9-415c-a9d0-891eaf68b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.175031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-24a1e543-55b9-415c-a9d0-891eaf68b853 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 200 len: 853 time: 0.0704246 Oct 13 00:17:50.208982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-bc03f749-1c79-465a-a8d0-8f51f3e6aa66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d668629-6a5a-4b85-9084-6d1fcec980c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256031 Oct 13 00:17:50.323352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47921653-299f-48ff-8151-3766158cdebb req-513e7abe-d19e-4ee7-bb6e-a37c12915489 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.324916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47921653-299f-48ff-8151-3766158cdebb req-513e7abe-d19e-4ee7-bb6e-a37c12915489 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0972264 Oct 13 00:17:50.362534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-9767c41d-e921-48e9-9ec5-b654f70255f9 service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430445 Oct 13 00:17:50.399881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47921653-299f-48ff-8151-3766158cdebb req-7253e4d0-bbec-42b8-871c-72e438abd352 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666444 Oct 13 00:17:50.472574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcd6cce-4b4a-4995-90c5-6bf9923f90e3 req-0cf957c8-b8f4-4a5c-92e0-b42b364b995c service neutron] 10.222.0.36 "GET /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005929 Oct 13 00:17:50.530868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921e84f-fbbd-47d0-89e2-2d8b89f9ccaf req-57a55886-eade-4b75-b44b-c87fdb7b66b9 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.532394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9921e84f-fbbd-47d0-89e2-2d8b89f9ccaf req-57a55886-eade-4b75-b44b-c87fdb7b66b9 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0554450 Oct 13 00:17:50.576062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9921e84f-fbbd-47d0-89e2-2d8b89f9ccaf req-a5070c3d-2c1e-4cd9-a41c-54fdbb348bf1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371518 Oct 13 00:17:50.710366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d198-d017-4e45-a340-49b4ec77bd0c req-1d9ab714-397a-4994-b2f3-5e7008b915a3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.711915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ca9d198-d017-4e45-a340-49b4ec77bd0c req-1d9ab714-397a-4994-b2f3-5e7008b915a3 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0805442 Oct 13 00:17:50.718490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1dee7-3e1c-4463-801c-002c49966ae9 req-f6bec0bb-2a84-41dd-9882-c43cdf9fb1b9 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.719916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ee1dee7-3e1c-4463-801c-002c49966ae9 req-f6bec0bb-2a84-41dd-9882-c43cdf9fb1b9 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1096 time: 0.0619221 Oct 13 00:17:50.771268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ca9d198-d017-4e45-a340-49b4ec77bd0c req-9b4ec2a7-071f-464f-8cb1-4f182494c166 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504193 Oct 13 00:17:50.777147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ee1dee7-3e1c-4463-801c-002c49966ae9 req-4cbc8881-9743-4eb9-b5d2-2baf8d03b81f tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494955 Oct 13 00:17:50.900119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0566f-3e11-482b-83b4-872de146dfbd req-abfd169f-4c4c-40ba-999a-2e4722c34355 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:50.901785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60e0566f-3e11-482b-83b4-872de146dfbd req-abfd169f-4c4c-40ba-999a-2e4722c34355 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0510340 Oct 13 00:17:50.955473 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60e0566f-3e11-482b-83b4-872de146dfbd req-87a06d48-b0f8-4658-ad62-4a94cddacf22 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Oct 13 00:17:51.063246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2114f-6e7c-4998-b1ac-afcec491fde6 req-dcf85100-9925-46b5-921e-34bc08958c6d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:51.064741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28d2114f-6e7c-4998-b1ac-afcec491fde6 req-dcf85100-9925-46b5-921e-34bc08958c6d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0526428 Oct 13 00:17:51.103864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28d2114f-6e7c-4998-b1ac-afcec491fde6 req-d33fce36-f5cd-4891-825b-e6e22cf08e3c tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Oct 13 00:17:51.170046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a8d52-cfcc-4af2-9b12-0f448a483fd8 req-6aded421-c0db-4802-852c-5fcb4d3f1176 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:51.171743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-949a8d52-cfcc-4af2-9b12-0f448a483fd8 req-6aded421-c0db-4802-852c-5fcb4d3f1176 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1096 time: 0.0437267 Oct 13 00:17:51.262867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-949a8d52-cfcc-4af2-9b12-0f448a483fd8 req-77c361dc-993f-4464-9ce3-eee2f3adf777 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852058 Oct 13 00:17:51.301977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:17:51.307893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867506c-a9f3-425f-a17c-96398943e073 req-c61cbea7-6a7c-4e5b-b340-1125c7256cae tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:51.313926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-c61cbea7-6a7c-4e5b-b340-1125c7256cae tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 804 time: 0.1305897 Oct 13 00:17:51.325071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-cdd97eb5-4967-4b79-a637-8cc5bdb5dfe0 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/quotas/78e96295fb4b41a09bf66cc575acf850 HTTP/1.1" status: 200 len: 375 time: 0.0092831 Oct 13 00:17:51.352001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:17:51.355584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:17:51.356467 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:51.407175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-5b01e747-60dc-4194-8355-cf766572d408 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752826 Oct 13 00:17:51.415469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b726ce-66ad-410b-b9f3-84ae361c6e26 req-5da3ddf7-3c13-40d3-8bcb-a5736ead9b64 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:51.416889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85b726ce-66ad-410b-b9f3-84ae361c6e26 req-5da3ddf7-3c13-40d3-8bcb-a5736ead9b64 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 944 time: 0.0747528 Oct 13 00:17:51.438557 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:51.463327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c75dc49-a49c-4e29-a733-215ecdbce97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:51.465586 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb90eb0d-f0c9-4488-b343-b132ca3c985c" -d '{"events": [{"server_uuid": "6c75dc49-a49c-4e29-a733-215ecdbce97d", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:51.478346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:51.483403 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:51.515397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85b726ce-66ad-410b-b9f3-84ae361c6e26 req-dc3c9f24-058b-4d7e-b442-bbd81567289e tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883188 Oct 13 00:17:51.548706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-ed6f80e0-d2c5-485f-9cdc-d2beb1d41c72 service neutron] 10.222.0.21 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306887 Oct 13 00:17:51.553445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:51.674255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994cfeb-9f31-46c5-a334-bed220a6b0f9 req-ae34a320-d66c-4107-8192-15d31478ec0d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:51.675719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9994cfeb-9f31-46c5-a334-bed220a6b0f9 req-ae34a320-d66c-4107-8192-15d31478ec0d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.1015913 Oct 13 00:17:51.691730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-4153714a-60db-4789-a757-22b26f1663a3 service neutron] 10.222.0.21 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358929 Oct 13 00:17:51.718183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9994cfeb-9f31-46c5-a334-bed220a6b0f9 req-6870bbfd-5aaf-40e0-b9ac-7e88e9928817 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355167 Oct 13 00:17:51.808035 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31676b0d-8b2b-4bfe-811f-a8defc288b39 x-openstack-request-id: req-31676b0d-8b2b-4bfe-811f-a8defc288b39 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:51.808035 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c75dc49-a49c-4e29-a733-215ecdbce97d", "name": "network-vif-plugged", "status": "completed", "tag": "e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:51.808035 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31676b0d-8b2b-4bfe-811f-a8defc288b39 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:51.808035 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c75dc49-a49c-4e29-a733-215ecdbce97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d', 'code': 200} Oct 13 00:17:51.959675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-c9e9dd1d-9279-4bae-8483-2a73c1cf9207 req-ba5e783a-eaed-4a65-bc49-f1f1b6a8676c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:17:51.964275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9e9dd1d-9279-4bae-8483-2a73c1cf9207 req-ba5e783a-eaed-4a65-bc49-f1f1b6a8676c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131307 Oct 13 00:17:51.991600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084361a8-fc6f-42fb-848c-7f2c2d6a5436 req-3a7b9b31-a0bb-4bac-a33c-59dde965b726 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:51.994905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-084361a8-fc6f-42fb-848c-7f2c2d6a5436 req-3a7b9b31-a0bb-4bac-a33c-59dde965b726 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1316502 Oct 13 00:17:52.006039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc140656-f564-4cbe-af15-fbaea1ce1d6b req-6b5d0e51-b054-4e55-9ee4-26e5d85a3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:52.007443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc140656-f564-4cbe-af15-fbaea1ce1d6b req-6b5d0e51-b054-4e55-9ee4-26e5d85a3d9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 1096 time: 0.0875409 Oct 13 00:17:52.056094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-084361a8-fc6f-42fb-848c-7f2c2d6a5436 req-bd7c1962-5e14-4c37-b2a6-b167c623fa9e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Oct 13 00:17:52.068380 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc140656-f564-4cbe-af15-fbaea1ce1d6b req-17cc55d8-a418-454d-9800-f1bc78a49e2e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480752 Oct 13 00:17:52.136480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f951afed-dbcf-45b7-aaea-9b76dc9d7a65 req-e9b7b4ae-6fe6-47f3-ab39-9cae281ce4ea tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 210 time: 0.0418801 Oct 13 00:17:52.298741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67278a4f-9d71-4803-a181-845eb139fabb req-85a9ea9b-4d2d-4b49-bc40-f67068f36b9c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:52.301111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67278a4f-9d71-4803-a181-845eb139fabb req-85a9ea9b-4d2d-4b49-bc40-f67068f36b9c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0906012 Oct 13 00:17:52.397349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67278a4f-9d71-4803-a181-845eb139fabb req-43440746-9a8c-4764-bb78-eb1df7f7d150 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865798 Oct 13 00:17:52.780038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc484e-2599-4bda-9719-f1f0a69530e4 req-64d1b042-a18c-4c52-ab87-442bd0fe5d12 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:52.781797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ecc484e-2599-4bda-9719-f1f0a69530e4 req-64d1b042-a18c-4c52-ab87-442bd0fe5d12 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 945 time: 0.0610545 Oct 13 00:17:52.835894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ecc484e-2599-4bda-9719-f1f0a69530e4 req-eb9d654d-d282-4780-a38b-405976673e52 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468678 Oct 13 00:17:53.131790 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:17:53.179722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e276f75-c60a-4dfd-97e6-aa77afc1329f req-20db8f83-4e8c-45e9-a45a-f49617014d8c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:53.182019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e276f75-c60a-4dfd-97e6-aa77afc1329f req-20db8f83-4e8c-45e9-a45a-f49617014d8c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0666087 Oct 13 00:17:53.233185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e276f75-c60a-4dfd-97e6-aa77afc1329f req-2f3e6227-f22e-48fd-80bb-ac013353eb38 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Oct 13 00:17:53.350284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68951cd4-edeb-4a5b-9d17-486f1d80a35b req-88c01479-c1d8-4b40-a297-c38d9b3f27e0 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 210 time: 0.0402725 Oct 13 00:17:53.369072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-21fe4689-9a07-4a87-a7a7-42ba0ece7e48 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:17:53.370773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-21fe4689-9a07-4a87-a7a7-42ba0ece7e48 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077915 Oct 13 00:17:53.439851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-49433881-08ea-4020-b4cf-96a67e6b99e1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:53.447550 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-49433881-08ea-4020-b4cf-96a67e6b99e1 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports/b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 200 len: 1093 time: 0.0635228 Oct 13 00:17:53.453346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Request body: {'binding': {'host': 'n-h2-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:53.453811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:17:53.554799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867506c-a9f3-425f-a17c-96398943e073 req-cdc1318b-4c2b-46b6-aad5-24b6d3f4e065 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:53.558000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-cdc1318b-4c2b-46b6-aad5-24b6d3f4e065 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 804 time: 0.1961839 Oct 13 00:17:53.566449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337efe5c-1af2-4936-ae72-e76c5223650b req-7d4231ae-981a-44ab-8891-63c284e4ceea tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:53.572070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-337efe5c-1af2-4936-ae72-e76c5223650b req-7d4231ae-981a-44ab-8891-63c284e4ceea tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0923889 Oct 13 00:17:53.586975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Request body: {'port': {'device_id': '4087bc83-594a-465e-ae92-509b014fa538', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'admin_state_up': True, 'tenant_id': '78e96295fb4b41a09bf66cc575acf850'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:53.620583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on host n-h2-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:53.621147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:53.621677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:53.626258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:17:53.626762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:53.633462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:53.634011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:53.634849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:53.635455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Bound port: b82eb8fe-ade8-4794-808e-653a3ab879e3, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:53.667940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-337efe5c-1af2-4936-ae72-e76c5223650b req-9aeefaa4-358c-4896-8b62-44d74503fb3f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937517 Oct 13 00:17:53.703849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:53.715425 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:53.717579 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9ca50f8a-59f0-477a-92ee-56c1cf483cbd service neutron] 10.222.0.21 "POST /v2.0/ports/b82eb8fe-ade8-4794-808e-653a3ab879e3/bindings HTTP/1.1" status: 201 len: 389 time: 0.2689006 Oct 13 00:17:53.753615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Made reservation on behalf of 78e96295fb4b41a09bf66cc575acf850 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:17:53.757691 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:53.794462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-ff338c78-db1f-4e16-a8c5-a9cd342841dd tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:53.798972 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-ff338c78-db1f-4e16-a8c5-a9cd342841dd tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.45 "GET /v2.0/ports?device_id=62f44395-ed22-4869-a6aa-43fb72ca544f HTTP/1.1" status: 200 len: 945 time: 0.0763657 Oct 13 00:17:53.964575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Deleting port ed94ec45-91b9-47f4-807d-c67835dae8c5 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:17:53.964923 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:54.053065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea733a7-398d-4f9e-946f-00b551039b41 req-9b9bdd93-54a9-4559-867c-7f97e5e93f9c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:54.054686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ea733a7-398d-4f9e-946f-00b551039b41 req-9b9bdd93-54a9-4559-867c-7f97e5e93f9c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.1630714 Oct 13 00:17:54.097266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] For port ed94ec45-91b9-47f4-807d-c67835dae8c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ed94ec45-91b9-47f4-807d-c67835dae8c5,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:17:54.097634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:54.133896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Calling delete_port for ed94ec45-91b9-47f4-807d-c67835dae8c5 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:17:54.198145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-598864ce-c031-4c96-b16a-6d86599ce6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:54.199589 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-598864ce-c031-4c96-b16a-6d86599ce6fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1096 time: 0.0989432 Oct 13 00:17:54.375421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-a8610ad4-721f-475d-aacc-f6790a36363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:54.377803 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-a8610ad4-721f-475d-aacc-f6790a36363e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1674175 Oct 13 00:17:54.385476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:54.442751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Allocated IP 172.20.0.7 (78d728a0-fde6-4f17-a046-a350dffee925/c0bed6ed-ea11-4008-8985-a19492aa0001/c50da41d-6780-49a5-8417-fd3446c16b2d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:17:54.449294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-2fe2f44f-fd5e-471c-a477-b7615b2e7a9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 200 len: 217 time: 0.0610754 Oct 13 00:17:54.453858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Pushing event deleted for resources: {'Port': ['ID=ed94ec45-91b9-47f4-807d-c67835dae8c5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:54.471849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ad593-2aa1-4313-9783-e9f00eac768a req-be5b4414-906c-4ba7-9d67-3b3c1d914aba tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:54.473570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e17ad593-2aa1-4313-9783-e9f00eac768a req-be5b4414-906c-4ba7-9d67-3b3c1d914aba tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 945 time: 0.4178271 Oct 13 00:17:54.475310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.475690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.476031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.476365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.476695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.477148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.477354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.478013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.478356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.478716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.479040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.479362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:17:54.491774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ea733a7-398d-4f9e-946f-00b551039b41 req-6abeaac4-5213-4e52-bce2-bfa1e1b66225 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965542 Oct 13 00:17:54.552663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e17ad593-2aa1-4313-9783-e9f00eac768a req-926da8a0-5582-4df4-8431-b31cecde805f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578516 Oct 13 00:17:54.556984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] No DVR routers for this DVR port ed94ec45-91b9-47f4-807d-c67835dae8c5 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:17:54.560843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-133227bb-771f-4703-b03f-ec4f938f644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:54.562623 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-133227bb-771f-4703-b03f-ec4f938f644a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.0985019 Oct 13 00:17:54.564003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:54.567153 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6df4985b-409b-4ab3-89b9-fe4623591d81 req-f516b5d0-bf2d-4557-a004-339e40acc823 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.45 "DELETE /v2.0/ports/ed94ec45-91b9-47f4-807d-c67835dae8c5 HTTP/1.1" status: 204 len: 173 time: 0.7359288 Oct 13 00:17:54.567654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'name': 'network-vif-deleted', 'tag': 'ed94ec45-91b9-47f4-807d-c67835dae8c5'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:54.570848 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2961d3-f09e-46ae-8967-24dc7b83a784" -d '{"events": [{"server_uuid": "62f44395-ed22-4869-a6aa-43fb72ca544f", "name": "network-vif-deleted", "tag": "ed94ec45-91b9-47f4-807d-c67835dae8c5"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:54.642118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-e3a2412f-c2c7-4537-8093-d4f245781496 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677037 Oct 13 00:17:54.734773 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:54.753440 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07e086d8-089a-4637-92da-1cedcf8e8020 req-bc427c9f-32a5-452a-bf00-5b74102e82f2 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 210 time: 0.0472279 Oct 13 00:17:54.764792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c32f88-7113-4983-8895-e994d82f18d2 req-ac3f8d20-c84f-43e4-95d2-e659fb009c7b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:54.772056 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66c32f88-7113-4983-8895-e994d82f18d2 req-ac3f8d20-c84f-43e4-95d2-e659fb009c7b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1211593 Oct 13 00:17:54.825413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-6e83acc9-2cd1-4715-bfeb-25f79ecc8384 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701634 Oct 13 00:17:54.829697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66c32f88-7113-4983-8895-e994d82f18d2 req-e5ddc9d4-bd32-4849-8605-55460e30ca41 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567851 Oct 13 00:17:54.831188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:54.848569 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e897e-0cb6-4903-afe6-0d6d8550fd49 x-openstack-request-id: req-0b3e897e-0cb6-4903-afe6-0d6d8550fd49 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:54.849769 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f44395-ed22-4869-a6aa-43fb72ca544f", "name": "network-vif-deleted", "tag": "ed94ec45-91b9-47f4-807d-c67835dae8c5", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:54.860735 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b3e897e-0cb6-4903-afe6-0d6d8550fd49 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:54.861212 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f44395-ed22-4869-a6aa-43fb72ca544f', 'name': 'network-vif-deleted', 'tag': 'ed94ec45-91b9-47f4-807d-c67835dae8c5', 'status': 'completed', 'code': 200} Oct 13 00:17:54.919321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Pushing event updated for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:54.964081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Network 78d728a0-fde6-4f17-a046-a350dffee925 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:17:54.968737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:17:54.971427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:17:55.011286 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-8222edbe-dc38-40ae-a719-c527f4941d67 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679766 Oct 13 00:17:55.025032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd96ec9-02e8-46fd-aee8-69d2944c4b8a req-2839eed3-f4a1-4b75-b318-50ec57d613e6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:55.026580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dd96ec9-02e8-46fd-aee8-69d2944c4b8a req-2839eed3-f4a1-4b75-b318-50ec57d613e6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0910265 Oct 13 00:17:55.041607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:55.042256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:55.104345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-07be00c0-022a-40aa-8e4e-66de0f592aef tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5213082 Oct 13 00:17:55.151404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Request body: {'port': {'device_id': '4087bc83-594a-465e-ae92-509b014fa538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:17:55.171615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dd96ec9-02e8-46fd-aee8-69d2944c4b8a req-0e642c8b-1271-43b8-b45a-558b26b428ab tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242261 Oct 13 00:17:55.253932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:55.348942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ed94ec45-91b9-47f4-807d-c67835dae8c5 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:17:55.395295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: ed94ec45-91b9-47f4-807d-c67835dae8c5 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:17:55.395769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ed94ec45-91b9-47f4-807d-c67835dae8c5 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:17:55.610871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50da41d-6780-49a5-8417-fd3446c16b2d {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:17:55.619835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:55.645759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Transition to ACTIVE for port object c50da41d-6780-49a5-8417-fd3446c16b2d will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:17:55.716900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:55.854378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Pushing event updated for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:55.887271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1c141-492d-40ac-bf57-3762597f3dca req-48c5066b-40af-4d9a-9633-35638f497ab1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:55.894926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36f1c141-492d-40ac-bf57-3762597f3dca req-48c5066b-40af-4d9a-9633-35638f497ab1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.2420752 Oct 13 00:17:56.075178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c177bf-def3-47f9-a48d-68dcc27e9e02 req-ecdfa7ab-4be9-49d2-80b1-7ebc2fa14624 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:56.076545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21c177bf-def3-47f9-a48d-68dcc27e9e02 req-ecdfa7ab-4be9-49d2-80b1-7ebc2fa14624 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 943 time: 0.1501937 Oct 13 00:17:56.101430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Attempting to bind port c50da41d-6780-49a5-8417-fd3446c16b2d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:17:56.102410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Attempting to bind port c50da41d-6780-49a5-8417-fd3446c16b2d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:17:56.102916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Attempting to bind port c50da41d-6780-49a5-8417-fd3446c16b2d on network 78d728a0-fde6-4f17-a046-a350dffee925 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:56.129643 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36f1c141-492d-40ac-bf57-3762597f3dca req-b34639af-645d-40ea-ae0d-5b3a48e4ee50 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773295 Oct 13 00:17:56.147214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Port c50da41d-6780-49a5-8417-fd3446c16b2d on network 78d728a0-fde6-4f17-a046-a350dffee925 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:17:56.147661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Attempting to bind port c50da41d-6780-49a5-8417-fd3446c16b2d on network 78d728a0-fde6-4f17-a046-a350dffee925 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:17:56.165998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:17:56.165998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Checking segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:17:56.165998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Bound using segment: {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:17:56.165998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Bound port: c50da41d-6780-49a5-8417-fd3446c16b2d, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b741fc-8a45-471c-9817-8f4abea2b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:17:56.165998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:56.210189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21c177bf-def3-47f9-a48d-68dcc27e9e02 req-84c2d9ee-2f34-4e8c-8553-21becc676ce9 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151009 Oct 13 00:17:56.327370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:17:56.350542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:17:56.379860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:56.448329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:56.448892 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:56.450541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] 10.222.0.36 "PUT /v2.0/ports/c50da41d-6780-49a5-8417-fd3446c16b2d HTTP/1.1" status: 200 len: 1091 time: 1.3244271 Oct 13 00:17:56.451019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:17:56.461276 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc416c7b-fc44-4a47-8384-0093aafac561" -d '{"events": [{"name": "network-changed", "server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:17:56.484827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66623691-d206-4738-990a-daf3b0fd4dad req-a363d7c7-721b-4902-b891-32ede3fe0252 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:56.489896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66623691-d206-4738-990a-daf3b0fd4dad req-a363d7c7-721b-4902-b891-32ede3fe0252 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1955328 Oct 13 00:17:56.588540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66623691-d206-4738-990a-daf3b0fd4dad req-ea044b16-1dc2-48b8-b1a1-178624ee7bb3 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819299 Oct 13 00:17:56.588540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813571bc-36c7-4dcc-828c-c6343db7fd77 service neutron] Pushing event updated for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:17:56.635257 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8109ea5d-ffad-48a3-86ac-2a9f5e9a373e x-openstack-request-id: req-8109ea5d-ffad-48a3-86ac-2a9f5e9a373e {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:17:56.635576 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:17:56.635866 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8109ea5d-ffad-48a3-86ac-2a9f5e9a373e {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:17:56.636209 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'status': 'completed', 'code': 200} Oct 13 00:17:56.643165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867506c-a9f3-425f-a17c-96398943e073 req-925378a6-7348-4205-a26c-39ae07d914a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:56.644683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-925378a6-7348-4205-a26c-39ae07d914a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 1094 time: 0.1226249 Oct 13 00:17:56.655469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc9a4d-2bd6-4f6b-9c5a-576bffc3134a req-4aca09ad-a28c-442d-9128-d33f0b473e0e tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:56.656951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6abc9a4d-2bd6-4f6b-9c5a-576bffc3134a req-4aca09ad-a28c-442d-9128-d33f0b473e0e tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1056578 Oct 13 00:17:56.718318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-9cf41695-751a-4a44-853a-8e7ab3d97a37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c50da41d-6780-49a5-8417-fd3446c16b2d HTTP/1.1" status: 200 len: 217 time: 0.0388155 Oct 13 00:17:56.762289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6abc9a4d-2bd6-4f6b-9c5a-576bffc3134a req-83b0162c-b809-49ac-a63f-1f68b552f0c2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986319 Oct 13 00:17:56.778758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867506c-a9f3-425f-a17c-96398943e073 req-761f2560-b51c-4e09-91e6-4f389671687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:56.780248 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-761f2560-b51c-4e09-91e6-4f389671687a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 200 len: 844 time: 0.0520582 Oct 13 00:17:56.821180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-462d81f5-5040-44ea-8925-df9f90750edd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78d728a0-fde6-4f17-a046-a350dffee925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316067 Oct 13 00:17:56.928067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-61e0b958-c260-45a7-830d-2c54062b3f74 service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983076 Oct 13 00:17:57.029222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b867506c-a9f3-425f-a17c-96398943e073 req-f2c2b597-c4c5-4c3d-a947-97781aff79d7 service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924139 Oct 13 00:17:57.208492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-509c6c8d-4892-4d2d-a99e-c42e9ab2fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:57.214408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-509c6c8d-4892-4d2d-a99e-c42e9ab2fd4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78e96295fb4b41a09bf66cc575acf850&device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 1094 time: 0.0742133 Oct 13 00:17:57.392511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e1bd2-5db9-4174-8cff-715e2d7c6a15 req-65aca3b5-5b47-4ecc-82ab-304d28ad2b3a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:57.394073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b20e1bd2-5db9-4174-8cff-715e2d7c6a15 req-65aca3b5-5b47-4ecc-82ab-304d28ad2b3a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.1662655 Oct 13 00:17:57.434694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fd58c-57a7-4a09-ac7a-020dc70b4194 req-007feb5e-bac4-4531-9638-4aeb0022c08b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:57.434694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-273fd58c-57a7-4a09-ac7a-020dc70b4194 req-007feb5e-bac4-4531-9638-4aeb0022c08b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 943 time: 0.1198766 Oct 13 00:17:57.435947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-450b2ce7-c9b7-4d57-a839-49b413b45859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:57.437361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-450b2ce7-c9b7-4d57-a839-49b413b45859 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 200 len: 905 time: 0.2083247 Oct 13 00:17:57.505464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-d4a5b2d9-d633-41fc-bda5-54d05b7aea79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c50da41d-6780-49a5-8417-fd3446c16b2d HTTP/1.1" status: 200 len: 217 time: 0.0546589 Oct 13 00:17:57.509798 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b20e1bd2-5db9-4174-8cff-715e2d7c6a15 req-db1bdd62-76e3-4c79-ad34-5ce82bf923e6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029084 Oct 13 00:17:57.579756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-273fd58c-57a7-4a09-ac7a-020dc70b4194 req-50741651-e943-47be-940c-54d16ce40f3c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262710 Oct 13 00:17:57.616168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-b1102953-7dbc-4585-b772-6e271592ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:57.617665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-b1102953-7dbc-4585-b772-6e271592ace9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 200 len: 844 time: 0.1014943 Oct 13 00:17:57.675482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-5898a223-4398-4d05-8a46-61d2e0e79c97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78d728a0-fde6-4f17-a046-a350dffee925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400608 Oct 13 00:17:57.856776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-c7533fb6-f3a7-4357-9efb-def4a219d61d service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569541 Oct 13 00:17:58.066163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec6d2-eca7-495c-bd68-ed72b106ae12 req-9fadcf05-24bc-4254-b440-f7f56c3bfdcf tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:58.067756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d64ec6d2-eca7-495c-bd68-ed72b106ae12 req-9fadcf05-24bc-4254-b440-f7f56c3bfdcf tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1198413 Oct 13 00:17:58.092136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67570af0-991d-45ea-9cb2-955a4290d7ae req-5f386816-7bd2-4088-b2f7-a759a69853fb tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:58.094093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67570af0-991d-45ea-9cb2-955a4290d7ae req-5f386816-7bd2-4088-b2f7-a759a69853fb tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1538026 Oct 13 00:17:58.137599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc416c7b-fc44-4a47-8384-0093aafac561 req-85306e72-a81b-42bf-9e52-e586303cee16 service neutron] 10.222.0.36 "GET /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729897 Oct 13 00:17:58.173532 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d64ec6d2-eca7-495c-bd68-ed72b106ae12 req-4809ca7c-b4e6-4a03-be50-b6158b37a51b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767279 Oct 13 00:17:58.189018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67570af0-991d-45ea-9cb2-955a4290d7ae req-2baf558d-7e58-4ef7-97ac-85d4f148d0ca tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818143 Oct 13 00:17:58.658008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a099-c784-4d0c-825d-3302d2cecc70 req-5b7d7bad-d5d6-4c48-a74f-3fefb2367952 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:58.659968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0b9a099-c784-4d0c-825d-3302d2cecc70 req-5b7d7bad-d5d6-4c48-a74f-3fefb2367952 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0612724 Oct 13 00:17:58.735669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eaf0a-0add-420e-ad1f-c726d8c70dc6 req-1f1de015-df35-41fe-a162-020ecdcf3a91 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:58.737174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-459eaf0a-0add-420e-ad1f-c726d8c70dc6 req-1f1de015-df35-41fe-a162-020ecdcf3a91 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 943 time: 0.0759411 Oct 13 00:17:58.744594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0b9a099-c784-4d0c-825d-3302d2cecc70 req-1d1a7cf3-0189-4c0f-9e53-79748a9313ec tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 Oct 13 00:17:58.790510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-459eaf0a-0add-420e-ad1f-c726d8c70dc6 req-57e3f825-fdf4-412f-8e1b-9d4cccd689fc tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449598 Oct 13 00:17:59.342031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ceb6-7dea-4f67-a74b-8786a1021347 req-ee93cb37-6ad5-493f-b0a9-2eb9417b5fc0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:59.343611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6015ceb6-7dea-4f67-a74b-8786a1021347 req-ee93cb37-6ad5-493f-b0a9-2eb9417b5fc0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0879140 Oct 13 00:17:59.352282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e039bc5-7cf1-49af-a47b-b043a0857469 req-330860ff-94b3-4e04-b370-2616626f6d5f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:59.353757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e039bc5-7cf1-49af-a47b-b043a0857469 req-330860ff-94b3-4e04-b370-2616626f6d5f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0878308 Oct 13 00:17:59.415901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6015ceb6-7dea-4f67-a74b-8786a1021347 req-f5c7053f-bc3e-4096-8a64-82f3776819e2 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611324 Oct 13 00:17:59.421258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e039bc5-7cf1-49af-a47b-b043a0857469 req-fb6034cd-5d8b-442a-82ce-1903dddd40c5 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591581 Oct 13 00:17:59.870992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe71316-899d-491a-8354-e11799ef46fc req-885f24a2-8c2b-410f-9fc1-cc76a13629fb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:59.872752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fe71316-899d-491a-8354-e11799ef46fc req-885f24a2-8c2b-410f-9fc1-cc76a13629fb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0543072 Oct 13 00:17:59.947144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a0f0c-11a0-45bd-8c30-2cb01fff55a6 req-51d76546-0319-46da-88ae-af91753da802 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:17:59.948652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c3a0f0c-11a0-45bd-8c30-2cb01fff55a6 req-51d76546-0319-46da-88ae-af91753da802 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 943 time: 0.0749698 Oct 13 00:17:59.951317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fe71316-899d-491a-8354-e11799ef46fc req-cc22551d-7425-4452-b916-0ee827f4fd3b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Oct 13 00:17:59.995970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c3a0f0c-11a0-45bd-8c30-2cb01fff55a6 req-8777f478-860b-4c4b-8818-5034424d855b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 Oct 13 00:18:00.568199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f2427-286d-4fc2-94da-55bfe24b0976 req-37fb511d-ba6e-4766-b507-debb9da376d7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:00.569691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-367f2427-286d-4fc2-94da-55bfe24b0976 req-37fb511d-ba6e-4766-b507-debb9da376d7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0827332 Oct 13 00:18:00.580595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c50da41d-6780-49a5-8417-fd3446c16b2d details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:18:00.583002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7e667-f6a2-48bf-8432-5c39a0d72603 req-21250ddb-f0a4-44ff-a06c-025eeaffacd8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:00.584550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8c7e667-f6a2-48bf-8432-5c39a0d72603 req-21250ddb-f0a4-44ff-a06c-025eeaffacd8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0866663 Oct 13 00:18:00.643795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-367f2427-286d-4fc2-94da-55bfe24b0976 req-3699780b-3872-448c-adeb-2d895240dc55 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 Oct 13 00:18:00.660855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8c7e667-f6a2-48bf-8432-5c39a0d72603 req-bf8f9361-a557-4bf8-8551-4320e2031501 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612581 Oct 13 00:18:00.696961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:00.709205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'port_id': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'mac_address': 'fa:16:3e:c0:7a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bed6ed-ea11-4008-8985-a19492aa0001', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:18:00.747125 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:00.760093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50da41d-6780-49a5-8417-fd3446c16b2d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:00.780224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:00.785212 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:00.841371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:01.117329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071c55-4144-46f0-b12b-9e634e9d5fcf req-c152085f-c800-42c2-889c-85b6d66cc9bd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:01.119064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f071c55-4144-46f0-b12b-9e634e9d5fcf req-c152085f-c800-42c2-889c-85b6d66cc9bd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0886002 Oct 13 00:18:01.159308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f41d1-d345-47a6-bf28-0df59aa68ae3 req-17b2da06-d8cb-4ec4-9083-242af6944292 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:01.161125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-316f41d1-d345-47a6-bf28-0df59aa68ae3 req-17b2da06-d8cb-4ec4-9083-242af6944292 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 944 time: 0.0895317 Oct 13 00:18:01.185459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f071c55-4144-46f0-b12b-9e634e9d5fcf req-7a82ba55-9fac-4a1e-8cfe-d3693d2e73a9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600407 Oct 13 00:18:01.225462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-316f41d1-d345-47a6-bf28-0df59aa68ae3 req-112eb816-317d-415b-b66e-c387a2080412 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540938 Oct 13 00:18:01.380051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c50da41d-6780-49a5-8417-fd3446c16b2d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:01.841329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7389-f3fe-46d0-b17c-5947bf74309f req-baf3ad06-aeb9-419c-8803-2b856f3ea4c8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:01.843413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87cb7389-f3fe-46d0-b17c-5947bf74309f req-baf3ad06-aeb9-419c-8803-2b856f3ea4c8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1040785 Oct 13 00:18:01.853218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119b112-0127-4a46-af29-630b79283060 req-f165f7dc-9a95-4902-87ab-8ebb92804d9e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:01.854626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9119b112-0127-4a46-af29-630b79283060 req-f165f7dc-9a95-4902-87ab-8ebb92804d9e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1263018 Oct 13 00:18:01.915397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87cb7389-f3fe-46d0-b17c-5947bf74309f req-e8b80335-f7e5-4dba-bcf4-6f9b22769b4c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595500 Oct 13 00:18:01.925348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9119b112-0127-4a46-af29-630b79283060 req-5435517a-ffcf-4237-936b-1904b1aa9a35 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625944 Oct 13 00:18:02.351005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b134be-c868-47ee-9b53-cc298257243a req-85513e2f-e545-43e1-9866-d15b2a41189f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:02.352589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3b134be-c868-47ee-9b53-cc298257243a req-85513e2f-e545-43e1-9866-d15b2a41189f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0832491 Oct 13 00:18:02.385896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e10174-ea36-4867-9f0c-d60f3549f2eb req-72515d9d-be50-4d7e-82bb-ba74f6f38e93 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:02.388088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89e10174-ea36-4867-9f0c-d60f3549f2eb req-72515d9d-be50-4d7e-82bb-ba74f6f38e93 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 944 time: 0.0827293 Oct 13 00:18:02.413794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3b134be-c868-47ee-9b53-cc298257243a req-cad5722c-3313-491f-a02b-72359fecd101 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532017 Oct 13 00:18:02.451131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89e10174-ea36-4867-9f0c-d60f3549f2eb req-715c65c0-61f7-415f-abcb-226effc6e093 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Oct 13 00:18:03.064482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c0728-0c94-4da7-a571-6bb4fe3dc303 req-6e117004-6362-466d-9e12-7cbfd7d7bd38 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:03.065971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-823c0728-0c94-4da7-a571-6bb4fe3dc303 req-6e117004-6362-466d-9e12-7cbfd7d7bd38 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0666373 Oct 13 00:18:03.074229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef313b08-4f74-47f2-abea-8c3ee147d3ac req-7f1ea611-b2a4-4131-86a4-66c0d501f48b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:03.076288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef313b08-4f74-47f2-abea-8c3ee147d3ac req-7f1ea611-b2a4-4131-86a4-66c0d501f48b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0866666 Oct 13 00:18:03.130031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-823c0728-0c94-4da7-a571-6bb4fe3dc303 req-2b604918-0cff-459f-b716-1d999d90c949 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526888 Oct 13 00:18:03.143095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef313b08-4f74-47f2-abea-8c3ee147d3ac req-0a829a3b-404b-4882-a694-624b23664677 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601895 Oct 13 00:18:03.557390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fc069-8534-4ff8-848c-c28472ed78f3 req-3a764401-c19c-48b0-bfdd-911de3cc9e7d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:03.558881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-566fc069-8534-4ff8-848c-c28472ed78f3 req-3a764401-c19c-48b0-bfdd-911de3cc9e7d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0721593 Oct 13 00:18:03.594845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13d1b5-e9a1-4e1f-a485-ab21bb73266c req-8e378d67-1287-4cdf-9af2-c6cfabbe26d1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:03.596325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e13d1b5-e9a1-4e1f-a485-ab21bb73266c req-8e378d67-1287-4cdf-9af2-c6cfabbe26d1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 944 time: 0.0758679 Oct 13 00:18:03.618730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-566fc069-8534-4ff8-848c-c28472ed78f3 req-95310e15-3ae3-4fad-8173-8864511c0b99 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529063 Oct 13 00:18:03.645149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e13d1b5-e9a1-4e1f-a485-ab21bb73266c req-1e9c9717-9b3e-4f46-a21b-44a5faf0cb58 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Oct 13 00:18:04.257189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb04c78-d1ee-4cd5-b6e8-d8c9ef569d9d req-4da60c48-e728-49bc-8655-f9d42e6edb0b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:04.258665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bb04c78-d1ee-4cd5-b6e8-d8c9ef569d9d req-4da60c48-e728-49bc-8655-f9d42e6edb0b tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0808187 Oct 13 00:18:04.271247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8950168-c111-410c-bfe0-deed50b12aef req-729813d7-44f3-4031-a9b9-48ea9d1bda8b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:04.272680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8950168-c111-410c-bfe0-deed50b12aef req-729813d7-44f3-4031-a9b9-48ea9d1bda8b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0657597 Oct 13 00:18:04.328361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bb04c78-d1ee-4cd5-b6e8-d8c9ef569d9d req-30a24e84-42a7-4c98-93ec-1546fd7c79f7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547340 Oct 13 00:18:04.331040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8950168-c111-410c-bfe0-deed50b12aef req-085728e3-31b9-4914-87fd-c36f33f34739 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515835 Oct 13 00:18:04.430551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc412b9e-ba8e-4992-81d5-7ae1bb998caf req-9865102a-6b66-4533-b158-77175540777a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:04.431992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc412b9e-ba8e-4992-81d5-7ae1bb998caf req-9865102a-6b66-4533-b158-77175540777a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0489125 Oct 13 00:18:04.470234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc412b9e-ba8e-4992-81d5-7ae1bb998caf req-e2d9b135-568c-4ac7-b045-125e53ab27cb tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Oct 13 00:18:04.592317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c50da41d-6780-49a5-8417-fd3446c16b2d up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:04.648991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port c50da41d-6780-49a5-8417-fd3446c16b2d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:18:04.653267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port c50da41d-6780-49a5-8417-fd3446c16b2d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:04.653784 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:04.737177 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:04.761036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:04.763275 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c034df-337a-4ded-9ea5-a65284d51719" -d '{"events": [{"server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "name": "network-vif-plugged", "status": "completed", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:04.776178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:04.777738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67543cc-5281-49d6-873d-eafbef1202d6 req-cfc4578c-510d-4690-944e-5b4635a74b29 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:04.779866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f67543cc-5281-49d6-873d-eafbef1202d6 req-cfc4578c-510d-4690-944e-5b4635a74b29 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0831201 Oct 13 00:18:04.780571 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:04.831243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:04.841215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f67543cc-5281-49d6-873d-eafbef1202d6 req-a25db26f-5848-48e5-bb51-6e60630d51f7 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Oct 13 00:18:04.852251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96915a4a-96bb-4694-98a0-3e72f4dfb999 req-da6efd4c-2609-44af-8c49-ab05c792e362 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:04.853823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96915a4a-96bb-4694-98a0-3e72f4dfb999 req-da6efd4c-2609-44af-8c49-ab05c792e362 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 944 time: 0.0994236 Oct 13 00:18:04.902553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96915a4a-96bb-4694-98a0-3e72f4dfb999 req-5c5a29a3-81eb-4406-8408-870024634faa tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Oct 13 00:18:04.990772 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82567fb-df09-49a0-b4e8-e1138c1a0816 x-openstack-request-id: req-b82567fb-df09-49a0-b4e8-e1138c1a0816 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:04.991067 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "name": "network-vif-plugged", "status": "completed", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:04.991318 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b82567fb-df09-49a0-b4e8-e1138c1a0816 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:04.991740 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'code': 200} Oct 13 00:18:05.154172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457924-0462-4238-adc9-44d55e34492f req-777e9c44-4541-4f62-a95f-69840b8a0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:05.155734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5457924-0462-4238-adc9-44d55e34492f req-777e9c44-4541-4f62-a95f-69840b8a0317 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 1096 time: 0.0405147 Oct 13 00:18:05.207257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5457924-0462-4238-adc9-44d55e34492f req-1d5af883-3762-4397-8e0f-7799155e2fa4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312972 Oct 13 00:18:05.476501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8cc95-cfe4-47ad-9aba-f3cfa712b924 req-f2a08b0e-549a-4d0a-a295-e3a3b62c1370 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:05.478046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65b8cc95-cfe4-47ad-9aba-f3cfa712b924 req-f2a08b0e-549a-4d0a-a295-e3a3b62c1370 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0794752 Oct 13 00:18:05.490915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c852fd-6ee4-4315-804b-943fe267cd9b req-a74ec7cd-aee6-405f-bacc-aec33b91305f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:05.492495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49c852fd-6ee4-4315-804b-943fe267cd9b req-a74ec7cd-aee6-405f-bacc-aec33b91305f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0665202 Oct 13 00:18:05.553020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65b8cc95-cfe4-47ad-9aba-f3cfa712b924 req-070dd0b2-8239-4ca7-8be8-0a79ceaf7c5d tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595050 Oct 13 00:18:05.558962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49c852fd-6ee4-4315-804b-943fe267cd9b req-d0a96365-800b-42f3-b0f1-8e6232398706 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587902 Oct 13 00:18:05.674459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411421d3-13cc-4831-bf1f-5594e6bd6846 req-112b1ddf-91e7-4b2e-8f76-e445495d59f1 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:05.675986 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-411421d3-13cc-4831-bf1f-5594e6bd6846 req-112b1ddf-91e7-4b2e-8f76-e445495d59f1 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0559456 Oct 13 00:18:05.713684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-411421d3-13cc-4831-bf1f-5594e6bd6846 req-b1a6e906-8573-45b3-a5d8-11f98e073ef9 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Oct 13 00:18:05.959939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5455-058d-4dfa-a93c-d725fb60e5aa req-2e5fe074-15ef-4d68-8973-2a4d0742bb8c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:05.961579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19f5455-058d-4dfa-a93c-d725fb60e5aa req-2e5fe074-15ef-4d68-8973-2a4d0742bb8c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Oct 13 00:18:06.026673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c19f5455-058d-4dfa-a93c-d725fb60e5aa req-a39811ce-ee1e-42e5-ba5f-5309800873d2 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588279 Oct 13 00:18:06.039920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8a674-c66f-42c4-afd2-e265b66682b9 req-0b55ad22-20b4-4036-a398-0a34339afe0d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:06.048952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cb8a674-c66f-42c4-afd2-e265b66682b9 req-0b55ad22-20b4-4036-a398-0a34339afe0d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.0677471 Oct 13 00:18:06.082950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cb8a674-c66f-42c4-afd2-e265b66682b9 req-5db005d0-3e27-4e7e-89c9-c389aae7f187 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Oct 13 00:18:06.319215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:06.703548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea205072-42b6-4360-aaec-8ae3fbb43a80 req-cfe167b9-e4f1-4ce5-ab02-8718ff8b1f68 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:06.705014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea205072-42b6-4360-aaec-8ae3fbb43a80 req-cfe167b9-e4f1-4ce5-ab02-8718ff8b1f68 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0812080 Oct 13 00:18:06.716711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf33a7f-a372-4a14-b715-598c4e8bc5b3 req-1533e671-8009-445c-bb7a-7f692a9947e5 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:06.718178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-acf33a7f-a372-4a14-b715-598c4e8bc5b3 req-1533e671-8009-445c-bb7a-7f692a9947e5 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0654597 Oct 13 00:18:06.773621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea205072-42b6-4360-aaec-8ae3fbb43a80 req-31c9a659-7e59-4e69-8fa6-df3bf40f4d3a tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b1704ce-78db-4aed-9571-b1298917eaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544837 Oct 13 00:18:06.776359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-acf33a7f-a372-4a14-b715-598c4e8bc5b3 req-430f74e6-3e55-4079-9862-cc63fad97f94 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514700 Oct 13 00:18:06.844047 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:06.882466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207c057-6619-4e29-9a3b-c377c7e5e828 req-9f55c089-d6fe-4e16-b5d3-5d05c095cdb4 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:06.883966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d207c057-6619-4e29-9a3b-c377c7e5e828 req-9f55c089-d6fe-4e16-b5d3-5d05c095cdb4 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0535815 Oct 13 00:18:06.920756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d207c057-6619-4e29-9a3b-c377c7e5e828 req-d07e2aa8-ff32-4b5c-b61f-0e4dd1a37058 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Oct 13 00:18:07.000933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef41ea-c010-4f39-9205-54024bc75278 req-0ba79438-0580-4400-9b42-1392670b0947 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:07.002397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fef41ea-c010-4f39-9205-54024bc75278 req-0ba79438-0580-4400-9b42-1392670b0947 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.36 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 946 time: 0.0508916 Oct 13 00:18:07.105077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Deleting port c158363e-207c-4fc8-a46e-b1853a34eea5 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:07.105319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:07.258154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187854-312e-41e5-be6a-2255df3ab1b2 req-6c925b3c-6795-44eb-a512-205c99e9147f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:07.259661 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7187854-312e-41e5-be6a-2255df3ab1b2 req-6c925b3c-6795-44eb-a512-205c99e9147f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.1503131 Oct 13 00:18:07.273853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838fef7-cd1c-4444-bc98-717911b0970e req-8dd7ed0e-a9e9-42cb-bd85-f42eaec1ef81 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:07.275221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6838fef7-cd1c-4444-bc98-717911b0970e req-8dd7ed0e-a9e9-42cb-bd85-f42eaec1ef81 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.1019480 Oct 13 00:18:07.285253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] For port c158363e-207c-4fc8-a46e-b1853a34eea5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c158363e-207c-4fc8-a46e-b1853a34eea5,segment=NetworkSegment(c300cbd7-e8b5-49ac-bdca-71efb1b21aaf),segment_id=c300cbd7-e8b5-49ac-bdca-71efb1b21aaf)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:07.285618 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:07.319151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Calling delete_port for c158363e-207c-4fc8-a46e-b1853a34eea5 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:07.386917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7187854-312e-41e5-be6a-2255df3ab1b2 req-9c9f940e-81a8-460f-8698-0b7a5c95c27f tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107423 Oct 13 00:18:07.393014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6838fef7-cd1c-4444-bc98-717911b0970e req-67b7829a-b044-4b6d-9841-ebb0ddbbdd9f tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047814 Oct 13 00:18:07.487211 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:07.521833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c158363e-207c-4fc8-a46e-b1853a34eea5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:07.522435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Pushing event deleted for resources: {'Port': ['ID=c158363e-207c-4fc8-a46e-b1853a34eea5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:07.564272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] No DVR routers for this DVR port c158363e-207c-4fc8-a46e-b1853a34eea5 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:07.566833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:07.570211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fef41ea-c010-4f39-9205-54024bc75278 req-6e371d22-6600-454e-8759-f9a5d3f00cd7 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.36 "DELETE /v2.0/ports/c158363e-207c-4fc8-a46e-b1853a34eea5 HTTP/1.1" status: 204 len: 173 time: 0.5608382 Oct 13 00:18:07.570646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-deleted', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:07.572978 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccd9a51-f127-43bb-ac40-6e6944b6c17e" -d '{"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-deleted", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:07.616378 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b525ef-0cfa-4c7a-9b76-7c28cfbab27c x-openstack-request-id: req-92b525ef-0cfa-4c7a-9b76-7c28cfbab27c {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:07.616876 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff299a-0b05-4dcc-9147-84fa5b03264a", "name": "network-vif-deleted", "tag": "c158363e-207c-4fc8-a46e-b1853a34eea5", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:07.617182 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92b525ef-0cfa-4c7a-9b76-7c28cfbab27c {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:07.617511 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff299a-0b05-4dcc-9147-84fa5b03264a', 'name': 'network-vif-deleted', 'tag': 'c158363e-207c-4fc8-a46e-b1853a34eea5', 'status': 'completed', 'code': 200} Oct 13 00:18:07.885101 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4fba65a-a721-4e12-b5a8-ff1b8870c9e5 req-e2701f7f-0823-447f-843c-ccd6227f4550 tempest-ServersNegativeTestJSON-642698653 tempest-ServersNegativeTestJSON-642698653-project] 10.222.0.21 "GET /v2.0/ports?device_id=64ff299a-0b05-4dcc-9147-84fa5b03264a HTTP/1.1" status: 200 len: 210 time: 0.0278585 Oct 13 00:18:07.948651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844358c-bc93-4410-9f3d-24d546198916 req-44dc6e95-fb6d-41b3-85a5-c3a908e7e769 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:07.950871 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c844358c-bc93-4410-9f3d-24d546198916 req-44dc6e95-fb6d-41b3-85a5-c3a908e7e769 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0682449 Oct 13 00:18:08.000110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c844358c-bc93-4410-9f3d-24d546198916 req-17ed92cb-dbe6-4a7a-9e4e-b013bb442dc1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Oct 13 00:18:08.049753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20ea0e-da59-497c-9f40-af902db78316 req-4a726479-6dbc-48b6-8254-16468fc269e8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:08.051289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b20ea0e-da59-497c-9f40-af902db78316 req-4a726479-6dbc-48b6-8254-16468fc269e8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0556471 Oct 13 00:18:08.097712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b20ea0e-da59-497c-9f40-af902db78316 req-8564bf8d-387f-40b2-82c2-71d97bc9dc3d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Oct 13 00:18:08.282914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13162c4b-d705-4609-aa34-207f44dd3149 req-c5c99a44-14d1-4248-bfb3-f3252ae0608c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:08.284382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13162c4b-d705-4609-aa34-207f44dd3149 req-c5c99a44-14d1-4248-bfb3-f3252ae0608c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.0473213 Oct 13 00:18:08.321094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13162c4b-d705-4609-aa34-207f44dd3149 req-46fb0193-7293-4b54-961f-5dddeb8a0bb3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Oct 13 00:18:08.509511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7e56d-901c-466a-af48-296d34b56f03 req-54fdddce-6a19-4fbb-a002-b2e2814ae724 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:08.511000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fe7e56d-901c-466a-af48-296d34b56f03 req-54fdddce-6a19-4fbb-a002-b2e2814ae724 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0531502 Oct 13 00:18:08.549180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fe7e56d-901c-466a-af48-296d34b56f03 req-3c745631-9a23-4c4d-a83d-b67caed7e157 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Oct 13 00:18:08.941723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57066) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:08.985329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Deleting subnet 330317fb-9c0f-43b2-bb65-0b7a5b5950f2 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:18:08.988351 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.022420 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.061932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.158089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d6033-5f24-45e9-9b3f-4040edce7e79 req-6017bdb8-b857-47d8-8d7b-da3aa71f9349 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:09.159632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-021d6033-5f24-45e9-9b3f-4040edce7e79 req-6017bdb8-b857-47d8-8d7b-da3aa71f9349 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0741038 Oct 13 00:18:09.166329 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.218743 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.221962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/330317fb-9c0f-43b2-bb65-0b7a5b5950f2 HTTP/1.1" status: 204 len: 168 time: 0.2792370 Oct 13 00:18:09.224749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57074) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:09.237423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330317fb-9c0f-43b2-bb65-0b7a5b5950f2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:09.260192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.260541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.260882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.261216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.261549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.261936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.262801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.263127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.263698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.264027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.264350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.264676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b29235-00a7-44cc-879b-e25becf53b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:09.279818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-021d6033-5f24-45e9-9b3f-4040edce7e79 req-a13378a3-7177-4d3e-bdb6-66c4c157a67d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091447 Oct 13 00:18:09.292652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22657b45-2646-4104-b913-0474fd80fb97 req-a526db7c-347a-4702-b68d-aa4a8a56eafe tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:09.294224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22657b45-2646-4104-b913-0474fd80fb97 req-a526db7c-347a-4702-b68d-aa4a8a56eafe tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1247125 Oct 13 00:18:09.304394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.337636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22657b45-2646-4104-b913-0474fd80fb97 req-002db05a-e733-4ddf-9fac-3527a932220a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Oct 13 00:18:09.384489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.406689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d668629-6a5a-4b85-9084-6d1fcec980c0']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:09.416761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:09.416967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c300cbd7-e8b5-49ac-bdca-71efb1b21aaf') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:09.426526 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.441180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.445544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5d9d4-2a13-4189-834e-9b516ae99ec7 req-825d4883-9ba5-4438-b836-5c7d0aa0859d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:09.447068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1a5d9d4-2a13-4189-834e-9b516ae99ec7 req-825d4883-9ba5-4438-b836-5c7d0aa0859d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.0534315 Oct 13 00:18:09.449161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:18:09.450091 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:18:09.451852 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:18:09.489254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1a5d9d4-2a13-4189-834e-9b516ae99ec7 req-8054863e-ffe3-47e8-b626-755d79c7d0e6 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Oct 13 00:18:09.516956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.524005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.527590 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6d668629-6a5a-4b85-9084-6d1fcec980c0 HTTP/1.1" status: 204 len: 168 time: 0.3012664 Oct 13 00:18:09.540994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106503b-3dc8-4450-9bad-a3855db01db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d668629-6a5a-4b85-9084-6d1fcec980c0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:09.574020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2a1ff-2632-45af-818e-02147227c8b4 req-27ed43cf-59f2-4522-b24d-a0894099a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:09.576760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bab2a1ff-2632-45af-818e-02147227c8b4 req-27ed43cf-59f2-4522-b24d-a0894099a9ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 1096 time: 0.0441105 Oct 13 00:18:09.622531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bab2a1ff-2632-45af-818e-02147227c8b4 req-61c84fb2-7fea-4ff4-a66d-937912d59eee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359652 Oct 13 00:18:09.670846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57086) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:09.689784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6111cd-1958-4409-b55f-21980a1b9254 req-128bf100-c01d-45b3-8bb1-5bd4748422a1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:09.691241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba6111cd-1958-4409-b55f-21980a1b9254 req-128bf100-c01d-45b3-8bb1-5bd4748422a1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0655715 Oct 13 00:18:09.748055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6ea2c750-984f-41b9-8962-5c1e384da4bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f386f82c3159471f86da3747eef0b3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759969 Oct 13 00:18:09.750497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57088) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:09.751218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba6111cd-1958-4409-b55f-21980a1b9254 req-28d3fce0-2d83-438c-bd15-c761db09c885 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Oct 13 00:18:09.798617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a21172a7-195a-4868-a40f-7425bc0c113b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.819501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a21172a7-195a-4868-a40f-7425bc0c113b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.867951 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a21172a7-195a-4868-a40f-7425bc0c113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.870611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a21172a7-195a-4868-a40f-7425bc0c113b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:09.872377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a21172a7-195a-4868-a40f-7425bc0c113b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b1704ce-78db-4aed-9571-b1298917eaf4 HTTP/1.1" status: 204 len: 168 time: 0.1203520 Oct 13 00:18:09.880355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21172a7-195a-4868-a40f-7425bc0c113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1704ce-78db-4aed-9571-b1298917eaf4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:10.406966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bd03c-cadb-43d3-9a5a-3d195866d38b req-e28bd25e-40bf-499f-83b4-6603ff7d5646 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:10.408514 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e50bd03c-cadb-43d3-9a5a-3d195866d38b req-e28bd25e-40bf-499f-83b4-6603ff7d5646 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0569217 Oct 13 00:18:10.477305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e50bd03c-cadb-43d3-9a5a-3d195866d38b req-99961bb6-47af-4ef0-9848-242b9894eaec tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605688 Oct 13 00:18:10.488488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967226d-86be-4086-956a-c78c7b9c7531 req-52c14967-12ed-4552-aea9-411cd87240d4 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:10.490006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1967226d-86be-4086-956a-c78c7b9c7531 req-52c14967-12ed-4552-aea9-411cd87240d4 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0745292 Oct 13 00:18:10.533696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1967226d-86be-4086-956a-c78c7b9c7531 req-ff2c5c66-c312-403f-93d2-5ef5c4b95d8a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 Oct 13 00:18:10.568301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57118) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:10.625425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bfca3-8e85-4c8d-8d57-05bb751adeef req-8d197a70-c019-4b1f-b6de-7c8e8f0daba7 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:10.626957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d7bfca3-8e85-4c8d-8d57-05bb751adeef req-8d197a70-c019-4b1f-b6de-7c8e8f0daba7 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.0541408 Oct 13 00:18:10.646507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c50da41d-6780-49a5-8417-fd3446c16b2d details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:18:10.656810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:10.667328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-815902526-network', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:10.674419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d7bfca3-8e85-4c8d-8d57-05bb751adeef req-0c38332b-ef1b-4c38-b22d-75d67170f4d3 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Oct 13 00:18:10.692601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Made reservation on behalf of 2ed6bac3eaf74e36ba50411400c329f8 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:18:10.695292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.704335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.704536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: c158363e-207c-4fc8-a46e-b1853a34eea5 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:10.705100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c158363e-207c-4fc8-a46e-b1853a34eea5 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:10.800805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.806665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.812420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:10.833445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'network_id': '78d728a0-fde6-4f17-a046-a350dffee925', 'port_id': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'mac_address': 'fa:16:3e:c0:7a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bed6ed-ea11-4008-8985-a19492aa0001', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:18:10.837758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfdbe28-6c7c-4c46-9f26-a79d0a58af12,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:10.845216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:18:10.857116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.857711 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Added segment 8639e418-46c1-413b-84ae-797de581d258 of type vlan for network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a Oct 13 00:18:10.887916 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.903201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c50da41d-6780-49a5-8417-fd3446c16b2d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:10.908019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea6a7-7051-4cd8-bdc9-2abad09c9e43 req-d2a8a340-07c1-4b4a-847c-54f1c80c273d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:10.909584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6caea6a7-7051-4cd8-bdc9-2abad09c9e43 req-d2a8a340-07c1-4b4a-847c-54f1c80c273d tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0642388 Oct 13 00:18:10.909957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.926192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:10.930215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.931040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b82eb8fe-ade8-4794-808e-653a3ab879e3 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:18:10.941999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.943529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:10.944257 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:10.956129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6caea6a7-7051-4cd8-bdc9-2abad09c9e43 req-38f2feec-2837-4938-a623-eb550a7b9373 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Oct 13 00:18:11.008634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4391253 Oct 13 00:18:11.011961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:11.014219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00987653-7b9a-4f13-a777-31913617a5dc admin admin] Pushing event updated for resources: {'Network': ['ID=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:11.017896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Request body: {'subnet': {'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-815902526-subnet', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:11.041549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Made reservation on behalf of 2ed6bac3eaf74e36ba50411400c329f8 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:18:11.044652 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:11.164832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:18:11.209262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:11.284934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:11.297311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b82eb8fe-ade8-4794-808e-653a3ab879e3 has no active binding in host n-h2-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:18:11.462626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-78c931a4-05a0-428c-bf7c-4a7c5a549e42 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:11.464172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-78c931a4-05a0-428c-bf7c-4a7c5a549e42 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.0784395 Oct 13 00:18:11.593913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-4'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:11.620336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:11.650864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c50da41d-6780-49a5-8417-fd3446c16b2d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:11.752166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98dd607d-8add-43b1-b712-82334fad94fd,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:11.761253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171e6b2-8782-44dd-a3aa-ba86cfd712f7 req-befe9f6b-4075-4926-abb8-6f1f0b142986 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:11.763371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c171e6b2-8782-44dd-a3aa-ba86cfd712f7 req-befe9f6b-4075-4926-abb8-6f1f0b142986 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.2078094 Oct 13 00:18:11.777905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:11.796896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1285d0-e587-48db-a629-e17b479a7961 req-0034e4e2-da0c-4d01-be05-72caf108a31b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:11.798332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f1285d0-e587-48db-a629-e17b479a7961 req-0034e4e2-da0c-4d01-be05-72caf108a31b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1823516 Oct 13 00:18:11.807756 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-429a1128-b530-415d-867d-cdaeb4ff8f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:11.860364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Checking segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:18:11.860722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Network hostable DHCP agents. Network: 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:18:11.900911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c171e6b2-8782-44dd-a3aa-ba86cfd712f7 req-a524e273-d2e5-4875-9c85-6798cfb0eb48 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239443 Oct 13 00:18:11.913589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f1285d0-e587-48db-a629-e17b479a7961 req-de0ed040-53f0-412d-a439-49d699b4555c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061530 Oct 13 00:18:11.957471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:18:11.998055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:12.005448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de26d5-0d64-43e0-9e80-0ac8c83c5c94 None None] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:18:12.008406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:12.008761 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.049385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-43976325-7f8f-4243-90fd-ba654c477719 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0359364 Oct 13 00:18:12.052094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57144) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:12.060781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208efe-50e1-40b3-aa1b-19a95092d10e req-ec0eec3b-7d2f-4098-817d-1844a0fcd944 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:12.062143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:12.062313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c208efe-50e1-40b3-aa1b-19a95092d10e req-ec0eec3b-7d2f-4098-817d-1844a0fcd944 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 944 time: 0.1002784 Oct 13 00:18:12.064844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:12.089495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.090828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.136029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c208efe-50e1-40b3-aa1b-19a95092d10e req-fbb1bb78-04f6-404d-a11f-c3d52f916bbd tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579848 Oct 13 00:18:12.141320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:12.162147 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.205429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:18:12.206406 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.213479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:12.216130 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4213dc-487d-48ce-9976-364ff8342cc5" -d '{"events": [{"server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "name": "network-vif-unplugged", "status": "completed", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:12.221038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.235502 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.256380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547072b8-2947-43b1-959a-c4e8768dacfd req-50326f6b-5b85-401f-9862-8fbbf5820123 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:12.258313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-547072b8-2947-43b1-959a-c4e8768dacfd req-50326f6b-5b85-401f-9862-8fbbf5820123 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 945 time: 0.0813286 Oct 13 00:18:12.278127 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc4bdb1-0aaf-4bd5-bea6-e0ba1e4c50c6 x-openstack-request-id: req-adc4bdb1-0aaf-4bd5-bea6-e0ba1e4c50c6 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:12.278413 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "name": "network-vif-unplugged", "status": "completed", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:12.278666 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adc4bdb1-0aaf-4bd5-bea6-e0ba1e4c50c6 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:12.279057 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3', 'code': 200} Oct 13 00:18:12.322201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.364927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Pushing event updated for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:12.370331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Allocated IP 172.20.0.2 (2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a/98dd607d-8add-43b1-b712-82334fad94fd/37756d5f-3cbb-46fb-bc4e-0f4abca2bc91) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:18:12.396097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-547072b8-2947-43b1-959a-c4e8768dacfd req-545e33e0-fcb3-42b1-9a89-51a157ffefd4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159327 Oct 13 00:18:12.402616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on host n-h1-813679-4 for vnic_type normal with profile {"migrating_to": "n-h2-813679-4"} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:18:12.403096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:18:12.403602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:12.410115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:18:12.410538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Attempting to bind port b82eb8fe-ade8-4794-808e-653a3ab879e3 on network 7382e6f6-efa9-4a70-8e95-977acf533636 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:12.424980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:18:12.425324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Checking segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:18:12.425712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Bound using segment: {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:18:12.426195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Bound port: b82eb8fe-ade8-4794-808e-653a3ab879e3, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9d15dc-dc43-4d5c-99a0-d67923efce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7382e6f6-efa9-4a70-8e95-977acf533636'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:18:12.426558 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.497567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:12.500838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:18:12.508537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.588782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.593560 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.602356 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.610449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.615445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:12.616571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.618315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] 10.222.0.36 "PUT /v2.0/ports/b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 200 len: 1121 time: 1.0567162 Oct 13 00:18:12.628235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef7b36-471c-4cf6-b488-507efb7200fc service neutron] Pushing event updated for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=8']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:12.658951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c50da41d-6780-49a5-8417-fd3446c16b2d up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:12.702383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:18:12.707699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:12.711046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:18:12.735024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Pushing event updated for resources: {'Port': ['ID=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:12.737446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Allocated IP 172.25.3.240 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/36a0feb8-6466-4339-8319-c0e7910e2e5e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:18:12.812033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Attempting to bind port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:18:12.812401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Attempting to bind port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:18:12.812760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Attempting to bind port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 on network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:12.823321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:18:12.823869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Checking segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:18:12.824208 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.824936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Bound using segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:18:12.825893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Bound port: 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:18:12.826454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.846536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['b82eb8fe-ade8-4794-808e-653a3ab879e3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:12.852576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port c50da41d-6780-49a5-8417-fd3446c16b2d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:12.852950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.856737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.903587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:12.926420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['b82eb8fe-ade8-4794-808e-653a3ab879e3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:12.948764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:18:12.958764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:12.964265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:18:12.968860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Pushing event updated for resources: {'Port': ['ID=36a0feb8-6466-4339-8319-c0e7910e2e5e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:13.029434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] For port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:13.058107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bf85f-eb3e-4d40-acfb-9a2ac1a920a3 req-2a885c5e-7c32-4634-8cc7-afb67cd736fd tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:13.064431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f3bf85f-eb3e-4d40-acfb-9a2ac1a920a3 req-2a885c5e-7c32-4634-8cc7-afb67cd736fd tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0753691 Oct 13 00:18:13.066042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] For port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:18:13.089632 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:13.144486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da252e-d2bf-4c55-8adc-b8cb022937cf req-7c0e1c72-08cc-4d0f-8e26-9f68c879ce05 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:13.146270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1da252e-d2bf-4c55-8adc-b8cb022937cf req-7c0e1c72-08cc-4d0f-8e26-9f68c879ce05 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0808942 Oct 13 00:18:13.159917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f3bf85f-eb3e-4d40-acfb-9a2ac1a920a3 req-8e6182e4-5399-4960-8b79-0de36850c7ba tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825167 Oct 13 00:18:13.225413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1da252e-d2bf-4c55-8adc-b8cb022937cf req-385ae2db-3d3b-46d8-bc58-7f7292b17afe tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589631 Oct 13 00:18:13.255807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd9cd3-ec8f-4b70-9d05-f522aa3651c7 None None] Pushing event updated for resources: {'Port': ['ID=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:13.272102 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:13.311413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:13.355362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:13.358010 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6c06fb-d080-4b66-92d6-c14c43df1a23" -d '{"events": [{"server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "name": "network-vif-plugged", "status": "completed", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:13.414660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:13.423894 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:13.501519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:13.530647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53df2-7a73-4ea8-ac3e-4696b3622d7e req-a69f43df-4bb6-4053-bd08-5a7df413033d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:13.539414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2de53df2-7a73-4ea8-ac3e-4696b3622d7e req-a69f43df-4bb6-4053-bd08-5a7df413033d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 944 time: 0.1688137 Oct 13 00:18:13.570519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd502958-4302-4d6c-a84a-97d25e1a543b req-6dcd3373-a4d0-402f-bf19-bb5e68c63ffd tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:13.572262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd502958-4302-4d6c-a84a-97d25e1a543b req-6dcd3373-a4d0-402f-bf19-bb5e68c63ffd tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1092484 Oct 13 00:18:13.598761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2de53df2-7a73-4ea8-ac3e-4696b3622d7e req-e66c9ef7-202c-4c58-ae82-4c57ffd473f2 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582535 Oct 13 00:18:13.636539 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:13.639261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd502958-4302-4d6c-a84a-97d25e1a543b req-0ac22cd8-5942-41ff-8caf-e9e0f6d89824 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554857 Oct 13 00:18:13.666244 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13606e38-4f8b-4944-80f2-7e777534b0ca x-openstack-request-id: req-13606e38-4f8b-4944-80f2-7e777534b0ca {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:13.666756 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "name": "network-vif-plugged", "status": "completed", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:13.666756 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13606e38-4f8b-4944-80f2-7e777534b0ca {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:13.667146 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'code': 200} Oct 13 00:18:13.809974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Router 0ae18e6c-b76e-4b67-8183-442b85809ec5 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:18:13.966139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:18:13.979128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Sync routers for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:18:13.989754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:18:13.990649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:17:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:13.996822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259d3cb-ea02-4490-bbe1-7532d6bbb0f4 req-ab395080-7f66-4b44-be6c-40d9e6e1794b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:13.998587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5259d3cb-ea02-4490-bbe1-7532d6bbb0f4 req-ab395080-7f66-4b44-be6c-40d9e6e1794b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0809238 Oct 13 00:18:14.003152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:14.007406 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-eeff4950-0740-44c2-ad64-afa7c62d4d20 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9526811 Oct 13 00:18:14.008011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a488a-27c0-470e-b2f8-bda5ba84a7c3 req-9aa6bc89-85f3-491d-9e86-db8244f32053 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:14.008170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57190) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:14.009626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db0a488a-27c0-470e-b2f8-bda5ba84a7c3 req-9aa6bc89-85f3-491d-9e86-db8244f32053 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.2901256 Oct 13 00:18:14.082149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db0a488a-27c0-470e-b2f8-bda5ba84a7c3 req-cd398844-fa0a-4d09-8ca3-e974135a773b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587907 Oct 13 00:18:14.133662 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5259d3cb-ea02-4490-bbe1-7532d6bbb0f4 req-96108ecf-0088-4d3b-a36c-af47c8716c57 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227083 Oct 13 00:18:14.253004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:18:14.280557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:14.283377 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140d9a3c-64bb-4072-9d0a-ea0070894800" -d '{"events": [{"name": "network-changed", "server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:14.350768 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650fe6eb-ea9d-4c1b-b6d8-ae99a2da920d x-openstack-request-id: req-650fe6eb-ea9d-4c1b-b6d8-ae99a2da920d {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:14.351052 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:14.351299 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-650fe6eb-ea9d-4c1b-b6d8-ae99a2da920d {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:14.351725 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3', 'status': 'completed', 'code': 200} Oct 13 00:18:14.447687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d09f786-5ced-4bd8-9683-d9d13a7cd290 None None] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:18:14.457600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b6bb9-2a14-48e0-9500-734611f0536a req-c3af768c-0668-47cb-bf8e-a61d4d6ef23a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:14.467080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-290b6bb9-2a14-48e0-9500-734611f0536a req-c3af768c-0668-47cb-bf8e-a61d4d6ef23a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1047146 Oct 13 00:18:14.520975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-290b6bb9-2a14-48e0-9500-734611f0536a req-c1efa4c8-93c3-4f15-b53a-601e5822ebe1 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 Oct 13 00:18:14.565645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dac21628-9c8f-4f15-9482-f70a206eb4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:14.620184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cc26fed8-18f4-465e-b453-43d7983a0ccf None None] Provisioning complete for port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:14.620559 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc26fed8-18f4-465e-b453-43d7983a0ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:14.754358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3c3c0-9f75-4332-82cf-4517175a01d3 req-037ca90a-4af1-4649-b870-f3788a1f6a0d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:14.775588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85a3c3c0-9f75-4332-82cf-4517175a01d3 req-037ca90a-4af1-4649-b870-f3788a1f6a0d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.0940804 Oct 13 00:18:14.850947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-ccba36c3-a716-4f60-a30a-2ee2c3bec1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:14.852534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-ccba36c3-a716-4f60-a30a-2ee2c3bec1fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1124 time: 0.3062758 Oct 13 00:18:14.853930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85a3c3c0-9f75-4332-82cf-4517175a01d3 req-0f8adadb-03be-4a1c-aa3d-6242dd9ae058 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753067 Oct 13 00:18:14.901413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:15.011781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:13Z', 'revision_number': 3, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:15.036417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-ec31e0ee-e172-45e6-9828-0f682c1e69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:15.038747 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-ec31e0ee-e172-45e6-9828-0f682c1e69ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.1527598 Oct 13 00:18:15.048588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Checking router: 0ae18e6c-b76e-4b67-8183-442b85809ec5 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:18:15.048956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Updating router 0ae18e6c-b76e-4b67-8183-442b85809ec5 port 36a0feb8-6466-4339-8319-c0e7910e2e5e binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:18:15.054230 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc26fed8-18f4-465e-b453-43d7983a0ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.083473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:15.083858 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.113255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.154263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-66e75edc-924b-4b9c-b745-7a3051b7de45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 200 len: 217 time: 0.0875447 Oct 13 00:18:15.187942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cc26fed8-18f4-465e-b453-43d7983a0ccf None None] For port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:15.206050 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc26fed8-18f4-465e-b453-43d7983a0ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.272854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-9a9d69c5-8e60-42f7-9846-80f434291331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:15.274713 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-9a9d69c5-8e60-42f7-9846-80f434291331 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1113975 Oct 13 00:18:15.283112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.316210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96880a6c-7c0e-427a-b5d7-556cd759d90c req-b7c75d29-49b7-47bf-a9b0-99a46a28e0d9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:15.323846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96880a6c-7c0e-427a-b5d7-556cd759d90c req-b7c75d29-49b7-47bf-a9b0-99a46a28e0d9 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.1079137 Oct 13 00:18:15.327784 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-61e06101-8b56-47a0-ace1-3ed38befdb78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414321 Oct 13 00:18:15.393234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96880a6c-7c0e-427a-b5d7-556cd759d90c req-c4e29c7a-6e0f-484f-b876-44f50117d485 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660472 Oct 13 00:18:15.427595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36222c-5965-4ff2-99a3-d8b901522065 req-ecaf1f89-5663-4f72-bbed-29d6593a09b1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:15.431959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc36222c-5965-4ff2-99a3-d8b901522065 req-ecaf1f89-5663-4f72-bbed-29d6593a09b1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1708691 Oct 13 00:18:15.452374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26fed8-18f4-465e-b453-43d7983a0ccf None None] Pushing event updated for resources: {'Port': ['ID=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:15.459131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ffe784f4-f7b3-409d-a03f-e9563adf08fd None None] Provisioning complete for port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:15.459131 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ffe784f4-f7b3-409d-a03f-e9563adf08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.518884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc36222c-5965-4ff2-99a3-d8b901522065 req-d9898282-be56-4c88-8c38-afdcaa70b60b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801845 Oct 13 00:18:15.612600 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-749a7512-b978-423a-a916-482683afc9c6 service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686291 Oct 13 00:18:15.663658 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.668764 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.682214 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.743396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Attempting to bind port 36a0feb8-6466-4339-8319-c0e7910e2e5e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:18:15.743916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Attempting to bind port 36a0feb8-6466-4339-8319-c0e7910e2e5e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:18:15.744371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Attempting to bind port 36a0feb8-6466-4339-8319-c0e7910e2e5e on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:15.753042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fba15-94b2-428a-a369-5f93b18422a1 None None] Pushing event updated for resources: {'Port': ['ID=36a0feb8-6466-4339-8319-c0e7910e2e5e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:15.759332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:18:15.759836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:18:15.760314 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.760776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:18:15.761993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Bound port: 36a0feb8-6466-4339-8319-c0e7910e2e5e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:18:15.761993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.781228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1542830-b54d-4524-b3e0-588643dae6eb req-7a6290f3-3914-44b5-81b2-b72ee3dfbb2e tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:15.786525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1542830-b54d-4524-b3e0-588643dae6eb req-7a6290f3-3914-44b5-81b2-b72ee3dfbb2e tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1395643 Oct 13 00:18:15.843451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1542830-b54d-4524-b3e0-588643dae6eb req-8f8d0372-bd7e-4280-8197-61d741fbcd74 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510375 Oct 13 00:18:15.848362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] For port 36a0feb8-6466-4339-8319-c0e7910e2e5e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:15.851885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] For port 36a0feb8-6466-4339-8319-c0e7910e2e5e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=36a0feb8-6466-4339-8319-c0e7910e2e5e,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:18:15.881771 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.890663 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-140d9a3c-64bb-4072-9d0a-ea0070894800 req-aacc233e-e1ea-49da-b33e-7448cfa6d1ff service neutron] 10.222.0.45 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538211 Oct 13 00:18:15.912360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Allocated IP 172.20.0.1 (2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a/98dd607d-8add-43b1-b712-82334fad94fd/58bf3761-17d0-4efd-bad2-00790830c73c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:18:15.962238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.983442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:18:15.984219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:18:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:16.067651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fba15-94b2-428a-a369-5f93b18422a1 None None] Pushing event updated for resources: {'Port': ['ID=36a0feb8-6466-4339-8319-c0e7910e2e5e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:16.124037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.131334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95043317-b489-4ff1-837f-2e6c3cfbc553 req-8eb950ec-57a5-45f4-ad51-aa4dd605aa9b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:16.133150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95043317-b489-4ff1-837f-2e6c3cfbc553 req-8eb950ec-57a5-45f4-ad51-aa4dd605aa9b tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.1033680 Oct 13 00:18:16.138714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:18:16.181304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.198638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62828ebd-ddf2-47e5-9f20-0431a9bb37c6 req-57a66abb-c066-4ad7-ab4f-22d6fb2d178a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:16.200803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62828ebd-ddf2-47e5-9f20-0431a9bb37c6 req-57a66abb-c066-4ad7-ab4f-22d6fb2d178a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1186900 Oct 13 00:18:16.211699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95043317-b489-4ff1-837f-2e6c3cfbc553 req-13e1180e-5d5e-48e6-93dd-1e08e033c69d tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702257 Oct 13 00:18:16.237331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:18:16.239031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:16.245610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:18:16.291817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62828ebd-ddf2-47e5-9f20-0431a9bb37c6 req-f891d85e-43b4-4e40-929e-1d4f4725c667 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786974 Oct 13 00:18:16.297993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Pushing event updated for resources: {'Port': ['ID=58bf3761-17d0-4efd-bad2-00790830c73c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:16.324315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.479569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:13Z', 'revision_number': 3, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:16.533704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709983b3-c9d6-4d81-a26a-848207151cc3 req-5d2d73f5-a951-4981-a1bd-8194abbd47f6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:16.537471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.546310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-709983b3-c9d6-4d81-a26a-848207151cc3 req-5d2d73f5-a951-4981-a1bd-8194abbd47f6 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0733132 Oct 13 00:18:16.561661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcc504-7430-4d2f-8fea-c6feaa257ab3 None None] The sync data for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 is: [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:13Z', 'revision_number': 3, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:18:16.599729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3daaba02-11d4-4309-8f32-d90d992cba67 None None] Provisioning complete for port 58bf3761-17d0-4efd-bad2-00790830c73c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:16.600209 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3daaba02-11d4-4309-8f32-d90d992cba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.613265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-709983b3-c9d6-4d81-a26a-848207151cc3 req-5ffb030a-7750-4de6-9fcc-780e40ae4b74 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658526 Oct 13 00:18:16.675316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3daaba02-11d4-4309-8f32-d90d992cba67 None None] Port 58bf3761-17d0-4efd-bad2-00790830c73c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:18:16.741118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:16.783106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.788891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.810043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:16.810702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.868528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Pushing event updated for resources: {'Port': ['ID=58bf3761-17d0-4efd-bad2-00790830c73c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:16.887558 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:17.003764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fc20c-2bf9-44be-8d56-74fcddc88da3 req-8af26211-431d-43f2-9087-ff0e2b272706 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:17.006386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d39fc20c-2bf9-44be-8d56-74fcddc88da3 req-8af26211-431d-43f2-9087-ff0e2b272706 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0665557 Oct 13 00:18:17.034414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:18:17.036483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:17.065087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d39fc20c-2bf9-44be-8d56-74fcddc88da3 req-006415d0-cb75-482b-a6d4-e9e7c05e5609 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520468 Oct 13 00:18:17.202460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Router 0ae18e6c-b76e-4b67-8183-442b85809ec5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:18:17.373130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:18:17.375053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67b52-ff87-484e-845e-59cec98e46ee req-b633d2b3-139a-4393-837b-ff9959ea63ea tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:17.376874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efc67b52-ff87-484e-845e-59cec98e46ee req-b633d2b3-139a-4393-837b-ff9959ea63ea tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.0823913 Oct 13 00:18:17.394575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-361e7723-d094-4998-bee7-defd7e3f2e9b admin admin] 10.222.0.21 "PUT /v2.0/routers/0ae18e6c-b76e-4b67-8183-442b85809ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3779962 Oct 13 00:18:17.420791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9e232653-ef30-4de0-88b5-1dba4dbd9072 None None] Provisioning complete for port 58bf3761-17d0-4efd-bad2-00790830c73c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:17.421861 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e232653-ef30-4de0-88b5-1dba4dbd9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:17.475096 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:17.483956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9e232653-ef30-4de0-88b5-1dba4dbd9072 None None] Port 58bf3761-17d0-4efd-bad2-00790830c73c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:18:17.502335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efc67b52-ff87-484e-845e-59cec98e46ee req-0cee142f-3155-43bd-aa56-6d3a147e1f39 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872900 Oct 13 00:18:17.545323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742247bc-c946-4715-81c4-c9ed8f3bc184 req-fd428319-d3a6-406e-8bfb-2a1819c806e6 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:17.550746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-742247bc-c946-4715-81c4-c9ed8f3bc184 req-fd428319-d3a6-406e-8bfb-2a1819c806e6 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1457210 Oct 13 00:18:17.613620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-742247bc-c946-4715-81c4-c9ed8f3bc184 req-849238ad-3e8b-42df-a459-30e5fec63e4b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530717 Oct 13 00:18:17.961967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb55fd5-a53a-40e0-8ece-ffa1237cb39e req-768f1a78-07e8-4892-bb40-bf92d84b3a73 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:17.978810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbb55fd5-a53a-40e0-8ece-ffa1237cb39e req-768f1a78-07e8-4892-bb40-bf92d84b3a73 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.0716794 Oct 13 00:18:18.050539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbb55fd5-a53a-40e0-8ece-ffa1237cb39e req-09bd393e-a272-4416-90b2-a35eb5fd4a85 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699773 Oct 13 00:18:18.158230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57270) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:18.166387 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-94d81707-671d-4b1d-ad09-f4efbc588530 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605892867', 'description': 'tempest-description--1497962673'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:18.200907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94d81707-671d-4b1d-ad09-f4efbc588530 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.311389 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94d81707-671d-4b1d-ad09-f4efbc588530 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.316536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94d81707-671d-4b1d-ad09-f4efbc588530 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.328612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc84f-14bd-418f-8e75-edd4f82c1d35 req-8bbb4993-5bdc-48df-93de-f9106b9d6be9 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:18.337147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef9cc84f-14bd-418f-8e75-edd4f82c1d35 req-8bbb4993-5bdc-48df-93de-f9106b9d6be9 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0951622 Oct 13 00:18:18.358268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94d81707-671d-4b1d-ad09-f4efbc588530 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.360706 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94d81707-671d-4b1d-ad09-f4efbc588530 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2005990 Oct 13 00:18:18.366216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57276) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:18.372513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b3cd5db4-6490-4269-99f1-5226ef5c65b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'security_group_rule': {'security_group_id': '6b2bdc85-fbdd-4c29-ae1c-534bc51ff424', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:18.400082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d81707-671d-4b1d-ad09-f4efbc588530 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:18.428621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef9cc84f-14bd-418f-8e75-edd4f82c1d35 req-2cebd4b0-c370-4090-906e-19fb5dc5a0d1 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902140 Oct 13 00:18:18.457782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5db4-6490-4269-99f1-5226ef5c65b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.554218 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5db4-6490-4269-99f1-5226ef5c65b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.566701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355300c-d814-43d3-afdc-9446801b05dc req-b34fe4e0-cdaa-439e-958e-163c6e4b55ff tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:18.568464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6355300c-d814-43d3-afdc-9446801b05dc req-b34fe4e0-cdaa-439e-958e-163c6e4b55ff tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.0838056 Oct 13 00:18:18.569756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5db4-6490-4269-99f1-5226ef5c65b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.606550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd5db4-6490-4269-99f1-5226ef5c65b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38443bd7-e9d4-4b13-975c-b0ecf6dfb3e8,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:18.616985 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5db4-6490-4269-99f1-5226ef5c65b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.622054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57278) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:18.622403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b3cd5db4-6490-4269-99f1-5226ef5c65b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2542338 Oct 13 00:18:18.628666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-cb52f945-9a5a-4a10-831c-7bf9722c496a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'security_group_rule': {'security_group_id': '6b2bdc85-fbdd-4c29-ae1c-534bc51ff424', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:18.635991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6355300c-d814-43d3-afdc-9446801b05dc req-1adafd75-2203-43ed-8e1a-a2c6759d547a tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575664 Oct 13 00:18:18.674823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb52f945-9a5a-4a10-831c-7bf9722c496a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.773062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb52f945-9a5a-4a10-831c-7bf9722c496a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.778259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb52f945-9a5a-4a10-831c-7bf9722c496a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.816161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52f945-9a5a-4a10-831c-7bf9722c496a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289bc401-e63b-4486-bca8-f93d52a9f8c4,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:18.830561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb52f945-9a5a-4a10-831c-7bf9722c496a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.832592 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb52f945-9a5a-4a10-831c-7bf9722c496a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088449 Oct 13 00:18:18.837248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57280) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:18.842244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:18.867670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 36a0feb8-6466-4339-8319-c0e7910e2e5e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:18.891363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.943836 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Sync routers for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:18:18.959695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528327-bf2d-43c5-8f64-0a08fd57b0c9 req-5fc75879-7b1b-4c47-b7e7-04665862f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:18.961335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a528327-bf2d-43c5-8f64-0a08fd57b0c9 req-5fc75879-7b1b-4c47-b7e7-04665862f173 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 1097 time: 0.0567536 Oct 13 00:18:18.967719 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:18:18.968588 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:18:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:19.016327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a528327-bf2d-43c5-8f64-0a08fd57b0c9 req-8b57c833-5e6a-47f9-a16e-8adc32d33188 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Oct 13 00:18:19.026017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 36a0feb8-6466-4339-8319-c0e7910e2e5e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:19.026682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.069640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.170875 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:18:19.180532 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.216972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 36a0feb8-6466-4339-8319-c0e7910e2e5e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=36a0feb8-6466-4339-8319-c0e7910e2e5e,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:19.223735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.283448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81af34-e374-4cc8-ba1a-9b77a3bf4e57 req-fe0f3e4e-e52b-4c48-a381-e477087aae22 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:19.294948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee81af34-e374-4cc8-ba1a-9b77a3bf4e57 req-fe0f3e4e-e52b-4c48-a381-e477087aae22 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.1089947 Oct 13 00:18:19.302933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=36a0feb8-6466-4339-8319-c0e7910e2e5e,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:19.340984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee81af34-e374-4cc8-ba1a-9b77a3bf4e57 req-ce340e9e-5f8a-4e5d-ac7a-9ade75010516 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Oct 13 00:18:19.365774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Allocated IP 172.25.3.181 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/bd8cb3b0-13d4-4cea-9506-5c9993bbdbe2) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:18:19.486018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.531909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.561530 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 2, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:19.577446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:18:19.584566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:19.588905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:18:19.597972 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Checking router: 0ae18e6c-b76e-4b67-8183-442b85809ec5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:18:19.598455 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Updating router 0ae18e6c-b76e-4b67-8183-442b85809ec5 port 58bf3761-17d0-4efd-bad2-00790830c73c binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:18:19.603196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959daca0-3cc3-4204-b89e-826ca5b910ca req-34f61a9d-aeac-40cb-b045-d0da90891750 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:19.615011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-959daca0-3cc3-4204-b89e-826ca5b910ca req-34f61a9d-aeac-40cb-b045-d0da90891750 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0796154 Oct 13 00:18:19.630424 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.651686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'Port': ['ID=bd8cb3b0-13d4-4cea-9506-5c9993bbdbe2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:19.670992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-959daca0-3cc3-4204-b89e-826ca5b910ca req-c635474d-4bfb-4fed-9756-266b8484eb9a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547960 Oct 13 00:18:19.703740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.747871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.796754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5dd0-89b3-468b-a157-87ab74f5ef51 req-b51dec5f-4da2-4664-a87b-b1ae0681ebc1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:19.798293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8dd5dd0-89b3-468b-a157-87ab74f5ef51 req-b51dec5f-4da2-4664-a87b-b1ae0681ebc1 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.0609221 Oct 13 00:18:19.864345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8dd5dd0-89b3-468b-a157-87ab74f5ef51 req-526822aa-8c5a-458b-88d8-cb756df6c7c4 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589275 Oct 13 00:18:19.940220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.945534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.982495 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.990590 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.991574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'Port': ['ID=bd8cb3b0-13d4-4cea-9506-5c9993bbdbe2,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:20.049354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.070818 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Pushing event updated for resources: {'Port': ['ID=58bf3761-17d0-4efd-bad2-00790830c73c,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:20.075381 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.080332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3106cf4f-92ea-4e12-b845-51b92d2a456d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2401838 Oct 13 00:18:20.090744 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.091110 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.091456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.091942 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.092399 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.092600 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.093003 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.093323 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.093990 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.093990 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.094265 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.094665 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:20.154119 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Attempting to bind port 58bf3761-17d0-4efd-bad2-00790830c73c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:18:20.154501 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Attempting to bind port 58bf3761-17d0-4efd-bad2-00790830c73c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:18:20.154868 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Attempting to bind port 58bf3761-17d0-4efd-bad2-00790830c73c on network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:20.160989 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:18:20.161367 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Checking segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:18:20.161797 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.162257 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Bound using segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:18:20.162732 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Bound port: 58bf3761-17d0-4efd-bad2-00790830c73c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:18:20.163142 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.234549 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] For port 58bf3761-17d0-4efd-bad2-00790830c73c, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:20.238476 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] For port 58bf3761-17d0-4efd-bad2-00790830c73c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=58bf3761-17d0-4efd-bad2-00790830c73c,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:18:20.251821 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.305993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-78a23531-42b4-4afb-8618-bb58d49fd60b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1605892867&fields=id&tenant_id=2ed6bac3eaf74e36ba50411400c329f8 HTTP/1.1" status: 200 len: 267 time: 0.0649283 Oct 13 00:18:20.408310 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:18:20.408831 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:18:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:20.438814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b8567a98-edaa-401b-b077-b29d29ee91ca None None] Provisioning complete for port 58bf3761-17d0-4efd-bad2-00790830c73c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:20.439406 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b8567a98-edaa-401b-b077-b29d29ee91ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.497865 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf2eb5-f85e-407f-ab62-08a126aa74b4 None None] Pushing event updated for resources: {'Port': ['ID=58bf3761-17d0-4efd-bad2-00790830c73c,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:20.525824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7910-801f-4304-ab86-58146707c279 req-fb2118cb-7ae2-4c41-bb60-ea55c2f7774c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:20.533867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-fb2118cb-7ae2-4c41-bb60-ea55c2f7774c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 810 time: 0.2269409 Oct 13 00:18:20.553112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-428b27ff-819e-4fc8-83d4-d0255c496c58 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/quotas/2ed6bac3eaf74e36ba50411400c329f8 HTTP/1.1" status: 200 len: 375 time: 0.0177979 Oct 13 00:18:20.632909 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b8567a98-edaa-401b-b077-b29d29ee91ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.687949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-b1511c6a-f323-4cbb-a381-58a999a73bc3 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332867 Oct 13 00:18:20.700585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c50da41d-6780-49a5-8417-fd3446c16b2d no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:20.759560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b8567a98-edaa-401b-b077-b29d29ee91ca None None] For port 58bf3761-17d0-4efd-bad2-00790830c73c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=58bf3761-17d0-4efd-bad2-00790830c73c,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:20.771953 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:18:20.774319 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b8567a98-edaa-401b-b077-b29d29ee91ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.880182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 36a0feb8-6466-4339-8319-c0e7910e2e5e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:20.913241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.936562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581cc5c-785a-4d73-b86f-479faa8504ce req-1e2de4f2-e637-44fb-943b-74e7199266b4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:20.938838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3581cc5c-785a-4d73-b86f-479faa8504ce req-1e2de4f2-e637-44fb-943b-74e7199266b4 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.1854844 Oct 13 00:18:20.940804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567a98-edaa-401b-b077-b29d29ee91ca None None] Pushing event updated for resources: {'Port': ['ID=58bf3761-17d0-4efd-bad2-00790830c73c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:20.974069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e041-6df3-4384-8edd-28604066ed18 req-44554935-56c0-4b6f-b1f0-83bba28dcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:20.975638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:20.977945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e87e041-6df3-4384-8edd-28604066ed18 req-44554935-56c0-4b6f-b1f0-83bba28dcb3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1410737 Oct 13 00:18:20.980931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:20.983256 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017545ed-951d-44f7-8f88-4263c4c89cc1" -d '{"events": [{"server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "name": "network-vif-unplugged", "status": "completed", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:20.988785 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.991115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-13ea4918-0a57-4fb4-a92c-206fd24fe1bc None None] Provisioning complete for port 58bf3761-17d0-4efd-bad2-00790830c73c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:20.991471 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13ea4918-0a57-4fb4-a92c-206fd24fe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.996900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-6d2d1e8d-38e3-4155-b724-3e8661e08954 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:20.998979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-6d2d1e8d-38e3-4155-b724-3e8661e08954 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 945 time: 0.1712074 Oct 13 00:18:21.068092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-f5bfd815-7db6-4db9-a2cc-8caef089d981 service neutron] 10.222.0.21 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694324 Oct 13 00:18:21.087010 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3581cc5c-785a-4d73-b86f-479faa8504ce req-34b15249-d69f-46fc-b066-dd5e0a0b8ef7 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359327 Oct 13 00:18:21.162658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 36a0feb8-6466-4339-8319-c0e7910e2e5e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:21.163035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:21.165253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e041-6df3-4384-8edd-28604066ed18 req-daabc86b-b8df-43f6-a50c-4971bd0967ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:21.166703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e87e041-6df3-4384-8edd-28604066ed18 req-daabc86b-b8df-43f6-a50c-4971bd0967ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 920 time: 0.1808796 Oct 13 00:18:21.214816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:21.250056 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-65ddc120-de71-48a3-bafa-876c0aa3b816 service neutron] 10.222.0.21 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807787 Oct 13 00:18:21.250959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e87e041-6df3-4384-8edd-28604066ed18 req-5913d11a-a874-4273-be8f-844655cf41e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 200 len: 217 time: 0.0755887 Oct 13 00:18:21.262994 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:21.276948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Deleting port c50da41d-6780-49a5-8417-fd3446c16b2d {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:21.278485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:21.298826 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6a413-9f51-45d9-a93e-ecea3347dafd None None] The sync data for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 is: [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:18:21.342926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e041-6df3-4384-8edd-28604066ed18 req-788d2ab0-5533-4e55-8c75-c81ce1dcf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:21.345589 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e87e041-6df3-4384-8edd-28604066ed18 req-788d2ab0-5533-4e55-8c75-c81ce1dcf510 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.0856323 Oct 13 00:18:21.422678 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e87e041-6df3-4384-8edd-28604066ed18 req-14787fec-c13b-4b7f-bfab-9c6ad4812597 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703788 Oct 13 00:18:21.556330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] For port c50da41d-6780-49a5-8417-fd3446c16b2d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c50da41d-6780-49a5-8417-fd3446c16b2d,segment=NetworkSegment(b2b741fc-8a45-471c-9817-8f4abea2b6e2),segment_id=b2b741fc-8a45-471c-9817-8f4abea2b6e2)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:21.556931 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:21.605225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device b82eb8fe-ade8-4794-808e-653a3ab879e3 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:21.632120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Calling delete_port for c50da41d-6780-49a5-8417-fd3446c16b2d owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:21.633801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e87e041-6df3-4384-8edd-28604066ed18 req-09aefe6c-4113-41cc-bb1b-8cd06d857243 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870127 Oct 13 00:18:21.749195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e87e041-6df3-4384-8edd-28604066ed18 req-ce3f80d6-1ada-4f3e-88f7-4c8d8a6dbec2 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059983 Oct 13 00:18:21.802438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817481-3433-4591-a1a2-4d88ccb08144 req-c18dcef4-3bb9-4d77-ad70-7681dae5d8ab tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:21.823001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e817481-3433-4591-a1a2-4d88ccb08144 req-c18dcef4-3bb9-4d77-ad70-7681dae5d8ab tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.2405488 Oct 13 00:18:21.910040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a234263-d40d-41ec-b046-b884b466e189 req-e73b2335-a8c9-401f-a576-7d0830370c72 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:21.911718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a234263-d40d-41ec-b046-b884b466e189 req-e73b2335-a8c9-401f-a576-7d0830370c72 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1820307 Oct 13 00:18:21.916947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e817481-3433-4591-a1a2-4d88ccb08144 req-8ee19d77-4035-43ab-a16f-825a8c419116 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932541 Oct 13 00:18:21.976558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a234263-d40d-41ec-b046-b884b466e189 req-fa4204a4-ff35-43d3-860e-2f3538237bfe tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559750 Oct 13 00:18:22.090446 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4033c08-64f2-4749-bcf4-c7eb5dd51b29 x-openstack-request-id: req-e4033c08-64f2-4749-bcf4-c7eb5dd51b29 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:22.091019 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "name": "network-vif-unplugged", "status": "completed", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:22.091271 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4033c08-64f2-4749-bcf4-c7eb5dd51b29 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:22.091693 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'code': 200} Oct 13 00:18:22.209419 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:22.277208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8d1b7-0c60-4442-8822-af2bf09eb66a req-864a056b-589c-44c2-b81c-869fd4335828 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:22.284550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1c8d1b7-0c60-4442-8822-af2bf09eb66a req-864a056b-589c-44c2-b81c-869fd4335828 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/ports?device_id=4087bc83-594a-465e-ae92-509b014fa538 HTTP/1.1" status: 200 len: 865 time: 0.2134278 Oct 13 00:18:22.370954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Pushing event deleted for resources: {'Port': ['ID=c50da41d-6780-49a5-8417-fd3446c16b2d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:22.394066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1b5cc14-2bdb-4c77-8a61-c50deb28e1d5 req-ae8fcb8d-230a-4a68-9668-b18257356a8f tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 210 time: 0.1486518 Oct 13 00:18:22.455651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1c8d1b7-0c60-4442-8822-af2bf09eb66a req-42f1a1b7-0f11-4e7c-a84c-3f89799eac57 tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.21 "GET /v2.0/security-groups?id=45791ef3-f686-4966-b7a0-8715e444adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701155 Oct 13 00:18:22.456751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] No DVR routers for this DVR port c50da41d-6780-49a5-8417-fd3446c16b2d on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:22.459396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:22.463129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec9b3524-60cd-4ef1-9d66-200f10f6581e req-7284635a-3480-4518-b76d-5d3889811b6c tempest-ImagesTestJSON-1179515502 tempest-ImagesTestJSON-1179515502-project] 10.222.0.36 "DELETE /v2.0/ports/c50da41d-6780-49a5-8417-fd3446c16b2d HTTP/1.1" status: 204 len: 173 time: 1.4557512 Oct 13 00:18:22.463683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'name': 'network-vif-deleted', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:22.485044 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105aeaad-8c74-45b1-91db-8c5908de3a6d" -d '{"events": [{"server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "name": "network-vif-deleted", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:22.654441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876513c9-49b6-4525-98ab-3cd0f46508e0 req-84a9ef70-ad58-48ff-a5b6-6729efa7996c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:22.660092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-876513c9-49b6-4525-98ab-3cd0f46508e0 req-84a9ef70-ad58-48ff-a5b6-6729efa7996c tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.1345963 Oct 13 00:18:22.802527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f304-8ad0-4545-9220-73665952cd8c req-5d094af8-408c-47db-9e89-e793e393d86c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:22.804448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 58bf3761-17d0-4efd-bad2-00790830c73c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:22.805729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-5d094af8-408c-47db-9e89-e793e393d86c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 811 time: 0.2432823 Oct 13 00:18:22.855731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-1a41d142-fceb-4bce-93b2-6200b2efeceb tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/quotas/c14434133bbb4018931f60dcb148a4d1 HTTP/1.1" status: 200 len: 375 time: 0.0414011 Oct 13 00:18:22.870747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 58bf3761-17d0-4efd-bad2-00790830c73c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:22.871281 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:22.891193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-876513c9-49b6-4525-98ab-3cd0f46508e0 req-8a29fb42-2eeb-49ab-a2bf-3f44b0c64772 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776736 Oct 13 00:18:22.916268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-3d2135a6-065e-4a71-ba57-41da353247b7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592940 Oct 13 00:18:23.031031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-904ffac1-2cbf-43a0-a7ed-e9ba2e5cb6d3 service neutron] 10.222.0.21 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065528 Oct 13 00:18:23.200665 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2de68-5568-44bc-b983-9f90d56ad42e x-openstack-request-id: req-1ad2de68-5568-44bc-b983-9f90d56ad42e {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:23.201019 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087bc83-594a-465e-ae92-509b014fa538", "name": "network-vif-deleted", "tag": "c50da41d-6780-49a5-8417-fd3446c16b2d", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:23.201304 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ad2de68-5568-44bc-b983-9f90d56ad42e {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:23.201873 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087bc83-594a-465e-ae92-509b014fa538', 'name': 'network-vif-deleted', 'tag': 'c50da41d-6780-49a5-8417-fd3446c16b2d', 'status': 'completed', 'code': 200} Oct 13 00:18:23.240565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-ec533237-e3c0-4ca2-b515-aeb36cc9c413 service neutron] 10.222.0.21 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956010 Oct 13 00:18:23.477344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61b41-05a2-497c-a237-d8b56a28d409 req-3234c63c-4616-4141-96a9-8c411dd1cc59 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:23.486269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6e61b41-05a2-497c-a237-d8b56a28d409 req-3234c63c-4616-4141-96a9-8c411dd1cc59 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.2085590 Oct 13 00:18:23.603718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7910-801f-4304-ab86-58146707c279 req-fc1a3779-bfc4-4be0-ad50-d5ce5463c710 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:23.606581 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-fc1a3779-bfc4-4be0-ad50-d5ce5463c710 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 810 time: 0.2716568 Oct 13 00:18:23.609879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d09997e-e019-4911-8ca4-2741985889bc req-12a00eb5-cae1-4037-8aa4-0a47b8ee154d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 210 time: 0.0861208 Oct 13 00:18:23.611745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-bfcb94b8-d9b8-46d9-aba7-41925b2c4fc5 service neutron] 10.222.0.45 "GET /v2.0/ports/b82eb8fe-ade8-4794-808e-653a3ab879e3/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.2389338 Oct 13 00:18:23.652747 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6e61b41-05a2-497c-a237-d8b56a28d409 req-e8861c5f-44eb-43c8-b8ea-5eb5384523a5 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621361 Oct 13 00:18:23.728409 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-45e79df5-1525-4de3-af02-05dd0f6276e2 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed6bac3eaf74e36ba50411400c329f8 HTTP/1.1" status: 200 len: 380 time: 0.1017685 Oct 13 00:18:23.749077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'port': {'device_id': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'admin_state_up': True, 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'security_groups': ['6b2bdc85-fbdd-4c29-ae1c-534bc51ff424']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:23.766596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d1ca5d4-8c92-4273-bc4b-50064377183c req-5df18e5e-f7ab-4c9c-88d2-297f36c5f5ba tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 210 time: 0.0346968 Oct 13 00:18:23.940327 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Made reservation on behalf of 2ed6bac3eaf74e36ba50411400c329f8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:18:23.946199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:23.958122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:23.989257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:24.042016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82eb8fe-ade8-4794-808e-653a3ab879e3 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:24.060375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:24.103670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:24.166992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a49271-2b11-40b7-8421-6b3064697e7b req-ce021e60-ded7-4ba8-9c2b-a6144628ad78 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:24.178307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05a49271-2b11-40b7-8421-6b3064697e7b req-ce021e60-ded7-4ba8-9c2b-a6144628ad78 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 943 time: 0.1173661 Oct 13 00:18:24.198010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Allocated IP 172.20.0.12 (2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a/98dd607d-8add-43b1-b712-82334fad94fd/17a94004-c6bd-4367-b500-3a3187936290) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:18:24.265874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05a49271-2b11-40b7-8421-6b3064697e7b req-32bb3612-0690-48e0-83b1-03c8296a59d1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899916 Oct 13 00:18:24.300063 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] Transition to ACTIVE for port object b82eb8fe-ade8-4794-808e-653a3ab879e3 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:18:24.308445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:24.387445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57420) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:24.440324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:24.462018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] No DVR routers for this DVR port b82eb8fe-ade8-4794-808e-653a3ab879e3 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:24.483864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=10']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:24.507556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:24.522800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef854fd7-1418-4db7-ac04-a43f3b002d78 admin admin] Deleting subnet c0bed6ed-ea11-4008-8985-a19492aa0001 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:18:24.528976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-9bf1ea34-d466-4af6-a731-cca0137990e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/b82eb8fe-ade8-4794-808e-653a3ab879e3/bindings/n-h2-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8983526 Oct 13 00:18:24.529701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef854fd7-1418-4db7-ac04-a43f3b002d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:24.533254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:18:24.536987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:24.559456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:18:24.584769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef854fd7-1418-4db7-ac04-a43f3b002d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:24.636480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'Port': ['ID=17a94004-c6bd-4367-b500-3a3187936290,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:24.657813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:24.669353 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:24.694758 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-cfe60077-0336-40ad-bcdc-5c17c98d916b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9562800 Oct 13 00:18:24.702296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c50da41d-6780-49a5-8417-fd3446c16b2d no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:24.706872 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef854fd7-1418-4db7-ac04-a43f3b002d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:24.730000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Request body: {'port': {'device_id': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:24.740502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: c50da41d-6780-49a5-8417-fd3446c16b2d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:24.740774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c50da41d-6780-49a5-8417-fd3446c16b2d not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:24.837592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.015748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b1ec6407-22bf-492a-9e69-5532c719e803 None None] Provisioning complete for port 17a94004-c6bd-4367-b500-3a3187936290 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:25.016090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b1ec6407-22bf-492a-9e69-5532c719e803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.109002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec6407-22bf-492a-9e69-5532c719e803 None None] Port 17a94004-c6bd-4367-b500-3a3187936290 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:18:25.209503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-59601add-7a23-4b1c-b03e-4194545a42fe tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:25.211112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-59601add-7a23-4b1c-b03e-4194545a42fe tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.5651309 Oct 13 00:18:25.249870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ef3be-abbe-4f7a-8426-d99df6eb44e2 req-e918e610-2adc-4d58-a6a5-5d6c6645c501 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:25.251588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc8ef3be-abbe-4f7a-8426-d99df6eb44e2 req-e918e610-2adc-4d58-a6a5-5d6c6645c501 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 932 time: 0.4975252 Oct 13 00:18:25.301023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541c644-b6a8-4709-b6e8-ccf695a64612 req-36dd20aa-49f8-46bf-8390-2c0fdfb5ee66 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:25.302533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b541c644-b6a8-4709-b6e8-ccf695a64612 req-36dd20aa-49f8-46bf-8390-2c0fdfb5ee66 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1500609 Oct 13 00:18:25.311108 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef854fd7-1418-4db7-ac04-a43f3b002d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.366924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef854fd7-1418-4db7-ac04-a43f3b002d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0bed6ed-ea11-4008-8985-a19492aa0001,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:25.379037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef854fd7-1418-4db7-ac04-a43f3b002d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.387403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ef854fd7-1418-4db7-ac04-a43f3b002d78 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0bed6ed-ea11-4008-8985-a19492aa0001 HTTP/1.1" status: 204 len: 168 time: 0.9938471 Oct 13 00:18:25.389344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57436) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:25.415724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc8ef3be-abbe-4f7a-8426-d99df6eb44e2 req-857968e5-359d-4a01-86e4-e745ac26356c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449976 Oct 13 00:18:25.417693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-701059a7-ef5c-4fd2-88b9-b3414eea07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:25.419800 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-701059a7-ef5c-4fd2-88b9-b3414eea07f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260&tenant_id=972c82705a634760bc65b69e0205d7e1 HTTP/1.1" status: 200 len: 1095 time: 0.1954415 Oct 13 00:18:25.513549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b541c644-b6a8-4709-b6e8-ccf695a64612 req-df8b8441-3c62-4394-8c11-a2b7e0a9ebe2 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971822 Oct 13 00:18:25.544009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f304-8ad0-4545-9220-73665952cd8c req-d73aab8e-8f07-43e6-8dd3-a60264adb531 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:25.545850 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-d73aab8e-8f07-43e6-8dd3-a60264adb531 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.36 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 811 time: 0.5641162 Oct 13 00:18:25.550027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.575824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Request body: {'port': {'device_id': 'f63fef0f-a6e0-4fa6-af71-0938a40a279e', 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89', 'admin_state_up': True, 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:25.592912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a138c33-3216-49aa-8e9d-90910e162451 req-9d62c143-eeaa-4cca-8525-59b5effca349 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 210 time: 0.0474348 Oct 13 00:18:25.628192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-dd72ca3e-2f41-4626-ae49-1af7345b6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:25.629812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-dd72ca3e-2f41-4626-ae49-1af7345b6687 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972c82705a634760bc65b69e0205d7e1&device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1095 time: 0.1665053 Oct 13 00:18:25.718304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a94004-c6bd-4367-b500-3a3187936290 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:25.738725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.765164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Transition to ACTIVE for port object 17a94004-c6bd-4367-b500-3a3187936290 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:18:25.772983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.788320 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.847016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d728a0-fde6-4f17-a046-a350dffee925']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:25.874462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=17a94004-c6bd-4367-b500-3a3187936290,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:25.878685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b741fc-8a45-471c-9817-8f4abea2b6e2') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:25.878978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b741fc-8a45-471c-9817-8f4abea2b6e2') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:25.893791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f74d9d-0fe9-46f1-900d-8a062b9fde50 req-fd7e420f-9bbb-461d-8dd7-ac82c18e3d71 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:25.900220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3f74d9d-0fe9-46f1-900d-8a062b9fde50 req-fd7e420f-9bbb-461d-8dd7-ac82c18e3d71 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 944 time: 0.1339138 Oct 13 00:18:25.906977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Made reservation on behalf of c14434133bbb4018931f60dcb148a4d1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:18:25.910674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.912971 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:25.950028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-d83d3bc2-6475-488f-a97a-2c269c6c878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:25.951619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-d83d3bc2-6475-488f-a97a-2c269c6c878c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 200 len: 922 time: 0.2936304 Oct 13 00:18:25.983613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.030994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Attempting to bind port 17a94004-c6bd-4367-b500-3a3187936290 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:18:26.031219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Attempting to bind port 17a94004-c6bd-4367-b500-3a3187936290 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:18:26.031476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Attempting to bind port 17a94004-c6bd-4367-b500-3a3187936290 on network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:26.033356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-ce5141a6-f289-429a-8fc5-ba8e72276a1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 200 len: 217 time: 0.0626020 Oct 13 00:18:26.034328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:18:26.034742 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:18:26.038852 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:18:26.042337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Port 17a94004-c6bd-4367-b500-3a3187936290 on network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:18:26.042337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Attempting to bind port 17a94004-c6bd-4367-b500-3a3187936290 on network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:26.056204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:18:26.056557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Checking segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:18:26.056939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Bound using segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:18:26.057391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Bound port: 17a94004-c6bd-4367-b500-3a3187936290, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:18:26.057814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.062112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3f74d9d-0fe9-46f1-900d-8a062b9fde50 req-50fd23ca-400a-4bd1-8f02-37ed35498230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509237 Oct 13 00:18:26.162457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Allocated IP 172.20.0.9 (a34a1f6c-01bc-474a-9dd4-ee1e0646fc89/3c663bc1-1c6b-4b96-861d-51198732b09f/c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:18:26.171899 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.177286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-a6ac935e-e3d6-4e85-9276-3f47399ddc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:26.180058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-a6ac935e-e3d6-4e85-9276-3f47399ddc65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 200 len: 861 time: 0.1299973 Oct 13 00:18:26.197895 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.205036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] 10.222.0.21 "DELETE /v2.0/networks/78d728a0-fde6-4f17-a046-a350dffee925 HTTP/1.1" status: 204 len: 168 time: 0.8085523 Oct 13 00:18:26.211948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] For port 17a94004-c6bd-4367-b500-3a3187936290, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:26.230078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcf9a5-7afd-4780-bfa2-826f53d24b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d728a0-fde6-4f17-a046-a350dffee925,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:26.233384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] For port 17a94004-c6bd-4367-b500-3a3187936290, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=17a94004-c6bd-4367-b500-3a3187936290,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:18:26.236946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-2f85d181-ec8b-433c-b006-76b45c26474e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7382e6f6-efa9-4a70-8e95-977acf533636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491414 Oct 13 00:18:26.242497 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.335108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:26.335773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.337179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] 10.222.0.45 "PUT /v2.0/ports/17a94004-c6bd-4367-b500-3a3187936290 HTTP/1.1" status: 200 len: 1092 time: 1.6252170 Oct 13 00:18:26.341298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'tag': '17a94004-c6bd-4367-b500-3a3187936290'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:26.343681 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d9f54d-a350-4327-a3a2-73a8b1678d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "491dcaa0-82ef-45c6-88a9-e25e6ac34fda", "tag": "17a94004-c6bd-4367-b500-3a3187936290"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:26.382061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd366cd4-4b51-44fb-a653-5f1c8a8c4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=17a94004-c6bd-4367-b500-3a3187936290,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:26.383637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57444) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:26.415070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-7d1d68c9-757c-4c66-a2c7-ed925ddbdc33 service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699634 Oct 13 00:18:26.471546 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ebf914-5c62-49ae-8385-0c2a954d8bab x-openstack-request-id: req-d9ebf914-5c62-49ae-8385-0c2a954d8bab {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:26.471909 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491dcaa0-82ef-45c6-88a9-e25e6ac34fda", "tag": "17a94004-c6bd-4367-b500-3a3187936290", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:26.472226 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9ebf914-5c62-49ae-8385-0c2a954d8bab {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:26.472692 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'tag': '17a94004-c6bd-4367-b500-3a3187936290', 'status': 'completed', 'code': 200} Oct 13 00:18:26.485477 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.512916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7910-801f-4304-ab86-58146707c279 req-8ab8d2fe-0df8-4ece-ae91-2a1b2eea09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:26.514804 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-8ab8d2fe-0df8-4ece-ae91-2a1b2eea09c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 1095 time: 0.0995235 Oct 13 00:18:26.546325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-7e21e1ec-bb20-4677-ac23-efc0a73c457f service neutron] 10.222.0.36 "GET /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229815 Oct 13 00:18:26.601660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-28c44563-e327-4228-a2e5-68a3e9028513 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a94004-c6bd-4367-b500-3a3187936290 HTTP/1.1" status: 200 len: 217 time: 0.0701001 Oct 13 00:18:26.620325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.660809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['094cedd5-e655-4be3-a348-b07ca524d186'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:26.676709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7910-801f-4304-ab86-58146707c279 req-2aab4e60-c19d-492a-90c1-fe57f9fd3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:26.678299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-2aab4e60-c19d-492a-90c1-fe57f9fd3fd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.0680611 Oct 13 00:18:26.702251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fd8d9-702a-43ef-a8f2-09cca1d59c93 req-7a125789-9a34-4dab-a901-69a9cce812d8 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:26.711253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-693fd8d9-702a-43ef-a8f2-09cca1d59c93 req-7a125789-9a34-4dab-a901-69a9cce812d8 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 944 time: 0.1633098 Oct 13 00:18:26.729445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3e5b-1344-4ade-bd91-4160622e14d7 req-039338b7-aed6-4559-91c7-69e56a4d3425 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:26.732755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-badd3e5b-1344-4ade-bd91-4160622e14d7 req-039338b7-aed6-4559-91c7-69e56a4d3425 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1163194 Oct 13 00:18:26.747279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a4133186-e2db-4fd0-87b3-bcc538caec85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78e96295fb4b41a09bf66cc575acf850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620536 Oct 13 00:18:26.749106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57456) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:26.778754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:18:26.783357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:26.795569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:18:26.803075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Pushing event updated for resources: {'Port': ['ID=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:26.850199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc7910-801f-4304-ab86-58146707c279 req-80cf5e23-8b1e-4e96-b850-40a7f5e1f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:26.851843 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-80cf5e23-8b1e-4e96-b850-40a7f5e1f19a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629920 Oct 13 00:18:26.890922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:26.891558 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.894600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-badd3e5b-1344-4ade-bd91-4160622e14d7 req-f59e1610-062c-495e-8b48-670b8c34b433 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444991 Oct 13 00:18:26.944198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-693fd8d9-702a-43ef-a8f2-09cca1d59c93 req-a95538b7-f828-4add-b764-2a23fada2834 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318528 Oct 13 00:18:26.947438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0a3591a7-2dac-433a-9e4f-7488f0866d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.958834 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-772bfd10-6081-4afe-8144-bda6c82de7e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871603 Oct 13 00:18:26.973564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0a3591a7-2dac-433a-9e4f-7488f0866d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:26.995463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Request body: {'port': {'device_id': 'f63fef0f-a6e0-4fa6-af71-0938a40a279e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:27.019276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-03dacf32-4ba1-488f-bb66-90ca8ecf6ba0 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:27.020884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-03dacf32-4ba1-488f-bb66-90ca8ecf6ba0 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260&tenant_id=972c82705a634760bc65b69e0205d7e1&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.1173768 Oct 13 00:18:27.033017 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-9a5371a2-65c0-4887-a888-7e2090f0ebee service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711252 Oct 13 00:18:27.088908 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:27.138488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf258-766e-4aa4-b5d6-256f8af6bf3f req-64db369a-edf3-4d3b-a701-3f2b2713c717 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:27.140148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8eaaf258-766e-4aa4-b5d6-256f8af6bf3f req-64db369a-edf3-4d3b-a701-3f2b2713c717 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 931 time: 0.1241498 Oct 13 00:18:27.143787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0a3591a7-2dac-433a-9e4f-7488f0866d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:27.146661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0a3591a7-2dac-433a-9e4f-7488f0866d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:27.151454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0a3591a7-2dac-433a-9e4f-7488f0866d4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45791ef3-f686-4966-b7a0-8715e444adfb HTTP/1.1" status: 204 len: 168 time: 0.4000995 Oct 13 00:18:27.247113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3591a7-2dac-433a-9e4f-7488f0866d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45791ef3-f686-4966-b7a0-8715e444adfb,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:27.307240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8eaaf258-766e-4aa4-b5d6-256f8af6bf3f req-a94d198e-8d0c-44ba-9683-296a1c24a829 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536098 Oct 13 00:18:27.318648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-b82fd918-2d66-42e2-a928-ac32894793c8 service neutron] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:27.323073 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-b82fd918-2d66-42e2-a928-ac32894793c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:27.325480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf927f8-98c8-48e9-82b9-b66c2ab31d48 req-b82fd918-2d66-42e2-a928-ac32894793c8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/b82eb8fe-ade8-4794-808e-653a3ab879e3/bindings/n-h1-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.2890210 Oct 13 00:18:27.440541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9ac7-4afb-4cea-9fda-8f9c4aca5693 req-ffa32521-47fa-40ae-b5b1-bca6ce69973a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:27.443026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f8b9ac7-4afb-4cea-9fda-8f9c4aca5693 req-ffa32521-47fa-40ae-b5b1-bca6ce69973a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 944 time: 0.0790455 Oct 13 00:18:27.498157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f8b9ac7-4afb-4cea-9fda-8f9c4aca5693 req-ceb5c334-d135-475f-99a7-7b7e9afbb505 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Oct 13 00:18:27.566672 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66cc7910-801f-4304-ab86-58146707c279 req-4540d24f-e6dd-4d02-82b7-7946de2ff910 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115151 Oct 13 00:18:27.628070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:27.637273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:27.650268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Transition to ACTIVE for port object c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:18:27.653906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:27.664739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b300e-fabd-4983-9a7d-f1183f88b1ca req-d031610a-bdfa-417a-9ea6-d6d8193d051a tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:27.680170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c9b300e-fabd-4983-9a7d-f1183f88b1ca req-d031610a-bdfa-417a-9ea6-d6d8193d051a tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 1095 time: 0.0725532 Oct 13 00:18:27.718032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c9b300e-fabd-4983-9a7d-f1183f88b1ca req-6e08a75c-50a5-4d5a-b6d7-fd350e2666d8 tempest-LiveAutoBlockMigrationV225Test-1284895722 tempest-LiveAutoBlockMigrationV225Test-1284895722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 Oct 13 00:18:27.839550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Pushing event updated for resources: {'Port': ['ID=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:27.868957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-ac3f6439-cd4a-4973-89f8-707ca97d0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:27.871717 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-ac3f6439-cd4a-4973-89f8-707ca97d0423 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 1095 time: 0.1555469 Oct 13 00:18:27.909820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Attempting to bind port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:18:27.910660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Attempting to bind port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:18:27.911210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Attempting to bind port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 on network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:27.978043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 on network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:18:27.978381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Attempting to bind port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 on network a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:27.992167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:18:27.992510 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Checking segment: {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:18:27.992902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Bound using segment: {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:18:27.993346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Bound port: c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985b1628-c52a-4e5a-979b-712262939d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:18:27.993709 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:28.100481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-2c2aeee1-7525-49fd-9546-90c74827767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.101975 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-2c2aeee1-7525-49fd-9546-90c74827767a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.2179625 Oct 13 00:18:28.126311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] For port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:28.130579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] For port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:18:28.131705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ee39-c349-418d-9952-86c63604198a req-8183d251-4b1c-4b57-a573-3bc32c04ed09 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.134390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2705ee39-c349-418d-9952-86c63604198a req-8183d251-4b1c-4b57-a573-3bc32c04ed09 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1091361 Oct 13 00:18:28.139304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:28.199773 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2705ee39-c349-418d-9952-86c63604198a req-3762e19f-ea79-46dd-83af-6608a4bc506a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541687 Oct 13 00:18:28.235667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-b80d5ca0-3ee4-423f-80d8-a69cd4a9824e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a94004-c6bd-4367-b500-3a3187936290 HTTP/1.1" status: 200 len: 217 time: 0.0923016 Oct 13 00:18:28.249602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.250247 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:28.251683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] 10.222.0.36 "PUT /v2.0/ports/c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 HTTP/1.1" status: 200 len: 1091 time: 1.2734280 Oct 13 00:18:28.252391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12980088-4948-4897-90b1-e374eb804cef req-8c30353a-284f-45ad-a41a-4e3b58fd2ec5 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.255111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12980088-4948-4897-90b1-e374eb804cef req-8c30353a-284f-45ad-a41a-4e3b58fd2ec5 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 944 time: 0.0824842 Oct 13 00:18:28.305042 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12980088-4948-4897-90b1-e374eb804cef req-17c95cc7-d11b-4716-bfec-41fb6ef99d22 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Oct 13 00:18:28.334128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d010bb-eceb-4cb6-844b-400f72bd4cae service neutron] Pushing event updated for resources: {'Port': ['ID=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:28.407950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc03a99-654e-4f5c-b9d4-e3b8d986aec1 req-2cc54e4a-07bd-4686-b7eb-ce2cda56016a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.412978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-6910c844-b2ff-41e9-80c2-c015f3a929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.414449 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-6910c844-b2ff-41e9-80c2-c015f3a929c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.1598682 Oct 13 00:18:28.415051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fc03a99-654e-4f5c-b9d4-e3b8d986aec1 req-2cc54e4a-07bd-4686-b7eb-ce2cda56016a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 944 time: 0.1086278 Oct 13 00:18:28.442128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f304-8ad0-4545-9220-73665952cd8c req-db7ad356-b261-4a52-8527-a0493dfb0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.443657 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-db7ad356-b261-4a52-8527-a0493dfb0461 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 1094 time: 0.0961266 Oct 13 00:18:28.490683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63fef0f-a6e0-4fa6-af71-0938a40a279e', 'tag': 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:28.493253 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97" -d '{"events": [{"name": "network-changed", "server_uuid": "f63fef0f-a6e0-4fa6-af71-0938a40a279e", "tag": "c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:28.501450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fc03a99-654e-4f5c-b9d4-e3b8d986aec1 req-4a4c7b1c-4f96-4951-8c52-42a253bd138d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839777 Oct 13 00:18:28.518877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a76a0-f94a-4651-8204-ecff08987f7d req-710645ea-b5fd-40e4-a781-94e86066e31a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.524533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c4a76a0-f94a-4651-8204-ecff08987f7d req-710645ea-b5fd-40e4-a781-94e86066e31a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 945 time: 0.1083255 Oct 13 00:18:28.595536 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-cf998c92-9424-48f5-bf6d-20cc636fbd3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 HTTP/1.1" status: 200 len: 217 time: 0.0851872 Oct 13 00:18:28.598201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-c2ff37d2-e6a8-4e29-a32f-b31bec8d04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.599634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-c2ff37d2-e6a8-4e29-a32f-b31bec8d04f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507707 Oct 13 00:18:28.601515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c4a76a0-f94a-4651-8204-ecff08987f7d req-c9902a9a-a00a-49f1-ad3a-c5c8d99dbab9 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638564 Oct 13 00:18:28.667333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f304-8ad0-4545-9220-73665952cd8c req-2c35c267-ba46-4c68-be51-5d9121968334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.668852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-2c35c267-ba46-4c68-be51-5d9121968334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c663bc1-1c6b-4b96-861d-51198732b09f HTTP/1.1" status: 200 len: 851 time: 0.0602260 Oct 13 00:18:28.761146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09c3b0-9030-4340-8192-3825e38f3f23 req-5cc33209-fedd-4321-a097-aef152deb64f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:28.763704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c09c3b0-9030-4340-8192-3825e38f3f23 req-5cc33209-fedd-4321-a097-aef152deb64f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 943 time: 0.0545976 Oct 13 00:18:28.793718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-5a27b974-70ee-42ac-80eb-eab57b974271 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350989 Oct 13 00:18:28.796882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-f70580d5-75b8-4734-a0f1-a8ba0499c689 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177635 Oct 13 00:18:28.808529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c09c3b0-9030-4340-8192-3825e38f3f23 req-899715d3-7534-4bb2-a765-d58c3c1736fe tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384707 Oct 13 00:18:28.904191 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e37d6-90d8-49f7-b17c-79eaa6e22356 x-openstack-request-id: req-b90e37d6-90d8-49f7-b17c-79eaa6e22356 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:28.904787 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63fef0f-a6e0-4fa6-af71-0938a40a279e", "tag": "c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:28.904787 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b90e37d6-90d8-49f7-b17c-79eaa6e22356 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:28.905091 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63fef0f-a6e0-4fa6-af71-0938a40a279e', 'tag': 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4', 'status': 'completed', 'code': 200} Oct 13 00:18:28.905454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-42b4c69b-d8bc-4a82-b88c-0b57f7b1ec37 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=870ef621e03e4c89afdc8c56447d2432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236559 Oct 13 00:18:28.976968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-55d9f54d-a350-4327-a3a2-73a8b1678d1f req-8ed2c1a5-4f74-4e38-8af1-50d0b58483da service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753681 Oct 13 00:18:28.982735 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-d6b0a23f-89a8-42df-8698-0cfa2695308b service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678569 Oct 13 00:18:29.032178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-61b9ae6f-3df4-4c07-8acd-8495c919cdfa tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.033670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-61b9ae6f-3df4-4c07-8acd-8495c919cdfa tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1225638 Oct 13 00:18:29.065851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-c2560e3f-96ba-4b06-bd6d-b0f63857b2ee tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/quotas/870ef621e03e4c89afdc8c56447d2432 HTTP/1.1" status: 200 len: 375 time: 0.0141425 Oct 13 00:18:29.091729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-3f85688a-e806-4f72-8dca-4440ea934c7b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.093172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-3f85688a-e806-4f72-8dca-4440ea934c7b tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.36 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 944 time: 0.0784063 Oct 13 00:18:29.101241 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aea3f304-8ad0-4545-9220-73665952cd8c req-b5e89690-41e0-461e-9777-2f079102448f service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881598 Oct 13 00:18:29.108799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-7a56cff7-3983-4272-b840-663fdd9d1f2c tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=870ef621e03e4c89afdc8c56447d2432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368857 Oct 13 00:18:29.197720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Deleting port b82eb8fe-ade8-4794-808e-653a3ab879e3 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:29.198083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:29.236685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-50f890e7-c99d-4882-a85b-6dd0c0218ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.238684 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-50f890e7-c99d-4882-a85b-6dd0c0218ada service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 1094 time: 0.0466895 Oct 13 00:18:29.347853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-a0cda1e4-d111-4765-baa9-619fb81f9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.349527 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-a0cda1e4-d111-4765-baa9-619fb81f9ab0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 912 time: 0.1013167 Oct 13 00:18:29.362582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8605544-394d-4d03-8616-8b9721229707 req-84390dec-9c81-41c8-b1bc-1f0dee613da8 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 210 time: 0.0632112 Oct 13 00:18:29.389305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] For port b82eb8fe-ade8-4794-808e-653a3ab879e3, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=b82eb8fe-ade8-4794-808e-653a3ab879e3,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:29.389618 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:29.394867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-03a23794-76fa-4437-ae52-71f496a90313 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 HTTP/1.1" status: 200 len: 217 time: 0.0374224 Oct 13 00:18:29.424970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Calling delete_port for b82eb8fe-ade8-4794-808e-653a3ab879e3 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:29.448315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b312a6-2f6a-4c57-a1fc-9a0c4e708346 req-99345190-9510-4b5d-8f04-edb1a42a23e0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.449534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74b312a6-2f6a-4c57-a1fc-9a0c4e708346 req-99345190-9510-4b5d-8f04-edb1a42a23e0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1513662 Oct 13 00:18:29.462870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-922350bd-a7ff-4cd0-baf5-1030e7ebe3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.464355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-922350bd-a7ff-4cd0-baf5-1030e7ebe3ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c663bc1-1c6b-4b96-861d-51198732b09f HTTP/1.1" status: 200 len: 851 time: 0.0632248 Oct 13 00:18:29.499657 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-7519bb11-7651-4930-88f3-b2f55c0851b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266984 Oct 13 00:18:29.561184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74b312a6-2f6a-4c57-a1fc-9a0c4e708346 req-3e5f99a7-aaed-4957-b560-fe8ba9ad3ca1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806422 Oct 13 00:18:29.595152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b519df-a8a4-44e0-9b07-6dd41e25e90d req-fc843353-4b90-4f9c-ab8b-a0b8e09f8243 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.602758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9b519df-a8a4-44e0-9b07-6dd41e25e90d req-fc843353-4b90-4f9c-ab8b-a0b8e09f8243 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 944 time: 0.1206601 Oct 13 00:18:29.613871 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-69227ca7-631e-4466-90ca-f2728fae7236 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032591 Oct 13 00:18:29.685633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9b519df-a8a4-44e0-9b07-6dd41e25e90d req-3eb4de79-c373-4fb5-90c7-a9f4e003f16e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819976 Oct 13 00:18:29.719868 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83ed6c2c-69b8-4dbd-962b-9cff78dd0a97 req-69dc2a2d-4bc2-4ca6-b6bb-e0e6035115f3 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987632 Oct 13 00:18:29.734527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:29.756386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03404577-e6cf-4e80-ac0a-abac23c26bec req-0e78d9c1-4cfa-41b6-a2c9-f13d098e8344 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.757908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03404577-e6cf-4e80-ac0a-abac23c26bec req-0e78d9c1-4cfa-41b6-a2c9-f13d098e8344 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 944 time: 0.1018088 Oct 13 00:18:29.768100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['590684a0-5f79-4bb3-bec9-15ab041566de', 'b82eb8fe-ade8-4794-808e-653a3ab879e3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:29.787582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Pushing event deleted for resources: {'Port': ['ID=b82eb8fe-ade8-4794-808e-653a3ab879e3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:29.872568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] No DVR routers for this DVR port b82eb8fe-ade8-4794-808e-653a3ab879e3 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:29.878039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:29.881527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2331fde2-8aa9-46ab-be49-be2e1879c8a1 req-34026eee-87a5-492c-946d-2715e6870882 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.36 "DELETE /v2.0/ports/b82eb8fe-ade8-4794-808e-653a3ab879e3 HTTP/1.1" status: 204 len: 173 time: 0.7749901 Oct 13 00:18:29.885006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'name': 'network-vif-deleted', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:29.887333 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d8394-353d-429b-b22e-e929d72b9873" -d '{"events": [{"server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "name": "network-vif-deleted", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:29.907094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03404577-e6cf-4e80-ac0a-abac23c26bec req-8dbdab74-d847-42d6-a675-b059c5524a26 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224406 Oct 13 00:18:29.924264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568b7ef-ce40-4146-9443-9349b18213fc req-a06d7f15-37e4-4645-a9c3-9fa519f88371 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:29.925883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2568b7ef-ce40-4146-9443-9349b18213fc req-a06d7f15-37e4-4645-a9c3-9fa519f88371 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 945 time: 0.1796801 Oct 13 00:18:29.975646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2568b7ef-ce40-4146-9443-9349b18213fc req-f53a916b-5d80-48c2-81dd-d746ec2a4aa5 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Oct 13 00:18:30.112890 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e014d3-8d67-430d-a815-4aab996a2310 x-openstack-request-id: req-c8e014d3-8d67-430d-a815-4aab996a2310 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:30.113418 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d392baac-da58-4ded-ac86-e55bd43a0260", "name": "network-vif-deleted", "tag": "b82eb8fe-ade8-4794-808e-653a3ab879e3", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:30.113677 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8e014d3-8d67-430d-a815-4aab996a2310 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:30.114096 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd392baac-da58-4ded-ac86-e55bd43a0260', 'name': 'network-vif-deleted', 'tag': 'b82eb8fe-ade8-4794-808e-653a3ab879e3', 'status': 'completed', 'code': 200} Oct 13 00:18:30.131677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea0045-3933-427e-a9e0-21a0ed5f7878 req-fcdda02a-8bc7-499f-9741-12a2f7720bf6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:30.132315 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:18:30.133175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65404edc-5917-4ab9-8fce-4321bee43307 req-9c5576ec-5ba9-49fa-ab4a-b56805f9f344 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:30.133992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66ea0045-3933-427e-a9e0-21a0ed5f7878 req-fcdda02a-8bc7-499f-9741-12a2f7720bf6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 943 time: 0.0715480 Oct 13 00:18:30.137381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65404edc-5917-4ab9-8fce-4321bee43307 req-9c5576ec-5ba9-49fa-ab4a-b56805f9f344 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 945 time: 0.0684938 Oct 13 00:18:30.175697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66ea0045-3933-427e-a9e0-21a0ed5f7878 req-34f2ee4b-82df-4c4e-8b22-b9e40993f384 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347137 Oct 13 00:18:30.241043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Deleting port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:30.241388 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:30.337913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] For port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:30.338203 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:30.352053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Calling delete_port for e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:30.468701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-da494506-34c8-45e2-8ec5-dc3918c7c925 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=870ef621e03e4c89afdc8c56447d2432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384920 Oct 13 00:18:30.516604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e507bf2-f649-4eec-9eb7-20dec166a89a req-76f18fde-7b76-4db3-9e39-afe7da680084 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 210 time: 0.0515862 Oct 13 00:18:30.541119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:30.577502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', '9e045665-3f53-4eb3-b106-a35a4400500a', 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:30.580056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:30.625299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-c1efef72-eab5-4aef-8f93-9f6a9019d488 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:30.626915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-c1efef72-eab5-4aef-8f93-9f6a9019d488 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507475 Oct 13 00:18:30.628789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] No DVR routers for this DVR port e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:30.632114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:30.637493 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65404edc-5917-4ab9-8fce-4321bee43307 req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "DELETE /v2.0/ports/e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d HTTP/1.1" status: 204 len: 173 time: 0.4919157 Oct 13 00:18:30.638570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd2554-1e35-4cde-aa36-0d8d1b58bda7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Pushing event deleted for resources: {'Port': ['ID=e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:30.704305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Request body: {'port': {'device_id': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '870ef621e03e4c89afdc8c56447d2432'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:30.818020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e567e1-b48b-4a88-9196-acf94fab67f7 req-49992f20-5fdf-4acb-80a9-e7f8d398a0d7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:30.825598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34e567e1-b48b-4a88-9196-acf94fab67f7 req-49992f20-5fdf-4acb-80a9-e7f8d398a0d7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1635599 Oct 13 00:18:30.863024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9eb8d666-a9da-4589-a4ce-f036ef3c596d req-e32fdd99-e9e9-456a-a9bc-c60dc6294f59 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 210 time: 0.0733926 Oct 13 00:18:30.906444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c75dc49-a49c-4e29-a733-215ecdbce97d', 'name': 'network-vif-deleted', 'tag': 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:30.909125 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a8135e-89b2-45dc-96aa-1561e20576c4" -d '{"events": [{"server_uuid": "6c75dc49-a49c-4e29-a733-215ecdbce97d", "name": "network-vif-deleted", "tag": "e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:30.916219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34e567e1-b48b-4a88-9196-acf94fab67f7 req-78a8c327-2960-4f97-934b-fde01000e936 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896056 Oct 13 00:18:30.938277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Made reservation on behalf of 870ef621e03e4c89afdc8c56447d2432 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:18:30.942712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:30.958839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:30.979672 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356bdf10-59be-455a-af4c-e893955bfce5 x-openstack-request-id: req-356bdf10-59be-455a-af4c-e893955bfce5 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:30.980174 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c75dc49-a49c-4e29-a733-215ecdbce97d", "name": "network-vif-deleted", "tag": "e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:30.980419 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-356bdf10-59be-455a-af4c-e893955bfce5 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:30.981077 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c75dc49-a49c-4e29-a733-215ecdbce97d', 'name': 'network-vif-deleted', 'tag': 'e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d', 'status': 'completed', 'code': 200} Oct 13 00:18:31.069804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:31.084218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f7415-8324-4c49-a777-aa4543b4a1aa req-277d68ea-ce39-49fc-8286-65729f7239b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:31.086018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a0f7415-8324-4c49-a777-aa4543b4a1aa req-277d68ea-ce39-49fc-8286-65729f7239b1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 944 time: 0.0762076 Oct 13 00:18:31.088548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:31.148245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5d1db3d-c3ad-46b8-9f04-cce31e9563d2 req-78e48085-a586-47cb-91f3-7a8b9926d114 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c75dc49-a49c-4e29-a733-215ecdbce97d HTTP/1.1" status: 200 len: 210 time: 0.0606031 Oct 13 00:18:31.214110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1353301-f889-4a6c-84d9-81393ae935ab,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:31.244024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a0f7415-8324-4c49-a777-aa4543b4a1aa req-a78c6628-2c4f-4d41-8dcc-b7818f2c2287 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472664 Oct 13 00:18:31.345297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Allocated IP 192.168.233.139 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/3a712310-fbbd-4a99-88cd-fe2f45ffb09a) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:18:31.442800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f90791-43d6-4f7d-a92a-c734e78bbe8d req-89985bf8-3520-4630-ae8e-b006cb817cb3 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:31.444233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70f90791-43d6-4f7d-a92a-c734e78bbe8d req-89985bf8-3520-4630-ae8e-b006cb817cb3 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 943 time: 0.0892825 Oct 13 00:18:31.489143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 17a94004-c6bd-4367-b500-3a3187936290 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:18:31.534633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70f90791-43d6-4f7d-a92a-c734e78bbe8d req-d4af86d4-443e-43d4-a9b3-a7a7583f3ce3 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795512 Oct 13 00:18:31.589588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:31.598304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 17a94004-c6bd-4367-b500-3a3187936290, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=17a94004-c6bd-4367-b500-3a3187936290,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:31.613446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '17a94004-c6bd-4367-b500-3a3187936290', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'port_id': '17a94004-c6bd-4367-b500-3a3187936290', 'mac_address': 'fa:16:3e:c9:25:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:18:31.628901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11a45c63-b6bd-4fee-a313-6a342d410a49 req-04d3a273-2249-4bec-86ab-a6408c973254 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 210 time: 0.0340641 Oct 13 00:18:31.654207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:31.656733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:31.670540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a94004-c6bd-4367-b500-3a3187936290 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:31.691115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 17a94004-c6bd-4367-b500-3a3187936290, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=17a94004-c6bd-4367-b500-3a3187936290,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:31.696361 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:31.708146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:18:31.712417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:18:31.714469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:31.717044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:18:31.761278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=17a94004-c6bd-4367-b500-3a3187936290,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:31.771844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.772241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.772585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.772919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.773248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.773572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.773893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.774214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.774534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.774851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.775169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.775484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:31.777574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:31.778358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:31.800737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-01b08631-bf4f-4195-b1c4-5b193dc9b55b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1023557 Oct 13 00:18:31.819698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Request body: {'port': {'device_id': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:31.885820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:31.989921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4bd2f062-da99-43f1-a853-0a263a7c44cb None None] Provisioning complete for port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:31.990349 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4bd2f062-da99-43f1-a853-0a263a7c44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:32.025874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2f062-da99-43f1-a853-0a263a7c44cb None None] Port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:18:32.026315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8138679-3875-4db4-b632-ed7ed4b360bf req-17f02476-0d50-414e-90a8-3fed1c2145c3 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 210 time: 0.0801105 Oct 13 00:18:32.128829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c00c4-faff-4f58-9ed6-8243c8235712 req-5d5781d0-9d1b-4adb-95bc-644fdc8cf64c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:32.130322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-839c00c4-faff-4f58-9ed6-8243c8235712 req-5d5781d0-9d1b-4adb-95bc-644fdc8cf64c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1031330 Oct 13 00:18:32.199361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-839c00c4-faff-4f58-9ed6-8243c8235712 req-1d470bee-1bac-4f59-8505-0d9578abccb5 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612335 Oct 13 00:18:32.276647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['17a94004-c6bd-4367-b500-3a3187936290'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:32.314980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a712310-fbbd-4a99-88cd-fe2f45ffb09a {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:32.333479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:32.368248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Transition to ACTIVE for port object 3a712310-fbbd-4a99-88cd-fe2f45ffb09a will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:18:32.377867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:32.485424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:32.534306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8af03-b41e-449c-9b7a-2bf93b724f4b req-707a8bf5-496a-4c16-9d62-5977850429ab tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:32.541917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ff8af03-b41e-449c-9b7a-2bf93b724f4b req-707a8bf5-496a-4c16-9d62-5977850429ab tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 945 time: 0.1703141 Oct 13 00:18:32.607450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ff8af03-b41e-449c-9b7a-2bf93b724f4b req-367f5c1d-1b07-43f2-9da2-2a8e385fd627 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578611 Oct 13 00:18:32.610484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Attempting to bind port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:18:32.611910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Attempting to bind port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:18:32.612510 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Attempting to bind port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:32.617460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:18:32.617970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Attempting to bind port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:18:32.629145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:18:32.635346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:18:32.635768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:18:32.636227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Bound port: 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:18:32.637139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:32.757584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b82eb8fe-ade8-4794-808e-653a3ab879e3 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:32.779049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: b82eb8fe-ade8-4794-808e-653a3ab879e3 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:32.779567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device b82eb8fe-ade8-4794-808e-653a3ab879e3 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:32.781826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8272c-0aed-4ea5-aee1-04504649c3e2 req-1428ec4f-e863-4122-89d0-230e2d8a09cf tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:32.783940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1bc8272c-0aed-4ea5-aee1-04504649c3e2 req-1428ec4f-e863-4122-89d0-230e2d8a09cf tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 943 time: 0.1371174 Oct 13 00:18:32.823749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:18:32.854171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7db69f-51da-49ad-81c1-05c627006aa7 req-18979737-40aa-4508-8470-da5117901e59 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:32.855802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb7db69f-51da-49ad-81c1-05c627006aa7 req-18979737-40aa-4508-8470-da5117901e59 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 948 time: 0.1332586 Oct 13 00:18:32.862672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:18:32.876446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:32.882938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1bc8272c-0aed-4ea5-aee1-04504649c3e2 req-5ad0e458-fc75-4442-9cf3-a96e9c559fdc tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923715 Oct 13 00:18:32.931751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:32.932526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:32.934549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] 10.222.0.45 "PUT /v2.0/ports/3a712310-fbbd-4a99-88cd-fe2f45ffb09a HTTP/1.1" status: 200 len: 1096 time: 1.1192718 Oct 13 00:18:32.940004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:32.942870 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44de3599-269e-453e-b185-c65a54883751" -d '{"events": [{"name": "network-changed", "server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:32.978988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8618f83-02b4-4986-94ad-7f78526cbddb service neutron] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:32.989456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb7db69f-51da-49ad-81c1-05c627006aa7 req-a90034a0-c21e-40c7-ba31-d36bab558cda tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229510 Oct 13 00:18:33.023029 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4df0cae-48d5-47c6-9d74-c5150fd8890f x-openstack-request-id: req-a4df0cae-48d5-47c6-9d74-c5150fd8890f {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:33.023313 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:33.023598 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4df0cae-48d5-47c6-9d74-c5150fd8890f {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:33.024234 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'status': 'completed', 'code': 200} Oct 13 00:18:33.040837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-435f9ac9-1e47-4b99-b546-691d166278fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:33.042446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-435f9ac9-1e47-4b99-b546-691d166278fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=870ef621e03e4c89afdc8c56447d2432&device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0497358 Oct 13 00:18:33.098224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-ad20dd5e-6975-463b-a04d-6aeea30937c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a HTTP/1.1" status: 200 len: 217 time: 0.0404994 Oct 13 00:18:33.136050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98d1cc7f-7b47-4361-9e05-64286263ad25 req-e20bcf4e-f342-431e-9d9e-2576fc28dd24 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 210 time: 0.0342686 Oct 13 00:18:33.178298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-c9432a8c-bcce-427e-95c6-509cd1b3c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:33.179843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-c9432a8c-bcce-427e-95c6-509cd1b3c852 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0690682 Oct 13 00:18:33.494870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:33.527834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:33.528419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e3f1fb40-88ad-42d7-8aa6-4b5f4ab4fa1d not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:33.550429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-eea566ae-fa7e-4699-a287-84aadb7df3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:33.551985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-eea566ae-fa7e-4699-a287-84aadb7df3eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3630013 Oct 13 00:18:33.563348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8e8e4-32da-4e19-b3cf-9eca5b63126e req-2616074e-4281-4529-a18d-a2b135cb684e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:33.564790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94d8e8e4-32da-4e19-b3cf-9eca5b63126e req-2616074e-4281-4529-a18d-a2b135cb684e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0607378 Oct 13 00:18:33.651797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94d8e8e4-32da-4e19-b3cf-9eca5b63126e req-e13109ac-c346-4240-a491-fc5b420dd988 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788860 Oct 13 00:18:33.687548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-ea1e8ade-cc9e-4cfb-9475-c16f724b4325 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215813 Oct 13 00:18:33.772990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c221d-db6b-4892-b70f-390a5780e0c5 req-7b850d18-9301-408b-a838-caf11944907f tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:33.774457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd1c221d-db6b-4892-b70f-390a5780e0c5 req-7b850d18-9301-408b-a838-caf11944907f tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 945 time: 0.1002893 Oct 13 00:18:33.837767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd1c221d-db6b-4892-b70f-390a5780e0c5 req-13e1115b-b958-436f-a8bd-3634bdcf5cd2 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555196 Oct 13 00:18:33.841261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c795815-de4e-441a-af61-e5bd0f86de10 req-18e05549-e4d4-4abf-ad23-17d5c2c75f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:33.843002 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c795815-de4e-441a-af61-e5bd0f86de10 req-18e05549-e4d4-4abf-ad23-17d5c2c75f9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0435348 Oct 13 00:18:33.844436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-217c8da2-e241-4d5d-8c90-41e2fd2daecd req-8dd8a1ce-6296-4a68-8dcc-d6f311d278ef service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367893 Oct 13 00:18:33.889002 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c795815-de4e-441a-af61-e5bd0f86de10 req-78b079ff-f391-4a75-87fe-6a0f79bbe0f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303888 Oct 13 00:18:34.001153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01c12-7985-40f3-b382-fa2e988c24e1 req-fcfb458e-866e-456d-9ee7-d3b97a341cf4 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:34.002651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aa01c12-7985-40f3-b382-fa2e988c24e1 req-fcfb458e-866e-456d-9ee7-d3b97a341cf4 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 943 time: 0.0488358 Oct 13 00:18:34.043117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aa01c12-7985-40f3-b382-fa2e988c24e1 req-3b03f1ec-8025-4a37-a2ab-a2d4f3c822bc tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Oct 13 00:18:34.122996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec943bf-cd12-4ca0-9a21-97ca08e76647 req-ba5c9b5b-0e7a-40dc-8227-73611d0362fd tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:34.124500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ec943bf-cd12-4ca0-9a21-97ca08e76647 req-ba5c9b5b-0e7a-40dc-8227-73611d0362fd tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 948 time: 0.0510814 Oct 13 00:18:34.167791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ec943bf-cd12-4ca0-9a21-97ca08e76647 req-7050345d-1300-44d1-a778-466a7e7af32b tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370154 Oct 13 00:18:34.233387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a7f0189-0be8-44f7-983c-0f64b466415a req-17cfde4a-c095-4f69-942d-78f97e6f58ce tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392baac-da58-4ded-ac86-e55bd43a0260 HTTP/1.1" status: 200 len: 210 time: 0.0265861 Oct 13 00:18:34.312799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3599-269e-453e-b185-c65a54883751 req-7d464a0d-1cc3-4089-98b4-76bd62545016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:34.314349 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44de3599-269e-453e-b185-c65a54883751 req-7d464a0d-1cc3-4089-98b4-76bd62545016 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=870ef621e03e4c89afdc8c56447d2432&device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0411322 Oct 13 00:18:34.410640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3599-269e-453e-b185-c65a54883751 req-23dabb0e-085c-4fe0-a2dc-cf60b30c9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:34.412139 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44de3599-269e-453e-b185-c65a54883751 req-23dabb0e-085c-4fe0-a2dc-cf60b30c9734 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0895438 Oct 13 00:18:34.455082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44de3599-269e-453e-b185-c65a54883751 req-178c1f90-56bd-42f7-a007-ba4337be22fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a HTTP/1.1" status: 200 len: 217 time: 0.0346909 Oct 13 00:18:34.510017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3599-269e-453e-b185-c65a54883751 req-7928dcb7-6562-424f-97ad-9036743f1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:34.512439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44de3599-269e-453e-b185-c65a54883751 req-7928dcb7-6562-424f-97ad-9036743f1736 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0495958 Oct 13 00:18:34.560798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de3599-269e-453e-b185-c65a54883751 req-c79a4c7b-7d28-449a-aeb5-0074cbfd52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:34.562289 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44de3599-269e-453e-b185-c65a54883751 req-c79a4c7b-7d28-449a-aeb5-0074cbfd52a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425379 Oct 13 00:18:34.663961 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44de3599-269e-453e-b185-c65a54883751 req-c7dcf333-080d-4e20-8a96-7140eef3e467 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938773 Oct 13 00:18:34.776706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:18:34.786023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fe9a1-bbdf-432e-b8dd-f261a5cb6ade req-acf5e3d5-515e-449b-a9c1-c67cfc377616 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:34.787946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-003fe9a1-bbdf-432e-b8dd-f261a5cb6ade req-acf5e3d5-515e-449b-a9c1-c67cfc377616 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0577331 Oct 13 00:18:34.837510 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44de3599-269e-453e-b185-c65a54883751 req-d2bf006a-4c65-4ff0-b504-c2ed8d0851ec service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350210 Oct 13 00:18:34.843392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-003fe9a1-bbdf-432e-b8dd-f261a5cb6ade req-752dcb1b-6b2c-4b4a-9ad3-d6c035e29c70 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Oct 13 00:18:34.888102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:34.906637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4', 'network_id': 'a34a1f6c-01bc-474a-9dd4-ee1e0646fc89', 'port_id': 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4', 'mac_address': 'fa:16:3e:a3:35:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c663bc1-1c6b-4b96-861d-51198732b09f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:18:34.958553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:34.978035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:35.004066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348b1e-dd9f-4acb-9e97-6e91a1ffd1f6 req-c70e6c3a-119e-4a56-903f-4c00e54247ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:35.005865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09348b1e-dd9f-4acb-9e97-6e91a1ffd1f6 req-c70e6c3a-119e-4a56-903f-4c00e54247ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 945 time: 0.0824573 Oct 13 00:18:35.006603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:35.010970 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:35.057535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09348b1e-dd9f-4acb-9e97-6e91a1ffd1f6 req-38697865-1bd0-4dda-8b8f-654073d04a32 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427175 Oct 13 00:18:35.067540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:35.175219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13868f00-8a22-426f-9499-171e71112a2b req-08533134-b40b-4e1e-aed1-008f2a1acb26 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:35.176772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13868f00-8a22-426f-9499-171e71112a2b req-08533134-b40b-4e1e-aed1-008f2a1acb26 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 944 time: 0.0547042 Oct 13 00:18:35.220530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13868f00-8a22-426f-9499-171e71112a2b req-ba6301c9-dc58-4cb9-83d3-3dd06bd7cd60 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369811 Oct 13 00:18:35.284585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb1b20-7977-4714-a1de-f292e6b9ea8f req-91e55c46-60c1-4dc0-bb66-0695e4cc66ca tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:35.286085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90eb1b20-7977-4714-a1de-f292e6b9ea8f req-91e55c46-60c1-4dc0-bb66-0695e4cc66ca tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 948 time: 0.0499470 Oct 13 00:18:35.329509 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90eb1b20-7977-4714-a1de-f292e6b9ea8f req-863435bb-ccc7-46a7-8367-f1c70992ba72 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Oct 13 00:18:35.504766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 17a94004-c6bd-4367-b500-3a3187936290 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:35.545375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:35.594310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 17a94004-c6bd-4367-b500-3a3187936290 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:18:35.604337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 17a94004-c6bd-4367-b500-3a3187936290 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:35.604704 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:35.755429 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:35.793415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a94004-c6bd-4367-b500-3a3187936290'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:35.795718 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf839c82-a61d-423b-b715-442c2bcdc5d3" -d '{"events": [{"server_uuid": "491dcaa0-82ef-45c6-88a9-e25e6ac34fda", "name": "network-vif-plugged", "status": "completed", "tag": "17a94004-c6bd-4367-b500-3a3187936290"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:35.813904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 17a94004-c6bd-4367-b500-3a3187936290, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=17a94004-c6bd-4367-b500-3a3187936290,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:35.819223 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:35.867763 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc27800-35d7-4055-ad2d-073458c10d80 x-openstack-request-id: req-5cc27800-35d7-4055-ad2d-073458c10d80 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:35.868052 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491dcaa0-82ef-45c6-88a9-e25e6ac34fda", "name": "network-vif-plugged", "status": "completed", "tag": "17a94004-c6bd-4367-b500-3a3187936290", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:35.868300 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cc27800-35d7-4055-ad2d-073458c10d80 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:35.868681 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a94004-c6bd-4367-b500-3a3187936290', 'code': 200} Oct 13 00:18:35.893898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=17a94004-c6bd-4367-b500-3a3187936290,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:35.983927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3da11-52d5-4146-88c7-1b0e135cc969 req-28a0b58a-c8cb-4f18-ad70-a3b1e0058b66 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:35.986024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dd3da11-52d5-4146-88c7-1b0e135cc969 req-28a0b58a-c8cb-4f18-ad70-a3b1e0058b66 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0545297 Oct 13 00:18:35.999280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44312b-e67c-4378-8cc9-78614054f94a req-f313c2d8-b335-421d-bb6a-dca45013a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:36.001395 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3e44312b-e67c-4378-8cc9-78614054f94a req-f313c2d8-b335-421d-bb6a-dca45013a2aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 1097 time: 0.0437334 Oct 13 00:18:36.028339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dd3da11-52d5-4146-88c7-1b0e135cc969 req-3ec504bd-49ee-46a5-ab18-3dfe97542fef tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360518 Oct 13 00:18:36.040690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3e44312b-e67c-4378-8cc9-78614054f94a req-641e3be5-cf6b-47e4-a4d8-f3afcbd95f7d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Oct 13 00:18:36.191401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89462393-73ff-4d11-96de-10b2c0e16e8f req-9153c3d6-1ab9-4fe0-9060-2adfa14ac1f5 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:36.193190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89462393-73ff-4d11-96de-10b2c0e16e8f req-9153c3d6-1ab9-4fe0-9060-2adfa14ac1f5 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0634577 Oct 13 00:18:36.236185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89462393-73ff-4d11-96de-10b2c0e16e8f req-450991f9-68dd-46d6-ad16-700099f9dc0a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347383 Oct 13 00:18:36.315880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c297c-6b32-4ea4-8f4b-0720a683fc39 req-2347c92f-f1e6-4b70-9a43-63493ae06330 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:36.320126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e42c297c-6b32-4ea4-8f4b-0720a683fc39 req-2347c92f-f1e6-4b70-9a43-63493ae06330 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0644743 Oct 13 00:18:36.349298 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:36.413733 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e42c297c-6b32-4ea4-8f4b-0720a683fc39 req-94235e54-df60-4282-bb5f-a94feaef409c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824430 Oct 13 00:18:36.427302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac86a30-160f-4162-bc0b-68af1c6d9d7a req-8eab90b8-898b-4ab9-8fce-a4ac4604c0fa tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:36.429337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ac86a30-160f-4162-bc0b-68af1c6d9d7a req-8eab90b8-898b-4ab9-8fce-a4ac4604c0fa tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 944 time: 0.1081288 Oct 13 00:18:36.522863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ac86a30-160f-4162-bc0b-68af1c6d9d7a req-355c6419-dded-4036-a3f2-d166ff6c2f0a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851808 Oct 13 00:18:36.555548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aef259-1630-4c0e-b1ac-b31565d56ce0 req-e2b2c14c-4045-4bee-b3d0-aa5ec45f8a02 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:36.557843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31aef259-1630-4c0e-b1ac-b31565d56ce0 req-e2b2c14c-4045-4bee-b3d0-aa5ec45f8a02 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 948 time: 0.0797360 Oct 13 00:18:36.590160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-0f6cb87c-b25f-44ba-9e43-ae547b0a87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:36.592312 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-0f6cb87c-b25f-44ba-9e43-ae547b0a87aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0842588 Oct 13 00:18:36.635953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31aef259-1630-4c0e-b1ac-b31565d56ce0 req-91a4164c-2441-44d7-824c-7647235487be tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 Oct 13 00:18:36.708668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-d5e1c38f-59ac-4677-b168-f15ddac7f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:36.710478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-d5e1c38f-59ac-4677-b168-f15ddac7f9a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 920 time: 0.1087573 Oct 13 00:18:36.780534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-983a6d62-7117-4b03-905e-1b7899c45409 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 200 len: 217 time: 0.0627406 Oct 13 00:18:36.880601 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:37.166577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-1dff38a8-71af-4884-b8b5-99b48070fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:37.168627 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-1dff38a8-71af-4884-b8b5-99b48070fe1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.3801706 Oct 13 00:18:37.204556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-2e973035-fc41-4e52-851b-f6908fc2025e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255272 Oct 13 00:18:37.312760 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-b2eda604-948c-45e5-9c8b-435f075863e3 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963500 Oct 13 00:18:37.427431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5670e-0d9e-46f3-9a80-5f48561ddc1e req-3986cfbe-0e98-4095-a059-95ae378b702d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:37.429021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4cf5670e-0d9e-46f3-9a80-5f48561ddc1e req-3986cfbe-0e98-4095-a059-95ae378b702d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0975285 Oct 13 00:18:37.512514 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4cf5670e-0d9e-46f3-9a80-5f48561ddc1e req-b8df5db5-fdcf-4567-9c63-16088b28a79b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710301 Oct 13 00:18:37.534370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-50352c46-9b44-4100-a5f5-f467d8f6262f req-918e63d6-19c2-4f03-8ec5-1e0e1bfdacc4 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059863 Oct 13 00:18:37.537306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:18:37.680407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0a72-7070-44b3-bf4d-1bac50df8fbd req-e3e91ea2-5210-4331-8e55-4782006e280c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:37.681982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11aa0a72-7070-44b3-bf4d-1bac50df8fbd req-e3e91ea2-5210-4331-8e55-4782006e280c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1168678 Oct 13 00:18:37.738115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:37.761144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'mac_address': 'fa:16:3e:74:6b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:18:37.797835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11aa0a72-7070-44b3-bf4d-1bac50df8fbd req-725f8be9-b3bc-424e-9ee6-275c6cc092d6 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880737 Oct 13 00:18:37.831490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06c2f7-df40-494c-b296-231bfc21c253 req-2d4f27bf-288f-4f62-9bcc-e596e8dc3b5a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:37.833253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f06c2f7-df40-494c-b296-231bfc21c253 req-2d4f27bf-288f-4f62-9bcc-e596e8dc3b5a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 944 time: 0.1502011 Oct 13 00:18:37.847249 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:37.861801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a712310-fbbd-4a99-88cd-fe2f45ffb09a {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:37.884818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:37.893708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:37.916254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f06c2f7-df40-494c-b296-231bfc21c253 req-a7380f1a-eb50-4851-b083-bddd7270f3df tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739975 Oct 13 00:18:38.012731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:38.026635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30712665-4d36-4698-a1d0-acb2a6c3a5b5 req-139142ce-c0dc-43db-aa49-be3c513c0bd4 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:38.028258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30712665-4d36-4698-a1d0-acb2a6c3a5b5 req-139142ce-c0dc-43db-aa49-be3c513c0bd4 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 949 time: 0.1093693 Oct 13 00:18:38.079429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30712665-4d36-4698-a1d0-acb2a6c3a5b5 req-5edf912d-1345-48a3-a624-2e6a724d8eb3 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Oct 13 00:18:38.449245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['3a712310-fbbd-4a99-88cd-fe2f45ffb09a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:38.690470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0560-a272-4b9d-a48f-952cfdb920fe req-a3bff3a1-e465-44e1-b1e9-607864df4e56 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:38.692080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-439d0560-a272-4b9d-a48f-952cfdb920fe req-a3bff3a1-e465-44e1-b1e9-607864df4e56 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0805411 Oct 13 00:18:38.743992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-439d0560-a272-4b9d-a48f-952cfdb920fe req-ab817a13-4a3f-4497-9949-28610a637320 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Oct 13 00:18:38.780927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:38.881945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:18:38.885408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237e185-d7ff-4770-8301-4936f6c6be99 req-c8169882-99b4-432e-85c7-54f472c3f951 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:38.887059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9237e185-d7ff-4770-8301-4936f6c6be99 req-c8169882-99b4-432e-85c7-54f472c3f951 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0676689 Oct 13 00:18:38.896115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57688) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:38.901446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'floatingip': {'port_id': '17a94004-c6bd-4367-b500-3a3187936290'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:18:38.906967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:38.907493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:39.017985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:39.047116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9883bce-b23e-4fb7-815e-5b2148f685ed req-949cab2c-d110-4ed1-9437-508b86252f6c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:39.054958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9883bce-b23e-4fb7-815e-5b2148f685ed req-949cab2c-d110-4ed1-9437-508b86252f6c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0781171 Oct 13 00:18:39.084735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:39.149109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:39.150682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63fef0f-a6e0-4fa6-af71-0938a40a279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:39.154325 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d8ef90-d0c5-4554-b496-389102bd4a89" -d '{"events": [{"server_uuid": "f63fef0f-a6e0-4fa6-af71-0938a40a279e", "name": "network-vif-plugged", "status": "completed", "tag": "c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:39.160646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:39.232191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:39.240060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616abe6-3569-43d4-a7e0-69ef5186368d req-6dcac14f-53d6-4f11-a620-9833ff44b16a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:39.241648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1616abe6-3569-43d4-a7e0-69ef5186368d req-6dcac14f-53d6-4f11-a620-9833ff44b16a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 944 time: 0.1837862 Oct 13 00:18:39.276506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9883bce-b23e-4fb7-815e-5b2148f685ed req-b2d8fbe3-0783-4b99-af89-f85b1dbe062b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206647 Oct 13 00:18:39.345826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1616abe6-3569-43d4-a7e0-69ef5186368d req-848212c8-c426-4e4f-a55f-f273e98e4492 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868318 Oct 13 00:18:39.439185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72eeb2a-912d-4b2a-9fb4-8e5eeddc1d49 req-eae01f47-f391-4741-bc20-c723f74b5c06 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:39.440903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e72eeb2a-912d-4b2a-9fb4-8e5eeddc1d49 req-eae01f47-f391-4741-bc20-c723f74b5c06 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 946 time: 0.0644557 Oct 13 00:18:39.532052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e72eeb2a-912d-4b2a-9fb4-8e5eeddc1d49 req-477f7dee-4139-4b4a-a960-7b4bec5cbc8b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830088 Oct 13 00:18:39.579623 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d5f481-bd25-4333-a64b-7d411cfa2345 x-openstack-request-id: req-75d5f481-bd25-4333-a64b-7d411cfa2345 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:39.580006 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63fef0f-a6e0-4fa6-af71-0938a40a279e", "name": "network-vif-plugged", "status": "completed", "tag": "c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:39.580352 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75d5f481-bd25-4333-a64b-7d411cfa2345 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:39.580837 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63fef0f-a6e0-4fa6-af71-0938a40a279e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4', 'code': 200} Oct 13 00:18:39.754627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac067d-ee31-467a-a783-419ae46c0313 req-a7eca311-7d01-4596-abc9-9c44f0c0e721 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:39.763024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05ac067d-ee31-467a-a783-419ae46c0313 req-a7eca311-7d01-4596-abc9-9c44f0c0e721 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 949 time: 0.1690798 Oct 13 00:18:39.803029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:39.803452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf272-e2da-41d3-aae3-ce5ed50d963e req-e6fc2885-94ec-4665-abda-a06fe99906ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:39.805134 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dafaf272-e2da-41d3-aae3-ce5ed50d963e req-e6fc2885-94ec-4665-abda-a06fe99906ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 1096 time: 0.1246574 Oct 13 00:18:39.809349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:39.828116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05ac067d-ee31-467a-a783-419ae46c0313 req-3db927d4-c090-4853-8eba-46d523d4bb65 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641174 Oct 13 00:18:39.885820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dafaf272-e2da-41d3-aae3-ce5ed50d963e req-a562ac68-0852-48f1-9aab-fa3098a41f44 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560267 Oct 13 00:18:39.953147 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Floating IP e8bfd3b7-e328-422b-87e3-479d4c20f092 associated. External IP: 172.25.3.181, port: 17a94004-c6bd-4367-b500-3a3187936290. Oct 13 00:18:40.172140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Router 0ae18e6c-b76e-4b67-8183-442b85809ec5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:18:40.294784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:18:40.299262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:40.321185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] Sync routers for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:18:40.331089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:18:40.332395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:18:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:40.362090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f04dd907-ddb4-4764-b6d3-62043da0ac71 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "PUT /v2.0/floatingips/e8bfd3b7-e328-422b-87e3-479d4c20f092 HTTP/1.1" status: 200 len: 992 time: 1.4648938 Oct 13 00:18:40.362780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'tag': '17a94004-c6bd-4367-b500-3a3187936290'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:40.367147 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cceea3b-678e-4149-a451-fbb02758be39" -d '{"events": [{"name": "network-changed", "server_uuid": "491dcaa0-82ef-45c6-88a9-e25e6ac34fda", "tag": "17a94004-c6bd-4367-b500-3a3187936290"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:40.488749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef54d8-a5d5-4baf-bcf0-18cf3483a39f req-58050f15-797f-4268-83af-799860cbf8c0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:40.498605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dcef54d8-a5d5-4baf-bcf0-18cf3483a39f req-58050f15-797f-4268-83af-799860cbf8c0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0908566 Oct 13 00:18:40.533161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:18:40.548258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dcef54d8-a5d5-4baf-bcf0-18cf3483a39f req-f2b5267c-8cda-47fd-8309-352d4c8db9da tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Oct 13 00:18:40.619029 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9e55c5-d7c7-4c40-9252-337842b18077 x-openstack-request-id: req-fe9e55c5-d7c7-4c40-9252-337842b18077 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:40.619551 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491dcaa0-82ef-45c6-88a9-e25e6ac34fda", "tag": "17a94004-c6bd-4367-b500-3a3187936290", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:40.619888 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe9e55c5-d7c7-4c40-9252-337842b18077 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:40.620384 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'tag': '17a94004-c6bd-4367-b500-3a3187936290', 'status': 'completed', 'code': 200} Oct 13 00:18:40.628276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf12567-2703-4812-9ccb-effe1e34dd03 req-4c46268c-b191-49f1-bdb2-f39f1fb53eae tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:40.630534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdf12567-2703-4812-9ccb-effe1e34dd03 req-4c46268c-b191-49f1-bdb2-f39f1fb53eae tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0730476 Oct 13 00:18:40.677453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdf12567-2703-4812-9ccb-effe1e34dd03 req-0506f1f4-2bd1-44af-ac1c-7089ad32e092 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Oct 13 00:18:40.724650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceea3b-678e-4149-a451-fbb02758be39 req-1725d836-11e2-425f-8e24-30c18b0e0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:40.727065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cceea3b-678e-4149-a451-fbb02758be39 req-1725d836-11e2-425f-8e24-30c18b0e0485 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 1097 time: 0.0619221 Oct 13 00:18:40.819669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cfd07-b3b6-4fd1-a219-e96f1935b1db req-9f6390b3-783e-4de5-b76c-ad12e031c233 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:40.822072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5cfd07-b3b6-4fd1-a219-e96f1935b1db req-9f6390b3-783e-4de5-b76c-ad12e031c233 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 946 time: 0.0682468 Oct 13 00:18:40.911322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceea3b-678e-4149-a451-fbb02758be39 req-c6278dec-69ea-4769-9f23-60c79e2b9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:40.915326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e8bfd3b7-e328-422b-87e3-479d4c20f092', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'floating_ip_address': '172.25.3.181', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'port_id': '17a94004-c6bd-4367-b500-3a3187936290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'mac_address': 'fa:16:3e:c9:25:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:18:19Z', 'updated_at': '2021-10-13T00:18:39Z', 'revision_number': 1, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:40.917477 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cceea3b-678e-4149-a451-fbb02758be39 req-c6278dec-69ea-4769-9f23-60c79e2b9e69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.1777077 Oct 13 00:18:40.918824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5cfd07-b3b6-4fd1-a219-e96f1935b1db req-f1f8c902-ff40-4d5c-8f30-99e02169d350 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875902 Oct 13 00:18:40.953422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] Checking router: 0ae18e6c-b76e-4b67-8183-442b85809ec5 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:18:40.963381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:18:40.964034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:18:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:41.051073 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cceea3b-678e-4149-a451-fbb02758be39 req-f87e355a-0a73-4bfb-9a98-6317a39d34d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a94004-c6bd-4367-b500-3a3187936290 HTTP/1.1" status: 200 len: 1000 time: 0.1253936 Oct 13 00:18:41.081152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c457e2-22fb-44f8-b18a-557c0c2bc751 req-3408f92d-76c3-4609-a27d-388f3b1abd6e tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:41.092787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69c457e2-22fb-44f8-b18a-557c0c2bc751 req-3408f92d-76c3-4609-a27d-388f3b1abd6e tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 949 time: 0.0934153 Oct 13 00:18:41.164532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:18:41.205572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69c457e2-22fb-44f8-b18a-557c0c2bc751 req-53eaf529-afaa-4936-92ba-39f7dcfccdfc tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085446 Oct 13 00:18:41.218063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceea3b-678e-4149-a451-fbb02758be39 req-040df651-a74f-4008-a900-b6caeb165cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:41.220134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cceea3b-678e-4149-a451-fbb02758be39 req-040df651-a74f-4008-a900-b6caeb165cc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.1619759 Oct 13 00:18:41.282135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceea3b-678e-4149-a451-fbb02758be39 req-6c0ea0f0-1452-4e51-a0bd-92318a179ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:41.283913 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cceea3b-678e-4149-a451-fbb02758be39 req-6c0ea0f0-1452-4e51-a0bd-92318a179ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560253 Oct 13 00:18:41.288509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b015400-297b-4db9-8f31-2f6a7cf1280b req-56d86fc9-1246-43fa-b39f-697b0c153cc1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:41.290352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b015400-297b-4db9-8f31-2f6a7cf1280b req-56d86fc9-1246-43fa-b39f-697b0c153cc1 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 945 time: 0.0834277 Oct 13 00:18:41.336235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b015400-297b-4db9-8f31-2f6a7cf1280b req-4c4e6ab6-aa17-4d5c-ac00-b7c515aeebed tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345833 Oct 13 00:18:41.380851 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cceea3b-678e-4149-a451-fbb02758be39 req-836debba-0e0d-424e-ad5b-2a7ef471809b service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893242 Oct 13 00:18:41.500723 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cceea3b-678e-4149-a451-fbb02758be39 req-61aecb32-fdf2-4093-853e-e74cd6fe4e69 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125376 Oct 13 00:18:41.509431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e051d45c-8201-4e40-9798-e5a562b7d38b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:41.511164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e051d45c-8201-4e40-9798-e5a562b7d38b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.36 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 946 time: 0.0564983 Oct 13 00:18:41.550015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:41.624655 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e8bfd3b7-e328-422b-87e3-479d4c20f092', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'floating_ip_address': '172.25.3.181', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'port_id': '17a94004-c6bd-4367-b500-3a3187936290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'mac_address': 'fa:16:3e:c9:25:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:18:19Z', 'updated_at': '2021-10-13T00:18:39Z', 'revision_number': 1, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:41.657546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Deleting port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:41.658310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:41.662643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ec498-8406-4aa3-b7f2-8379cceebab1 None None] The sync data for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 is: [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e8bfd3b7-e328-422b-87e3-479d4c20f092', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'floating_ip_address': '172.25.3.181', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'port_id': '17a94004-c6bd-4367-b500-3a3187936290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'mac_address': 'fa:16:3e:c9:25:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:18:19Z', 'updated_at': '2021-10-13T00:18:39Z', 'revision_number': 1, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:18:41.675029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:18:41.679232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:41.679722 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:41.795415 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:41.825931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-80ce10e7-097a-4284-9758-d7ca8886edfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:41.845025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:41.846011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:41.848737 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb500fba-3933-4b8a-9744-70e18e8b1396" -d '{"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-plugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:41.851538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea407028-f7e7-4f3f-a562-dc78bff015a7 req-2c20bdce-6df9-4c96-95a0-0960ef8e2861 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:41.852600 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:41.859310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea407028-f7e7-4f3f-a562-dc78bff015a7 req-2c20bdce-6df9-4c96-95a0-0960ef8e2861 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1289463 Oct 13 00:18:41.876104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] For port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:41.876497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:41.907672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403a04e-8ccc-444c-b976-c58b1f805a15 req-4c1d70a7-a848-43e0-b685-f568c898ebe2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:41.909249 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c403a04e-8ccc-444c-b976-c58b1f805a15 req-4c1d70a7-a848-43e0-b685-f568c898ebe2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1370380 Oct 13 00:18:41.910418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Calling delete_port for d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:41.915738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:41.964065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea407028-f7e7-4f3f-a562-dc78bff015a7 req-21b68a3d-9fe4-4c8f-bffb-5e8219cd1c75 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038096 Oct 13 00:18:41.993295 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a919e62-f739-4a74-8a81-0cf8a411e05b None None] New status for floating IP e8bfd3b7-e328-422b-87e3-479d4c20f092: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:18:42.112877 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:42.138390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c403a04e-8ccc-444c-b976-c58b1f805a15 req-b4d821fd-0b43-4f21-95af-5c2ab324ff6b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158773 Oct 13 00:18:42.148056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:42.150877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', '9e045665-3f53-4eb3-b106-a35a4400500a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:42.197327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Pushing event deleted for resources: {'Port': ['ID=d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:42.231161 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cae8ad-c863-4d3b-aeac-22db11bef74b x-openstack-request-id: req-a3cae8ad-c863-4d3b-aeac-22db11bef74b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:42.231459 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-plugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:42.231709 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3cae8ad-c863-4d3b-aeac-22db11bef74b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:42.232093 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'code': 200} Oct 13 00:18:42.242363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] No DVR routers for this DVR port d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:42.248054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:42.251450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cadf057f-89a1-427e-b453-38b128cf2110 req-e6b0ffcd-eb58-4b16-ac0a-a580914a4011 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.36 "DELETE /v2.0/ports/d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 HTTP/1.1" status: 204 len: 173 time: 0.7210717 Oct 13 00:18:42.251942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3150c04e-59c8-4c84-8671-bc0f65a4599e', 'name': 'network-vif-deleted', 'tag': 'd00e5997-ebd9-4c9d-945d-bf1e2e5c36d8'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:42.261791 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e770f3ca-4c62-4deb-9011-6fd7641b2726" -d '{"events": [{"server_uuid": "3150c04e-59c8-4c84-8671-bc0f65a4599e", "name": "network-vif-deleted", "tag": "d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:42.344369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6e3a5de-d404-4fef-be76-f00da80e1ac2 req-6c796d4c-dd3d-46d1-b2c7-e2389c1ed8ca tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=3150c04e-59c8-4c84-8671-bc0f65a4599e HTTP/1.1" status: 200 len: 210 time: 0.0548408 Oct 13 00:18:42.440131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff2033-3aed-4116-b98a-0e2bfa52ae92 req-018d6b17-25a5-49f4-9c64-519ebecb7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:42.442459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecff2033-3aed-4116-b98a-0e2bfa52ae92 req-018d6b17-25a5-49f4-9c64-519ebecb7c4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 1101 time: 0.0789251 Oct 13 00:18:42.492719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecff2033-3aed-4116-b98a-0e2bfa52ae92 req-3789661e-4bdc-4011-821d-56b657813392 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Oct 13 00:18:42.567283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885370d4-a462-45a5-acd8-01123f067779 req-854c781e-689d-4efc-9ac2-7c83aacdacdb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:42.569013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-885370d4-a462-45a5-acd8-01123f067779 req-854c781e-689d-4efc-9ac2-7c83aacdacdb tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 945 time: 0.1005850 Oct 13 00:18:42.587570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f861e-98c9-4d7e-83f9-506a815cc1e9 req-fed0bd0d-09d1-42ce-829b-45e87d34eedf tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:42.589676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e4f861e-98c9-4d7e-83f9-506a815cc1e9 req-fed0bd0d-09d1-42ce-829b-45e87d34eedf tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 950 time: 0.1086557 Oct 13 00:18:42.669092 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d147124-26e1-4927-af77-cfe4e8e15bfa x-openstack-request-id: req-6d147124-26e1-4927-af77-cfe4e8e15bfa {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:42.669389 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3150c04e-59c8-4c84-8671-bc0f65a4599e", "name": "network-vif-deleted", "tag": "d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:42.669646 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d147124-26e1-4927-af77-cfe4e8e15bfa {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:42.670052 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3150c04e-59c8-4c84-8671-bc0f65a4599e', 'name': 'network-vif-deleted', 'tag': 'd00e5997-ebd9-4c9d-945d-bf1e2e5c36d8', 'status': 'completed', 'code': 200} Oct 13 00:18:42.705855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e4f861e-98c9-4d7e-83f9-506a815cc1e9 req-4029886e-bbf3-42e5-99e4-724bbca70d2d tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063027 Oct 13 00:18:42.727133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-34c3f311-07b3-48a3-b70a-4b5427fdb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:42.728629 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-34c3f311-07b3-48a3-b70a-4b5427fdb466 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 1096 time: 0.0575435 Oct 13 00:18:42.829417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-98053870-5466-4773-a2ca-1a1a0932529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:42.831237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-98053870-5466-4773-a2ca-1a1a0932529b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 912 time: 0.0926690 Oct 13 00:18:42.839278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc913c-7c4c-4294-af07-cf0739a9a7a4 req-018fbac1-6300-444d-b68f-432469883d66 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:42.841038 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6dc913c-7c4c-4294-af07-cf0739a9a7a4 req-018fbac1-6300-444d-b68f-432469883d66 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f HTTP/1.1" status: 200 len: 945 time: 0.1130981 Oct 13 00:18:42.849182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Deleting port 590684a0-5f79-4bb3-bec9-15ab041566de {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:42.849524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:42.880841 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-9f7622fd-fabf-4d96-9cc4-c587c0be5b44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 HTTP/1.1" status: 200 len: 217 time: 0.0388222 Oct 13 00:18:42.915723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c71aeb-e90a-4669-a58a-520d2bc35c09 req-1017979f-4ce6-4c82-94d9-79599987780b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:42.916833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b4c71aeb-e90a-4669-a58a-520d2bc35c09 req-1017979f-4ce6-4c82-94d9-79599987780b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1420896 Oct 13 00:18:42.939322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-298bbeb2-08a0-41ec-8c77-38cf661f68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:42.941074 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-298bbeb2-08a0-41ec-8c77-38cf661f68c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c663bc1-1c6b-4b96-861d-51198732b09f HTTP/1.1" status: 200 len: 851 time: 0.0514328 Oct 13 00:18:42.972688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6dc913c-7c4c-4294-af07-cf0739a9a7a4 req-521dfa93-4f59-4616-928a-aeecf993d64e tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184285 Oct 13 00:18:42.977433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-6e523d0a-ace1-4981-ac7d-d76e62a29f78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280368 Oct 13 00:18:43.030471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b4c71aeb-e90a-4669-a58a-520d2bc35c09 req-a737d357-6665-4295-9069-f429907ce3cf tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047435 Oct 13 00:18:43.060923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] For port 590684a0-5f79-4bb3-bec9-15ab041566de, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=590684a0-5f79-4bb3-bec9-15ab041566de,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:43.061287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:43.080952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Calling delete_port for 590684a0-5f79-4bb3-bec9-15ab041566de owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:43.139374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-5f04cfa1-428e-4937-aaa0-ce144f3ec388 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524501 Oct 13 00:18:43.252278 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38eb21c9-97ac-428b-9a5b-1eeaa3721a0d req-6708993a-17dd-4826-b1c6-8ad564a7dd97 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033247 Oct 13 00:18:43.260473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:43.297456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['590684a0-5f79-4bb3-bec9-15ab041566de'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:43.338506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Pushing event deleted for resources: {'Port': ['ID=590684a0-5f79-4bb3-bec9-15ab041566de,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:43.342157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] No DVR routers for this DVR port 590684a0-5f79-4bb3-bec9-15ab041566de on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:43.344722 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:43.353389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-885370d4-a462-45a5-acd8-01123f067779 req-1861cc4a-c007-4ee9-8f77-049893c0f230 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.36 "DELETE /v2.0/ports/590684a0-5f79-4bb3-bec9-15ab041566de HTTP/1.1" status: 204 len: 173 time: 0.7548780 Oct 13 00:18:43.659784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d104d1-d66e-41fe-97cd-2f70f7c47a99 req-48e5c788-2247-4c94-9c0f-714dbbc3600a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:43.661259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44d104d1-d66e-41fe-97cd-2f70f7c47a99 req-48e5c788-2247-4c94-9c0f-714dbbc3600a tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 945 time: 0.0479412 Oct 13 00:18:43.698633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44d104d1-d66e-41fe-97cd-2f70f7c47a99 req-3839315b-d90c-46b7-a2ec-58edd15d11ae tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312183 Oct 13 00:18:43.825722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86058447-f0f4-4c38-842b-06fa06d07068 req-779acd57-90ec-4392-b632-acecb2346f1d tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:43.827329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86058447-f0f4-4c38-842b-06fa06d07068 req-779acd57-90ec-4392-b632-acecb2346f1d tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 950 time: 0.0532663 Oct 13 00:18:43.868670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86058447-f0f4-4c38-842b-06fa06d07068 req-55f6e7eb-e826-4e3c-94a0-3366d1ed6e8f tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351837 Oct 13 00:18:44.153244 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbbcde-8401-4cb2-a946-a4f52e75213a req-c156f333-ab88-49f7-9fa6-5b8eec9acef0 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:44.156396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ddbbcde-8401-4cb2-a946-a4f52e75213a req-c156f333-ab88-49f7-9fa6-5b8eec9acef0 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0577254 Oct 13 00:18:44.196878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ddbbcde-8401-4cb2-a946-a4f52e75213a req-2cb324de-95c3-4618-88e1-38d7d650e081 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Oct 13 00:18:44.305902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227dd08-d2b5-4320-afa2-415dff2b2713 req-ee74c747-8e96-4f1a-b53e-3726e856833a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:44.307388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7227dd08-d2b5-4320-afa2-415dff2b2713 req-ee74c747-8e96-4f1a-b53e-3726e856833a tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 944 time: 0.0549107 Oct 13 00:18:44.347536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7227dd08-d2b5-4320-afa2-415dff2b2713 req-bfc29054-a50c-44e1-8cce-8975a7363224 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Oct 13 00:18:44.516184 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b9c24c7-4b27-4679-b082-67a73b0f7ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:44.680647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'name': 'network-vif-deleted', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:44.683184 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9c5781-298f-4775-9c81-b1f490f5bd79" -d '{"events": [{"server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "name": "network-vif-deleted", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:44.708897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34da85-52cf-4693-96a0-f7859f45ba7a req-97ca91a0-5f98-4a6e-b853-8de672b99760 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:44.710402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db34da85-52cf-4693-96a0-f7859f45ba7a req-97ca91a0-5f98-4a6e-b853-8de672b99760 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0586071 Oct 13 00:18:44.725733 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5ef1f9-bed0-4e30-a3c7-f211be3f9afd x-openstack-request-id: req-ac5ef1f9-bed0-4e30-a3c7-f211be3f9afd {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:44.726077 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f", "name": "network-vif-deleted", "tag": "590684a0-5f79-4bb3-bec9-15ab041566de", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:44.726347 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac5ef1f9-bed0-4e30-a3c7-f211be3f9afd {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:44.726749 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1e0ad4-0c1c-4f4d-8b7d-8525f7be927f', 'name': 'network-vif-deleted', 'tag': '590684a0-5f79-4bb3-bec9-15ab041566de', 'status': 'completed', 'code': 200} Oct 13 00:18:44.753975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db34da85-52cf-4693-96a0-f7859f45ba7a req-cb3ab60d-377d-4099-b725-449c670515db tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352592 Oct 13 00:18:44.817135 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17838c3-58b9-4424-a4d7-5384fbeb9ed1 req-3ceee618-124a-4f08-8233-ab518a9f037f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:44.818615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c17838c3-58b9-4424-a4d7-5384fbeb9ed1 req-3ceee618-124a-4f08-8233-ab518a9f037f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 945 time: 0.0490091 Oct 13 00:18:44.857294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c17838c3-58b9-4424-a4d7-5384fbeb9ed1 req-9efe679e-3c75-4960-9432-3c1ba556bab7 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Oct 13 00:18:44.986905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4204b5-024f-428d-9624-2564a8306190 req-b7af825e-d21d-4be4-bcd3-3bd8ad8dfc22 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:44.988428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f4204b5-024f-428d-9624-2564a8306190 req-b7af825e-d21d-4be4-bcd3-3bd8ad8dfc22 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 950 time: 0.0488281 Oct 13 00:18:45.029549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f4204b5-024f-428d-9624-2564a8306190 req-6ca3d366-550e-48c6-b780-d5b828e348cf tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Oct 13 00:18:45.032477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ab3bda35-52a6-4f90-9839-219427bb4d25 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:45.033840 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ab3bda35-52a6-4f90-9839-219427bb4d25 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 944 time: 0.0511529 Oct 13 00:18:45.140112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Deleting port aa751057-664f-4572-9cfc-2090bec47b99 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:45.140525 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:45.243120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] For port aa751057-664f-4572-9cfc-2090bec47b99, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aa751057-664f-4572-9cfc-2090bec47b99,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:45.243640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:45.259335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Calling delete_port for aa751057-664f-4572-9cfc-2090bec47b99 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:45.380133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21704aeb-988b-43db-8a9b-bde3e45dd1b0 req-d6befbc1-15b2-4e89-b9ee-a99eb6740488 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:45.390367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21704aeb-988b-43db-8a9b-bde3e45dd1b0 req-d6befbc1-15b2-4e89-b9ee-a99eb6740488 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0944233 Oct 13 00:18:45.420564 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:45.444192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21704aeb-988b-43db-8a9b-bde3e45dd1b0 req-345fd13e-889a-4e7d-b5c5-63c5aeef9fd9 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529027 Oct 13 00:18:45.473831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Pushing event deleted for resources: {'Port': ['ID=aa751057-664f-4572-9cfc-2090bec47b99,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:45.540144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] No DVR routers for this DVR port aa751057-664f-4572-9cfc-2090bec47b99 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:45.542975 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:45.546852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b47261e6-7f18-4d7c-84c0-f4743e8caa4e req-ad8452ab-74c1-4d58-87f3-6ffcc1304022 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.45 "DELETE /v2.0/ports/aa751057-664f-4572-9cfc-2090bec47b99 HTTP/1.1" status: 204 len: 173 time: 0.5062828 Oct 13 00:18:45.547330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'name': 'network-vif-deleted', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:45.550422 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb272be-07a3-44e3-8af6-63e776ea579e" -d '{"events": [{"server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "name": "network-vif-deleted", "tag": "aa751057-664f-4572-9cfc-2090bec47b99"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:45.573435 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f84e9b9-1a52-40cd-8b32-a3e297ccc11b req-656220d9-38f5-4028-ace5-4ad9a1313238 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba3ffb87-c7cf-418d-b977-7b3c07c0522c HTTP/1.1" status: 200 len: 210 time: 0.0317607 Oct 13 00:18:45.626815 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:45.654560 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3edc59-276d-4524-a751-a1ac935cf93e x-openstack-request-id: req-be3edc59-276d-4524-a751-a1ac935cf93e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:45.655063 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3ffb87-c7cf-418d-b977-7b3c07c0522c", "name": "network-vif-deleted", "tag": "aa751057-664f-4572-9cfc-2090bec47b99", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:45.655491 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be3edc59-276d-4524-a751-a1ac935cf93e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:45.656050 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3ffb87-c7cf-418d-b977-7b3c07c0522c', 'name': 'network-vif-deleted', 'tag': 'aa751057-664f-4572-9cfc-2090bec47b99', 'status': 'completed', 'code': 200} Oct 13 00:18:45.880498 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:45.981260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a56ab-9674-4ecf-ba57-c308b87f1e67 req-85fa076c-054d-4fc3-b88f-b2e7f43babee tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:45.982858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df9a56ab-9674-4ecf-ba57-c308b87f1e67 req-85fa076c-054d-4fc3-b88f-b2e7f43babee tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 945 time: 0.0563679 Oct 13 00:18:46.025240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df9a56ab-9674-4ecf-ba57-c308b87f1e67 req-c4e42120-4774-4763-a96b-57fc50b779cb tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359170 Oct 13 00:18:46.077044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-f3203aa7-fcc2-49f5-9f79-46b9b28af315 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:46.078637 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-f3203aa7-fcc2-49f5-9f79-46b9b28af315 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 945 time: 0.0537019 Oct 13 00:18:46.176972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Deleting port 9e045665-3f53-4eb3-b106-a35a4400500a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:46.177416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:46.280354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] For port 9e045665-3f53-4eb3-b106-a35a4400500a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9e045665-3f53-4eb3-b106-a35a4400500a,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:46.280883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:46.294956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Calling delete_port for 9e045665-3f53-4eb3-b106-a35a4400500a owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:46.432832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:46.461072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Pushing event deleted for resources: {'Port': ['ID=9e045665-3f53-4eb3-b106-a35a4400500a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:46.474945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', '9e045665-3f53-4eb3-b106-a35a4400500a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:46.521418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] No DVR routers for this DVR port 9e045665-3f53-4eb3-b106-a35a4400500a on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:46.524153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:46.528804 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e491fa9b-705a-49fa-9336-e189cb91e9c7 req-0cc7c5a7-a3c2-4f5b-81e6-ae9cc8516c9d tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "DELETE /v2.0/ports/9e045665-3f53-4eb3-b106-a35a4400500a HTTP/1.1" status: 204 len: 173 time: 0.4426210 Oct 13 00:18:46.622769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67843-ff9e-4b3a-aec4-aad6a6308acd req-68f43fe7-bd9f-40e6-8ca7-e2cfdfe82759 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:46.625100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92d67843-ff9e-4b3a-aec4-aad6a6308acd req-68f43fe7-bd9f-40e6-8ca7-e2cfdfe82759 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0692947 Oct 13 00:18:46.671361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92d67843-ff9e-4b3a-aec4-aad6a6308acd req-60df9e4d-a7e9-4e37-ab17-005e92602216 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Oct 13 00:18:46.815474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:46.838870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:46.839493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d00e5997-ebd9-4c9d-945d-bf1e2e5c36d8 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:46.839965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 590684a0-5f79-4bb3-bec9-15ab041566de no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:46.859995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 590684a0-5f79-4bb3-bec9-15ab041566de {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:46.860341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 590684a0-5f79-4bb3-bec9-15ab041566de not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:46.977600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f25df-1779-43e5-873e-0f29fea3b314 req-da958f2b-38c3-42c5-a44d-ea3cdbe459fd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:46.979187 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f21f25df-1779-43e5-873e-0f29fea3b314 req-da958f2b-38c3-42c5-a44d-ea3cdbe459fd tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 944 time: 0.0575888 Oct 13 00:18:47.022421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f21f25df-1779-43e5-873e-0f29fea3b314 req-a0872a8c-88c6-4591-92ac-59eeef9eeab5 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363317 Oct 13 00:18:47.140078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf17c9a8-0326-4528-812e-6adb3b2a1756 req-1e438e8c-8bdc-4f8c-9d7b-b4d565526a9c tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d99c0b2-de11-497b-9b67-a3232002f1dd HTTP/1.1" status: 200 len: 210 time: 0.0268016 Oct 13 00:18:47.430102 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:47.657258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d99c0b2-de11-497b-9b67-a3232002f1dd', 'name': 'network-vif-deleted', 'tag': '9e045665-3f53-4eb3-b106-a35a4400500a'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:47.659739 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242bc352-0c02-47f2-9b65-aedb76c49191" -d '{"events": [{"server_uuid": "4d99c0b2-de11-497b-9b67-a3232002f1dd", "name": "network-vif-deleted", "tag": "9e045665-3f53-4eb3-b106-a35a4400500a"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:47.697127 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e869e14-833a-4a4c-9cf1-f6b7926bb7f5 x-openstack-request-id: req-5e869e14-833a-4a4c-9cf1-f6b7926bb7f5 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:47.697423 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d99c0b2-de11-497b-9b67-a3232002f1dd", "name": "network-vif-deleted", "tag": "9e045665-3f53-4eb3-b106-a35a4400500a", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:47.697694 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e869e14-833a-4a4c-9cf1-f6b7926bb7f5 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:47.698067 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d99c0b2-de11-497b-9b67-a3232002f1dd', 'name': 'network-vif-deleted', 'tag': '9e045665-3f53-4eb3-b106-a35a4400500a', 'status': 'completed', 'code': 200} Oct 13 00:18:47.794841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188ffe-6b38-477b-935c-3bcb72ad298d req-e837856f-cd51-43be-921e-afb05a43cdcf tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:47.796394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69188ffe-6b38-477b-935c-3bcb72ad298d req-e837856f-cd51-43be-921e-afb05a43cdcf tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0486193 Oct 13 00:18:47.866875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69188ffe-6b38-477b-935c-3bcb72ad298d req-8cbe6c92-a3a7-4af1-bc0d-88fb7992da0c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642419 Oct 13 00:18:47.896582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-f675ce77-064f-4dad-ac15-5a3208bc0490 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:47.898173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-f675ce77-064f-4dad-ac15-5a3208bc0490 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 944 time: 0.0653675 Oct 13 00:18:48.009919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Deleting port 62999469-29f7-4664-86fa-1879bd41077c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:48.010256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:48.136826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] For port 62999469-29f7-4664-86fa-1879bd41077c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=62999469-29f7-4664-86fa-1879bd41077c,segment=NetworkSegment(cb9d15dc-dc43-4d5c-99a0-d67923efce77),segment_id=cb9d15dc-dc43-4d5c-99a0-d67923efce77)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:48.137160 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:48.153380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Calling delete_port for 62999469-29f7-4664-86fa-1879bd41077c owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:48.177807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78440d6f-f7be-4c5c-bc77-cb963d000119 req-1206afac-3009-4c42-9359-5f6cf1f2f752 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:48.179269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78440d6f-f7be-4c5c-bc77-cb963d000119 req-1206afac-3009-4c42-9359-5f6cf1f2f752 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c418db5-acc4-4d11-8937-3140328351a0 HTTP/1.1" status: 200 len: 944 time: 0.0788853 Oct 13 00:18:48.273673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78440d6f-f7be-4c5c-bc77-cb963d000119 req-614c817b-3dee-45ef-84dc-c89e8ec7cf44 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7412d7d-f249-4907-b8f8-02018de52dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584495 Oct 13 00:18:48.370092 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:48.399775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Pushing event deleted for resources: {'Port': ['ID=62999469-29f7-4664-86fa-1879bd41077c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:48.444561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] No DVR routers for this DVR port 62999469-29f7-4664-86fa-1879bd41077c on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:48.447183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:48.452036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a933e495-cb0b-4cd5-b416-ba6dd5e575ae req-0b7af22c-536b-4264-afbd-e1d65f787808 tempest-LiveAutoBlockMigrationV225Test-1440407075 tempest-LiveAutoBlockMigrationV225Test-1440407075-project] 10.222.0.36 "DELETE /v2.0/ports/62999469-29f7-4664-86fa-1879bd41077c HTTP/1.1" status: 204 len: 173 time: 0.5450542 Oct 13 00:18:48.452605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'name': 'network-vif-deleted', 'tag': '62999469-29f7-4664-86fa-1879bd41077c'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:48.454966 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e443314b-b567-46a0-9517-64934590ed40" -d '{"events": [{"server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "name": "network-vif-deleted", "tag": "62999469-29f7-4664-86fa-1879bd41077c"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:48.499004 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba5a7be-1ba6-46e6-bbbb-16b250304e56 x-openstack-request-id: req-1ba5a7be-1ba6-46e6-bbbb-16b250304e56 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:48.499370 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c418db5-acc4-4d11-8937-3140328351a0", "name": "network-vif-deleted", "tag": "62999469-29f7-4664-86fa-1879bd41077c", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:48.499722 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ba5a7be-1ba6-46e6-bbbb-16b250304e56 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:48.500130 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c418db5-acc4-4d11-8937-3140328351a0', 'name': 'network-vif-deleted', 'tag': '62999469-29f7-4664-86fa-1879bd41077c', 'status': 'completed', 'code': 200} Oct 13 00:18:48.986897 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-155c85e0-3f8b-41c7-829d-0bd1a6030507 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0588958 Oct 13 00:18:49.010712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da848a-d15d-4db9-941e-b9b12a01914b req-0f833c90-174f-4304-af2d-be0be44790a8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.012365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9da848a-d15d-4db9-941e-b9b12a01914b req-0f833c90-174f-4304-af2d-be0be44790a8 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0650659 Oct 13 00:18:49.082084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9da848a-d15d-4db9-941e-b9b12a01914b req-375c5f9d-c664-4386-886d-891ec00f05cf tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Oct 13 00:18:49.118094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-42940c13-6762-4045-bac8-bdaf296935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.118492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-42940c13-6762-4045-bac8-bdaf296935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.118958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-42940c13-6762-4045-bac8-bdaf296935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.119412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-42940c13-6762-4045-bac8-bdaf296935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.120042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-42940c13-6762-4045-bac8-bdaf296935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.124051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-42940c13-6762-4045-bac8-bdaf296935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.124558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-42940c13-6762-4045-bac8-bdaf296935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.126768 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-42940c13-6762-4045-bac8-bdaf296935f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6491 time: 0.0962141 Oct 13 00:18:49.277901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-6c2dee22-ff21-41ac-903a-3ee1db4c3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.278372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-6c2dee22-ff21-41ac-903a-3ee1db4c3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.278828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-6c2dee22-ff21-41ac-903a-3ee1db4c3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.280458 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-6c2dee22-ff21-41ac-903a-3ee1db4c3cfa service neutron] 10.222.0.45 "GET /v2.0/networks?id=f74a808b-9cae-4a0c-95f6-f7ae8155785d&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=591f32ea-f744-48f5-b6a3-d94230219abc&id=591f32ea-f744-48f5-b6a3-d94230219abc HTTP/1.1" status: 200 len: 2293 time: 0.0944407 Oct 13 00:18:49.330215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57932) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:49.359904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-8aa52124-3814-4763-976e-8ece20bc2216 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26488eef-0b26-4aa7-aba7-948a93520029 HTTP/1.1" status: 200 len: 1001 time: 0.0687447 Oct 13 00:18:49.422460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-d3bb8882-b9ef-4446-9978-3b96e47b65be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.424890 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-d3bb8882-b9ef-4446-9978-3b96e47b65be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=274a127c-657f-48bd-8824-8c5514237b1f HTTP/1.1" status: 200 len: 851 time: 0.0538981 Oct 13 00:18:49.498485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-85440414-87ff-478c-b8a0-c50967f2b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.500105 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-85440414-87ff-478c-b8a0-c50967f2b029 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f74a808b-9cae-4a0c-95f6-f7ae8155785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672367 Oct 13 00:18:49.598549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-3cad2dbd-80bb-43e9-a60b-c09f96fca9f6 service neutron] 10.222.0.45 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902858 Oct 13 00:18:49.603850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:18:49.615479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aa751057-664f-4572-9cfc-2090bec47b99 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:49.638787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: aa751057-664f-4572-9cfc-2090bec47b99 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:49.639610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aa751057-664f-4572-9cfc-2090bec47b99 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:49.640359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9e045665-3f53-4eb3-b106-a35a4400500a no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:49.663664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 9e045665-3f53-4eb3-b106-a35a4400500a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:49.664447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9e045665-3f53-4eb3-b106-a35a4400500a not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:49.685963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-06138e24-90e5-4c47-a4a0-55907b7ad7d6 admin admin] Deleting subnet 4e4d62fd-0456-4555-889b-57e236e3f4d2 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:18:49.690045 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06138e24-90e5-4c47-a4a0-55907b7ad7d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.701136 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-3da47b14-949d-4729-b12c-9e6f7d780ebd service neutron] 10.222.0.45 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932920 Oct 13 00:18:49.735682 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06138e24-90e5-4c47-a4a0-55907b7ad7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.747605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-7b8c1c9d-80a5-4940-8334-d1aae0d59335 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=9265abc7-6b4c-41be-82ef-41693b535004 HTTP/1.1" status: 200 len: 217 time: 0.0383012 Oct 13 00:18:49.767684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:49.782108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'mac_address': 'fa:16:3e:74:6b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:18:49.785559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06138e24-90e5-4c47-a4a0-55907b7ad7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.832853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.845874 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06138e24-90e5-4c47-a4a0-55907b7ad7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.850401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a712310-fbbd-4a99-88cd-fe2f45ffb09a {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:18:49.873484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-d6a4d6f1-5927-46f6-b884-5769c60a9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.875297 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-d6a4d6f1-5927-46f6-b884-5769c60a9700 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.1196885 Oct 13 00:18:49.876307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06138e24-90e5-4c47-a4a0-55907b7ad7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4d62fd-0456-4555-889b-57e236e3f4d2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:49.878682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:49.882838 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06138e24-90e5-4c47-a4a0-55907b7ad7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.889343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-06138e24-90e5-4c47-a4a0-55907b7ad7d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4e4d62fd-0456-4555-889b-57e236e3f4d2 HTTP/1.1" status: 204 len: 168 time: 0.5550225 Oct 13 00:18:49.889473 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.889566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57940) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:49.950431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:49.968411 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.987749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-176dedfe-6e2e-43db-af79-22f3fed5ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:49.990267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-176dedfe-6e2e-43db-af79-22f3fed5ac17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0762041 Oct 13 00:18:50.101982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.112712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['3a712310-fbbd-4a99-88cd-fe2f45ffb09a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:50.140427 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-9bd2343c-63cd-43cd-8165-10e7d35269fb service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400442 Oct 13 00:18:50.162921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7382e6f6-efa9-4a70-8e95-977acf533636']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:50.188022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9d15dc-dc43-4d5c-99a0-d67923efce77') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:50.188320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9d15dc-dc43-4d5c-99a0-d67923efce77') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:50.210194 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.240510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.253254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:18:50.253674 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.331178 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-b28e4a83-72e7-4450-9748-545ccb4364d5 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828966 Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:18:50.338797 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:18:50.409217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-12e9213c-02dc-40ca-ad4a-7f1082369c53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=bf802313-d3df-4540-adff-9c73c3366bb7 HTTP/1.1" status: 200 len: 217 time: 0.0662551 Oct 13 00:18:50.422507 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.440037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.440037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] 10.222.0.21 "DELETE /v2.0/networks/7382e6f6-efa9-4a70-8e95-977acf533636 HTTP/1.1" status: 204 len: 168 time: 0.5432775 Oct 13 00:18:50.445562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57960) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:50.482778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-19cb344e-bf55-4e56-82f7-eb70d78cb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:50.484513 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-19cb344e-bf55-4e56-82f7-eb70d78cb953 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.0651705 Oct 13 00:18:50.490327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc75083-9e20-4c81-b6da-fdb7eae786be admin admin] Pushing event deleted for resources: {'Network': ['ID=7382e6f6-efa9-4a70-8e95-977acf533636,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:50.515794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf31fe-4c80-4219-86d4-4df4a9611781 req-0e316aa0-76fd-467c-8631-06d55f5e439f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:50.517353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bcf31fe-4c80-4219-86d4-4df4a9611781 req-0e316aa0-76fd-467c-8631-06d55f5e439f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1749296 Oct 13 00:18:50.541873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10e8428-375a-4841-bdc3-3a9964a7764c admin admin] Deleting subnet ca5fea3a-7a7c-427b-b763-5d0fceaeb8d7 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:18:50.545881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-f64e6de0-9ec8-417d-8e05-9b5058df52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:50.547552 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-f64e6de0-9ec8-417d-8e05-9b5058df52da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536549 Oct 13 00:18:50.548939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e10e8428-375a-4841-bdc3-3a9964a7764c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.589223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bcf31fe-4c80-4219-86d4-4df4a9611781 req-964e342e-b732-43e1-b0a5-0a9d9590378b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652976 Oct 13 00:18:50.599268 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e10e8428-375a-4841-bdc3-3a9964a7764c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.646620 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e10e8428-375a-4841-bdc3-3a9964a7764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.680734 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-48b02750-7a8f-4778-9993-a7973bb69690 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226144 Oct 13 00:18:50.711687 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e10e8428-375a-4841-bdc3-3a9964a7764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.749541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e10e8428-375a-4841-bdc3-3a9964a7764c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.756405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e10e8428-375a-4841-bdc3-3a9964a7764c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca5fea3a-7a7c-427b-b763-5d0fceaeb8d7 HTTP/1.1" status: 204 len: 168 time: 0.3090830 Oct 13 00:18:50.757502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57964) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:50.758864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e8428-375a-4841-bdc3-3a9964a7764c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5fea3a-7a7c-427b-b763-5d0fceaeb8d7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:50.788178 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-4b72856c-ab2c-4cef-84e5-2585fe4bdb1a service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921712 Oct 13 00:18:50.848500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.869457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-4ab43f78-b31b-41a7-9604-e6a6d77acc52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=41287d11-bc16-4f5a-9352-f0132c384b8b HTTP/1.1" status: 200 len: 217 time: 0.0679526 Oct 13 00:18:50.931561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-967ac0d8-ee74-4fd0-a9bf-b7dfb6805a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:50.933604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-967ac0d8-ee74-4fd0-a9bf-b7dfb6805a6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.0556002 Oct 13 00:18:50.945182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.972883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef2e959-82e3-4d8b-a9e3-ee59a7c87053']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:50.985687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a821d9d5-d0b8-4197-8065-60b4347f16f0') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:50.985983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a821d9d5-d0b8-4197-8065-60b4347f16f0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:50.992473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-a434d105-0a01-4824-8d29-8f44c76f9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:50.994572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-a434d105-0a01-4824-8d29-8f44c76f9ddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526760 Oct 13 00:18:50.999451 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.016527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.024438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:18:51.024835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:18:51.083905 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:18:51.091821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.098117 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.101878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9ef2e959-82e3-4d8b-a9e3-ee59a7c87053 HTTP/1.1" status: 204 len: 168 time: 0.3406038 Oct 13 00:18:51.128665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a978e-b7ad-4bd0-874a-dfa17bf83bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef2e959-82e3-4d8b-a9e3-ee59a7c87053,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:51.189861 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-24969461-548e-4234-9ecf-e162f8152614 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666965 Oct 13 00:18:51.290393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57982) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:51.307316 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-65bc7c1b-7bd6-4da1-b83e-075fb4f07bf7 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077576 Oct 13 00:18:51.334234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-85f09cce-8fcc-41e8-868e-bc746180e11e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=972c82705a634760bc65b69e0205d7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425951 Oct 13 00:18:51.336858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57986) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:51.385745 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-783ee477-42a6-4269-9849-3635fad1f2b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=068c0998-0d76-4f70-97f9-b63506279aa8 HTTP/1.1" status: 200 len: 217 time: 0.0705509 Oct 13 00:18:51.409275 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3bce5310-03a7-41b7-a6e5-c4161a79d155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.434263 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3bce5310-03a7-41b7-a6e5-c4161a79d155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.548488 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3bce5310-03a7-41b7-a6e5-c4161a79d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.551801 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3bce5310-03a7-41b7-a6e5-c4161a79d155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.556594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3bce5310-03a7-41b7-a6e5-c4161a79d155 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7412d7d-f249-4907-b8f8-02018de52dc1 HTTP/1.1" status: 204 len: 168 time: 0.2186701 Oct 13 00:18:51.578455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce5310-03a7-41b7-a6e5-c4161a79d155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7412d7d-f249-4907-b8f8-02018de52dc1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:51.632915 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:18:51.693065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:18:51.694042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.790863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.839983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:51.841741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:51.846010 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7275f0-0428-49c8-b739-1c7b79d0b569" -d '{"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-plugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:51.865539 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:51.877902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-7d17fd84-110b-487b-904a-eac5152f158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:51.881598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-7d17fd84-110b-487b-904a-eac5152f158e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.4851704 Oct 13 00:18:51.900810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad2c5f-40bf-43db-8da3-c2b36087776a req-fdac302b-ff0f-42f5-8295-07386ef95aa2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:51.902518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3ad2c5f-40bf-43db-8da3-c2b36087776a req-fdac302b-ff0f-42f5-8295-07386ef95aa2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1453443 Oct 13 00:18:51.919866 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0435b2a3-5c87-4f7c-b6b8-12f3b49365f0 x-openstack-request-id: req-0435b2a3-5c87-4f7c-b6b8-12f3b49365f0 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:51.920099 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-plugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:51.920353 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0435b2a3-5c87-4f7c-b6b8-12f3b49365f0 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:51.920752 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'code': 200} Oct 13 00:18:51.972476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:51.973424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-e7739867-db32-44d8-9f16-8fc39178b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:51.978565 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-e7739867-db32-44d8-9f16-8fc39178b684 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887318 Oct 13 00:18:52.014591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3ad2c5f-40bf-43db-8da3-c2b36087776a req-856fd6a8-90fd-4e6c-8f2c-dfd238f0c6f4 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057498 Oct 13 00:18:52.144336 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-b4fc689d-25a0-4a59-a39f-7b429d73c810 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550899 Oct 13 00:18:52.296648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58016) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:52.429360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb103e0c-aa85-49d6-baa3-40997a64345a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75169222d82c4d5a8aa9ad2580767ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316447 Oct 13 00:18:52.448460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58026) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:52.466452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-a5e6dc8a-497e-471c-93d7-188288b99f24 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611718 Oct 13 00:18:52.538732 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-a4120270-afab-4d21-8281-f282d3ba15bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580 HTTP/1.1" status: 200 len: 217 time: 0.0596585 Oct 13 00:18:52.567979 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-760c2386-b4a4-4087-b375-fc0da1b5b530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:52.611683 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-760c2386-b4a4-4087-b375-fc0da1b5b530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:52.709764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-fa2065be-399e-4d2e-9704-2d69fac9480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:52.711690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-fa2065be-399e-4d2e-9704-2d69fac9480f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4e3a813-ea5f-436e-b84d-e1b1ab64896b HTTP/1.1" status: 200 len: 797 time: 0.1514199 Oct 13 00:18:52.720984 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-760c2386-b4a4-4087-b375-fc0da1b5b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:52.729183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-760c2386-b4a4-4087-b375-fc0da1b5b530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:52.732824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-760c2386-b4a4-4087-b375-fc0da1b5b530 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4f97f3c-6c3e-40cd-9b7e-3d1dd439ea80 HTTP/1.1" status: 204 len: 168 time: 0.2830918 Oct 13 00:18:52.778034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c2386-b4a4-4087-b375-fc0da1b5b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f97f3c-6c3e-40cd-9b7e-3d1dd439ea80,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:52.828743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 62999469-29f7-4664-86fa-1879bd41077c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:52.840838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-3f483059-9e8a-4c7b-aca3-9428b708b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:52.842291 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-3f483059-9e8a-4c7b-aca3-9428b708b78d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1223538 Oct 13 00:18:52.868095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 62999469-29f7-4664-86fa-1879bd41077c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:52.869386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 62999469-29f7-4664-86fa-1879bd41077c not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:53.037919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-f856e96c-6694-43a2-8c25-30282fcf6bea service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815372 Oct 13 00:18:53.256145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef3d0e-0ead-423e-a4bf-9b3335695286 req-358cebd5-3874-4187-927e-6fc050c34437 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:53.258605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2ef3d0e-0ead-423e-a4bf-9b3335695286 req-358cebd5-3874-4187-927e-6fc050c34437 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1474299 Oct 13 00:18:53.350463 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-b8529432-4b6e-4fa7-a9b6-63c678a8173e service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002050 Oct 13 00:18:53.375706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2ef3d0e-0ead-423e-a4bf-9b3335695286 req-4b04d95b-fc29-47a2-8dd1-0ac4830ded96 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976477 Oct 13 00:18:53.458953 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-82fa7a1c-e005-4a83-a6df-c89bed7e9afc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 HTTP/1.1" status: 200 len: 217 time: 0.0959845 Oct 13 00:18:53.537700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-59d11532-2d84-49eb-b537-efa35a860392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:53.540187 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-59d11532-2d84-49eb-b537-efa35a860392 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4e3a813-ea5f-436e-b84d-e1b1ab64896b HTTP/1.1" status: 200 len: 797 time: 0.0707188 Oct 13 00:18:53.618832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-20d473db-b918-437f-8d97-0a6087c56adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:53.626456 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-20d473db-b918-437f-8d97-0a6087c56adf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694511 Oct 13 00:18:53.893376 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-22f57ac4-423a-413b-935e-af254473fe87 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268953 Oct 13 00:18:54.074319 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f27beabe-14f3-48b9-b178-f86af9eb6b69 req-378e80e5-5a6a-4384-93ad-c61449063953 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625237 Oct 13 00:18:54.497553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaad1d-97a4-4fa3-ae85-46cadd6c01bc req-7b9477c3-1170-47f8-9be5-af80d69d0cee tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:54.503002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6eaad1d-97a4-4fa3-ae85-46cadd6c01bc req-7b9477c3-1170-47f8-9be5-af80d69d0cee tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 945 time: 0.4917700 Oct 13 00:18:54.605364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6eaad1d-97a4-4fa3-ae85-46cadd6c01bc req-44548ee4-f300-4cd9-96aa-368b2c18310f tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956366 Oct 13 00:18:54.637541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3acaf-9288-4a64-b96a-d85b91157ac3 req-24c481cc-b99e-48e2-93d3-8914f04a0b8f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:54.647762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6f3acaf-9288-4a64-b96a-d85b91157ac3 req-24c481cc-b99e-48e2-93d3-8914f04a0b8f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1282985 Oct 13 00:18:54.733531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6f3acaf-9288-4a64-b96a-d85b91157ac3 req-d5d1f7cf-8a16-40cd-85b7-2bdded0b4b9d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Oct 13 00:18:55.742203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd2575-ae47-4d36-b38f-6fd480d10f53 req-9e156d63-da36-4946-90e6-021edf2d7b66 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:55.745158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26fd2575-ae47-4d36-b38f-6fd480d10f53 req-9e156d63-da36-4946-90e6-021edf2d7b66 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 945 time: 0.0602336 Oct 13 00:18:55.807899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26fd2575-ae47-4d36-b38f-6fd480d10f53 req-d8754b9c-c4d1-426c-b29e-26fcca84805b tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508728 Oct 13 00:18:55.956296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0605b-4582-4b29-ab33-d6b936660182 req-373228f9-57b4-4187-953d-13751b3cfb30 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:55.961701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ada0605b-4582-4b29-ab33-d6b936660182 req-373228f9-57b4-4187-953d-13751b3cfb30 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0636601 Oct 13 00:18:56.013758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ada0605b-4582-4b29-ab33-d6b936660182 req-a4844227-4b79-4cce-b036-d611da5f9e97 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Oct 13 00:18:56.212134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58170) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:56.354161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.408197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-2348dad8-3f5e-4559-8fee-e3caf504f216 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:56.409831 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-2348dad8-3f5e-4559-8fee-e3caf504f216 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 945 time: 0.0983534 Oct 13 00:18:56.523580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.534398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.579616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732e71e3-143b-4f60-99a1-cc4082cf713d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:56.587307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d6428f783fd42fd85d25c02fe48454e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702393 Oct 13 00:18:56.588463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58174) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:56.598844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.599590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.601003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.601515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.601847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.602175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.602950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.603283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.603641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.603975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.604298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.604622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9d46dd-4e3e-44a5-be13-353503cfd05d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:18:56.613730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Deleting port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:18:56.614528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.642266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ac10361-a808-404c-b59e-7742c9e05bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.665300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ac10361-a808-404c-b59e-7742c9e05bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.722743 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ac10361-a808-404c-b59e-7742c9e05bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.726008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ac10361-a808-404c-b59e-7742c9e05bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.727481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1ac10361-a808-404c-b59e-7742c9e05bfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/732e71e3-143b-4f60-99a1-cc4082cf713d HTTP/1.1" status: 204 len: 168 time: 0.1388259 Oct 13 00:18:56.747931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac10361-a808-404c-b59e-7742c9e05bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732e71e3-143b-4f60-99a1-cc4082cf713d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:56.763432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] For port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,segment=NetworkSegment(2cee9859-b3ae-48ea-92e4-4afa7754dba3),segment_id=2cee9859-b3ae-48ea-92e4-4afa7754dba3)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:18:56.763829 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:56.780087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Calling delete_port for 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:18:56.969377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f38467-adc8-4b89-bd6b-83889b076fce req-c3e3e089-b334-4d9e-b8f9-e074f6f74b81 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:56.978374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57f38467-adc8-4b89-bd6b-83889b076fce req-c3e3e089-b334-4d9e-b8f9-e074f6f74b81 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80658ca-ddb3-4790-af64-09a2aa5ce3f2 HTTP/1.1" status: 200 len: 945 time: 0.0757976 Oct 13 00:18:56.991665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.023378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Pushing event deleted for resources: {'Port': ['ID=62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:57.045487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:18:57.049510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57f38467-adc8-4b89-bd6b-83889b076fce req-1abb8727-05ad-4c65-a892-ad05142b5772 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.21 "GET /v2.0/security-groups?id=85b7d060-1608-4720-a7a4-6fc998cf4087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697074 Oct 13 00:18:57.115176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] No DVR routers for this DVR port 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:18:57.118447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.123989 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0920921-5d99-45c6-be40-2c9da9599c5d req-ef419a5a-7c34-4d43-af3b-704e542ea968 tempest-AttachVolumeNegativeTest-708326599 tempest-AttachVolumeNegativeTest-708326599-project] 10.222.0.45 "DELETE /v2.0/ports/62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d HTTP/1.1" status: 204 len: 173 time: 0.6947501 Oct 13 00:18:57.124858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80658ca-ddb3-4790-af64-09a2aa5ce3f2', 'name': 'network-vif-deleted', 'tag': '62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:18:57.128601 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e0bbe-5b34-4e7b-b4b7-3cef813fc7c7" -d '{"events": [{"server_uuid": "a80658ca-ddb3-4790-af64-09a2aa5ce3f2", "name": "network-vif-deleted", "tag": "62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:18:57.227860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58204) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:57.254337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c7f369-c139-4b56-97a4-749b5b5602cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.279410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd2e98-2457-43cb-a95b-d052e19f59f1 req-8df8fb88-6d40-4bcc-a75a-27a1fb906fb6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:57.291361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfbd2e98-2457-43cb-a95b-d052e19f59f1 req-8df8fb88-6d40-4bcc-a75a-27a1fb906fb6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1322608 Oct 13 00:18:57.353248 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfbd2e98-2457-43cb-a95b-d052e19f59f1 req-9c7307ae-127f-4a6a-8c0f-1d7a2694571f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549991 Oct 13 00:18:57.371359 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5705c743-07ab-45a2-b926-66b25077c4fb x-openstack-request-id: req-5705c743-07ab-45a2-b926-66b25077c4fb {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:18:57.371790 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80658ca-ddb3-4790-af64-09a2aa5ce3f2", "name": "network-vif-deleted", "tag": "62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:18:57.372192 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5705c743-07ab-45a2-b926-66b25077c4fb {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:18:57.372747 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80658ca-ddb3-4790-af64-09a2aa5ce3f2', 'name': 'network-vif-deleted', 'tag': '62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d', 'status': 'completed', 'code': 200} Oct 13 00:18:57.446423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c7f369-c139-4b56-97a4-749b5b5602cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.451526 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c7f369-c139-4b56-97a4-749b5b5602cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.511541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58206) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:57.511780 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-13c7f369-c139-4b56-97a4-749b5b5602cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddd554ffeb6d4e048cf89507f69d4271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821059 Oct 13 00:18:57.512475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7f369-c139-4b56-97a4-749b5b5602cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb4f95-e28a-41b7-9ea3-d99f48f564a4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:57.573313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-870bbc22-f698-47c7-9c05-ee0dff1c5907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.600912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-870bbc22-f698-47c7-9c05-ee0dff1c5907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.679788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-870bbc22-f698-47c7-9c05-ee0dff1c5907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.679788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-870bbc22-f698-47c7-9c05-ee0dff1c5907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:57.679788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-870bbc22-f698-47c7-9c05-ee0dff1c5907 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bdb4f95-e28a-41b7-9ea3-d99f48f564a4 HTTP/1.1" status: 204 len: 168 time: 0.1570518 Oct 13 00:18:57.679788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bbc22-f698-47c7-9c05-ee0dff1c5907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb4f95-e28a-41b7-9ea3-d99f48f564a4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:58.127170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58226) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:58.213208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2b3705-3c21-4994-88f3-d2b1c8f97cb4 admin admin] Deleting subnet c7ab4b4e-8ca1-425a-858e-82182d32f2d1 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:18:58.228230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3705-3c21-4994-88f3-d2b1c8f97cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.305192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3705-3c21-4994-88f3-d2b1c8f97cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.360767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3705-3c21-4994-88f3-d2b1c8f97cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.459296 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3705-3c21-4994-88f3-d2b1c8f97cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.505648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b3705-3c21-4994-88f3-d2b1c8f97cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ab4b4e-8ca1-425a-858e-82182d32f2d1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:58.536267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3705-3c21-4994-88f3-d2b1c8f97cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.541111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4e2b3705-3c21-4994-88f3-d2b1c8f97cb4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7ab4b4e-8ca1-425a-858e-82182d32f2d1 HTTP/1.1" status: 204 len: 168 time: 0.4127047 Oct 13 00:18:58.543548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58256) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:58.572641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc13b9-c990-4554-af49-dbc7c4934451 req-d2f94fba-ac0e-41fc-82b7-d27a2fca8bb7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:58.575547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7dc13b9-c990-4554-af49-dbc7c4934451 req-d2f94fba-ac0e-41fc-82b7-d27a2fca8bb7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1129804 Oct 13 00:18:58.666990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7dc13b9-c990-4554-af49-dbc7c4934451 req-90dd7325-ab2f-4c92-a3c0-13a334fed7e0 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780444 Oct 13 00:18:58.713953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.842290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.869524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f93a8e-84cd-4e09-9637-912b468ad1bd']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:58.880239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cee9859-b3ae-48ea-92e4-4afa7754dba3') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:58.880475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cee9859-b3ae-48ea-92e4-4afa7754dba3') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:18:58.900936 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.915097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.926141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:18:58.926498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:18:58.928486 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:18:58.990060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:58.996290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:59.002051 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] 10.222.0.21 "DELETE /v2.0/networks/77f93a8e-84cd-4e09-9637-912b468ad1bd HTTP/1.1" status: 204 len: 168 time: 0.4486730 Oct 13 00:18:59.013705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f8f7b-b77b-4b2c-bc39-a7f323cd472c admin admin] Pushing event deleted for resources: {'Network': ['ID=77f93a8e-84cd-4e09-9637-912b468ad1bd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:59.217487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58272) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:59.293805 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7c1fd1e9-fe03-4e9c-996f-a7fff906301a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bdab3cb286e4660a93e978adb9edb95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714900 Oct 13 00:18:59.294547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58280) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:18:59.389807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3f678a6c-2798-4f43-94e4-5c6cebab06eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:59.437485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3f678a6c-2798-4f43-94e4-5c6cebab06eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:59.510177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3f678a6c-2798-4f43-94e4-5c6cebab06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:59.518491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3f678a6c-2798-4f43-94e4-5c6cebab06eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:59.523380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3f678a6c-2798-4f43-94e4-5c6cebab06eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85b7d060-1608-4720-a7a4-6fc998cf4087 HTTP/1.1" status: 204 len: 168 time: 0.2254705 Oct 13 00:18:59.542353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f678a6c-2798-4f43-94e4-5c6cebab06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b7d060-1608-4720-a7a4-6fc998cf4087,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:18:59.640334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:18:59.665707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:18:59.666338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 62398ec0-ccf2-43d9-bb3c-eb13ed4c8f5d not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:18:59.863753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-a53dab43-5b52-4ec9-a07e-ed5219274df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:59.863753 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-a53dab43-5b52-4ec9-a07e-ed5219274df1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0552807 Oct 13 00:18:59.865757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd9741-9254-4e0f-bbb4-08cd7675a6a2 req-53ae95df-848f-4770-96c9-46a8c0b4d76b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:18:59.867332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8bd9741-9254-4e0f-bbb4-08cd7675a6a2 req-53ae95df-848f-4770-96c9-46a8c0b4d76b tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0707619 Oct 13 00:18:59.916679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8bd9741-9254-4e0f-bbb4-08cd7675a6a2 req-77678bf2-b7f4-4e6f-9037-0f48dc7d09e7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368717 Oct 13 00:19:00.013010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-fbc33136-5db9-44af-9d14-ba57abfffe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:00.014533 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-fbc33136-5db9-44af-9d14-ba57abfffe26 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 920 time: 0.1443121 Oct 13 00:19:00.097354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502536-02bd-49c9-8b02-0d4aa47746c9 req-0bb742f2-d163-42a2-8671-ec2e2479d825 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:00.100533 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-19410ad7-96b7-46d9-8043-06f1cb8e047a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 200 len: 217 time: 0.0770509 Oct 13 00:19:00.106931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23502536-02bd-49c9-8b02-0d4aa47746c9 req-0bb742f2-d163-42a2-8671-ec2e2479d825 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0854554 Oct 13 00:19:00.176108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-c52a7f7e-ec95-4332-b5d6-bfe6948377bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:00.177687 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-c52a7f7e-ec95-4332-b5d6-bfe6948377bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.0600867 Oct 13 00:19:00.180277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23502536-02bd-49c9-8b02-0d4aa47746c9 req-c1c44dd9-2174-4f72-8149-bc886b9ac1b7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721521 Oct 13 00:19:00.217948 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-5a3bebcd-d615-4ff6-828f-4907fb94e8bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313745 Oct 13 00:19:00.393522 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-713edb7d-088d-4c33-971f-98e54018d658 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648889 Oct 13 00:19:00.549560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d01d56c2-3b79-46a9-b819-9258555153e8 req-817e61da-1ffc-4a6d-af44-4d5dfbdd18de service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464269 Oct 13 00:19:01.216093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202a28b-5ec9-4dfc-9777-34130e733879 req-0a31686c-5507-4329-9cfa-23d559d93660 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:01.217760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d202a28b-5ec9-4dfc-9777-34130e733879 req-0a31686c-5507-4329-9cfa-23d559d93660 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0697141 Oct 13 00:19:01.281699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d202a28b-5ec9-4dfc-9777-34130e733879 req-9808b944-68d6-4cd8-a9da-8c51e91cda5d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541129 Oct 13 00:19:01.509364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d1b6ad9-f14a-4d65-8b9c-8ee345fc62c6 req-0a4bc9af-c79e-4363-9440-4c0034288882 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d91411c237d84bed8b401b6edbf70bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275359 Oct 13 00:19:01.646911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd3c3-c8e2-4948-813e-10c8379e69a9 req-fee66f2d-6a8d-4413-87e6-567787fee0f9 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:01.648782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad2fd3c3-c8e2-4948-813e-10c8379e69a9 req-fee66f2d-6a8d-4413-87e6-567787fee0f9 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1380661 Oct 13 00:19:01.700148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b6ad9-f14a-4d65-8b9c-8ee345fc62c6 req-3dffdde2-a8ae-479d-adca-561c9b180b7f tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:01.701597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d1b6ad9-f14a-4d65-8b9c-8ee345fc62c6 req-3dffdde2-a8ae-479d-adca-561c9b180b7f tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799939 Oct 13 00:19:01.726722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad2fd3c3-c8e2-4948-813e-10c8379e69a9 req-15bb9fde-ee3d-4838-9992-97530b6ca943 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Oct 13 00:19:01.729870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d1b6ad9-f14a-4d65-8b9c-8ee345fc62c6 req-45582859-e9f1-4f3d-ac97-d48147cb6fb3 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/quotas/d91411c237d84bed8b401b6edbf70bbf HTTP/1.1" status: 200 len: 375 time: 0.0185480 Oct 13 00:19:01.778221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d1b6ad9-f14a-4d65-8b9c-8ee345fc62c6 req-f85e6e38-dc92-485c-8a63-c0a102c22182 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d91411c237d84bed8b401b6edbf70bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274572 Oct 13 00:19:02.444513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2a5c9-7f24-4321-8679-834150e7b316 req-adb1ab96-356c-4378-930a-23f6e72652c7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:02.449962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1b2a5c9-7f24-4321-8679-834150e7b316 req-adb1ab96-356c-4378-930a-23f6e72652c7 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0741334 Oct 13 00:19:02.541522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1b2a5c9-7f24-4321-8679-834150e7b316 req-4a28ea94-eb43-432b-b750-4d6e2f358320 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768719 Oct 13 00:19:02.660693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c27cd2e9-c790-4b26-aea6-4a33eb41bc5f req-40ce4c94-0da9-490a-bd53-b8c6d05a2925 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d91411c237d84bed8b401b6edbf70bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257256 Oct 13 00:19:02.802546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cd2e9-c790-4b26-aea6-4a33eb41bc5f req-c9b6a2b2-2f84-4c1a-bfe9-2d32293bdc94 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:02.804485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c27cd2e9-c790-4b26-aea6-4a33eb41bc5f req-c9b6a2b2-2f84-4c1a-bfe9-2d32293bdc94 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347389 Oct 13 00:19:02.838678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c27cd2e9-c790-4b26-aea6-4a33eb41bc5f req-be58e018-e912-4b1a-804f-097e175ca394 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/quotas/d91411c237d84bed8b401b6edbf70bbf HTTP/1.1" status: 200 len: 375 time: 0.0272007 Oct 13 00:19:02.892416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c27cd2e9-c790-4b26-aea6-4a33eb41bc5f req-c6893497-d87c-49e6-9f98-0659886cd90f tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d91411c237d84bed8b401b6edbf70bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518017 Oct 13 00:19:02.915056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9adf30-ae9b-497f-b72f-6f265444d4a1 req-bc299905-3bd4-459b-a7b3-a6cff9701968 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:02.923245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f9adf30-ae9b-497f-b72f-6f265444d4a1 req-bc299905-3bd4-459b-a7b3-a6cff9701968 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1039190 Oct 13 00:19:02.970591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f9adf30-ae9b-497f-b72f-6f265444d4a1 req-7ab0f261-3be4-4005-b551-fdacd121b126 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Oct 13 00:19:03.705874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410e56-f2bf-43e0-8694-2f5a5250427c req-5478ad7f-adb2-42cc-94c6-1d99e1f831e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:03.716266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32410e56-f2bf-43e0-8694-2f5a5250427c req-5478ad7f-adb2-42cc-94c6-1d99e1f831e2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0760891 Oct 13 00:19:03.763852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bf71f7e-d0ca-4db7-b777-cdad41afa6f4 req-8e16bd27-e89e-4dc8-9a62-2c2b87963604 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d91411c237d84bed8b401b6edbf70bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295720 Oct 13 00:19:03.814058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32410e56-f2bf-43e0-8694-2f5a5250427c req-cf3e99d9-a152-4a4c-b543-a7a004eddb24 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965633 Oct 13 00:19:03.917542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf71f7e-d0ca-4db7-b777-cdad41afa6f4 req-43fb1d77-5069-4fbf-a326-76257d338441 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:03.925224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bf71f7e-d0ca-4db7-b777-cdad41afa6f4 req-43fb1d77-5069-4fbf-a326-76257d338441 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527510 Oct 13 00:19:03.942759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bf71f7e-d0ca-4db7-b777-cdad41afa6f4 req-2495cccd-bf08-412e-ad0a-aabda71820e4 tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/quotas/d91411c237d84bed8b401b6edbf70bbf HTTP/1.1" status: 200 len: 375 time: 0.0162344 Oct 13 00:19:03.987446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bf71f7e-d0ca-4db7-b777-cdad41afa6f4 req-24d7a3b3-d98c-456f-b372-daf16a92409e tempest-QuotasAdminNegativeTest-1103026664 tempest-QuotasAdminNegativeTest-1103026664-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d91411c237d84bed8b401b6edbf70bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432923 Oct 13 00:19:04.167861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4581c-7900-48cd-a6d2-f9fc55590359 req-b603cb3d-3d82-4a71-9458-c9e5adee5f96 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:04.169834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2af4581c-7900-48cd-a6d2-f9fc55590359 req-b603cb3d-3d82-4a71-9458-c9e5adee5f96 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1044464 Oct 13 00:19:04.220738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2af4581c-7900-48cd-a6d2-f9fc55590359 req-fa35fda1-68cc-40f2-b0bf-f7162a6ef79b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Oct 13 00:19:04.774465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58548) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:04.943062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dbba989-235d-4c84-a93d-6d8176b8c3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:04.987281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed2e96-b77f-4faf-a6a5-144a9f6a8d54 req-d82cdfbf-c37c-4003-adbc-fe1051857ca3 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:04.989420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3eed2e96-b77f-4faf-a6a5-144a9f6a8d54 req-d82cdfbf-c37c-4003-adbc-fe1051857ca3 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0600319 Oct 13 00:19:05.070866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3eed2e96-b77f-4faf-a6a5-144a9f6a8d54 req-bbebc64e-b0e5-4aaf-9c29-85d933b66a41 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633645 Oct 13 00:19:05.088635 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dbba989-235d-4c84-a93d-6d8176b8c3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.095678 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7dbba989-235d-4c84-a93d-6d8176b8c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.148832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7dbba989-235d-4c84-a93d-6d8176b8c3a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d91411c237d84bed8b401b6edbf70bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725626 Oct 13 00:19:05.152283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58554) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:05.170406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbba989-235d-4c84-a93d-6d8176b8c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50455744-1345-451d-a634-eab0581118fd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:05.223160 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cddc03dd-970d-4e14-86ec-597bb07c2469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.262962 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cddc03dd-970d-4e14-86ec-597bb07c2469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.344251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cddc03dd-970d-4e14-86ec-597bb07c2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.348193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cddc03dd-970d-4e14-86ec-597bb07c2469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.355128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cddc03dd-970d-4e14-86ec-597bb07c2469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50455744-1345-451d-a634-eab0581118fd HTTP/1.1" status: 204 len: 168 time: 0.1987324 Oct 13 00:19:05.402003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc03dd-970d-4e14-86ec-597bb07c2469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50455744-1345-451d-a634-eab0581118fd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:05.467377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c4e72-7622-4b7f-ae53-88334c26c1c0 req-d02ad691-5205-4dba-8787-65f116d070ef tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:05.469758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee1c4e72-7622-4b7f-ae53-88334c26c1c0 req-d02ad691-5205-4dba-8787-65f116d070ef tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1046095 Oct 13 00:19:05.550572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee1c4e72-7622-4b7f-ae53-88334c26c1c0 req-a785ec39-6096-4207-bdeb-3a2b963ecab0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666783 Oct 13 00:19:05.800699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58586) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:05.814765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac158e32-6686-441f-ba5d-dbeb6678722a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.924529 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac158e32-6686-441f-ba5d-dbeb6678722a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.933087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac158e32-6686-441f-ba5d-dbeb6678722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:05.974551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac158e32-6686-441f-ba5d-dbeb6678722a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0329c0e-781c-4cf9-88fd-fd037ca6e5c4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:05.980170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ac158e32-6686-441f-ba5d-dbeb6678722a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02c7bf66d542487f91d2e018d14c4a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776865 Oct 13 00:19:05.982506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58588) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:06.037127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-396518bf-5f40-4dbd-b6fd-1b6a0f21fce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:06.062898 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-396518bf-5f40-4dbd-b6fd-1b6a0f21fce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:06.132330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-396518bf-5f40-4dbd-b6fd-1b6a0f21fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:06.138298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-396518bf-5f40-4dbd-b6fd-1b6a0f21fce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:06.143923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-396518bf-5f40-4dbd-b6fd-1b6a0f21fce7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0329c0e-781c-4cf9-88fd-fd037ca6e5c4 HTTP/1.1" status: 204 len: 168 time: 0.1579139 Oct 13 00:19:06.181750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396518bf-5f40-4dbd-b6fd-1b6a0f21fce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0329c0e-781c-4cf9-88fd-fd037ca6e5c4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:06.236710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f82b79-9f4d-4033-83c7-753f350a6f98 req-78561a7d-cd46-4bc4-8bd3-e1bdb33f6610 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:06.246964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29f82b79-9f4d-4033-83c7-753f350a6f98 req-78561a7d-cd46-4bc4-8bd3-e1bdb33f6610 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0928690 Oct 13 00:19:06.309793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29f82b79-9f4d-4033-83c7-753f350a6f98 req-b0ed89bf-8c0a-4e2e-93f3-3c3940762a50 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602975 Oct 13 00:19:06.361778 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:06.687074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9b19b-eb3b-4ab2-bb47-905bfd79d8aa req-9f9371ee-78fa-4ac0-8e8d-c24fdc2b31ef tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:06.688793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9f9b19b-eb3b-4ab2-bb47-905bfd79d8aa req-9f9371ee-78fa-4ac0-8e8d-c24fdc2b31ef tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0639179 Oct 13 00:19:06.750925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9f9b19b-eb3b-4ab2-bb47-905bfd79d8aa req-b6a03ce9-9c8f-4223-a924-95acedf8f0af tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551591 Oct 13 00:19:06.793379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b181e-c310-4c1e-845f-af353d87c4ad req-5ae9f4b9-4df3-42ef-8e34-83174a28b885 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:06.795043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-687b181e-c310-4c1e-845f-af353d87c4ad req-5ae9f4b9-4df3-42ef-8e34-83174a28b885 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 950 time: 0.0640502 Oct 13 00:19:06.853679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-687b181e-c310-4c1e-845f-af353d87c4ad req-865432fe-9240-42a7-ade9-0bf4c4d7741c tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Oct 13 00:19:06.863419 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:07.133840 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:19:07.141086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58660) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:07.371854 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06340d8b-2496-411a-a7e6-f5b56b425abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:07.454368 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06340d8b-2496-411a-a7e6-f5b56b425abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:07.460547 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06340d8b-2496-411a-a7e6-f5b56b425abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:07.474525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88fbf2-0f91-4e21-be37-9fa10cb92410 req-07119ff2-620f-4fc8-917c-cf02878bae9f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:07.492286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e88fbf2-0f91-4e21-be37-9fa10cb92410 req-07119ff2-620f-4fc8-917c-cf02878bae9f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0848250 Oct 13 00:19:07.508148 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-06340d8b-2496-411a-a7e6-f5b56b425abc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c1e6bba99154a55a732a9d25e31ff88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653257 Oct 13 00:19:07.509118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58678) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:07.530843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06340d8b-2496-411a-a7e6-f5b56b425abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e270472-9d4b-42a3-9709-76202347e104,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:07.548370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e88fbf2-0f91-4e21-be37-9fa10cb92410 req-880af4fb-c5e2-4d6b-8f3d-1f18b0d77379 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552027 Oct 13 00:19:07.584623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e219-05d8-494d-a3b6-97f416a4ebb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:07.608573 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e219-05d8-494d-a3b6-97f416a4ebb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:07.653562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e219-05d8-494d-a3b6-97f416a4ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:07.656274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e219-05d8-494d-a3b6-97f416a4ebb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:07.657451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4bd3e219-05d8-494d-a3b6-97f416a4ebb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e270472-9d4b-42a3-9709-76202347e104 HTTP/1.1" status: 204 len: 168 time: 0.1460242 Oct 13 00:19:07.665191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3e219-05d8-494d-a3b6-97f416a4ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e270472-9d4b-42a3-9709-76202347e104,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:07.891012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5810d-7e4c-4500-8beb-8bccf931f503 req-f88e3d1c-c617-4dd5-81a2-4f77af14ec9d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:07.892827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14c5810d-7e4c-4500-8beb-8bccf931f503 req-f88e3d1c-c617-4dd5-81a2-4f77af14ec9d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0622714 Oct 13 00:19:07.936401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14c5810d-7e4c-4500-8beb-8bccf931f503 req-889ae102-e146-4a27-962d-044b37d4647f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358508 Oct 13 00:19:08.062604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcafbc-7206-4d47-82d8-2800e2b3b476 req-e394b84a-f2ea-4ab3-96a7-4f89cd6c775e tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:08.064168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dabcafbc-7206-4d47-82d8-2800e2b3b476 req-e394b84a-f2ea-4ab3-96a7-4f89cd6c775e tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 950 time: 0.0509825 Oct 13 00:19:08.115068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dabcafbc-7206-4d47-82d8-2800e2b3b476 req-be8e7746-1951-42a2-8fb4-277539bd9776 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Oct 13 00:19:08.657349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:08.764214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d2241-4dd7-450e-9d4c-14c1968c9c0f req-c6246b12-a24f-4fd3-b10a-513d4b306a8f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:08.767084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e4d2241-4dd7-450e-9d4c-14c1968c9c0f req-c6246b12-a24f-4fd3-b10a-513d4b306a8f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0721140 Oct 13 00:19:08.794146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1624742a-7698-4e17-9215-9a7c728689de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:08.812117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e4d2241-4dd7-450e-9d4c-14c1968c9c0f req-aad6c413-f601-4f19-a490-29e2709754f4 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Oct 13 00:19:08.905080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1624742a-7698-4e17-9215-9a7c728689de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:08.909274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1624742a-7698-4e17-9215-9a7c728689de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:08.956375 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1624742a-7698-4e17-9215-9a7c728689de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9f2368a2b6e4b358cb97e467269f50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953773 Oct 13 00:19:08.956375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624742a-7698-4e17-9215-9a7c728689de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8420103a-c5a8-40aa-8223-89661bc6e90d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:08.956549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58820) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:09.059875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2f17-6f0b-4d6f-9464-b18903e9fb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.089164 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2f17-6f0b-4d6f-9464-b18903e9fb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.109729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22679-8844-4af3-bbd8-50dd407ef3fd req-17a96491-5957-4a93-83e2-83d4eef4bad7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:09.111494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfc22679-8844-4af3-bbd8-50dd407ef3fd req-17a96491-5957-4a93-83e2-83d4eef4bad7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0874686 Oct 13 00:19:09.174614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfc22679-8844-4af3-bbd8-50dd407ef3fd req-7b803aee-16ad-483e-a16c-04fdced25d90 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553544 Oct 13 00:19:09.191261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2f17-6f0b-4d6f-9464-b18903e9fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.193890 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2f17-6f0b-4d6f-9464-b18903e9fb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.205735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8f9a2f17-6f0b-4d6f-9464-b18903e9fb8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8420103a-c5a8-40aa-8223-89661bc6e90d HTTP/1.1" status: 204 len: 168 time: 0.2433491 Oct 13 00:19:09.211262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a2f17-6f0b-4d6f-9464-b18903e9fb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8420103a-c5a8-40aa-8223-89661bc6e90d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:09.529691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 58856) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:09.543320 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.623193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.632271 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.671261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:09.677475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c47b1e50464349918ea19e1030f6fad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441123 Oct 13 00:19:09.677475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6e8e1-4d55-4298-b154-bce08c2e5423,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:09.677870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 58860) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:09.685454 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.685802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.686580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.686932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.687269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.687621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.687947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.688269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.688587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.688906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.689224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.689540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272576df-469b-44b6-a730-b741183365a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:09.736711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8368fb00-5915-4277-8567-527a4b2bdfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.757924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8368fb00-5915-4277-8567-527a4b2bdfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.772054 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.796996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:09.799227 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1418f433-b5e5-4d0e-a655-c2f937c9171e" -d '{"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:09.807203 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8368fb00-5915-4277-8567-527a4b2bdfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.812453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8368fb00-5915-4277-8567-527a4b2bdfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.814556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8368fb00-5915-4277-8567-527a4b2bdfd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8df6e8e1-4d55-4298-b154-bce08c2e5423 HTTP/1.1" status: 204 len: 168 time: 0.1356525 Oct 13 00:19:09.814990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:09.825090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368fb00-5915-4277-8567-527a4b2bdfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6e8e1-4d55-4298-b154-bce08c2e5423,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:09.828404 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:09.863573 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952b72c6-8c74-44fd-9a43-47eb1b693c08 x-openstack-request-id: req-952b72c6-8c74-44fd-9a43-47eb1b693c08 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:09.864182 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:09.864623 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-952b72c6-8c74-44fd-9a43-47eb1b693c08 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:09.865331 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'code': 200} Oct 13 00:19:09.895905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:09.956818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e09b31-d64d-4f2a-8de2-0429cb8daa1d req-42cc94ce-c878-4e7d-9fab-c107ec2a09a6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:09.964157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50e09b31-d64d-4f2a-8de2-0429cb8daa1d req-42cc94ce-c878-4e7d-9fab-c107ec2a09a6 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0625186 Oct 13 00:19:10.019694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50e09b31-d64d-4f2a-8de2-0429cb8daa1d req-6ced98db-7558-4dd4-aa52-fd03c1074429 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Oct 13 00:19:10.312678 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a2f64-3ba0-43ae-8fc5-c59e593679c0 req-0e860d85-3c0c-47d2-9e2c-90cfffe3c2e1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:10.314324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-377a2f64-3ba0-43ae-8fc5-c59e593679c0 req-0e860d85-3c0c-47d2-9e2c-90cfffe3c2e1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0528324 Oct 13 00:19:10.367803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-377a2f64-3ba0-43ae-8fc5-c59e593679c0 req-cf174d55-009a-4497-ba79-74ac04b20f23 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Oct 13 00:19:10.567470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc751c4a-eb83-468e-8e7a-9badf95f9fb2 req-8567b618-d7ea-4590-9cf6-a5c5bca86856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:10.569017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc751c4a-eb83-468e-8e7a-9badf95f9fb2 req-8567b618-d7ea-4590-9cf6-a5c5bca86856 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 1096 time: 0.0542746 Oct 13 00:19:10.617064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc751c4a-eb83-468e-8e7a-9badf95f9fb2 req-6f044a86-9417-428e-b067-a601b2a6ba6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410130 Oct 13 00:19:11.171617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dd6ae-3712-42fa-ab83-2e0bae8debd7 req-4d33cac6-c785-4722-b14a-3ead2d8322f9 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:11.173175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c3dd6ae-3712-42fa-ab83-2e0bae8debd7 req-4d33cac6-c785-4722-b14a-3ead2d8322f9 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0579059 Oct 13 00:19:11.218923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c3dd6ae-3712-42fa-ab83-2e0bae8debd7 req-2132be15-12da-4162-83eb-35d01ebbcf48 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Oct 13 00:19:11.493975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de165c-4540-44b7-a8ac-b2a0ef83ee81 req-af870c44-a5bd-459c-8151-f74e998735b7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:11.496216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16de165c-4540-44b7-a8ac-b2a0ef83ee81 req-af870c44-a5bd-459c-8151-f74e998735b7 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0546663 Oct 13 00:19:11.534572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16de165c-4540-44b7-a8ac-b2a0ef83ee81 req-4b87ef03-ba1e-43ef-b9bc-894816153c26 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Oct 13 00:19:11.792932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cf85e74b-1093-4dcb-8ff6-a4113ce2cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.102965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59008) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:12.216512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61e2dcfd-78ac-41ec-8139-97ce75cca78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.300946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61e2dcfd-78ac-41ec-8139-97ce75cca78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.309667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61e2dcfd-78ac-41ec-8139-97ce75cca78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.356983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b9883-462a-4a18-bc07-8e558dc7c58f req-3f102363-1c48-4c46-92e1-4faaf242a9c2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:12.358614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a5b9883-462a-4a18-bc07-8e558dc7c58f req-3f102363-1c48-4c46-92e1-4faaf242a9c2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0623326 Oct 13 00:19:12.365377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-61e2dcfd-78ac-41ec-8139-97ce75cca78e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c453ef9d1d34595b8d78d9306a2533c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610898 Oct 13 00:19:12.367925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2dcfd-78ac-41ec-8139-97ce75cca78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367a8548-1dc4-4e24-a9ee-c01788d985a5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:12.370656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59018) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:12.425320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a5b9883-462a-4a18-bc07-8e558dc7c58f req-42c2b2db-5f28-47f3-9f1f-351def46e83a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602782 Oct 13 00:19:12.439616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a1145e0-65e5-45d0-b103-987a252e7e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.462292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a1145e0-65e5-45d0-b103-987a252e7e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.513766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a1145e0-65e5-45d0-b103-987a252e7e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.516959 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a1145e0-65e5-45d0-b103-987a252e7e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.521108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a1145e0-65e5-45d0-b103-987a252e7e01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/367a8548-1dc4-4e24-a9ee-c01788d985a5 HTTP/1.1" status: 204 len: 168 time: 0.1493063 Oct 13 00:19:12.531308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1145e0-65e5-45d0-b103-987a252e7e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367a8548-1dc4-4e24-a9ee-c01788d985a5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:12.718828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956eb8-e48b-4551-95c3-ef76754aed53 req-9aa92f5f-ed96-4f2e-b732-7d043da1e07f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:12.726354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43956eb8-e48b-4551-95c3-ef76754aed53 req-9aa92f5f-ed96-4f2e-b732-7d043da1e07f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1244535 Oct 13 00:19:12.754575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664e787-73cb-42e6-b11f-fd913db4070c req-4d2a1ff4-836b-4992-a125-f6b57a709ae4 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:12.756488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6664e787-73cb-42e6-b11f-fd913db4070c req-4d2a1ff4-836b-4992-a125-f6b57a709ae4 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1254635 Oct 13 00:19:12.761136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-bff4c7a9-13a7-4e90-a330-71ad55148e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:12.762962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-bff4c7a9-13a7-4e90-a330-71ad55148e22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14434133bbb4018931f60dcb148a4d1&device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 1096 time: 0.1200593 Oct 13 00:19:12.848246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43956eb8-e48b-4551-95c3-ef76754aed53 req-59f7bfa5-80d7-40e4-b8af-9789077cc93d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206501 Oct 13 00:19:12.886285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6664e787-73cb-42e6-b11f-fd913db4070c req-ba394db7-5810-4081-940f-11cfb65e4d54 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161335 Oct 13 00:19:12.889759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59036) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:12.905612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65db637f-56ca-4fd9-8e4c-588b88d33ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.936617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-58000ebe-abda-44c6-b76f-c742884afc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:12.938089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-58000ebe-abda-44c6-b76f-c742884afc7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 200 len: 912 time: 0.1637239 Oct 13 00:19:12.989184 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65db637f-56ca-4fd9-8e4c-588b88d33ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:12.994085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65db637f-56ca-4fd9-8e4c-588b88d33ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:13.009288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-7e532f4d-c00f-4d58-b794-3b36ade3418f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 HTTP/1.1" status: 200 len: 217 time: 0.0562043 Oct 13 00:19:13.034072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-65db637f-56ca-4fd9-8e4c-588b88d33ec0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb0690a613634e8582fe1ad73c62ef2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429703 Oct 13 00:19:13.034798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db637f-56ca-4fd9-8e4c-588b88d33ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcadd55-fe1e-4b5b-bf7a-e0cd4b39e83e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:13.037208 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59050) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:13.059867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-356d1e15-67a5-41ff-8ed4-d7b9a90de4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:13.061796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-356d1e15-67a5-41ff-8ed4-d7b9a90de4e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c663bc1-1c6b-4b96-861d-51198732b09f HTTP/1.1" status: 200 len: 851 time: 0.0492706 Oct 13 00:19:13.095104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-6ae8fbea-07a6-42df-b147-86a23773ff26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262790 Oct 13 00:19:13.096745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5fd27862-8e00-4af1-b453-25f3ea237405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:13.118755 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5fd27862-8e00-4af1-b453-25f3ea237405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:13.169386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5fd27862-8e00-4af1-b453-25f3ea237405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:13.172317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5fd27862-8e00-4af1-b453-25f3ea237405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:13.173945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5fd27862-8e00-4af1-b453-25f3ea237405 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efcadd55-fe1e-4b5b-bf7a-e0cd4b39e83e HTTP/1.1" status: 204 len: 168 time: 0.1308239 Oct 13 00:19:13.187544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd27862-8e00-4af1-b453-25f3ea237405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcadd55-fe1e-4b5b-bf7a-e0cd4b39e83e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:13.197790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-04fb507b-e662-49d1-bc65-64b7cbf0129a service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952861 Oct 13 00:19:13.298085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82a3f9d0-5f1c-464d-ad33-222cfe358bfd req-588e8e45-3738-4c1f-915c-1b2dd7b095b1 service neutron] 10.222.0.36 "GET /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894694 Oct 13 00:19:13.724923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:19:13.834591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:13.847398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'mac_address': 'fa:16:3e:74:6b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:19:13.887999 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:13.903230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a712310-fbbd-4a99-88cd-fe2f45ffb09a {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:19:13.928036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:13.941122 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:14.031910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:14.048249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372268e-2c46-47d0-802b-4e06005b2dcb req-57070299-b523-4ec1-8008-d7ba9d5a74c2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:14.056434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2372268e-2c46-47d0-802b-4e06005b2dcb req-57070299-b523-4ec1-8008-d7ba9d5a74c2 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1047173 Oct 13 00:19:14.085472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54dccb-8f17-4881-9636-a7393af8955e req-db4f7c44-fba2-464b-a2ae-a7a14c87eee9 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:14.088338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb54dccb-8f17-4881-9636-a7393af8955e req-db4f7c44-fba2-464b-a2ae-a7a14c87eee9 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1019368 Oct 13 00:19:14.136701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2372268e-2c46-47d0-802b-4e06005b2dcb req-48600e72-2b60-4538-98fd-82bce575ff91 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792246 Oct 13 00:19:14.145420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb54dccb-8f17-4881-9636-a7393af8955e req-be1764d8-be34-45c1-ab1d-e88cfaa71531 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508697 Oct 13 00:19:14.163252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['3a712310-fbbd-4a99-88cd-fe2f45ffb09a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:19:14.519200 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93f0a147-6da0-4c27-8f6a-d385592fb641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:14.887716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-afffe2f6-687e-473e-b77e-5924d8570fe1 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=490b1b73e2284368b656e1781764a28e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215020 Oct 13 00:19:14.997172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d69f0-7845-481b-b12c-4bb914931622 req-d39891c1-db51-4f63-a089-b5dc237ff906 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:14.998647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-d39891c1-db51-4f63-a089-b5dc237ff906 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054990 Oct 13 00:19:15.014770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-953334e1-2eeb-4707-b97b-7aa5be4b773d tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/quotas/490b1b73e2284368b656e1781764a28e HTTP/1.1" status: 200 len: 375 time: 0.0095844 Oct 13 00:19:15.047896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-082329bb-a399-43e0-afc0-489cae889345 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=490b1b73e2284368b656e1781764a28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271075 Oct 13 00:19:15.224141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6c31a38-b599-4b01-9b88-0baa8e506a0c req-5790bd6c-0c6b-4618-9fa1-6a5e0aa7c389 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 210 time: 0.0306809 Oct 13 00:19:15.287494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca64ae-69c9-47c1-8dae-8d70f3db0382 req-96793d3c-fa0c-4f32-83d9-2e7e3d920419 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:15.294797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71ca64ae-69c9-47c1-8dae-8d70f3db0382 req-96793d3c-fa0c-4f32-83d9-2e7e3d920419 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0731738 Oct 13 00:19:15.368203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71ca64ae-69c9-47c1-8dae-8d70f3db0382 req-345aa630-6dad-493e-a673-1707953c06bb tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Oct 13 00:19:15.385046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1db304-4b69-4fb9-9980-60abe7d84610 req-124bc2f6-6958-40fb-8899-d25bfaa57a50 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:15.387083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f1db304-4b69-4fb9-9980-60abe7d84610 req-124bc2f6-6958-40fb-8899-d25bfaa57a50 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0774848 Oct 13 00:19:15.431158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f1db304-4b69-4fb9-9980-60abe7d84610 req-81864adb-f364-44f1-a842-53f07150236e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Oct 13 00:19:15.628876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:15.754508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:19:15.825828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:15.826514 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:15.890480 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:15.944098 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:15.968514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:15.971289 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d29e7-cbd2-4563-943e-d5b937e24efd" -d '{"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-plugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:15.985333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:15.990602 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:16.039882 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a1b8c-34f1-42f8-8389-c995a512c87c x-openstack-request-id: req-205a1b8c-34f1-42f8-8389-c995a512c87c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:16.040172 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-plugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:16.040423 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-205a1b8c-34f1-42f8-8389-c995a512c87c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:16.040813 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'code': 200} Oct 13 00:19:16.046436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=10']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:16.317680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba1f5a3f-1350-4b62-b688-c892ca0679e7 req-bbb1b6ed-2eb5-4daa-95ac-3abb4e1d2a19 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 210 time: 0.0269032 Oct 13 00:19:16.484853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924905d9-9526-4bbe-acec-8864aacf4c9e req-eb88e370-1171-4cca-8d40-4e1e9968b524 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:16.486499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-924905d9-9526-4bbe-acec-8864aacf4c9e req-eb88e370-1171-4cca-8d40-4e1e9968b524 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0517507 Oct 13 00:19:16.569928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-924905d9-9526-4bbe-acec-8864aacf4c9e req-c507e523-44b5-429d-a5d0-046570392a27 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718851 Oct 13 00:19:16.584226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d09b71-2d3e-46a9-89e9-8616fb9095c9 req-495f3beb-5d08-4cd4-89bf-167e156cde9f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:16.604403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14d09b71-2d3e-46a9-89e9-8616fb9095c9 req-495f3beb-5d08-4cd4-89bf-167e156cde9f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0924435 Oct 13 00:19:16.647899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58d07da4-174a-40e7-86f2-ffe8b61775d0 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=490b1b73e2284368b656e1781764a28e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316563 Oct 13 00:19:16.724303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14d09b71-2d3e-46a9-89e9-8616fb9095c9 req-8a0e8550-02ae-44c2-8f78-348b39b617ee tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182017 Oct 13 00:19:16.814941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d69f0-7845-481b-b12c-4bb914931622 req-cebb04d9-d51f-4bca-957e-2be45cc7d352 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:16.816658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-cebb04d9-d51f-4bca-957e-2be45cc7d352 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630542 Oct 13 00:19:16.845579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Request body: {'port': {'device_id': '91b2f98f-a81b-4c3a-99a8-ccfa4ee19106', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '490b1b73e2284368b656e1781764a28e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:17.000948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Made reservation on behalf of 490b1b73e2284368b656e1781764a28e for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:19:17.004409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.031988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.066413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e3db-4f93-4385-8296-2026220f74fc req-79f3b9fa-eac1-4a61-9222-b84737555c41 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:17.067931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e02e3db-4f93-4385-8296-2026220f74fc req-79f3b9fa-eac1-4a61-9222-b84737555c41 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.0826018 Oct 13 00:19:17.139770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e02e3db-4f93-4385-8296-2026220f74fc req-53750caa-98ed-41f8-8cf6-7adf7f961033 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Oct 13 00:19:17.178895 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.184209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.267421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa3f08-f960-449a-801e-7ba50d16a3ec,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:17.335155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Allocated IP 192.168.233.210 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/6cd712c4-c066-4ae2-b884-4182fc9876e8) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:19:17.442882 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.472508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2eafffda-e410-4a08-a08b-f9f6361954f1 req-d4472368-ec19-4194-9ebc-fbdb65b3b557 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 210 time: 0.0705903 Oct 13 00:19:17.543372 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.575713 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.619755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:19:17.623433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:19:17.627064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:19:17.652573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Pushing event updated for resources: {'Port': ['ID=6cd712c4-c066-4ae2-b884-4182fc9876e8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:17.681413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:17.682052 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.705401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-dfa8dc39-3455-4b7d-baee-5bfec30a8eca tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8638334 Oct 13 00:19:17.727751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Request body: {'port': {'device_id': '91b2f98f-a81b-4c3a-99a8-ccfa4ee19106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:17.797673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.865700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-07d01c07-7052-4a2a-bc7c-769c02bef1f6 None None] Provisioning complete for port 6cd712c4-c066-4ae2-b884-4182fc9876e8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:17.866023 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-07d01c07-7052-4a2a-bc7c-769c02bef1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:17.907667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-07d01c07-7052-4a2a-bc7c-769c02bef1f6 None None] Port 6cd712c4-c066-4ae2-b884-4182fc9876e8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:19:17.958499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873f5c2-d8e0-4b33-a178-4c31db12c3d2 req-1f209ef3-7dd3-4c80-87f1-d4f73baa08ef tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:17.960243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b873f5c2-d8e0-4b33-a178-4c31db12c3d2 req-1f209ef3-7dd3-4c80-87f1-d4f73baa08ef tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1297522 Oct 13 00:19:18.062709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b873f5c2-d8e0-4b33-a178-4c31db12c3d2 req-c7668188-ffa6-47e4-adcf-4c35b56d2668 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950480 Oct 13 00:19:18.166722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd712c4-c066-4ae2-b884-4182fc9876e8 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:19:18.174639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:18.188432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Transition to ACTIVE for port object 6cd712c4-c066-4ae2-b884-4182fc9876e8 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:19:18.195243 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:18.278185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Pushing event updated for resources: {'Port': ['ID=6cd712c4-c066-4ae2-b884-4182fc9876e8,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:18.337045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d61a4-f4f9-4664-a6e3-27966cd2842b req-3a2e4782-3015-4b22-af8b-af432fd23976 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:18.339191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-124d61a4-f4f9-4664-a6e3-27966cd2842b req-3a2e4782-3015-4b22-af8b-af432fd23976 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1160545 Oct 13 00:19:18.404803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-124d61a4-f4f9-4664-a6e3-27966cd2842b req-8496227a-0314-4640-8c86-2fefbbe44855 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563123 Oct 13 00:19:18.416717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Attempting to bind port 6cd712c4-c066-4ae2-b884-4182fc9876e8 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:19:18.418383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Attempting to bind port 6cd712c4-c066-4ae2-b884-4182fc9876e8 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:19:18.418785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Attempting to bind port 6cd712c4-c066-4ae2-b884-4182fc9876e8 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:19:18.428329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Port 6cd712c4-c066-4ae2-b884-4182fc9876e8 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:19:18.431291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Attempting to bind port 6cd712c4-c066-4ae2-b884-4182fc9876e8 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:19:18.440528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:19:18.440922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:19:18.443068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:19:18.443770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Bound port: 6cd712c4-c066-4ae2-b884-4182fc9876e8, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:19:18.444263 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:18.517705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] For port 6cd712c4-c066-4ae2-b884-4182fc9876e8, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:19:18.521274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] For port 6cd712c4-c066-4ae2-b884-4182fc9876e8, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6cd712c4-c066-4ae2-b884-4182fc9876e8,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:19:18.528332 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:18.574180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:18.574995 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:18.576998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] 10.222.0.36 "PUT /v2.0/ports/6cd712c4-c066-4ae2-b884-4182fc9876e8 HTTP/1.1" status: 200 len: 1096 time: 0.8537271 Oct 13 00:19:18.580464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b2f98f-a81b-4c3a-99a8-ccfa4ee19106', 'tag': '6cd712c4-c066-4ae2-b884-4182fc9876e8'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:18.582759 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ea0b6e-7baa-4c59-8313-fa6739d182c8" -d '{"events": [{"name": "network-changed", "server_uuid": "91b2f98f-a81b-4c3a-99a8-ccfa4ee19106", "tag": "6cd712c4-c066-4ae2-b884-4182fc9876e8"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:18.680342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e64efd-345f-4e84-b2aa-6a1bc1a1090c service neutron] Pushing event updated for resources: {'Port': ['ID=6cd712c4-c066-4ae2-b884-4182fc9876e8,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:18.686351 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66ef287-acac-4449-995d-2ddff91ff758 x-openstack-request-id: req-f66ef287-acac-4449-995d-2ddff91ff758 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:18.686772 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b2f98f-a81b-4c3a-99a8-ccfa4ee19106", "tag": "6cd712c4-c066-4ae2-b884-4182fc9876e8", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:18.687441 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f66ef287-acac-4449-995d-2ddff91ff758 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:18.687952 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b2f98f-a81b-4c3a-99a8-ccfa4ee19106', 'tag': '6cd712c4-c066-4ae2-b884-4182fc9876e8', 'status': 'completed', 'code': 200} Oct 13 00:19:19.158987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214bd9e-e23d-4a98-ad72-c539a6b750c1 req-abadd740-1cac-4693-a19c-243234198254 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:19.166271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b214bd9e-e23d-4a98-ad72-c539a6b750c1 req-abadd740-1cac-4693-a19c-243234198254 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 948 time: 0.5946760 Oct 13 00:19:19.189663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d69f0-7845-481b-b12c-4bb914931622 req-c6427993-0c26-476e-a086-da591ba2764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:19.191167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-c6427993-0c26-476e-a086-da591ba2764b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=490b1b73e2284368b656e1781764a28e&device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 1099 time: 0.5447166 Oct 13 00:19:19.233476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b214bd9e-e23d-4a98-ad72-c539a6b750c1 req-950f3273-4bec-42a4-93d0-fdb72f69fb20 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661578 Oct 13 00:19:19.272680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-1fecb2db-5d0e-4861-9f51-4f75e0287e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=6cd712c4-c066-4ae2-b884-4182fc9876e8 HTTP/1.1" status: 200 len: 217 time: 0.0619957 Oct 13 00:19:19.380732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d69f0-7845-481b-b12c-4bb914931622 req-257bbfae-f182-47e9-be3d-c16a33925e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:19.381789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-257bbfae-f182-47e9-be3d-c16a33925e78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1001527 Oct 13 00:19:19.410178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273be0b-af42-4c66-96d3-f9a2cc0b5b1e req-992bb3f1-ede4-4c8d-8654-5a14ceb35826 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:19.411915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0273be0b-af42-4c66-96d3-f9a2cc0b5b1e req-992bb3f1-ede4-4c8d-8654-5a14ceb35826 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0968049 Oct 13 00:19:19.532104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0273be0b-af42-4c66-96d3-f9a2cc0b5b1e req-e568e412-0fb2-4602-a882-1d01f63accd5 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046503 Oct 13 00:19:19.543792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d69f0-7845-481b-b12c-4bb914931622 req-45eb1b1b-4727-446d-96e4-3191a85259a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:19.545462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-45eb1b1b-4727-446d-96e4-3191a85259a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544976 Oct 13 00:19:19.648115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045c32-9929-406a-aa56-14c1964aec4c req-e511653b-90fc-46f4-abfa-2c27e142f626 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:19.650205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12045c32-9929-406a-aa56-14c1964aec4c req-e511653b-90fc-46f4-abfa-2c27e142f626 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1272461 Oct 13 00:19:19.714228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-59c3b5d2-82ca-4531-93a2-ca552fd81a77 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524208 Oct 13 00:19:19.722752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12045c32-9929-406a-aa56-14c1964aec4c req-f9f5944a-f958-499d-af2d-47e69e5f9713 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659935 Oct 13 00:19:19.849949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a67d69f0-7845-481b-b12c-4bb914931622 req-9e59fa42-c06c-4784-9fe4-cb4412c14e39 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263347 Oct 13 00:19:20.074160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-05d6844a-2dae-4dfb-b106-f1422a7c618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:20.079137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-05d6844a-2dae-4dfb-b106-f1422a7c618d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=490b1b73e2284368b656e1781764a28e&device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 1099 time: 0.0980599 Oct 13 00:19:20.259963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-0401accd-fa35-4463-b141-b2d6172f5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:20.263719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-0401accd-fa35-4463-b141-b2d6172f5691 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.1492066 Oct 13 00:19:20.344531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-88ad3b21-0efa-4e16-9e9c-dc263eeec164 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=6cd712c4-c066-4ae2-b884-4182fc9876e8 HTTP/1.1" status: 200 len: 217 time: 0.0729492 Oct 13 00:19:20.459064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2039a79-55fc-4cf4-b84b-a59fae70539e req-8d42730b-7c9b-4ea0-a20d-39007e32972a tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:20.460595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2039a79-55fc-4cf4-b84b-a59fae70539e req-8d42730b-7c9b-4ea0-a20d-39007e32972a tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 948 time: 0.1225891 Oct 13 00:19:20.473517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-31022c4f-7106-4df8-ac74-a6b35a03c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:20.475129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-31022c4f-7106-4df8-ac74-a6b35a03c3a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.1227183 Oct 13 00:19:20.541113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-0c59b69e-8e3e-40f4-a179-01c5947112ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:20.543092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-0c59b69e-8e3e-40f4-a179-01c5947112ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593095 Oct 13 00:19:20.551308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2039a79-55fc-4cf4-b84b-a59fae70539e req-1fe43efa-f35f-4af6-9f8c-56ca465b151f tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751958 Oct 13 00:19:20.725905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428c0b9-0d17-43dc-b02a-9c97c3055254 req-d900d07d-5f75-45d9-b670-3c878d82c235 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:20.727452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3428c0b9-0d17-43dc-b02a-9c97c3055254 req-d900d07d-5f75-45d9-b670-3c878d82c235 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0778079 Oct 13 00:19:20.743000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-e2b09dce-06ab-45a8-a590-c7465f9037e3 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:20.745811 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-e2b09dce-06ab-45a8-a590-c7465f9037e3 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.36 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1198370 Oct 13 00:19:20.759325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-01b83814-eab3-4a8d-971c-4cc41de38a75 service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071013 Oct 13 00:19:20.785395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3428c0b9-0d17-43dc-b02a-9c97c3055254 req-f960eed1-3700-4abf-b5f6-c5b9e8075530 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510263 Oct 13 00:19:20.980754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f87447-1064-4d04-82e7-e0c956e8ba92 req-851d363b-271d-4992-bef2-0615cedfd7c1 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:20.982597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24f87447-1064-4d04-82e7-e0c956e8ba92 req-851d363b-271d-4992-bef2-0615cedfd7c1 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 945 time: 0.1282463 Oct 13 00:19:20.985190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14ea0b6e-7baa-4c59-8313-fa6739d182c8 req-f5f57dd1-5569-4d20-ac34-f36eb68cbe2b service neutron] 10.222.0.36 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100728 Oct 13 00:19:21.010892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Deleting port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:19:21.017205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:21.040648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24f87447-1064-4d04-82e7-e0c956e8ba92 req-c815b81b-4090-489f-bd34-5341c93bcb56 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Oct 13 00:19:21.148145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] For port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:21.148644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:21.175751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Calling delete_port for c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:19:21.449667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:21.481796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Pushing event deleted for resources: {'Port': ['ID=c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:21.492331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['094cedd5-e655-4be3-a348-b07ca524d186', 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:19:21.537870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] No DVR routers for this DVR port c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:19:21.544948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:21.548474 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e53a1934-9030-4e6f-98f2-4c10df8d41a1 req-d48d71ac-055a-402f-a98c-cea562fd2a5c tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.36 "DELETE /v2.0/ports/c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 HTTP/1.1" status: 204 len: 173 time: 0.7952065 Oct 13 00:19:21.548987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63fef0f-a6e0-4fa6-af71-0938a40a279e', 'name': 'network-vif-deleted', 'tag': 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:21.551874 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f8631-1ea7-483e-904c-37c0772d6d73" -d '{"events": [{"server_uuid": "f63fef0f-a6e0-4fa6-af71-0938a40a279e", "name": "network-vif-deleted", "tag": "c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:21.698953 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40bc0a8-cc79-47c5-8c00-b4bcd68b1919 x-openstack-request-id: req-b40bc0a8-cc79-47c5-8c00-b4bcd68b1919 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:21.699322 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63fef0f-a6e0-4fa6-af71-0938a40a279e", "name": "network-vif-deleted", "tag": "c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:21.699686 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b40bc0a8-cc79-47c5-8c00-b4bcd68b1919 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:21.700319 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63fef0f-a6e0-4fa6-af71-0938a40a279e', 'name': 'network-vif-deleted', 'tag': 'c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4', 'status': 'completed', 'code': 200} Oct 13 00:19:21.815469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a83f36-84d1-4d64-befd-34bc4d3800d3 req-efd11d66-41c7-402e-bf4e-25df31780856 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:21.824166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9a83f36-84d1-4d64-befd-34bc4d3800d3 req-efd11d66-41c7-402e-bf4e-25df31780856 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 948 time: 0.0771174 Oct 13 00:19:21.875769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9a83f36-84d1-4d64-befd-34bc4d3800d3 req-5fec7237-62ec-4351-adae-316f4f24cec6 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456414 Oct 13 00:19:21.984246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382a3e4-628d-4d75-bd34-8d07ee820110 req-ff805056-bbd6-4757-998c-697bc9d3ede1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:21.991894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7382a3e4-628d-4d75-bd34-8d07ee820110 req-ff805056-bbd6-4757-998c-697bc9d3ede1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0800066 Oct 13 00:19:22.056926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7382a3e4-628d-4d75-bd34-8d07ee820110 req-4907096a-e6c5-4f9e-a291-3810a353051d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641046 Oct 13 00:19:22.188427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ced77aa-7238-4633-9998-5f74bba6b30b req-4bf995d1-6f5a-4a1b-b396-d2874db42a50 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=f63fef0f-a6e0-4fa6-af71-0938a40a279e HTTP/1.1" status: 200 len: 210 time: 0.0381360 Oct 13 00:19:22.935073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484f0a4-0898-4e20-b626-2c2985c0609b req-a224fbb4-8df2-426b-aa46-7897d698be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:22.937016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484f0a4-0898-4e20-b626-2c2985c0609b req-a224fbb4-8df2-426b-aa46-7897d698be12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0548816 Oct 13 00:19:22.981681 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484f0a4-0898-4e20-b626-2c2985c0609b req-302657dd-f7cd-483d-8e62-6a3345713ab8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Oct 13 00:19:23.008787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dea31-baae-4a8e-9e28-814451bd629f req-17bb6100-58f5-467a-8a58-d6c8a47b2cfe tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:23.011868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f80dea31-baae-4a8e-9e28-814451bd629f req-17bb6100-58f5-467a-8a58-d6c8a47b2cfe tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 948 time: 0.0661790 Oct 13 00:19:23.059950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f80dea31-baae-4a8e-9e28-814451bd629f req-cde3e146-c593-4413-9e68-a249c6965457 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Oct 13 00:19:23.292390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722299b5-445a-4fb7-a118-11f760c1bc5c req-bc66e265-f6f8-442a-99ec-01a90dc91378 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:23.302509 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-722299b5-445a-4fb7-a118-11f760c1bc5c req-bc66e265-f6f8-442a-99ec-01a90dc91378 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0959654 Oct 13 00:19:23.395686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-722299b5-445a-4fb7-a118-11f760c1bc5c req-c6a4a66d-3384-4f36-af49-7fbca0f7ccbb tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658863 Oct 13 00:19:23.591694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca029816-7321-44be-a25e-ff9807ae03dd req-bccb3fb1-4f02-472d-a7fe-6f740e28b926 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:23.593534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca029816-7321-44be-a25e-ff9807ae03dd req-bccb3fb1-4f02-472d-a7fe-6f740e28b926 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0926440 Oct 13 00:19:23.660183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca029816-7321-44be-a25e-ff9807ae03dd req-a1b41625-86c4-4728-ba6e-a081369d299f tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547328 Oct 13 00:19:24.247586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59422) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:24.275753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd66a21-6bce-4265-9db0-cf013b10b5cb req-ba4d38cc-8ef1-4241-8b40-c820c1dadeb0 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:24.285747 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bd66a21-6bce-4265-9db0-cf013b10b5cb req-ba4d38cc-8ef1-4241-8b40-c820c1dadeb0 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 948 time: 0.1099703 Oct 13 00:19:24.362231 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bd66a21-6bce-4265-9db0-cf013b10b5cb req-a6db8122-f61e-4f55-928d-6c262b4c803b tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751650 Oct 13 00:19:24.511230 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-571630de-ff60-46a8-842a-50260ac32174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:24.593112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6374-7093-4af6-a173-126884e55225 req-30d6ce1f-2230-4e4a-a8fb-da734ce65b2f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:24.603330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfdc6374-7093-4af6-a173-126884e55225 req-30d6ce1f-2230-4e4a-a8fb-da734ce65b2f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0975606 Oct 13 00:19:24.662855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-571630de-ff60-46a8-842a-50260ac32174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:24.684557 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-571630de-ff60-46a8-842a-50260ac32174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:24.686910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dfdc6374-7093-4af6-a173-126884e55225 req-02bda003-6121-4d28-be6b-d9d430b2bd1e tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794146 Oct 13 00:19:24.768444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-571630de-ff60-46a8-842a-50260ac32174 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a5bd7282b5b4cc398558f5298fed535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189788 Oct 13 00:19:24.769844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571630de-ff60-46a8-842a-50260ac32174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c01b635-f478-4086-af4a-d63b525771a2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:24.771048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59438) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:24.918415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196351bf-7607-43d4-b1b7-28b13b559d20 req-33233e05-1480-4edd-84b0-a82a19c7196a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:24.920043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-196351bf-7607-43d4-b1b7-28b13b559d20 req-33233e05-1480-4edd-84b0-a82a19c7196a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.1169846 Oct 13 00:19:24.933862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38a9d3f0-5cf4-4811-bbd2-fc984e2a0512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:25.003066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6cd712c4-c066-4ae2-b884-4182fc9876e8 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:19:25.021348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-196351bf-7607-43d4-b1b7-28b13b559d20 req-854ce0bb-c2db-4db4-80e6-ba42e1952d98 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805871 Oct 13 00:19:25.027255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:25.035497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38a9d3f0-5cf4-4811-bbd2-fc984e2a0512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:25.052343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:19:25.053580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device c30497f6-44bc-4f2b-ae3a-2f8b1a30fdc4 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:19:25.130846 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38a9d3f0-5cf4-4811-bbd2-fc984e2a0512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:25.134251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38a9d3f0-5cf4-4811-bbd2-fc984e2a0512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:25.138533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-38a9d3f0-5cf4-4811-bbd2-fc984e2a0512 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c01b635-f478-4086-af4a-d63b525771a2 HTTP/1.1" status: 204 len: 168 time: 0.3639936 Oct 13 00:19:25.145270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9d3f0-5cf4-4811-bbd2-fc984e2a0512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c01b635-f478-4086-af4a-d63b525771a2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:25.179980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6cd712c4-c066-4ae2-b884-4182fc9876e8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6cd712c4-c066-4ae2-b884-4182fc9876e8,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:25.191822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '6cd712c4-c066-4ae2-b884-4182fc9876e8', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '6cd712c4-c066-4ae2-b884-4182fc9876e8', 'mac_address': 'fa:16:3e:6c:21:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:19:25.249932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:25.265693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd712c4-c066-4ae2-b884-4182fc9876e8 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:19:25.290999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6cd712c4-c066-4ae2-b884-4182fc9876e8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6cd712c4-c066-4ae2-b884-4182fc9876e8,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:25.298368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:25.321582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-0c924dde-73a7-42a4-ae93-835a7f4a32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:25.324029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-0c924dde-73a7-42a4-ae93-835a7f4a32e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0660632 Oct 13 00:19:25.350202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ee893-5909-4f8a-9ab5-56ab6ab95bc0 req-8cd06f78-1254-4f6f-b764-e9913a11aa82 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:25.358521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-019ee893-5909-4f8a-9ab5-56ab6ab95bc0 req-8cd06f78-1254-4f6f-b764-e9913a11aa82 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1031916 Oct 13 00:19:25.404734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6cd712c4-c066-4ae2-b884-4182fc9876e8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:25.421386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-019ee893-5909-4f8a-9ab5-56ab6ab95bc0 req-0125393c-adf0-419a-81c7-31d51fb95956 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Oct 13 00:19:25.538890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928892b1-6892-470d-bbf1-e9c252599ab8 req-d62fa98b-798f-419b-946f-b219780bc6f1 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:25.539651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-eae7ed7e-a2a5-4392-8884-f97908991b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:25.540479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-928892b1-6892-470d-bbf1-e9c252599ab8 req-d62fa98b-798f-419b-946f-b219780bc6f1 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 949 time: 0.0520408 Oct 13 00:19:25.550122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-eae7ed7e-a2a5-4392-8884-f97908991b1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 920 time: 0.2168722 Oct 13 00:19:25.598781 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-00b712cd-f783-412f-ba95-cf4d6d0d697f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 200 len: 217 time: 0.0387444 Oct 13 00:19:25.614952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-928892b1-6892-470d-bbf1-e9c252599ab8 req-31f45dc6-678c-4207-91d5-8bb7049d6085 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518830 Oct 13 00:19:25.679108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-647d64a1-4d11-4f57-a109-1885b560a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:25.680259 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-647d64a1-4d11-4f57-a109-1885b560a69e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.0699663 Oct 13 00:19:25.740033 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-8f250c8f-c4b1-41ea-a6fe-e50c73e6d103 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499930 Oct 13 00:19:25.796954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6cd712c4-c066-4ae2-b884-4182fc9876e8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:19:25.945925 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-fc75f018-6c13-462a-ba3c-03bda4b6371a service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959631 Oct 13 00:19:26.125556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c55bb17-3836-4953-8ddc-45d2c578699c req-614a2468-825a-4f48-88ef-d9a132d77842 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712027 Oct 13 00:19:26.180484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54e93-6716-461e-acb8-386142da03f8 req-d1afb0c3-fc1d-4498-a1ce-776638defb6a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:26.189037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cfe54e93-6716-461e-acb8-386142da03f8 req-d1afb0c3-fc1d-4498-a1ce-776638defb6a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0813665 Oct 13 00:19:26.246702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cfe54e93-6716-461e-acb8-386142da03f8 req-66f77d15-aeca-44fb-a46a-2793ea5c31d0 tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e7265b2-8cae-424d-9e2e-75edc5eca147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564227 Oct 13 00:19:26.263459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-5370a164-b226-4239-9a6b-ba9bc452b06d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:26.264979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-5370a164-b226-4239-9a6b-ba9bc452b06d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.36 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 946 time: 0.0622349 Oct 13 00:19:26.402102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Deleting port 094cedd5-e655-4be3-a348-b07ca524d186 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:19:26.403150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:26.539747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] For port 094cedd5-e655-4be3-a348-b07ca524d186, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=094cedd5-e655-4be3-a348-b07ca524d186,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:26.540580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:26.555923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e984c7d-65a4-41e2-a599-62ca196576cb req-89fa342c-3fd9-4a4d-a2b5-b350cbef38bb tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:26.558464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Calling delete_port for 094cedd5-e655-4be3-a348-b07ca524d186 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:19:26.563907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e984c7d-65a4-41e2-a599-62ca196576cb req-89fa342c-3fd9-4a4d-a2b5-b350cbef38bb tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0733805 Oct 13 00:19:26.621004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e984c7d-65a4-41e2-a599-62ca196576cb req-b9d450af-2522-45e3-b708-048748194ea1 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560441 Oct 13 00:19:26.773312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:26.778241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200ab1-ef21-4523-b5e3-7cd9c379d8d6 req-e614208b-586e-4356-b51a-7394044694fe tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:26.780349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0200ab1-ef21-4523-b5e3-7cd9c379d8d6 req-e614208b-586e-4356-b51a-7394044694fe tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 949 time: 0.0772736 Oct 13 00:19:26.827319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Pushing event deleted for resources: {'Port': ['ID=094cedd5-e655-4be3-a348-b07ca524d186,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:26.875585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] No DVR routers for this DVR port 094cedd5-e655-4be3-a348-b07ca524d186 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:19:26.887526 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:26.887786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['094cedd5-e655-4be3-a348-b07ca524d186'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:19:26.889984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f33cb88b-3c4f-4bb1-907c-6c72fb8dc9f9 req-a98ede37-db3f-4226-91ba-8434e109204d tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.36 "DELETE /v2.0/ports/094cedd5-e655-4be3-a348-b07ca524d186 HTTP/1.1" status: 204 len: 173 time: 0.6186035 Oct 13 00:19:26.890466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c108c169-51d6-43aa-bb7d-c438149c1d9d', 'name': 'network-vif-deleted', 'tag': '094cedd5-e655-4be3-a348-b07ca524d186'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:26.895254 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b8dc16-13c0-4c34-8cea-7e663cb1de4d" -d '{"events": [{"server_uuid": "c108c169-51d6-43aa-bb7d-c438149c1d9d", "name": "network-vif-deleted", "tag": "094cedd5-e655-4be3-a348-b07ca524d186"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:26.927266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0200ab1-ef21-4523-b5e3-7cd9c379d8d6 req-f1753ecc-317a-4f31-ac1e-0a53caf44e34 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369734 Oct 13 00:19:26.991965 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51516125-93d6-4be1-93e5-f3a55eef5262 x-openstack-request-id: req-51516125-93d6-4be1-93e5-f3a55eef5262 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:26.995244 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c108c169-51d6-43aa-bb7d-c438149c1d9d", "name": "network-vif-deleted", "tag": "094cedd5-e655-4be3-a348-b07ca524d186", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:27.001115 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51516125-93d6-4be1-93e5-f3a55eef5262 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:27.001989 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c108c169-51d6-43aa-bb7d-c438149c1d9d', 'name': 'network-vif-deleted', 'tag': '094cedd5-e655-4be3-a348-b07ca524d186', 'status': 'completed', 'code': 200} Oct 13 00:19:27.036605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6cd712c4-c066-4ae2-b884-4182fc9876e8 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:19:27.143525 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 6cd712c4-c066-4ae2-b884-4182fc9876e8 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:19:27.155145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 6cd712c4-c066-4ae2-b884-4182fc9876e8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:27.155444 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:27.258664 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:27.295316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b2f98f-a81b-4c3a-99a8-ccfa4ee19106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd712c4-c066-4ae2-b884-4182fc9876e8'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:27.297884 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9028c02f-8acb-49c1-b2be-a7706abcd5c7" -d '{"events": [{"server_uuid": "91b2f98f-a81b-4c3a-99a8-ccfa4ee19106", "name": "network-vif-plugged", "status": "completed", "tag": "6cd712c4-c066-4ae2-b884-4182fc9876e8"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:27.318645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6cd712c4-c066-4ae2-b884-4182fc9876e8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6cd712c4-c066-4ae2-b884-4182fc9876e8,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:27.325793 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:27.407897 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d89046a-b6b6-43d5-8696-73361e0620e6 x-openstack-request-id: req-6d89046a-b6b6-43d5-8696-73361e0620e6 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:27.408450 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b2f98f-a81b-4c3a-99a8-ccfa4ee19106", "name": "network-vif-plugged", "status": "completed", "tag": "6cd712c4-c066-4ae2-b884-4182fc9876e8", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:27.408895 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d89046a-b6b6-43d5-8696-73361e0620e6 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:27.409440 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b2f98f-a81b-4c3a-99a8-ccfa4ee19106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd712c4-c066-4ae2-b884-4182fc9876e8', 'code': 200} Oct 13 00:19:27.425369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6cd712c4-c066-4ae2-b884-4182fc9876e8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:27.436137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dcc0c93-ef2e-4e8f-832e-30a9934321a9 req-c06befa8-cab4-485c-b3c3-042bf807043a tempest-ServerRescueTestJSON-1001891066 tempest-ServerRescueTestJSON-1001891066-project] 10.222.0.21 "GET /v2.0/ports?device_id=c108c169-51d6-43aa-bb7d-c438149c1d9d HTTP/1.1" status: 200 len: 210 time: 0.0416622 Oct 13 00:19:27.592639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c516-afcc-47ed-8fc9-ed2715959cb6 req-abbb28e5-3eb3-46bf-b3b7-fa7b27b07230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:27.595304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b450c516-afcc-47ed-8fc9-ed2715959cb6 req-abbb28e5-3eb3-46bf-b3b7-fa7b27b07230 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 1101 time: 0.0803800 Oct 13 00:19:27.668616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b450c516-afcc-47ed-8fc9-ed2715959cb6 req-e7674385-135b-4fbe-baac-8a432b21baab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654809 Oct 13 00:19:27.780440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2da06-61fe-474a-bb43-779a44ce68bd req-50851bcb-635a-40de-b39b-f460bb6e024b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:27.783864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82f2da06-61fe-474a-bb43-779a44ce68bd req-50851bcb-635a-40de-b39b-f460bb6e024b tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0938506 Oct 13 00:19:27.839406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82f2da06-61fe-474a-bb43-779a44ce68bd req-6b92533b-8aec-47bf-b7d9-7aefc7b2ac1f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446496 Oct 13 00:19:28.074091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47952f-9215-4a2c-b092-5547248f5ca1 req-807e9c55-5b47-473f-acc6-a7fb48d3eff1 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:28.075699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd47952f-9215-4a2c-b092-5547248f5ca1 req-807e9c55-5b47-473f-acc6-a7fb48d3eff1 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 950 time: 0.0546103 Oct 13 00:19:28.127023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd47952f-9215-4a2c-b092-5547248f5ca1 req-9420f2cf-4ae0-4fa9-bd34-b40f7df94ea0 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Oct 13 00:19:28.360825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59566) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:28.498937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:28.522394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c96849d2-4b62-4e8c-a59b-03c23dcab68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:28.691044 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c96849d2-4b62-4e8c-a59b-03c23dcab68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:28.696585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c96849d2-4b62-4e8c-a59b-03c23dcab68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:28.746463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c96849d2-4b62-4e8c-a59b-03c23dcab68d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc37c8cfd9cf4fcf81545714dc212cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820608 Oct 13 00:19:28.746463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96849d2-4b62-4e8c-a59b-03c23dcab68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305c80fa-b94a-4412-ae93-2c34a34cab7f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:28.748479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59584) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:28.836081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf4bf-cbf1-4718-8ad9-aa8c8659f14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:28.884114 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf4bf-cbf1-4718-8ad9-aa8c8659f14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:28.964043 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf4bf-cbf1-4718-8ad9-aa8c8659f14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:28.966866 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf4bf-cbf1-4718-8ad9-aa8c8659f14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:28.970317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2d4cf4bf-cbf1-4718-8ad9-aa8c8659f14a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/305c80fa-b94a-4412-ae93-2c34a34cab7f HTTP/1.1" status: 204 len: 168 time: 0.2186060 Oct 13 00:19:29.000859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cf4bf-cbf1-4718-8ad9-aa8c8659f14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305c80fa-b94a-4412-ae93-2c34a34cab7f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:29.035341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e46504-f9f2-47a5-8140-4aae9dbb663c req-37292dd2-aa42-4ab1-b074-3c818796971a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:29.044249 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69e46504-f9f2-47a5-8140-4aae9dbb663c req-37292dd2-aa42-4ab1-b074-3c818796971a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1164429 Oct 13 00:19:29.110043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69e46504-f9f2-47a5-8140-4aae9dbb663c req-5d246219-0daf-464d-a07e-0af0e325b44a tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598636 Oct 13 00:19:29.144877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:29.332543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9aac1-e5cd-4cf9-a965-ae0aa33b5751 req-753755e6-225e-4fa0-90d2-8194c084a70e tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:29.336389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ce9aac1-e5cd-4cf9-a965-ae0aa33b5751 req-753755e6-225e-4fa0-90d2-8194c084a70e tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 950 time: 0.1171215 Oct 13 00:19:29.439886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ce9aac1-e5cd-4cf9-a965-ae0aa33b5751 req-0e9f0ea8-2719-441a-a92e-3a3016a47add tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939405 Oct 13 00:19:29.549381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59606) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:29.569295 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d666bfe-02cd-45f8-baf9-2e2f9a169971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:29.647798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Deleting port 5d726e0e-fd62-43cf-8d41-a52e915d3238 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:19:29.648602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:29.739240 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d666bfe-02cd-45f8-baf9-2e2f9a169971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:29.748264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d666bfe-02cd-45f8-baf9-2e2f9a169971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:29.792851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] For port 5d726e0e-fd62-43cf-8d41-a52e915d3238, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5d726e0e-fd62-43cf-8d41-a52e915d3238,segment=NetworkSegment(985b1628-c52a-4e5a-979b-712262939d57),segment_id=985b1628-c52a-4e5a-979b-712262939d57)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:29.793226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:29.810440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Calling delete_port for 5d726e0e-fd62-43cf-8d41-a52e915d3238 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:19:29.816815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d666bfe-02cd-45f8-baf9-2e2f9a169971 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9fbca665bcb410db33eec116000b768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659824 Oct 13 00:19:29.817552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59622) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:29.833755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d666bfe-02cd-45f8-baf9-2e2f9a169971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb16cd-c4a2-4c91-836b-d8bf5cc591f4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:29.915797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb980d21-fce4-46c2-aada-35a700dec8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:29.944178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb980d21-fce4-46c2-aada-35a700dec8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:30.002018 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb980d21-fce4-46c2-aada-35a700dec8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:30.004897 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb980d21-fce4-46c2-aada-35a700dec8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:30.006124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bb980d21-fce4-46c2-aada-35a700dec8e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fcb16cd-c4a2-4c91-836b-d8bf5cc591f4 HTTP/1.1" status: 204 len: 168 time: 0.1864569 Oct 13 00:19:30.018163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb980d21-fce4-46c2-aada-35a700dec8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb16cd-c4a2-4c91-836b-d8bf5cc591f4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:30.032074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:30.069358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d726e0e-fd62-43cf-8d41-a52e915d3238,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:30.242315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:30.578861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ad842-b7b0-4519-80ce-57e6b488654f req-7ff5fdfd-1352-425f-8ffd-7f1dd617e903 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:30.585123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f66ad842-b7b0-4519-80ce-57e6b488654f req-7ff5fdfd-1352-425f-8ffd-7f1dd617e903 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 950 time: 0.0835323 Oct 13 00:19:30.677107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f66ad842-b7b0-4519-80ce-57e6b488654f req-f7556119-8040-4c7f-9fa8-0e0f22e3ec7c tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874295 Oct 13 00:19:31.053430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 094cedd5-e655-4be3-a348-b07ca524d186 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:31.105231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 094cedd5-e655-4be3-a348-b07ca524d186 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:19:31.105582 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 094cedd5-e655-4be3-a348-b07ca524d186 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:19:31.110039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Router d8add034-f94b-44e4-9905-bc2b2f6fea43 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:19:31.323814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:19:31.334279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] Sync routers for ids ['d8add034-f94b-44e4-9905-bc2b2f6fea43'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:19:31.335132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59674) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:31.342898 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d5d9a5fe-5c21-4819-bf43-5811e086f332 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8add034-f94b-44e4-9905-bc2b2f6fea43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8420303 Oct 13 00:19:31.346812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] Routers {'d8add034-f94b-44e4-9905-bc2b2f6fea43'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:19:31.349008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8add034-f94b-44e4-9905-bc2b2f6fea43'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:31.576854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:31.745361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] Set router d8add034-f94b-44e4-9905-bc2b2f6fea43 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:19:31.963247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:31.996548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4341fe-9b73-4051-9309-52d8d8465e2c req-214e4057-ab55-4a0b-973f-c02d4c0f8e7c tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:32.004100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a4341fe-9b73-4051-9309-52d8d8465e2c req-214e4057-ab55-4a0b-973f-c02d4c0f8e7c tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 950 time: 0.1538169 Oct 13 00:19:32.156804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a4341fe-9b73-4051-9309-52d8d8465e2c req-4075a9b2-8dfd-43bb-9368-5387a0b00534 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500838 Oct 13 00:19:32.170643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:19:29Z', 'revision_number': 5, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port': {'id': 'd92417a4-7762-4377-a09d-3d97fdfdfc03', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:17:22Z', 'updated_at': '2021-10-13T00:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:32.198231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Deleting port d92417a4-7762-4377-a09d-3d97fdfdfc03 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:19:32.198579 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:32.213467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] Checking router: d8add034-f94b-44e4-9905-bc2b2f6fea43 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:19:32.227164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] Routers {'d8add034-f94b-44e4-9905-bc2b2f6fea43'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:19:32.228688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8add034-f94b-44e4-9905-bc2b2f6fea43'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:32.332846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] Set router d8add034-f94b-44e4-9905-bc2b2f6fea43 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:19:32.379674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] For port d92417a4-7762-4377-a09d-3d97fdfdfc03, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d92417a4-7762-4377-a09d-3d97fdfdfc03,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:32.380219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:32.408501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Calling delete_port for d92417a4-7762-4377-a09d-3d97fdfdfc03 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:19:32.420477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:19:31Z', 'revision_number': 6, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:32.498299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a73cf-4316-42c1-ac54-74804df6f80f None None] The sync data for ids ['d8add034-f94b-44e4-9905-bc2b2f6fea43'] in n-d-813679-4 is: [{'id': 'd8add034-f94b-44e4-9905-bc2b2f6fea43', 'name': 'tempest-ServerRescueTestJSON-1680029325-router', 'tenant_id': 'c14434133bbb4018931f60dcb148a4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:17:21Z', 'updated_at': '2021-10-13T00:19:31Z', 'revision_number': 6, 'project_id': 'c14434133bbb4018931f60dcb148a4d1', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:19:32.697578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:32.726642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92417a4-7762-4377-a09d-3d97fdfdfc03,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:32.799356 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.007432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5d726e0e-fd62-43cf-8d41-a52e915d3238 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:33.017643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.020129 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.031887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 5d726e0e-fd62-43cf-8d41-a52e915d3238 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:19:33.032092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5d726e0e-fd62-43cf-8d41-a52e915d3238 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:19:33.099564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.100109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8add034-f94b-44e4-9905-bc2b2f6fea43 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:19:33.105086 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.106313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dbad5cf1-664f-4b31-b604-452806581800 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d8add034-f94b-44e4-9905-bc2b2f6fea43 HTTP/1.1" status: 204 len: 168 time: 1.7700555 Oct 13 00:19:33.108967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59760) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:33.179108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf1d124-b206-4d1f-a20a-c03a56704032 admin admin] Deleting subnet 3c663bc1-1c6b-4b96-861d-51198732b09f {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:19:33.183097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d124-b206-4d1f-a20a-c03a56704032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.220855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d124-b206-4d1f-a20a-c03a56704032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.298994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9ce89-91be-4b7d-8e8b-ff666b22d019 req-f1d25bed-6145-437b-9a91-a058973ae3ab tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:33.299539 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d124-b206-4d1f-a20a-c03a56704032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.305232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5b9ce89-91be-4b7d-8e8b-ff666b22d019 req-f1d25bed-6145-437b-9a91-a058973ae3ab tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 951 time: 0.0752816 Oct 13 00:19:33.404294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5b9ce89-91be-4b7d-8e8b-ff666b22d019 req-df9b1404-790d-48dc-936b-93a40320a6c7 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873935 Oct 13 00:19:33.418721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-a82087cb-d1c9-4240-8e73-885996cac265 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:33.420899 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-a82087cb-d1c9-4240-8e73-885996cac265 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.36 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 950 time: 0.0930545 Oct 13 00:19:33.443956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af613c88-4dc8-4d07-8740-7f62a190d84f req-d384a9e3-b9d3-4d46-83d6-d229c55a707a tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:33.446215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af613c88-4dc8-4d07-8740-7f62a190d84f req-d384a9e3-b9d3-4d46-83d6-d229c55a707a tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 950 time: 0.1397877 Oct 13 00:19:33.465651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d124-b206-4d1f-a20a-c03a56704032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.483877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d124-b206-4d1f-a20a-c03a56704032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.489525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cbf1d124-b206-4d1f-a20a-c03a56704032 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c663bc1-1c6b-4b96-861d-51198732b09f HTTP/1.1" status: 204 len: 168 time: 0.3772485 Oct 13 00:19:33.501915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59778) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:33.515026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1d124-b206-4d1f-a20a-c03a56704032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c663bc1-1c6b-4b96-861d-51198732b09f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:33.594413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af613c88-4dc8-4d07-8740-7f62a190d84f req-2621f798-9147-4b03-aabf-5cb0d7eca546 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/security-groups?id=96fa3f08-f960-449a-801e-7ba50d16a3ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292160 Oct 13 00:19:33.602554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Deleting port 6cd712c4-c066-4ae2-b884-4182fc9876e8 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:19:33.602906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.624982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.731205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.740680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] For port 6cd712c4-c066-4ae2-b884-4182fc9876e8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6cd712c4-c066-4ae2-b884-4182fc9876e8,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:33.741814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.757957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Calling delete_port for 6cd712c4-c066-4ae2-b884-4182fc9876e8 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:19:33.763647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34a1f6c-01bc-474a-9dd4-ee1e0646fc89']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:33.776155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985b1628-c52a-4e5a-979b-712262939d57') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:33.776466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985b1628-c52a-4e5a-979b-712262939d57') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:33.793398 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.810847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.834825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:19:33.835804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:19:33.842804 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:19:33.958786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.970444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.975270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] 10.222.0.21 "DELETE /v2.0/networks/a34a1f6c-01bc-474a-9dd4-ee1e0646fc89 HTTP/1.1" status: 204 len: 168 time: 0.4693160 Oct 13 00:19:33.977050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:33.995197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2805959-279b-4d2b-81a8-7f2831cb021a admin admin] Pushing event deleted for resources: {'Network': ['ID=a34a1f6c-01bc-474a-9dd4-ee1e0646fc89,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:34.010836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6cd712c4-c066-4ae2-b884-4182fc9876e8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:19:34.023715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Pushing event deleted for resources: {'Port': ['ID=6cd712c4-c066-4ae2-b884-4182fc9876e8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:34.080416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] No DVR routers for this DVR port 6cd712c4-c066-4ae2-b884-4182fc9876e8 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:19:34.085662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:34.090736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1693bb-f614-4f6f-bdd7-3d66142686a9 req-e0bad022-4dee-4bd9-95ab-7d10e99439f5 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.36 "DELETE /v2.0/ports/6cd712c4-c066-4ae2-b884-4182fc9876e8 HTTP/1.1" status: 204 len: 173 time: 0.6605606 Oct 13 00:19:34.091450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b2f98f-a81b-4c3a-99a8-ccfa4ee19106', 'name': 'network-vif-deleted', 'tag': '6cd712c4-c066-4ae2-b884-4182fc9876e8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:34.104462 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554371a8-de5d-4a8e-a80b-7fc1dc7be9e9" -d '{"events": [{"server_uuid": "91b2f98f-a81b-4c3a-99a8-ccfa4ee19106", "name": "network-vif-deleted", "tag": "6cd712c4-c066-4ae2-b884-4182fc9876e8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:34.202481 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b2c020-c13d-40c7-8202-58b1cd80978c x-openstack-request-id: req-91b2c020-c13d-40c7-8202-58b1cd80978c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:34.203672 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b2f98f-a81b-4c3a-99a8-ccfa4ee19106", "name": "network-vif-deleted", "tag": "6cd712c4-c066-4ae2-b884-4182fc9876e8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:34.204655 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91b2c020-c13d-40c7-8202-58b1cd80978c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:34.205491 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b2f98f-a81b-4c3a-99a8-ccfa4ee19106', 'name': 'network-vif-deleted', 'tag': '6cd712c4-c066-4ae2-b884-4182fc9876e8', 'status': 'completed', 'code': 200} Oct 13 00:19:34.381321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59804) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:34.436061 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-446e4995-91a1-41d9-bd84-2fc3d2ad0b46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c14434133bbb4018931f60dcb148a4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516951 Oct 13 00:19:34.438565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59810) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:34.503297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bd91c87-455c-4173-b61e-556d1f446513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:34.530102 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bd91c87-455c-4173-b61e-556d1f446513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:34.593470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670359d4-c2b3-451f-b538-2243056ee549 req-7bef3c08-bbdc-4fba-bb7f-f7bea05af342 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:34.599777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-670359d4-c2b3-451f-b538-2243056ee549 req-7bef3c08-bbdc-4fba-bb7f-f7bea05af342 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 951 time: 0.0930970 Oct 13 00:19:34.616815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bd91c87-455c-4173-b61e-556d1f446513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:34.620364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bd91c87-455c-4173-b61e-556d1f446513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:34.621810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4bd91c87-455c-4173-b61e-556d1f446513 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e7265b2-8cae-424d-9e2e-75edc5eca147 HTTP/1.1" status: 204 len: 168 time: 0.1812901 Oct 13 00:19:34.631356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd91c87-455c-4173-b61e-556d1f446513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7265b2-8cae-424d-9e2e-75edc5eca147,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:34.706967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-670359d4-c2b3-451f-b538-2243056ee549 req-d2a19056-dd5f-438e-9a8f-4d1baff472d6 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994656 Oct 13 00:19:34.776915 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d92417a4-7762-4377-a09d-3d97fdfdfc03 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:34.795157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad270415-e27f-47bc-b7a2-67e106f1f01e req-31548ae1-aa64-49b0-8bde-895d239ff252 tempest-TenantUsagesTestJSON-806351795 tempest-TenantUsagesTestJSON-806351795-project] 10.222.0.21 "GET /v2.0/ports?device_id=91b2f98f-a81b-4c3a-99a8-ccfa4ee19106 HTTP/1.1" status: 200 len: 210 time: 0.0449154 Oct 13 00:19:34.810323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d92417a4-7762-4377-a09d-3d97fdfdfc03 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:19:34.810768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d92417a4-7762-4377-a09d-3d97fdfdfc03 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:19:35.852973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:35.948561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d743580-3d1d-478d-a7e6-2b494b906a9d req-f3211c34-5339-4ccb-9777-8f156d0d1809 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:35.950211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d743580-3d1d-478d-a7e6-2b494b906a9d req-f3211c34-5339-4ccb-9777-8f156d0d1809 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 951 time: 0.0871997 Oct 13 00:19:35.997950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.016764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d743580-3d1d-478d-a7e6-2b494b906a9d req-d189ff73-1836-46c9-83cf-adc7c728c1fc tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595777 Oct 13 00:19:36.025270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:36.028258 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60926f2-3c44-4a63-a8ee-9dd132deabf4" -d '{"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:36.047255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:36.054595 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.111190 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f300a566-6692-488e-a996-1c7ccab299bb x-openstack-request-id: req-f300a566-6692-488e-a996-1c7ccab299bb {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:36.111499 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:36.111783 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f300a566-6692-488e-a996-1c7ccab299bb {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:36.112276 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'code': 200} Oct 13 00:19:36.131162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=11']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:36.141185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.141541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.141877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.142209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.142722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.143229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.143852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.144498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.145379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.145870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.146355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.146995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:36.376761 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.426139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59930) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:36.459656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59936) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:36.679620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61c661e7-592d-49c1-8a23-23a537d6d12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.733932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fbfa4aa0-62bc-4966-803c-de13b99783a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=490b1b73e2284368b656e1781764a28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732928 Oct 13 00:19:36.736406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59942) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:36.820585 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b15ec68-7e23-4469-98ad-ad8b7824bfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.826606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61c661e7-592d-49c1-8a23-23a537d6d12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.836114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61c661e7-592d-49c1-8a23-23a537d6d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.866375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b15ec68-7e23-4469-98ad-ad8b7824bfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.876874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.901812 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-61c661e7-592d-49c1-8a23-23a537d6d12e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db73e829223841dbb06c61899a30dd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739549 Oct 13 00:19:36.904566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59946) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:36.909833 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c661e7-592d-49c1-8a23-23a537d6d12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1308fdaa-ecf9-4d28-ab97-b051fc9b531c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:36.961317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b15ec68-7e23-4469-98ad-ad8b7824bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.965435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b15ec68-7e23-4469-98ad-ad8b7824bfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.966225 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cc62da1-8537-43c4-9857-b3d06cceb235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:36.969582 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6b15ec68-7e23-4469-98ad-ad8b7824bfcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96fa3f08-f960-449a-801e-7ba50d16a3ec HTTP/1.1" status: 204 len: 168 time: 0.2293465 Oct 13 00:19:36.976777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15ec68-7e23-4469-98ad-ad8b7824bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa3f08-f960-449a-801e-7ba50d16a3ec,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:36.995614 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cc62da1-8537-43c4-9857-b3d06cceb235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:37.051472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cc62da1-8537-43c4-9857-b3d06cceb235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:37.056291 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cc62da1-8537-43c4-9857-b3d06cceb235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:37.062913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2cc62da1-8537-43c4-9857-b3d06cceb235 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1308fdaa-ecf9-4d28-ab97-b051fc9b531c HTTP/1.1" status: 204 len: 168 time: 0.1567383 Oct 13 00:19:37.064517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6cd712c4-c066-4ae2-b884-4182fc9876e8 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:37.075543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc62da1-8537-43c4-9857-b3d06cceb235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1308fdaa-ecf9-4d28-ab97-b051fc9b531c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:37.110657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 6cd712c4-c066-4ae2-b884-4182fc9876e8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:19:37.111296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6cd712c4-c066-4ae2-b884-4182fc9876e8 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:19:37.181943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331dc65-7357-4e3b-9d2d-2964749d48da req-029f76d1-bedf-4eb0-84dd-161638ce9ce5 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:37.183788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1331dc65-7357-4e3b-9d2d-2964749d48da req-029f76d1-bedf-4eb0-84dd-161638ce9ce5 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 949 time: 0.0588777 Oct 13 00:19:37.229693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1331dc65-7357-4e3b-9d2d-2964749d48da req-1859b507-4aa3-4f39-9868-76d22a276038 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Oct 13 00:19:37.655228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59978) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:37.671500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbfebb57-dbd1-4763-8864-aa642b520e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:37.780424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbfebb57-dbd1-4763-8864-aa642b520e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:37.793296 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbfebb57-dbd1-4763-8864-aa642b520e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:37.838286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfebb57-dbd1-4763-8864-aa642b520e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cf8c91-566d-4bf2-a67f-25b086d37e4f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:37.847360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59990) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:37.847908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bbfebb57-dbd1-4763-8864-aa642b520e08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=345f6fce7c99465f85c5a5da5df4030a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916783 Oct 13 00:19:37.920545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60f775a7-a22b-45a8-8e04-995434c23761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:37.956480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60f775a7-a22b-45a8-8e04-995434c23761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:38.062039 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60f775a7-a22b-45a8-8e04-995434c23761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:38.067813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60f775a7-a22b-45a8-8e04-995434c23761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:38.069486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-60f775a7-a22b-45a8-8e04-995434c23761 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9cf8c91-566d-4bf2-a67f-25b086d37e4f HTTP/1.1" status: 204 len: 168 time: 0.2211471 Oct 13 00:19:38.082515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f775a7-a22b-45a8-8e04-995434c23761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cf8c91-566d-4bf2-a67f-25b086d37e4f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:38.109599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-c84d1b56-bcdb-409f-9d32-decc473524a4 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:38.111204 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-c84d1b56-bcdb-409f-9d32-decc473524a4 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.45 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 949 time: 0.0942712 Oct 13 00:19:38.231874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Deleting port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:19:38.232495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:38.346824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] For port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:38.347198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:38.365854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Calling delete_port for 3a712310-fbbd-4a99-88cd-fe2f45ffb09a owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:19:38.452199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9019c-fc5b-4b4c-93d7-0e087e7d7cf1 req-8b0db675-5956-4dab-9c54-94609a5603e9 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:38.471097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62f9019c-fc5b-4b4c-93d7-0e087e7d7cf1 req-8b0db675-5956-4dab-9c54-94609a5603e9 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 949 time: 0.1030757 Oct 13 00:19:38.542890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62f9019c-fc5b-4b4c-93d7-0e087e7d7cf1 req-f0b00624-4616-4312-a435-4229725f03a5 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1353301-f889-4a6c-84d9-81393ae935ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708206 Oct 13 00:19:38.557601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:38.624420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Pushing event deleted for resources: {'Port': ['ID=3a712310-fbbd-4a99-88cd-fe2f45ffb09a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:38.680708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] No DVR routers for this DVR port 3a712310-fbbd-4a99-88cd-fe2f45ffb09a on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:19:38.683488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:38.687900 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8652f355-a31f-4616-9cfa-b3678e36f1ad req-8507c379-530a-44b4-9577-7bb1252d6a08 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.45 "DELETE /v2.0/ports/3a712310-fbbd-4a99-88cd-fe2f45ffb09a HTTP/1.1" status: 204 len: 173 time: 0.5702076 Oct 13 00:19:38.688577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-deleted', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:38.691387 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1066a2-2c8e-4150-8c8b-d6615ec7f531" -d '{"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-deleted", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:38.739427 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4551f8ae-9839-435c-98bc-e627551eee60 x-openstack-request-id: req-4551f8ae-9839-435c-98bc-e627551eee60 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:38.739756 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020e6fed-aa4e-46c7-93b9-9ab347af9ae6", "name": "network-vif-deleted", "tag": "3a712310-fbbd-4a99-88cd-fe2f45ffb09a", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:38.740103 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4551f8ae-9839-435c-98bc-e627551eee60 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:38.740392 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e6fed-aa4e-46c7-93b9-9ab347af9ae6', 'name': 'network-vif-deleted', 'tag': '3a712310-fbbd-4a99-88cd-fe2f45ffb09a', 'status': 'completed', 'code': 200} Oct 13 00:19:39.581503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60060) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:39.674469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b05a27b6-df12-4f99-ad1b-a33a211fb597 req-248885c8-b5eb-4bcc-943c-0f5a8d433130 tempest-ImagesOneServerTestJSON-2144674989 tempest-ImagesOneServerTestJSON-2144674989-project] 10.222.0.21 "GET /v2.0/ports?device_id=020e6fed-aa4e-46c7-93b9-9ab347af9ae6 HTTP/1.1" status: 200 len: 210 time: 0.0282214 Oct 13 00:19:39.777210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5945d20-848b-42f0-8b11-44c432d5ce01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:39.878010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5945d20-848b-42f0-8b11-44c432d5ce01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:39.884488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5945d20-848b-42f0-8b11-44c432d5ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:39.916099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b5945d20-848b-42f0-8b11-44c432d5ce01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6516843f0a0941d39ec84ebd54c7dc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324957 Oct 13 00:19:39.919361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:39.964044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5945d20-848b-42f0-8b11-44c432d5ce01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4938e551-0805-483d-b809-2eb755b1510f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:40.008372 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8dd0-7419-485c-a72d-5c974e2e3bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:40.039559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8dd0-7419-485c-a72d-5c974e2e3bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:40.109481 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8dd0-7419-485c-a72d-5c974e2e3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:40.112257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e6f8dd0-7419-485c-a72d-5c974e2e3bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:40.113418 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9e6f8dd0-7419-485c-a72d-5c974e2e3bf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4938e551-0805-483d-b809-2eb755b1510f HTTP/1.1" status: 204 len: 168 time: 0.1929271 Oct 13 00:19:40.122268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f8dd0-7419-485c-a72d-5c974e2e3bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4938e551-0805-483d-b809-2eb755b1510f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:40.915245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60140) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:41.208370 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5b040fd-bd27-4d62-98ca-1a8267d69136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.298151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5b040fd-bd27-4d62-98ca-1a8267d69136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.304734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5b040fd-bd27-4d62-98ca-1a8267d69136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.335264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60154) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:41.357970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b5b040fd-bd27-4d62-98ca-1a8267d69136 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f44eecd45111416ebfb837967c061b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415901 Oct 13 00:19:41.360198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b040fd-bd27-4d62-98ca-1a8267d69136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e76e4c-66a8-4fb9-b8c8-beefd562ea88,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:41.360942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60158) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:41.448705 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-82562ef6-ecfa-40d9-b1f8-ed333ac300bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.475303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-82562ef6-ecfa-40d9-b1f8-ed333ac300bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.544190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-82562ef6-ecfa-40d9-b1f8-ed333ac300bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.546986 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-82562ef6-ecfa-40d9-b1f8-ed333ac300bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.548217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-82562ef6-ecfa-40d9-b1f8-ed333ac300bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75e76e4c-66a8-4fb9-b8c8-beefd562ea88 HTTP/1.1" status: 204 len: 168 time: 0.1856647 Oct 13 00:19:41.568612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562ef6-ecfa-40d9-b1f8-ed333ac300bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e76e4c-66a8-4fb9-b8c8-beefd562ea88,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:41.614505 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-18d5e928-f67d-4c11-904a-ccb85f333c9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=870ef621e03e4c89afdc8c56447d2432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774222 Oct 13 00:19:41.616858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60170) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:41.680005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9a804f0-865f-40a3-a600-85fcc1c73711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.706002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9a804f0-865f-40a3-a600-85fcc1c73711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.771637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9a804f0-865f-40a3-a600-85fcc1c73711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.774212 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9a804f0-865f-40a3-a600-85fcc1c73711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.775413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f9a804f0-865f-40a3-a600-85fcc1c73711 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1353301-f889-4a6c-84d9-81393ae935ab HTTP/1.1" status: 204 len: 168 time: 0.1573887 Oct 13 00:19:41.787418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a804f0-865f-40a3-a600-85fcc1c73711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1353301-f889-4a6c-84d9-81393ae935ab,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:41.818886 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ae75c92-8058-48d0-8294-fc35061ed97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.866644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:41.889029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 3a712310-fbbd-4a99-88cd-fe2f45ffb09a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:19:41.889693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3a712310-fbbd-4a99-88cd-fe2f45ffb09a not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:19:44.134622 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:19:44.414931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a19e7cee-f700-448d-9836-443a5be358ee req-a1986734-16a7-470f-a535-bd21bd39b390 tempest-AbsoluteLimitsNegativeTestJSON-309480174 tempest-AbsoluteLimitsNegativeTestJSON-309480174-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=48ab42a75686417a8efb13e9a9c68624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675783 Oct 13 00:19:44.538584 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-902a7b20-cb85-4c08-ba9e-3a24e3cf04e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:44.649506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e7cee-f700-448d-9836-443a5be358ee req-78fd38c7-b89d-4d46-ab02-bf71dc2ec2c7 tempest-AbsoluteLimitsNegativeTestJSON-309480174 tempest-AbsoluteLimitsNegativeTestJSON-309480174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:44.657681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a19e7cee-f700-448d-9836-443a5be358ee req-78fd38c7-b89d-4d46-ab02-bf71dc2ec2c7 tempest-AbsoluteLimitsNegativeTestJSON-309480174 tempest-AbsoluteLimitsNegativeTestJSON-309480174-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418120 Oct 13 00:19:44.687023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a19e7cee-f700-448d-9836-443a5be358ee req-d882f1d4-ca07-4aef-bdac-794cc4a527ae tempest-AbsoluteLimitsNegativeTestJSON-309480174 tempest-AbsoluteLimitsNegativeTestJSON-309480174-project] 10.222.0.21 "GET /v2.0/quotas/48ab42a75686417a8efb13e9a9c68624 HTTP/1.1" status: 200 len: 375 time: 0.0281765 Oct 13 00:19:44.745547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a19e7cee-f700-448d-9836-443a5be358ee req-521dd197-ab1a-4440-98ad-c0aec30a9ee1 tempest-AbsoluteLimitsNegativeTestJSON-309480174 tempest-AbsoluteLimitsNegativeTestJSON-309480174-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48ab42a75686417a8efb13e9a9c68624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569670 Oct 13 00:19:45.239780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60342) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:45.636905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:45.699355 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f11d9d90-22b7-4032-a07a-ff198c30dc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:45.884929 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:45.885448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f11d9d90-22b7-4032-a07a-ff198c30dc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:45.902654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f11d9d90-22b7-4032-a07a-ff198c30dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:45.965626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d9d90-22b7-4032-a07a-ff198c30dc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634dd0d4-6a68-46d9-b2a1-2a5dd50f02bc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:45.981194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbac72-ee14-433f-9800-905bcfb8984d req-a57ed475-667f-4715-8ddb-378d49d8208d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:45.991456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68dbac72-ee14-433f-9800-905bcfb8984d req-a57ed475-667f-4715-8ddb-378d49d8208d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1051302 Oct 13 00:19:46.022409 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f11d9d90-22b7-4032-a07a-ff198c30dc49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48ab42a75686417a8efb13e9a9c68624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7780073 Oct 13 00:19:46.024406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60372) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:46.040607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68dbac72-ee14-433f-9800-905bcfb8984d req-506ec913-de35-4e95-9f06-a04a7c7b3565 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Oct 13 00:19:46.122276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38e84fca-1202-477e-85af-70f2f12c4c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:46.156077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38e84fca-1202-477e-85af-70f2f12c4c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:46.217483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38e84fca-1202-477e-85af-70f2f12c4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:46.221365 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38e84fca-1202-477e-85af-70f2f12c4c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:46.222759 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-38e84fca-1202-477e-85af-70f2f12c4c4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/634dd0d4-6a68-46d9-b2a1-2a5dd50f02bc HTTP/1.1" status: 204 len: 168 time: 0.1967871 Oct 13 00:19:46.232720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e84fca-1202-477e-85af-70f2f12c4c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634dd0d4-6a68-46d9-b2a1-2a5dd50f02bc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:46.888396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60422) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:47.069035 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b91d61a-981e-4e49-aa16-e9f08d7ede91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.189012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba854e04-ba8a-4c34-b159-ded0d181328d req-a7fb6ee8-84d4-4b12-890a-7187e904267f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:47.190827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba854e04-ba8a-4c34-b159-ded0d181328d req-a7fb6ee8-84d4-4b12-890a-7187e904267f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0795939 Oct 13 00:19:47.193980 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b91d61a-981e-4e49-aa16-e9f08d7ede91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.201075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b91d61a-981e-4e49-aa16-e9f08d7ede91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.237243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba854e04-ba8a-4c34-b159-ded0d181328d req-22100a4c-7c62-4ce1-9078-94ea0551fd54 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377810 Oct 13 00:19:47.274748 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0b91d61a-981e-4e49-aa16-e9f08d7ede91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2548a13582ef4f45a45f52bd70c18d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852503 Oct 13 00:19:47.277407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60436) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:47.285654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91d61a-981e-4e49-aa16-e9f08d7ede91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2583c5c9-49ac-43f7-8d5b-a8f0c045ba37,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:47.291649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60438) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:47.337282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edc56f79-e699-47d9-9e5c-a1fd30b600c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.383778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edc56f79-e699-47d9-9e5c-a1fd30b600c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.441629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-732d9190-9ec0-4109-afef-5d109476d6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.445833 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.460652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edc56f79-e699-47d9-9e5c-a1fd30b600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.463735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edc56f79-e699-47d9-9e5c-a1fd30b600c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.464690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-edc56f79-e699-47d9-9e5c-a1fd30b600c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2583c5c9-49ac-43f7-8d5b-a8f0c045ba37 HTTP/1.1" status: 204 len: 168 time: 0.1862350 Oct 13 00:19:47.480881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc56f79-e699-47d9-9e5c-a1fd30b600c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2583c5c9-49ac-43f7-8d5b-a8f0c045ba37,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:47.567686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60460) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:47.576976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-732d9190-9ec0-4109-afef-5d109476d6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.585052 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-732d9190-9ec0-4109-afef-5d109476d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.637887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d9190-9ec0-4109-afef-5d109476d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504b2308-c73e-4ed3-aef0-f4aadd0e7b57,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:47.655175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-732d9190-9ec0-4109-afef-5d109476d6e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7eab7addb2fe41758fd1dd4e5c2dbbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593547 Oct 13 00:19:47.655276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60468) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:47.719244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7002348d-cffe-4934-8bcc-087d1fd625d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.744932 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7002348d-cffe-4934-8bcc-087d1fd625d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.772681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1035093588-network', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:47.803968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Made reservation on behalf of 0efa8342d3e84615a77e0fb2fc2412ec for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:19:47.806757 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.816573 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.831847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7002348d-cffe-4934-8bcc-087d1fd625d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.834551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7002348d-cffe-4934-8bcc-087d1fd625d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.835724 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7002348d-cffe-4934-8bcc-087d1fd625d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/504b2308-c73e-4ed3-aef0-f4aadd0e7b57 HTTP/1.1" status: 204 len: 168 time: 0.1797211 Oct 13 00:19:47.855198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002348d-cffe-4934-8bcc-087d1fd625d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504b2308-c73e-4ed3-aef0-f4aadd0e7b57,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:47.907501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60476) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:47.921787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3b180e6-3cd6-4b72-8412-9ba371c74f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.934186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.940329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.969313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:19:47.987376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd207de1-69b1-49b9-ad03-40f07e2c7311,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:47.990836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:47.991493 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Added segment dd295049-3919-4da8-9677-0c2f79f3572c of type vlan for network aa306c6e-08cb-445f-99a2-f5b27c496be0 Oct 13 00:19:48.024867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3b180e6-3cd6-4b72-8412-9ba371c74f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.033202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3b180e6-3cd6-4b72-8412-9ba371c74f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.053033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.068364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c3b180e6-3cd6-4b72-8412-9ba371c74f75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb6a9bc5d7a34cedb06fb16bc96ff923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574895 Oct 13 00:19:48.069228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60478) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:48.080708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60480) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:48.097967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.100581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:48.101592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.113316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b180e6-3cd6-4b72-8412-9ba371c74f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c805daf9-de81-4c79-be94-9a4c76d24e6d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:48.156778 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ce1fb0d-ecae-488b-9e31-516bffe4547a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.187438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ce1fb0d-ecae-488b-9e31-516bffe4547a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.189304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6202424 Oct 13 00:19:48.189735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60486) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:48.197005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Request body: {'subnet': {'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1035093588-subnet', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:48.206209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c4b51-a718-4149-b8db-51bfbb57aa0a admin admin] Pushing event updated for resources: {'Network': ['ID=aa306c6e-08cb-445f-99a2-f5b27c496be0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:48.219401 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38f753a0-553c-4833-995f-6b926b7823a8 req-a7961139-d2bb-462d-af27-62612fa0d971 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038430 Oct 13 00:19:48.220010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:19:48.271273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Made reservation on behalf of 0efa8342d3e84615a77e0fb2fc2412ec for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:19:48.275297 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.340084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e5a6e16c-567e-448e-9615-559727fb6f43 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:48.341978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e5a6e16c-567e-448e-9615-559727fb6f43 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.0948858 Oct 13 00:19:48.346453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ce1fb0d-ecae-488b-9e31-516bffe4547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.350303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ce1fb0d-ecae-488b-9e31-516bffe4547a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.351699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6ce1fb0d-ecae-488b-9e31-516bffe4547a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c805daf9-de81-4c79-be94-9a4c76d24e6d HTTP/1.1" status: 204 len: 168 time: 0.2820702 Oct 13 00:19:48.376105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1fb0d-ecae-488b-9e31-516bffe4547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c805daf9-de81-4c79-be94-9a4c76d24e6d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:48.410834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f753a0-553c-4833-995f-6b926b7823a8 req-508f7c48-c0f1-482b-b179-73c0c73c6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:48.412722 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38f753a0-553c-4833-995f-6b926b7823a8 req-508f7c48-c0f1-482b-b179-73c0c73c6c6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09546128e36e474cb2cb54030e06a808&device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1543181 Oct 13 00:19:48.434393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60492) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:48.437288 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-34eb01b4-9a09-4de0-90db-12bda4ca68bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.500122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067fdc8-11dd-49ea-8018-699b1c1e9ed9 req-b1435770-356f-462e-ab6d-d1d209dcf3a0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:48.507396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c067fdc8-11dd-49ea-8018-699b1c1e9ed9 req-b1435770-356f-462e-ab6d-d1d209dcf3a0 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 945 time: 0.1101167 Oct 13 00:19:48.508710 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5f55410-00ab-4423-a873-f44ad2cd7155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.589149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c067fdc8-11dd-49ea-8018-699b1c1e9ed9 req-ea417f6c-0a72-48ad-84b5-eec00c800044 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807824 Oct 13 00:19:48.608108 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.645855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Deleting port 597d43e7-8126-45ab-834b-39ff38c48d6e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:19:48.646196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.653133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc71a67-4caf-47d6-aaaa-d03eda48a953,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:48.696618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Checking segment: {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:19:48.696884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Network hostable DHCP agents. Network: aa306c6e-08cb-445f-99a2-f5b27c496be0, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:19:48.716803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:19:48.731391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, aa306c6e-08cb-445f-99a2-f5b27c496be0) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:19:48.751324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:48.751900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.753775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4aae7f-d7a3-4163-820b-646ee817013d None None] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:19:48.787378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9219c4dc-b6d4-4bd4-8c3c-206ee9f3c1f5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5958643 Oct 13 00:19:48.790096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60510) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:48.795761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:48.809369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f753a0-553c-4833-995f-6b926b7823a8 req-4397794a-032e-47be-b39c-9715cf3244d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:48.810806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38f753a0-553c-4833-995f-6b926b7823a8 req-4397794a-032e-47be-b39c-9715cf3244d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 200 len: 920 time: 0.3715775 Oct 13 00:19:48.820142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] For port 597d43e7-8126-45ab-834b-39ff38c48d6e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597d43e7-8126-45ab-834b-39ff38c48d6e,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:48.820519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.835129 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.837234 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.889519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Calling delete_port for 597d43e7-8126-45ab-834b-39ff38c48d6e owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:19:48.897596 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38f753a0-553c-4833-995f-6b926b7823a8 req-c99771b5-54a2-43d0-9b06-89db448d5182 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 200 len: 217 time: 0.0736775 Oct 13 00:19:48.915623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5f55410-00ab-4423-a873-f44ad2cd7155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.950494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5f55410-00ab-4423-a873-f44ad2cd7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.972641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-aa306c6e-08cb-445f-99a2-f5b27c496be0', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:19:48.973522 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.009392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-34eb01b4-9a09-4de0-90db-12bda4ca68bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.032035 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-34eb01b4-9a09-4de0-90db-12bda4ca68bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.071872 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c5f55410-00ab-4423-a873-f44ad2cd7155 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4ee0e96ea1b4d35b9a10f03459cd2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340129 Oct 13 00:19:49.071872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f753a0-553c-4833-995f-6b926b7823a8 req-37c1d19d-c735-4ab8-aadf-afa00e97e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:49.072818 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38f753a0-553c-4833-995f-6b926b7823a8 req-37c1d19d-c735-4ab8-aadf-afa00e97e3ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 200 len: 859 time: 0.1645625 Oct 13 00:19:49.077072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60518) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:49.109424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f55410-00ab-4423-a873-f44ad2cd7155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab51975c-c969-482e-843b-cc04b502a22c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:49.140061 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38f753a0-553c-4833-995f-6b926b7823a8 req-65208ae6-6e43-41c8-8a32-714dd394d95d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1ed6239f-d81b-4da9-a8a6-94768f228d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527935 Oct 13 00:19:49.144898 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-34eb01b4-9a09-4de0-90db-12bda4ca68bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6cae0e595af4493aeac08351226aaa7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0586786 Oct 13 00:19:49.150808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60522) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:49.205915 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Allocated IP 172.20.0.2 (aa306c6e-08cb-445f-99a2-f5b27c496be0/dfc71a67-4caf-47d6-aaaa-d03eda48a953/95632165-fbd0-4a24-bc94-b51ac9bd544a) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:19:49.268125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb01b4-9a09-4de0-90db-12bda4ca68bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e104e3ea-cba4-4aa9-a17e-7ba59d97ffe7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:49.307918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.344182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09e6c819-7e24-4a1a-a690-7dc619dde3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.397143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d07bac3-f520-48ed-9938-afce79dcbbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.408939 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.411449 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38f753a0-553c-4833-995f-6b926b7823a8 req-e2741b3b-9220-4a33-8e3e-ba92d305e9b8 service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556736 Oct 13 00:19:49.413491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09e6c819-7e24-4a1a-a690-7dc619dde3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.418598 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.473901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:19:49.479651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:19:49.484208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:19:49.490117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Pushing event updated for resources: {'Port': ['ID=95632165-fbd0-4a24-bc94-b51ac9bd544a,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:49.510191 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.510382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d07bac3-f520-48ed-9938-afce79dcbbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.526167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.562501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['597d43e7-8126-45ab-834b-39ff38c48d6e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:19:49.566861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:19:49.591905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Attempting to bind port 95632165-fbd0-4a24-bc94-b51ac9bd544a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:19:49.592562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Attempting to bind port 95632165-fbd0-4a24-bc94-b51ac9bd544a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:19:49.593280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Attempting to bind port 95632165-fbd0-4a24-bc94-b51ac9bd544a on network aa306c6e-08cb-445f-99a2-f5b27c496be0 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:19:49.631035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:19:49.631494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Checking segment: {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:19:49.632224 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.632485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Bound using segment: {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:19:49.633153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Bound port: 95632165-fbd0-4a24-bc94-b51ac9bd544a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:19:49.633918 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.678969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Pushing event deleted for resources: {'Port': ['ID=597d43e7-8126-45ab-834b-39ff38c48d6e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:49.725970 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38f753a0-553c-4833-995f-6b926b7823a8 req-63ede07f-4d3d-4c64-8fd0-12014eec00fd service neutron] 10.222.0.45 "GET /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918360 Oct 13 00:19:49.754156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] No DVR routers for this DVR port 597d43e7-8126-45ab-834b-39ff38c48d6e on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:19:49.757382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.762686 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7232e54b-cfdd-486b-b3e1-f98dc6f2f474 req-e531e14b-b0b5-4891-b777-eb52716af796 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.36 "DELETE /v2.0/ports/597d43e7-8126-45ab-834b-39ff38c48d6e HTTP/1.1" status: 204 len: 173 time: 1.4143806 Oct 13 00:19:49.764310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2a5408-fd15-486d-a796-060e4288850a', 'name': 'network-vif-deleted', 'tag': '597d43e7-8126-45ab-834b-39ff38c48d6e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:49.768213 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cc8a83-5777-4407-b7e6-dab0d15ce3eb" -d '{"events": [{"server_uuid": "9d2a5408-fd15-486d-a796-060e4288850a", "name": "network-vif-deleted", "tag": "597d43e7-8126-45ab-834b-39ff38c48d6e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:49.781743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] For port 95632165-fbd0-4a24-bc94-b51ac9bd544a, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:19:49.784575 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09e6c819-7e24-4a1a-a690-7dc619dde3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.788150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09e6c819-7e24-4a1a-a690-7dc619dde3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.789570 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-09e6c819-7e24-4a1a-a690-7dc619dde3fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab51975c-c969-482e-843b-cc04b502a22c HTTP/1.1" status: 204 len: 168 time: 0.7078004 Oct 13 00:19:49.811899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] For port 95632165-fbd0-4a24-bc94-b51ac9bd544a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=95632165-fbd0-4a24-bc94-b51ac9bd544a,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:19:49.822675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8abb4540-d7ee-4de7-8078-748eaef4059c req-c78343f4-4eab-4e88-a310-e7bf6709d217 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d2a5408-fd15-486d-a796-060e4288850a HTTP/1.1" status: 200 len: 210 time: 0.0663059 Oct 13 00:19:49.841790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d07bac3-f520-48ed-9938-afce79dcbbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.848373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d07bac3-f520-48ed-9938-afce79dcbbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.852203 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.853272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1d07bac3-f520-48ed-9938-afce79dcbbac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e104e3ea-cba4-4aa9-a17e-7ba59d97ffe7 HTTP/1.1" status: 204 len: 168 time: 0.6961939 Oct 13 00:19:49.855589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6c819-7e24-4a1a-a690-7dc619dde3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab51975c-c969-482e-843b-cc04b502a22c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:49.877408 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf8d30c-b512-4b2c-9873-03e946057969 x-openstack-request-id: req-7bf8d30c-b512-4b2c-9873-03e946057969 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:49.878990 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2a5408-fd15-486d-a796-060e4288850a", "name": "network-vif-deleted", "tag": "597d43e7-8126-45ab-834b-39ff38c48d6e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:49.879929 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bf8d30c-b512-4b2c-9873-03e946057969 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:49.880487 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2a5408-fd15-486d-a796-060e4288850a', 'name': 'network-vif-deleted', 'tag': '597d43e7-8126-45ab-834b-39ff38c48d6e', 'status': 'completed', 'code': 200} Oct 13 00:19:49.883310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07bac3-f520-48ed-9938-afce79dcbbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e104e3ea-cba4-4aa9-a17e-7ba59d97ffe7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:49.897452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.910200 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.045430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Allocated IP 172.25.3.40 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/98b1c37d-3a50-4676-a3e9-242e790cd20b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:19:50.100480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070c689-a159-4dbe-a0e1-1ed1bdb0af73 None None] Pushing event updated for resources: {'Port': ['ID=95632165-fbd0-4a24-bc94-b51ac9bd544a,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:50.186745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.236768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.320343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:19:50.327668 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:19:50.333433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:19:50.372692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Pushing event updated for resources: {'Port': ['ID=98b1c37d-3a50-4676-a3e9-242e790cd20b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:50.388895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60558) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:50.425546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a276b46d-756e-45f0-a4cf-c84cc479ee38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.565894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a276b46d-756e-45f0-a4cf-c84cc479ee38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.571629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a276b46d-756e-45f0-a4cf-c84cc479ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.619003 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a276b46d-756e-45f0-a4cf-c84cc479ee38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4523339367f4154a4e6ff2eacc72c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288756 Oct 13 00:19:50.620186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276b46d-756e-45f0-a4cf-c84cc479ee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d136d30-1c80-41ac-b926-7d4f4b03737f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:50.621707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60572) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:50.735170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.787533 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0065-b397-4b27-82c2-e26ed1b026f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.879436 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0065-b397-4b27-82c2-e26ed1b026f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.899652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 95632165-fbd0-4a24-bc94-b51ac9bd544a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:19:51.017392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 95632165-fbd0-4a24-bc94-b51ac9bd544a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:51.017783 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.151798 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0065-b397-4b27-82c2-e26ed1b026f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.157110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0065-b397-4b27-82c2-e26ed1b026f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.160667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8e0a0065-b397-4b27-82c2-e26ed1b026f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d136d30-1c80-41ac-b926-7d4f4b03737f HTTP/1.1" status: 204 len: 168 time: 0.5328293 Oct 13 00:19:51.177256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.198746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a0065-b397-4b27-82c2-e26ed1b026f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d136d30-1c80-41ac-b926-7d4f4b03737f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:51.207219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60610) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:51.246271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.311789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 95632165-fbd0-4a24-bc94-b51ac9bd544a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=95632165-fbd0-4a24-bc94-b51ac9bd544a,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:51.321841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.451905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=95632165-fbd0-4a24-bc94-b51ac9bd544a,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:51.456235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90297e9e-2441-4e64-a05f-050bc0422d5f req-1c5b435a-bd4e-4410-a640-150708386b34 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:51.463919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90297e9e-2441-4e64-a05f-050bc0422d5f req-1c5b435a-bd4e-4410-a640-150708386b34 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1062989 Oct 13 00:19:51.469370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1654040949-network', 'tenant_id': '76489d4b168b4fca83f14f8d796723eb'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:51.523209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Made reservation on behalf of 76489d4b168b4fca83f14f8d796723eb for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:19:51.526167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.532347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4709a7c-6d35-4133-9996-20719624e487 None None] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:19:51.543254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Router 31441c50-4aad-4f91-9056-981b1e274f42 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:19:51.550791 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.572254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90297e9e-2441-4e64-a05f-050bc0422d5f req-32356cb3-66ef-47af-a988-c94987a12a21 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030183 Oct 13 00:19:51.649837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-78b38453-cdd7-4485-9a40-ca577464465b None None] Provisioning complete for port 95632165-fbd0-4a24-bc94-b51ac9bd544a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:51.650966 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-78b38453-cdd7-4485-9a40-ca577464465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.719111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:19:51.732190 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Sync routers for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:19:51.744361 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:19:51.746781 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:19:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:51.748721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.752627 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.756752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6a0a2e60-3131-437b-84b3-d3843edc9949 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9625247 Oct 13 00:19:51.756752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.757242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60642) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:51.788435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:19:51.800224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f69888-1f2a-48af-ac83-fa90518429bd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:51.805542 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.805891 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Added segment 102fc352-f4a1-4701-b3d2-544ade470e75 of type vlan for network aee4b475-d543-4b74-a73c-e0c10a8f38e1 Oct 13 00:19:51.874947 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.945695 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.946867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:51.948093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:51.974507 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:19:52.011057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60650) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:52.034493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8257241 Oct 13 00:19:52.044812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60654) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:52.054673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Request body: {'subnet': {'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1654040949-subnet', 'tenant_id': '76489d4b168b4fca83f14f8d796723eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:52.076096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13205a9-09df-40e9-a6b0-efdec0f94682 admin admin] Pushing event updated for resources: {'Network': ['ID=aee4b475-d543-4b74-a73c-e0c10a8f38e1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:52.094224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:19:52.127822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Made reservation on behalf of 76489d4b168b4fca83f14f8d796723eb for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:19:52.133057 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:52.298539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3b216bc3-522a-46ac-98df-70f2a6d538fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:52.318405 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:50Z', 'revision_number': 3, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:52.423877 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Checking router: 31441c50-4aad-4f91-9056-981b1e274f42 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:19:52.424355 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Updating router 31441c50-4aad-4f91-9056-981b1e274f42 port 98b1c37d-3a50-4676-a3e9-242e790cd20b binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:19:52.469549 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:52.489034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:52.623093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e2831a30-87c9-4f57-bb35-13cfd3ea47ed None None] Provisioning complete for port 95632165-fbd0-4a24-bc94-b51ac9bd544a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:52.623563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e2831a30-87c9-4f57-bb35-13cfd3ea47ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:52.663265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-550375b1-f4de-4186-bf0b-5282cfdfd0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2075522 Oct 13 00:19:52.670664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3b216bc3-522a-46ac-98df-70f2a6d538fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:52.696172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3b216bc3-522a-46ac-98df-70f2a6d538fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:52.752810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=183a591a-0168-4c27-b846-e769c813d9fa,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:52.810523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Checking segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:19:52.811321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Network hostable DHCP agents. Network: aee4b475-d543-4b74-a73c-e0c10a8f38e1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:19:52.830137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3b216bc3-522a-46ac-98df-70f2a6d538fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e41ec8f07ee4a7ea83c1f07fb2a33ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162963 Oct 13 00:19:52.836841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60676) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:52.856680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b216bc3-522a-46ac-98df-70f2a6d538fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1696e668-cbe9-4e95-985c-56725a2a40a8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:52.959407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2000-fc50-433d-b32d-6ad37dd094d4 req-ac35390a-0434-4ed6-bba0-809171482655 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:52.973326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bdf2000-fc50-433d-b32d-6ad37dd094d4 req-ac35390a-0434-4ed6-bba0-809171482655 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.2487741 Oct 13 00:19:52.979627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:19:52.989860 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.004562 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.008900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.024535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, aee4b475-d543-4b74-a73c-e0c10a8f38e1) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:19:53.044686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.046897 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.068666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bdf2000-fc50-433d-b32d-6ad37dd094d4 req-f4b78e96-eeef-4d2b-b582-03a4d150e679 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890830 Oct 13 00:19:53.072455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-268323f5-98c4-46d6-a978-bc90326e8cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.103335 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Pushing event updated for resources: {'Port': ['ID=98b1c37d-3a50-4676-a3e9-242e790cd20b,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:53.115322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 95632165-fbd0-4a24-bc94-b51ac9bd544a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:19:53.124675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4118246c-eb14-4313-b4ae-f8bbe9255b3a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0705414 Oct 13 00:19:53.138099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-268323f5-98c4-46d6-a978-bc90326e8cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.153690 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.154061 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.154557 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.158764 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.159319 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.159828 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.160319 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.160808 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.161298 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.161621 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.161944 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.162261 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:53.180037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe05ef8-fe54-43b6-a337-94ad0e99ce07 None None] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:19:53.182792 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Attempting to bind port 98b1c37d-3a50-4676-a3e9-242e790cd20b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:19:53.183156 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Attempting to bind port 98b1c37d-3a50-4676-a3e9-242e790cd20b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:19:53.183540 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Attempting to bind port 98b1c37d-3a50-4676-a3e9-242e790cd20b on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:19:53.201422 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:19:53.201885 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:19:53.202291 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.202902 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:19:53.203613 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Bound port: 98b1c37d-3a50-4676-a3e9-242e790cd20b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:19:53.204244 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.239493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-268323f5-98c4-46d6-a978-bc90326e8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.247534 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-268323f5-98c4-46d6-a978-bc90326e8cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.252577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-268323f5-98c4-46d6-a978-bc90326e8cd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1696e668-cbe9-4e95-985c-56725a2a40a8 HTTP/1.1" status: 204 len: 168 time: 0.4072835 Oct 13 00:19:53.265846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-65031513-aa56-486b-bf54-29649375ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.266322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-65031513-aa56-486b-bf54-29649375ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.268550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-65031513-aa56-486b-bf54-29649375ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.269075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-65031513-aa56-486b-bf54-29649375ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.270923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-65031513-aa56-486b-bf54-29649375ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.271443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-65031513-aa56-486b-bf54-29649375ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.273235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-65031513-aa56-486b-bf54-29649375ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.276983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268323f5-98c4-46d6-a978-bc90326e8cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696e668-cbe9-4e95-985c-56725a2a40a8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:53.278619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-65031513-aa56-486b-bf54-29649375ccdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6501 time: 0.5308948 Oct 13 00:19:53.319467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 597d43e7-8126-45ab-834b-39ff38c48d6e no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:19:53.365596 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] For port 98b1c37d-3a50-4676-a3e9-242e790cd20b, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:19:53.371684 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] For port 98b1c37d-3a50-4676-a3e9-242e790cd20b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=98b1c37d-3a50-4676-a3e9-242e790cd20b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:19:53.385054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Allocated IP 172.20.0.1 (aa306c6e-08cb-445f-99a2-f5b27c496be0/dfc71a67-4caf-47d6-aaaa-d03eda48a953/bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:19:53.387737 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.426724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 597d43e7-8126-45ab-834b-39ff38c48d6e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:19:53.427342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 597d43e7-8126-45ab-834b-39ff38c48d6e not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:19:53.502207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de3cbeb-c2ca-45b9-bbf9-358f9b70e610 None None] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:19:53.584826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 95632165-fbd0-4a24-bc94-b51ac9bd544a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:53.585439 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.592896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30381917-0df0-4de3-a6e7-55f31e7b109f None None] Pushing event updated for resources: {'Port': ['ID=98b1c37d-3a50-4676-a3e9-242e790cd20b,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:53.596806 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:19:53.597417 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:19:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:53.757624 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:19:53.788033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.790152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-d15d80c7-43be-4e8e-9ef0-01904a6324d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.790621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-d15d80c7-43be-4e8e-9ef0-01904a6324d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.791302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-d15d80c7-43be-4e8e-9ef0-01904a6324d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:53.792969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-d15d80c7-43be-4e8e-9ef0-01904a6324d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=972360ba-87c4-40b5-91b3-83430f57dcf1&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 200 len: 2298 time: 0.2696157 Oct 13 00:19:53.900012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:53.945079 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-129770c4-c182-4f34-9d12-97a52b1dd2b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3eef818-216f-4680-829e-5387a649958f HTTP/1.1" status: 200 len: 1002 time: 0.1401730 Oct 13 00:19:54.024776 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:50Z', 'revision_number': 3, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:54.025709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:19:54.031995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:19:54.040015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:19:54.048901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Pushing event updated for resources: {'Port': ['ID=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:54.114071 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a4fd9-68f7-4167-b292-f1bec78faaff None None] The sync data for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 is: [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:50Z', 'revision_number': 3, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:19:54.130856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-1e700f27-d281-464d-a649-e2581a1d127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:54.136513 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-1e700f27-d281-464d-a649-e2581a1d127e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ad4c660-a4cc-46aa-a70e-5c6380b74a09 HTTP/1.1" status: 200 len: 856 time: 0.1740658 Oct 13 00:19:54.189328 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:54.237437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60730) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:54.316545 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d7e781b-05d4-4a31-8711-ce541279f298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:54.415580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c0fdc-bc85-4d24-8864-26232140a38a req-0bc08e73-fcde-4225-bb0f-94495e3b0b50 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:54.417425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c7c0fdc-bc85-4d24-8864-26232140a38a req-0bc08e73-fcde-4225-bb0f-94495e3b0b50 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.1789701 Oct 13 00:19:54.454975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-84049fd7-9974-4288-8cec-ecd1a46f46e8 None None] Provisioning complete for port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:54.456594 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84049fd7-9974-4288-8cec-ecd1a46f46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:54.530837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-84049fd7-9974-4288-8cec-ecd1a46f46e8 None None] Port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:19:54.557297 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c7c0fdc-bc85-4d24-8864-26232140a38a req-6d776ce7-d433-48fc-b62b-1bea8393bd87 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084330 Oct 13 00:19:54.587250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-c81dda54-0494-4660-89d4-1f82e68b8152 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:54.596607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-c81dda54-0494-4660-89d4-1f82e68b8152 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.4730504 Oct 13 00:19:54.598235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60738) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:54.630028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-70154170-c3c4-4f6a-822f-fd2714e55d38 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/quotas/76489d4b168b4fca83f14f8d796723eb HTTP/1.1" status: 200 len: 375 time: 0.0322347 Oct 13 00:19:54.702937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-2da250e6-eddc-4e34-8f4c-7029b87c07b4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712605 Oct 13 00:19:54.703353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-51c2b072-f4d2-4b35-9ee2-1d362e79cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:54.704908 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-51c2b072-f4d2-4b35-9ee2-1d362e79cc1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=972360ba-87c4-40b5-91b3-83430f57dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5569475 Oct 13 00:19:54.784181 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d7e781b-05d4-4a31-8711-ce541279f298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:54.799037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d7e781b-05d4-4a31-8711-ce541279f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:54.856302 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a8ee41c-ef75-4475-b176-803bb57b7630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:54.886396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3d7e781b-05d4-4a31-8711-ce541279f298 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55a60ceb7b3240308a4585cc61ce3e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436019 Oct 13 00:19:54.895985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60742) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:54.917343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-c29460dd-d3d0-4bce-a3b1-d89f5fa78154 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130096 Oct 13 00:19:54.923774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e781b-05d4-4a31-8711-ce541279f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600dd93f-c7d5-4da3-a93d-9b025775aa4e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:54.932604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 98b1c37d-3a50-4676-a3e9-242e790cd20b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:19:54.943680 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:54.972531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-ca64f23b-6d32-48ee-91ea-5881e7e9f73a service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560468 Oct 13 00:19:55.017615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 98b1c37d-3a50-4676-a3e9-242e790cd20b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:55.018247 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.067893 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-847519c4-77e9-4a25-a5fd-a69336998435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.113179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-847519c4-77e9-4a25-a5fd-a69336998435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.118119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-f2ca15f4-74e7-49a6-a452-b7fa20bf5dab service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592917 Oct 13 00:19:55.135158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.151352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a8ee41c-ef75-4475-b176-803bb57b7630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.155893 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a8ee41c-ef75-4475-b176-803bb57b7630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.188146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 98b1c37d-3a50-4676-a3e9-242e790cd20b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=98b1c37d-3a50-4676-a3e9-242e790cd20b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:55.201181 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3a8ee41c-ef75-4475-b176-803bb57b7630 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b374b635aa54c8e9c2949c5a6a5e496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989192 Oct 13 00:19:55.201396 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.202503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ee41c-ef75-4475-b176-803bb57b7630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e6a901-3184-4399-b28c-de16781274e2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:55.207196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60744) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:55.276704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53bf30fc-7a52-4a76-9947-bf5fbcba72b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.289361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=98b1c37d-3a50-4676-a3e9-242e790cd20b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:55.309481 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53bf30fc-7a52-4a76-9947-bf5fbcba72b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.321419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.345724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.375085 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53bf30fc-7a52-4a76-9947-bf5fbcba72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.378643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53bf30fc-7a52-4a76-9947-bf5fbcba72b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.380276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-53bf30fc-7a52-4a76-9947-bf5fbcba72b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11e6a901-3184-4399-b28c-de16781274e2 HTTP/1.1" status: 204 len: 168 time: 0.1716549 Oct 13 00:19:55.406066 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-313566ff-bd3a-4f83-9205-be77f9c70fbb service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248905 Oct 13 00:19:55.419361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf30fc-7a52-4a76-9947-bf5fbcba72b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e6a901-3184-4399-b28c-de16781274e2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:55.454584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8fbd6871-631e-4ca0-aa7d-1ed01453bbe6 req-b2e97d16-971a-4202-ae6f-754280dc1a92 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 210 time: 0.0576260 Oct 13 00:19:55.523950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-7fd939c9-d7de-4848-b7c5-896feed09cfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 217 time: 0.0646930 Oct 13 00:19:55.547847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.551146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Pushing event updated for resources: {'Port': ['ID=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:55.553466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-847519c4-77e9-4a25-a5fd-a69336998435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.557422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-847519c4-77e9-4a25-a5fd-a69336998435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:55.558030 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-847519c4-77e9-4a25-a5fd-a69336998435 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/600dd93f-c7d5-4da3-a93d-9b025775aa4e HTTP/1.1" status: 204 len: 168 time: 0.6609964 Oct 13 00:19:55.607587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847519c4-77e9-4a25-a5fd-a69336998435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600dd93f-c7d5-4da3-a93d-9b025775aa4e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:55.670855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-def563a0-e386-4b25-8ecb-78a5719d4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:55.672520 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-def563a0-e386-4b25-8ecb-78a5719d4f1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.1386991 Oct 13 00:19:55.730435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecc80b-fa64-49e3-bcc4-dee2865be5e2 req-3dac5fa3-d724-42fd-a6c0-ac9b7baf6037 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:55.732544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56ecc80b-fa64-49e3-bcc4-dee2865be5e2 req-3dac5fa3-d724-42fd-a6c0-ac9b7baf6037 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0673702 Oct 13 00:19:55.760520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:19:55.763048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:19:55.767770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-105af9b3-3011-49ae-b5f3-ac831b73d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:55.769573 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-105af9b3-3011-49ae-b5f3-ac831b73d66a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890403 Oct 13 00:19:55.839595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56ecc80b-fa64-49e3-bcc4-dee2865be5e2 req-fb642f73-9026-4b37-aa69-36b60ebbec1c tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995986 Oct 13 00:19:55.976873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-31534587-a30b-4c9a-b247-70d1df714c71 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996672 Oct 13 00:19:56.142602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Router 31441c50-4aad-4f91-9056-981b1e274f42 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:19:56.265868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c3019fa1-c669-4b97-b0f1-18927ed22fca None None] Provisioning complete for port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:56.266826 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3019fa1-c669-4b97-b0f1-18927ed22fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:56.332596 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-921f7ae4-f790-4aee-9b63-ca69ffc008b4 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776778 Oct 13 00:19:56.362860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c3019fa1-c669-4b97-b0f1-18927ed22fca None None] Port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:19:56.402632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-6d00cca8-af4e-4df6-88a8-6ff89e6bc9e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 217 time: 0.0604155 Oct 13 00:19:56.405201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:19:56.411058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-77e09aea-6137-415d-9965-cd94af94fecc admin admin] 10.222.0.21 "PUT /v2.0/routers/31441c50-4aad-4f91-9056-981b1e274f42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6523056 Oct 13 00:19:56.472998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-b736b1b8-db30-4023-b0d1-e8cb7f306782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:56.474671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-b736b1b8-db30-4023-b0d1-e8cb7f306782 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0617218 Oct 13 00:19:56.551413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-de31453c-a7db-4142-afa2-11d394ddefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:56.555777 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-de31453c-a7db-4142-afa2-11d394ddefa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722349 Oct 13 00:19:56.596271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2b68bec-bdb9-4db3-9a39-cec5da6da0be req-bf9b3c74-1eec-46e2-b365-23e4b3b64b32 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 210 time: 0.0531335 Oct 13 00:19:56.674100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Sync routers for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:19:56.674550 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-f7a4919e-38ab-4378-b773-1c2214ed2671 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094327 Oct 13 00:19:56.683592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:19:56.684205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:19:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:56.813156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:19:56.865707 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-51cf378a-8014-4e1c-ac90-91254d1f6648 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592624 Oct 13 00:19:56.927420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 98b1c37d-3a50-4676-a3e9-242e790cd20b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:19:56.968671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-aae01f86-0a3b-4eeb-bbea-bda7e125d311 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6 HTTP/1.1" status: 200 len: 217 time: 0.0944619 Oct 13 00:19:57.057278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148a2e-f05d-45cd-9bb7-073bfb96f7db req-fb51a778-796b-4689-a0e0-fe6831631e9d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:57.064415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90148a2e-f05d-45cd-9bb7-073bfb96f7db req-fb51a778-796b-4689-a0e0-fe6831631e9d tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.0945945 Oct 13 00:19:57.070735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-2e1ef426-8626-4add-a4b7-15182f332856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:57.072811 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-2e1ef426-8626-4add-a4b7-15182f332856 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0946395 Oct 13 00:19:57.074625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-c35ab8ab-bbfe-42d5-b185-538e9e768b18 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:57.076261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-c35ab8ab-bbfe-42d5-b185-538e9e768b18 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.2713213 Oct 13 00:19:57.125102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Request body: {'port': {'device_id': 'a78bd488-2339-4e4c-8088-f814b8c89cd7', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'admin_state_up': True, 'tenant_id': '76489d4b168b4fca83f14f8d796723eb'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:57.133281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 98b1c37d-3a50-4676-a3e9-242e790cd20b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:57.136327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:57.191248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-3acfcf8e-b31e-4d3c-aecb-eb5e97fdf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:57.197604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-3acfcf8e-b31e-4d3c-aecb-eb5e97fdf217 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920715 Oct 13 00:19:57.277327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90148a2e-f05d-45cd-9bb7-073bfb96f7db req-6ae8e3ba-ee4e-4733-b03f-bbe860dd7ce6 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101696 Oct 13 00:19:57.401701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 2, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:57.449475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Checking router: 31441c50-4aad-4f91-9056-981b1e274f42 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:19:57.450566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Updating router 31441c50-4aad-4f91-9056-981b1e274f42 port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:19:57.460597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Made reservation on behalf of 76489d4b168b4fca83f14f8d796723eb for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:19:57.468771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:57.469774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-cc2af69c-9a5e-4743-a48d-6a231b8b6a49 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:57.471701 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-cc2af69c-9a5e-4743-a48d-6a231b8b6a49 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.2248542 Oct 13 00:19:57.517054 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:57.620577 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-b05a9b25-0408-469a-a581-9d4744ba237a service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145653 Oct 13 00:19:57.643612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Allocated IP 172.20.0.5 (aee4b475-d543-4b74-a73c-e0c10a8f38e1/183a591a-0168-4c27-b846-e769c813d9fa/2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:19:57.820051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60854) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:57.825912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-413f6a90-b6bd-42ca-b1f3-235375c5a6d3 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063632191', 'description': 'tempest-description--1024311731'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:57.922484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-cb5a6f0d-2704-432e-9a77-a10185d6c534 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883363 Oct 13 00:19:57.935290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Deleting port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:19:57.941452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:57.954029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b358407-5af9-40d0-8be1-63fb4eb4981c req-dd029a92-2c87-4cde-a62c-ab37c950caf1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 210 time: 0.0893354 Oct 13 00:19:57.963678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-413f6a90-b6bd-42ca-b1f3-235375c5a6d3 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.059533 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.135484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-18d39a98-2b81-4b54-afcf-9ee24c6f475b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=706288e8-65f6-48f3-8192-d814ca856871 HTTP/1.1" status: 200 len: 217 time: 0.2045062 Oct 13 00:19:58.135968 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-413f6a90-b6bd-42ca-b1f3-235375c5a6d3 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.143659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-413f6a90-b6bd-42ca-b1f3-235375c5a6d3 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.161806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.222485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-f4e468a2-7273-435c-af97-344058dfd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:58.223988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-f4e468a2-7273-435c-af97-344058dfd342 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0788996 Oct 13 00:19:58.267107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.289341 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.307102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] For port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:58.307473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.323268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Calling delete_port for 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:19:58.328826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-aa0e7e96-a880-44f6-baa2-0c0204bd9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:58.330324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-aa0e7e96-a880-44f6-baa2-0c0204bd9071 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0879545 Oct 13 00:19:58.335122 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-413f6a90-b6bd-42ca-b1f3-235375c5a6d3 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.337619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-413f6a90-b6bd-42ca-b1f3-235375c5a6d3 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5148447 Oct 13 00:19:58.341983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60888) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:58.342115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:19:58.355026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Request body: {'security_group_rule': {'security_group_id': '173e6b63-40ac-4d6e-8f1a-5ab0f20d001d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:58.371062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:19:58.394998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f6a90-b6bd-42ca-b1f3-235375c5a6d3 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:58.401156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:19:58.446646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba21515-6455-438a-b0d9-c2ff7eb69fd0 None None] Pushing event updated for resources: {'Port': ['ID=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:58.455075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.484732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event updated for resources: {'Port': ['ID=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:58.595424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.599106 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-0b493d9c-bf7d-4373-a48e-e42798ebea8e service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572899 Oct 13 00:19:58.609423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Attempting to bind port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:19:58.609802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Attempting to bind port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:19:58.610171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Attempting to bind port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa on network aa306c6e-08cb-445f-99a2-f5b27c496be0 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:19:58.620618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:58.621238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:19:58.621639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Checking segment: {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:19:58.622468 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.622878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Bound using segment: {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:19:58.623360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Bound port: bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:19:58.623773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.627114 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.634012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.666201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8faae-64b4-47d9-8afe-367743a45bed req-e49d275c-76a7-412e-9bc1-1fe56194aa67 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:58.677751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a89b1c9-0450-4956-aea9-213fedf3bceb,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:58.678820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7bf8faae-64b4-47d9-8afe-367743a45bed req-e49d275c-76a7-412e-9bc1-1fe56194aa67 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f45f672-9319-43e7-b485-b56d5bc86cf9 HTTP/1.1" status: 200 len: 946 time: 0.2103410 Oct 13 00:19:58.727389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a02f26d4-7b26-472d-8a29-e61665fe7747 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6195087 Oct 13 00:19:58.729026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.729551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.730021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.730504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.730935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.731457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.731914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.732501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.732930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.733390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.733940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.734454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:19:58.769463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.773793 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-66ab5739-ed17-4d04-bcff-b1e3bdf9d09e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305375 Oct 13 00:19:58.777675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:58.778896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Request body: {'port': {'device_id': 'a78bd488-2339-4e4c-8088-f814b8c89cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:58.786402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d96b710a-bb58-48c0-88ba-e25d7558fd17 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Request body: {'security_group_rule': {'security_group_id': '173e6b63-40ac-4d6e-8f1a-5ab0f20d001d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:58.800475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] For port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:19:58.815545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] For port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:19:58.829038 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.892391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d96b710a-bb58-48c0-88ba-e25d7558fd17 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.907308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7bf8faae-64b4-47d9-8afe-367743a45bed req-57f39dc7-5171-4e0c-8c83-a1c26f91cb73 tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.21 "GET /v2.0/security-groups?id=78a5c60d-0187-43af-a25b-be27fb2ab30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258976 Oct 13 00:19:58.911314 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-01761877-655f-401e-97ec-3dc45c9a869b service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035293 Oct 13 00:19:58.982721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:58.998988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:19:58.999675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:19:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:19:59.004611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.016796 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-a4ab3b54-6e96-48c8-8d0c-7d94440d5e95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e586af34-9245-4a73-b0f7-93966fa80a3f HTTP/1.1" status: 200 len: 217 time: 0.0973997 Oct 13 00:19:59.055954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Pushing event deleted for resources: {'Port': ['ID=7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:59.109517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1eea5c38-c962-4981-808b-4d7a7d50f1a4 None None] Provisioning complete for port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:59.109898 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1eea5c38-c962-4981-808b-4d7a7d50f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.157762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d96b710a-bb58-48c0-88ba-e25d7558fd17 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.160089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-05cd946a-4bf5-46f7-84da-7b77c3bb9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:59.162309 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-05cd946a-4bf5-46f7-84da-7b77c3bb9455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.1181638 Oct 13 00:19:59.162952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] No DVR routers for this DVR port 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:19:59.167310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.173797 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3e5b5c67-ab7f-4102-9783-27443c2bf56f req-08792105-6a09-4e96-9a2f-871d3408b78f tempest-ServerRescueNegativeTestJSON-455373233 tempest-ServerRescueNegativeTestJSON-455373233-project] 10.222.0.45 "DELETE /v2.0/ports/7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b HTTP/1.1" status: 204 len: 173 time: 1.6916168 Oct 13 00:19:59.174298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45f672-9319-43e7-b485-b56d5bc86cf9', 'name': 'network-vif-deleted', 'tag': '7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:19:59.179096 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1fbccc-38a7-4e98-968b-c5a1e84ae647" -d '{"events": [{"server_uuid": "2f45f672-9319-43e7-b485-b56d5bc86cf9", "name": "network-vif-deleted", "tag": "7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:19:59.192470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba21515-6455-438a-b0d9-c2ff7eb69fd0 None None] Pushing event updated for resources: {'Port': ['ID=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:59.232918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60940) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:59.233578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d96b710a-bb58-48c0-88ba-e25d7558fd17 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.272241 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c3a4d-f752-43e8-93ad-ab7ce840ca18 x-openstack-request-id: req-fa8c3a4d-f752-43e8-93ad-ab7ce840ca18 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:19:59.272915 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45f672-9319-43e7-b485-b56d5bc86cf9", "name": "network-vif-deleted", "tag": "7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:19:59.273321 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa8c3a4d-f752-43e8-93ad-ab7ce840ca18 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:19:59.273885 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45f672-9319-43e7-b485-b56d5bc86cf9', 'name': 'network-vif-deleted', 'tag': '7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b', 'status': 'completed', 'code': 200} Oct 13 00:19:59.315692 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1eea5c38-c962-4981-808b-4d7a7d50f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.342484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:19:59.365167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b710a-bb58-48c0-88ba-e25d7558fd17 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0aeda4-8c8e-44ce-958b-12d38faab388,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:59.410302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1eea5c38-c962-4981-808b-4d7a7d50f1a4 None None] For port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:19:59.450936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-a1a7cb94-7799-4f73-8ff0-e43d3de2e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:59.454214 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-a1a7cb94-7799-4f73-8ff0-e43d3de2e43a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2523675 Oct 13 00:19:59.460027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d96b710a-bb58-48c0-88ba-e25d7558fd17 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.464038 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d96b710a-bb58-48c0-88ba-e25d7558fd17 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6824012 Oct 13 00:19:59.495394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60950) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:59.500118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:19:59.543834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f7b073bf-7e7e-47bf-baf2-adf4edfeaa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.587320 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1eea5c38-c962-4981-808b-4d7a7d50f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.689169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f7b073bf-7e7e-47bf-baf2-adf4edfeaa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.698245 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-af75654f-53d2-40c6-99c4-5b8bb19b7017 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350914 Oct 13 00:19:59.700304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f7b073bf-7e7e-47bf-baf2-adf4edfeaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.734855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.746275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-af5c4fd0-ed2b-48af-ac14-14f468b30e77 None None] Provisioning complete for port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:19:59.747143 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af5c4fd0-ed2b-48af-ac14-14f468b30e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:59.748425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b073bf-7e7e-47bf-baf2-adf4edfeaa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ef152f-39e9-4db4-b8da-4b8c654a9c9e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:19:59.766006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5672a-4344-439b-8397-76f914c024af req-3bfebdb6-42a9-41a7-9203-8b576f9d4a35 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:19:59.767650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ab5672a-4344-439b-8397-76f914c024af req-3bfebdb6-42a9-41a7-9203-8b576f9d4a35 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 931 time: 0.2822452 Oct 13 00:19:59.873607 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f7b073bf-7e7e-47bf-baf2-adf4edfeaa44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca8b54cad27e46229096f5d902c4df0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6355808 Oct 13 00:19:59.876721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60970) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:19:59.951581 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ab5672a-4344-439b-8397-76f914c024af req-e9b9c183-7154-4756-a827-7ca1476f533b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574352 Oct 13 00:19:59.958454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-da38ec5f-275b-4873-b5ca-517dbc7dee46 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527082 Oct 13 00:20:00.029832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-28a66606-cf5a-4d97-b7d2-18baf23f82c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1 HTTP/1.1" status: 200 len: 217 time: 0.0487680 Oct 13 00:20:00.031598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:20:00.043918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.048396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60982) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:00.052565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea5c38-c962-4981-808b-4d7a7d50f1a4 None None] Pushing event updated for resources: {'Port': ['ID=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:00.055327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:00.058062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51c63c7e-7634-40a2-8beb-d913d6c38695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.104527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:00.105085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 7f29b2a6-c3ab-4ffe-a08f-e0f6a3848c8b not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:00.110641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-032b691b-707a-451d-b1dc-8d0b41443c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:00.112124 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-032b691b-707a-451d-b1dc-8d0b41443c37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.0618320 Oct 13 00:20:00.124819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Transition to ACTIVE for port object 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:20:00.145693 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.167216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51c63c7e-7634-40a2-8beb-d913d6c38695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.170678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:58Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:00.200436 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.211776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af84d0df-30b5-4221-bb19-1ee900f725f0 None None] The sync data for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 is: [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:58Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:20:00.212449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-b0a80995-ef64-47c7-b4d5-4a06938c79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:00.220312 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-b0a80995-ef64-47c7-b4d5-4a06938c79fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984280 Oct 13 00:20:00.324632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Pushing event updated for resources: {'Port': ['ID=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:00.335714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51c63c7e-7634-40a2-8beb-d913d6c38695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.340555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51c63c7e-7634-40a2-8beb-d913d6c38695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.344399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-51c63c7e-7634-40a2-8beb-d913d6c38695 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88ef152f-39e9-4db4-b8da-4b8c654a9c9e HTTP/1.1" status: 204 len: 168 time: 0.4640749 Oct 13 00:20:00.384038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c63c7e-7634-40a2-8beb-d913d6c38695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ef152f-39e9-4db4-b8da-4b8c654a9c9e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:00.401996 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-38704c4e-7db2-4832-b95d-f8e7f866addd service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725130 Oct 13 00:20:00.573973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a654e9b4-270c-45ef-8b5a-948cbca80e54 req-72a70118-e3d0-4a59-a7b8-ad7462757899 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570547 Oct 13 00:20:00.686829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Allocated IP 172.25.3.121 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/ff70f46a-90a4-46a4-bc3c-01d43fa970f0) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:00.749523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32782) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:00.776127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a955a69-6730-4fe6-954d-cc52f1c29067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.798574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.851318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.894790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:00.901024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:00.906207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:00.956358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:00.981161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a955a69-6730-4fe6-954d-cc52f1c29067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:00.992880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a955a69-6730-4fe6-954d-cc52f1c29067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.013384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Attempting to bind port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:01.013632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Attempting to bind port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:01.013975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Attempting to bind port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:01.033157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:01.033652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Attempting to bind port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:01.046434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:01.046796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Checking segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:01.047172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Bound using segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:01.047652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Bound port: 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:01.048022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.063624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1a955a69-6730-4fe6-954d-cc52f1c29067 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2422147773fc4254858061d93777b0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107755 Oct 13 00:20:01.063624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a955a69-6730-4fe6-954d-cc52f1c29067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6d199e-02db-4585-89a1-f3499a3e68f3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:01.065177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32788) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:01.102510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:01.102952 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.158157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-064f0fbe-3b85-4185-bce7-835c8650ad5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.162529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event updated for resources: {'Port': ['ID=ff70f46a-90a4-46a4-bc3c-01d43fa970f0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:01.201362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-064f0fbe-3b85-4185-bce7-835c8650ad5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.275831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-064f0fbe-3b85-4185-bce7-835c8650ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.278800 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-064f0fbe-3b85-4185-bce7-835c8650ad5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.282217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-064f0fbe-3b85-4185-bce7-835c8650ad5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d6d199e-02db-4585-89a1-f3499a3e68f3 HTTP/1.1" status: 204 len: 168 time: 0.2138710 Oct 13 00:20:01.288288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f0fbe-3b85-4185-bce7-835c8650ad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6d199e-02db-4585-89a1-f3499a3e68f3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:01.317154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547e7a7-1853-449f-810b-a45820f16464 req-e68124f2-dbdb-4942-8729-3f2b8c51eb01 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:01.325049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0547e7a7-1853-449f-810b-a45820f16464 req-e68124f2-dbdb-4942-8729-3f2b8c51eb01 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 943 time: 0.1766779 Oct 13 00:20:01.374437 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.416896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0547e7a7-1853-449f-810b-a45820f16464 req-42bf3a25-8c73-4e46-9dcf-fac686860683 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910194 Oct 13 00:20:01.463127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] For port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:01.486405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] For port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:01.505308 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.526658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.574584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:01.575909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.577123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] 10.222.0.36 "PUT /v2.0/ports/2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd HTTP/1.1" status: 200 len: 1091 time: 2.8204222 Oct 13 00:20:01.581670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78bd488-2339-4e4c-8088-f814b8c89cd7', 'tag': '2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:01.584260 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a78bd488-2339-4e4c-8088-f814b8c89cd7", "tag": "2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:01.684217 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f749404e-76b6-4202-a539-3ac2836df2bb x-openstack-request-id: req-f749404e-76b6-4202-a539-3ac2836df2bb {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:01.684472 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78bd488-2339-4e4c-8088-f814b8c89cd7", "tag": "2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:01.684724 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f749404e-76b6-4202-a539-3ac2836df2bb {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:01.685122 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78bd488-2339-4e4c-8088-f814b8c89cd7', 'tag': '2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd', 'status': 'completed', 'code': 200} Oct 13 00:20:01.696026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e9efc-edf7-439c-aadb-5b6a8d9c94dc service neutron] Pushing event updated for resources: {'Port': ['ID=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:01.739076 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.843634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-32052b7c-7214-47e9-bb0e-1328a2ad654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:01.845200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-32052b7c-7214-47e9-bb0e-1328a2ad654f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 1094 time: 0.1590703 Oct 13 00:20:01.939873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-a7a72cee-6064-43f0-a093-8d42f875d9d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd HTTP/1.1" status: 200 len: 217 time: 0.0559080 Oct 13 00:20:01.958468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:01.992935 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:02.109285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-53d9937b-6a02-4e62-93a4-4f5d71f767bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:02.110824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-53d9937b-6a02-4e62-93a4-4f5d71f767bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.1621821 Oct 13 00:20:02.186368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event updated for resources: {'Port': ['ID=ff70f46a-90a4-46a4-bc3c-01d43fa970f0,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:02.195540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-e17c0834-7881-4215-91d8-4cad82e9d8a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634701 Oct 13 00:20:02.216041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:02.286266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:02.287543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b4a2b6da-4438-44a0-a496-23d00b951f1e tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7910283 Oct 13 00:20:02.350276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-617c8ea7-71c8-49eb-99c7-73111200a7da service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457253 Oct 13 00:20:02.862977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Deleting port 072b2979-6bea-472f-b4a3-d7cd04571c2a {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:02.863554 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:02.880223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3edf1869-c1e0-4bee-a5e9-2052b44d1efc req-246c4611-1e2c-43f5-8cdf-d99c9fa7081f service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151875 Oct 13 00:20:02.951068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-0f7a0c6a-0986-4465-98ee-9153a0f57eca tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1063632191&fields=id&tenant_id=0efa8342d3e84615a77e0fb2fc2412ec HTTP/1.1" status: 200 len: 267 time: 0.1413748 Oct 13 00:20:02.983884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56823d87-fc41-480b-9f7f-8b5a1c9c4614 req-353fd96e-2b71-4906-b1f0-03e44fe86236 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:02.985420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56823d87-fc41-480b-9f7f-8b5a1c9c4614 req-353fd96e-2b71-4906-b1f0-03e44fe86236 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 943 time: 0.1748168 Oct 13 00:20:03.108497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] For port 072b2979-6bea-472f-b4a3-d7cd04571c2a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=072b2979-6bea-472f-b4a3-d7cd04571c2a,segment=NetworkSegment(7d10241a-00e9-4ecd-8a38-97448069494c),segment_id=7d10241a-00e9-4ecd-8a38-97448069494c)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:03.108870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.143149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Calling delete_port for 072b2979-6bea-472f-b4a3-d7cd04571c2a owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:03.167395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56823d87-fc41-480b-9f7f-8b5a1c9c4614 req-28b6847c-fdc1-4a8e-aa49-3fe2416fcf5e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675208 Oct 13 00:20:03.189742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-7c081357-2a56-4dfd-8c25-776402ac06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:03.191260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-7c081357-2a56-4dfd-8c25-776402ac06ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 1094 time: 0.2049575 Oct 13 00:20:03.208509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-abd84037-83d2-4321-a690-c4ba4074cddb tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:03.210320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-abd84037-83d2-4321-a690-c4ba4074cddb tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/networks?id=aa306c6e-08cb-445f-99a2-f5b27c496be0 HTTP/1.1" status: 200 len: 806 time: 0.2581568 Oct 13 00:20:03.305717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-e37a3216-27a4-4134-b140-d23509aab757 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/quotas/0efa8342d3e84615a77e0fb2fc2412ec HTTP/1.1" status: 200 len: 375 time: 0.0582931 Oct 13 00:20:03.454577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-763687f0-6009-4c62-90c9-17d689a50281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:03.456122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-763687f0-6009-4c62-90c9-17d689a50281 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 913 time: 0.2558968 Oct 13 00:20:03.471544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33056) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:03.473180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-79ed10c9-6fd7-4860-b99a-3c9a5a8ef193 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0efa8342d3e84615a77e0fb2fc2412ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1603551 Oct 13 00:20:03.519060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-4ee31a80-bef0-4e0a-bc4b-d7aafed516b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd HTTP/1.1" status: 200 len: 217 time: 0.0449202 Oct 13 00:20:03.592357 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eef0e1ad-9172-4ad0-9683-91e1747c9b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.654000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-aa351b95-7ca6-413b-9e4f-1834e3a68217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:03.655562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-aa351b95-7ca6-413b-9e4f-1834e3a68217 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.1243021 Oct 13 00:20:03.694268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eef0e1ad-9172-4ad0-9683-91e1747c9b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.700148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eef0e1ad-9172-4ad0-9683-91e1747c9b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.707567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-6984ac5d-2977-488c-a45f-b6d4f461d1c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433972 Oct 13 00:20:03.710095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.748932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-eef0e1ad-9172-4ad0-9683-91e1747c9b2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07c19dba03794ee4b649c4d6df9f8365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754858 Oct 13 00:20:03.751523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33070) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:03.753197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-f394167b-ffb0-4093-8a3e-41a700a5b50f service neutron] 10.222.0.21 "GET /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434061 Oct 13 00:20:03.758743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0e1ad-9172-4ad0-9683-91e1747c9b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3050bd-d0e2-4243-8c25-1b7146d262eb,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:03.760766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=072b2979-6bea-472f-b4a3-d7cd04571c2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:03.819632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b335f0b3-c7c1-4d3e-aa37-556da9cc502d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.845652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b335f0b3-c7c1-4d3e-aa37-556da9cc502d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.903957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b335f0b3-c7c1-4d3e-aa37-556da9cc502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.906870 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b335f0b3-c7c1-4d3e-aa37-556da9cc502d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:03.910452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b335f0b3-c7c1-4d3e-aa37-556da9cc502d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee3050bd-d0e2-4243-8c25-1b7146d262eb HTTP/1.1" status: 204 len: 168 time: 0.1555562 Oct 13 00:20:03.925377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335f0b3-c7c1-4d3e-aa37-556da9cc502d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3050bd-d0e2-4243-8c25-1b7146d262eb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:04.024510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-eba65795-02be-43b5-8758-2804cf83b583 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044536 Oct 13 00:20:04.066262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-313c9a95-4cd4-40c7-81eb-9a8bdb3b83df service neutron] 10.222.0.21 "GET /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528930 Oct 13 00:20:04.131806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:04.210911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54c8ae1b-ecda-48d7-ae1b-13d3e85578ef req-ec594e89-e0bf-46d6-ba57-fb53f8c31765 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575832 Oct 13 00:20:04.370381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf6fe8-8a22-4e19-8c61-ce8bec72a90a req-886e75da-38bf-467a-a838-39c8e834e4d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:04.372043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cbf6fe8-8a22-4e19-8c61-ce8bec72a90a req-886e75da-38bf-467a-a838-39c8e834e4d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 943 time: 0.0836499 Oct 13 00:20:04.459147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa1dae85-5c44-4851-b6f4-0d06fb0f0a27 req-64eaa4e6-ea40-40d2-b905-c8ca0d35c3b8 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 210 time: 0.0861027 Oct 13 00:20:04.531140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cbf6fe8-8a22-4e19-8c61-ce8bec72a90a req-6ebd61e8-e201-4f02-83bd-8c8548dda04c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050758 Oct 13 00:20:04.567714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Router ccca0e83-112c-48c7-8c65-55a95a640b74 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:20:04.730474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:20:04.738915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c11058e4-db0a-4871-abcf-948f6acd41a0 admin admin] 10.222.0.21 "PUT /v2.0/routers/ccca0e83-112c-48c7-8c65-55a95a640b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6871233 Oct 13 00:20:04.739484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33160) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:04.745844 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] Sync routers for ids ['ccca0e83-112c-48c7-8c65-55a95a640b74'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:20:04.760501 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] Routers {'ccca0e83-112c-48c7-8c65-55a95a640b74'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:04.761881 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:19:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ccca0e83-112c-48c7-8c65-55a95a640b74'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:04.911910 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] Set router ccca0e83-112c-48c7-8c65-55a95a640b74 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:20:05.138124 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:20:03Z', 'revision_number': 5, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:05.222628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:05.301188 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] Checking router: ccca0e83-112c-48c7-8c65-55a95a640b74 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:20:05.310698 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] Routers {'ccca0e83-112c-48c7-8c65-55a95a640b74'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:05.311320 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:19:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ccca0e83-112c-48c7-8c65-55a95a640b74'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:05.370633 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:05.460787 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] Set router ccca0e83-112c-48c7-8c65-55a95a640b74 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:20:05.475560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Deleting port bf8124f1-eade-41d0-acad-69d0555dc627 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:05.475950 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:05.598876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90530985-d7ab-4ed4-85bb-d34119e01d61 req-5b4ffdaa-e263-4bbc-bb30-e57943b8c8a5 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 210 time: 0.0497115 Oct 13 00:20:05.674414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] For port bf8124f1-eade-41d0-acad-69d0555dc627, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bf8124f1-eade-41d0-acad-69d0555dc627,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:05.674790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:05.695776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Calling delete_port for bf8124f1-eade-41d0-acad-69d0555dc627 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:05.742218 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:20:03Z', 'revision_number': 5, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:05.807492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559ea3-f419-4121-a207-09d2e92fb727 req-8c566302-0e71-41f8-9a1e-42f4e665a7e8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:05.809213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d559ea3-f419-4121-a207-09d2e92fb727 req-8c566302-0e71-41f8-9a1e-42f4e665a7e8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 943 time: 0.1187336 Oct 13 00:20:05.823934 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df1fd4-2416-4c89-a006-0b2ac0faa4e9 None None] The sync data for ids ['ccca0e83-112c-48c7-8c65-55a95a640b74'] in n-d-813679-4 is: [{'id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'name': 'tempest-ServerRescueNegativeTestJSON-1304608933-router', 'tenant_id': '09546128e36e474cb2cb54030e06a808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:20:03Z', 'revision_number': 5, 'project_id': '09546128e36e474cb2cb54030e06a808', 'gw_port': {'id': 'bf8124f1-eade-41d0-acad-69d0555dc627', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca0e83-112c-48c7-8c65-55a95a640b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:16:50Z', 'updated_at': '2021-10-13T00:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:20:05.957613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d559ea3-f419-4121-a207-09d2e92fb727 req-cb901ab8-456e-4f53-88df-7c83e702ed61 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341918 Oct 13 00:20:05.990570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33240) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:05.992666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33242) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:06.039732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-3bb91e81-ea35-4432-95db-c6d2e680daa6 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:06.041896 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-3bb91e81-ea35-4432-95db-c6d2e680daa6 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.45 "GET /v2.0/networks?id=aa306c6e-08cb-445f-99a2-f5b27c496be0 HTTP/1.1" status: 200 len: 806 time: 0.1721935 Oct 13 00:20:06.082668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.129018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-5f7f34bd-9fbb-4643-a08b-a3a31b8fa3bd tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0efa8342d3e84615a77e0fb2fc2412ec HTTP/1.1" status: 200 len: 380 time: 0.0685389 Oct 13 00:20:06.131652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8124f1-eade-41d0-acad-69d0555dc627,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:06.132865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed3427bd-a6d8-46fc-9161-0834319dc4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.158987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Request body: {'port': {'device_id': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'admin_state_up': True, 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'security_groups': ['173e6b63-40ac-4d6e-8f1a-5ab0f20d001d']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:06.182575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9bd4-0c62-496b-8862-5e8f2bde1364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.249780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.283939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed3427bd-a6d8-46fc-9161-0834319dc4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.288626 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9bd4-0c62-496b-8862-5e8f2bde1364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.290016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed3427bd-a6d8-46fc-9161-0834319dc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.295388 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9bd4-0c62-496b-8862-5e8f2bde1364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.341908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ed3427bd-a6d8-46fc-9161-0834319dc4d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=876d36e79d394ffa9260d52f11e33656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482795 Oct 13 00:20:06.347341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33248) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:06.349783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3427bd-a6d8-46fc-9161-0834319dc4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a1244-3f40-489b-82d8-418c1843105e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:06.354434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2e6e9bd4-0c62-496b-8862-5e8f2bde1364 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c9efd45b8b940849d2abf8447395d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628559 Oct 13 00:20:06.357904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33250) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:06.363202 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.367852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.397482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9bd4-0c62-496b-8862-5e8f2bde1364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4972f378-e094-4eaa-a7d6-82edbb7b5c34,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:06.405835 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.429680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e73756e-8e50-49dd-9562-d2b399d6d1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.455316 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e73756e-8e50-49dd-9562-d2b399d6d1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.467634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.468262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccca0e83-112c-48c7-8c65-55a95a640b74 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:20:06.472796 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.473939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b31e4f20-a777-4842-b7ec-05e78c291f16 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ccca0e83-112c-48c7-8c65-55a95a640b74 HTTP/1.1" status: 204 len: 168 time: 1.7329569 Oct 13 00:20:06.477245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33252) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:06.506613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e73756e-8e50-49dd-9562-d2b399d6d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.509314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e73756e-8e50-49dd-9562-d2b399d6d1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.512940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e73756e-8e50-49dd-9562-d2b399d6d1f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4972f378-e094-4eaa-a7d6-82edbb7b5c34 HTTP/1.1" status: 204 len: 168 time: 0.1516554 Oct 13 00:20:06.516950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Made reservation on behalf of 0efa8342d3e84615a77e0fb2fc2412ec for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:06.519267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73756e-8e50-49dd-9562-d2b399d6d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4972f378-e094-4eaa-a7d6-82edbb7b5c34,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:06.528244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.568969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c019a4f-dbe3-46b0-bc2a-aa1240d997c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.585321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7145ba00-de7f-4feb-b92b-8ea9ed483598 admin admin] Deleting subnet d4a5b012-871f-4c6c-8755-5910ed5e4705 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:06.596876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145ba00-de7f-4feb-b92b-8ea9ed483598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.659269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c019a4f-dbe3-46b0-bc2a-aa1240d997c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.707855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145ba00-de7f-4feb-b92b-8ea9ed483598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.708338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0f140be-a01a-4e03-ba05-b4f60dc6d619 req-b51c11b0-b9a8-49ad-af11-6caeeeef8bd2 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 210 time: 0.0340557 Oct 13 00:20:06.800628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145ba00-de7f-4feb-b92b-8ea9ed483598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.826039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Allocated IP 172.20.0.11 (aa306c6e-08cb-445f-99a2-f5b27c496be0/dfc71a67-4caf-47d6-aaaa-d03eda48a953/eae40871-c3ff-4619-b8f7-7baa29b3d556) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:06.828078 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c019a4f-dbe3-46b0-bc2a-aa1240d997c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.830437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c019a4f-dbe3-46b0-bc2a-aa1240d997c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.831597 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4c019a4f-dbe3-46b0-bc2a-aa1240d997c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/797a1244-3f40-489b-82d8-418c1843105e HTTP/1.1" status: 204 len: 168 time: 0.4776084 Oct 13 00:20:06.858476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c019a4f-dbe3-46b0-bc2a-aa1240d997c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a1244-3f40-489b-82d8-418c1843105e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:06.927879 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.940032 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145ba00-de7f-4feb-b92b-8ea9ed483598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.976500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145ba00-de7f-4feb-b92b-8ea9ed483598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a5b012-871f-4c6c-8755-5910ed5e4705,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:06.987898 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145ba00-de7f-4feb-b92b-8ea9ed483598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:06.993667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7145ba00-de7f-4feb-b92b-8ea9ed483598 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d4a5b012-871f-4c6c-8755-5910ed5e4705 HTTP/1.1" status: 204 len: 168 time: 0.5133512 Oct 13 00:20:06.993820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33278) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:07.120902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 072b2979-6bea-472f-b4a3-d7cd04571c2a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:07.125777 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.157040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 072b2979-6bea-472f-b4a3-d7cd04571c2a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:07.157384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 072b2979-6bea-472f-b4a3-d7cd04571c2a not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:07.164106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bf8124f1-eade-41d0-acad-69d0555dc627 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:07.181242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.196071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: bf8124f1-eade-41d0-acad-69d0555dc627 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:07.203300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bf8124f1-eade-41d0-acad-69d0555dc627 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:07.212471 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.224624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:20:07.243113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:07.247031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:07.250865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:07.264307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41796e7b-754f-4212-8856-d8df80bb51cd req-51a8036c-6d28-4099-8108-3eddccd8d7fa tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:07.296818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event updated for resources: {'Port': ['ID=eae40871-c3ff-4619-b8f7-7baa29b3d556,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:07.301709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41796e7b-754f-4212-8856-d8df80bb51cd req-51a8036c-6d28-4099-8108-3eddccd8d7fa tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 943 time: 0.1992331 Oct 13 00:20:07.326845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:07.327924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.388506 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-47243da7-8eee-4700-8e42-e81960feb205 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2529361 Oct 13 00:20:07.409231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Request body: {'port': {'device_id': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:07.421484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:07.454776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'port_id': '2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd', 'mac_address': 'fa:16:3e:42:c3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183a591a-0168-4c27-b846-e769c813d9fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:20:07.455476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41796e7b-754f-4212-8856-d8df80bb51cd req-2c2366a9-205a-46a2-a242-09e06d6ffc01 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519873 Oct 13 00:20:07.475619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.499407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed6239f-d81b-4da9-a8a6-94768f228d69']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:07.510513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d10241a-00e9-4ecd-8a38-97448069494c') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:07.510796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d10241a-00e9-4ecd-8a38-97448069494c') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:07.521193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.533217 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.541365 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.551925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.561717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:20:07.562678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:20:07.564912 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:20:07.569587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:20:07.606531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:07.620107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.678906 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.685896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.691493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ed6239f-d81b-4da9-a8a6-94768f228d69 HTTP/1.1" status: 204 len: 168 time: 0.6943021 Oct 13 00:20:07.708960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:07.709547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63b215-3f64-4b38-9ecd-d5608eb69af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed6239f-d81b-4da9-a8a6-94768f228d69,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:07.751779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-02044cb0-3ed2-4c1e-9924-1fd7791bc06c None None] Provisioning complete for port eae40871-c3ff-4619-b8f7-7baa29b3d556 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:07.752776 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02044cb0-3ed2-4c1e-9924-1fd7791bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.811925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-02044cb0-3ed2-4c1e-9924-1fd7791bc06c None None] Port eae40871-c3ff-4619-b8f7-7baa29b3d556 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:07.860731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116d554-bba2-4f4a-a706-ea462b4cc3bc req-ea7a9c8c-0855-4b7b-af65-c0bc92e59481 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:07.870869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1116d554-bba2-4f4a-a706-ea462b4cc3bc req-ea7a9c8c-0855-4b7b-af65-c0bc92e59481 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 932 time: 0.0872970 Oct 13 00:20:07.918971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1116d554-bba2-4f4a-a706-ea462b4cc3bc req-0d8a3f2d-7e1e-4a9d-8684-dd9c541c9998 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Oct 13 00:20:07.959884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae40871-c3ff-4619-b8f7-7baa29b3d556 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:20:07.968527 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:07.982525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33318) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:07.987173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Transition to ACTIVE for port object eae40871-c3ff-4619-b8f7-7baa29b3d556 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:20:07.995476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:08.067070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1fbda14f-b728-4a64-8f3f-16229972bc87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09546128e36e474cb2cb54030e06a808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833819 Oct 13 00:20:08.069573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33322) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:08.072237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:20:08.118196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Pushing event updated for resources: {'Port': ['ID=eae40871-c3ff-4619-b8f7-7baa29b3d556,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:08.168053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ce715a7-ac89-452f-8d23-d4d8f0092cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:08.176084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Attempting to bind port eae40871-c3ff-4619-b8f7-7baa29b3d556 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:08.178089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Attempting to bind port eae40871-c3ff-4619-b8f7-7baa29b3d556 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:08.178433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Attempting to bind port eae40871-c3ff-4619-b8f7-7baa29b3d556 on network aa306c6e-08cb-445f-99a2-f5b27c496be0 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:08.187579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Port eae40871-c3ff-4619-b8f7-7baa29b3d556 on network aa306c6e-08cb-445f-99a2-f5b27c496be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:08.187910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Attempting to bind port eae40871-c3ff-4619-b8f7-7baa29b3d556 on network aa306c6e-08cb-445f-99a2-f5b27c496be0 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:08.200118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:08.200460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Checking segment: {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:08.200852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Bound using segment: {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:08.201290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Bound port: eae40871-c3ff-4619-b8f7-7baa29b3d556, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd295049-3919-4da8-9677-0c2f79f3572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:08.201651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:08.231556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ce715a7-ac89-452f-8d23-d4d8f0092cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:08.324190 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ce715a7-ac89-452f-8d23-d4d8f0092cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:08.327009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ce715a7-ac89-452f-8d23-d4d8f0092cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:08.328423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0ce715a7-ac89-452f-8d23-d4d8f0092cac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78a5c60d-0187-43af-a25b-be27fb2ab30f HTTP/1.1" status: 204 len: 168 time: 0.2576652 Oct 13 00:20:08.346480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] For port eae40871-c3ff-4619-b8f7-7baa29b3d556, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:08.347537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce715a7-ac89-452f-8d23-d4d8f0092cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5c60d-0187-43af-a25b-be27fb2ab30f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:08.351340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] For port eae40871-c3ff-4619-b8f7-7baa29b3d556, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=eae40871-c3ff-4619-b8f7-7baa29b3d556,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:08.364426 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:08.409386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:08.409914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:08.416229 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] 10.222.0.45 "PUT /v2.0/ports/eae40871-c3ff-4619-b8f7-7baa29b3d556 HTTP/1.1" status: 200 len: 1092 time: 1.0122628 Oct 13 00:20:08.416714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'tag': 'eae40871-c3ff-4619-b8f7-7baa29b3d556'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:08.419177 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e285f859-986e-41a5-8f9a-321a9c2ede85", "tag": "eae40871-c3ff-4619-b8f7-7baa29b3d556"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:08.452399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f519cc-161c-4f41-87a1-e90f3f2a746d service neutron] Pushing event updated for resources: {'Port': ['ID=eae40871-c3ff-4619-b8f7-7baa29b3d556,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:08.530622 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1e51ca-dcfe-4c8d-9af6-c31d690d4010 x-openstack-request-id: req-1e1e51ca-dcfe-4c8d-9af6-c31d690d4010 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:08.531073 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e285f859-986e-41a5-8f9a-321a9c2ede85", "tag": "eae40871-c3ff-4619-b8f7-7baa29b3d556", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:08.531418 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e1e51ca-dcfe-4c8d-9af6-c31d690d4010 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:08.532051 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'tag': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'status': 'completed', 'code': 200} Oct 13 00:20:08.553917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-bc5f0af8-c8a7-4209-8900-3855e452e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:08.555896 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-bc5f0af8-c8a7-4209-8900-3855e452e6df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0efa8342d3e84615a77e0fb2fc2412ec&device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 1095 time: 0.0732644 Oct 13 00:20:08.620287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-c0225f8d-4f4c-4239-be27-328082d06371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eae40871-c3ff-4619-b8f7-7baa29b3d556 HTTP/1.1" status: 200 len: 217 time: 0.0498149 Oct 13 00:20:08.640973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca56c9c-1bad-4c77-a0b7-5dbf75b2ad7d req-0f355eb1-0a99-44ad-b506-630c9fe7dee5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:08.643791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ca56c9c-1bad-4c77-a0b7-5dbf75b2ad7d req-0f355eb1-0a99-44ad-b506-630c9fe7dee5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 944 time: 0.0798409 Oct 13 00:20:08.686608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-1bc57740-6757-4070-a10d-32503c330f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:08.688460 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-1bc57740-6757-4070-a10d-32503c330f98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfc71a67-4caf-47d6-aaaa-d03eda48a953 HTTP/1.1" status: 200 len: 845 time: 0.0603514 Oct 13 00:20:08.721828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ca56c9c-1bad-4c77-a0b7-5dbf75b2ad7d req-08004b46-df6f-4cff-a4c7-3189a5a1840d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733428 Oct 13 00:20:08.757411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-e9b681b4-b362-4dc6-a429-5b618352ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:08.758957 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-e9b681b4-b362-4dc6-a429-5b618352ee2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aa306c6e-08cb-445f-99a2-f5b27c496be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629425 Oct 13 00:20:08.862029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-4880dd8a-110b-4d8f-8638-271ff3317479 service neutron] 10.222.0.45 "GET /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956972 Oct 13 00:20:09.004631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3d78cab-3da4-4280-8e13-96618c6cd856 req-7863b3f9-a8fa-44a0-9fca-42d6dc75a63a service neutron] 10.222.0.45 "GET /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360483 Oct 13 00:20:09.077002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111c8b5-bb7b-436a-b09f-cf11b72c1ca5 req-663a4978-f8ec-4eff-ad67-49ed48985d62 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:09.079235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9111c8b5-bb7b-436a-b09f-cf11b72c1ca5 req-663a4978-f8ec-4eff-ad67-49ed48985d62 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 944 time: 0.0738616 Oct 13 00:20:09.140614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9111c8b5-bb7b-436a-b09f-cf11b72c1ca5 req-2f339e29-eb17-4f56-9b03-54ee42fd41db tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552528 Oct 13 00:20:09.163539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-04ce06d6-4450-4a2f-9f70-3c8ad7f4acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:09.165823 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-04ce06d6-4450-4a2f-9f70-3c8ad7f4acd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0efa8342d3e84615a77e0fb2fc2412ec&device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 1095 time: 0.0649722 Oct 13 00:20:09.276781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-e442104d-5855-4e42-b997-95203b72305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:09.278291 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-e442104d-5855-4e42-b997-95203b72305e service neutron] 10.222.0.45 "GET /v2.0/networks?id=aa306c6e-08cb-445f-99a2-f5b27c496be0 HTTP/1.1" status: 200 len: 907 time: 0.1055470 Oct 13 00:20:09.347816 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-2097590b-69bf-49b4-a55b-980956b57ffc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eae40871-c3ff-4619-b8f7-7baa29b3d556 HTTP/1.1" status: 200 len: 217 time: 0.0614793 Oct 13 00:20:09.419935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-61ea7608-10a2-4f8d-8075-d621f9b67533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:09.421498 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-61ea7608-10a2-4f8d-8075-d621f9b67533 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfc71a67-4caf-47d6-aaaa-d03eda48a953 HTTP/1.1" status: 200 len: 845 time: 0.0643637 Oct 13 00:20:09.478251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-28ada788-42b4-4968-9562-0ac6403fd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:09.480272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-28ada788-42b4-4968-9562-0ac6403fd2fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aa306c6e-08cb-445f-99a2-f5b27c496be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513101 Oct 13 00:20:09.521277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33414) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:09.595120 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-b409b0d0-26e4-4869-a618-4ef1f848435b service neutron] 10.222.0.45 "GET /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079824 Oct 13 00:20:09.611916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33430) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:09.695439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee49c16e-5fc7-4ccb-97bb-11ab7d1f06d8 req-891db506-5d86-4d28-8b6f-fd230d59c14b service neutron] 10.222.0.45 "GET /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930419 Oct 13 00:20:09.721344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1387061932-network', 'tenant_id': '5f515766615e423387753a35c811c41f'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:09.747434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Made reservation on behalf of 5f515766615e423387753a35c811c41f for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:09.751233 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:09.763294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:09.798899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2137244771'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:09.864100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Made reservation on behalf of 3eac2b26195e48fc80166d55ba2eb3e5 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:09.867496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:09.887371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:09.920824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ab0c-1701-4393-94ad-62fb4402cf5e req-cba2c6e1-9ce6-484a-b026-572ad687191f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:09.922247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4250ab0c-1701-4393-94ad-62fb4402cf5e req-cba2c6e1-9ce6-484a-b026-572ad687191f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 944 time: 0.1146958 Oct 13 00:20:09.944343 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:09.958230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.005345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:20:10.031501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4250ab0c-1701-4393-94ad-62fb4402cf5e req-5f7f683e-b59f-40d6-99d6-20bc5cf1cf1f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963867 Oct 13 00:20:10.037789 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.038088 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Added segment c7a85462-aaab-46af-9fb0-32d0bc42ae02 of type vlan for network 9311da70-a2c0-419d-b46b-e43e6b4b202c Oct 13 00:20:10.039307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f8f05-ef63-4fa6-80e9-7910c1422723,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:10.084193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.084535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.084876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.085213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.085542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.085870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.086200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.086516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.086846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.087369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.088516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.088516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:10.120445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.148706 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.159592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.186242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.187210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:10.187842 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.198878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:20:10.554309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cde7858-c142-4fe7-bae4-2da4663c9c48,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:10.589276 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.589867 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Added segment d5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1 of type vlan for network 71b98504-b71c-473f-bee0-eabc5131257e Oct 13 00:20:10.594180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9810348 Oct 13 00:20:10.597478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33530) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:10.604422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Request body: {'subnet': {'network_id': '9311da70-a2c0-419d-b46b-e43e6b4b202c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1387061932-subnet', 'tenant_id': '5f515766615e423387753a35c811c41f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:10.622379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f878a4-a32d-4443-a83a-3c5f15cbb10e admin admin] Pushing event updated for resources: {'Network': ['ID=9311da70-a2c0-419d-b46b-e43e6b4b202c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:10.633625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9311da70-a2c0-419d-b46b-e43e6b4b202c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:20:10.642890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Made reservation on behalf of 5f515766615e423387753a35c811c41f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:10.650617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.661176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.672357 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2bbdb-cb73-4eb3-ab0b-0c5acc49b463 req-9efc1f2e-867c-499b-a0da-1b85f48e37ee tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:10.673963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2f2bbdb-cb73-4eb3-ab0b-0c5acc49b463 req-9efc1f2e-867c-499b-a0da-1b85f48e37ee tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 944 time: 0.4550965 Oct 13 00:20:10.721698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.727975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:10.728590 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.763533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2f2bbdb-cb73-4eb3-ab0b-0c5acc49b463 req-4915e630-30b7-415c-84a8-4dd0d6c5596b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735776 Oct 13 00:20:10.796618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33534) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:10.807798 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2853148 Oct 13 00:20:10.824728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0a8af-1c31-43af-8120-93ec86cb0db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Pushing event updated for resources: {'Network': ['ID=71b98504-b71c-473f-bee0-eabc5131257e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:10.837115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 71b98504-b71c-473f-bee0-eabc5131257e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:20:10.877608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.939718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0017c6a9-cb3f-490c-9cc6-636493583c15,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:10.945988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-268de36f-4410-426d-b9ca-e70791fb5adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.948315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Checking segment: {'id': 'c7a85462-aaab-46af-9fb0-32d0bc42ae02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9311da70-a2c0-419d-b46b-e43e6b4b202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:10.948676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Network hostable DHCP agents. Network: 9311da70-a2c0-419d-b46b-e43e6b4b202c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:20:10.970145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Network 9311da70-a2c0-419d-b46b-e43e6b4b202c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:20:10.981551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 9311da70-a2c0-419d-b46b-e43e6b4b202c) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:10.988871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:10.991361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:10.997722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90626c52-afd9-4381-9f9d-8f2f625c8fee None None] Network 9311da70-a2c0-419d-b46b-e43e6b4b202c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:11.026017 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a53fe76e-180e-4005-8765-9d18e288dd78 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4185340 Oct 13 00:20:11.049896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-268de36f-4410-426d-b9ca-e70791fb5adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.054659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-268de36f-4410-426d-b9ca-e70791fb5adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.099225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268de36f-4410-426d-b9ca-e70791fb5adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a95350c-1e4d-4655-952f-861659520162,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:11.103725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-268de36f-4410-426d-b9ca-e70791fb5adf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4628e62c50a34c4d8ef0c933ff3d53fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060679 Oct 13 00:20:11.108095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33546) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:11.174806 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b69cd9-41cb-405a-af75-fd5f46058f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.182986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29810518-98f4-42a9-aec4-c32f78108407 None None] Network 9311da70-a2c0-419d-b46b-e43e6b4b202c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:11.190374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33552) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:11.196013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Request body: {'port': {'network_id': '71b98504-b71c-473f-bee0-eabc5131257e', 'binding:host_id': 'n-h2-813679-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1107748925'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:11.217032 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b69cd9-41cb-405a-af75-fd5f46058f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.251248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:11.259045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Made reservation on behalf of 6bfd93733c794846a61a76f9211e9e35 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:11.262242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.279569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.293501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33554) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:11.295266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f09ec5-7ee6-4e85-8d95-353337e106e7 req-095154a8-0b70-4c02-ab86-7e172e8ba4c0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:11.297001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30f09ec5-7ee6-4e85-8d95-353337e106e7 req-095154a8-0b70-4c02-ab86-7e172e8ba4c0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 944 time: 0.0967510 Oct 13 00:20:11.347490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b69cd9-41cb-405a-af75-fd5f46058f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.355002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06b69cd9-41cb-405a-af75-fd5f46058f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.359181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:20:11.360645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30f09ec5-7ee6-4e85-8d95-353337e106e7 req-53fd71f4-e9cd-4690-9d8b-d68809df0772 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544202 Oct 13 00:20:11.373395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:11.373845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.388306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-06b69cd9-41cb-405a-af75-fd5f46058f60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a95350c-1e4d-4655-952f-861659520162 HTTP/1.1" status: 204 len: 168 time: 0.2569003 Oct 13 00:20:11.416615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b69cd9-41cb-405a-af75-fd5f46058f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a95350c-1e4d-4655-952f-861659520162,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:11.438848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.440663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57508c7-9a77-4750-bbce-bb8e88a72783 admin admin] Deleting subnet 0017c6a9-cb3f-490c-9cc6-636493583c15 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:11.445445 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c57508c7-9a77-4750-bbce-bb8e88a72783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.446190 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.454788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] device_id is not set on port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:11.504573 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c57508c7-9a77-4750-bbce-bb8e88a72783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.542089 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.553481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7ae03a-e679-4100-a14d-d1095b12f225,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:11.563091 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c57508c7-9a77-4750-bbce-bb8e88a72783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.572694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78bd488-2339-4e4c-8088-f814b8c89cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:11.575053 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501b68f2-d16b-4b35-bf75-d67cc70a2ead" -d '{"events": [{"server_uuid": "a78bd488-2339-4e4c-8088-f814b8c89cd7", "name": "network-vif-plugged", "status": "completed", "tag": "2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:11.589532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:11.597452 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.640808 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1b0f65-40bf-42cb-9de1-3f0084b5a30a x-openstack-request-id: req-da1b0f65-40bf-42cb-9de1-3f0084b5a30a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:11.641449 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78bd488-2339-4e4c-8088-f814b8c89cd7", "name": "network-vif-plugged", "status": "completed", "tag": "2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:11.641449 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da1b0f65-40bf-42cb-9de1-3f0084b5a30a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:11.641751 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78bd488-2339-4e4c-8088-f814b8c89cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd', 'code': 200} Oct 13 00:20:11.666116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c57508c7-9a77-4750-bbce-bb8e88a72783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.683548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:11.699727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57508c7-9a77-4750-bbce-bb8e88a72783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0017c6a9-cb3f-490c-9cc6-636493583c15,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:11.701991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c57508c7-9a77-4750-bbce-bb8e88a72783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.707960 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c57508c7-9a77-4750-bbce-bb8e88a72783 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0017c6a9-cb3f-490c-9cc6-636493583c15 HTTP/1.1" status: 204 len: 168 time: 0.4108527 Oct 13 00:20:11.708218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33566) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:11.789880 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc844431-2773-409e-8f80-3ed141c8d445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.801570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33570) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:11.816350 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-33066994-7c23-4143-991f-398c00c81fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.822622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] device_id is not set on port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:11.848156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.861577 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.869781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa792e-f229-4ed8-bd81-5009e20d23ef req-9eef89dc-6571-4ef5-a1ee-4a178144e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:11.871313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39aa792e-f229-4ed8-bd81-5009e20d23ef req-9eef89dc-6571-4ef5-a1ee-4a178144e2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 1096 time: 0.1373789 Oct 13 00:20:11.872252 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.894140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-33066994-7c23-4143-991f-398c00c81fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.898007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-33066994-7c23-4143-991f-398c00c81fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.936045 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-33066994-7c23-4143-991f-398c00c81fb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40e239263c9b4a418fb323b44cb23d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332195 Oct 13 00:20:11.936930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066994-7c23-4143-991f-398c00c81fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca199f2-c9ed-4cff-b3ca-42744fe4d88f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:11.939356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:11.986581 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebe2-2602-4dde-9c70-804da4252c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:11.994963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe1ecbb-4f86-43ab-85cf-7e78c46877e5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:12.012181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c0ee-8356-435b-8c46-5e1b6d97e542 req-37438925-fe3e-41a3-bf2c-5f38cb40d98a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:12.012679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebe2-2602-4dde-9c70-804da4252c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.013677 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c571c0ee-8356-435b-8c46-5e1b6d97e542 req-37438925-fe3e-41a3-bf2c-5f38cb40d98a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 944 time: 0.1726079 Oct 13 00:20:12.025158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39aa792e-f229-4ed8-bd81-5009e20d23ef req-42f3edbc-f2ea-43b3-b724-8acec70944d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362317 Oct 13 00:20:12.057143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebe2-2602-4dde-9c70-804da4252c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.059694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebe2-2602-4dde-9c70-804da4252c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.060878 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-afe9ebe2-2602-4dde-9c70-804da4252c2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ca199f2-c9ed-4cff-b3ca-42744fe4d88f HTTP/1.1" status: 204 len: 168 time: 0.1207638 Oct 13 00:20:12.067372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device eae40871-c3ff-4619-b8f7-7baa29b3d556 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:20:12.072317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9ebe2-2602-4dde-9c70-804da4252c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca199f2-c9ed-4cff-b3ca-42744fe4d88f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:12.102140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Checking segment: {'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:12.102542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Network hostable DHCP agents. Network: 71b98504-b71c-473f-bee0-eabc5131257e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:20:12.107189 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.139687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9311da70-a2c0-419d-b46b-e43e6b4b202c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:12.154926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c571c0ee-8356-435b-8c46-5e1b6d97e542 req-b09fb229-c50c-4f1a-ade9-9a579ba01873 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288123 Oct 13 00:20:12.157278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a85462-aaab-46af-9fb0-32d0bc42ae02') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:12.157278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a85462-aaab-46af-9fb0-32d0bc42ae02') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:12.170319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.172335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Network 71b98504-b71c-473f-bee0-eabc5131257e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:20:12.191156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.195952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 71b98504-b71c-473f-bee0-eabc5131257e) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:12.200982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:20:12.201100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:20:12.202839 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:20:12.204818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:12.205745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a25ea4c-2b5c-4fca-82c9-7731120badc2 None None] Network 71b98504-b71c-473f-bee0-eabc5131257e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:12.214103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port eae40871-c3ff-4619-b8f7-7baa29b3d556, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=eae40871-c3ff-4619-b8f7-7baa29b3d556,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:12.253269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.253512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.253889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.265165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'port_id': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'mac_address': 'fa:16:3e:4e:56:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:20:12.266943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.267292 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.269633 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 2 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.279499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.292407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.295304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] 10.222.0.21 "DELETE /v2.0/networks/9311da70-a2c0-419d-b46b-e43e6b4b202c HTTP/1.1" status: 204 len: 168 time: 0.5862131 Oct 13 00:20:12.313970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.314323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.314673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.319916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff4457-c634-489d-ae06-47792eff015a admin admin] Pushing event deleted for resources: {'Network': ['ID=9311da70-a2c0-419d-b46b-e43e6b4b202c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:12.325239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.325583 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.325983 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 3 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.345160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.345503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.346138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.352645 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.354418 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.354910 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 4 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.357808 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.372284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.372753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.373611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.375962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae40871-c3ff-4619-b8f7-7baa29b3d556 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:20:12.384704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.385365 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.385778 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 5 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.402757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.403104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.403453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.432215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.433314 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.433915 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 6 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.440870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port eae40871-c3ff-4619-b8f7-7baa29b3d556, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=eae40871-c3ff-4619-b8f7-7baa29b3d556,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:12.456495 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.487989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.488362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.488678 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.506165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.506500 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.507040 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 7 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.531250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.531620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.531971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.533075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=eae40871-c3ff-4619-b8f7-7baa29b3d556,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:12.538086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.538352 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.539444 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 8 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.551154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7a394-ebfa-4974-bc45-369af6212726 req-7e703969-7e1a-48ca-ba1f-9c99c3ff6293 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:12.552724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77c7a394-ebfa-4974-bc45-369af6212726 req-7e703969-7e1a-48ca-ba1f-9c99c3ff6293 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 945 time: 0.0822513 Oct 13 00:20:12.559715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33592) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:12.581801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.582190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.582476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.594492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.594872 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.600386 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 9 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.608744 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1ef8fbad-78ab-4c2c-a1d3-813e937ec4eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f515766615e423387753a35c811c41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478792 Oct 13 00:20:12.611968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33598) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:12.624601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77c7a394-ebfa-4974-bc45-369af6212726 req-a8519d2f-0a07-4ff5-9e02-d5b523920592 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609539 Oct 13 00:20:12.625650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.625994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.626343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.631403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.631770 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.632342 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 10 to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 Oct 13 00:20:12.653377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:12.653377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:12.653377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:12.657975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:12.658303 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:12.658682 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.688783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa143279-591a-43ff-83e3-ab387b4fba06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.710465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa143279-591a-43ff-83e3-ab387b4fba06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.726067 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] For port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:12.726439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempted to set empty binding levels {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 00:20:12.734230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.766946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa143279-591a-43ff-83e3-ab387b4fba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.769865 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa143279-591a-43ff-83e3-ab387b4fba06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.771076 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aa143279-591a-43ff-83e3-ab387b4fba06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe9f8f05-ef63-4fa6-80e9-7910c1422723 HTTP/1.1" status: 204 len: 168 time: 0.1577313 Oct 13 00:20:12.781980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa143279-591a-43ff-83e3-ab387b4fba06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f8f05-ef63-4fa6-80e9-7910c1422723,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:12.791702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:12.792496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.808420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe1ecbb-4f86-43ab-85cf-7e78c46877e5,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:12.821345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a5dfc17e-c9f6-4f64-939d-5faee175848c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.6269193 Oct 13 00:20:12.821562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33606) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:12.905903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['eae40871-c3ff-4619-b8f7-7baa29b3d556'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:20:12.907767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Deleting port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:12.908281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.988197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] For port bbe1ecbb-4f86-43ab-85cf-7e78c46877e5, host n-h2-813679-4, got binding levels [] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:12.988578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.002940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Calling delete_port for bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:13.108897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.139054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbe1ecbb-4f86-43ab-85cf-7e78c46877e5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:13.150533 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.156986 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-275ef51b-c607-4daa-8bed-10d82fdab001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "DELETE /v2.0/ports/bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 HTTP/1.1" status: 204 len: 168 time: 0.3345497 Oct 13 00:20:13.157306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33620) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:13.183128 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c00a4b-af64-4d05-bbee-37788d544348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] GET failed (client error): The resource could not be found. Oct 13 00:20:13.184752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d3c00a4b-af64-4d05-bbee-37788d544348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "GET /v2.0/ports/bbe1ecbb-4f86-43ab-85cf-7e78c46877e5 HTTP/1.1" status: 404 len: 333 time: 0.0257542 Oct 13 00:20:13.188446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33624) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:13.193488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Request body: {'port': {'network_id': '71b98504-b71c-473f-bee0-eabc5131257e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-213119851'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:13.218600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Made reservation on behalf of 6bfd93733c794846a61a76f9211e9e35 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:13.221199 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.239539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] device_id is not set on port 09739966-dd3e-4719-bfd5-9cb96570075d yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:13.351590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913e762-fa19-4a7e-b6bd-542cd2182746 req-6fb47b34-31b1-4a59-bcd1-fac0bab7e8f7 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:13.353149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3913e762-fa19-4a7e-b6bd-542cd2182746 req-6fb47b34-31b1-4a59-bcd1-fac0bab7e8f7 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 945 time: 0.0756423 Oct 13 00:20:13.454621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3913e762-fa19-4a7e-b6bd-542cd2182746 req-4b8a306b-e1a2-4e59-abaf-48595280df8c tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921130 Oct 13 00:20:13.483621 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.522926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.574056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=09739966-dd3e-4719-bfd5-9cb96570075d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:13.580253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Network 71b98504-b71c-473f-bee0-eabc5131257e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:13.582973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:13.585193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:13.586169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:13.586839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.605017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ec2b5153-e410-45d2-914a-767173a35139 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4151697 Oct 13 00:20:13.607561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33648) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:13.613229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:13.680109 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.817585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b328fa8-1b60-4852-ad40-83e3cdec8691 req-5977cecb-cdfe-44cf-8c62-6d353a10b63b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:13.819109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b328fa8-1b60-4852-ad40-83e3cdec8691 req-5977cecb-cdfe-44cf-8c62-6d353a10b63b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 945 time: 0.1002297 Oct 13 00:20:13.893988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b328fa8-1b60-4852-ad40-83e3cdec8691 req-deb35a8f-1884-4e20-8ac8-26f21f15ef8e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588241 Oct 13 00:20:13.902629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33664) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:13.928874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] device_id is not set on port 09739966-dd3e-4719-bfd5-9cb96570075d yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:13.942780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.949879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.012965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=09739966-dd3e-4719-bfd5-9cb96570075d,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:14.029797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.030266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.030612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.037654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.038052 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.039384 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 2 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.040202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1900205305', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:14.058892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.059191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.059812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.064406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.064743 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.065682 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 3 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.076747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Made reservation on behalf of 7196fa0c6b9240baa29d45387c9816ec for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:14.080668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device eae40871-c3ff-4619-b8f7-7baa29b3d556 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:14.082820 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.085302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.085532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.085869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.091751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.092078 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.092477 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 4 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.107742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.108225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.108571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.109861 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.113407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.113738 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.114132 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 5 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.128173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.128646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.128992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.134398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.134800 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.135841 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 6 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.153258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.153605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.154010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.174778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port eae40871-c3ff-4619-b8f7-7baa29b3d556 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:20:14.176915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.177462 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.181885 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 7 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.182113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port eae40871-c3ff-4619-b8f7-7baa29b3d556 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:14.182113 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.216891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.217318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.217733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.224971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.225381 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.226783 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 8 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.240311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.243251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.243888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.244363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.245451 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.257305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] device_id is not set on port 01ed3549-bb00-424c-8cb9-54758353f420 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:14.259794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b4afc-4227-4059-92ad-b7afa46e7487 req-910e6dc4-1ed3-48e9-887e-c9a6b727c4af tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.262429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-580b4afc-4227-4059-92ad-b7afa46e7487 req-910e6dc4-1ed3-48e9-887e-c9a6b727c4af tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 945 time: 0.1042185 Oct 13 00:20:14.263547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.264021 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.264354 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 9 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.306701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.307067 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.307376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.311587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.314426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198f8015-fec4-451b-857c-8ba838eccaa8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:14.314605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.314790 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.317083 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 10 to bind port 09739966-dd3e-4719-bfd5-9cb96570075d Oct 13 00:20:14.323349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-580b4afc-4227-4059-92ad-b7afa46e7487 req-8e7908bc-82a9-4e44-9f47-042ec8203a75 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550663 Oct 13 00:20:14.334643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:14.335093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:14.335324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:14.340935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:14.341295 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port 09739966-dd3e-4719-bfd5-9cb96570075d on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:14.341679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.343410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae40871-c3ff-4619-b8f7-7baa29b3d556'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:14.346295 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d95fcfc-d939-4f60-8b73-0adc332b0767" -d '{"events": [{"server_uuid": "e285f859-986e-41a5-8f9a-321a9c2ede85", "name": "network-vif-plugged", "status": "completed", "tag": "eae40871-c3ff-4619-b8f7-7baa29b3d556"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:14.386041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port eae40871-c3ff-4619-b8f7-7baa29b3d556, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=eae40871-c3ff-4619-b8f7-7baa29b3d556,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:14.398867 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.430425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] For port 09739966-dd3e-4719-bfd5-9cb96570075d, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:14.430730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempted to set empty binding levels {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 00:20:14.435014 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af79334d-9849-4635-a547-8a4f39d59f43 x-openstack-request-id: req-af79334d-9849-4635-a547-8a4f39d59f43 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:14.435187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.435357 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e285f859-986e-41a5-8f9a-321a9c2ede85", "name": "network-vif-plugged", "status": "completed", "tag": "eae40871-c3ff-4619-b8f7-7baa29b3d556", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:14.435705 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af79334d-9849-4635-a547-8a4f39d59f43 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:14.435974 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'code': 200} Oct 13 00:20:14.446025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Allocated IP 172.25.3.178 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/01ed3549-bb00-424c-8cb9-54758353f420) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:14.465150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=eae40871-c3ff-4619-b8f7-7baa29b3d556,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:14.486293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] In _notify_port_updated(), no bound segment for port 09739966-dd3e-4719-bfd5-9cb96570075d on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:20:14.487285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.487941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.489292 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "PUT /v2.0/ports/09739966-dd3e-4719-bfd5-9cb96570075d HTTP/1.1" status: 200 len: 978 time: 0.8807278 Oct 13 00:20:14.492339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33698) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:14.529423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a40c58-afa1-4d5e-a06c-6d1130a5f079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=09739966-dd3e-4719-bfd5-9cb96570075d,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:14.558463 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dd0eed20-cf4e-4b29-9088-1263e8cb379c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.630390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.630390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.630390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.630656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.631111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.631589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.632043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.632498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.632949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.633399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.633846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.634853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.635302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.635778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.636224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.636685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.637123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.637570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.638023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.638463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.638912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.639354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.639822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.640270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.640725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.641560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.641690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.642117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.642569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.643117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.643464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.643946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.644391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.644837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.645283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.645729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.646190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.646614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.647061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.647500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.647968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.648426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.653137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dd1d996f-ccc7-45b9-b0bf-0b820ab6e672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37853 time: 0.1603503 Oct 13 00:20:14.664145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33706) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:14.665002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33708) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:14.702523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794c46-5ecf-477e-8972-740608291533 req-e7900877-7ec2-455f-98a0-ca3056f726d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.704055 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08794c46-5ecf-477e-8972-740608291533 req-e7900877-7ec2-455f-98a0-ca3056f726d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 1097 time: 0.1066658 Oct 13 00:20:14.709972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deff0c-85ce-4885-927c-edbf75273a97 req-8f1297e9-3273-46c3-a718-d25c4979d666 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:14.711626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30deff0c-85ce-4885-927c-edbf75273a97 req-8f1297e9-3273-46c3-a718-d25c4979d666 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.1233754 Oct 13 00:20:14.757242 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30deff0c-85ce-4885-927c-edbf75273a97 req-fd0255f2-acba-4cec-8d1f-19879b18f6e7 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383205 Oct 13 00:20:14.766472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.822251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08794c46-5ecf-477e-8972-740608291533 req-4f6160f3-5114-4bce-889c-05e7a8c6c5e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949464 Oct 13 00:20:14.838984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-313c6b7b-be06-4af4-845d-db5426d6c5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.869538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.913744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Deleting port 09739966-dd3e-4719-bfd5-9cb96570075d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:14.914411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:14.941492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:14.973966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:14.982017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:15.014120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Pushing event updated for resources: {'Port': ['ID=01ed3549-bb00-424c-8cb9-54758353f420,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:15.045172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] For port 09739966-dd3e-4719-bfd5-9cb96570075d, host n-h2-813679-4, got binding levels [] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:15.045460 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.068254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Calling delete_port for 09739966-dd3e-4719-bfd5-9cb96570075d owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:15.070468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:15.071073 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.133085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-313c6b7b-be06-4af4-845d-db5426d6c5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.138084 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a4fb8806-838a-4552-a28f-3e250900b180 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2343946 Oct 13 00:20:15.140338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-313c6b7b-be06-4af4-845d-db5426d6c5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.141154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33714) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:15.145734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.178'}]}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:15.167821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.168860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.225012 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.368007 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.474876 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-313c6b7b-be06-4af4-845d-db5426d6c5c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23117912a7634ff2b9c6fb24ca54f25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990029 Oct 13 00:20:15.478792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c6b7b-be06-4af4-845d-db5426d6c5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95dde82-399f-4173-83ff-a3cf06c69c2d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:15.481091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33718) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:15.483736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07d181-e563-4120-8ac5-eb989f9a3fd1 req-8707ad28-7c98-4815-ade4-0df297e0878c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:15.485225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d07d181-e563-4120-8ac5-eb989f9a3fd1 req-8707ad28-7c98-4815-ade4-0df297e0878c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 945 time: 0.0618429 Oct 13 00:20:15.516794 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.545225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d07d181-e563-4120-8ac5-eb989f9a3fd1 req-3d869213-3923-4544-8896-a02bd777cb12 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489297 Oct 13 00:20:15.549929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event deleted for resources: {'Port': ['ID=09739966-dd3e-4719-bfd5-9cb96570075d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:15.558764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.561964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a04537e-709c-4173-a8f4-494f89e59c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "DELETE /v2.0/ports/09739966-dd3e-4719-bfd5-9cb96570075d HTTP/1.1" status: 204 len: 168 time: 0.8928430 Oct 13 00:20:15.564490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33720) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:15.594540 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5159c38-ae42-47ed-8f42-d81cdf60cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] GET failed (client error): The resource could not be found. Oct 13 00:20:15.599297 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d5159c38-ae42-47ed-8f42-d81cdf60cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "GET /v2.0/ports/09739966-dd3e-4719-bfd5-9cb96570075d HTTP/1.1" status: 404 len: 333 time: 0.0306079 Oct 13 00:20:15.599297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94ebd996-fd5c-4edf-942f-5dfd9bfe02b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.599491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33722) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:15.604650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328052302', 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:15.622876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.635718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94ebd996-fd5c-4edf-942f-5dfd9bfe02b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.655669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Made reservation on behalf of 6bfd93733c794846a61a76f9211e9e35 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:15.657967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.670368 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.685688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] device_id is not set on port f1ef3a7b-ee6a-4d17-ab77-c75d294f7c05 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:15.697656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.740345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94ebd996-fd5c-4edf-942f-5dfd9bfe02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.742814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94ebd996-fd5c-4edf-942f-5dfd9bfe02b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.745116 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94ebd996-fd5c-4edf-942f-5dfd9bfe02b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f95dde82-399f-4173-83ff-a3cf06c69c2d HTTP/1.1" status: 204 len: 168 time: 0.2608254 Oct 13 00:20:15.764246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebd996-fd5c-4edf-942f-5dfd9bfe02b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95dde82-399f-4173-83ff-a3cf06c69c2d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:15.789998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-6c62ef86-2f42-4ef9-ab24-be558684d3f5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:15.792105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-6c62ef86-2f42-4ef9-ab24-be558684d3f5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 945 time: 0.1028950 Oct 13 00:20:15.883107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.897066 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.934644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.976959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Network 71b98504-b71c-473f-bee0-eabc5131257e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:15.982230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:15.986243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:15.987365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:15.988150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.996847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.003139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=f1ef3a7b-ee6a-4d17-ab77-c75d294f7c05,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:16.007710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5712a90-0689-49c5-abc8-d6a404c81d9f req-916e1f29-4164-484f-b7ff-558ab9b09c07 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:16.009773 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5712a90-0689-49c5-abc8-d6a404c81d9f req-916e1f29-4164-484f-b7ff-558ab9b09c07 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.1509173 Oct 13 00:20:16.020694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1f76ab63-37ef-415c-abae-3ee36528aaf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4200289 Oct 13 00:20:16.023308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33736) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:16.058863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c4c39-f578-4d83-9c6b-0a64faca3001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:16.062817 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a73c4c39-f578-4d83-9c6b-0a64faca3001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "GET /v2.0/ports/f1ef3a7b-ee6a-4d17-ab77-c75d294f7c05 HTTP/1.1" status: 200 len: 959 time: 0.0358937 Oct 13 00:20:16.063049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33740) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:16.097832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Deleting port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:16.098167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.150890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1e431-a85a-4844-94d5-ac94b7aacc95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Deleting port f1ef3a7b-ee6a-4d17-ab77-c75d294f7c05 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:16.151243 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ef1e431-a85a-4844-94d5-ac94b7aacc95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.215144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ef1e431-a85a-4844-94d5-ac94b7aacc95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.245354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5712a90-0689-49c5-abc8-d6a404c81d9f req-0ce23d89-c89d-486c-b222-e498b3a1c1b9 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037528 Oct 13 00:20:16.249896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.254361 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.277122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1e431-a85a-4844-94d5-ac94b7aacc95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Calling delete_port for f1ef3a7b-ee6a-4d17-ab77-c75d294f7c05 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:16.323990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] For port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:16.324396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.327198 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.327746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c944fb5-e475-4e50-9b09-5934dd660fed {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:20:16.347618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Calling delete_port for 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:16.360346 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 00:20:16.361420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b3c162b3-3060-4726-977f-8b3c00c3b24c tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2191710 Oct 13 00:20:16.365082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33752) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:16.442366 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ef1e431-a85a-4844-94d5-ac94b7aacc95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.475156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1e431-a85a-4844-94d5-ac94b7aacc95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1ef3a7b-ee6a-4d17-ab77-c75d294f7c05,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:16.483763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ef1e431-a85a-4844-94d5-ac94b7aacc95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.489480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3ef1e431-a85a-4844-94d5-ac94b7aacc95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f1ef3a7b-ee6a-4d17-ab77-c75d294f7c05 HTTP/1.1" status: 204 len: 168 time: 0.4230368 Oct 13 00:20:16.489480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-497ec97f-0583-411e-8eb8-d04339abbc14 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Deleting port 01ed3549-bb00-424c-8cb9-54758353f420 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:16.489480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-497ec97f-0583-411e-8eb8-d04339abbc14 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.490888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33758) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:16.523198 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6f0c91-0517-4068-9b3c-f27a60ec93ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] GET failed (client error): The resource could not be found. Oct 13 00:20:16.528271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ea6f0c91-0517-4068-9b3c-f27a60ec93ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "GET /v2.0/ports/f1ef3a7b-ee6a-4d17-ab77-c75d294f7c05 HTTP/1.1" status: 404 len: 333 time: 0.0323658 Oct 13 00:20:16.528513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33760) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:16.533604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Request body: {'port': {'network_id': '71b98504-b71c-473f-bee0-eabc5131257e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522109263'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:16.534609 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.564924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event deleted for resources: {'Port': ['ID=2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:16.576242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Made reservation on behalf of 6bfd93733c794846a61a76f9211e9e35 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:16.577882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:20:16.579262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.604843 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-497ec97f-0583-411e-8eb8-d04339abbc14 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.617102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] device_id is not set on port caefb806-297c-414d-bc84-49868ee8445e yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:16.629049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-497ec97f-0583-411e-8eb8-d04339abbc14 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Calling delete_port for 01ed3549-bb00-424c-8cb9-54758353f420 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:16.630914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] No DVR routers for this DVR port 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:16.634292 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.640672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7eaa8c5c-2c0a-4dfb-9e20-a7aac19df7b6 req-b99e57b6-c117-414e-9ed2-0336ad448fef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "DELETE /v2.0/ports/2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd HTTP/1.1" status: 204 len: 173 time: 0.8145142 Oct 13 00:20:16.641154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78bd488-2339-4e4c-8088-f814b8c89cd7', 'name': 'network-vif-deleted', 'tag': '2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:16.644731 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af02b45-391a-4695-a7d9-fe7f793311e6" -d '{"events": [{"server_uuid": "a78bd488-2339-4e4c-8088-f814b8c89cd7", "name": "network-vif-deleted", "tag": "2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:16.706267 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02cbb26-9b54-4a85-9ba4-3d6095b1c72e x-openstack-request-id: req-e02cbb26-9b54-4a85-9ba4-3d6095b1c72e {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:16.706808 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78bd488-2339-4e4c-8088-f814b8c89cd7", "name": "network-vif-deleted", "tag": "2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:16.707063 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e02cbb26-9b54-4a85-9ba4-3d6095b1c72e {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:16.707597 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78bd488-2339-4e4c-8088-f814b8c89cd7', 'name': 'network-vif-deleted', 'tag': '2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd', 'status': 'completed', 'code': 200} Oct 13 00:20:16.709535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-370e7e6d-3285-4142-ba25-968031f440a7 req-48a1c432-4a69-4b77-a182-eeb4bc74e17b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78bd488-2339-4e4c-8088-f814b8c89cd7 HTTP/1.1" status: 200 len: 210 time: 0.0570972 Oct 13 00:20:16.876290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.901698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-497ec97f-0583-411e-8eb8-d04339abbc14 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.940870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ec97f-0583-411e-8eb8-d04339abbc14 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Pushing event deleted for resources: {'Port': ['ID=01ed3549-bb00-424c-8cb9-54758353f420,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:16.987135 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.049843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Network 71b98504-b71c-473f-bee0-eabc5131257e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:17.052766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-497ec97f-0583-411e-8eb8-d04339abbc14 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.055983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-497ec97f-0583-411e-8eb8-d04339abbc14 tempest-RoutersAdminNegativeTest-2138916631 tempest-RoutersAdminNegativeTest-2138916631-project-admin] 10.222.0.21 "DELETE /v2.0/ports/01ed3549-bb00-424c-8cb9-54758353f420 HTTP/1.1" status: 204 len: 168 time: 0.6899371 Oct 13 00:20:17.059497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:17.061776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:17.062546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:17.063134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.066317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=caefb806-297c-414d-bc84-49868ee8445e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:17.086571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6dd202ce-f842-4b07-a6ac-f74f87f7140a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5568261 Oct 13 00:20:17.089999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33784) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:17.096119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:17.166764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.370513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33796) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:17.397962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] device_id is not set on port caefb806-297c-414d-bc84-49868ee8445e yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:17.408161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.417702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.459353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.480223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=caefb806-297c-414d-bc84-49868ee8445e,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:17.492404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.492855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.493956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.499938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.500550 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.501181 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 2 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.522022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.522618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.523125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.528564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.528898 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.529297 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 3 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.544214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.544556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.544924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.549973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.550298 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.550694 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 4 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.567026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.567372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.567765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.582521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4857ccb7-7c00-4568-b5fa-c1647adb9b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.585406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.585741 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.591246 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 5 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.611906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.611906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.612205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.622221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.622554 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.625172 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 6 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.648735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.649145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.649409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.662015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.662351 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.663901 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 7 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.687177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.687502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.687795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.700300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.700633 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.702477 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 8 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.722516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4857ccb7-7c00-4568-b5fa-c1647adb9b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.725362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.725728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.726068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.726692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fba5fe-df94-4572-8b55-1fda2233a284 req-c0ec4297-01b4-418e-8712-bd2647f553b9 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:17.731206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4857ccb7-7c00-4568-b5fa-c1647adb9b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.732476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43fba5fe-df94-4572-8b55-1fda2233a284 req-c0ec4297-01b4-418e-8712-bd2647f553b9 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.3937705 Oct 13 00:20:17.736957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.737288 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.747461 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 9 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.782335 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4857ccb7-7c00-4568-b5fa-c1647adb9b3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=083180bba25e4523887c66eb4c5c360b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101343 Oct 13 00:20:17.783534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.783887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.784220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.786328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857ccb7-7c00-4568-b5fa-c1647adb9b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c8b524-ed90-4e51-b474-8403d57104ee,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:17.789682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33816) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:17.796062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43fba5fe-df94-4572-8b55-1fda2233a284 req-e0ea9d97-c2e8-458c-b8c3-e271f267d2fb tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596943 Oct 13 00:20:17.798952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.799345 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.818223 n-d-813679-4 neutron-server[94988]: INFO neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempt 10 to bind port caefb806-297c-414d-bc84-49868ee8445e Oct 13 00:20:17.833878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:17.834227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:17.834567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempting to bind port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:17.843422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:17.843864 n-d-813679-4 neutron-server[94988]: ERROR neutron.plugins.ml2.managers [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Failed to bind port caefb806-297c-414d-bc84-49868ee8445e on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '71b98504-b71c-473f-bee0-eabc5131257e'}] Oct 13 00:20:17.844244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.901961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16dd380c-5df4-44b2-9a79-94e535d6d750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.943288 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16dd380c-5df4-44b2-9a79-94e535d6d750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:17.958678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] For port caefb806-297c-414d-bc84-49868ee8445e, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:17.958865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eac6e0-abda-4622-8010-878110b6ce66 req-072f76f2-1e1f-483a-b106-2150fe9f46fe tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:17.959416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attempted to set empty binding levels {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 00:20:17.960441 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33eac6e0-abda-4622-8010-878110b6ce66 req-072f76f2-1e1f-483a-b106-2150fe9f46fe tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.0646417 Oct 13 00:20:17.970353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33828) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:17.975666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Request body: {'floatingip': {'port_id': 'eae40871-c3ff-4619-b8f7-7baa29b3d556'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:17.996316 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.036043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] In _notify_port_updated(), no bound segment for port caefb806-297c-414d-bc84-49868ee8445e on network 71b98504-b71c-473f-bee0-eabc5131257e {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:20:18.036983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:18.037608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.039108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "PUT /v2.0/ports/caefb806-297c-414d-bc84-49868ee8445e HTTP/1.1" status: 200 len: 979 time: 0.9479661 Oct 13 00:20:18.042457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16dd380c-5df4-44b2-9a79-94e535d6d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.045047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16dd380c-5df4-44b2-9a79-94e535d6d750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.045245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33842) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:18.046126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-16dd380c-5df4-44b2-9a79-94e535d6d750 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94c8b524-ed90-4e51-b474-8403d57104ee HTTP/1.1" status: 204 len: 168 time: 0.2549436 Oct 13 00:20:18.060348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd380c-5df4-44b2-9a79-94e535d6d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c8b524-ed90-4e51-b474-8403d57104ee,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:18.062080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f763269-dd3f-4c48-8539-db5f07bf40fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event updated for resources: {'Port': ['ID=caefb806-297c-414d-bc84-49868ee8445e,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:18.156027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.330285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Deleting port caefb806-297c-414d-bc84-49868ee8445e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:18.330734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.446181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33860) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:18.494394 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3ff54a4e-f90e-483c-8c6d-f05c9e87e7d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7196fa0c6b9240baa29d45387c9816ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449243 Oct 13 00:20:18.498133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:18.512305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] For port caefb806-297c-414d-bc84-49868ee8445e, host n-h2-813679-4, got binding levels [] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:18.512662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.532919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-34519799-0232-4216-bef2-a1eecbe604bb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:18.534530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-34519799-0232-4216-bef2-a1eecbe604bb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.4050884 Oct 13 00:20:18.541300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Calling delete_port for caefb806-297c-414d-bc84-49868ee8445e owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:18.553769 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf33889e-0bb5-4f41-99eb-3166f7b95d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.577099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf33889e-0bb5-4f41-99eb-3166f7b95d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.591749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-398c4557-1052-436c-b6c9-ff8d1148ec7f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/quotas/76489d4b168b4fca83f14f8d796723eb HTTP/1.1" status: 200 len: 375 time: 0.0469353 Oct 13 00:20:18.637425 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf33889e-0bb5-4f41-99eb-3166f7b95d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.640084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf33889e-0bb5-4f41-99eb-3166f7b95d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.641251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cf33889e-0bb5-4f41-99eb-3166f7b95d90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/198f8015-fec4-451b-857c-8ba838eccaa8 HTTP/1.1" status: 204 len: 168 time: 0.1421854 Oct 13 00:20:18.652386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33889e-0bb5-4f41-99eb-3166f7b95d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198f8015-fec4-451b-857c-8ba838eccaa8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:18.668937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-5734113b-503f-4198-9295-199a40b3ce0a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698140 Oct 13 00:20:18.741672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33868) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:18.871605 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.927318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Pushing event deleted for resources: {'Port': ['ID=caefb806-297c-414d-bc84-49868ee8445e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:18.937921 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.941095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c651c461-e20b-479d-9251-2d112f372999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "DELETE /v2.0/ports/caefb806-297c-414d-bc84-49868ee8445e HTTP/1.1" status: 204 len: 168 time: 0.8804338 Oct 13 00:20:18.943914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33876) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:18.961901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-7b8cdab1-cd2f-48ab-bafb-7635b4187e66 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790163 Oct 13 00:20:18.972747 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3beef67-9639-47c5-b2d1-8df7208b7ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] GET failed (client error): The resource could not be found. Oct 13 00:20:18.975009 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f3beef67-9639-47c5-b2d1-8df7208b7ada tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495023107-project-admin] 10.222.0.21 "GET /v2.0/ports/caefb806-297c-414d-bc84-49868ee8445e HTTP/1.1" status: 404 len: 333 time: 0.0299354 Oct 13 00:20:18.979308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33880) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:19.045995 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-813aad54-5ca4-422b-8e9f-e7298c82be7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.094606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.146339 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.153537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-1167c42d-b5f3-4a72-80c3-1f6e2c7b23df service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815047 Oct 13 00:20:19.154272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.220251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.242234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-813aad54-5ca4-422b-8e9f-e7298c82be7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.252004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b98504-b71c-473f-bee0-eabc5131257e']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:19.259663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-813aad54-5ca4-422b-8e9f-e7298c82be7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.273103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:19.273413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ce7406-6c5d-4fd4-ab83-3b08b9a4e0f1') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:19.289747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:19.293097 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Floating IP 63d0332c-51a6-4608-a8d0-722cb3769ac6 associated. External IP: 172.25.3.121, port: eae40871-c3ff-4619-b8f7-7baa29b3d556. Oct 13 00:20:19.303092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.326025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-813aad54-5ca4-422b-8e9f-e7298c82be7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ffd46d9ca6d43fc9bf9684610ea5131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5829017 Oct 13 00:20:19.326571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aad54-5ca4-422b-8e9f-e7298c82be7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c06447-0a62-432c-9d1e-2ae5f2ef6972,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:19.341405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33896) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:19.348691 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.366132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:20:19.366840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:20:19.370208 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:20:19.383421 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:19.384743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 2bd352ee-fe8e-4fd6-b3cd-e3ebecf126cd not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:19.458501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb5da457-0395-4e52-b209-01981786002c req-e4fab32c-f196-477f-badc-d0bbef14c387 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 210 time: 0.0372658 Oct 13 00:20:19.516703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.518749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b946bfef-c45f-4afc-ad5f-be0b75bf93cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.563604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.569035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] 10.222.0.21 "DELETE /v2.0/networks/71b98504-b71c-473f-bee0-eabc5131257e HTTP/1.1" status: 204 len: 168 time: 0.5885043 Oct 13 00:20:19.601767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400955d7-bc70-4295-9d08-2c9699e014e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048426265-project] Pushing event deleted for resources: {'Network': ['ID=71b98504-b71c-473f-bee0-eabc5131257e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:19.607375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b946bfef-c45f-4afc-ad5f-be0b75bf93cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.625197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Router 31441c50-4aad-4f91-9056-981b1e274f42 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:20:19.676411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b946bfef-c45f-4afc-ad5f-be0b75bf93cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.679569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b946bfef-c45f-4afc-ad5f-be0b75bf93cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.680325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33912) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:19.684103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b946bfef-c45f-4afc-ad5f-be0b75bf93cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37c06447-0a62-432c-9d1e-2ae5f2ef6972 HTTP/1.1" status: 204 len: 168 time: 0.3381789 Oct 13 00:20:19.699909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946bfef-c45f-4afc-ad5f-be0b75bf93cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c06447-0a62-432c-9d1e-2ae5f2ef6972,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:19.786562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:20:19.792181 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.799297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] Sync routers for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:20:19.812170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:19.812801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:19.835789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7a46f772-2ea4-42bc-8692-a8103c29260a tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "PUT /v2.0/floatingips/63d0332c-51a6-4608-a8d0-722cb3769ac6 HTTP/1.1" status: 200 len: 992 time: 1.8638780 Oct 13 00:20:19.836411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'tag': 'eae40871-c3ff-4619-b8f7-7baa29b3d556'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:19.839987 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daca834-b3fb-4d33-83c8-aaa422c56d81" -d '{"events": [{"name": "network-changed", "server_uuid": "e285f859-986e-41a5-8f9a-321a9c2ede85", "tag": "eae40871-c3ff-4619-b8f7-7baa29b3d556"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:19.892514 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50768ee8-bcce-49c0-93a6-285e0254fd4d x-openstack-request-id: req-50768ee8-bcce-49c0-93a6-285e0254fd4d {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:19.893155 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e285f859-986e-41a5-8f9a-321a9c2ede85", "tag": "eae40871-c3ff-4619-b8f7-7baa29b3d556", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:19.893834 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50768ee8-bcce-49c0-93a6-285e0254fd4d {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:19.894257 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'tag': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'status': 'completed', 'code': 200} Oct 13 00:20:19.999033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33928) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:20.042083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-2f572e87-4b99-49c3-a859-e2dc2fb9425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:20.044497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2004014133'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:20.050814 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-2f572e87-4b99-49c3-a859-e2dc2fb9425c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0efa8342d3e84615a77e0fb2fc2412ec&device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 1097 time: 0.1027079 Oct 13 00:20:20.077990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Made reservation on behalf of efdf8f5a8e3c4d239dbe81a9c2e1771e for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:20.098352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.133878 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.176614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:20:20.190505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33934) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:20.191279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-08e36c62-7531-43a0-a3c9-50206267f37b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eac2b26195e48fc80166d55ba2eb3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907210 Oct 13 00:20:20.206962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-95abcc8b-2f38-4352-8b79-958c4c062991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:20.208753 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-95abcc8b-2f38-4352-8b79-958c4c062991 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aa306c6e-08cb-445f-99a2-f5b27c496be0 HTTP/1.1" status: 200 len: 907 time: 0.1495304 Oct 13 00:20:20.211299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33936) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:20.278410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5491625a-04a8-435c-a126-63beed0051a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.280721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.289326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.321660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:20:20.343388 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.343760 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03b88761-3ae0-4874-af6c-e6e6c8f56d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.343876 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Added segment db25301c-6b7a-4e92-81f5-e15487a0c374 of type vlan for network 102c45b8-75a6-4a72-acad-5a0436a0f28e Oct 13 00:20:20.345056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c072a0a6-398f-4208-8f65-6790d357792d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:20.350809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-37e46dd6-fe85-4568-aa20-f845ac53795d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eae40871-c3ff-4619-b8f7-7baa29b3d556 HTTP/1.1" status: 200 len: 1000 time: 0.1291413 Oct 13 00:20:20.400348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.410121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03b88761-3ae0-4874-af6c-e6e6c8f56d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.427491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.433386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:20.433998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.462026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '63d0332c-51a6-4608-a8d0-722cb3769ac6', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'port_id': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'mac_address': 'fa:16:3e:4e:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:20:01Z', 'updated_at': '2021-10-13T00:20:18Z', 'revision_number': 1, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:59Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:20.468589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-60f631a9-6bac-4e79-91dd-975997525238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:20.470349 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-60f631a9-6bac-4e79-91dd-975997525238 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfc71a67-4caf-47d6-aaaa-d03eda48a953 HTTP/1.1" status: 200 len: 845 time: 0.1101966 Oct 13 00:20:20.506114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] Checking router: 31441c50-4aad-4f91-9056-981b1e274f42 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:20:20.516197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:20.517024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:20.522396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8408277 Oct 13 00:20:20.525802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33942) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:20.535881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'subnet': {'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:20.552574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5491625a-04a8-435c-a126-63beed0051a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.561470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841683dd-c27c-4b42-9a87-d64c975f7b55 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Network': ['ID=102c45b8-75a6-4a72-acad-5a0436a0f28e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:20.597362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5491625a-04a8-435c-a126-63beed0051a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.605443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:20:20.614211 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03b88761-3ae0-4874-af6c-e6e6c8f56d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.617586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03b88761-3ae0-4874-af6c-e6e6c8f56d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.617753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72187c7c-af93-4e87-8e01-2eb925132c1d req-9dff4ce2-aaeb-4a2b-a184-114220253cdc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 210 time: 0.0404406 Oct 13 00:20:20.618744 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-03b88761-3ae0-4874-af6c-e6e6c8f56d61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cde7858-c142-4fe7-bae4-2da4663c9c48 HTTP/1.1" status: 204 len: 168 time: 0.4271619 Oct 13 00:20:20.620925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-39e742ab-abbb-435e-88df-7fd70c79194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:20.632949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-39e742ab-abbb-435e-88df-7fd70c79194b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aa306c6e-08cb-445f-99a2-f5b27c496be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545799 Oct 13 00:20:20.808761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:20:20.812724 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5491625a-04a8-435c-a126-63beed0051a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd899a6e537c48a18da1dfe9c4ec9ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6003857 Oct 13 00:20:20.817279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33948) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:20.826996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491625a-04a8-435c-a126-63beed0051a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bebf24e-23bb-4d58-88c7-4b87954a401a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:20.835363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-d6bdd89e-302e-4fc6-aa75-5c961b49e04a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:20.837198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-d6bdd89e-302e-4fc6-aa75-5c961b49e04a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.1928051 Oct 13 00:20:20.865370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b88761-3ae0-4874-af6c-e6e6c8f56d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cde7858-c142-4fe7-bae4-2da4663c9c48,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:20.868934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Request body: {'port': {'device_id': 'a6bd9a85-0942-4434-b84c-ada045fd1c79', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'admin_state_up': True, 'tenant_id': '76489d4b168b4fca83f14f8d796723eb'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:20.904353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Made reservation on behalf of efdf8f5a8e3c4d239dbe81a9c2e1771e for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:20.907834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.971980 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-97cccbfe-cd38-4d0b-9c5a-49826e337fde service neutron] 10.222.0.45 "GET /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183529 Oct 13 00:20:21.056329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2dcf565b-c729-4298-a3f4-d19c27ca2e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.071059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Made reservation on behalf of 76489d4b168b4fca83f14f8d796723eb for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:21.079333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.105858 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2dcf565b-c729-4298-a3f4-d19c27ca2e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.113479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '63d0332c-51a6-4608-a8d0-722cb3769ac6', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'port_id': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'mac_address': 'fa:16:3e:4e:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:20:01Z', 'updated_at': '2021-10-13T00:20:18Z', 'revision_number': 1, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:59Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:21.133491 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:20:21.145927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af9908-1e42-40fd-8750-e10443b1029f None None] The sync data for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 is: [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '63d0332c-51a6-4608-a8d0-722cb3769ac6', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'port_id': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'mac_address': 'fa:16:3e:4e:56:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:20:01Z', 'updated_at': '2021-10-13T00:20:18Z', 'revision_number': 1, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:59Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:20:21.180293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8daca834-b3fb-4d33-83c8-aaa422c56d81 req-4c9757fe-4d27-47d3-9780-da0d744fd70c service neutron] 10.222.0.45 "GET /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923330 Oct 13 00:20:21.184162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33956) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:21.267740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2dcf565b-c729-4298-a3f4-d19c27ca2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.270409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2dcf565b-c729-4298-a3f4-d19c27ca2e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.274313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2dcf565b-c729-4298-a3f4-d19c27ca2e7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bebf24e-23bb-4d58-88c7-4b87954a401a HTTP/1.1" status: 204 len: 168 time: 0.4519558 Oct 13 00:20:21.285636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-12bfcd94-10a1-49c7-900b-4c1b76236f85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bfd93733c794846a61a76f9211e9e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924168 Oct 13 00:20:21.287022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33960) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:21.290989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf565b-c729-4298-a3f4-d19c27ca2e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bebf24e-23bb-4d58-88c7-4b87954a401a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:21.295295 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.316420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Allocated IP 172.20.0.5 (aee4b475-d543-4b74-a73c-e0c10a8f38e1/183a591a-0168-4c27-b846-e769c813d9fa/cce0e42d-dc46-469d-b842-b1646f4da25a) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:21.362943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Subnet': ['ID=a7ca1589-3c36-4616-88eb-73bdb840ea29,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:21.370843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Checking segment: {'id': 'db25301c-6b7a-4e92-81f5-e15487a0c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:21.371421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Network hostable DHCP agents. Network: 102c45b8-75a6-4a72-acad-5a0436a0f28e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:20:21.390851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:20:21.400490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 102c45b8-75a6-4a72-acad-5a0436a0f28e) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:21.400779 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0ded-11ea-46d5-bfee-9a09163705b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.405163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:21.405757 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.418878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7598640-e924-4078-842b-08f92f4e31f0 None None] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:21.440621 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-651f4539-3574-4dc6-9150-3adbec5fca64 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9086590 Oct 13 00:20:21.443468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33962) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:21.449498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e', 'name': 'tempest-AllowedAddressPairTestJSON-1869318034'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:21.474663 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0ded-11ea-46d5-bfee-9a09163705b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.561931 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.568656 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c613032-a3b9-45d3-b0f9-de9e081bf4a8 None None] New status for floating IP 63d0332c-51a6-4608-a8d0-722cb3769ac6: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:20:21.614239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-102c45b8-75a6-4a72-acad-5a0436a0f28e', 'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e', 'tenant_id': 'efdf8f5a8e3c4d239dbe81a9c2e1771e', 'fixed_ips': [{'subnet_id': 'a7ca1589-3c36-4616-88eb-73bdb840ea29'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:20:21.615601 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.619773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Made reservation on behalf of efdf8f5a8e3c4d239dbe81a9c2e1771e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:21.631011 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.674323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] device_id is not set on port 6614a814-44f4-4e4f-9951-451d3fb29524 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:21.693190 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.797034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0ded-11ea-46d5-bfee-9a09163705b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.799921 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0ded-11ea-46d5-bfee-9a09163705b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.801218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fd7d0ded-11ea-46d5-bfee-9a09163705b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e7ae03a-e679-4100-a14d-d1095b12f225 HTTP/1.1" status: 204 len: 168 time: 0.5140123 Oct 13 00:20:21.819078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:21.846100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:21.854147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:21.862220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Allocated IP 172.20.0.12 (102c45b8-75a6-4a72-acad-5a0436a0f28e/a7ca1589-3c36-4616-88eb-73bdb840ea29/6614a814-44f4-4e4f-9951-451d3fb29524) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:21.889156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d0ded-11ea-46d5-bfee-9a09163705b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7ae03a-e679-4100-a14d-d1095b12f225,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:21.895291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event updated for resources: {'Port': ['ID=cce0e42d-dc46-469d-b842-b1646f4da25a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:21.931580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22f4ff-e97b-4e07-9b76-0d870718139a req-87669b60-4fba-4028-9a7a-44b386e84af3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:21.933324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc22f4ff-e97b-4e07-9b76-0d870718139a req-87669b60-4fba-4028-9a7a-44b386e84af3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 931 time: 0.1796820 Oct 13 00:20:21.940109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:21.940901 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:21.981577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-9c4a3bd9-a9f1-40dd-beda-e51f9a41d820 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1215580 Oct 13 00:20:21.989554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc22f4ff-e97b-4e07-9b76-0d870718139a req-d2884320-bd65-47da-b805-aa6ba25334c3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Oct 13 00:20:21.999920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Request body: {'port': {'device_id': 'a6bd9a85-0942-4434-b84c-ada045fd1c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:22.068372 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.119044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.169897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.234410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Allocated IP 172.20.0.2 (102c45b8-75a6-4a72-acad-5a0436a0f28e/a7ca1589-3c36-4616-88eb-73bdb840ea29/fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:22.241605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:22.247538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:22.251193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:22.286812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=6614a814-44f4-4e4f-9951-451d3fb29524,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:22.343732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:22.348549 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.378968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a3fdddd8-dd5f-4bb5-ad3a-7a1d718ce529 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9342616 Oct 13 00:20:22.384725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34000) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:22.395452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e', 'name': 'tempest-AllowedAddressPairTestJSON-1789868426', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:48:bf:27'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:22.443579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce0e42d-dc46-469d-b842-b1646f4da25a {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:20:22.457009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.473072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Transition to ACTIVE for port object cce0e42d-dc46-469d-b842-b1646f4da25a will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:20:22.479663 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.482319 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.489616 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.533516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:22.536564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:22.540865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:22.548833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Pushing event updated for resources: {'Port': ['ID=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:22.561577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Made reservation on behalf of efdf8f5a8e3c4d239dbe81a9c2e1771e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:22.626216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Attempting to bind port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:22.627037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Attempting to bind port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'db25301c-6b7a-4e92-81f5-e15487a0c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:22.629410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Attempting to bind port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e on network 102c45b8-75a6-4a72-acad-5a0436a0f28e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:22.636911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:22.637286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Checking segment: {'id': 'db25301c-6b7a-4e92-81f5-e15487a0c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:22.637695 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.640053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Bound using segment: {'id': 'db25301c-6b7a-4e92-81f5-e15487a0c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:22.640325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Bound port: fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db25301c-6b7a-4e92-81f5-e15487a0c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:22.640731 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.704296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.715772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=cce0e42d-dc46-469d-b842-b1646f4da25a,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:22.726886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] For port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:22.731645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] For port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,segment=NetworkSegment(db25301c-6b7a-4e92-81f5-e15487a0c374),segment_id=db25301c-6b7a-4e92-81f5-e15487a0c374)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:22.735003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] device_id is not set on port 67ee4022-fc4f-4757-a825-d7b327e0af51 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:22.743240 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.766119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Attempting to bind port cce0e42d-dc46-469d-b842-b1646f4da25a on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:22.766455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Attempting to bind port cce0e42d-dc46-469d-b842-b1646f4da25a by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:22.766815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Attempting to bind port cce0e42d-dc46-469d-b842-b1646f4da25a on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:22.771700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Port cce0e42d-dc46-469d-b842-b1646f4da25a on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:20:22.772019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Attempting to bind port cce0e42d-dc46-469d-b842-b1646f4da25a on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:22.777432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:22.777768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Checking segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:22.778406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Bound using segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:22.778834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Bound port: cce0e42d-dc46-469d-b842-b1646f4da25a, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:22.779187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.839020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db42ce-8867-479b-b4e9-2b766a93b365 None None] Pushing event updated for resources: {'Port': ['ID=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:22.943969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] For port cce0e42d-dc46-469d-b842-b1646f4da25a, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:22.948964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] For port cce0e42d-dc46-469d-b842-b1646f4da25a, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=cce0e42d-dc46-469d-b842-b1646f4da25a,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:22.954776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:22.959180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Allocated IP 172.20.0.7 (102c45b8-75a6-4a72-acad-5a0436a0f28e/a7ca1589-3c36-4616-88eb-73bdb840ea29/67ee4022-fc4f-4757-a825-d7b327e0af51) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:23.032829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.033611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:23.035074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] 10.222.0.36 "PUT /v2.0/ports/cce0e42d-dc46-469d-b842-b1646f4da25a HTTP/1.1" status: 200 len: 1091 time: 1.0405664 Oct 13 00:20:23.054476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bd9a85-0942-4434-b84c-ada045fd1c79', 'tag': 'cce0e42d-dc46-469d-b842-b1646f4da25a'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:23.065679 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bd9a85-0942-4434-b84c-ada045fd1c79", "tag": "cce0e42d-dc46-469d-b842-b1646f4da25a"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:23.242637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31660a53-ae4a-42bf-a207-9268cf82fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=cce0e42d-dc46-469d-b842-b1646f4da25a,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:23.242775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:23.247433 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8559cf-5efd-4372-87c5-8e254be493fd x-openstack-request-id: req-8a8559cf-5efd-4372-87c5-8e254be493fd {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:23.247945 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bd9a85-0942-4434-b84c-ada045fd1c79", "tag": "cce0e42d-dc46-469d-b842-b1646f4da25a", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:23.248207 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a8559cf-5efd-4372-87c5-8e254be493fd {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:23.248597 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bd9a85-0942-4434-b84c-ada045fd1c79', 'tag': 'cce0e42d-dc46-469d-b842-b1646f4da25a', 'status': 'completed', 'code': 200} Oct 13 00:20:23.265777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-f465ab75-d75b-4878-b496-ee9ac2ae2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.267291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-f465ab75-d75b-4878-b496-ee9ac2ae2a6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 1094 time: 0.1557064 Oct 13 00:20:23.280582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4026a7-e60a-4146-8b6b-b78582fe05bd req-35dcfa32-42a6-404d-85d3-c7b5f221da7b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.284625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a4026a7-e60a-4146-8b6b-b78582fe05bd req-35dcfa32-42a6-404d-85d3-c7b5f221da7b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 943 time: 0.1236663 Oct 13 00:20:23.338770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:23.363217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-48ff4e16-5cee-416e-995e-89a714cb550b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce0e42d-dc46-469d-b842-b1646f4da25a HTTP/1.1" status: 200 len: 217 time: 0.0775876 Oct 13 00:20:23.404910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=67ee4022-fc4f-4757-a825-d7b327e0af51,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:23.424241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:23.425649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:23.429253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:23.476921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a4026a7-e60a-4146-8b6b-b78582fe05bd req-819e8e92-6fc8-4f23-b14a-a8af155d5159 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777995 Oct 13 00:20:23.493571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-b84807c5-460c-433a-8aaa-5b3c8f085f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.495909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-b84807c5-460c-433a-8aaa-5b3c8f085f6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.1236119 Oct 13 00:20:23.503462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.504627 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:23.542262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-6bf04068-ef41-4902-9336-f96b0557326e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395253 Oct 13 00:20:23.548377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bae955af-4b9e-40a5-a2fc-c88c7defe112 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.1568887 Oct 13 00:20:23.552724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34048) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:23.656340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-f0412301-04d5-4c61-9743-1acb8b33303e service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043375 Oct 13 00:20:23.674122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588faf66-eccc-4fab-b1f7-11d26d14d751 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.681759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588faf66-eccc-4fab-b1f7-11d26d14d751 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.689791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588faf66-eccc-4fab-b1f7-11d26d14d751 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.695081 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-588faf66-eccc-4fab-b1f7-11d26d14d751 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1411731 Oct 13 00:20:23.695791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34056) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:23.781629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b15df9be-0ca6-4ad2-a0be-3ba6f18eeb2e req-5f214ed0-0f2c-4548-a843-e0d106cad5d2 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167960 Oct 13 00:20:23.834753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-08fb7a72-b12b-4f0e-b6c4-71eb245c1100 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Deleting port 67ee4022-fc4f-4757-a825-d7b327e0af51 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:23.835109 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08fb7a72-b12b-4f0e-b6c4-71eb245c1100 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:23.926461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-fdb6f12b-751e-413b-955e-d73db1ab11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:23.927997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-fdb6f12b-751e-413b-955e-d73db1ab11e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 1094 time: 0.0606263 Oct 13 00:20:23.963567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08fb7a72-b12b-4f0e-b6c4-71eb245c1100 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:23.979895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-08fb7a72-b12b-4f0e-b6c4-71eb245c1100 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Calling delete_port for 67ee4022-fc4f-4757-a825-d7b327e0af51 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:24.091675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-502b2fa0-914d-4ddf-961a-810ad8943e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:24.093525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-502b2fa0-914d-4ddf-961a-810ad8943e29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 913 time: 0.1576216 Oct 13 00:20:24.173174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-8cf2ceca-fefd-49d3-867b-42fcf20cb8c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce0e42d-dc46-469d-b842-b1646f4da25a HTTP/1.1" status: 200 len: 217 time: 0.0705860 Oct 13 00:20:24.221860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf35a198-18f5-4764-ac61-25f4ada3d755 None None] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:24.269912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-14c85fcb-c731-42f1-b573-a36208e2ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:24.271796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-14c85fcb-c731-42f1-b573-a36208e2ea8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.0909636 Oct 13 00:20:24.307320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b63293e9-9887-4b0a-8f6d-aa6cb129282a None None] Provisioning complete for port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:24.308074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b63293e9-9887-4b0a-8f6d-aa6cb129282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:24.329977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-c2848366-a977-4f52-a5ad-589bc5f3db97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506988 Oct 13 00:20:24.381431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34078) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.457805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-d11c6983-3a7a-44c1-93bb-6d2cdc2e5dc5 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195786 Oct 13 00:20:24.506938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08fb7a72-b12b-4f0e-b6c4-71eb245c1100 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:24.562081 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b63293e9-9887-4b0a-8f6d-aa6cb129282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:24.575973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb7a72-b12b-4f0e-b6c4-71eb245c1100 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Port': ['ID=67ee4022-fc4f-4757-a825-d7b327e0af51,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:24.616343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b63293e9-9887-4b0a-8f6d-aa6cb129282a None None] For port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,segment=NetworkSegment(db25301c-6b7a-4e92-81f5-e15487a0c374),segment_id=db25301c-6b7a-4e92-81f5-e15487a0c374)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:24.616771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fe088f1a-b326-4d2b-ad12-4525a921683b tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:24.622567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b63293e9-9887-4b0a-8f6d-aa6cb129282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:24.697008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2528ac92-0f37-4bdc-a81e-f1d691c1a42e req-8f31b5a5-21fc-4663-8a06-a5453f9e6c5e service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294192 Oct 13 00:20:24.704912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63293e9-9887-4b0a-8f6d-aa6cb129282a None None] Pushing event updated for resources: {'Port': ['ID=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:24.745945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70772561-ade7-459f-943c-723b7c0c3661 req-f75fba06-57d1-417a-818c-ff31c837a510 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:24.748280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70772561-ade7-459f-943c-723b7c0c3661 req-f75fba06-57d1-417a-818c-ff31c837a510 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 943 time: 0.0819564 Oct 13 00:20:24.805132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70772561-ade7-459f-943c-723b7c0c3661 req-5734aa22-12e0-407f-86c3-aa99d46e5bd5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500786 Oct 13 00:20:24.866979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34098) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.867143 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fe088f1a-b326-4d2b-ad12-4525a921683b tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "PUT /v2.0/quotas/f4621a2b14964ead9991101775033506 HTTP/1.1" status: 200 len: 366 time: 0.4844041 Oct 13 00:20:24.877803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08fb7a72-b12b-4f0e-b6c4-71eb245c1100 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:24.881114 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-08fb7a72-b12b-4f0e-b6c4-71eb245c1100 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "DELETE /v2.0/ports/67ee4022-fc4f-4757-a825-d7b327e0af51 HTTP/1.1" status: 204 len: 168 time: 1.1836064 Oct 13 00:20:24.884882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4ec89ae8-82eb-465d-97b7-6e039ce7059f tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0166812 Oct 13 00:20:24.885764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34100) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.887671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34102) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.912638 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4735a51b-6766-4367-950b-6727da9e18f8 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "GET /v2.0/quotas/f4621a2b14964ead9991101775033506 HTTP/1.1" status: 200 len: 366 time: 0.0238359 Oct 13 00:20:24.915000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34104) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.935926 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c64a461-4dfc-456e-b8a6-08eda03cf703 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] GET failed (client error): The resource could not be found. Oct 13 00:20:24.937496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2c64a461-4dfc-456e-b8a6-08eda03cf703 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "GET /v2.0/ports/67ee4022-fc4f-4757-a825-d7b327e0af51 HTTP/1.1" status: 404 len: 333 time: 0.0508406 Oct 13 00:20:24.938010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:24.938538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-af3df6bb-cdc1-41ba-b956-3d1fb8f1adce tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/f4621a2b14964ead9991101775033506 HTTP/1.1" status: 204 len: 168 time: 0.0218005 Oct 13 00:20:24.940780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34106) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.941364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34108) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.953953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-76884fcd-350b-4062-8dd5-971077d7bbc7 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0120862 Oct 13 00:20:24.954534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34110) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.958746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e', 'name': 'tempest-AllowedAddressPairTestJSON-1430382024'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:24.966308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-98a4a51a-4669-455b-b384-57d6cf067cf5 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "GET /v2.0/quotas/f4621a2b14964ead9991101775033506 HTTP/1.1" status: 200 len: 370 time: 0.0105379 Oct 13 00:20:24.969163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34112) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.976572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aa0963a2-f109-40ed-a5cc-0439851305a5 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "GET /v2.0/quotas/f4621a2b14964ead9991101775033506/default HTTP/1.1" status: 200 len: 370 time: 0.0046880 Oct 13 00:20:24.979000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34114) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:24.988749 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-b0036209-bfa4-405a-817d-dd398f487220 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] delete failed (client error): The resource could not be found. Oct 13 00:20:24.989781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b0036209-bfa4-405a-817d-dd398f487220 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/f4621a2b14964ead9991101775033506 HTTP/1.1" status: 404 len: 348 time: 0.0098612 Oct 13 00:20:25.051388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9e8c0396-5f48-4c89-b5bc-0e27c7bcd378 None None] Could not find standard attr ID for object 67ee4022-fc4f-4757-a825-d7b327e0af51. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:25.080125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9e8c0396-5f48-4c89-b5bc-0e27c7bcd378 None None] Provisioning complete for port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:25.080125 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0396-5f48-4c89-b5bc-0e27c7bcd378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.106008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:25.106383 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.137355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Made reservation on behalf of efdf8f5a8e3c4d239dbe81a9c2e1771e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:25.141610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.179889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] device_id is not set on port 5ff224a0-3691-445d-a1a6-1a22005e71b1 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:25.289425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9e8c0396-5f48-4c89-b5bc-0e27c7bcd378 None None] Provisioning complete for port 6614a814-44f4-4e4f-9951-451d3fb29524 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:25.289988 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0396-5f48-4c89-b5bc-0e27c7bcd378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.302816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34126) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:25.335200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c0396-5f48-4c89-b5bc-0e27c7bcd378 None None] Port 6614a814-44f4-4e4f-9951-451d3fb29524 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:25.344577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Usage tracker for resource:network and project:f89e72386bf0430e804df9f341e36e48 is out of sync, need to count used quota {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 00:20:25.350514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 00:20:25.360652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Usage tracker for resource:subnet and project:f89e72386bf0430e804df9f341e36e48 is out of sync, need to count used quota {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 00:20:25.365835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 00:20:25.377465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Usage tracker for resource:subnetpool and project:f89e72386bf0430e804df9f341e36e48 is out of sync, need to count used quota {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 00:20:25.385700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 00:20:25.394305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Usage tracker for resource:port and project:f89e72386bf0430e804df9f341e36e48 is out of sync, need to count used quota {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 00:20:25.403601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:25.405795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 00:20:25.406597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Allocated IP 172.20.0.8 (102c45b8-75a6-4a72-acad-5a0436a0f28e/a7ca1589-3c36-4616-88eb-73bdb840ea29/5ff224a0-3691-445d-a1a6-1a22005e71b1) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:25.417306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Usage tracker for resource:router and project:f89e72386bf0430e804df9f341e36e48 is out of sync, need to count used quota {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 00:20:25.425855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 00:20:25.436040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Usage tracker for resource:floatingip and project:f89e72386bf0430e804df9f341e36e48 is out of sync, need to count used quota {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 00:20:25.443555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 00:20:25.467767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e8a20302-d4c8-4f41-a487-ae54a0ffad57 None None] Provisioning complete for port 6614a814-44f4-4e4f-9951-451d3fb29524 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:25.469278 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e8a20302-d4c8-4f41-a487-ae54a0ffad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.502320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Usage tracker for resource:security_group and project:f89e72386bf0430e804df9f341e36e48 is out of sync, need to count used quota {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 00:20:25.509862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 00:20:25.511231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e8a20302-d4c8-4f41-a487-ae54a0ffad57 None None] Port 6614a814-44f4-4e4f-9951-451d3fb29524 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:25.516797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Usage tracker for resource:security_group_rule and project:f89e72386bf0430e804df9f341e36e48 is out of sync, need to count used quota {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 00:20:25.520476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.quota.resource [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94989) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 00:20:25.525303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a444043a-4b05-479b-8123-34642cf1c660 tempest-QuotasTest-2146656385 tempest-QuotasTest-2146656385-project-admin] 10.222.0.21 "GET /v2.0/quotas/f89e72386bf0430e804df9f341e36e48/details.json HTTP/1.1" status: 200 len: 703 time: 0.2214229 Oct 13 00:20:25.626106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fab5afba-d10a-4c2a-9a82-b08f6137b9b4 None None] Could not find standard attr ID for object 67ee4022-fc4f-4757-a825-d7b327e0af51. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:25.635284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.656076 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144a9a77-28ab-400a-ac58-6d84a712f1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.696498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.772278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:25.776380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:25.784553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:25.792815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=5ff224a0-3691-445d-a1a6-1a22005e71b1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:25.835052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34140) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:25.854279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:25.855694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:25.888168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9be83793-f09e-4ce9-a364-94e5bcec4ad5 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9454906 Oct 13 00:20:25.889058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34146) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:25.895858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:48:bf:27'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:25.995041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de5e5f26-a26d-43a5-9328-a1d44e8a8dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.001131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.114646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348936f-ad65-47c1-b148-1835124402de req-8b0d09ac-f333-431d-b33c-7fe3994cbc2e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:26.116164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5348936f-ad65-47c1-b148-1835124402de req-8b0d09ac-f333-431d-b33c-7fe3994cbc2e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 943 time: 0.0778837 Oct 13 00:20:26.149972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6452d2a0-0314-46c5-bc80-1784ba253013 None None] Provisioning complete for port 5ff224a0-3691-445d-a1a6-1a22005e71b1 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:26.150682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6452d2a0-0314-46c5-bc80-1784ba253013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.175833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144a9a77-28ab-400a-ac58-6d84a712f1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.179267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5348936f-ad65-47c1-b148-1835124402de req-8d3872e7-3e0c-4397-8bf8-6cf1dd6d55af tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544581 Oct 13 00:20:26.180379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144a9a77-28ab-400a-ac58-6d84a712f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.185812 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de5e5f26-a26d-43a5-9328-a1d44e8a8dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.201018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6452d2a0-0314-46c5-bc80-1784ba253013 None None] Port 5ff224a0-3691-445d-a1a6-1a22005e71b1 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:26.201327 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de5e5f26-a26d-43a5-9328-a1d44e8a8dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.229952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a9a77-28ab-400a-ac58-6d84a712f1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5dd7d0-8c7c-416a-bdeb-9373525b3bbf,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:26.234320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-144a9a77-28ab-400a-ac58-6d84a712f1d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb0697cd063943c2bd87fb4d41bd8951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8293383 Oct 13 00:20:26.237183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34150) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:26.264591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e5f26-a26d-43a5-9328-a1d44e8a8dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd33675c-1c16-4681-949c-3ed59ecf9791,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:26.271471 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-de5e5f26-a26d-43a5-9328-a1d44e8a8dfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2da3ed5c7bb4863bf682611eb1e8d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353592 Oct 13 00:20:26.272090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34152) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:26.293503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f83e312-d327-4513-81cd-a95f0f8fae84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.315760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f83e312-d327-4513-81cd-a95f0f8fae84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.315976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.324087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.365934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f83e312-d327-4513-81cd-a95f0f8fae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.368811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f83e312-d327-4513-81cd-a95f0f8fae84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.372419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6f83e312-d327-4513-81cd-a95f0f8fae84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de5dd7d0-8c7c-416a-bdeb-9373525b3bbf HTTP/1.1" status: 204 len: 168 time: 0.1316726 Oct 13 00:20:26.386991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83e312-d327-4513-81cd-a95f0f8fae84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5dd7d0-8c7c-416a-bdeb-9373525b3bbf,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:26.409790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5f20740-2f44-432d-b8a0-2019a09051f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.414089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=5ff224a0-3691-445d-a1a6-1a22005e71b1,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:26.455062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5f20740-2f44-432d-b8a0-2019a09051f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.457224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] In _notify_port_updated(), no bound segment for port 5ff224a0-3691-445d-a1a6-1a22005e71b1 on network 102c45b8-75a6-4a72-acad-5a0436a0f28e {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:20:26.464223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:26.465131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.466642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0b2e27f9-3321-4b83-954b-1efba89044f0 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "PUT /v2.0/ports/5ff224a0-3691-445d-a1a6-1a22005e71b1 HTTP/1.1" status: 200 len: 994 time: 0.5762129 Oct 13 00:20:26.469563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34158) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:26.541401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5f20740-2f44-432d-b8a0-2019a09051f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.545348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5f20740-2f44-432d-b8a0-2019a09051f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.547146 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e5f20740-2f44-432d-b8a0-2019a09051f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd33675c-1c16-4681-949c-3ed59ecf9791 HTTP/1.1" status: 204 len: 168 time: 0.2717869 Oct 13 00:20:26.560201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f20740-2f44-432d-b8a0-2019a09051f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd33675c-1c16-4681-949c-3ed59ecf9791,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:26.605515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c8527488-c9ab-4648-97c2-c5a03e390a0e tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Deleting port 5ff224a0-3691-445d-a1a6-1a22005e71b1 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:26.605945 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c8527488-c9ab-4648-97c2-c5a03e390a0e tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.715598 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c8527488-c9ab-4648-97c2-c5a03e390a0e tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.726051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fd3b974b-e4b4-4efd-a2a8-72d623d15ea3 None None] Provisioning complete for port 5ff224a0-3691-445d-a1a6-1a22005e71b1 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:26.726051 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fd3b974b-e4b4-4efd-a2a8-72d623d15ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.736136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c8527488-c9ab-4648-97c2-c5a03e390a0e tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Calling delete_port for 5ff224a0-3691-445d-a1a6-1a22005e71b1 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:26.795025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b974b-e4b4-4efd-a2a8-72d623d15ea3 None None] Port 5ff224a0-3691-445d-a1a6-1a22005e71b1 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:26.814863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34170) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:26.829323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c619aeb-4118-4fca-a1ba-6de4d688ea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.895219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c8527488-c9ab-4648-97c2-c5a03e390a0e tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.924916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8527488-c9ab-4648-97c2-c5a03e390a0e tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Port': ['ID=5ff224a0-3691-445d-a1a6-1a22005e71b1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:26.969884 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c619aeb-4118-4fca-a1ba-6de4d688ea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:26.973695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c619aeb-4118-4fca-a1ba-6de4d688ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.018617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2c619aeb-4118-4fca-a1ba-6de4d688ea57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1ed4bee899742f18776bf6588be0916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002985 Oct 13 00:20:27.018617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c619aeb-4118-4fca-a1ba-6de4d688ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668ca2bc-a766-404e-925d-89d361edc9df,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:27.019578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34172) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:27.074006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34174) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:27.099300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09f473e1-cbf1-4adf-a55b-93931279e8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.104730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c8527488-c9ab-4648-97c2-c5a03e390a0e tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.110324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c8527488-c9ab-4648-97c2-c5a03e390a0e tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "DELETE /v2.0/ports/5ff224a0-3691-445d-a1a6-1a22005e71b1 HTTP/1.1" status: 204 len: 168 time: 0.6374702 Oct 13 00:20:27.110757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34176) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:27.130886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fccd4c6-bb8a-4c0a-929b-b03289fa1eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.135730 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4229a55-51f9-45dd-9ab8-2fa1af52dc40 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] GET failed (client error): The resource could not be found. Oct 13 00:20:27.140396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c4229a55-51f9-45dd-9ab8-2fa1af52dc40 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "GET /v2.0/ports/5ff224a0-3691-445d-a1a6-1a22005e71b1 HTTP/1.1" status: 404 len: 333 time: 0.0257981 Oct 13 00:20:27.141353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34178) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:27.146198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e', 'name': 'tempest-AllowedAddressPairTestJSON-983898151'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:27.168213 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fccd4c6-bb8a-4c0a-929b-b03289fa1eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.238252 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09f473e1-cbf1-4adf-a55b-93931279e8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.243384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09f473e1-cbf1-4adf-a55b-93931279e8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.255201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fccd4c6-bb8a-4c0a-929b-b03289fa1eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.257755 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fccd4c6-bb8a-4c0a-929b-b03289fa1eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.261847 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4fccd4c6-bb8a-4c0a-929b-b03289fa1eb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/668ca2bc-a766-404e-925d-89d361edc9df HTTP/1.1" status: 204 len: 168 time: 0.2263484 Oct 13 00:20:27.292857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-09f473e1-cbf1-4adf-a55b-93931279e8da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f89e72386bf0430e804df9f341e36e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143540 Oct 13 00:20:27.292857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f473e1-cbf1-4adf-a55b-93931279e8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31adcc6c-1705-4e29-b812-f38b08384938,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:27.293586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34184) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:27.301985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccd4c6-bb8a-4c0a-929b-b03289fa1eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668ca2bc-a766-404e-925d-89d361edc9df,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:27.335426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device cce0e42d-dc46-469d-b842-b1646f4da25a details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:20:27.345339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Made reservation on behalf of efdf8f5a8e3c4d239dbe81a9c2e1771e for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:27.349224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.370701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00acbe-3f0c-42af-93cc-e3392414185e req-01101272-4316-4e01-83f2-7b155128e200 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:27.372267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa00acbe-3f0c-42af-93cc-e3392414185e req-01101272-4316-4e01-83f2-7b155128e200 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 943 time: 0.1111095 Oct 13 00:20:27.420323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] device_id is not set on port c112406f-92bf-4c8a-9354-12f7e1e84118 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:27.430908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10f4f8fd-024d-4c68-a706-ad2de6305f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.450990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port cce0e42d-dc46-469d-b842-b1646f4da25a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=cce0e42d-dc46-469d-b842-b1646f4da25a,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:27.511551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa00acbe-3f0c-42af-93cc-e3392414185e req-c565be44-50e5-43f6-90a9-b5a72b82b8c0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239574 Oct 13 00:20:27.513633 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10f4f8fd-024d-4c68-a706-ad2de6305f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.608789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'cce0e42d-dc46-469d-b842-b1646f4da25a', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'port_id': 'cce0e42d-dc46-469d-b842-b1646f4da25a', 'mac_address': 'fa:16:3e:83:d6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183a591a-0168-4c27-b846-e769c813d9fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:20:27.628425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Allocated IP 172.20.0.11 (102c45b8-75a6-4a72-acad-5a0436a0f28e/a7ca1589-3c36-4616-88eb-73bdb840ea29/c112406f-92bf-4c8a-9354-12f7e1e84118) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:27.630546 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10f4f8fd-024d-4c68-a706-ad2de6305f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.633286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10f4f8fd-024d-4c68-a706-ad2de6305f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.637563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-10f4f8fd-024d-4c68-a706-ad2de6305f50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31adcc6c-1705-4e29-b812-f38b08384938 HTTP/1.1" status: 204 len: 168 time: 0.3430152 Oct 13 00:20:27.652484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4f8fd-024d-4c68-a706-ad2de6305f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31adcc6c-1705-4e29-b812-f38b08384938,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:27.686157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.702244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce0e42d-dc46-469d-b842-b1646f4da25a {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:20:27.724448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port cce0e42d-dc46-469d-b842-b1646f4da25a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=cce0e42d-dc46-469d-b842-b1646f4da25a,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:27.729431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.782776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=cce0e42d-dc46-469d-b842-b1646f4da25a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:27.833543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.892848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:27.930418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:27.935007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:27.938694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:27.988709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=c112406f-92bf-4c8a-9354-12f7e1e84118,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:28.025295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:28.026076 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.068055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34216) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:28.068564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-74d27050-8643-49ef-814d-bd3cb8f82dd7 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9258854 Oct 13 00:20:28.073863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:48:bf:27'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:28.168411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['cce0e42d-dc46-469d-b842-b1646f4da25a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:20:28.238714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dd489f3a-7a06-4183-8dea-72e824edff99 None None] Provisioning complete for port c112406f-92bf-4c8a-9354-12f7e1e84118 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:28.239086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dd489f3a-7a06-4183-8dea-72e824edff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.279583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.280032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dd489f3a-7a06-4183-8dea-72e824edff99 None None] Port c112406f-92bf-4c8a-9354-12f7e1e84118 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:28.505973 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.512432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.594892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=c112406f-92bf-4c8a-9354-12f7e1e84118,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:28.625196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] In _notify_port_updated(), no bound segment for port c112406f-92bf-4c8a-9354-12f7e1e84118 on network 102c45b8-75a6-4a72-acad-5a0436a0f28e {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:20:28.630794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:28.631444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.632809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3ac792ee-7b07-4304-b352-4abece9cb9a2 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "PUT /v2.0/ports/c112406f-92bf-4c8a-9354-12f7e1e84118 HTTP/1.1" status: 200 len: 996 time: 0.5635433 Oct 13 00:20:28.638818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34246) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:28.679937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b21b3f-78d7-4e68-b7a6-a722aae69e4b req-1b67e99a-baa9-45b9-824f-b78801d63dd1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:28.690567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08b21b3f-78d7-4e68-b7a6-a722aae69e4b req-1b67e99a-baa9-45b9-824f-b78801d63dd1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 944 time: 0.0911689 Oct 13 00:20:28.746024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08b21b3f-78d7-4e68-b7a6-a722aae69e4b req-19ee8bec-9ca6-4dd6-9eff-7f723a9f5504 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540330 Oct 13 00:20:28.794879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6d5379f8-63f4-4d15-b712-0d6dbe5f0efc tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Deleting port c112406f-92bf-4c8a-9354-12f7e1e84118 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:28.795302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d5379f8-63f4-4d15-b712-0d6dbe5f0efc tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.906853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d5379f8-63f4-4d15-b712-0d6dbe5f0efc tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.907117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ceb9b599-d090-4850-aadf-18fddc9a9ad8 None None] Provisioning complete for port c112406f-92bf-4c8a-9354-12f7e1e84118 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:28.907655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ceb9b599-d090-4850-aadf-18fddc9a9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:28.924054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6d5379f8-63f4-4d15-b712-0d6dbe5f0efc tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Calling delete_port for c112406f-92bf-4c8a-9354-12f7e1e84118 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:28.953055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9b599-d090-4850-aadf-18fddc9a9ad8 None None] Port c112406f-92bf-4c8a-9354-12f7e1e84118 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:29.094087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d5379f8-63f4-4d15-b712-0d6dbe5f0efc tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.120745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5379f8-63f4-4d15-b712-0d6dbe5f0efc tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Port': ['ID=c112406f-92bf-4c8a-9354-12f7e1e84118,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:29.196171 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d5379f8-63f4-4d15-b712-0d6dbe5f0efc tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.203725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34274) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:29.204057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6d5379f8-63f4-4d15-b712-0d6dbe5f0efc tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "DELETE /v2.0/ports/c112406f-92bf-4c8a-9354-12f7e1e84118 HTTP/1.1" status: 204 len: 168 time: 0.5638206 Oct 13 00:20:29.231717 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d3cb9b-40c1-478c-a41a-f557468c2172 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] GET failed (client error): The resource could not be found. Oct 13 00:20:29.236520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a7d3cb9b-40c1-478c-a41a-f557468c2172 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "GET /v2.0/ports/c112406f-92bf-4c8a-9354-12f7e1e84118 HTTP/1.1" status: 404 len: 333 time: 0.0285535 Oct 13 00:20:29.237069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34276) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:29.242002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e', 'name': 'tempest-AllowedAddressPairTestJSON-1163692779'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:29.347955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device cce0e42d-dc46-469d-b842-b1646f4da25a up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:29.368904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34282) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:29.384924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Made reservation on behalf of efdf8f5a8e3c4d239dbe81a9c2e1771e for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:29.388677 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.417341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port cce0e42d-dc46-469d-b842-b1646f4da25a completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:20:29.419547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] device_id is not set on port d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:29.422509 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port cce0e42d-dc46-469d-b842-b1646f4da25a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:29.422894 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.494812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1769124776', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:29.510076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.523911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Made reservation on behalf of 4b746dc868fe48a2a68e0ad81c4c006e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:29.527014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.534808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bd9a85-0942-4434-b84c-ada045fd1c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce0e42d-dc46-469d-b842-b1646f4da25a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:29.537153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.537308 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67802527-5a29-4bc8-8e72-f5324e858daf" -d '{"events": [{"server_uuid": "a6bd9a85-0942-4434-b84c-ada045fd1c79", "name": "network-vif-plugged", "status": "completed", "tag": "cce0e42d-dc46-469d-b842-b1646f4da25a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:29.552638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port cce0e42d-dc46-469d-b842-b1646f4da25a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=cce0e42d-dc46-469d-b842-b1646f4da25a,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:29.559758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Allocated IP 172.20.0.13 (102c45b8-75a6-4a72-acad-5a0436a0f28e/a7ca1589-3c36-4616-88eb-73bdb840ea29/d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:29.560066 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.616422 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d918b82f-913b-4d02-a1a0-de8b0e7a65fb x-openstack-request-id: req-d918b82f-913b-4d02-a1a0-de8b0e7a65fb {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:29.616716 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bd9a85-0942-4434-b84c-ada045fd1c79", "name": "network-vif-plugged", "status": "completed", "tag": "cce0e42d-dc46-469d-b842-b1646f4da25a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:29.617238 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d918b82f-913b-4d02-a1a0-de8b0e7a65fb {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:29.617636 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bd9a85-0942-4434-b84c-ada045fd1c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce0e42d-dc46-469d-b842-b1646f4da25a', 'code': 200} Oct 13 00:20:29.632055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=cce0e42d-dc46-469d-b842-b1646f4da25a,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:29.657966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.663746 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.679026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] device_id is not set on port 3b6ce3f1-473e-4dbc-a4a0-1a95723a5932 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:29.767624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d9fb29-a138-4a11-82f2-38503cf13ca4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:29.828028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d374e7-d44a-4361-92a0-2851af7a41c6 req-663dca71-1efc-461d-8112-39fb2953337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:29.829612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3d374e7-d44a-4361-92a0-2851af7a41c6 req-663dca71-1efc-461d-8112-39fb2953337f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 1096 time: 0.0992692 Oct 13 00:20:29.832816 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:29.849785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Allocated IP 172.25.3.187 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/3b6ce3f1-473e-4dbc-a4a0-1a95723a5932) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:29.923849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3d374e7-d44a-4361-92a0-2851af7a41c6 req-68309b21-aa17-4d6b-9417-29a652dc447a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843725 Oct 13 00:20:29.941087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427eaeb-b953-42bf-933d-3e54738d808e req-b8f3f835-c908-4f81-a865-86e662af34ad tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:29.942321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7427eaeb-b953-42bf-933d-3e54738d808e req-b8f3f835-c908-4f81-a865-86e662af34ad tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 945 time: 0.0959675 Oct 13 00:20:29.950113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.016688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:30.023766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.024103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:30.028382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:30.035774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:30.069231 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7427eaeb-b953-42bf-933d-3e54738d808e req-1ff8f25d-5bec-4863-95c1-32853e8cbcd8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100252 Oct 13 00:20:30.075722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.100933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:30.101891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.126427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-314c0eeb-836e-45b5-be67-e740afd8fdd9 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8882935 Oct 13 00:20:30.129067 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34312) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:30.136659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'network_id': '102c45b8-75a6-4a72-acad-5a0436a0f28e', 'name': 'tempest-AllowedAddressPairTestJSON-261392909'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:30.160731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:30.163976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:30.167942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:30.200471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6ce3f1-473e-4dbc-a4a0-1a95723a5932,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:30.220929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:30.221557 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.250689 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5005dca8-2d44-4185-bbad-aa8a2b7ebe3e tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.8779457 Oct 13 00:20:30.250938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34316) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:30.257030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.187'}]}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:30.286479 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.287570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.323908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Made reservation on behalf of efdf8f5a8e3c4d239dbe81a9c2e1771e for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:30.327401 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.344595 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.344960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] device_id is not set on port 29454693-f835-4ae0-bd2b-6bfe64cb15f9 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:30.386408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-897ee6d8-1862-4583-862b-908f5e03ffef None None] Provisioning complete for port d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:30.386955 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-897ee6d8-1862-4583-862b-908f5e03ffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.433124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-897ee6d8-1862-4583-862b-908f5e03ffef None None] Port d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:30.476737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Allocated IP 172.20.0.14 (102c45b8-75a6-4a72-acad-5a0436a0f28e/a7ca1589-3c36-4616-88eb-73bdb840ea29/29454693-f835-4ae0-bd2b-6bfe64cb15f9) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:30.491427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.491706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34320) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:30.614518 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0897faa-efbc-4e22-9ed3-05c927e3ae2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.668407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.689244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.711970 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.736959 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.782227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0897faa-efbc-4e22-9ed3-05c927e3ae2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.792433 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0897faa-efbc-4e22-9ed3-05c927e3ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.799069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:30.814650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:30.823310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:30.842832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=29454693-f835-4ae0-bd2b-6bfe64cb15f9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:30.865503 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.876922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c0897faa-efbc-4e22-9ed3-05c927e3ae2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c1922c8b1bf44568790ef3a4ee5c1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796141 Oct 13 00:20:30.876922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0897faa-efbc-4e22-9ed3-05c927e3ae2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3389ce37-ec61-4541-8ad7-5260fe35fc98,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:30.879962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34328) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:30.945168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:30.945798 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.974735 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-283c0273-295e-414f-ba78-29b6961f9308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:30.981280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-966d2d3a-9d7e-4fc9-97f2-c000de2ef8c3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8510737 Oct 13 00:20:30.983835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34330) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:30.994437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:48:bf:27'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:da:b0:50'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:31.032358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-283c0273-295e-414f-ba78-29b6961f9308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.065100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f3401267-d999-4c4b-9930-8c6df3f2c65a None None] Provisioning complete for port 29454693-f835-4ae0-bd2b-6bfe64cb15f9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:31.065482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f3401267-d999-4c4b-9930-8c6df3f2c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.075832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.078204 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.114684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f3401267-d999-4c4b-9930-8c6df3f2c65a None None] Port 29454693-f835-4ae0-bd2b-6bfe64cb15f9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:31.125264 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.125985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 994ef945-da4f-431f-a026-49124bc93959 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:20:31.143574 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 00:20:31.145258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d1c00e0d-d331-4964-a5ec-5713e8afcd08 tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8928826 Oct 13 00:20:31.148020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34336) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:31.189719 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-283c0273-295e-414f-ba78-29b6961f9308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.192216 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-283c0273-295e-414f-ba78-29b6961f9308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.193331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-283c0273-295e-414f-ba78-29b6961f9308 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3389ce37-ec61-4541-8ad7-5260fe35fc98 HTTP/1.1" status: 204 len: 168 time: 0.3127570 Oct 13 00:20:31.239323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f1096c8f-519b-4665-9f25-d76a9961726f tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Deleting port 3b6ce3f1-473e-4dbc-a4a0-1a95723a5932 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:31.239921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1096c8f-519b-4665-9f25-d76a9961726f tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.242349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c0273-295e-414f-ba78-29b6961f9308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3389ce37-ec61-4541-8ad7-5260fe35fc98,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:31.254890 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.287572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082630b2-daa7-4e75-9a87-3b2f9235a447 req-d5003d75-608d-4805-bfc9-6317ef6f9ceb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:31.289248 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-082630b2-daa7-4e75-9a87-3b2f9235a447 req-d5003d75-608d-4805-bfc9-6317ef6f9ceb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 945 time: 0.1191647 Oct 13 00:20:31.363099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-082630b2-daa7-4e75-9a87-3b2f9235a447 req-6d7a5643-937a-4329-b83e-61a096843833 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523942 Oct 13 00:20:31.396943 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1096c8f-519b-4665-9f25-d76a9961726f tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.410019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f1096c8f-519b-4665-9f25-d76a9961726f tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Calling delete_port for 3b6ce3f1-473e-4dbc-a4a0-1a95723a5932 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:31.495710 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.500616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.542539 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1096c8f-519b-4665-9f25-d76a9961726f tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.578249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event updated for resources: {'Port': ['ID=29454693-f835-4ae0-bd2b-6bfe64cb15f9,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:31.595670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] In _notify_port_updated(), no bound segment for port 29454693-f835-4ae0-bd2b-6bfe64cb15f9 on network 102c45b8-75a6-4a72-acad-5a0436a0f28e {{(pid=94989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:20:31.604125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1096c8f-519b-4665-9f25-d76a9961726f tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b6ce3f1-473e-4dbc-a4a0-1a95723a5932,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:31.605613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:31.606307 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.610151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4678e9e6-282d-42ef-a882-b278848ce2d3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "PUT /v2.0/ports/29454693-f835-4ae0-bd2b-6bfe64cb15f9 HTTP/1.1" status: 200 len: 1057 time: 0.6229210 Oct 13 00:20:31.610151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34344) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:31.614344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34346) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:31.648648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1096c8f-519b-4665-9f25-d76a9961726f tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.649869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0298c665-12d6-4b75-a072-f747ca091983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.653176 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f1096c8f-519b-4665-9f25-d76a9961726f tempest-RoutersAdminNegativeIpV6Test-983783224 tempest-RoutersAdminNegativeIpV6Test-983783224-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3b6ce3f1-473e-4dbc-a4a0-1a95723a5932 HTTP/1.1" status: 204 len: 168 time: 0.5039897 Oct 13 00:20:31.761538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c351c1d9-9f4b-49cc-8005-e72630edeb12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Deleting port 29454693-f835-4ae0-bd2b-6bfe64cb15f9 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:31.761982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c351c1d9-9f4b-49cc-8005-e72630edeb12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.846835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0298c665-12d6-4b75-a072-f747ca091983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.858247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0298c665-12d6-4b75-a072-f747ca091983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.859444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-158622ce-59e3-416e-a8f5-fc4123236581 None None] Provisioning complete for port 29454693-f835-4ae0-bd2b-6bfe64cb15f9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:31.860137 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-158622ce-59e3-416e-a8f5-fc4123236581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.899238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c351c1d9-9f4b-49cc-8005-e72630edeb12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:31.900707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-158622ce-59e3-416e-a8f5-fc4123236581 None None] Port 29454693-f835-4ae0-bd2b-6bfe64cb15f9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:31.925546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c351c1d9-9f4b-49cc-8005-e72630edeb12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Calling delete_port for 29454693-f835-4ae0-bd2b-6bfe64cb15f9 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:31.929462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34354) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:31.935021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298c665-12d6-4b75-a072-f747ca091983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801f5ede-856f-484b-851f-b0f851e26c8b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:31.942387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0298c665-12d6-4b75-a072-f747ca091983 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30ef9e66f0db4018ae1c685b96095aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329329 Oct 13 00:20:31.946610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34358) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:32.013826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8400-e482-4113-a5ca-9ed677732121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.036100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8400-e482-4113-a5ca-9ed677732121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.063272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6c81-e596-4256-8b43-88d0dc216059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.073431 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c351c1d9-9f4b-49cc-8005-e72630edeb12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.106562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351c1d9-9f4b-49cc-8005-e72630edeb12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Port': ['ID=29454693-f835-4ae0-bd2b-6bfe64cb15f9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:32.122456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8400-e482-4113-a5ca-9ed677732121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.125981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff2a8400-e482-4113-a5ca-9ed677732121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.129758 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ff2a8400-e482-4113-a5ca-9ed677732121 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/801f5ede-856f-484b-851f-b0f851e26c8b HTTP/1.1" status: 204 len: 168 time: 0.1799359 Oct 13 00:20:32.163163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a8400-e482-4113-a5ca-9ed677732121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801f5ede-856f-484b-851f-b0f851e26c8b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:32.246319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6c81-e596-4256-8b43-88d0dc216059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.256145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b3f6c81-e596-4256-8b43-88d0dc216059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.292306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f6c81-e596-4256-8b43-88d0dc216059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90194aa-bace-4640-969f-95ffe96a823d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:32.321703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6b3f6c81-e596-4256-8b43-88d0dc216059 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e75e7753c4ec483e829dbd19bfd6b897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904653 Oct 13 00:20:32.324370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34368) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:32.388599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c351c1d9-9f4b-49cc-8005-e72630edeb12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.396044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c351c1d9-9f4b-49cc-8005-e72630edeb12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "DELETE /v2.0/ports/29454693-f835-4ae0-bd2b-6bfe64cb15f9 HTTP/1.1" status: 204 len: 168 time: 0.7807901 Oct 13 00:20:32.398770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:32.429514 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dad63e0-3a0b-4195-a3e0-5ed5e9fe8fb3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] GET failed (client error): The resource could not be found. Oct 13 00:20:32.434291 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8dad63e0-3a0b-4195-a3e0-5ed5e9fe8fb3 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "GET /v2.0/ports/29454693-f835-4ae0-bd2b-6bfe64cb15f9 HTTP/1.1" status: 404 len: 333 time: 0.0320153 Oct 13 00:20:32.434802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34376) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:32.451219 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ba49-3456-4e44-a3d7-ae555485fa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.490620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ba49-3456-4e44-a3d7-ae555485fa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.556364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ff106-c4f8-4ba5-8fa7-420b0d925855 req-dfff2107-51d7-4a78-b255-3a87e5999d28 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:32.558096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e45ff106-c4f8-4ba5-8fa7-420b0d925855 req-dfff2107-51d7-4a78-b255-3a87e5999d28 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 945 time: 0.0957539 Oct 13 00:20:32.586541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ba49-3456-4e44-a3d7-ae555485fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.593631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ba49-3456-4e44-a3d7-ae555485fa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.594780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b182c417-ddfc-4f5c-a89a-9a6705066c12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Deleting port d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:32.595133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b182c417-ddfc-4f5c-a89a-9a6705066c12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.599352 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dfa5ba49-3456-4e44-a3d7-ae555485fa0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f90194aa-bace-4640-969f-95ffe96a823d HTTP/1.1" status: 204 len: 168 time: 0.2717886 Oct 13 00:20:32.611104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5ba49-3456-4e44-a3d7-ae555485fa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90194aa-bace-4640-969f-95ffe96a823d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:32.703134 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e45ff106-c4f8-4ba5-8fa7-420b0d925855 req-54f70621-5b33-4815-8c67-58e497962a2b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391864 Oct 13 00:20:32.716260 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b182c417-ddfc-4f5c-a89a-9a6705066c12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.731334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b182c417-ddfc-4f5c-a89a-9a6705066c12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Calling delete_port for d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:32.901828 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b182c417-ddfc-4f5c-a89a-9a6705066c12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:32.941244 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182c417-ddfc-4f5c-a89a-9a6705066c12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Port': ['ID=d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:33.024837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34400) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:33.046177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b182c417-ddfc-4f5c-a89a-9a6705066c12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.050757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b182c417-ddfc-4f5c-a89a-9a6705066c12 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "DELETE /v2.0/ports/d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57 HTTP/1.1" status: 204 len: 168 time: 0.6149673 Oct 13 00:20:33.053259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34402) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:33.091721 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a9a956-f6a8-41ea-b80c-859106eb8770 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] GET failed (client error): The resource could not be found. Oct 13 00:20:33.091721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-06a9a956-f6a8-41ea-b80c-859106eb8770 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "GET /v2.0/ports/d09ee142-8eb3-4d69-a1f2-dd41c5fc3d57 HTTP/1.1" status: 404 len: 333 time: 0.0366194 Oct 13 00:20:33.096324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34406) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:33.142887 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fac9e1bd-276c-4b67-aa57-2cb9c04748ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b746dc868fe48a2a68e0ad81c4c006e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166050 Oct 13 00:20:33.145427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34410) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:33.230463 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-116cbc50-b3fe-4868-a445-0aa90e2e4728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.291224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-116cbc50-b3fe-4868-a445-0aa90e2e4728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.299384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc2db6-43b7-485e-842f-61e1112d2925 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Deleting port 6614a814-44f4-4e4f-9951-451d3fb29524 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:33.299964 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2db6-43b7-485e-842f-61e1112d2925 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.357458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-116cbc50-b3fe-4868-a445-0aa90e2e4728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.362555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-116cbc50-b3fe-4868-a445-0aa90e2e4728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.363768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-116cbc50-b3fe-4868-a445-0aa90e2e4728 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12d9fb29-a138-4a11-82f2-38503cf13ca4 HTTP/1.1" status: 204 len: 168 time: 0.2173359 Oct 13 00:20:33.384222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cbc50-b3fe-4868-a445-0aa90e2e4728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d9fb29-a138-4a11-82f2-38503cf13ca4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:33.408941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2db6-43b7-485e-842f-61e1112d2925 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.424995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc2db6-43b7-485e-842f-61e1112d2925 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Calling delete_port for 6614a814-44f4-4e4f-9951-451d3fb29524 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:33.596542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2db6-43b7-485e-842f-61e1112d2925 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.639687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc2db6-43b7-485e-842f-61e1112d2925 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Port': ['ID=6614a814-44f4-4e4f-9951-451d3fb29524,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:33.714875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2db6-43b7-485e-842f-61e1112d2925 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.718997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34444) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:33.734947 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a7bc2db6-43b7-485e-842f-61e1112d2925 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "DELETE /v2.0/ports/6614a814-44f4-4e4f-9951-451d3fb29524 HTTP/1.1" status: 204 len: 168 time: 0.6382227 Oct 13 00:20:33.781340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34446) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:33.790090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cba1789-0a8a-499c-a2cc-5ee78e1e8168 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Deleting subnet a7ca1589-3c36-4616-88eb-73bdb840ea29 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:33.793591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cba1789-0a8a-499c-a2cc-5ee78e1e8168 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.842495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cba1789-0a8a-499c-a2cc-5ee78e1e8168 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.949885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fa071-8180-483a-81df-187f9fcda84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:33.955193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cba1789-0a8a-499c-a2cc-5ee78e1e8168 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.062038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cba1789-0a8a-499c-a2cc-5ee78e1e8168 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.064666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fa071-8180-483a-81df-187f9fcda84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.069064 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f63fa071-8180-483a-81df-187f9fcda84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.092761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba1789-0a8a-499c-a2cc-5ee78e1e8168 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ca1589-3c36-4616-88eb-73bdb840ea29,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:34.094770 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cba1789-0a8a-499c-a2cc-5ee78e1e8168 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.098278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9cba1789-0a8a-499c-a2cc-5ee78e1e8168 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "DELETE /v2.0/subnets/a7ca1589-3c36-4616-88eb-73bdb840ea29 HTTP/1.1" status: 204 len: 168 time: 0.3778980 Oct 13 00:20:34.103530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34458) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:34.116773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f63fa071-8180-483a-81df-187f9fcda84b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65de68079e934602b032a932692948d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342633 Oct 13 00:20:34.121659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34460) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:34.125668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fa071-8180-483a-81df-187f9fcda84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf77e3b-91aa-4a07-aecb-58c47f4e6a28,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:34.142926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4892875-25a8-4246-9861-043fca07cd74 None None] Network 102c45b8-75a6-4a72-acad-5a0436a0f28e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:34.199342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.322458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791cabe3-fd2f-45b2-a295-bbd86bd953a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.362963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791cabe3-fd2f-45b2-a295-bbd86bd953a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.412952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Deleting port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:34.413348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.428962 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791cabe3-fd2f-45b2-a295-bbd86bd953a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.432770 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791cabe3-fd2f-45b2-a295-bbd86bd953a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.434074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-791cabe3-fd2f-45b2-a295-bbd86bd953a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbf77e3b-91aa-4a07-aecb-58c47f4e6a28 HTTP/1.1" status: 204 len: 168 time: 0.3114355 Oct 13 00:20:34.473997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] DHCP port deletion for 102c45b8-75a6-4a72-acad-5a0436a0f28e request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:20:34.474795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cabe3-fd2f-45b2-a295-bbd86bd953a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf77e3b-91aa-4a07-aecb-58c47f4e6a28,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:34.501608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] For port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,segment=NetworkSegment(db25301c-6b7a-4e92-81f5-e15487a0c374),segment_id=db25301c-6b7a-4e92-81f5-e15487a0c374)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:34.501969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.508497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34478) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:34.519475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Calling delete_port for fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:34.547803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] Deleting port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:34.548536 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.617909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.628710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0b3cb4c4-c442-4fc1-9f8c-923ef142af21 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1370221977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:34.644801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] For port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,segment=NetworkSegment(db25301c-6b7a-4e92-81f5-e15487a0c374),segment_id=db25301c-6b7a-4e92-81f5-e15487a0c374)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:34.645116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.657236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb4c4-c442-4fc1-9f8c-923ef142af21 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.662262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb4c4-c442-4fc1-9f8c-923ef142af21 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.665969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] Calling delete_port for fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:34.706374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] No DVR routers for this DVR port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:34.713829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Port': ['ID=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:34.724265 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb4c4-c442-4fc1-9f8c-923ef142af21 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.730387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb4c4-c442-4fc1-9f8c-923ef142af21 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.755187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb4c4-c442-4fc1-9f8c-923ef142af21 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.757173 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0b3cb4c4-c442-4fc1-9f8c-923ef142af21 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2468047 Oct 13 00:20:34.760431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34486) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:34.765257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-994415154'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:34.770477 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.803207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] Pushing event deleted for resources: {'Port': ['ID=fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:34.809756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4319a02-591d-48d5-9288-baa36da290f7 None None] No DVR routers for this DVR port fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:34.839349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.858565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Made reservation on behalf of 2da74a7e3a684c0a8927a4f5fea784f2 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:34.862103 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.868335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102c45b8-75a6-4a72-acad-5a0436a0f28e']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:34.878568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:34.881672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.887098 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db25301c-6b7a-4e92-81f5-e15487a0c374') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:34.887396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db25301c-6b7a-4e92-81f5-e15487a0c374') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:34.900703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:34.901053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fd4e82f4-ce7e-48c8-bf5a-0d65938eac7e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:34.903074 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.923217 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.932021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:20:34.932021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:20:34.932406 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:20:34.997234 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.009149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.014165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] 10.222.0.21 "DELETE /v2.0/networks/102c45b8-75a6-4a72-acad-5a0436a0f28e HTTP/1.1" status: 204 len: 168 time: 0.9123588 Oct 13 00:20:35.030677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b8a37-e869-4676-b512-408ec68bfd58 tempest-AllowedAddressPairTestJSON-1588544976 tempest-AllowedAddressPairTestJSON-1588544976-project] Pushing event deleted for resources: {'Network': ['ID=102c45b8-75a6-4a72-acad-5a0436a0f28e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:35.093223 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.099953 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.124390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:20:35.141800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.142149 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Added segment 6d597792-6232-4d2d-b9db-a9b36ff2835a of type vlan for network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f Oct 13 00:20:35.143460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76a2a29-0647-4a30-adcd-d87d13f548dc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:35.192255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.219296 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.225491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:35.226107 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.281216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34510) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:35.286564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5250876 Oct 13 00:20:35.290020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:35.295957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'subnet': {'network_id': 'c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:35.308509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162e901-0e68-4501-97c2-3a4f4cd85326 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Network': ['ID=c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:35.323114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:20:35.420823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Made reservation on behalf of 2da74a7e3a684c0a8927a4f5fea784f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:35.424946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.565991 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c4b21ef4-7c96-4b4f-93a6-3c51a20b0d68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efdf8f5a8e3c4d239dbe81a9c2e1771e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833669 Oct 13 00:20:35.569183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34530) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:35.626101 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f670260e-1039-4785-bc2c-71b36e299e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.654754 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f670260e-1039-4785-bc2c-71b36e299e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.690651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34538) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:35.736867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f670260e-1039-4785-bc2c-71b36e299e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.737962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.744544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f670260e-1039-4785-bc2c-71b36e299e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.745765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f670260e-1039-4785-bc2c-71b36e299e91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c072a0a6-398f-4208-8f65-6790d357792d HTTP/1.1" status: 204 len: 168 time: 0.1752937 Oct 13 00:20:35.760999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670260e-1039-4785-bc2c-71b36e299e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072a0a6-398f-4208-8f65-6790d357792d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:35.882573 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f6b08b8c-81f2-4033-8c27-8a085d902d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.975034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f6b08b8c-81f2-4033-8c27-8a085d902d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:35.981102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f6b08b8c-81f2-4033-8c27-8a085d902d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.027841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f6b08b8c-81f2-4033-8c27-8a085d902d97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8452f1573ace4c3ca38b4c76f0c9e926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347523 Oct 13 00:20:36.028804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08b8c-81f2-4033-8c27-8a085d902d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591937cd-42a1-4ce8-adab-a48e8fd12044,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:36.031225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34550) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:36.163158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Checking segment: {'id': '6d597792-6232-4d2d-b9db-a9b36ff2835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:36.163430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network hostable DHCP agents. Network: c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:20:36.169803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Subnet': ['ID=e2e33294-ace6-4797-a21a-ef92df1a35ed,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:36.186635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:20:36.206214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:36.217523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15866684-3256-4725-bb24-d650fef30bf3 None None] Network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:36.217952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:36.221875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.267354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cc3c8577-7105-4a68-a7ee-912405fc86f0 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9725380 Oct 13 00:20:36.267354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34562) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:36.273456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'network': {'name': 'tempest-router-network01--1664389484'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:36.307493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Made reservation on behalf of 2da74a7e3a684c0a8927a4f5fea784f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:36.311386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.346299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:20:36.358221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.358852 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Added segment 6e60b85b-5e7e-42c9-907f-f9eea8af5f41 of type vlan for network 5dede0f7-3096-4cbf-a526-a4650d960bc5 Oct 13 00:20:36.413646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.436800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-175ced14-768f-408d-989b-273eac7fb229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.448778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.459491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:36.460672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.466179 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.495972 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-175ced14-768f-408d-989b-273eac7fb229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.548990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2764120 Oct 13 00:20:36.557825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34572) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:36.565253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'network': {'name': 'tempest-router-network02--716441299'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:36.578167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-175ced14-768f-408d-989b-273eac7fb229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.581253 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-175ced14-768f-408d-989b-273eac7fb229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.582582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-175ced14-768f-408d-989b-273eac7fb229 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/591937cd-42a1-4ce8-adab-a48e8fd12044 HTTP/1.1" status: 204 len: 168 time: 0.5501771 Oct 13 00:20:36.601409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ced14-768f-408d-989b-273eac7fb229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591937cd-42a1-4ce8-adab-a48e8fd12044,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:36.608260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Made reservation on behalf of 2da74a7e3a684c0a8927a4f5fea784f2 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:36.612716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d18027-f3e2-4887-9240-6c3bab4fe752 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Network': ['ID=5dede0f7-3096-4cbf-a526-a4650d960bc5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:36.616990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.618919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f', 'network_id': 'c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f', 'tenant_id': '2da74a7e3a684c0a8927a4f5fea784f2', 'fixed_ips': [{'subnet_id': 'e2e33294-ace6-4797-a21a-ef92df1a35ed'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:20:36.619945 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.661102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:20:36.661325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 5dede0f7-3096-4cbf-a526-a4650d960bc5 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:20:36.680944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.681319 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Added segment 24e816d6-41a9-4efb-87fb-652dc830a6f9 of type vlan for network ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 Oct 13 00:20:36.738997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34580) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:36.789405 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.839122 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.862515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:36.864307 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.948789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Allocated IP 172.20.0.2 (c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f/e2e33294-ace6-4797-a21a-ef92df1a35ed/173ab964-fc1a-418e-8fe3-428865370cd5) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:36.986474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:36.995841 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4349582 Oct 13 00:20:36.998652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34590) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:37.005603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'subnet': {'network_id': '5dede0f7-3096-4cbf-a526-a4650d960bc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:37.014481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-29422441'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:37.018926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1742c7-178b-4871-96dd-91cdad5cfb2a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Network': ['ID=ce2c4591-0b8b-4327-bfb5-202a2b5b1d48,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:37.035130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:20:37.116379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:37.120665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.135882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.173514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Made reservation on behalf of 2da74a7e3a684c0a8927a4f5fea784f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:37.177260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.213787 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.232591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.282277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Pushing event updated for resources: {'Port': ['ID=173ab964-fc1a-418e-8fe3-428865370cd5,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:37.294103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.294455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.294803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.295158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.295788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.295936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.296624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.296923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.297274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.297580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.297908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.298230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:37.310601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.316875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:37.318453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:37.321774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:37.357412 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.410183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Attempting to bind port 173ab964-fc1a-418e-8fe3-428865370cd5 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:37.411215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Attempting to bind port 173ab964-fc1a-418e-8fe3-428865370cd5 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '6d597792-6232-4d2d-b9db-a9b36ff2835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:37.411683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Attempting to bind port 173ab964-fc1a-418e-8fe3-428865370cd5 on network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:37.420156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:37.421210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Checking segment: {'id': '6d597792-6232-4d2d-b9db-a9b36ff2835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:37.421760 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.422259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Bound using segment: {'id': '6d597792-6232-4d2d-b9db-a9b36ff2835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:37.422783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Bound port: 173ab964-fc1a-418e-8fe3-428865370cd5, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d597792-6232-4d2d-b9db-a9b36ff2835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:37.423740 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.424822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:20:37.489024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.489372 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Added segment e03bf15d-f0f2-426a-8a36-a693d9d87ce0 of type vlan for network 0aab82b3-edf6-49a9-80bd-eba5b227e5da Oct 13 00:20:37.490848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a557352-64a8-4967-801b-d302c9b8f6f3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:37.513922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] For port 173ab964-fc1a-418e-8fe3-428865370cd5, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:37.517500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] For port 173ab964-fc1a-418e-8fe3-428865370cd5, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=173ab964-fc1a-418e-8fe3-428865370cd5,segment=NetworkSegment(6d597792-6232-4d2d-b9db-a9b36ff2835a),segment_id=6d597792-6232-4d2d-b9db-a9b36ff2835a)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:37.529793 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.545912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.563656 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.608956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e413c-25be-4fd1-b4af-6b0d42cd90d1 None None] Pushing event updated for resources: {'Port': ['ID=173ab964-fc1a-418e-8fe3-428865370cd5,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:37.683960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Subnet': ['ID=1323b4d1-f8ea-47d6-ae43-3c0ce794c21d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:37.687123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.692776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:37.693337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.722257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Checking segment: {'id': '6e60b85b-5e7e-42c9-907f-f9eea8af5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5dede0f7-3096-4cbf-a526-a4650d960bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:37.723037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network hostable DHCP agents. Network: 5dede0f7-3096-4cbf-a526-a4650d960bc5, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:20:37.791800 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0479538 Oct 13 00:20:37.792809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34616) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:37.803004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:37.818308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3301e-4b6e-4f68-b2b4-a46b234d482d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Network': ['ID=0aab82b3-edf6-49a9-80bd-eba5b227e5da,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:37.831458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network 5dede0f7-3096-4cbf-a526-a4650d960bc5 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:20:37.834132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:20:37.843368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 5dede0f7-3096-4cbf-a526-a4650d960bc5) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:37.848735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:37.849410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:37.890482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-91847999-c82d-42b4-adca-d43cfe5eed3e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8898761 Oct 13 00:20:37.894915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34620) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:37.899473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'subnet': {'network_id': 'ce2c4591-0b8b-4327-bfb5-202a2b5b1d48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:37.966598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459868f7-efba-48b4-a9b7-3d76878d585a None None] Network 5dede0f7-3096-4cbf-a526-a4650d960bc5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:38.028094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:38.032040 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:38.057889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Made reservation on behalf of 2da74a7e3a684c0a8927a4f5fea784f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:38.062561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:38.300556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-5dede0f7-3096-4cbf-a526-a4650d960bc5', 'network_id': '5dede0f7-3096-4cbf-a526-a4650d960bc5', 'tenant_id': '2da74a7e3a684c0a8927a4f5fea784f2', 'fixed_ips': [{'subnet_id': '1323b4d1-f8ea-47d6-ae43-3c0ce794c21d'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:20:38.301562 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:38.347287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:38.394836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:38.457869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Subnet': ['ID=408b34ee-c44c-4670-9ad9-81ab136838e6,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:38.468153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=838eb965-1981-4211-83e5-46b473682a74,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:38.489602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Checking segment: {'id': '24e816d6-41a9-4efb-87fb-652dc830a6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ce2c4591-0b8b-4327-bfb5-202a2b5b1d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:38.490232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network hostable DHCP agents. Network: ce2c4591-0b8b-4327-bfb5-202a2b5b1d48, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:20:38.496438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:38.499988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network hostable DHCP agents. Network: 0aab82b3-edf6-49a9-80bd-eba5b227e5da, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:20:38.520664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:20:38.539026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Allocated IP 172.20.0.2 (5dede0f7-3096-4cbf-a526-a4650d960bc5/1323b4d1-f8ea-47d6-ae43-3c0ce794c21d/d32e4f73-7765-4054-9314-d9d4045a2e76) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:38.543816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:20:38.554958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, ce2c4591-0b8b-4327-bfb5-202a2b5b1d48) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:38.559711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:38.560111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 0aab82b3-edf6-49a9-80bd-eba5b227e5da) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:38.560314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:38.573789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1df840-fb82-414b-ad11-0d717b1e546b None None] Network ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:38.574547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:38.575279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:38.584123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2360ad5-0bbb-4900-a181-370f728d0f8c None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:38.595054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34638) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:38.596084 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b96e0080-f9ab-4a80-870c-2241a0297094 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7008512 Oct 13 00:20:38.741240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-924560a9-8086-417c-8e3e-47064b9a44e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9465532 Oct 13 00:20:38.744856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34644) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:38.752739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'name': 'tempest-NetworksTestDHCPv6-311031917'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:39.004176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:39.010398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.033908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port bd6e554b-826c-4fbe-be17-4a717fe0eab3 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:39.085520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 173ab964-fc1a-418e-8fe3-428865370cd5 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:39.216682 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.318991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::56 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/838eb965-1981-4211-83e5-46b473682a74/bd6e554b-826c-4fbe-be17-4a717fe0eab3) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:39.351404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5034e-0cd5-4bbc-8fbb-23a4ea80bd49 None None] Network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:39.412979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '838eb965-1981-4211-83e5-46b473682a74'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:20:39.415838 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.571454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e6feba3b-cc19-46e9-a1cd-d1af8fdebb14 None None] Provisioning complete for port 173ab964-fc1a-418e-8fe3-428865370cd5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:39.572054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34658) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:39.572642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e6feba3b-cc19-46e9-a1cd-d1af8fdebb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.601795 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.654460 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.697920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:39.701764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:39.704267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:39.710265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:39.710920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.730669 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-31c776e6-4509-410c-8d54-6c6ad6184a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.736454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9903793 Oct 13 00:20:39.739596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34664) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:39.787215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a6320-aac6-4487-93f6-07a3d8be9a63 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=bd6e554b-826c-4fbe-be17-4a717fe0eab3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:39.807944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c8b5b-600b-4a7c-b926-15cb0c5c8bc1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:39.809519 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ab9c8b5b-600b-4a7c-b926-15cb0c5c8bc1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0692570 Oct 13 00:20:39.812117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34668) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:39.824442 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-31c776e6-4509-410c-8d54-6c6ad6184a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.833553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-31c776e6-4509-410c-8d54-6c6ad6184a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.834559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 173ab964-fc1a-418e-8fe3-428865370cd5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:39.834946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.877861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c776e6-4509-410c-8d54-6c6ad6184a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a0c3c1-cb5a-4c1d-ae30-28bd45ed81f1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:39.904805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-31c776e6-4509-410c-8d54-6c6ad6184a00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4df5b8c8a3d3408f95a15b41a057491b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317189 Oct 13 00:20:39.905486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34670) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:39.938223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3e72b25a-9ec0-45f2-945d-b7ecb6f54a6f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port bd6e554b-826c-4fbe-be17-4a717fe0eab3 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:39.938579 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e72b25a-9ec0-45f2-945d-b7ecb6f54a6f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.965368 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81413e6f-566c-47b7-b2f3-5a38f4130948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.988510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81413e6f-566c-47b7-b2f3-5a38f4130948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:39.997110 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.029931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.042185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-ce2c4591-0b8b-4327-bfb5-202a2b5b1d48', 'network_id': 'ce2c4591-0b8b-4327-bfb5-202a2b5b1d48', 'tenant_id': '2da74a7e3a684c0a8927a4f5fea784f2', 'fixed_ips': [{'subnet_id': '408b34ee-c44c-4670-9ad9-81ab136838e6'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:20:40.043303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.052519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e72b25a-9ec0-45f2-945d-b7ecb6f54a6f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.064401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Network 5dede0f7-3096-4cbf-a526-a4650d960bc5 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:40.064990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81413e6f-566c-47b7-b2f3-5a38f4130948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.067671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81413e6f-566c-47b7-b2f3-5a38f4130948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.072589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-81413e6f-566c-47b7-b2f3-5a38f4130948 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59a0c3c1-cb5a-4c1d-ae30-28bd45ed81f1 HTTP/1.1" status: 204 len: 168 time: 0.1660454 Oct 13 00:20:40.080125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:40.085437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81413e6f-566c-47b7-b2f3-5a38f4130948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a0c3c1-cb5a-4c1d-ae30-28bd45ed81f1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:40.086053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:40.090420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3e72b25a-9ec0-45f2-945d-b7ecb6f54a6f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for bd6e554b-826c-4fbe-be17-4a717fe0eab3 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:40.120402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Allocated IP 172.20.0.1 (5dede0f7-3096-4cbf-a526-a4650d960bc5/1323b4d1-f8ea-47d6-ae43-3c0ce794c21d/5087f6d2-2440-4471-9e07-4be59616aa6c) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:40.215097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e6feba3b-cc19-46e9-a1cd-d1af8fdebb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.224092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/838eb965-1981-4211-83e5-46b473682a74/e6681854-216a-4b9c-bca8-76648b55c259) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:40.424136 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.445233 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e72b25a-9ec0-45f2-945d-b7ecb6f54a6f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.454100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Pushing event updated for resources: {'Port': ['ID=d32e4f73-7765-4054-9314-d9d4045a2e76,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:40.483986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.489183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Attempting to bind port d32e4f73-7765-4054-9314-d9d4045a2e76 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:40.489827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Attempting to bind port d32e4f73-7765-4054-9314-d9d4045a2e76 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '6e60b85b-5e7e-42c9-907f-f9eea8af5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5dede0f7-3096-4cbf-a526-a4650d960bc5'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:40.490378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Attempting to bind port d32e4f73-7765-4054-9314-d9d4045a2e76 on network 5dede0f7-3096-4cbf-a526-a4650d960bc5 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:40.493835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72b25a-9ec0-45f2-945d-b7ecb6f54a6f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=bd6e554b-826c-4fbe-be17-4a717fe0eab3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:40.555129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e72b25a-9ec0-45f2-945d-b7ecb6f54a6f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.558987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network 5dede0f7-3096-4cbf-a526-a4650d960bc5 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:40.561065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:40.561750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Checking segment: {'id': '6e60b85b-5e7e-42c9-907f-f9eea8af5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5dede0f7-3096-4cbf-a526-a4650d960bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:40.562371 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.562963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Bound using segment: {'id': '6e60b85b-5e7e-42c9-907f-f9eea8af5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5dede0f7-3096-4cbf-a526-a4650d960bc5'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:40.563675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Bound port: d32e4f73-7765-4054-9314-d9d4045a2e76, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e60b85b-5e7e-42c9-907f-f9eea8af5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5dede0f7-3096-4cbf-a526-a4650d960bc5'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:40.564265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.564949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:40.568967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:40.572676 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e72b25a-9ec0-45f2-945d-b7ecb6f54a6f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/bd6e554b-826c-4fbe-be17-4a717fe0eab3 HTTP/1.1" status: 204 len: 168 time: 0.7560580 Oct 13 00:20:40.574501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34682) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:40.612002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e6feba3b-cc19-46e9-a1cd-d1af8fdebb14 None None] For port 173ab964-fc1a-418e-8fe3-428865370cd5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=173ab964-fc1a-418e-8fe3-428865370cd5,segment=NetworkSegment(6d597792-6232-4d2d-b9db-a9b36ff2835a),segment_id=6d597792-6232-4d2d-b9db-a9b36ff2835a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:40.633095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e6feba3b-cc19-46e9-a1cd-d1af8fdebb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.635780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34684) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:40.637116 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.684926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a537b-7f5d-4365-aea9-74817942ef18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:40.686854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a537b-7f5d-4365-aea9-74817942ef18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:40.688532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-452a537b-7f5d-4365-aea9-74817942ef18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1112316 Oct 13 00:20:40.691069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34686) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:40.702000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-639c241b-577f-452a-b5ad-ab4cb6dcce34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.711790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6feba3b-cc19-46e9-a1cd-d1af8fdebb14 None None] Pushing event updated for resources: {'Port': ['ID=173ab964-fc1a-418e-8fe3-428865370cd5,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:40.742822 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.798420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccd4615-af32-4333-8d03-51febe747b95 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 838eb965-1981-4211-83e5-46b473682a74 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:40.817431 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-639c241b-577f-452a-b5ad-ab4cb6dcce34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.818665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Port': ['ID=5087f6d2-2440-4471-9e07-4be59616aa6c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:40.828888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-639c241b-577f-452a-b5ad-ab4cb6dcce34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.846840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Allocated IP 172.20.0.2 (ce2c4591-0b8b-4327-bfb5-202a2b5b1d48/408b34ee-c44c-4670-9ad9-81ab136838e6/172d17d2-d8bc-4de5-b9f3-08905e02b177) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:40.857233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-18023004-4951-4db2-a640-fdfb5a3b405a None None] Provisioning complete for port 173ab964-fc1a-418e-8fe3-428865370cd5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:40.857912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-18023004-4951-4db2-a640-fdfb5a3b405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.892138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c241b-577f-452a-b5ad-ab4cb6dcce34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffab2a6-a70a-4749-9765-31fe69db7126,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:40.907422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] For port d32e4f73-7765-4054-9314-d9d4045a2e76, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:40.912307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-639c241b-577f-452a-b5ad-ab4cb6dcce34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=022c617c1e9d4d3f9c04ed3d77da4b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725523 Oct 13 00:20:40.915650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34694) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:40.923948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] For port d32e4f73-7765-4054-9314-d9d4045a2e76, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d32e4f73-7765-4054-9314-d9d4045a2e76,segment=NetworkSegment(6e60b85b-5e7e-42c9-907f-f9eea8af5f41),segment_id=6e60b85b-5e7e-42c9-907f-f9eea8af5f41)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:40.980240 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:40.984698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dacea153-c001-4225-9c75-13a5b296705b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.014467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dacea153-c001-4225-9c75-13a5b296705b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.078976 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.093783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dacea153-c001-4225-9c75-13a5b296705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.097289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dacea153-c001-4225-9c75-13a5b296705b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.098638 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dacea153-c001-4225-9c75-13a5b296705b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ffab2a6-a70a-4749-9765-31fe69db7126 HTTP/1.1" status: 204 len: 168 time: 0.1816561 Oct 13 00:20:41.120511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacea153-c001-4225-9c75-13a5b296705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffab2a6-a70a-4749-9765-31fe69db7126,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:41.325025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.350523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccd4615-af32-4333-8d03-51febe747b95 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.354408 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.365665 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:20:41.366811 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:20:41.395287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.411385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.427621 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.431433 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccd4615-af32-4333-8d03-51febe747b95 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.439229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65403683-40ae-4d01-a9af-245138a0bc6f None None] Pushing event updated for resources: {'Port': ['ID=d32e4f73-7765-4054-9314-d9d4045a2e76,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:41.548853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.564708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:41.597438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:41.602937 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:41.626813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.647676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Network ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:41.652132 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccd4615-af32-4333-8d03-51febe747b95 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.701360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:41.704997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:41.711367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Pushing event updated for resources: {'Port': ['ID=e6681854-216a-4b9c-bca8-76648b55c259,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:41.743813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Port': ['ID=5087f6d2-2440-4471-9e07-4be59616aa6c,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:41.746628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Attempting to bind port e6681854-216a-4b9c-bca8-76648b55c259 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:41.747884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Attempting to bind port e6681854-216a-4b9c-bca8-76648b55c259 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:41.748855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Attempting to bind port e6681854-216a-4b9c-bca8-76648b55c259 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:41.763043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccd4615-af32-4333-8d03-51febe747b95 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.821956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ccd4615-af32-4333-8d03-51febe747b95 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:41.825902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network 5dede0f7-3096-4cbf-a526-a4650d960bc5 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:41.826373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4ccd4615-af32-4333-8d03-51febe747b95 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/838eb965-1981-4211-83e5-46b473682a74 HTTP/1.1" status: 204 len: 168 time: 1.1339068 Oct 13 00:20:41.828958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34712) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:41.829646 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd4615-af32-4333-8d03-51febe747b95 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=838eb965-1981-4211-83e5-46b473682a74,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:41.866531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:41.940794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7fc4a257-d9ea-49e6-8bef-07ecd9c15a8e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082146 Oct 13 00:20:41.941584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34718) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:41.949906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:42.001283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Pushing event updated for resources: {'Port': ['ID=172d17d2-d8bc-4de5-b9f3-08905e02b177,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:42.064541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:42.064923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:42.065336 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.065776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:42.066252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Bound port: e6681854-216a-4b9c-bca8-76648b55c259, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:42.066630 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.091048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Attempting to bind port 172d17d2-d8bc-4de5-b9f3-08905e02b177 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:42.091398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Attempting to bind port 172d17d2-d8bc-4de5-b9f3-08905e02b177 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '24e816d6-41a9-4efb-87fb-652dc830a6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ce2c4591-0b8b-4327-bfb5-202a2b5b1d48'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:42.091779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Attempting to bind port 172d17d2-d8bc-4de5-b9f3-08905e02b177 on network ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:42.100434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:42.100809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Checking segment: {'id': '24e816d6-41a9-4efb-87fb-652dc830a6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ce2c4591-0b8b-4327-bfb5-202a2b5b1d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:42.101210 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.101596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Bound using segment: {'id': '24e816d6-41a9-4efb-87fb-652dc830a6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ce2c4591-0b8b-4327-bfb5-202a2b5b1d48'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:42.102596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Bound port: 172d17d2-d8bc-4de5-b9f3-08905e02b177, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e816d6-41a9-4efb-87fb-652dc830a6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ce2c4591-0b8b-4327-bfb5-202a2b5b1d48'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:42.103035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.129727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:42.135906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.178163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Router 8e791227-9579-42a4-9c6a-98cc2fb8e927 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:20:42.183201 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c09fbb5f-598f-4fcf-9e10-d365ecb99047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.258540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] For port e6681854-216a-4b9c-bca8-76648b55c259, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:42.265196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] For port e6681854-216a-4b9c-bca8-76648b55c259, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e6681854-216a-4b9c-bca8-76648b55c259,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:42.282764 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.409167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] For port 172d17d2-d8bc-4de5-b9f3-08905e02b177, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:42.409425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:20:42.424412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ce40c7d1-e94f-4422-8aeb-e71f9729445c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "PUT /v2.0/routers/8e791227-9579-42a4-9c6a-98cc2fb8e927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8282790 Oct 13 00:20:42.427857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34734) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:42.436305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71a5eb-a50b-467c-b43e-a3761887af46 None None] Sync routers for ids ['8e791227-9579-42a4-9c6a-98cc2fb8e927'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:20:42.482804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f84f1-d0e6-41e4-b1c7-9cdfb3b254ce None None] Pushing event updated for resources: {'Port': ['ID=e6681854-216a-4b9c-bca8-76648b55c259,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:42.515150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] For port 172d17d2-d8bc-4de5-b9f3-08905e02b177, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=172d17d2-d8bc-4de5-b9f3-08905e02b177,segment=NetworkSegment(24e816d6-41a9-4efb-87fb-652dc830a6f9),segment_id=24e816d6-41a9-4efb-87fb-652dc830a6f9)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:42.517272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 173ab964-fc1a-418e-8fe3-428865370cd5 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:42.564405 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.583957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71a5eb-a50b-467c-b43e-a3761887af46 None None] Routers {'8e791227-9579-42a4-9c6a-98cc2fb8e927'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:42.584598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cd71a5eb-a50b-467c-b43e-a3761887af46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8e791227-9579-42a4-9c6a-98cc2fb8e927'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:42.620854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c1f987-2079-429e-a277-cb17f501690c None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:42.650317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.739747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:42.752488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:42.762040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cd71a5eb-a50b-467c-b43e-a3761887af46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:42.771948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:42.772681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.801318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=c94324a4-01e8-4796-9f4d-502fb2f06721,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:42.830102 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ca4b1441-ed94-4db5-b6f8-ab3415855540 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8865640 Oct 13 00:20:42.832617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34744) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:42.845251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'name': 'tempest-NetworksTestDHCPv6-873347638'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:42.857297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e067ba4-1c2a-4780-a93d-32dd49d05c98 None None] Pushing event updated for resources: {'Port': ['ID=172d17d2-d8bc-4de5-b9f3-08905e02b177,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:42.869775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71a5eb-a50b-467c-b43e-a3761887af46 None None] Routers {'8e791227-9579-42a4-9c6a-98cc2fb8e927'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:42.870632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cd71a5eb-a50b-467c-b43e-a3761887af46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8e791227-9579-42a4-9c6a-98cc2fb8e927'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:42.936994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a877f6d6-ff38-4d2d-baea-2d3869d67ca9 None None] Network 5dede0f7-3096-4cbf-a526-a4650d960bc5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:42.962745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cd71a5eb-a50b-467c-b43e-a3761887af46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:42.963409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71a5eb-a50b-467c-b43e-a3761887af46 None None] The sync data for ids ['8e791227-9579-42a4-9c6a-98cc2fb8e927'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:20:42.982077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 173ab964-fc1a-418e-8fe3-428865370cd5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:42.982251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.077547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:43.093109 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.143335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 3837df21-1014-490d-88ad-d9953f8609d7 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:43.151027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-de823208-0994-4180-a378-6ac95ec96c32 None None] Provisioning complete for port d32e4f73-7765-4054-9314-d9d4045a2e76 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:43.151404 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-de823208-0994-4180-a378-6ac95ec96c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.358242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::25c (0aab82b3-edf6-49a9-80bd-eba5b227e5da/c94324a4-01e8-4796-9f4d-502fb2f06721/3837df21-1014-490d-88ad-d9953f8609d7) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:43.406036 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-e5045b59-770d-4ba9-bee3-80f3a257f7db tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:20:43.408607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5045b59-770d-4ba9-bee3-80f3a257f7db tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "PUT /v2.0/routers/8e791227-9579-42a4-9c6a-98cc2fb8e927/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9803131 Oct 13 00:20:43.411449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34766) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:43.451027 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-de823208-0994-4180-a378-6ac95ec96c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.576604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d32e4f73-7765-4054-9314-d9d4045a2e76 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:43.674020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-de823208-0994-4180-a378-6ac95ec96c32 None None] For port d32e4f73-7765-4054-9314-d9d4045a2e76, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d32e4f73-7765-4054-9314-d9d4045a2e76,segment=NetworkSegment(6e60b85b-5e7e-42c9-907f-f9eea8af5f41),segment_id=6e60b85b-5e7e-42c9-907f-f9eea8af5f41)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:43.684220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9ae5b-40cb-4642-ae84-3ae8378f3177 None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': 'c94324a4-01e8-4796-9f4d-502fb2f06721'}], 'binding:host_id': 'n-d-813679-4'}, 'id': 'e6681854-216a-4b9c-bca8-76648b55c259'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:20:43.696954 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-de823208-0994-4180-a378-6ac95ec96c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.727050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.805833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.844563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:43.847430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:43.870192 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae5b-40cb-4642-ae84-3ae8378f3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.876079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de823208-0994-4180-a378-6ac95ec96c32 None None] Pushing event updated for resources: {'Port': ['ID=d32e4f73-7765-4054-9314-d9d4045a2e76,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:43.881535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:43.892633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:43.892977 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.919029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34776) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:43.976448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d32e4f73-7765-4054-9314-d9d4045a2e76 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:43.976913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:43.977056 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1429987 Oct 13 00:20:43.978000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd7b78-e814-4632-afd4-4eecfddbf35d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=3837df21-1014-490d-88ad-d9953f8609d7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:44.000518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34780) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:44.098577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74482c6-6584-4ab5-9f23-6afe391c72a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:44.114373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74482c6-6584-4ab5-9f23-6afe391c72a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:44.119065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b74482c6-6584-4ab5-9f23-6afe391c72a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1073418 Oct 13 00:20:44.122892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34782) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:44.186980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6ba5d097-0bf9-4af5-bdb0-7c013fdebb17 None None] Provisioning complete for port 5087f6d2-2440-4471-9e07-4be59616aa6c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:44.187269 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d097-0bf9-4af5-bdb0-7c013fdebb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.205404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-81f45411-7f15-4661-9c69-69cefae36673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.346415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fc27cc0e-ce43-4d79-aa76-8e026e2c62eb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 3837df21-1014-490d-88ad-d9953f8609d7 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:44.346928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc27cc0e-ce43-4d79-aa76-8e026e2c62eb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.348683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-91b9ae5b-40cb-4642-ae84-3ae8378f3177 None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/c94324a4-01e8-4796-9f4d-502fb2f06721/e6681854-216a-4b9c-bca8-76648b55c259) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:44.488722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-81f45411-7f15-4661-9c69-69cefae36673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.508117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-81f45411-7f15-4661-9c69-69cefae36673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.533011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74926eab-4bf4-4993-b260-5179702cee3a None None] Network ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:44.595982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc27cc0e-ce43-4d79-aa76-8e026e2c62eb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.618349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f45411-7f15-4661-9c69-69cefae36673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5979923-5966-40c5-8d91-68e8c930e5da,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:44.641861 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-81f45411-7f15-4661-9c69-69cefae36673 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25a80e98d8f444069e251474596d6d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7217643 Oct 13 00:20:44.649757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34792) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:44.652209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fc27cc0e-ce43-4d79-aa76-8e026e2c62eb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 3837df21-1014-490d-88ad-d9953f8609d7 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:44.679942 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.720799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6bf7-d850-4671-b921-3848ef8e9b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.819582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6bf7-d850-4671-b921-3848ef8e9b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.826688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5d097-0bf9-4af5-bdb0-7c013fdebb17 None None] Port 5087f6d2-2440-4471-9e07-4be59616aa6c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:44.855152 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f04e-73d0-4d7e-843a-1fe110ba2f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.928768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6bf7-d850-4671-b921-3848ef8e9b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.931859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6bf7-d850-4671-b921-3848ef8e9b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.937133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-91b9ae5b-40cb-4642-ae84-3ae8378f3177 None None] For port e6681854-216a-4b9c-bca8-76648b55c259, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e6681854-216a-4b9c-bca8-76648b55c259,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:44.948979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9c8e6bf7-d850-4671-b921-3848ef8e9b3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5979923-5966-40c5-8d91-68e8c930e5da HTTP/1.1" status: 204 len: 168 time: 0.2848227 Oct 13 00:20:44.976623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae5b-40cb-4642-ae84-3ae8378f3177 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:44.989841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e6bf7-d850-4671-b921-3848ef8e9b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5979923-5966-40c5-8d91-68e8c930e5da,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:45.012137 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-91b9ae5b-40cb-4642-ae84-3ae8378f3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.012712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc27cc0e-ce43-4d79-aa76-8e026e2c62eb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.014329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6ba5d097-0bf9-4af5-bdb0-7c013fdebb17 None None] Provisioning complete for port d32e4f73-7765-4054-9314-d9d4045a2e76 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:45.014696 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6ba5d097-0bf9-4af5-bdb0-7c013fdebb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.077618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 172d17d2-d8bc-4de5-b9f3-08905e02b177 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:45.087967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27cc0e-ce43-4d79-aa76-8e026e2c62eb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=3837df21-1014-490d-88ad-d9953f8609d7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:45.126456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc27cc0e-ce43-4d79-aa76-8e026e2c62eb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.132337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fc27cc0e-ce43-4d79-aa76-8e026e2c62eb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/3837df21-1014-490d-88ad-d9953f8609d7 HTTP/1.1" status: 204 len: 168 time: 1.0061231 Oct 13 00:20:45.138048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34798) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:45.156586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Deleting port 5087f6d2-2440-4471-9e07-4be59616aa6c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:45.156708 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.212550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d3834-30cc-44e2-b619-153ab742f17d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:45.214774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d3834-30cc-44e2-b619-153ab742f17d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:45.219173 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9e1d3834-30cc-44e2-b619-153ab742f17d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0770938 Oct 13 00:20:45.219995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34802) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:45.253574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.273689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Calling delete_port for 5087f6d2-2440-4471-9e07-4be59616aa6c owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:45.286203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f902cd-6f6c-4542-86f9-c5c6058e49b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet c94324a4-01e8-4796-9f4d-502fb2f06721 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:45.289958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0f902cd-6f6c-4542-86f9-c5c6058e49b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.346523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0f902cd-6f6c-4542-86f9-c5c6058e49b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.440610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9ae5b-40cb-4642-ae84-3ae8378f3177 None None] Pushing event updated for resources: {'Port': ['ID=e6681854-216a-4b9c-bca8-76648b55c259,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:45.486533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 172d17d2-d8bc-4de5-b9f3-08905e02b177 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:45.487151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.533845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0f902cd-6f6c-4542-86f9-c5c6058e49b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.624786 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0f902cd-6f6c-4542-86f9-c5c6058e49b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.668328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f902cd-6f6c-4542-86f9-c5c6058e49b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=c94324a4-01e8-4796-9f4d-502fb2f06721,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:45.670836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0f902cd-6f6c-4542-86f9-c5c6058e49b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.675129 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.677838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:45.681292 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.682424 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c0f902cd-6f6c-4542-86f9-c5c6058e49b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/c94324a4-01e8-4796-9f4d-502fb2f06721 HTTP/1.1" status: 204 len: 168 time: 0.4537873 Oct 13 00:20:45.734788 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.762801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-03a4a03f-6061-45bf-900c-e4d6962a031c None None] Could not find standard attr ID for object 5087f6d2-2440-4471-9e07-4be59616aa6c. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:45.776619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 172d17d2-d8bc-4de5-b9f3-08905e02b177, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=172d17d2-d8bc-4de5-b9f3-08905e02b177,segment=NetworkSegment(24e816d6-41a9-4efb-87fb-652dc830a6f9),segment_id=24e816d6-41a9-4efb-87fb-652dc830a6f9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:45.790905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-03a4a03f-6061-45bf-900c-e4d6962a031c None None] Provisioning complete for port 172d17d2-d8bc-4de5-b9f3-08905e02b177 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:45.791288 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-03a4a03f-6061-45bf-900c-e4d6962a031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.795139 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.796084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d32e4f73-7765-4054-9314-d9d4045a2e76 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:45.807001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6c3dfb03-aae8-4573-925a-a44df82561e7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106191 Oct 13 00:20:45.807001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Port': ['ID=5087f6d2-2440-4471-9e07-4be59616aa6c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:45.807765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34822) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:45.818911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:46.001828 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.011409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.012924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=172d17d2-d8bc-4de5-b9f3-08905e02b177,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:46.017544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:46.026363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.042994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d32e4f73-7765-4054-9314-d9d4045a2e76 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:46.043453 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.218795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Router 8e791227-9579-42a4-9c6a-98cc2fb8e927 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:20:46.305693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.312467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:20:46.321734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49935740-2753-4860-8eca-8f5eebddcb92 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "PUT /v2.0/routers/8e791227-9579-42a4-9c6a-98cc2fb8e927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9089723 Oct 13 00:20:46.322491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34840) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:46.326535 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86c817-2de5-4b5a-833e-abcfc7a1c471 None None] Sync routers for ids ['8e791227-9579-42a4-9c6a-98cc2fb8e927'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:20:46.342031 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86c817-2de5-4b5a-833e-abcfc7a1c471 None None] Routers {'8e791227-9579-42a4-9c6a-98cc2fb8e927'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:46.342815 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4f86c817-2de5-4b5a-833e-abcfc7a1c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8e791227-9579-42a4-9c6a-98cc2fb8e927'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:46.352990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:46.358271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:46.361914 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-570c3233-c967-4837-9fc6-0a85413baa30 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] delete failed (client error): The resource could not be found. Oct 13 00:20:46.362613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:46.363321 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.366760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-570c3233-c967-4837-9fc6-0a85413baa30 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1152317313 HTTP/1.1" status: 404 len: 335 time: 0.0432138 Oct 13 00:20:46.367425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34842) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:46.372363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e26b066d-339a-463e-a6cf-59dd2aa779b8 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e791227-9579-42a4-9c6a-98cc2fb8e927'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:46.392005 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5797234 Oct 13 00:20:46.392887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc713a-6c11-4a0d-8af5-feadcde174bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=ab07d9d3-a731-4929-a641-e5e9db214cc1,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:46.396858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34844) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:46.407666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'name': 'tempest-NetworksTestDHCPv6-291881060'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:46.410107 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4f86c817-2de5-4b5a-833e-abcfc7a1c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:46.427794 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86c817-2de5-4b5a-833e-abcfc7a1c471 None None] Routers {'8e791227-9579-42a4-9c6a-98cc2fb8e927'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:46.428425 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4f86c817-2de5-4b5a-833e-abcfc7a1c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8e791227-9579-42a4-9c6a-98cc2fb8e927'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:46.463849 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4f86c817-2de5-4b5a-833e-abcfc7a1c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:46.464694 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86c817-2de5-4b5a-833e-abcfc7a1c471 None None] The sync data for ids ['8e791227-9579-42a4-9c6a-98cc2fb8e927'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:20:46.581753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:46.585501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.615151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 06f11c37-487f-4c0a-b608-ad334e394250 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:46.687338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e26b066d-339a-463e-a6cf-59dd2aa779b8 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.715682 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-e26b066d-339a-463e-a6cf-59dd2aa779b8 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] update failed (client error): The resource could not be found. Oct 13 00:20:46.720570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e26b066d-339a-463e-a6cf-59dd2aa779b8 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "PUT /v2.0/routers/8e791227-9579-42a4-9c6a-98cc2fb8e927 HTTP/1.1" status: 404 len: 339 time: 0.3484643 Oct 13 00:20:46.721836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34864) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:46.768986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::25e (0aab82b3-edf6-49a9-80bd-eba5b227e5da/ab07d9d3-a731-4929-a641-e5e9db214cc1/06f11c37-487f-4c0a-b608-ad334e394250) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:46.967342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcec3a6-440b-4f87-abd1-5ebd59d3264c None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:47.021485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.045110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 172d17d2-d8bc-4de5-b9f3-08905e02b177 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:47.069844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.119359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:47.122496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:47.128572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:47.130824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b4cb1b38-06d6-498e-8780-0f7f281377b7 None None] Provisioning complete for port e6681854-216a-4b9c-bca8-76648b55c259 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:47.131372 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1b38-06d6-498e-8780-0f7f281377b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.134322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:47.134952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.152615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=06f11c37-487f-4c0a-b608-ad334e394250,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:47.165448 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b7ea76b4-1862-4fda-b4a6-4e89ea73eed7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7615569 Oct 13 00:20:47.167892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34890) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:47.199734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.234754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c5df8-5a8b-4a9b-9342-427198144d25 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:47.242070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c5df8-5a8b-4a9b-9342-427198144d25 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:47.247479 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-282c5df8-5a8b-4a9b-9342-427198144d25 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0785015 Oct 13 00:20:47.249096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34894) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:47.280942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34896) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:47.291639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 172d17d2-d8bc-4de5-b9f3-08905e02b177 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:47.292863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.375638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7bc62-6843-4162-b0a3-1aff450d35d8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 06f11c37-487f-4c0a-b608-ad334e394250 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:47.375994 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb7bc62-6843-4162-b0a3-1aff450d35d8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.379946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1b38-06d6-498e-8780-0f7f281377b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.448362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fe79-24f2-4406-96dc-e2c9c966ce4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.479892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b4cb1b38-06d6-498e-8780-0f7f281377b7 None None] For port e6681854-216a-4b9c-bca8-76648b55c259, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e6681854-216a-4b9c-bca8-76648b55c259,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:47.485933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e6681854-216a-4b9c-bca8-76648b55c259 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:47.489445 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.510151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1b38-06d6-498e-8780-0f7f281377b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.523033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb7bc62-6843-4162-b0a3-1aff450d35d8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.552263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7bc62-6843-4162-b0a3-1aff450d35d8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 06f11c37-487f-4c0a-b608-ad334e394250 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:47.599004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Allocated IP 172.20.0.1 (c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f/e2e33294-ace6-4797-a21a-ef92df1a35ed/a98be48a-5d86-431e-8d60-c1071e571093) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:47.618455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb1b38-06d6-498e-8780-0f7f281377b7 None None] Pushing event updated for resources: {'Port': ['ID=e6681854-216a-4b9c-bca8-76648b55c259,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:47.632027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e6681854-216a-4b9c-bca8-76648b55c259 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:47.632792 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.708862 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fe79-24f2-4406-96dc-e2c9c966ce4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.717501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fe79-24f2-4406-96dc-e2c9c966ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.747150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc43e8-ed17-4654-b05a-49bdfb6821fb None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:47.755807 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5ce9fe79-24f2-4406-96dc-e2c9c966ce4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ded3d853caf749e6956c33424acc525b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712985 Oct 13 00:20:47.758146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34904) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:47.809837 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.826001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9fe79-24f2-4406-96dc-e2c9c966ce4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f770275-6519-4450-9d55-417fe46782d8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:47.852180 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.855297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb7bc62-6843-4162-b0a3-1aff450d35d8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.862703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d7747f7e-bc5b-4cd9-8a64-c8a04d28882c None None] Provisioning complete for port e6681854-216a-4b9c-bca8-76648b55c259 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:47.862897 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7747f7e-bc5b-4cd9-8a64-c8a04d28882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.898004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:47.901337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:47.904790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7bc62-6843-4162-b0a3-1aff450d35d8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=06f11c37-487f-4c0a-b608-ad334e394250,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:47.906339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:47.940342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb7bc62-6843-4162-b0a3-1aff450d35d8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.944542 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bcb7bc62-6843-4162-b0a3-1aff450d35d8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/06f11c37-487f-4c0a-b608-ad334e394250 HTTP/1.1" status: 204 len: 168 time: 0.6942885 Oct 13 00:20:47.945480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c3b60bc-907a-49a0-9251-ea4cf1415f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:47.947629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34908) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:47.965030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Port': ['ID=a98be48a-5d86-431e-8d60-c1071e571093,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:47.984139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.025871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c3b60bc-907a-49a0-9251-ea4cf1415f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.052127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ebf62-1db8-411c-9513-247813d3d3bb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:48.053919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ebf62-1db8-411c-9513-247813d3d3bb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:48.056789 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c12ebf62-1db8-411c-9513-247813d3d3bb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1082518 Oct 13 00:20:48.061896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34912) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:48.093821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d7747f7e-bc5b-4cd9-8a64-c8a04d28882c None None] Could not find standard attr ID for object 06f11c37-487f-4c0a-b608-ad334e394250. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:48.134419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5d7b56-e1c5-4f9a-b888-e22fb12f56ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet ab07d9d3-a731-4929-a641-e5e9db214cc1 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:48.138014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b56-e1c5-4f9a-b888-e22fb12f56ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.155985 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.187299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b56-e1c5-4f9a-b888-e22fb12f56ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.215784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a855a4ea-4f39-4fdd-aa60-f22fae88ddb0 None None] Provisioning complete for port a98be48a-5d86-431e-8d60-c1071e571093 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:48.216162 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a855a4ea-4f39-4fdd-aa60-f22fae88ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.237273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b56-e1c5-4f9a-b888-e22fb12f56ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.256665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a855a4ea-4f39-4fdd-aa60-f22fae88ddb0 None None] Port a98be48a-5d86-431e-8d60-c1071e571093 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:48.287826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c3b60bc-907a-49a0-9251-ea4cf1415f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.290964 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c3b60bc-907a-49a0-9251-ea4cf1415f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.292233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8c3b60bc-907a-49a0-9251-ea4cf1415f86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f770275-6519-4450-9d55-417fe46782d8 HTTP/1.1" status: 204 len: 168 time: 0.5153992 Oct 13 00:20:48.306477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b60bc-907a-49a0-9251-ea4cf1415f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f770275-6519-4450-9d55-417fe46782d8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:48.314872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b56-e1c5-4f9a-b888-e22fb12f56ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.331465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7b56-e1c5-4f9a-b888-e22fb12f56ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.335028 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7e5d7b56-e1c5-4f9a-b888-e22fb12f56ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/ab07d9d3-a731-4929-a641-e5e9db214cc1 HTTP/1.1" status: 204 len: 168 time: 0.2718749 Oct 13 00:20:48.340989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34916) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:48.355091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d7b56-e1c5-4f9a-b888-e22fb12f56ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=ab07d9d3-a731-4929-a641-e5e9db214cc1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:48.379624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ec811-d886-46d2-95f5-7b66fb651262 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:48.389588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-46208858-222b-46d4-b387-d2726ebbfe23 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481999 Oct 13 00:20:48.392468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:48.473165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5e7a5-bca2-48e9-a352-79f813022d5a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:48.477882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cbe5e7a5-bca2-48e9-a352-79f813022d5a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0811210 Oct 13 00:20:48.478658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34922) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:48.515785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-70a3969a-6d83-49aa-a301-335994d5da71 None None] Provisioning complete for port e6681854-216a-4b9c-bca8-76648b55c259 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:48.516167 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-70a3969a-6d83-49aa-a301-335994d5da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.554659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1486577e-796c-4fd8-a8fb-4f6952bfd1d9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:48.559467 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1486577e-796c-4fd8-a8fb-4f6952bfd1d9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0779643 Oct 13 00:20:48.561731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34926) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:48.567782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.580998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.606067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b0e204d9-cd16-4f45-bb22-d1ee5f785a13 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382206 Oct 13 00:20:48.608449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34928) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:48.617279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:48.651080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:20:48.671231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.678609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event updated for resources: {'Port': ['ID=a98be48a-5d86-431e-8d60-c1071e571093,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:48.716769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] Deleting port e6681854-216a-4b9c-bca8-76648b55c259 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:48.717233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.763384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:48.767378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.803239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] For port e6681854-216a-4b9c-bca8-76648b55c259, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e6681854-216a-4b9c-bca8-76648b55c259,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:48.803672 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.826957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:48.828657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:48.859861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] Calling delete_port for e6681854-216a-4b9c-bca8-76648b55c259 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:48.950408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e6681854-216a-4b9c-bca8-76648b55c259 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:48.997740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Router 8e791227-9579-42a4-9c6a-98cc2fb8e927 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:20:49.147449 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.177443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.183657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:20:49.194191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.201243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2ac2ff08-c8e5-470e-a8a8-f4884b835544 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "PUT /v2.0/routers/8e791227-9579-42a4-9c6a-98cc2fb8e927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4772191 Oct 13 00:20:49.202011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34954) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:49.217343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:49.220775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:49.221150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] No DVR routers for this DVR port e6681854-216a-4b9c-bca8-76648b55c259 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:49.225402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:49.225841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b900b3e-d937-41df-9931-39eec05cf317 None None] Sync routers for ids ['8e791227-9579-42a4-9c6a-98cc2fb8e927'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:20:49.226074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.244655 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6351347 Oct 13 00:20:49.248729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34956) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:49.255384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': 'bc0e9d42-e5dc-418f-bf81-4ebbc0913cea', 'ip_address': '2001:db8::f3ac:3bfd:30cd:4d68'}], 'name': 'tempest-NetworksTestDHCPv6-462919810'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:49.269446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b900b3e-d937-41df-9931-39eec05cf317 None None] Routers {'8e791227-9579-42a4-9c6a-98cc2fb8e927'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:49.270231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-3b900b3e-d937-41df-9931-39eec05cf317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8e791227-9579-42a4-9c6a-98cc2fb8e927'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:49.303059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc64cc0-ea73-4223-8646-eb307761ae71 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=bc0e9d42-e5dc-418f-bf81-4ebbc0913cea,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:49.311897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2812d27-3b42-4186-9b01-1e6c3a045811 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:49.348120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b70bc16-da72-4982-85c9-1013687c1511 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.413480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-3b900b3e-d937-41df-9931-39eec05cf317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:49.451479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221c8c1-a342-4315-943d-0ff459da8945 None None] Pushing event deleted for resources: {'Port': ['ID=e6681854-216a-4b9c-bca8-76648b55c259,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:49.472731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-631bac65-1aa6-4a99-b109-d991aa69ab79 None None] Provisioning complete for port a98be48a-5d86-431e-8d60-c1071e571093 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:49.472731 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-631bac65-1aa6-4a99-b109-d991aa69ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.503691 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-0b70bc16-da72-4982-85c9-1013687c1511 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 00:20:49.509745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0b70bc16-da72-4982-85c9-1013687c1511 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/routers/8e791227-9579-42a4-9c6a-98cc2fb8e927 HTTP/1.1" status: 409 len: 329 time: 0.3065624 Oct 13 00:20:49.511313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34964) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:49.520091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-631bac65-1aa6-4a99-b109-d991aa69ab79 None None] Port a98be48a-5d86-431e-8d60-c1071e571093 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:20:49.521554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b900b3e-d937-41df-9931-39eec05cf317 None None] Routers {'8e791227-9579-42a4-9c6a-98cc2fb8e927'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:49.522185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-3b900b3e-d937-41df-9931-39eec05cf317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8e791227-9579-42a4-9c6a-98cc2fb8e927'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:49.578278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-3b900b3e-d937-41df-9931-39eec05cf317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:49.578970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b900b3e-d937-41df-9931-39eec05cf317 None None] The sync data for ids ['8e791227-9579-42a4-9c6a-98cc2fb8e927'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:20:49.610378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': 'bc0e9d42-e5dc-418f-bf81-4ebbc0913cea'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:20:49.611431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.765101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:49.878999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.885583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/bc0e9d42-e5dc-418f-bf81-4ebbc0913cea/b8226bd6-3cb1-4a73-a2dc-a51c75b3909d) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:49.905711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 40a8b748-d3b9-470f-96d1-8f5600f5b727 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:49.940585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.060306 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.070370 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.095945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34980) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:50.108032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:50.112932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:50.119885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:50.138467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f3ac:3bfd:30cd:4d68 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/bc0e9d42-e5dc-418f-bf81-4ebbc0913cea/40a8b748-d3b9-470f-96d1-8f5600f5b727) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:50.157742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Pushing event updated for resources: {'Port': ['ID=b8226bd6-3cb1-4a73-a2dc-a51c75b3909d,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:50.188678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Attempting to bind port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:50.189115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Attempting to bind port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:50.189487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Attempting to bind port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:50.197629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:50.197929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:50.198236 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.198708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:50.199196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Bound port: b8226bd6-3cb1-4a73-a2dc-a51c75b3909d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:50.199611 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.283674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] For port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:50.287313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] For port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b8226bd6-3cb1-4a73-a2dc-a51c75b3909d,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:50.294176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.303146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:50.350105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.371292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021299-0c5b-42af-840e-11cdf0a78182 None None] Pushing event updated for resources: {'Port': ['ID=b8226bd6-3cb1-4a73-a2dc-a51c75b3909d,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:50.424027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.476544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.530059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:50.536613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:50.544243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:50.550027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:50.550666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.553127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=40a8b748-d3b9-470f-96d1-8f5600f5b727,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:50.586977 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.600854 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a027e7b1-e54f-4339-aedb-008b9061c612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3510025 Oct 13 00:20:50.601717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34990) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:50.736377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941d803d-ebce-4228-9d3d-46b0445c00bb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:50.742389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941d803d-ebce-4228-9d3d-46b0445c00bb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:50.746475 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-941d803d-ebce-4228-9d3d-46b0445c00bb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1398215 Oct 13 00:20:50.746994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34992) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:50.750992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Deleting port a98be48a-5d86-431e-8d60-c1071e571093 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:50.751497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.830210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Allocated IP 172.25.3.195 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/5028b240-4e4b-4459-9773-740b33bd271e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:50.883671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b8226bd6-3cb1-4a73-a2dc-a51c75b3909d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:50.887646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.933827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Calling delete_port for a98be48a-5d86-431e-8d60-c1071e571093 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:50.938961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:50.939369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.992068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-37acf126-43a4-489c-9fdc-411e6e28ee18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 40a8b748-d3b9-470f-96d1-8f5600f5b727 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:50.992536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37acf126-43a4-489c-9fdc-411e6e28ee18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.040990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.082721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b8226bd6-3cb1-4a73-a2dc-a51c75b3909d,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:51.089778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.093299 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.169455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37acf126-43a4-489c-9fdc-411e6e28ee18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.169717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=b8226bd6-3cb1-4a73-a2dc-a51c75b3909d,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:51.178205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.181619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.191195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-37acf126-43a4-489c-9fdc-411e6e28ee18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 40a8b748-d3b9-470f-96d1-8f5600f5b727 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:51.208458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Port': ['ID=a98be48a-5d86-431e-8d60-c1071e571093,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:51.238184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:51.244195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:51.301855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:51.327624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Pushing event updated for resources: {'Port': ['ID=5028b240-4e4b-4459-9773-740b33bd271e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:51.423331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.541513 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37acf126-43a4-489c-9fdc-411e6e28ee18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.609437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acf126-43a4-489c-9fdc-411e6e28ee18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=40a8b748-d3b9-470f-96d1-8f5600f5b727,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:51.631288 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.647230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Router 8e791227-9579-42a4-9c6a-98cc2fb8e927 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:20:51.659981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37acf126-43a4-489c-9fdc-411e6e28ee18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.665816 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-37acf126-43a4-489c-9fdc-411e6e28ee18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/40a8b748-d3b9-470f-96d1-8f5600f5b727 HTTP/1.1" status: 204 len: 168 time: 0.9178061 Oct 13 00:20:51.667767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35008) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:51.676725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-02ebd752-4852-4636-8f54-0742e811fd8a None None] Provisioning complete for port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:51.677100 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02ebd752-4852-4636-8f54-0742e811fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.709973 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:51.868918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:20:51.882559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5f8e81ab-44f0-4125-9ed3-14bc9e2cfb23 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "PUT /v2.0/routers/8e791227-9579-42a4-9c6a-98cc2fb8e927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3701270 Oct 13 00:20:51.883259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35014) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:51.885249 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1554d-9c88-48dc-87c0-1474bfe4b2ab None None] Sync routers for ids ['8e791227-9579-42a4-9c6a-98cc2fb8e927'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:20:51.896739 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1554d-9c88-48dc-87c0-1474bfe4b2ab None None] Routers {'8e791227-9579-42a4-9c6a-98cc2fb8e927'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:51.897301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440f91a3-9af5-4412-9f47-34f8e8704b29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:51.898986 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-04a1554d-9c88-48dc-87c0-1474bfe4b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8e791227-9579-42a4-9c6a-98cc2fb8e927'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:51.900268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440f91a3-9af5-4412-9f47-34f8e8704b29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:51.907987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-440f91a3-9af5-4412-9f47-34f8e8704b29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2330992 Oct 13 00:20:51.958272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35016) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:51.966699 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-04a1554d-9c88-48dc-87c0-1474bfe4b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:51.969156 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-852fda66-afef-4699-aad0-0ee2c23281ea tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] show failed (client error): The resource could not be found. Oct 13 00:20:51.975913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-852fda66-afef-4699-aad0-0ee2c23281ea tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-575624296 HTTP/1.1" status: 404 len: 334 time: 0.0879765 Oct 13 00:20:51.989294 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1554d-9c88-48dc-87c0-1474bfe4b2ab None None] Routers {'8e791227-9579-42a4-9c6a-98cc2fb8e927'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:20:51.990090 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-04a1554d-9c88-48dc-87c0-1474bfe4b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8e791227-9579-42a4-9c6a-98cc2fb8e927'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:52.005221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.007365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35018) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:52.015191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-97178747-3731-4b9c-9abe-a502cdbdbb12 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:52.018312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.051569 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-04a1554d-9c88-48dc-87c0-1474bfe4b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:52.052248 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1554d-9c88-48dc-87c0-1474bfe4b2ab None None] The sync data for ids ['8e791227-9579-42a4-9c6a-98cc2fb8e927'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:20:52.074503 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-97178747-3731-4b9c-9abe-a502cdbdbb12 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] update failed (client error): The resource could not be found. Oct 13 00:20:52.076221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-97178747-3731-4b9c-9abe-a502cdbdbb12 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-711612904 HTTP/1.1" status: 404 len: 334 time: 0.0674381 Oct 13 00:20:52.082607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35022) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:52.123181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bf8f5728-7ce2-4671-9723-1c6f90c20592 None None] Could not find standard attr ID for object bd6e554b-826c-4fbe-be17-4a717fe0eab3. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:52.131230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-877dd4b7-76ce-47df-a76b-ae2edc8de87f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet bc0e9d42-e5dc-418f-bf81-4ebbc0913cea {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:52.134863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-877dd4b7-76ce-47df-a76b-ae2edc8de87f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.186497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-877dd4b7-76ce-47df-a76b-ae2edc8de87f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.214032 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.217145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb761c6-04df-49b0-b18b-4b22aba26449 req-18a918f0-6f19-42b6-85f3-03acd1c1f8bb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:52.224843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cb761c6-04df-49b0-b18b-4b22aba26449 req-18a918f0-6f19-42b6-85f3-03acd1c1f8bb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 945 time: 0.4685452 Oct 13 00:20:52.225918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Pushing event updated for resources: {'Port': ['ID=5028b240-4e4b-4459-9773-740b33bd271e,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:52.265889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6702610-a922-4b24-878d-e3e155e37899 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Deleting subnet 408b34ee-c44c-4670-9ad9-81ab136838e6 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:52.272320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.274331 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7e0beebf-13a2-48cb-9719-5e18544d71ca tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1768837 Oct 13 00:20:52.275808 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e6702610-a922-4b24-878d-e3e155e37899 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.277371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35026) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:52.284703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-105674243', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'fixed_ips': [{'ip_address': '172.25.3.195'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:52.342109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cb761c6-04df-49b0-b18b-4b22aba26449 req-f1054cc0-1e87-49b4-921d-3ae8146a1bd1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099339 Oct 13 00:20:52.347143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e6702610-a922-4b24-878d-e3e155e37899 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.369513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Made reservation on behalf of 6a2e698417a24b8097e18192e5eeb434 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:52.372233 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.375234 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-877dd4b7-76ce-47df-a76b-ae2edc8de87f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.412251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.438716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8659d3fc-3031-4682-aba4-2c5ca1142458 None None] Could not find standard attr ID for object 3837df21-1014-490d-88ad-d9953f8609d7. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:52.484803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-877dd4b7-76ce-47df-a76b-ae2edc8de87f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.487612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e6702610-a922-4b24-878d-e3e155e37899 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.523467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877dd4b7-76ce-47df-a76b-ae2edc8de87f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0e9d42-e5dc-418f-bf81-4ebbc0913cea,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:52.534425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-877dd4b7-76ce-47df-a76b-ae2edc8de87f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.538250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-877dd4b7-76ce-47df-a76b-ae2edc8de87f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/bc0e9d42-e5dc-418f-bf81-4ebbc0913cea HTTP/1.1" status: 204 len: 168 time: 0.5787814 Oct 13 00:20:52.541462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35030) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:52.585161 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-98c53c49-376c-4555-a525-ca0301f0f7a9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424235 Oct 13 00:20:52.588917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35032) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:52.595207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:52.596448 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.605360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.612593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] device_id is not set on port ffab2c93-da72-4269-aae8-3d1506b2b085 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:52.667168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0388d2-6393-4ef7-a303-bac11f927f40 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:52.692155 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e6702610-a922-4b24-878d-e3e155e37899 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.706359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29c27f7-ef77-49eb-a8a0-2560a42dbce0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:52.742311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702610-a922-4b24-878d-e3e155e37899 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Subnet': ['ID=408b34ee-c44c-4670-9ad9-81ab136838e6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:52.744782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e6702610-a922-4b24-878d-e3e155e37899 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.750779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e6702610-a922-4b24-878d-e3e155e37899 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/subnets/408b34ee-c44c-4670-9ad9-81ab136838e6 HTTP/1.1" status: 204 len: 168 time: 0.6495941 Oct 13 00:20:52.755697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35034) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:52.757607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623203b-0b7d-4574-8ca3-e01557a904c5 None None] Network ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:52.813031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:52.817164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.829776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c234a30-f352-4a38-ae0d-1cf5f203c93c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Deleting subnet 1323b4d1-f8ea-47d6-ae43-3c0ce794c21d {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:52.833332 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c234a30-f352-4a38-ae0d-1cf5f203c93c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.857972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-be86a3d4-8d5a-4af3-b00f-4164bb903156 None None] Could not find standard attr ID for object 06f11c37-487f-4c0a-b608-ad334e394250. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:52.909109 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c234a30-f352-4a38-ae0d-1cf5f203c93c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:52.930167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b8226bd6-3cb1-4a73-a2dc-a51c75b3909d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:52.974621 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 00:20:52.975894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:20:52.997829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4cb140dc-2acc-4ed7-8206-84d3ff003bcc tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7190819 Oct 13 00:20:53.000425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35038) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:53.050784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:53.051115 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.139284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:20:53.164315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.166631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] DHCP port deletion for ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:20:53.252572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:53.253831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Deleting port 5028b240-4e4b-4459-9773-740b33bd271e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:53.254137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.255847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=e65464c6-b560-42a6-8872-fa7e02e6eaa8,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:53.260867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:53.270660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:53.271347 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.291041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c234a30-f352-4a38-ae0d-1cf5f203c93c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.314963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] Deleting port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:53.315337 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.320152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] Deleting port 172d17d2-d8bc-4de5-b9f3-08905e02b177 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:53.321572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d8310a81-aec7-4389-aa56-e02650422bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7308233 Oct 13 00:20:53.324111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.324513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35042) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:53.332519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': 'e65464c6-b560-42a6-8872-fa7e02e6eaa8', 'ip_address': '2001:db8::2a0c:66d8:ef0:4b2e'}], 'name': 'tempest-NetworksTestDHCPv6-910919366'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:53.412452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.412658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.440006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Calling delete_port for 5028b240-4e4b-4459-9773-740b33bd271e owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:53.456817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] For port 172d17d2-d8bc-4de5-b9f3-08905e02b177, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=172d17d2-d8bc-4de5-b9f3-08905e02b177,segment=NetworkSegment(24e816d6-41a9-4efb-87fb-652dc830a6f9),segment_id=24e816d6-41a9-4efb-87fb-652dc830a6f9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:53.457429 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.462391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c234a30-f352-4a38-ae0d-1cf5f203c93c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.483887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] Calling delete_port for 172d17d2-d8bc-4de5-b9f3-08905e02b177 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:53.501632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] For port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b8226bd6-3cb1-4a73-a2dc-a51c75b3909d,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:53.502197 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.509828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234a30-f352-4a38-ae0d-1cf5f203c93c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Subnet': ['ID=1323b4d1-f8ea-47d6-ae43-3c0ce794c21d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:53.512018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c234a30-f352-4a38-ae0d-1cf5f203c93c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.515572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4c234a30-f352-4a38-ae0d-1cf5f203c93c tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/subnets/1323b4d1-f8ea-47d6-ae43-3c0ce794c21d HTTP/1.1" status: 204 len: 168 time: 0.7580631 Oct 13 00:20:53.517972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35052) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:53.556794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef52b901-a828-4b2b-b7b9-fd1de25405bb None None] Network 5dede0f7-3096-4cbf-a526-a4650d960bc5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:53.560467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] Calling delete_port for b8226bd6-3cb1-4a73-a2dc-a51c75b3909d owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:53.617557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:53.622512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.636050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.651400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 9de831e0-280d-4290-be6e-bca121fefe39 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:53.672677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600cd8c-2d15-4a04-9e26-c042d3635677 req-b40abad9-1b4e-4528-b1df-031e8bd17710 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:53.680901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7600cd8c-2d15-4a04-9e26-c042d3635677 req-b40abad9-1b4e-4528-b1df-031e8bd17710 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 945 time: 0.2307825 Oct 13 00:20:53.708457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Deleting port 172d17d2-d8bc-4de5-b9f3-08905e02b177 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:53.709211 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.725039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.768954 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.790256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7600cd8c-2d15-4a04-9e26-c042d3635677 req-281e21a7-a232-41f8-96b6-531d896868da tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077318 Oct 13 00:20:53.791880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Pushing event deleted for resources: {'Port': ['ID=5028b240-4e4b-4459-9773-740b33bd271e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:53.808047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] No DVR routers for this DVR port 172d17d2-d8bc-4de5-b9f3-08905e02b177 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:53.814055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62364ee9-f84a-47ba-a029-3ac12de617b9 None None] Pushing event deleted for resources: {'Port': ['ID=172d17d2-d8bc-4de5-b9f3-08905e02b177,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:53.818337 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.848570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] Pushing event deleted for resources: {'Port': ['ID=b8226bd6-3cb1-4a73-a2dc-a51c75b3909d,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:53.855846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46a836-c450-42b3-acb8-8c60a1a6062c None None] No DVR routers for this DVR port b8226bd6-3cb1-4a73-a2dc-a51c75b3909d on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:53.859067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-69f3760b-1b03-4528-9721-f7ef4164505b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1506698 Oct 13 00:20:53.878614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d88210-298f-4d4a-9681-b6a1db5baad9 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:53.883701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.886685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.887994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fd487f0b-a211-4ff3-8246-19c556191688 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396 tempest-ExternalNetworksAdminNegativeTestJSON-1320736396-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/3dca0b42-f925-4a40-8ab2-6799f19aa696 HTTP/1.1" status: 204 len: 168 time: 0.8863025 Oct 13 00:20:53.906790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] For port 172d17d2-d8bc-4de5-b9f3-08905e02b177, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=172d17d2-d8bc-4de5-b9f3-08905e02b177,segment=NetworkSegment(24e816d6-41a9-4efb-87fb-652dc830a6f9),segment_id=24e816d6-41a9-4efb-87fb-652dc830a6f9)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:53.907033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:53.938069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Calling delete_port for 172d17d2-d8bc-4de5-b9f3-08905e02b177 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:53.996923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] DHCP port deletion for 5dede0f7-3096-4cbf-a526-a4650d960bc5 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:20:54.019768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-20b2afe1-9967-4382-bc5d-1c7b261e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.020388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-20b2afe1-9967-4382-bc5d-1c7b261e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.020698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-20b2afe1-9967-4382-bc5d-1c7b261e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.022245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-20b2afe1-9967-4382-bc5d-1c7b261e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.022245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-20b2afe1-9967-4382-bc5d-1c7b261e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.022245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-20b2afe1-9967-4382-bc5d-1c7b261e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.022533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-20b2afe1-9967-4382-bc5d-1c7b261e894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.030761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-20b2afe1-9967-4382-bc5d-1c7b261e894a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6501 time: 0.0777216 Oct 13 00:20:54.034858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-61f801c6-c6a2-436e-8a0a-0c826b5c3cc0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.036482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-61f801c6-c6a2-436e-8a0a-0c826b5c3cc0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 945 time: 0.2175853 Oct 13 00:20:54.084177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::2a0c:66d8:ef0:4b2e (0aab82b3-edf6-49a9-80bd-eba5b227e5da/e65464c6-b560-42a6-8872-fa7e02e6eaa8/9de831e0-280d-4290-be6e-bca121fefe39) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:54.161415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] Deleting port d32e4f73-7765-4054-9314-d9d4045a2e76 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:54.161719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.179144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': 'e65464c6-b560-42a6-8872-fa7e02e6eaa8'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:20:54.180616 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.184067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.205142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-8051203e-8fa5-4660-8114-a8ebdee68d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.205956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-8051203e-8fa5-4660-8114-a8ebdee68d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.206572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-8051203e-8fa5-4660-8114-a8ebdee68d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.208345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-8051203e-8fa5-4660-8114-a8ebdee68d0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=972360ba-87c4-40b5-91b3-83430f57dcf1&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 200 len: 2298 time: 0.1524782 Oct 13 00:20:54.237936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Port': ['ID=172d17d2-d8bc-4de5-b9f3-08905e02b177,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:54.244066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] No DVR routers for this DVR port 172d17d2-d8bc-4de5-b9f3-08905e02b177 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:54.327022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-42184d47-4e53-4fd7-93ab-cb72f672dd52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3eef818-216f-4680-829e-5387a649958f HTTP/1.1" status: 200 len: 1002 time: 0.1112432 Oct 13 00:20:54.342854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35062) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:54.352767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] For port d32e4f73-7765-4054-9314-d9d4045a2e76, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d32e4f73-7765-4054-9314-d9d4045a2e76,segment=NetworkSegment(6e60b85b-5e7e-42c9-907f-f9eea8af5f41),segment_id=6e60b85b-5e7e-42c9-907f-f9eea8af5f41)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:54.353303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.388149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Deleting port cce0e42d-dc46-469d-b842-b1646f4da25a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:54.388489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.391636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-724ff953-8869-4c32-82a1-017bb23c9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.393119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-724ff953-8869-4c32-82a1-017bb23c9e22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ad4c660-a4cc-46aa-a70e-5c6380b74a09 HTTP/1.1" status: 200 len: 856 time: 0.0579586 Oct 13 00:20:54.400924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] Calling delete_port for d32e4f73-7765-4054-9314-d9d4045a2e76 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:54.458932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-47656d05-d391-41dd-862e-b2f5c646f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.462445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-47656d05-d391-41dd-862e-b2f5c646f1b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=972360ba-87c4-40b5-91b3-83430f57dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593879 Oct 13 00:20:54.463308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.512428 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.534136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2c4591-0b8b-4327-bfb5-202a2b5b1d48']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:54.547726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de570478-32f8-4d25-82d7-e1ced7d60bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.548864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] Pushing event deleted for resources: {'Port': ['ID=d32e4f73-7765-4054-9314-d9d4045a2e76,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:54.551023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e4607-4131-44db-9b2f-2ee3987908ea None None] No DVR routers for this DVR port d32e4f73-7765-4054-9314-d9d4045a2e76 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:54.567915 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.570162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e816d6-41a9-4efb-87fb-652dc830a6f9') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:54.570457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e816d6-41a9-4efb-87fb-652dc830a6f9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:54.592122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.607840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] For port cce0e42d-dc46-469d-b842-b1646f4da25a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=cce0e42d-dc46-469d-b842-b1646f4da25a,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:54.608262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.625161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.628816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-530280a9-485e-4c9e-8ed2-d35bacbcda07 service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592345 Oct 13 00:20:54.643140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Calling delete_port for cce0e42d-dc46-469d-b842-b1646f4da25a owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:54.646298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:20:54.646726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:20:54.650501 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:20:54.723422 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de570478-32f8-4d25-82d7-e1ced7d60bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.732467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de570478-32f8-4d25-82d7-e1ced7d60bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.750498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.752259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.796970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/e65464c6-b560-42a6-8872-fa7e02e6eaa8/65808cb1-9ee9-4f8a-92db-29a2923c0f8d) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:54.800981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.807192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-de570478-32f8-4d25-82d7-e1ced7d60bcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bca389051f74ef3897802f7273deb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590299 Oct 13 00:20:54.807379 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/networks/ce2c4591-0b8b-4327-bfb5-202a2b5b1d48 HTTP/1.1" status: 204 len: 168 time: 1.2854362 Oct 13 00:20:54.807479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-a2099251-ef45-4b82-9c05-eed22a63e4cd service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666989 Oct 13 00:20:54.807479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:54.807479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35074) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:54.811261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5044e2-1ebd-4415-af25-20da997b9c0a tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Network': ['ID=ce2c4591-0b8b-4327-bfb5-202a2b5b1d48,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:54.853045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:54.855563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=9de831e0-280d-4290-be6e-bca121fefe39,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:54.859430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:54.862957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:54.868876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.869532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.878917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de570478-32f8-4d25-82d7-e1ced7d60bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e3cf4-ac93-4537-a541-066237a05b2a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:54.902448 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc27808d-ef7d-42ff-9d3d-5eb518397c07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5767970 Oct 13 00:20:54.920888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35076) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:54.921308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 172d17d2-d8bc-4de5-b9f3-08905e02b177 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:54.946542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 172d17d2-d8bc-4de5-b9f3-08905e02b177 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:54.947250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 172d17d2-d8bc-4de5-b9f3-08905e02b177 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:54.947898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b8226bd6-3cb1-4a73-a2dc-a51c75b3909d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:54.976581 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:54.977225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: b8226bd6-3cb1-4a73-a2dc-a51c75b3909d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:54.977768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b8226bd6-3cb1-4a73-a2dc-a51c75b3909d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:54.978402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d32e4f73-7765-4054-9314-d9d4045a2e76 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:54.990896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362f347-a9d5-455a-ae55-de3ea56e8dec tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:54.992331 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1362f347-a9d5-455a-ae55-de3ea56e8dec tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0705352 Oct 13 00:20:54.996431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35078) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:55.001984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-9b1979fa-796a-49f1-9014-c6f5c3f25b85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 217 time: 0.1239240 Oct 13 00:20:55.004200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d32e4f73-7765-4054-9314-d9d4045a2e76 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:55.004765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d32e4f73-7765-4054-9314-d9d4045a2e76 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:55.017549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event deleted for resources: {'Port': ['ID=cce0e42d-dc46-469d-b842-b1646f4da25a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:55.021700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['cce0e42d-dc46-469d-b842-b1646f4da25a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:20:55.066458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] No DVR routers for this DVR port cce0e42d-dc46-469d-b842-b1646f4da25a on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:55.069140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.073044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4113e63e-a7e0-4d30-ba50-802795ac0961 req-5379644c-e794-421e-883a-d31b55f43594 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "DELETE /v2.0/ports/cce0e42d-dc46-469d-b842-b1646f4da25a HTTP/1.1" status: 204 len: 173 time: 1.0308082 Oct 13 00:20:55.073605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bd9a85-0942-4434-b84c-ada045fd1c79', 'name': 'network-vif-deleted', 'tag': 'cce0e42d-dc46-469d-b842-b1646f4da25a'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:20:55.082508 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b534ff65-39db-4cc2-a623-1ad26101a404" -d '{"events": [{"server_uuid": "a6bd9a85-0942-4434-b84c-ada045fd1c79", "name": "network-vif-deleted", "tag": "cce0e42d-dc46-469d-b842-b1646f4da25a"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:20:55.125484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.144302 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96a60ac6-0c0c-4981-9ca3-7049cc67a5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.154950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd5dd-ecde-4344-8dfe-bee2cef38417 req-e880ca7f-72c7-473d-a9bb-8e3566c1c4c0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:55.156598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-184fd5dd-ecde-4344-8dfe-bee2cef38417 req-e880ca7f-72c7-473d-a9bb-8e3566c1c4c0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 867 time: 0.2796652 Oct 13 00:20:55.341627 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.350023 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.371982 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7948722c-cbec-455c-b121-cce7f076a1b9 x-openstack-request-id: req-7948722c-cbec-455c-b121-cce7f076a1b9 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:20:55.372362 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bd9a85-0942-4434-b84c-ada045fd1c79", "name": "network-vif-deleted", "tag": "cce0e42d-dc46-469d-b842-b1646f4da25a", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:20:55.372684 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7948722c-cbec-455c-b121-cce7f076a1b9 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:20:55.373295 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bd9a85-0942-4434-b84c-ada045fd1c79', 'name': 'network-vif-deleted', 'tag': 'cce0e42d-dc46-469d-b842-b1646f4da25a', 'status': 'completed', 'code': 200} Oct 13 00:20:55.403003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Pushing event updated for resources: {'Port': ['ID=65808cb1-9ee9-4f8a-92db-29a2923c0f8d,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:55.411905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:55.413662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:55.416078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:20:55.475666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Attempting to bind port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:20:55.476047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Attempting to bind port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:20:55.476420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Attempting to bind port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:20:55.481748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:20:55.482133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:20:55.482544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.482952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:20:55.483424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Bound port: 65808cb1-9ee9-4f8a-92db-29a2923c0f8d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:20:55.483847 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.540640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-f982a2ce-a8e0-42c7-a787-626f8814d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:55.542051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-f982a2ce-a8e0-42c7-a787-626f8814d06a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.5242603 Oct 13 00:20:55.553616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] For port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:20:55.557543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] For port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=65808cb1-9ee9-4f8a-92db-29a2923c0f8d,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:20:55.562896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.612412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-184fd5dd-ecde-4344-8dfe-bee2cef38417 req-aecc0946-d62c-4ea5-8690-a3b8e9124353 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754607 Oct 13 00:20:55.649379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63c923-596b-48e5-b454-841762ca86b1 None None] Pushing event updated for resources: {'Port': ['ID=65808cb1-9ee9-4f8a-92db-29a2923c0f8d,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:55.668106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96a60ac6-0c0c-4981-9ca3-7049cc67a5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.768822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.809723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-1bde3bb2-b1e3-4d86-a4d6-25adf2a1a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:55.811298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-1bde3bb2-b1e3-4d86-a4d6-25adf2a1a385 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2429116 Oct 13 00:20:55.818025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dede0f7-3096-4cbf-a526-a4650d960bc5']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:55.836755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4dddf826-e17c-4680-8c91-53b93d74f3a2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 9de831e0-280d-4290-be6e-bca121fefe39 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:55.837107 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4dddf826-e17c-4680-8c91-53b93d74f3a2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.844815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e60b85b-5e7e-42c9-907f-f9eea8af5f41') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:55.845147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e60b85b-5e7e-42c9-907f-f9eea8af5f41') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:55.941099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96a60ac6-0c0c-4981-9ca3-7049cc67a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.943693 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96a60ac6-0c0c-4981-9ca3-7049cc67a5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.944878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-96a60ac6-0c0c-4981-9ca3-7049cc67a5b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d50e3cf4-ac93-4537-a541-066237a05b2a HTTP/1.1" status: 204 len: 168 time: 1.1244299 Oct 13 00:20:55.950313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.995423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a60ac6-0c0c-4981-9ca3-7049cc67a5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e3cf4-ac93-4537-a541-066237a05b2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:56.006519 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.059123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4dddf826-e17c-4680-8c91-53b93d74f3a2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.062151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:20:56.062591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:20:56.072148 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:20:56.143627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4dddf826-e17c-4680-8c91-53b93d74f3a2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 9de831e0-280d-4290-be6e-bca121fefe39 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:56.156870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-37fb5562-7647-4b86-b864-33a8560c90c3 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359513 Oct 13 00:20:56.207907 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.213247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.219210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/networks/5dede0f7-3096-4cbf-a526-a4650d960bc5 HTTP/1.1" status: 204 len: 168 time: 1.3999634 Oct 13 00:20:56.219353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35098) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:56.292935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38131ec9-7052-48e7-ae08-34fb50664edc tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Network': ['ID=5dede0f7-3096-4cbf-a526-a4650d960bc5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:56.308204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-779078ed-794b-4cff-b08a-b314773e60a4 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Deleting subnet e2e33294-ace6-4797-a21a-ef92df1a35ed {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:56.313066 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-779078ed-794b-4cff-b08a-b314773e60a4 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.351530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-75be2b67-b62c-4723-aa98-cceeb93fc720 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539590 Oct 13 00:20:56.366261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-779078ed-794b-4cff-b08a-b314773e60a4 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.403897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35100) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:56.436584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-6ced118f-082a-465e-b788-08a8e3be41bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 217 time: 0.0501449 Oct 13 00:20:56.493619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bef47fc4-40f6-4038-8fcf-a97a7cdb7393 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a2e698417a24b8097e18192e5eeb434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885539 Oct 13 00:20:56.498107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35102) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:56.510853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4dddf826-e17c-4680-8c91-53b93d74f3a2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.541086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-779078ed-794b-4cff-b08a-b314773e60a4 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.551704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddf826-e17c-4680-8c91-53b93d74f3a2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=9de831e0-280d-4290-be6e-bca121fefe39,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:56.598685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4dddf826-e17c-4680-8c91-53b93d74f3a2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.602334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4dddf826-e17c-4680-8c91-53b93d74f3a2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/9de831e0-280d-4290-be6e-bca121fefe39 HTTP/1.1" status: 204 len: 168 time: 1.5994208 Oct 13 00:20:56.604865 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c71fdac9-ac4e-4331-9524-11ca4bb1d021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.606205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35106) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:56.609871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-0e731560-7b8b-4911-a377-72315a795056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:56.611411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-0e731560-7b8b-4911-a377-72315a795056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.1645873 Oct 13 00:20:56.644853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c71fdac9-ac4e-4331-9524-11ca4bb1d021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.701771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-779078ed-794b-4cff-b08a-b314773e60a4 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.782157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779078ed-794b-4cff-b08a-b314773e60a4 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e33294-ace6-4797-a21a-ef92df1a35ed,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:56.785040 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-779078ed-794b-4cff-b08a-b314773e60a4 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:56.787373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-429d1608-e410-430f-b39a-f83620872e28 req-3880b1dc-f51b-475c-beb3-6f66d38f4363 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 210 time: 0.0465772 Oct 13 00:20:56.795725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e108c239-fc61-407f-ac1b-2dfb39e0aca0 None None] Network c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:56.803109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09c5ab-101b-4560-9ce2-624d96c58828 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:56.804687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09c5ab-101b-4560-9ce2-624d96c58828 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:56.808754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3d09c5ab-101b-4560-9ce2-624d96c58828 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1940629 Oct 13 00:20:56.808754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-76219fcf-0a77-4984-a008-cd0c9c982567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:56.810229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-76219fcf-0a77-4984-a008-cd0c9c982567 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1660216 Oct 13 00:20:56.810769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35114) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:56.818601 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-779078ed-794b-4cff-b08a-b314773e60a4 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/subnets/e2e33294-ace6-4797-a21a-ef92df1a35ed HTTP/1.1" status: 204 len: 168 time: 0.5949507 Oct 13 00:20:56.818601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35116) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:56.982719 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-65426e5f-dbb4-4a36-a10c-382af9fdbfb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet e65464c6-b560-42a6-8872-fa7e02e6eaa8 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:20:56.989202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65426e5f-dbb4-4a36-a10c-382af9fdbfb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.034669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 65808cb1-9ee9-4f8a-92db-29a2923c0f8d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:20:57.039057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-194c3ae4-c6ec-45c6-a747-da235bd91501 None None] Provisioning complete for port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:57.039842 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-194c3ae4-c6ec-45c6-a747-da235bd91501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.065240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-ab1cffb1-4eb2-4630-93c9-06ad846e59ae service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449250 Oct 13 00:20:57.074934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65426e5f-dbb4-4a36-a10c-382af9fdbfb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.266878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:20:57.267482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.277692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65426e5f-dbb4-4a36-a10c-382af9fdbfb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.296076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-f789642c-4e70-41f1-8a35-a833506f2bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180665 Oct 13 00:20:57.333382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] DHCP port deletion for c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:20:57.344454 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c71fdac9-ac4e-4331-9524-11ca4bb1d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.347450 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c71fdac9-ac4e-4331-9524-11ca4bb1d021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.351386 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c71fdac9-ac4e-4331-9524-11ca4bb1d021 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d29c27f7-ef77-49eb-a8a0-2560a42dbce0 HTTP/1.1" status: 204 len: 168 time: 0.8522563 Oct 13 00:20:57.362316 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.369899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fdac9-ac4e-4331-9524-11ca4bb1d021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29c27f7-ef77-49eb-a8a0-2560a42dbce0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:57.436557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-e8669d31-6518-4673-91c9-e9c92c975d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6 HTTP/1.1" status: 200 len: 217 time: 0.0649936 Oct 13 00:20:57.445962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Deleting port 173ab964-fc1a-418e-8fe3-428865370cd5 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:57.446446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.524765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device cce0e42d-dc46-469d-b842-b1646f4da25a no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:57.526684 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-194c3ae4-c6ec-45c6-a747-da235bd91501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.538379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-b14cad01-c8d2-4eb9-878f-884c7aeab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:57.542123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-b14cad01-c8d2-4eb9-878f-884c7aeab6bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0922377 Oct 13 00:20:57.569516 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65426e5f-dbb4-4a36-a10c-382af9fdbfb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.577367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] For port 173ab964-fc1a-418e-8fe3-428865370cd5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=173ab964-fc1a-418e-8fe3-428865370cd5,segment=NetworkSegment(6d597792-6232-4d2d-b9db-a9b36ff2835a),segment_id=6d597792-6232-4d2d-b9db-a9b36ff2835a)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:57.577733 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.605910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Calling delete_port for 173ab964-fc1a-418e-8fe3-428865370cd5 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:57.616043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: cce0e42d-dc46-469d-b842-b1646f4da25a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:57.616686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device cce0e42d-dc46-469d-b842-b1646f4da25a not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:57.671384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65426e5f-dbb4-4a36-a10c-382af9fdbfb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=e65464c6-b560-42a6-8872-fa7e02e6eaa8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:57.692338 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.702130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65426e5f-dbb4-4a36-a10c-382af9fdbfb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.706301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-65426e5f-dbb4-4a36-a10c-382af9fdbfb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/e65464c6-b560-42a6-8872-fa7e02e6eaa8 HTTP/1.1" status: 204 len: 168 time: 0.8942673 Oct 13 00:20:57.709867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35124) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:57.721124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-da0d2037-479d-481e-92fa-c2f78d726d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:57.722724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-da0d2037-479d-481e-92fa-c2f78d726d3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1730938 Oct 13 00:20:57.776537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35128) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:57.788775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] Deleting port 173ab964-fc1a-418e-8fe3-428865370cd5 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:57.790462 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.791239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:57.792303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-80cfdae7-3c02-4616-9025-b18d3a15e663 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812595 Oct 13 00:20:57.909313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] For port 173ab964-fc1a-418e-8fe3-428865370cd5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=173ab964-fc1a-418e-8fe3-428865370cd5,segment=NetworkSegment(6d597792-6232-4d2d-b9db-a9b36ff2835a),segment_id=6d597792-6232-4d2d-b9db-a9b36ff2835a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:57.911715 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:57.947017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] Calling delete_port for 173ab964-fc1a-418e-8fe3-428865370cd5 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:58.018516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:58.035221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.048739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.081904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-7ed26244-ee6c-4e30-aa64-0d56b56be95a service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120108 Oct 13 00:20:58.093532 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8ec9cfe-f0de-494c-b03f-763387e283ed req-fff7972e-b141-4b7d-8b58-7ede246c2b3a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 210 time: 0.1323967 Oct 13 00:20:58.108596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa85365-90ca-4985-8afc-8ac6c8ade943 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:58.132646 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:20:58.161696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Port': ['ID=173ab964-fc1a-418e-8fe3-428865370cd5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:58.184332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] No DVR routers for this DVR port 173ab964-fc1a-418e-8fe3-428865370cd5 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:58.204413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.229929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-05d69813-bd40-4dd9-af78-ecf3e1cbc85c service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310070 Oct 13 00:20:58.271499 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-194c3ae4-c6ec-45c6-a747-da235bd91501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:20:58.272232 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-194c3ae4-c6ec-45c6-a747-da235bd91501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:20:58.317130 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.318788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] Pushing event deleted for resources: {'Port': ['ID=173ab964-fc1a-418e-8fe3-428865370cd5,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:58.325534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-982d1371-032e-44ad-84cb-8d0017b78233 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=706288e8-65f6-48f3-8192-d814ca856871 HTTP/1.1" status: 200 len: 217 time: 0.0875571 Oct 13 00:20:58.333092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269aa42-4489-407f-9cf5-5190bfad5b2a None None] No DVR routers for this DVR port 173ab964-fc1a-418e-8fe3-428865370cd5 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:58.345362 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:20:58.347835 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:20:58.397829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-d8c078fe-bc41-4d74-b685-e903ed61200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:58.402490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-d8c078fe-bc41-4d74-b685-e903ed61200c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0674074 Oct 13 00:20:58.436198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:58.463092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d597792-6232-4d2d-b9db-a9b36ff2835a') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:58.463359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d597792-6232-4d2d-b9db-a9b36ff2835a') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:20:58.486137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.501499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-88c6d028-c7d0-4972-af28-dca33afcd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:58.507868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.509267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-88c6d028-c7d0-4972-af28-dca33afcd2a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994568 Oct 13 00:20:58.591293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:20:58.600912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:20:58.605522 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:20:58.651042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:20:58.718240 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.743897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] Deleting port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:20:58.744282 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.760635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-33777412-87a5-4fe1-99bd-94385f006ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436645 Oct 13 00:20:58.845129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] For port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=65808cb1-9ee9-4f8a-92db-29a2923c0f8d,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:20:58.845579 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.855187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.863208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] Calling delete_port for 65808cb1-9ee9-4f8a-92db-29a2923c0f8d owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:20:58.882792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:58.889322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.900842 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/networks/c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f HTTP/1.1" status: 204 len: 168 time: 2.0814960 Oct 13 00:20:58.907073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35158) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:58.922224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35160) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:58.928122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:58.928355 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-02857d7a-65e5-46fc-86a2-a8b404b9a2cf service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602910 Oct 13 00:20:58.937810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:58.943610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:58.946821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Pushing event deleted for resources: {'Network': ['ID=c3d99c8e-c7b1-4448-bc5f-d6e06e740a7f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:58.950954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=8484ce2d-eddb-4ccc-b558-7908b81dc014,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:58.954773 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c121a489-af99-4931-b1f6-1b4ec520eb2e tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e791227-9579-42a4-9c6a-98cc2fb8e927 HTTP/1.1" status: 200 len: 205 time: 0.0465341 Oct 13 00:20:58.961815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35164) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:59.019794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-2b3c5ff6-f158-4a12-875f-8b763b192ea5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e586af34-9245-4a73-b0f7-93966fa80a3f HTTP/1.1" status: 200 len: 217 time: 0.0709500 Oct 13 00:20:59.029667 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-194c3ae4-c6ec-45c6-a747-da235bd91501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.031278 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.070767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.108424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.110009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.110452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.111924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.112274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.114150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.114629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.115157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.115612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.116035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.116611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.117158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.121464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-ab9dfb96-2d7f-43b1-b431-181ed3dd1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:59.123654 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-ab9dfb96-2d7f-43b1-b431-181ed3dd1821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.0924494 Oct 13 00:20:59.126101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] Pushing event deleted for resources: {'Port': ['ID=65808cb1-9ee9-4f8a-92db-29a2923c0f8d,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:59.131123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.134344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.134922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.135732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.136533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.137188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.137724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.138269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.138801 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.139329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.139899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.140453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f0686-e183-45ae-9c07-1853f1ad2e57 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:20:59.160869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261daa9-caaa-4a2c-8e07-e56e01e9589d None None] No DVR routers for this DVR port 65808cb1-9ee9-4f8a-92db-29a2923c0f8d on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:20:59.179620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181eed2c-a183-4f07-8e97-1500369ab757 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:20:59.194783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-f407984f-0bbb-4372-9d6a-58730c3f4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:59.196515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-f407984f-0bbb-4372-9d6a-58730c3f4c96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609634 Oct 13 00:20:59.232722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'networks': [{'name': 'tempest-network--1099948816'}, {'name': 'tempest-network--682774727'}]} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:59.233448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'network': {'name': 'tempest-network--1099948816'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:59.234134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'network': {'name': 'tempest-network--682774727'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:59.244493 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-38a77775-885b-420e-8026-8482dbcaaa29 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4654274 Oct 13 00:20:59.265687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35172) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:20:59.274560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '8484ce2d-eddb-4ccc-b558-7908b81dc014', 'ip_address': '2001:db8::fbac:9ad4:3891:2ab1'}], 'name': 'tempest-NetworksTestDHCPv6-54585018'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:20:59.282336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d15bbeee-6c13-4f95-b641-497147c1840a None None] Could not find standard attr ID for object 40a8b748-d3b9-470f-96d1-8f5600f5b727. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:59.294478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d15bbeee-6c13-4f95-b641-497147c1840a None None] Could not find standard attr ID for object 9de831e0-280d-4290-be6e-bca121fefe39. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:20:59.304961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 65808cb1-9ee9-4f8a-92db-29a2923c0f8d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:59.313888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-139e4c05-4b44-4014-901f-0d4ddddd7f50 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.356873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-a2dee75f-995a-434c-9019-a1b96a01d899 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502161 Oct 13 00:20:59.360357 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69b19f3f-6329-42ca-b0c9-62dbb3a1837f req-546f0a0c-3876-4583-ad48-738d3dd831b9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 210 time: 0.0934784 Oct 13 00:20:59.393768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 65808cb1-9ee9-4f8a-92db-29a2923c0f8d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:59.394272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 65808cb1-9ee9-4f8a-92db-29a2923c0f8d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:59.394757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 173ab964-fc1a-418e-8fe3-428865370cd5 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:20:59.420167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 173ab964-fc1a-418e-8fe3-428865370cd5 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:20:59.420603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 173ab964-fc1a-418e-8fe3-428865370cd5 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:20:59.450165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Made reservation on behalf of b90f0dc71de24737b1ecbd3cca6b0856 for: {'network': 2} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:59.454853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.468569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.493013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '8484ce2d-eddb-4ccc-b558-7908b81dc014'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:20:59.493716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.494602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-3d0abad3-261c-4745-8233-df108f6e497a service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302178 Oct 13 00:20:59.549052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-9f6d9259-1f92-40f0-a691-e10c5d200015 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1 HTTP/1.1" status: 200 len: 217 time: 0.0465188 Oct 13 00:20:59.584141 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-139e4c05-4b44-4014-901f-0d4ddddd7f50 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.594941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-139e4c05-4b44-4014-901f-0d4ddddd7f50 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.644816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-cf4cbfca-391f-4c9e-9e5c-87233725e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:59.649498 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-cf4cbfca-391f-4c9e-9e5c-87233725e6ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.0920882 Oct 13 00:20:59.661618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/8484ce2d-eddb-4ccc-b558-7908b81dc014/763c130a-200e-42c0-8c54-4017417d5c8e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:20:59.692537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-139e4c05-4b44-4014-901f-0d4ddddd7f50 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.693089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139e4c05-4b44-4014-901f-0d4ddddd7f50 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Fanout notify agent at l3_agent the message router_deleted on router 8e791227-9579-42a4-9c6a-98cc2fb8e927 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:20:59.701180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-139e4c05-4b44-4014-901f-0d4ddddd7f50 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.704543 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-139e4c05-4b44-4014-901f-0d4ddddd7f50 tempest-RoutersNegativeTest-1760251950 tempest-RoutersNegativeTest-1760251950-project] 10.222.0.21 "DELETE /v2.0/routers/8e791227-9579-42a4-9c6a-98cc2fb8e927 HTTP/1.1" status: 204 len: 168 time: 0.7392325 Oct 13 00:20:59.711077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-7c442737-045d-49bb-8e8f-373cb8ae6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:20:59.714606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-7c442737-045d-49bb-8e8f-373cb8ae6bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575173 Oct 13 00:20:59.754009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:20:59.844646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.865196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.874190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port f115a8d3-acbc-4ec7-8ede-9432aac935c1 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:20:59.877102 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.882301 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.882783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.886534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.913369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-411d3ab2-38c8-4685-a2e6-d9bd68c19c93 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912913 Oct 13 00:20:59.943283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:20:59.965332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:20:59.967038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:20:59.975466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:59.975863 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Added segment c42bbba4-c9a5-4c60-9f78-d1aa1ac07bc4 of type vlan for network bcee661a-6e43-4e91-aabe-ab7aedf99398 Oct 13 00:20:59.977809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Pushing event updated for resources: {'Port': ['ID=763c130a-200e-42c0-8c54-4017417d5c8e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:20:59.983832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:00.019757 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.049958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cfb89e-790b-4c5f-9501-d572956ba4ba,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:00.069015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-218f611f-5c72-4b0d-9db7-415a2f741585 req-12281fd2-da9c-4997-89a3-3428e89b6ded service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468680 Oct 13 00:21:00.134044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35184) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:00.182617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:21:00.217647 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.218160 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Added segment 0e500266-3f96-4751-8570-ed08ff42e691 of type vlan for network 62f0cfcf-1913-41e4-a766-56b22dcf14ca Oct 13 00:21:00.222324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Attempting to bind port 763c130a-200e-42c0-8c54-4017417d5c8e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:00.222878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Attempting to bind port 763c130a-200e-42c0-8c54-4017417d5c8e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:00.223246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Attempting to bind port 763c130a-200e-42c0-8c54-4017417d5c8e on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:00.229147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:00.229564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:00.229970 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.230879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:00.231361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Bound port: 763c130a-200e-42c0-8c54-4017417d5c8e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:00.231764 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.274771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::fbac:9ad4:3891:2ab1 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/8484ce2d-eddb-4ccc-b558-7908b81dc014/f115a8d3-acbc-4ec7-8ede-9432aac935c1) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:00.296284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.318660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35190) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:00.319091 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6000b5a8-7d6f-407c-bd34-eb2efe7573c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2da74a7e3a684c0a8927a4f5fea784f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825838 Oct 13 00:21:00.336235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] For port 763c130a-200e-42c0-8c54-4017417d5c8e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:00.343416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] For port 763c130a-200e-42c0-8c54-4017417d5c8e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=763c130a-200e-42c0-8c54-4017417d5c8e,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:00.350151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.371079 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.371743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.377475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:00.383053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:00.383648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.428351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252ef98-c80e-49d6-baa5-d7963eb18074 None None] Pushing event updated for resources: {'Port': ['ID=763c130a-200e-42c0-8c54-4017417d5c8e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:00.472552 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5391290 Oct 13 00:21:00.475217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35194) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:00.530286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6a2da18-a5b8-4413-a7a3-7511318a2326 req-580fa605-277d-434b-8350-14c51b496ecd tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 210 time: 0.0658312 Oct 13 00:21:00.548422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Network': ['ID=bcee661a-6e43-4e91-aabe-ab7aedf99398,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:00.562761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network bcee661a-6e43-4e91-aabe-ab7aedf99398 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:21:00.619967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4de51a62-3914-4ebb-9514-23b989a46bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.722345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4de51a62-3914-4ebb-9514-23b989a46bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.727145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a0475-ae00-454e-97a0-2c68c605debd tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Network': ['ID=62f0cfcf-1913-41e4-a766-56b22dcf14ca,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:00.737509 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 62f0cfcf-1913-41e4-a766-56b22dcf14ca details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:21:00.766112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.842847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4de51a62-3914-4ebb-9514-23b989a46bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.854416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4de51a62-3914-4ebb-9514-23b989a46bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.858358 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4de51a62-3914-4ebb-9514-23b989a46bb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a76a2a29-0647-4a30-adcd-d87d13f548dc HTTP/1.1" status: 204 len: 168 time: 0.5339782 Oct 13 00:21:00.880823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.893841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de51a62-3914-4ebb-9514-23b989a46bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76a2a29-0647-4a30-adcd-d87d13f548dc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:00.899482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bc163-97f3-414c-8b35-a34b925725a7 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:00.907205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bc163-97f3-414c-8b35-a34b925725a7 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:00.914592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bc163-97f3-414c-8b35-a34b925725a7 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:00.922019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bc163-97f3-414c-8b35-a34b925725a7 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:00.923835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-130bc163-97f3-414c-8b35-a34b925725a7 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4474807 Oct 13 00:21:00.927690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35200) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:00.946906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:00.950100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:00.953797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:00.959470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:00.960127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:00.968950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=f115a8d3-acbc-4ec7-8ede-9432aac935c1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:00.987605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e33e2eaa-f1e3-4284-97ce-514887c5cfb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7186000 Oct 13 00:21:00.989619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35202) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:01.040387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.055818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a796b19-f03c-4a4c-8d38-09b7b136be3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:01.062935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a796b19-f03c-4a4c-8d38-09b7b136be3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:01.068308 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7a796b19-f03c-4a4c-8d38-09b7b136be3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0750313 Oct 13 00:21:01.068595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35204) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:01.147907 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.169893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcee661a-6e43-4e91-aabe-ab7aedf99398']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:01.183871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42bbba4-c9a5-4c60-9f78-d1aa1ac07bc4') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:01.184171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42bbba4-c9a5-4c60-9f78-d1aa1ac07bc4') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:01.193994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.219831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.228301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:21:01.228707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:21:01.237469 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:21:01.263875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3004a8a4-b618-4a64-a0bc-c40a6a53cf07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port f115a8d3-acbc-4ec7-8ede-9432aac935c1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:01.264256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3004a8a4-b618-4a64-a0bc-c40a6a53cf07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.376885 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.384850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 763c130a-200e-42c0-8c54-4017417d5c8e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:01.401892 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.417408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/networks/bcee661a-6e43-4e91-aabe-ab7aedf99398 HTTP/1.1" status: 204 len: 168 time: 0.4872332 Oct 13 00:21:01.425868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35220) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:01.436159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170d91-9b58-4217-acd4-66ea4bdfd93d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Network': ['ID=bcee661a-6e43-4e91-aabe-ab7aedf99398,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:01.470883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3004a8a4-b618-4a64-a0bc-c40a6a53cf07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.501523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3004a8a4-b618-4a64-a0bc-c40a6a53cf07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for f115a8d3-acbc-4ec7-8ede-9432aac935c1 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:01.543580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 763c130a-200e-42c0-8c54-4017417d5c8e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:01.544878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.563045 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.734223 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.761844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3004a8a4-b618-4a64-a0bc-c40a6a53cf07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.780461 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dc18c19-2acc-4091-8ba3-0d0875700774 req-5e43d553-9317-4c05-87aa-f78f5553ba71 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6bd9a85-0942-4434-b84c-ada045fd1c79 HTTP/1.1" status: 200 len: 210 time: 0.0426812 Oct 13 00:21:01.791809 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.804460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004a8a4-b618-4a64-a0bc-c40a6a53cf07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=f115a8d3-acbc-4ec7-8ede-9432aac935c1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:01.825235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f0cfcf-1913-41e4-a766-56b22dcf14ca']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:01.840477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 763c130a-200e-42c0-8c54-4017417d5c8e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=763c130a-200e-42c0-8c54-4017417d5c8e,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:01.846539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e500266-3f96-4751-8570-ed08ff42e691') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:01.846757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e500266-3f96-4751-8570-ed08ff42e691') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:01.849100 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.859542 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.862546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3004a8a4-b618-4a64-a0bc-c40a6a53cf07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.873049 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3004a8a4-b618-4a64-a0bc-c40a6a53cf07 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/f115a8d3-acbc-4ec7-8ede-9432aac935c1 HTTP/1.1" status: 204 len: 168 time: 0.8013008 Oct 13 00:21:01.873480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35232) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:01.887991 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.903421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:21:01.903421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:21:01.906510 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:21:01.986686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52898f-3e21-4e45-bf27-c3b4473d1ca3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:01.988265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52898f-3e21-4e45-bf27-c3b4473d1ca3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:01.989788 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb52898f-3e21-4e45-bf27-c3b4473d1ca3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1148794 Oct 13 00:21:01.992387 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=763c130a-200e-42c0-8c54-4017417d5c8e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:01.993160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35238) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.006611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fdbb991f-6fba-4348-abbd-55aa58c97888 None None] Provisioning complete for port 763c130a-200e-42c0-8c54-4017417d5c8e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:02.007157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fdbb991f-6fba-4348-abbd-55aa58c97888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.047376 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.053459 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.057487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/networks/62f0cfcf-1913-41e4-a766-56b22dcf14ca HTTP/1.1" status: 204 len: 168 time: 0.6304946 Oct 13 00:21:02.063486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35240) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.085742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26a1e7c-bac5-4bcb-ad67-3f3a16ecba2e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 8484ce2d-eddb-4ccc-b558-7908b81dc014 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:02.091793 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f26a1e7c-bac5-4bcb-ad67-3f3a16ecba2e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.100823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fe73d-040c-41ef-9645-72e37f1d3d66 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Network': ['ID=62f0cfcf-1913-41e4-a766-56b22dcf14ca,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:02.149223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35242) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.160638 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f26a1e7c-bac5-4bcb-ad67-3f3a16ecba2e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.207180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4292bdc-a083-460f-a144-f94e44c02cdc tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:02.214366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4292bdc-a083-460f-a144-f94e44c02cdc tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:02.216411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a4292bdc-a083-460f-a144-f94e44c02cdc tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1516190 Oct 13 00:21:02.220196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35248) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.225469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1983186236'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:02.253016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Made reservation on behalf of b90f0dc71de24737b1ecbd3cca6b0856 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:02.256812 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.282579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:21:02.293636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.294229 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Added segment d3b33a06-746f-4d00-841b-548b38e8c07b of type vlan for network e84a4bd7-f800-40dd-aa84-7c694d135778 Oct 13 00:21:02.294716 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f26a1e7c-bac5-4bcb-ad67-3f3a16ecba2e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.324116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c9bb437f-141f-4af3-9d29-f63bf96326f0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:02.325235 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-c9bb437f-141f-4af3-9d29-f63bf96326f0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 00:21:02.325453 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-c9bb437f-141f-4af3-9d29-f63bf96326f0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 00:21:02.326642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c9bb437f-141f-4af3-9d29-f63bf96326f0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1767378 Oct 13 00:21:02.331065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35250) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.336857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533688837'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:02.343552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.356920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e87dcfe5-7e98-4d5c-9c20-de4d41752340 None None] Could not find standard attr ID for object f115a8d3-acbc-4ec7-8ede-9432aac935c1. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:21:02.391445 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.392780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.402934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:02.403324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.403825 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.407641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f26a1e7c-bac5-4bcb-ad67-3f3a16ecba2e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.446762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2252722 Oct 13 00:21:02.459885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35254) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.460701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a1e7c-bac5-4bcb-ad67-3f3a16ecba2e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=8484ce2d-eddb-4ccc-b558-7908b81dc014,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:02.467989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-753651178'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:02.482678 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f26a1e7c-bac5-4bcb-ad67-3f3a16ecba2e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.488453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f26a1e7c-bac5-4bcb-ad67-3f3a16ecba2e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/8484ce2d-eddb-4ccc-b558-7908b81dc014 HTTP/1.1" status: 204 len: 168 time: 0.4847703 Oct 13 00:21:02.489543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35256) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.530867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be82bd-f89c-499c-857e-62ddd760a013 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Network': ['ID=e84a4bd7-f800-40dd-aa84-7c694d135778,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:02.541895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network e84a4bd7-f800-40dd-aa84-7c694d135778 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:21:02.563832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35260) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.564558 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-645c0c72-3cdb-4a57-912a-da3a3d3f18c7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740814 Oct 13 00:21:02.584777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cdb57f-ab20-4125-9516-6ae3dc0aae3b None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:02.585785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Made reservation on behalf of b90f0dc71de24737b1ecbd3cca6b0856 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:02.591763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.633738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:21:02.656072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc096d-dd5c-4af4-ab5a-626cc23bc963 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:02.657594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-53cc096d-dd5c-4af4-ab5a-626cc23bc963 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0911083 Oct 13 00:21:02.659428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.659803 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Added segment 15f25853-7479-4fcf-b1e2-babf044cdc69 of type vlan for network cb75a360-5fe3-474c-b8a6-41b4c66dd00b Oct 13 00:21:02.660221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35262) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.662238 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.670863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.713033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02c008-41ce-4f29-a22e-7d3f2d95fc9b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:02.717601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc02c008-41ce-4f29-a22e-7d3f2d95fc9b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0564053 Oct 13 00:21:02.718277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35264) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.748286 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.750429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a810f0e-cade-437c-8840-4a9fe1e15769,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:02.765608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-09d07c7c-c25f-479e-839e-0ca8a0d07734 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419502 Oct 13 00:21:02.766010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35266) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.775257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:02.826102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:02.846913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.852956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:02.853557 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.882821 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.883644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] Deleting port 763c130a-200e-42c0-8c54-4017417d5c8e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:02.884025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.926748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.951971 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4857845 Oct 13 00:21:02.952168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35274) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:02.957742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] For port 763c130a-200e-42c0-8c54-4017417d5c8e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=763c130a-200e-42c0-8c54-4017417d5c8e,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:02.958253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:02.960978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'ports': [{'network_id': 'e84a4bd7-f800-40dd-aa84-7c694d135778', 'name': 'tempest-port--801237206', 'admin_state_up': True}, {'network_id': 'cb75a360-5fe3-474c-b8a6-41b4c66dd00b', 'admin_state_up': False}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:02.961491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'port': {'network_id': 'e84a4bd7-f800-40dd-aa84-7c694d135778', 'name': 'tempest-port--801237206', 'admin_state_up': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:02.962279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'port': {'network_id': 'cb75a360-5fe3-474c-b8a6-41b4c66dd00b', 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:02.978176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] Calling delete_port for 763c130a-200e-42c0-8c54-4017417d5c8e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:02.999159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.000519 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6682768 Oct 13 00:21:03.001481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f3ace-8333-4ca5-92d8-ee0a13ee1537 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Network': ['ID=cb75a360-5fe3-474c-b8a6-41b4c66dd00b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:03.015465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35282) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:03.019242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fc0231c5-fd43-4a20-9816-58a12698d92f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '3ade1d56-1bcd-4340-b4dc-05d941586df6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:03.028052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b94c5-763b-40b3-8e8b-dc4fe0f72d6c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ade1d56-1bcd-4340-b4dc-05d941586df6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:03.045104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network cb75a360-5fe3-474c-b8a6-41b4c66dd00b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:21:03.061108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:03.072185 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.163333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc0231c5-fd43-4a20-9816-58a12698d92f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.170976 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.205193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] Pushing event deleted for resources: {'Port': ['ID=763c130a-200e-42c0-8c54-4017417d5c8e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:03.216668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c9b644-84dd-40e8-bed5-7b910a1562e7 None None] No DVR routers for this DVR port 763c130a-200e-42c0-8c54-4017417d5c8e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:03.238034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74c040-0969-44ad-86dd-b02f4039fbad None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:21:03.274009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Made reservation on behalf of b90f0dc71de24737b1ecbd3cca6b0856 for: {'port': 2} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:03.281107 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.283193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc0231c5-fd43-4a20-9816-58a12698d92f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.295612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc0231c5-fd43-4a20-9816-58a12698d92f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.301207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.325181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0231c5-fd43-4a20-9816-58a12698d92f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d82bb30-8832-48da-b573-b2a2933bb610,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:03.353453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 763c130a-200e-42c0-8c54-4017417d5c8e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:03.372884 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc0231c5-fd43-4a20-9816-58a12698d92f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.380602 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fc0231c5-fd43-4a20-9816-58a12698d92f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3642788 Oct 13 00:21:03.381073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35298) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:03.388301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6466ee34-0fe7-4ddb-b4a0-07b40baed8bd tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '3ade1d56-1bcd-4340-b4dc-05d941586df6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:03.399540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 763c130a-200e-42c0-8c54-4017417d5c8e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:03.399860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 763c130a-200e-42c0-8c54-4017417d5c8e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:03.427741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.462941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d74c040-0969-44ad-86dd-b02f4039fbad None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:21:03.469476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6466ee34-0fe7-4ddb-b4a0-07b40baed8bd tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.479585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:03.488935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:03.489761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] device_id is not set on port c6f44c82-1136-48a3-b5f6-39e2b720267b yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:03.534121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:03.534725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.555015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=56393bf1-4677-4748-badb-c9bd44e82caa,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:03.556749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e188-75b5-4bd4-b054-9c71664ba456 req-0a2c9f0d-7a4e-48aa-a5c0-280af7eb0cb7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:03.558911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b33e188-75b5-4bd4-b054-9c71664ba456 req-0a2c9f0d-7a4e-48aa-a5c0-280af7eb0cb7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.2095585 Oct 13 00:21:03.579487 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f640e8ce-0443-4417-819d-458179576c37 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8130579 Oct 13 00:21:03.580249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35302) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:03.581030 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-6466ee34-0fe7-4ddb-b4a0-07b40baed8bd tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 00:21:03.584770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6466ee34-0fe7-4ddb-b4a0-07b40baed8bd tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1979828 Oct 13 00:21:03.587145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35304) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:03.587886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '56393bf1-4677-4748-badb-c9bd44e82caa', 'ip_address': '2001:db8::705b:2472:7e25:6411'}], 'name': 'tempest-NetworksTestDHCPv6-479825199'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:03.616734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b33e188-75b5-4bd4-b054-9c71664ba456 req-ddfdf318-6a9b-4c78-8838-01cd87728acd tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/quotas/76489d4b168b4fca83f14f8d796723eb HTTP/1.1" status: 200 len: 375 time: 0.0402429 Oct 13 00:21:03.717768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:03.722105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b33e188-75b5-4bd4-b054-9c71664ba456 req-183365ce-58da-4243-b91f-02dd8031d8ef tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680952 Oct 13 00:21:03.730396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.750620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 9425cd6b-0d75-421b-b9a6-ba0843a3db85 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:03.810679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d09ec10-eb0f-4b44-813e-9ceaeb7266a0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.857110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.861648 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d09ec10-eb0f-4b44-813e-9ceaeb7266a0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.886236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '56393bf1-4677-4748-badb-c9bd44e82caa'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:03.887103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:03.919009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::705b:2472:7e25:6411 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/56393bf1-4677-4748-badb-c9bd44e82caa/9425cd6b-0d75-421b-b9a6-ba0843a3db85) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:03.979002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] device_id is not set on port 45d96d4f-7cf7-4fc0-8d70-9287f246f174 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:03.986289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b33e188-75b5-4bd4-b054-9c71664ba456 req-161a3e17-d84b-468b-a18b-dc4a355e40d1 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537906 Oct 13 00:21:04.041495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d09ec10-eb0f-4b44-813e-9ceaeb7266a0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.044103 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d09ec10-eb0f-4b44-813e-9ceaeb7266a0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.047895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6d09ec10-eb0f-4b44-813e-9ceaeb7266a0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ade1d56-1bcd-4340-b4dc-05d941586df6 HTTP/1.1" status: 204 len: 168 time: 0.4597526 Oct 13 00:21:04.051356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35308) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:04.075127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09ec10-eb0f-4b44-813e-9ceaeb7266a0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ade1d56-1bcd-4340-b4dc-05d941586df6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:04.172651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3c750150-2f20-4444-8a53-ec000af34a40 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209109 Oct 13 00:21:04.178525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35312) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:04.184831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dd5198e0-1024-4ab7-9f9f-4ac9c0612af3 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981337841'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:04.191855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.230389 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd5198e0-1024-4ab7-9f9f-4ac9c0612af3 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.262060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.317351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/56393bf1-4677-4748-badb-c9bd44e82caa/a8d8363b-0563-4c72-86a2-290f9e7881c9) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:04.505479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.508874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b33e188-75b5-4bd4-b054-9c71664ba456 req-195d5714-8683-4a58-b144-e0c75e748e69 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153310 Oct 13 00:21:04.524266 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.569617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:04.571562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.573857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:04.578292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:04.586004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Pushing event updated for resources: {'Port': ['ID=a8d8363b-0563-4c72-86a2-290f9e7881c9,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:04.629867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:04.639230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:04.645707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.648394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:04.653921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:04.654556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.660385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Attempting to bind port a8d8363b-0563-4c72-86a2-290f9e7881c9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:04.660796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Attempting to bind port a8d8363b-0563-4c72-86a2-290f9e7881c9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:04.661131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Attempting to bind port a8d8363b-0563-4c72-86a2-290f9e7881c9 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:04.665787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=9425cd6b-0d75-421b-b9a6-ba0843a3db85,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:04.668379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:04.668762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:04.669758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.670921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:04.671412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Bound port: a8d8363b-0563-4c72-86a2-290f9e7881c9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:04.671844 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.682608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd5198e0-1024-4ab7-9f9f-4ac9c0612af3 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.698503 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd5198e0-1024-4ab7-9f9f-4ac9c0612af3 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.713584 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1c1dd84b-91cc-434c-ab01-ae7ffa9204c4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1300306 Oct 13 00:21:04.717777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35322) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:04.750896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0585e26a-46f0-4405-84ba-cac9e8bd4bd7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '56393bf1-4677-4748-badb-c9bd44e82caa', 'ip_address': '2001:db8::705b:2472:7e25:6411'}], 'name': 'tempest-NetworksTestDHCPv6-1550556047'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:04.766122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] For port a8d8363b-0563-4c72-86a2-290f9e7881c9, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:04.769479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] For port a8d8363b-0563-4c72-86a2-290f9e7881c9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a8d8363b-0563-4c72-86a2-290f9e7881c9,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:04.771748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Port': ['ID=c6f44c82-1136-48a3-b5f6-39e2b720267b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:04.780914 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.813553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5198e0-1024-4ab7-9f9f-4ac9c0612af3 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98713a29-09e6-479c-b8c9-7d192ee8aa91,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:04.837142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d195b164-542a-446b-b3f5-8cb0327495c5 req-27bf18e5-faa9-4d0e-a3aa-aa29f6d51ed7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=e85a1229-981f-4814-a28c-309848c665d3 HTTP/1.1" status: 200 len: 210 time: 0.0689883 Oct 13 00:21:04.843281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Checking segment: {'id': 'd3b33a06-746f-4d00-841b-548b38e8c07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e84a4bd7-f800-40dd-aa84-7c694d135778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:04.843679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Network hostable DHCP agents. Network: e84a4bd7-f800-40dd-aa84-7c694d135778, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:21:04.863687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafddd7-29bc-4d30-8722-e87870654b1b None None] Pushing event updated for resources: {'Port': ['ID=a8d8363b-0563-4c72-86a2-290f9e7881c9,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:04.872874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd5198e0-1024-4ab7-9f9f-4ac9c0612af3 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:04.876402 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dd5198e0-1024-4ab7-9f9f-4ac9c0612af3 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6964831 Oct 13 00:21:04.877269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35326) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:04.881777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-61627560-7eb7-4f2d-af7d-87ac873a1f34 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '98713a29-09e6-479c-b8c9-7d192ee8aa91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:04.882531 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-61627560-7eb7-4f2d-af7d-87ac873a1f34 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 00:21:04.883289 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-61627560-7eb7-4f2d-af7d-87ac873a1f34 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:04.884076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-61627560-7eb7-4f2d-af7d-87ac873a1f34 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059538 Oct 13 00:21:04.885284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Network e84a4bd7-f800-40dd-aa84-7c694d135778 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:21:04.888473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35330) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:04.901784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, e84a4bd7-f800-40dd-aa84-7c694d135778) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:04.906563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:04.908593 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.005032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Port': ['ID=45d96d4f-7cf7-4fc0-8d70-9287f246f174,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:05.013591 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b2f5-d34b-4977-a214-f9bd7323c844 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.020238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Checking segment: {'id': '15f25853-7479-4fcf-b1e2-babf044cdc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cb75a360-5fe3-474c-b8a6-41b4c66dd00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:05.020965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Network hostable DHCP agents. Network: cb75a360-5fe3-474c-b8a6-41b4c66dd00b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:21:05.048879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Network cb75a360-5fe3-474c-b8a6-41b4c66dd00b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:21:05.060411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0585e26a-46f0-4405-84ba-cac9e8bd4bd7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:05.061255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, cb75a360-5fe3-474c-b8a6-41b4c66dd00b) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:05.065791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b2f5-d34b-4977-a214-f9bd7323c844 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.066684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:05.077362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:05.084449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:05.085269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.105420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8df0de30-90d9-40e6-b6b5-9227d28c9e0a tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1521630 Oct 13 00:21:05.107875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35340) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.209925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b2f5-d34b-4977-a214-f9bd7323c844 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.213301 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aac0b2f5-d34b-4977-a214-f9bd7323c844 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.214755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aac0b2f5-d34b-4977-a214-f9bd7323c844 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/98713a29-09e6-479c-b8c9-7d192ee8aa91 HTTP/1.1" status: 204 len: 168 time: 0.3235803 Oct 13 00:21:05.221217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab33ea2f-9953-470d-858c-9929d798354d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:05.229075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35348) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.237231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab33ea2f-9953-470d-858c-9929d798354d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:05.243073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ab33ea2f-9953-470d-858c-9929d798354d tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1318169 Oct 13 00:21:05.244468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35350) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.272365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0b2f5-d34b-4977-a214-f9bd7323c844 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98713a29-09e6-479c-b8c9-7d192ee8aa91,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:05.278546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0585e26a-46f0-4405-84ba-cac9e8bd4bd7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.343873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-0585e26a-46f0-4405-84ba-cac9e8bd4bd7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 60244f2f-d83b-46f9-aade-89f7f56060a0 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:05.409921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a8d8363b-0563-4c72-86a2-290f9e7881c9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:05.460335 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-83bdcf14-00b7-4ed0-a9c3-34f402e5f66f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2288871 Oct 13 00:21:05.465313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35360) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.477765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e4f870ac-6d50-4b77-b07e-932cbcb56ecb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--998712751'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:05.495718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a8d8363b-0563-4c72-86a2-290f9e7881c9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:05.496768 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.512999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f1ad9-a08c-4a27-a523-7eb6014b5c56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Deleting port c6f44c82-1136-48a3-b5f6-39e2b720267b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:05.513409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1ad9-a08c-4a27-a523-7eb6014b5c56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.541557 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f870ac-6d50-4b77-b07e-932cbcb56ecb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.568184 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0585e26a-46f0-4405-84ba-cac9e8bd4bd7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 00:21:05.568686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0585e26a-46f0-4405-84ba-cac9e8bd4bd7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:21:05.603763 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0585e26a-46f0-4405-84ba-cac9e8bd4bd7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8797915 Oct 13 00:21:05.608299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35368) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.635633 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1ad9-a08c-4a27-a523-7eb6014b5c56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.650265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f1ad9-a08c-4a27-a523-7eb6014b5c56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Calling delete_port for c6f44c82-1136-48a3-b5f6-39e2b720267b owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:05.691039 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.694544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f870ac-6d50-4b77-b07e-932cbcb56ecb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.704637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825f3bb-b0ad-4c5f-a152-118407492e47 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:05.711378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825f3bb-b0ad-4c5f-a152-118407492e47 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:05.713350 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e825f3bb-b0ad-4c5f-a152-118407492e47 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1040916 Oct 13 00:21:05.714859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f870ac-6d50-4b77-b07e-932cbcb56ecb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.722118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35382) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.736983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port a8d8363b-0563-4c72-86a2-290f9e7881c9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a8d8363b-0563-4c72-86a2-290f9e7881c9,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:05.748743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.760146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f870ac-6d50-4b77-b07e-932cbcb56ecb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5904fa55-b0d6-4db9-809c-331cffaf79ff,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:05.814138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f870ac-6d50-4b77-b07e-932cbcb56ecb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.815732 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e4f870ac-6d50-4b77-b07e-932cbcb56ecb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3471134 Oct 13 00:21:05.821324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35384) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.827193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8e76379a-7a41-4217-8efb-791413bc9ecd tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '5904fa55-b0d6-4db9-809c-331cffaf79ff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:05.828682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=a8d8363b-0563-4c72-86a2-290f9e7881c9,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:05.837385 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-8e76379a-7a41-4217-8efb-791413bc9ecd tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 00:21:05.837962 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-8e76379a-7a41-4217-8efb-791413bc9ecd tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:05.839022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8e76379a-7a41-4217-8efb-791413bc9ecd tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0157070 Oct 13 00:21:05.858784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35388) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.884340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650684f5-245b-4922-a120-903d1b69bc71 req-8a8aab6f-5599-4f5d-b9fd-656698111dda tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:05.886168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-8a8aab6f-5599-4f5d-b9fd-656698111dda tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.1270139 Oct 13 00:21:05.887563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1ad9-a08c-4a27-a523-7eb6014b5c56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.919884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f1ad9-a08c-4a27-a523-7eb6014b5c56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Port': ['ID=c6f44c82-1136-48a3-b5f6-39e2b720267b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:05.931454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8e59c9f5-0775-4110-acf7-cabee0d510af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 9425cd6b-0d75-421b-b9a6-ba0843a3db85 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:05.931830 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e59c9f5-0775-4110-acf7-cabee0d510af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.943657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-2b6f36d4-247f-4aae-a34e-f762bc08b504 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/quotas/76489d4b168b4fca83f14f8d796723eb HTTP/1.1" status: 200 len: 375 time: 0.0255206 Oct 13 00:21:05.947436 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1ad9-a08c-4a27-a523-7eb6014b5c56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.949272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-383be313-b4fc-4747-8658-232e8cd3548b tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:05.953140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fe2f1ad9-a08c-4a27-a523-7eb6014b5c56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/ports/c6f44c82-1136-48a3-b5f6-39e2b720267b HTTP/1.1" status: 204 len: 168 time: 0.7032032 Oct 13 00:21:05.961982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35390) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:05.985343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-e831ae0a-1923-4705-9f0f-8420bf4054b5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414631 Oct 13 00:21:06.012905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-383be313-b4fc-4747-8658-232e8cd3548b tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.067813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e59c9f5-0775-4110-acf7-cabee0d510af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.081194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8e59c9f5-0775-4110-acf7-cabee0d510af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 9425cd6b-0d75-421b-b9a6-ba0843a3db85 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:06.094960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-383be313-b4fc-4747-8658-232e8cd3548b tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.097608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-383be313-b4fc-4747-8658-232e8cd3548b tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.098761 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-383be313-b4fc-4747-8658-232e8cd3548b tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/5904fa55-b0d6-4db9-809c-331cffaf79ff HTTP/1.1" status: 204 len: 168 time: 0.2388215 Oct 13 00:21:06.103733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35392) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.138094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-9e273e2b-93b7-43b8-b15a-06da87ca8d24 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357665 Oct 13 00:21:06.145031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c5fcd2fb-3736-43c6-82e4-05adf0d17433 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Deleting port 45d96d4f-7cf7-4fc0-8d70-9287f246f174 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:06.145379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd2fb-3736-43c6-82e4-05adf0d17433 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.155007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383be313-b4fc-4747-8658-232e8cd3548b tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904fa55-b0d6-4db9-809c-331cffaf79ff,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:06.196961 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8168f4ef-6703-4fdd-9156-c8ba7c43a98d tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648303 Oct 13 00:21:06.201917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35394) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.202414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb0fed-9b4d-43d4-a311-4efa6a611285 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:06.206273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-083b75b1-d060-4e22-b9b1-735cd5a0b11f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--150537522'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:06.224303 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b9da62-c41d-4b78-8361-2c601e99d162 None None] Network e84a4bd7-f800-40dd-aa84-7c694d135778 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:06.226637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb64ba-e0eb-4a87-9df7-387fde505d5a None None] Network cb75a360-5fe3-474c-b8a6-41b4c66dd00b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:06.249810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-083b75b1-d060-4e22-b9b1-735cd5a0b11f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.266450 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd2fb-3736-43c6-82e4-05adf0d17433 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.284115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c5fcd2fb-3736-43c6-82e4-05adf0d17433 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Calling delete_port for 45d96d4f-7cf7-4fc0-8d70-9287f246f174 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:06.322010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e59c9f5-0775-4110-acf7-cabee0d510af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.349808 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-5e61be01-25b6-4cf5-9811-ccbca53e26ad service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998420 Oct 13 00:21:06.360095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59c9f5-0775-4110-acf7-cabee0d510af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=9425cd6b-0d75-421b-b9a6-ba0843a3db85,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:06.403040 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e59c9f5-0775-4110-acf7-cabee0d510af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.406644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8e59c9f5-0775-4110-acf7-cabee0d510af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/9425cd6b-0d75-421b-b9a6-ba0843a3db85 HTTP/1.1" status: 204 len: 168 time: 0.6506438 Oct 13 00:21:06.410265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35398) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.414638 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-083b75b1-d060-4e22-b9b1-735cd5a0b11f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.420891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-083b75b1-d060-4e22-b9b1-735cd5a0b11f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.423214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd2fb-3736-43c6-82e4-05adf0d17433 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.456319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a8baf862-140e-4ff0-a747-3e9ad8c0ca5d None None] Provisioning complete for port a8d8363b-0563-4c72-86a2-290f9e7881c9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:06.457003 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8baf862-140e-4ff0-a747-3e9ad8c0ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.461792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-083b75b1-d060-4e22-b9b1-735cd5a0b11f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.463357 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-083b75b1-d060-4e22-b9b1-735cd5a0b11f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2605038 Oct 13 00:21:06.466275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b75b1-d060-4e22-b9b1-735cd5a0b11f tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a241d8f-fb3f-48d5-b752-5e0dc7bd0d42,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:06.468975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35400) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.475542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a849ea59-c810-4993-9a24-de94dfb67558 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '9a241d8f-fb3f-48d5-b752-5e0dc7bd0d42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:06.475735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.484292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcd2fb-3736-43c6-82e4-05adf0d17433 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Port': ['ID=45d96d4f-7cf7-4fc0-8d70-9287f246f174,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:06.499657 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-a849ea59-c810-4993-9a24-de94dfb67558 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 00:21:06.501109 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-a849ea59-c810-4993-9a24-de94dfb67558 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:06.501514 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd2fb-3736-43c6-82e4-05adf0d17433 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.502566 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a849ea59-c810-4993-9a24-de94dfb67558 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320668 Oct 13 00:21:06.507758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c5fcd2fb-3736-43c6-82e4-05adf0d17433 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/ports/45d96d4f-7cf7-4fc0-8d70-9287f246f174 HTTP/1.1" status: 204 len: 168 time: 0.5442133 Oct 13 00:21:06.508444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35402) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.509626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35404) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.511382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5a81d6b5-ab8d-4fb6-8c5e-be8f7d74c985 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '9a241d8f-fb3f-48d5-b752-5e0dc7bd0d42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:06.512743 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-5a81d6b5-ab8d-4fb6-8c5e-be8f7d74c985 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 00:21:06.513561 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-5a81d6b5-ab8d-4fb6-8c5e-be8f7d74c985 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:06.515266 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a81d6b5-ab8d-4fb6-8c5e-be8f7d74c985 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091619 Oct 13 00:21:06.518217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35406) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.523129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09a6d4-8dbb-4c81-914e-c4ebd596c6ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:06.523556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d7d17280-bd18-4ac5-849f-ec6f574321ee tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '9a241d8f-fb3f-48d5-b752-5e0dc7bd0d42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:06.524633 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-d7d17280-bd18-4ac5-849f-ec6f574321ee tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 00:21:06.524769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09a6d4-8dbb-4c81-914e-c4ebd596c6ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:06.526096 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-d7d17280-bd18-4ac5-849f-ec6f574321ee tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:06.527234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7d17280-bd18-4ac5-849f-ec6f574321ee tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077071 Oct 13 00:21:06.529015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1a09a6d4-8dbb-4c81-914e-c4ebd596c6ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1177185 Oct 13 00:21:06.529263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35408) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.530811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35410) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.536799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5855891b-9832-4fd0-8962-90a4d5201d91 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '9a241d8f-fb3f-48d5-b752-5e0dc7bd0d42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:06.538738 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-5855891b-9832-4fd0-8962-90a4d5201d91 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 00:21:06.539302 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-5855891b-9832-4fd0-8962-90a4d5201d91 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:06.540327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5855891b-9832-4fd0-8962-90a4d5201d91 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083899 Oct 13 00:21:06.543886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35412) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.568237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d4522300-ebb4-4f12-8da8-65c710e76da2 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0542383 Oct 13 00:21:06.575765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35414) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.581002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-900561954'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:06.614691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Made reservation on behalf of b90f0dc71de24737b1ecbd3cca6b0856 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:06.622245 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.649716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8298dbba-74d3-42e6-988a-a4358995884c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 56393bf1-4677-4748-badb-c9bd44e82caa {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:06.654073 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8298dbba-74d3-42e6-988a-a4358995884c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.670150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:21:06.687280 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.687865 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Added segment 2709ec25-c974-49ee-83ee-16e13b0d6b4c of type vlan for network b160d998-86dc-4c4f-b680-149285eea426 Oct 13 00:21:06.751478 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8298dbba-74d3-42e6-988a-a4358995884c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.771115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7ac492d-e718-4a6e-9409-87b7051c5575 req-1f4e1edb-8770-4bdd-aa26-ee0e3baa497b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 210 time: 0.0724599 Oct 13 00:21:06.781337 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.798671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d29445f2-671a-4228-ac45-39296ee6ad24 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.819200 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.826192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:06.826891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.845980 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d29445f2-671a-4228-ac45-39296ee6ad24 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.890682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.917862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3384523 Oct 13 00:21:06.918888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35428) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:06.923952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1707092834'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:06.953679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8298dbba-74d3-42e6-988a-a4358995884c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:06.974014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58fe7e-1047-4059-a6c4-2113c00da800 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Network': ['ID=b160d998-86dc-4c4f-b680-149285eea426,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:06.986818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network b160d998-86dc-4c4f-b680-149285eea426 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:21:06.993952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Made reservation on behalf of b90f0dc71de24737b1ecbd3cca6b0856 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:06.998342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.018218 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d29445f2-671a-4228-ac45-39296ee6ad24 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.027611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d29445f2-671a-4228-ac45-39296ee6ad24 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.031580 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d29445f2-671a-4228-ac45-39296ee6ad24 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a241d8f-fb3f-48d5-b752-5e0dc7bd0d42 HTTP/1.1" status: 204 len: 168 time: 0.4706597 Oct 13 00:21:07.033529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35432) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.057836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:21:07.068891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29445f2-671a-4228-ac45-39296ee6ad24 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a241d8f-fb3f-48d5-b752-5e0dc7bd0d42,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:07.105132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.105885 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Added segment d76361df-0e03-4dd9-96ad-56340e6a098f of type vlan for network 8e4dafec-e374-4dd5-a96e-8336a11b4eaa Oct 13 00:21:07.128218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9fe5e14c-879c-4d3a-b097-1a5ec81a712e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932415 Oct 13 00:21:07.133141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7ba477dc-acc6-4946-b831-2c04c31ec6e7 None None] Provisioning complete for port a8d8363b-0563-4c72-86a2-290f9e7881c9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:07.133650 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ba477dc-acc6-4946-b831-2c04c31ec6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.135993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35436) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.143937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-61c48ad8-e9d7-4c39-9609-9b873ab802e6 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--824053904'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.153868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8298dbba-74d3-42e6-988a-a4358995884c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.184172 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8298dbba-74d3-42e6-988a-a4358995884c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.190168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8298dbba-74d3-42e6-988a-a4358995884c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/56393bf1-4677-4748-badb-c9bd44e82caa HTTP/1.1" status: 204 len: 168 time: 0.6597698 Oct 13 00:21:07.194022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35438) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.201939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.235716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298dbba-74d3-42e6-988a-a4358995884c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=56393bf1-4677-4748-badb-c9bd44e82caa,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:07.261310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.268181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:07.277884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.296614 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2b559944-d600-4d7b-8004-f55382025560 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698915 Oct 13 00:21:07.306457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35440) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.312850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a8d8363b-0563-4c72-86a2-290f9e7881c9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:07.314019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.323432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61c48ad8-e9d7-4c39-9609-9b873ab802e6 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.362721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4426360 Oct 13 00:21:07.418761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715bd82-efe5-4c90-b12d-4afd6dfcc88b tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Network': ['ID=8e4dafec-e374-4dd5-a96e-8336a11b4eaa,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:07.429320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a8d8363b-0563-4c72-86a2-290f9e7881c9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:07.430368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.438668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:07.439840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 8e4dafec-e374-4dd5-a96e-8336a11b4eaa details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:21:07.442347 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.486752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36140428-34f1-46e3-8e04-56f60f4933a1 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:07.510634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35442) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.521119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'subnets': [{'network_id': 'b160d998-86dc-4c4f-b680-149285eea426', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--629958680', 'ip_version': 4}, {'network_id': '8e4dafec-e374-4dd5-a96e-8336a11b4eaa', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.521458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'subnet': {'network_id': 'b160d998-86dc-4c4f-b680-149285eea426', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--629958680', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.522111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Request body: {'subnet': {'network_id': '8e4dafec-e374-4dd5-a96e-8336a11b4eaa', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.532743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cd86a9ba-7fbb-4476-b35f-02c2f28aa964 None None] Could not find standard attr ID for object 9425cd6b-0d75-421b-b9a6-ba0843a3db85. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:21:07.574572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61c48ad8-e9d7-4c39-9609-9b873ab802e6 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.587751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61c48ad8-e9d7-4c39-9609-9b873ab802e6 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.640637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c48ad8-e9d7-4c39-9609-9b873ab802e6 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d34196-5606-4126-9ce1-a9d065b05ac1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:07.662063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61c48ad8-e9d7-4c39-9609-9b873ab802e6 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.666387 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-61c48ad8-e9d7-4c39-9609-9b873ab802e6 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5285573 Oct 13 00:21:07.667092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35446) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.676880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fc5c545c-a98c-4c4f-8836-99a87aa27bc1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.677689 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-fc5c545c-a98c-4c4f-8836-99a87aa27bc1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 00:21:07.678251 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-fc5c545c-a98c-4c4f-8836-99a87aa27bc1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:07.682406 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fc5c545c-a98c-4c4f-8836-99a87aa27bc1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090525 Oct 13 00:21:07.683913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35448) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.689537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9b7137b6-00d0-46d8-81a9-064537a658e1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.748911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.774554 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Made reservation on behalf of b90f0dc71de24737b1ecbd3cca6b0856 for: {'subnet': 2} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:07.779940 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.780413 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.807604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:07.811492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:07.813164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=cc4930a9-ce11-411f-8c62-4bd3a99d4bc9,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:07.815706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:07.816294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.822541 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-9b7137b6-00d0-46d8-81a9-064537a658e1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:07.823619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9b7137b6-00d0-46d8-81a9-064537a658e1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1386969 Oct 13 00:21:07.826706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35454) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.831078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3e2a51a9-31ff-4636-a8e5-7edb367b877e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.831593 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-3e2a51a9-31ff-4636-a8e5-7edb367b877e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 00:21:07.832102 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-3e2a51a9-31ff-4636-a8e5-7edb367b877e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:07.833037 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e2a51a9-31ff-4636-a8e5-7edb367b877e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054233 Oct 13 00:21:07.836312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35456) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.842704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b5c5c09d-b26a-4c20-81c0-907e9f0684ac tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.849022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:07.857390 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-78df8a8c-9bf7-4143-8961-51127958baf6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5497293 Oct 13 00:21:07.860352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35458) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.876042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b519b181-b937-4156-aef7-ac7fc49bdd03 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': 'cc4930a9-ce11-411f-8c62-4bd3a99d4bc9', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1063869688'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.891660 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b5c5c09d-b26a-4c20-81c0-907e9f0684ac tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:07.895808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b5c5c09d-b26a-4c20-81c0-907e9f0684ac tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0590584 Oct 13 00:21:07.896395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35460) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.901564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-38582d12-a9df-4699-9c2b-68703794e22e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.902050 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-38582d12-a9df-4699-9c2b-68703794e22e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 00:21:07.902547 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-38582d12-a9df-4699-9c2b-68703794e22e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:07.907038 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-38582d12-a9df-4699-9c2b-68703794e22e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096581 Oct 13 00:21:07.908209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35462) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.912770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6f024f96-cd4c-4676-a1c6-a0d3c3a3786e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.913246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] Deleting port a8d8363b-0563-4c72-86a2-290f9e7881c9 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:07.913694 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:07.968123 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-6f024f96-cd4c-4676-a1c6-a0d3c3a3786e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:07.971778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6f024f96-cd4c-4676-a1c6-a0d3c3a3786e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0601220 Oct 13 00:21:07.972366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35466) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.977212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-57e5eee7-8a0a-4a9c-8e9d-fdf284884106 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:07.977682 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-57e5eee7-8a0a-4a9c-8e9d-fdf284884106 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 00:21:07.978166 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-57e5eee7-8a0a-4a9c-8e9d-fdf284884106 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:07.979106 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-57e5eee7-8a0a-4a9c-8e9d-fdf284884106 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059555 Oct 13 00:21:07.983073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35468) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:07.989787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b9ac30c-5e5a-4486-affb-434aa7ebd110 req-e8db993e-5ba3-45b1-9d36-1ec51602bf70 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 210 time: 0.1012838 Oct 13 00:21:07.994217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4bcc7b9d-26fd-4d3f-94cf-2b7083f6d0d1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:08.062993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] For port a8d8363b-0563-4c72-86a2-290f9e7881c9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a8d8363b-0563-4c72-86a2-290f9e7881c9,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:08.064329 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.070842 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-4bcc7b9d-26fd-4d3f-94cf-2b7083f6d0d1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:08.077395 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4bcc7b9d-26fd-4d3f-94cf-2b7083f6d0d1 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0933266 Oct 13 00:21:08.079947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35470) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:08.081866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] Calling delete_port for a8d8363b-0563-4c72-86a2-290f9e7881c9 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:08.086859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5deb5111-60e7-4800-88e0-fe05b7c8dc1a tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '91d34196-5606-4126-9ce1-a9d065b05ac1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:08.197281 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.204313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b519b181-b937-4156-aef7-ac7fc49bdd03 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:08.224848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] Pushing event deleted for resources: {'Port': ['ID=a8d8363b-0563-4c72-86a2-290f9e7881c9,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:08.227633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256577d8-256d-44eb-a0f3-265e91a295dd None None] No DVR routers for this DVR port a8d8363b-0563-4c72-86a2-290f9e7881c9 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:08.245758 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-5deb5111-60e7-4800-88e0-fe05b7c8dc1a tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:08.247550 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5deb5111-60e7-4800-88e0-fe05b7c8dc1a tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1653459 Oct 13 00:21:08.249736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35474) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:08.252386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd86ef-428c-434e-bfdc-14a3f268b806 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:08.313159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a83560bc-d480-44e4-b27c-676ea67619fb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.350997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a83560bc-d480-44e4-b27c-676ea67619fb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.366150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650684f5-245b-4922-a120-903d1b69bc71 req-3a4533a6-c81c-4d2e-932e-d5b98082778b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:08.367674 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-3a4533a6-c81c-4d2e-932e-d5b98082778b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.2583935 Oct 13 00:21:08.391440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Request body: {'port': {'device_id': 'bd53b7cd-ebf9-49c3-9244-d6856e3df717', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'admin_state_up': True, 'tenant_id': '76489d4b168b4fca83f14f8d796723eb'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:08.408370 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a83560bc-d480-44e4-b27c-676ea67619fb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.410978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a83560bc-d480-44e4-b27c-676ea67619fb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.414506 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a83560bc-d480-44e4-b27c-676ea67619fb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/91d34196-5606-4126-9ce1-a9d065b05ac1 HTTP/1.1" status: 204 len: 168 time: 0.1612279 Oct 13 00:21:08.415498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35476) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:08.431411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': 'cc4930a9-ce11-411f-8c62-4bd3a99d4bc9'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:08.432391 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.433779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83560bc-d480-44e4-b27c-676ea67619fb tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d34196-5606-4126-9ce1-a9d065b05ac1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:08.459204 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b519b181-b937-4156-aef7-ac7fc49bdd03 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.467958 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b531b8cd-62f7-4970-8bbb-20f95f4a34aa tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503068 Oct 13 00:21:08.472041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35478) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:08.477032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fd9b2202-404f-4c07-8ef5-058ca6080853 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962064582'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:08.498921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-b519b181-b937-4156-aef7-ac7fc49bdd03 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 0a2795e4-f460-4e83-9411-f24d93d90bb9 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:08.499215 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2202-404f-4c07-8ef5-058ca6080853 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.571830 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2202-404f-4c07-8ef5-058ca6080853 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.576878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2202-404f-4c07-8ef5-058ca6080853 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.602583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/cc4930a9-ce11-411f-8c62-4bd3a99d4bc9/1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:08.609499 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2202-404f-4c07-8ef5-058ca6080853 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.611323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fd9b2202-404f-4c07-8ef5-058ca6080853 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1379516 Oct 13 00:21:08.614763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35480) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:08.620041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b22a9179-0d19-423e-a31b-266eeaa9fb68 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '9b1aef1d-a0f4-40a6-9bc8-d5962248f965', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:08.629084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b2202-404f-4c07-8ef5-058ca6080853 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1aef1d-a0f4-40a6-9bc8-d5962248f965,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:08.726329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Made reservation on behalf of 76489d4b168b4fca83f14f8d796723eb for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:08.729705 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b22a9179-0d19-423e-a31b-266eeaa9fb68 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The resource could not be found. Oct 13 00:21:08.730213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.731264 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b22a9179-0d19-423e-a31b-266eeaa9fb68 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1153316 Oct 13 00:21:08.733898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35484) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:08.738628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ee71dfce-1480-4804-8cfd-e97a08512816 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '9b1aef1d-a0f4-40a6-9bc8-d5962248f965', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8c447182-b83c-4392-909e-cb4252698837'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:08.775635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.776247 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.785430 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.810342 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-ee71dfce-1480-4804-8cfd-e97a08512816 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The resource could not be found. Oct 13 00:21:08.812709 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ee71dfce-1480-4804-8cfd-e97a08512816 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0776980 Oct 13 00:21:08.815782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35486) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:08.837835 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b519b181-b937-4156-aef7-ac7fc49bdd03 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:08.838674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b519b181-b937-4156-aef7-ac7fc49bdd03 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:21:08.841490 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:08.845017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:08.849574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:08.852028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Pushing event updated for resources: {'Port': ['ID=1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:08.891641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d456451-0bd8-4f99-ab46-08565eb284c9 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.895811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Subnet': ['ID=00f9d614-8f31-4a77-b96a-4c9740be6251,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:08.909262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b519b181-b937-4156-aef7-ac7fc49bdd03 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0475774 Oct 13 00:21:08.923493 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d456451-0bd8-4f99-ab46-08565eb284c9 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:08.928495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35488) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:08.937461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Checking segment: {'id': '2709ec25-c974-49ee-83ee-16e13b0d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b160d998-86dc-4c4f-b680-149285eea426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:08.937819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Network hostable DHCP agents. Network: b160d998-86dc-4c4f-b680-149285eea426, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:21:08.992464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Allocated IP 172.20.0.7 (aee4b475-d543-4b74-a73c-e0c10a8f38e1/183a591a-0168-4c27-b846-e769c813d9fa/9c50183f-f95b-472e-b32a-c4048c25bd8f) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:09.015538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Network b160d998-86dc-4c4f-b680-149285eea426 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:21:09.042369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, b160d998-86dc-4c4f-b680-149285eea426) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:09.044075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f088d986-1fab-4960-8ddb-e7ed33b07054 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:09.045963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f088d986-1fab-4960-8ddb-e7ed33b07054 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1108031 Oct 13 00:21:09.050590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d456451-0bd8-4f99-ab46-08565eb284c9 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.052659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35494) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:09.053868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d456451-0bd8-4f99-ab46-08565eb284c9 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.055841 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3d456451-0bd8-4f99-ab46-08565eb284c9 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/9b1aef1d-a0f4-40a6-9bc8-d5962248f965 HTTP/1.1" status: 204 len: 168 time: 0.2386239 Oct 13 00:21:09.060565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35498) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:09.074637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d456451-0bd8-4f99-ab46-08565eb284c9 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1aef1d-a0f4-40a6-9bc8-d5962248f965,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:09.075759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5eb022-dc6f-4222-896c-8f3644ff7af5 None None] Network b160d998-86dc-4c4f-b680-149285eea426 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:09.077672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.079110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Attempting to bind port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:09.079538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Attempting to bind port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:09.079927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Attempting to bind port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:09.120707 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-75dea609-4e44-458f-acde-eb1acb6ce147 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582099 Oct 13 00:21:09.125657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:09.126005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35500) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:09.126153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:09.126483 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.126883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:09.127412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Bound port: 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:09.127833 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.131340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-94a58c40-0a9a-4183-99c8-3c764ab632b7 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': '1808204e-aee2-4ea5-a496-c5216af90237', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:09.196463 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-94a58c40-0a9a-4183-99c8-3c764ab632b7 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The resource could not be found. Oct 13 00:21:09.197520 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94a58c40-0a9a-4183-99c8-3c764ab632b7 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0703058 Oct 13 00:21:09.202884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35504) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:09.207355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9e6bcf53-d16c-47bd-8f4e-6df361f0d78e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785247447'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:09.256567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf53-d16c-47bd-8f4e-6df361f0d78e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.274571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] For port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:09.316528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a8d8363b-0563-4c72-86a2-290f9e7881c9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:09.346870 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf53-d16c-47bd-8f4e-6df361f0d78e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.351269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf53-d16c-47bd-8f4e-6df361f0d78e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.355168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a8d8363b-0563-4c72-86a2-290f9e7881c9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:09.355743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a8d8363b-0563-4c72-86a2-290f9e7881c9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:09.358508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] For port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:09.386219 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.400813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bcf53-d16c-47bd-8f4e-6df361f0d78e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ebf02e-019c-43ec-bf27-e3bf30dded32,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:09.405216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf53-d16c-47bd-8f4e-6df361f0d78e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.406531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9e6bcf53-d16c-47bd-8f4e-6df361f0d78e tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2026155 Oct 13 00:21:09.409183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35506) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:09.414626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8abc1eb2-c82e-43ab-8fb5-4706e1825011 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--47252156'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:09.427857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-b160d998-86dc-4c4f-b680-149285eea426', 'network_id': 'b160d998-86dc-4c4f-b680-149285eea426', 'tenant_id': 'b90f0dc71de24737b1ecbd3cca6b0856', 'fixed_ips': [{'subnet_id': '00f9d614-8f31-4a77-b96a-4c9740be6251'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:09.429385 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.444865 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8abc1eb2-c82e-43ab-8fb5-4706e1825011 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.490573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca831a60-a1a4-4177-9cd7-f0a944b732a0 req-a3a55dcb-80c1-4ec9-a2f5-d7db517ea122 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 210 time: 0.3770015 Oct 13 00:21:09.531092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a359433-424e-4c1c-a23e-1eb5e137169d None None] Pushing event updated for resources: {'Port': ['ID=1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:09.550186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566bf8a5-7aff-42e3-9081-8e6d0aaf365c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:09.551832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8abc1eb2-c82e-43ab-8fb5-4706e1825011 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.552152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566bf8a5-7aff-42e3-9081-8e6d0aaf365c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:09.553911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-566bf8a5-7aff-42e3-9081-8e6d0aaf365c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5002849 Oct 13 00:21:09.557429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35508) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:09.564257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event updated for resources: {'Subnet': ['ID=fa0a7562-f220-4cdb-860c-2f75010299a4,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:09.584791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Checking segment: {'id': 'd76361df-0e03-4dd9-96ad-56340e6a098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8e4dafec-e374-4dd5-a96e-8336a11b4eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:09.585151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Network hostable DHCP agents. Network: 8e4dafec-e374-4dd5-a96e-8336a11b4eaa, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:21:09.591909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8abc1eb2-c82e-43ab-8fb5-4706e1825011 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.611016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Allocated IP 172.20.0.2 (b160d998-86dc-4c4f-b680-149285eea426/00f9d614-8f31-4a77-b96a-4c9740be6251/f7f92dc5-9495-41f8-89dd-6709f0852f7e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:09.626277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc1eb2-c82e-43ab-8fb5-4706e1825011 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eabc3a-11b9-45d7-aba7-ab987c513d1a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:09.628182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Network 8e4dafec-e374-4dd5-a96e-8336a11b4eaa is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:21:09.633686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.647267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8abc1eb2-c82e-43ab-8fb5-4706e1825011 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.649439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8abc1eb2-c82e-43ab-8fb5-4706e1825011 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2389247 Oct 13 00:21:09.652711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35510) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:09.657018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 8e4dafec-e374-4dd5-a96e-8336a11b4eaa) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:09.667298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-704cc40f-a148-4bda-81a4-b3d3a0ce9e06 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group_rule': {'security_group_id': 'e3ebf02e-019c-43ec-bf27-e3bf30dded32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f2eabc3a-11b9-45d7-aba7-ab987c513d1a'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:09.667755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bbd873-9f86-4b67-afb4-23e25c0339b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet cc4930a9-ce11-411f-8c62-4bd3a99d4bc9 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:09.671824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23bbd873-9f86-4b67-afb4-23e25c0339b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.676675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d97ee2f-b185-4c60-9dc6-532f12b3595e None None] Network 8e4dafec-e374-4dd5-a96e-8336a11b4eaa requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:09.679722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:09.680619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:09.680835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.745249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23bbd873-9f86-4b67-afb4-23e25c0339b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.761969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.843766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44ed13dc-fb33-4512-8a65-fb2d11032f25 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.3318458 Oct 13 00:21:09.851189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35514) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:09.881296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:09.886573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:09.905624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23bbd873-9f86-4b67-afb4-23e25c0339b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.918074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event updated for resources: {'Port': ['ID=9c50183f-f95b-472e-b32a-c4048c25bd8f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:09.924987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:09.942653 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.952960 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.962191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-8e4dafec-e374-4dd5-a96e-8336a11b4eaa', 'network_id': '8e4dafec-e374-4dd5-a96e-8336a11b4eaa', 'tenant_id': 'b90f0dc71de24737b1ecbd3cca6b0856', 'fixed_ips': [{'subnet_id': 'fa0a7562-f220-4cdb-860c-2f75010299a4'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:09.962787 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:09.962958 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-704cc40f-a148-4bda-81a4-b3d3a0ce9e06 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:09.964482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-704cc40f-a148-4bda-81a4-b3d3a0ce9e06 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3087299 Oct 13 00:21:09.968311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:10.004028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af12fc0e-e2c0-451a-a945-f00720b09833 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:10.004871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Network b160d998-86dc-4c4f-b680-149285eea426 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:10.006382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af12fc0e-e2c0-451a-a945-f00720b09833 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:10.008833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af12fc0e-e2c0-451a-a945-f00720b09833 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:10.010636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-af12fc0e-e2c0-451a-a945-f00720b09833 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1579924 Oct 13 00:21:10.013967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35518) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:10.014134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:10.015971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23bbd873-9f86-4b67-afb4-23e25c0339b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.025050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:10.030075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:10.031336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.059187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbd873-9f86-4b67-afb4-23e25c0339b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4930a9-ce11-411f-8c62-4bd3a99d4bc9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:10.066904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-189e37e7-1915-4da3-83e3-5124dcb4fe1c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.068850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23bbd873-9f86-4b67-afb4-23e25c0339b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.071217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-f921af11-e1e0-47ba-aaf5-7db1616ca4c9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6857231 Oct 13 00:21:10.073668 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-23bbd873-9f86-4b67-afb4-23e25c0339b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/cc4930a9-ce11-411f-8c62-4bd3a99d4bc9 HTTP/1.1" status: 204 len: 168 time: 0.5139754 Oct 13 00:21:10.076779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35522) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:10.100136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Pushing event updated for resources: {'Port': ['ID=f7f92dc5-9495-41f8-89dd-6709f0852f7e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:10.110604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-189e37e7-1915-4da3-83e3-5124dcb4fe1c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.133690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Request body: {'port': {'device_id': 'bd53b7cd-ebf9-49c3-9244-d6856e3df717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:10.145020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cd1f4ac2-abe2-4906-839b-40b3e5102dba tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635307 Oct 13 00:21:10.145815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35524) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:10.156306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:10.179798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Deleting subnet 00f9d614-8f31-4a77-b96a-4c9740be6251 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:10.184097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Attempting to bind port f7f92dc5-9495-41f8-89dd-6709f0852f7e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:10.184472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Attempting to bind port f7f92dc5-9495-41f8-89dd-6709f0852f7e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2709ec25-c974-49ee-83ee-16e13b0d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b160d998-86dc-4c4f-b680-149285eea426'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:10.185006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Attempting to bind port f7f92dc5-9495-41f8-89dd-6709f0852f7e on network b160d998-86dc-4c4f-b680-149285eea426 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:10.187520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.193724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:10.194100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Checking segment: {'id': '2709ec25-c974-49ee-83ee-16e13b0d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b160d998-86dc-4c4f-b680-149285eea426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:10.194505 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.197101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Bound using segment: {'id': '2709ec25-c974-49ee-83ee-16e13b0d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b160d998-86dc-4c4f-b680-149285eea426'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:10.197765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Bound port: f7f92dc5-9495-41f8-89dd-6709f0852f7e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2709ec25-c974-49ee-83ee-16e13b0d6b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b160d998-86dc-4c4f-b680-149285eea426'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:10.198327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.238119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-189e37e7-1915-4da3-83e3-5124dcb4fe1c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.241053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.244563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-189e37e7-1915-4da3-83e3-5124dcb4fe1c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.249333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-189e37e7-1915-4da3-83e3-5124dcb4fe1c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/f2eabc3a-11b9-45d7-aba7-ab987c513d1a HTTP/1.1" status: 204 len: 168 time: 0.2798529 Oct 13 00:21:10.255891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35528) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:10.276429 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.305331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e37e7-1915-4da3-83e3-5124dcb4fe1c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eabc3a-11b9-45d7-aba7-ab987c513d1a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:10.307683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Allocated IP 172.20.0.18 (8e4dafec-e374-4dd5-a96e-8336a11b4eaa/fa0a7562-f220-4cdb-860c-2f75010299a4/a438cfdf-c6f1-4376-8f88-f23ca62d1b6e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:10.344152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] For port f7f92dc5-9495-41f8-89dd-6709f0852f7e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:10.347804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] For port f7f92dc5-9495-41f8-89dd-6709f0852f7e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f7f92dc5-9495-41f8-89dd-6709f0852f7e,segment=NetworkSegment(2709ec25-c974-49ee-83ee-16e13b0d6b4c),segment_id=2709ec25-c974-49ee-83ee-16e13b0d6b4c)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:10.363869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.410849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a04beacd-0425-4414-bd08-73fe4dae70c3 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1484926 Oct 13 00:21:10.411615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35532) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:10.427589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:10.431162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.493307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99910844-1212-4ee6-a7a5-5c031ff9f6ae None None] Pushing event updated for resources: {'Port': ['ID=f7f92dc5-9495-41f8-89dd-6709f0852f7e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:10.587894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-07bedb16-5736-473b-a236-714441a7fd50 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.626924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-07bedb16-5736-473b-a236-714441a7fd50 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.635081 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.650038 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.656436 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.682147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Network 8e4dafec-e374-4dd5-a96e-8336a11b4eaa is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:10.685614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:10.689077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:10.802885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Pushing event updated for resources: {'Port': ['ID=a438cfdf-c6f1-4376-8f88-f23ca62d1b6e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:10.825021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Attempting to bind port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:10.825573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Attempting to bind port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd76361df-0e03-4dd9-96ad-56340e6a098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8e4dafec-e374-4dd5-a96e-8336a11b4eaa'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:10.826069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b108-6120-4aa9-a6ac-3c713da1f2dc req-581ee5ad-66ae-4c1d-a3f6-0ecdbcd401a2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:10.826208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Attempting to bind port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e on network 8e4dafec-e374-4dd5-a96e-8336a11b4eaa {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:10.832536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:10.833074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Checking segment: {'id': 'd76361df-0e03-4dd9-96ad-56340e6a098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8e4dafec-e374-4dd5-a96e-8336a11b4eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:10.833465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9453b108-6120-4aa9-a6ac-3c713da1f2dc req-581ee5ad-66ae-4c1d-a3f6-0ecdbcd401a2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 931 time: 0.2230399 Oct 13 00:21:10.833592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.834198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Bound using segment: {'id': 'd76361df-0e03-4dd9-96ad-56340e6a098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8e4dafec-e374-4dd5-a96e-8336a11b4eaa'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:10.834788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Bound port: a438cfdf-c6f1-4376-8f88-f23ca62d1b6e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76361df-0e03-4dd9-96ad-56340e6a098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8e4dafec-e374-4dd5-a96e-8336a11b4eaa'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:10.835299 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.844080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.855175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-07bedb16-5736-473b-a236-714441a7fd50 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.859347 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-07bedb16-5736-473b-a236-714441a7fd50 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.864203 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-07bedb16-5736-473b-a236-714441a7fd50 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/e3ebf02e-019c-43ec-bf27-e3bf30dded32 HTTP/1.1" status: 204 len: 168 time: 0.4505005 Oct 13 00:21:10.870106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35536) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:10.917921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bedb16-5736-473b-a236-714441a7fd50 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ebf02e-019c-43ec-bf27-e3bf30dded32,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:10.932715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:10.939385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:10.951125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:10.952014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:10.963068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=e9275b10-bf51-4746-857c-77002e009284,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:10.963892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c894d-71d9-43c8-b982-6678d1dd64be None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:10.991314 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6d0146e0-ecaa-4077-9938-c247179de9b1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8442624 Oct 13 00:21:10.994854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] For port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:10.997107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35540) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:11.004847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.020351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dba54747-b6b4-4cf3-a268-46fb75ae505c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1550892439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:11.051634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] For port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a438cfdf-c6f1-4376-8f88-f23ca62d1b6e,segment=NetworkSegment(d76361df-0e03-4dd9-96ad-56340e6a098f),segment_id=d76361df-0e03-4dd9-96ad-56340e6a098f)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:11.051957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9453b108-6120-4aa9-a6ac-3c713da1f2dc req-c63a5ed6-0c7f-49a9-9b7f-226a529f5f7c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167425 Oct 13 00:21:11.073976 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.074895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dba54747-b6b4-4cf3-a268-46fb75ae505c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.076076 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dba54747-b6b4-4cf3-a268-46fb75ae505c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.078857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Subnet': ['ID=00f9d614-8f31-4a77-b96a-4c9740be6251,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:11.094482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-922f0e9d-e6b4-46b1-b7b9-0f3749f02586 None None] Provisioning complete for port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:11.094862 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-922f0e9d-e6b4-46b1-b7b9-0f3749f02586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.105050 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.108641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/subnets/00f9d614-8f31-4a77-b96a-4c9740be6251 HTTP/1.1" status: 204 len: 168 time: 1.0936451 Oct 13 00:21:11.110472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.111129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.111740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.112277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.112910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.113449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.113975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.114558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.115109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.115662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.116224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.116757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb1d59f-4afd-498d-b2b8-358fd769ba56 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:11.126272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35542) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:11.140913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dba54747-b6b4-4cf3-a268-46fb75ae505c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.145490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dba54747-b6b4-4cf3-a268-46fb75ae505c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.171479 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dba54747-b6b4-4cf3-a268-46fb75ae505c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.177605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dba54747-b6b4-4cf3-a268-46fb75ae505c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1704793 Oct 13 00:21:11.177759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35544) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:11.197297 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-74fb69e8-fb88-4a45-9a7c-b1975fc85cba tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3272214 Oct 13 00:21:11.198027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35548) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:11.216306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7d14c072-878f-418e-93b1-7a9317a6ac41 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146754420'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:11.221572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c50183f-f95b-472e-b32a-c4048c25bd8f {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:21:11.237590 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.274372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4295dd-5074-4cb2-861a-f234cd5561b5 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Deleting subnet fa0a7562-f220-4cdb-860c-2f75010299a4 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:11.278703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Transition to ACTIVE for port object 9c50183f-f95b-472e-b32a-c4048c25bd8f will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:21:11.281554 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd4295dd-5074-4cb2-861a-f234cd5561b5 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.292893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc135e09-ee1c-428f-8317-7cc2babe390a None None] Pushing event updated for resources: {'Port': ['ID=a438cfdf-c6f1-4376-8f88-f23ca62d1b6e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:11.306760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.323073 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d14c072-878f-418e-93b1-7a9317a6ac41 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.400838 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd4295dd-5074-4cb2-861a-f234cd5561b5 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.455634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Pushing event updated for resources: {'Port': ['ID=9c50183f-f95b-472e-b32a-c4048c25bd8f,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:11.486175 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-922f0e9d-e6b4-46b1-b7b9-0f3749f02586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.597282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f7f92dc5-9495-41f8-89dd-6709f0852f7e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:11.673573 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd4295dd-5074-4cb2-861a-f234cd5561b5 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.699283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-922f0e9d-e6b4-46b1-b7b9-0f3749f02586 None None] For port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:11.716200 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-922f0e9d-e6b4-46b1-b7b9-0f3749f02586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.777137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d14c072-878f-418e-93b1-7a9317a6ac41 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.785638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Attempting to bind port 9c50183f-f95b-472e-b32a-c4048c25bd8f on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:11.786252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Attempting to bind port 9c50183f-f95b-472e-b32a-c4048c25bd8f by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:11.786905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Attempting to bind port 9c50183f-f95b-472e-b32a-c4048c25bd8f on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:11.794864 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.801402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d14c072-878f-418e-93b1-7a9317a6ac41 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.805113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f7f92dc5-9495-41f8-89dd-6709f0852f7e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:11.807949 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.840988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Port 9c50183f-f95b-472e-b32a-c4048c25bd8f on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:21:11.841327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Attempting to bind port 9c50183f-f95b-472e-b32a-c4048c25bd8f on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:11.877576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:11.878270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Checking segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:11.878270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Bound using segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:11.878704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Bound port: 9c50183f-f95b-472e-b32a-c4048c25bd8f, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:11.879063 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.882080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f0e9d-e6b4-46b1-b7b9-0f3749f02586 None None] Pushing event updated for resources: {'Port': ['ID=1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:11.896410 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5ac9add0-b7cb-466d-b3b4-ffbcada59582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.908353 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d14c072-878f-418e-93b1-7a9317a6ac41 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:11.911711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7d14c072-878f-418e-93b1-7a9317a6ac41 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7089601 Oct 13 00:21:11.920743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35554) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:11.927702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-08727088-1845-4dd6-9199-1ac648eb8bc8 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:11.928062 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-08727088-1845-4dd6-9199-1ac648eb8bc8 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 00:21:11.928557 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-08727088-1845-4dd6-9199-1ac648eb8bc8 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 00:21:11.930072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-08727088-1845-4dd6-9199-1ac648eb8bc8 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "PUT /v2.0/security-groups/3b759316-f1c0-4778-bf4f-bb568fde4cb0 HTTP/1.1" status: 409 len: 330 time: 0.0066652 Oct 13 00:21:11.935777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35556) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:11.939424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d42fec6-acff-4f57-a539-6d0fa5ec31a1 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:11.954786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c072-878f-418e-93b1-7a9317a6ac41 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b759316-f1c0-4778-bf4f-bb568fde4cb0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:12.006269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd4295dd-5074-4cb2-861a-f234cd5561b5 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.055589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4295dd-5074-4cb2-861a-f234cd5561b5 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Subnet': ['ID=fa0a7562-f220-4cdb-860c-2f75010299a4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:12.082698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d74dfb0b-bf36-4927-91f6-47d03d6689a8 None None] Provisioning complete for port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:12.085591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d74dfb0b-bf36-4927-91f6-47d03d6689a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.119186 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd4295dd-5074-4cb2-861a-f234cd5561b5 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.138437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cd4295dd-5074-4cb2-861a-f234cd5561b5 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/subnets/fa0a7562-f220-4cdb-860c-2f75010299a4 HTTP/1.1" status: 204 len: 168 time: 1.0107038 Oct 13 00:21:12.141323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35562) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:12.155652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::1 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/e9275b10-bf51-4746-857c-77002e009284/c90fd7bd-7a48-42da-b4ac-1410d3c33b03) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:12.194033 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.238867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] For port 9c50183f-f95b-472e-b32a-c4048c25bd8f, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:12.239124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1afa20-cb11-48d3-8f30-9ffbcf4b4898 None None] Network b160d998-86dc-4c4f-b680-149285eea426 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:12.265323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5e83f7e-3d2d-41f4-963a-837959ca266c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.267973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] For port 9c50183f-f95b-472e-b32a-c4048c25bd8f, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9c50183f-f95b-472e-b32a-c4048c25bd8f,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:12.280713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899314e9-55fe-4e07-ad3e-77e3d7e91301 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:12.289374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-899314e9-55fe-4e07-ad3e-77e3d7e91301 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465540 Oct 13 00:21:12.290020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35564) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:12.303566 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.309988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.353041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.433480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:12.435571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:12.447895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbc816-1c1b-4713-a034-4f12d66c4f5d req-3d565946-6b47-427d-8b5b-6a10e72e5718 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:12.449628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10bbc816-1c1b-4713-a034-4f12d66c4f5d req-3d565946-6b47-427d-8b5b-6a10e72e5718 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 943 time: 0.2990708 Oct 13 00:21:12.451463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:12.452128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.471102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5e83f7e-3d2d-41f4-963a-837959ca266c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.510128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:12.541331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:12.541978 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.543364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] 10.222.0.36 "PUT /v2.0/ports/9c50183f-f95b-472e-b32a-c4048c25bd8f HTTP/1.1" status: 200 len: 1091 time: 2.4555964 Oct 13 00:21:12.553271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd53b7cd-ebf9-49c3-9244-d6856e3df717', 'tag': '9c50183f-f95b-472e-b32a-c4048c25bd8f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:21:12.555688 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9509240c-915d-4b43-8e70-5d48955258fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd53b7cd-ebf9-49c3-9244-d6856e3df717", "tag": "9c50183f-f95b-472e-b32a-c4048c25bd8f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:21:12.578568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.609046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port f7f92dc5-9495-41f8-89dd-6709f0852f7e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f7f92dc5-9495-41f8-89dd-6709f0852f7e,segment=NetworkSegment(2709ec25-c974-49ee-83ee-16e13b0d6b4c),segment_id=2709ec25-c974-49ee-83ee-16e13b0d6b4c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:12.619926 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.620717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:12.626389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaa847-2027-4085-978b-32b72ce2fcce service neutron] Pushing event updated for resources: {'Port': ['ID=9c50183f-f95b-472e-b32a-c4048c25bd8f,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:12.649745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5e83f7e-3d2d-41f4-963a-837959ca266c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.654120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5e83f7e-3d2d-41f4-963a-837959ca266c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.661715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35574) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:12.663197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d5e83f7e-3d2d-41f4-963a-837959ca266c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/3b759316-f1c0-4778-bf4f-bb568fde4cb0 HTTP/1.1" status: 204 len: 168 time: 0.7232759 Oct 13 00:21:12.673795 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.703993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10bbc816-1c1b-4713-a034-4f12d66c4f5d req-3df6df9d-0d73-4b22-a77a-82a76c81247b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131777 Oct 13 00:21:12.733199 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b684bee3-a236-4117-9313-93c07538d7bb x-openstack-request-id: req-b684bee3-a236-4117-9313-93c07538d7bb {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:21:12.733199 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd53b7cd-ebf9-49c3-9244-d6856e3df717", "tag": "9c50183f-f95b-472e-b32a-c4048c25bd8f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:21:12.733199 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b684bee3-a236-4117-9313-93c07538d7bb {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:21:12.733199 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd53b7cd-ebf9-49c3-9244-d6856e3df717', 'tag': '9c50183f-f95b-472e-b32a-c4048c25bd8f', 'status': 'completed', 'code': 200} Oct 13 00:21:12.733199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e83f7e-3d2d-41f4-963a-837959ca266c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b759316-f1c0-4778-bf4f-bb568fde4cb0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:12.733742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=f7f92dc5-9495-41f8-89dd-6709f0852f7e,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:12.738350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5f764-c91b-40d5-9f36-b490d3d569b1 None None] Network 8e4dafec-e374-4dd5-a96e-8336a11b4eaa requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:12.771625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650684f5-245b-4922-a120-903d1b69bc71 req-9a52052c-be08-41db-924f-39e18f3da90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:12.773858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-9a52052c-be08-41db-924f-39e18f3da90e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 1094 time: 0.1544104 Oct 13 00:21:12.781216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35576) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:12.781646 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-acde68a6-76c5-42b0-a714-68a1af541e9c tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1189914 Oct 13 00:21:12.838316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Deleting port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:12.838658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.842616 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-81914741-ab96-4df7-b7c7-3e9148a1a471 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] delete failed (client error): The resource could not be found. Oct 13 00:21:12.847219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-81914741-ab96-4df7-b7c7-3e9148a1a471 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "DELETE /v2.0/security-groups/57f88ee1-4b7d-41ba-96c3-21f76630db5d HTTP/1.1" status: 404 len: 347 time: 0.0615115 Oct 13 00:21:12.847219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-5661d4af-44c1-4238-9432-3e5cda634af8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c50183f-f95b-472e-b32a-c4048c25bd8f HTTP/1.1" status: 200 len: 217 time: 0.0549746 Oct 13 00:21:12.857601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35578) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:12.879794 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-7f7b518d-202d-43a3-ba06-22841279d641 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] show failed (client error): The resource could not be found. Oct 13 00:21:12.884144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7f7b518d-202d-43a3-ba06-22841279d641 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-groups/9038cf51-b1c7-48f8-9e11-bf7bc6de896a HTTP/1.1" status: 404 len: 347 time: 0.0225158 Oct 13 00:21:12.885384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35580) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:12.903064 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-d76124d5-8dec-4687-9bb5-e07efb6ce6f0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] show failed (client error): The resource could not be found. Oct 13 00:21:12.904220 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d76124d5-8dec-4687-9bb5-e07efb6ce6f0 tempest-NegativeSecGroupTest-320801521 tempest-NegativeSecGroupTest-320801521-project] 10.222.0.21 "GET /v2.0/security-group-rules/a00cc535-8de1-4938-818c-3b7239aff28a HTTP/1.1" status: 404 len: 356 time: 0.0178847 Oct 13 00:21:12.954425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] For port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a438cfdf-c6f1-4376-8f88-f23ca62d1b6e,segment=NetworkSegment(d76361df-0e03-4dd9-96ad-56340e6a098f),segment_id=d76361df-0e03-4dd9-96ad-56340e6a098f)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:12.955992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.977937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650684f5-245b-4922-a120-903d1b69bc71 req-621f7346-7686-466b-b12f-e60fee0c0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:12.981523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-621f7346-7686-466b-b12f-e60fee0c0454 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.1247137 Oct 13 00:21:12.985349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:12.985740 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:12.987405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Calling delete_port for a438cfdf-c6f1-4376-8f88-f23ca62d1b6e owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:13.034131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-c473cbf4-eea5-4f45-b03b-97329ad9691d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405598 Oct 13 00:21:13.059185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] DHCP port deletion for b160d998-86dc-4c4f-b680-149285eea426 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:13.126215 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.135731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.136918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.201690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:13.248791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f4020e88-a014-4811-a5bb-df0fc80c83a5 None None] Provisioning complete for port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:13.249511 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f4020e88-a014-4811-a5bb-df0fc80c83a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.265177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-843b6983-2f8a-41ad-9b0e-57389c18e600 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179744 Oct 13 00:21:13.354706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:13.357662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35588) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:13.358826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:13.368520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] DHCP port deletion for 8e4dafec-e374-4dd5-a96e-8336a11b4eaa request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:13.404616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] Deleting port f7f92dc5-9495-41f8-89dd-6709f0852f7e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:13.404987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.477938 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.478187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] For port f7f92dc5-9495-41f8-89dd-6709f0852f7e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f7f92dc5-9495-41f8-89dd-6709f0852f7e,segment=NetworkSegment(2709ec25-c974-49ee-83ee-16e13b0d6b4c),segment_id=2709ec25-c974-49ee-83ee-16e13b0d6b4c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:13.478677 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.494406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:13.500926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] Calling delete_port for f7f92dc5-9495-41f8-89dd-6709f0852f7e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:13.558440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] No DVR routers for this DVR port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:13.566763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Port': ['ID=a438cfdf-c6f1-4376-8f88-f23ca62d1b6e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:13.575081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f4020e88-a014-4811-a5bb-df0fc80c83a5 None None] Port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e update to ACTIVE by agent not found {{(pid=94990) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 00:21:13.595797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Router 7d2201d9-ad76-4a1d-a987-446130a7ed9b is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:21:13.655363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] Deleting port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:13.655898 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.687316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f4020e88-a014-4811-a5bb-df0fc80c83a5 None None] Provisioning complete for port f7f92dc5-9495-41f8-89dd-6709f0852f7e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:13.687787 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f4020e88-a014-4811-a5bb-df0fc80c83a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.737544 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0e521bcb-d01a-4034-a320-b7da080e3a69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05e9900786014795bd15cfa6044ac0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727250 Oct 13 00:21:13.737544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35596) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:13.784653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:21:13.784906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:13.785349 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.794492 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e309bc30-f8ca-4523-ac45-0e8506458841 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "PUT /v2.0/routers/7d2201d9-ad76-4a1d-a987-446130a7ed9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6155951 Oct 13 00:21:13.798318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35600) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:13.828548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] For port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:13.830277 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.839723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Sync routers for ids ['7d2201d9-ad76-4a1d-a987-446130a7ed9b'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:21:13.868265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.890746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] Calling delete_port for a438cfdf-c6f1-4376-8f88-f23ca62d1b6e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:13.898000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] Port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:21:13.899199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] No DVR routers for this DVR port f7f92dc5-9495-41f8-89dd-6709f0852f7e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:13.908830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3d2f2-c4d7-48f6-a954-cb0d90a4fc9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:13.910600 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-13e3d2f2-c4d7-48f6-a954-cb0d90a4fc9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports/c90fd7bd-7a48-42da-b4ac-1410d3c33b03 HTTP/1.1" status: 200 len: 911 time: 0.1113672 Oct 13 00:21:13.914304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35604) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:13.924508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650684f5-245b-4922-a120-903d1b69bc71 req-f1fed48a-891b-432a-a72a-0e0e22455b16 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475151 Oct 13 00:21:13.931709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Routers {'7d2201d9-ad76-4a1d-a987-446130a7ed9b'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:21:13.932395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:20:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7d2201d9-ad76-4a1d-a987-446130a7ed9b'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:13.972127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-553aedd0-0083-4c72-a464-d13487ba390f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.985305 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:13.987591 n-d-813679-4 neutron-server[94990]: INFO neutron.plugins.ml2.db [None req-f4020e88-a014-4811-a5bb-df0fc80c83a5 None None] No ports have port_id starting with f7f92dc5-9495-41f8-89dd-6709f0852f7e Oct 13 00:21:14.005320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-553aedd0-0083-4c72-a464-d13487ba390f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.018818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760b47c-ed04-4353-9c6d-13c549cd2f64 None None] Pushing event deleted for resources: {'Port': ['ID=f7f92dc5-9495-41f8-89dd-6709f0852f7e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:14.032825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47927df7-8129-4edb-b741-1353ce8d50d0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:14.040999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47927df7-8129-4edb-b741-1353ce8d50d0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:14.042435 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-47927df7-8129-4edb-b741-1353ce8d50d0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1272213 Oct 13 00:21:14.047477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35606) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:14.054430 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.096921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] Pushing event deleted for resources: {'Port': ['ID=a438cfdf-c6f1-4376-8f88-f23ca62d1b6e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:14.100637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4dafec-e374-4dd5-a96e-8336a11b4eaa']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:14.105501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df991d4-a27a-4dc5-96cb-1cc4e7cfa6af None None] No DVR routers for this DVR port a438cfdf-c6f1-4376-8f88-f23ca62d1b6e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:14.124830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Set router 7d2201d9-ad76-4a1d-a987-446130a7ed9b gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:21:14.131743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bbaf5-829d-469e-adf6-ab6e0963eb2e req-541aba44-536e-4ba8-86a2-ff9f939736ad tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:14.133285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-125bbaf5-829d-469e-adf6-ab6e0963eb2e req-541aba44-536e-4ba8-86a2-ff9f939736ad tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 943 time: 0.2221448 Oct 13 00:21:14.135911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76361df-0e03-4dd9-96ad-56340e6a098f') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:14.136266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76361df-0e03-4dd9-96ad-56340e6a098f') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:14.158695 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.162485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509240c-915d-4b43-8e70-5d48955258fd req-3f5b38e2-5d70-46a1-ad45-42ac30bbd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:14.164946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9509240c-915d-4b43-8e70-5d48955258fd req-3f5b38e2-5d70-46a1-ad45-42ac30bbd829 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 1094 time: 0.1207597 Oct 13 00:21:14.216915 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-553aedd0-0083-4c72-a464-d13487ba390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.220137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-553aedd0-0083-4c72-a464-d13487ba390f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.220680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-125bbaf5-829d-469e-adf6-ab6e0963eb2e req-9e5a5fe1-a92f-4478-be7f-6909a0138a11 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733161 Oct 13 00:21:14.242010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-553aedd0-0083-4c72-a464-d13487ba390f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a810f0e-cade-437c-8840-4a9fe1e15769 HTTP/1.1" status: 204 len: 168 time: 0.5031526 Oct 13 00:21:14.244063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-63f67fd8-cf39-4940-ac63-a7aa5edd756c None None] Provisioning complete for port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:14.245353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-63f67fd8-cf39-4940-ac63-a7aa5edd756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.250122 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.263899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aedd0-0083-4c72-a464-d13487ba390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a810f0e-cade-437c-8840-4a9fe1e15769,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:14.272519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:21:14.273836 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:21:14.278550 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:21:14.348496 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-63f67fd8-cf39-4940-ac63-a7aa5edd756c None None] Port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:21:14.362072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f7f92dc5-9495-41f8-89dd-6709f0852f7e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:14.387100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509240c-915d-4b43-8e70-5d48955258fd req-603df52b-39ca-4802-8bc7-ed724bcf0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:14.388720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9509240c-915d-4b43-8e70-5d48955258fd req-603df52b-39ca-4802-8bc7-ed724bcf0f6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 913 time: 0.2109826 Oct 13 00:21:14.397931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: f7f92dc5-9495-41f8-89dd-6709f0852f7e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:14.399073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f7f92dc5-9495-41f8-89dd-6709f0852f7e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:14.407728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-63f67fd8-cf39-4940-ac63-a7aa5edd756c None None] Provisioning complete for port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:14.408299 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-63f67fd8-cf39-4940-ac63-a7aa5edd756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.463365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9509240c-915d-4b43-8e70-5d48955258fd req-dd6f99bd-c1ec-4543-9d84-6722adcde798 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c50183f-f95b-472e-b32a-c4048c25bd8f HTTP/1.1" status: 200 len: 217 time: 0.0659325 Oct 13 00:21:14.481906 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.510731 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.516589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/networks/8e4dafec-e374-4dd5-a96e-8336a11b4eaa HTTP/1.1" status: 204 len: 168 time: 2.2171268 Oct 13 00:21:14.525831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35612) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:14.537264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a5fcf-123d-40ea-84e5-f8d6cba7ca61 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Network': ['ID=8e4dafec-e374-4dd5-a96e-8336a11b4eaa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:14.579765 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-90f311fe-bc72-4dcd-a9df-737438045d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.589406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2201d9-ad76-4a1d-a987-446130a7ed9b', 'name': 'tempest-NetworksTestDHCPv6-router-1550892439', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:21:11Z', 'updated_at': '2021-10-13T00:21:12Z', 'revision_number': 2, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'gw_port_host': None, '_interfaces': [{'id': 'c90fd7bd-7a48-42da-b4ac-1410d3c33b03', 'name': '', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'mac_address': 'fa:16:3e:52:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2201d9-ad76-4a1d-a987-446130a7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e9275b10-bf51-4746-857c-77002e009284', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:21:11Z', 'updated_at': '2021-10-13T00:21:12Z', 'revision_number': 2, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'subnets': [{'id': 'e9275b10-bf51-4746-857c-77002e009284', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:14.621470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509240c-915d-4b43-8e70-5d48955258fd req-cccaec07-8cd6-48fc-b213-d8f65019ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:14.623352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9509240c-915d-4b43-8e70-5d48955258fd req-cccaec07-8cd6-48fc-b213-d8f65019ce6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.1527135 Oct 13 00:21:14.625272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Checking router: 7d2201d9-ad76-4a1d-a987-446130a7ed9b for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:21:14.625632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Updating router 7d2201d9-ad76-4a1d-a987-446130a7ed9b port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:21:14.660584 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.680945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9509240c-915d-4b43-8e70-5d48955258fd req-d8000e0a-7096-44bf-8c0f-6744a754e8bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440869 Oct 13 00:21:14.835027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.868400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b160d998-86dc-4c4f-b680-149285eea426']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:14.887921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2709ec25-c974-49ee-83ee-16e13b0d6b4c') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:14.888329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2709ec25-c974-49ee-83ee-16e13b0d6b4c') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:14.897273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9509240c-915d-4b43-8e70-5d48955258fd req-77579166-4dc8-4263-9756-3bb5f7edf66f service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063632 Oct 13 00:21:14.900690 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:14.902932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.004038 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9509240c-915d-4b43-8e70-5d48955258fd req-6ddada76-3a73-483a-b012-ee94e3859f22 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967643 Oct 13 00:21:15.014301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.022171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:21:15.022711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:21:15.025971 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:21:15.110479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.118581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.123923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/networks/b160d998-86dc-4c4f-b680-149285eea426 HTTP/1.1" status: 204 len: 168 time: 0.5967095 Oct 13 00:21:15.126242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35636) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:15.145680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2adbb-8b43-4cb1-8491-2d660a6681e1 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Network': ['ID=b160d998-86dc-4c4f-b680-149285eea426,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:15.225528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.228787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.250214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a438cfdf-c6f1-4376-8f88-f23ca62d1b6e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:15.256092 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.277631 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.279491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a438cfdf-c6f1-4376-8f88-f23ca62d1b6e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:15.279861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a438cfdf-c6f1-4376-8f88-f23ca62d1b6e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:15.386201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.386584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ed07-5d71-45f9-9e92-14062216341c None None] Pushing event updated for resources: {'Port': ['ID=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:15.424716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c411c8-ec24-4e1d-95fa-aed06d5952fa req-8a7b9207-9015-49bf-918c-c81535003c85 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:15.427165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8c411c8-ec24-4e1d-95fa-aed06d5952fa req-8a7b9207-9015-49bf-918c-c81535003c85 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 943 time: 0.0922065 Oct 13 00:21:15.431289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb75a360-5fe3-474c-b8a6-41b4c66dd00b']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:15.436100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Attempting to bind port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:15.436476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Attempting to bind port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:15.436844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Attempting to bind port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:15.445440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:15.445833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:15.446247 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.446651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:15.447143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Bound port: c90fd7bd-7a48-42da-b4ac-1410d3c33b03, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:15.451575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f25853-7479-4fcf-b1e2-babf044cdc69') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:15.451868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f25853-7479-4fcf-b1e2-babf044cdc69') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:15.454626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.478015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.514866 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.522374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8c411c8-ec24-4e1d-95fa-aed06d5952fa req-d4433344-4482-41e1-aabc-4f384869e564 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826676 Oct 13 00:21:15.539184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:21:15.539787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:21:15.543543 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:21:15.576766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] For port c90fd7bd-7a48-42da-b4ac-1410d3c33b03, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:15.583897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] For port c90fd7bd-7a48-42da-b4ac-1410d3c33b03, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:15.594571 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.659568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.673137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.676484 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/networks/cb75a360-5fe3-474c-b8a6-41b4c66dd00b HTTP/1.1" status: 204 len: 168 time: 0.5491114 Oct 13 00:21:15.679142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35648) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:15.682584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:15.683070 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.705078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8fa15-d51a-40f4-ba89-2284cc3d31f3 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Network': ['ID=cb75a360-5fe3-474c-b8a6-41b4c66dd00b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:15.716625 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.722212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Routers {'7d2201d9-ad76-4a1d-a987-446130a7ed9b'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:21:15.722770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7d2201d9-ad76-4a1d-a987-446130a7ed9b'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:15.726061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ed07-5d71-45f9-9e92-14062216341c None None] Pushing event updated for resources: {'Port': ['ID=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:15.852802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.872813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] For port c90fd7bd-7a48-42da-b4ac-1410d3c33b03, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:15.873188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.902270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for c90fd7bd-7a48-42da-b4ac-1410d3c33b03 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:15.903107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3e99e54e-8060-4c08-896d-1a454f52e217 None None] Provisioning complete for port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:15.903596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e99e54e-8060-4c08-896d-1a454f52e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.932292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] Set router 7d2201d9-ad76-4a1d-a987-446130a7ed9b gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:21:15.933832 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.052849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.086360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84a4bd7-f800-40dd-aa84-7c694d135778']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:16.102493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b33a06-746f-4d00-841b-548b38e8c07b') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:16.102942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b33a06-746f-4d00-841b-548b38e8c07b') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:16.111841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e99e54e-8060-4c08-896d-1a454f52e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.115481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.166684 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.180838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:21:16.181242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:21:16.184334 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:21:16.193039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3e99e54e-8060-4c08-896d-1a454f52e217 None None] For port c90fd7bd-7a48-42da-b4ac-1410d3c33b03, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:16.200123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e99e54e-8060-4c08-896d-1a454f52e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.260558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99e54e-8060-4c08-896d-1a454f52e217 None None] Pushing event updated for resources: {'Port': ['ID=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:16.281310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.286589 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.286753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2201d9-ad76-4a1d-a987-446130a7ed9b', 'name': 'tempest-NetworksTestDHCPv6-router-1550892439', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:21:11Z', 'updated_at': '2021-10-13T00:21:12Z', 'revision_number': 2, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'gw_port_host': None, '_interfaces': [{'id': 'c90fd7bd-7a48-42da-b4ac-1410d3c33b03', 'name': '', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'mac_address': 'fa:16:3e:52:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2201d9-ad76-4a1d-a987-446130a7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e9275b10-bf51-4746-857c-77002e009284', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:21:11Z', 'updated_at': '2021-10-13T00:21:15Z', 'revision_number': 4, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'subnets': [{'id': 'e9275b10-bf51-4746-857c-77002e009284', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:16.292798 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] 10.222.0.21 "DELETE /v2.0/networks/e84a4bd7-f800-40dd-aa84-7c694d135778 HTTP/1.1" status: 204 len: 168 time: 0.6060956 Oct 13 00:21:16.316716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5433e0-76ff-4f2c-a10c-66c247109fe0 tempest-BulkNetworkOpsTest-1921265665 tempest-BulkNetworkOpsTest-1921265665-project] Pushing event deleted for resources: {'Network': ['ID=e84a4bd7-f800-40dd-aa84-7c694d135778,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:16.338086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637034d-1879-4a63-96af-6717d76caa8c None None] The sync data for ids ['7d2201d9-ad76-4a1d-a987-446130a7ed9b'] in n-d-813679-4 is: [{'id': '7d2201d9-ad76-4a1d-a987-446130a7ed9b', 'name': 'tempest-NetworksTestDHCPv6-router-1550892439', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:21:11Z', 'updated_at': '2021-10-13T00:21:12Z', 'revision_number': 2, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'gw_port_host': None, '_interfaces': [{'id': 'c90fd7bd-7a48-42da-b4ac-1410d3c33b03', 'name': '', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'mac_address': 'fa:16:3e:52:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2201d9-ad76-4a1d-a987-446130a7ed9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e9275b10-bf51-4746-857c-77002e009284', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:21:11Z', 'updated_at': '2021-10-13T00:21:15Z', 'revision_number': 4, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'subnets': [{'id': 'e9275b10-bf51-4746-857c-77002e009284', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:21:16.342263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.349193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7f1da933-1f21-4e59-8d9e-4221b6cf5cd2 None None] Provisioning complete for port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:16.350271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7f1da933-1f21-4e59-8d9e-4221b6cf5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.414508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7f1da933-1f21-4e59-8d9e-4221b6cf5cd2 None None] Port c90fd7bd-7a48-42da-b4ac-1410d3c33b03 was deleted so its status cannot be updated. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 00:21:16.420418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=c90fd7bd-7a48-42da-b4ac-1410d3c33b03,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:16.514172 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.786970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a3d5-4165-4b88-8b1c-4ec5a1a05558 req-40ba93aa-f727-4cd4-8389-c74e326a6a09 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:16.788676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35684) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:16.796247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cde0a3d5-4165-4b88-8b1c-4ec5a1a05558 req-40ba93aa-f727-4cd4-8389-c74e326a6a09 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 943 time: 0.1693218 Oct 13 00:21:16.806282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Router 7d2201d9-ad76-4a1d-a987-446130a7ed9b has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:21:16.856469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cde0a3d5-4165-4b88-8b1c-4ec5a1a05558 req-f8475a21-4837-4a39-bb70-a81aee3578eb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564077 Oct 13 00:21:16.950856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:21:16.959067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc37e6af-91e3-43ab-beca-6d6614d83080 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "PUT /v2.0/routers/7d2201d9-ad76-4a1d-a987-446130a7ed9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9085038 Oct 13 00:21:16.959317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:17.032638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf9253-9cd3-409a-9bed-d369714b87f4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:17.034398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf9253-9cd3-409a-9bed-d369714b87f4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:17.036027 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f0bf9253-9cd3-409a-9bed-d369714b87f4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0757091 Oct 13 00:21:17.038568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35696) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:17.119091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c468e82-4af5-4469-b3d9-fca27b7ac5ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet e9275b10-bf51-4746-857c-77002e009284 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:17.124490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c468e82-4af5-4469-b3d9-fca27b7ac5ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.161377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-84c0b974-6e8a-440e-af2f-ab871a0a4ba3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b90f0dc71de24737b1ecbd3cca6b0856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714325 Oct 13 00:21:17.163954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35698) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:17.175473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c468e82-4af5-4469-b3d9-fca27b7ac5ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.227981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c468e82-4af5-4469-b3d9-fca27b7ac5ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.239147 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-16aa0807-e910-4ae4-9314-d9e4969ce91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.270184 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-16aa0807-e910-4ae4-9314-d9e4969ce91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.291773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c468e82-4af5-4469-b3d9-fca27b7ac5ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.319223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c468e82-4af5-4469-b3d9-fca27b7ac5ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=e9275b10-bf51-4746-857c-77002e009284,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:17.321060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-16aa0807-e910-4ae4-9314-d9e4969ce91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.323675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c468e82-4af5-4469-b3d9-fca27b7ac5ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.323845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-16aa0807-e910-4ae4-9314-d9e4969ce91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.325424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-16aa0807-e910-4ae4-9314-d9e4969ce91e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94cfb89e-790b-4c5f-9501-d572956ba4ba HTTP/1.1" status: 204 len: 168 time: 0.1601148 Oct 13 00:21:17.326939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7c468e82-4af5-4469-b3d9-fca27b7ac5ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/e9275b10-bf51-4746-857c-77002e009284 HTTP/1.1" status: 204 len: 168 time: 0.2870207 Oct 13 00:21:17.329285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35704) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:17.333784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7484be-2a2b-4ac8-b767-71bc6d798143 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:17.343807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa0807-e910-4ae4-9314-d9e4969ce91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cfb89e-790b-4c5f-9501-d572956ba4ba,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:17.455952 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48e3f2dc-78ac-4a1c-893f-efa8cc7d1da6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1251416 Oct 13 00:21:17.458304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35706) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:17.499475 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.537634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69381a2f-2832-437b-bf8b-42f594ea967f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.569463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:17.598730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9c50183f-f95b-472e-b32a-c4048c25bd8f details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:21:17.688477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] Deleting port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:17.689027 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.700119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69381a2f-2832-437b-bf8b-42f594ea967f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.702335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69381a2f-2832-437b-bf8b-42f594ea967f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.752016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69381a2f-2832-437b-bf8b-42f594ea967f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.752969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69381a2f-2832-437b-bf8b-42f594ea967f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Fanout notify agent at l3_agent the message router_deleted on router 7d2201d9-ad76-4a1d-a987-446130a7ed9b {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:21:17.762574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69381a2f-2832-437b-bf8b-42f594ea967f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.766410 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-69381a2f-2832-437b-bf8b-42f594ea967f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/routers/7d2201d9-ad76-4a1d-a987-446130a7ed9b HTTP/1.1" status: 204 len: 168 time: 0.3042617 Oct 13 00:21:17.766746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35718) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:17.772816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:17.778404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9c50183f-f95b-472e-b32a-c4048c25bd8f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9c50183f-f95b-472e-b32a-c4048c25bd8f,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:17.793402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] For port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:17.793814 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.803885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '9c50183f-f95b-472e-b32a-c4048c25bd8f', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'port_id': '9c50183f-f95b-472e-b32a-c4048c25bd8f', 'mac_address': 'fa:16:3e:45:ab:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183a591a-0168-4c27-b846-e769c813d9fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:21:17.809378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] Calling delete_port for 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:17.913707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.920919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:17.924913 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:17.940169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c50183f-f95b-472e-b32a-c4048c25bd8f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:21:17.969972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9c50183f-f95b-472e-b32a-c4048c25bd8f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9c50183f-f95b-472e-b32a-c4048c25bd8f,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:17.974145 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.005145 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.042351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] No DVR routers for this DVR port 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:18.059216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9c50183f-f95b-472e-b32a-c4048c25bd8f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:18.088723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a8fb8-8421-4682-a9bd-09b43c62e008 None None] Pushing event deleted for resources: {'Port': ['ID=1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:18.141175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34532f-c84d-4765-b316-2c67fbc73e6c req-099e3bb4-e934-452b-a1d5-8cd4f7dd4ab5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:18.142719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c34532f-c84d-4765-b316-2c67fbc73e6c req-099e3bb4-e934-452b-a1d5-8cd4f7dd4ab5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 944 time: 0.1172113 Oct 13 00:21:18.195363 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4786b42-8fee-4e70-a7aa-3d1a4fd8c4ee None None] Sync routers for ids ['7d2201d9-ad76-4a1d-a987-446130a7ed9b'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:21:18.230915 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4786b42-8fee-4e70-a7aa-3d1a4fd8c4ee None None] Routers set() bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:21:18.231277 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4786b42-8fee-4e70-a7aa-3d1a4fd8c4ee None None] Router IDs set() for agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 00:21:18.232428 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4786b42-8fee-4e70-a7aa-3d1a4fd8c4ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d2201d9-ad76-4a1d-a987-446130a7ed9b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent'). {{(pid=94991) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 00:21:18.242091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35742) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:18.250315 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4786b42-8fee-4e70-a7aa-3d1a4fd8c4ee None None] Routers set() bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:21:18.250863 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4786b42-8fee-4e70-a7aa-3d1a4fd8c4ee None None] Router IDs set() for agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 00:21:18.252093 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4786b42-8fee-4e70-a7aa-3d1a4fd8c4ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d2201d9-ad76-4a1d-a987-446130a7ed9b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent'). {{(pid=94991) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 00:21:18.252655 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4786b42-8fee-4e70-a7aa-3d1a4fd8c4ee None None] The sync data for ids ['7d2201d9-ad76-4a1d-a987-446130a7ed9b'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:21:18.262583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c34532f-c84d-4765-b316-2c67fbc73e6c req-1a36a798-9bcc-46c9-82a3-84720e6fc3a3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880542 Oct 13 00:21:18.346056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.386206 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1e34419a-e1b2-493b-b2ea-77ee828d6a59 tempest-ServiceProvidersTest-689507006 tempest-ServiceProvidersTest-689507006-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1428540 Oct 13 00:21:18.403217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:18.406394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:18.410542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:18.411148 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.416368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4204c1-956e-45c4-95b8-108622bd335e None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:18.419129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=d1ff00cb-23cd-49e4-bd7a-5887436600d3,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:18.432379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4b4c3c4b-4a34-4a1b-aae2-af37e36e78f9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6644692 Oct 13 00:21:18.434950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35750) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:18.439488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-94f77bdc-42e5-4552-925b-22d680b9babd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1385614884', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:18.461275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9c50183f-f95b-472e-b32a-c4048c25bd8f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:21:18.465904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94f77bdc-42e5-4552-925b-22d680b9babd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.467069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94f77bdc-42e5-4552-925b-22d680b9babd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.523516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94f77bdc-42e5-4552-925b-22d680b9babd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.528629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94f77bdc-42e5-4552-925b-22d680b9babd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.549080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94f77bdc-42e5-4552-925b-22d680b9babd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.550477 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94f77bdc-42e5-4552-925b-22d680b9babd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1144550 Oct 13 00:21:18.553586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35752) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:18.667130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': 'd1ff00cb-23cd-49e4-bd7a-5887436600d3'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:18.668383 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.676980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35756) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:18.802458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0edea1f9-0a50-4726-96d8-5e2c191f69a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.857729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/d1ff00cb-23cd-49e4-bd7a-5887436600d3/99150627-d3eb-4a70-aae8-c140e505ca1e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:18.867784 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.890864 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0edea1f9-0a50-4726-96d8-5e2c191f69a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.894815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0edea1f9-0a50-4726-96d8-5e2c191f69a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.932040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edea1f9-0a50-4726-96d8-5e2c191f69a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc29af6-8f12-4be2-b7d8-c2067a49b271,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:18.939276 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0edea1f9-0a50-4726-96d8-5e2c191f69a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=659ecdc0414f437abfb9f582178020a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609839 Oct 13 00:21:18.940027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35762) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:18.997210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bd10ba1-01da-4b59-85f6-71534c65bfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.025424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bd10ba1-01da-4b59-85f6-71534c65bfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.034286 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.041882 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.082545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bd10ba1-01da-4b59-85f6-71534c65bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.085263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bd10ba1-01da-4b59-85f6-71534c65bfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.086487 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7bd10ba1-01da-4b59-85f6-71534c65bfa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adc29af6-8f12-4be2-b7d8-c2067a49b271 HTTP/1.1" status: 204 len: 168 time: 0.1456039 Oct 13 00:21:19.089275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:19.098533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd10ba1-01da-4b59-85f6-71534c65bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc29af6-8f12-4be2-b7d8-c2067a49b271,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:19.099367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:19.107157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Pushing event updated for resources: {'Port': ['ID=99150627-d3eb-4a70-aae8-c140e505ca1e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:19.110658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:19.153659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::1 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/d1ff00cb-23cd-49e4-bd7a-5887436600d3/111e5d19-4937-4041-89aa-714094a966d3) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:19.182798 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Attempting to bind port 99150627-d3eb-4a70-aae8-c140e505ca1e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:19.183202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Attempting to bind port 99150627-d3eb-4a70-aae8-c140e505ca1e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:19.183557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Attempting to bind port 99150627-d3eb-4a70-aae8-c140e505ca1e on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:19.188693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:19.189064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:19.189507 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.189866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:19.190331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Bound port: 99150627-d3eb-4a70-aae8-c140e505ca1e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:19.190757 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.261191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] For port 99150627-d3eb-4a70-aae8-c140e505ca1e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:19.279990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] For port 99150627-d3eb-4a70-aae8-c140e505ca1e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=99150627-d3eb-4a70-aae8-c140e505ca1e,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:19.292746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.315775 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.366201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c90fd7bd-7a48-42da-b4ac-1410d3c33b03 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:19.387128 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.395085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c90fd7bd-7a48-42da-b4ac-1410d3c33b03 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:19.395445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c90fd7bd-7a48-42da-b4ac-1410d3c33b03 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:19.395907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:19.397743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc15a8-bbb5-4404-86eb-92459414dadb None None] Pushing event updated for resources: {'Port': ['ID=99150627-d3eb-4a70-aae8-c140e505ca1e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:19.422546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:19.423616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1dedfc50-934c-4d34-b18d-7c0b4d8cd2ec not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:19.481757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:19.491549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:19.509242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:19.509855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.549540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=111e5d19-4937-4041-89aa-714094a966d3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:19.564312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335f959-20bf-447c-99fb-d3bfe8139005 req-0d18fc6c-1bc9-48e2-9b0a-d6ab6cd36da8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:19.566244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c335f959-20bf-447c-99fb-d3bfe8139005 req-0d18fc6c-1bc9-48e2-9b0a-d6ab6cd36da8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 944 time: 0.1735954 Oct 13 00:21:19.679809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c335f959-20bf-447c-99fb-d3bfe8139005 req-425b66b5-dcee-406e-bbed-703348c77c12 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001933 Oct 13 00:21:19.725077 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.112855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35808) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:20.233489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-445490854'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:20.265695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Made reservation on behalf of f0dfb745c7d54813add7afd2df4f162a for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:20.271200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.282020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.352433 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.359488 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.360127 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.405214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.416063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.453418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:21:20.456996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=111e5d19-4937-4041-89aa-714094a966d3,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:20.466016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.466016 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Added segment 0d14ec1e-b50e-4188-bfd7-9d28a2002dcb of type vlan for network b8736ec7-a52b-4197-bd73-f1c785c02ea0 Oct 13 00:21:20.509984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.521657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:20.523305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:20.547076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d6a201-a5bf-4011-9e4e-d2bafc0002c9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:20.563186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.572384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:20.573160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.655614 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5362570 Oct 13 00:21:20.655842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:20.660315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-fc92b1a7-102b-4142-8f85-1177337f956f tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', 'tempest-TagsTest-Tag-1790431968') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:20.670235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021d293-e162-4551-9430-6fcd56c72261 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Pushing event updated for resources: {'Network': ['ID=b8736ec7-a52b-4197-bd73-f1c785c02ea0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:20.682214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network b8736ec7-a52b-4197-bd73-f1c785c02ea0 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:21:20.765161 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Router 1cfe4934-2ded-4783-815e-122bc388b2eb is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:21:20.807031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-53a38923-12cc-4f67-a72a-e544b666c422 None None] Provisioning complete for port 99150627-d3eb-4a70-aae8-c140e505ca1e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:20.807701 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53a38923-12cc-4f67-a72a-e544b666c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.894972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:21:20.902060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f5637ea5-3a2a-499b-a2f0-0cdaac7a894a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "PUT /v2.0/routers/1cfe4934-2ded-4783-815e-122bc388b2eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3466027 Oct 13 00:21:20.904881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:20.928286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Sync routers for ids ['1cfe4934-2ded-4783-815e-122bc388b2eb'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:21:20.938223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fc92b1a7-102b-4142-8f85-1177337f956f tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "PUT /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags/tempest-TagsTest-Tag-1790431968 HTTP/1.1" status: 201 len: 201 time: 0.2827342 Oct 13 00:21:20.940749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35826) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:20.945986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-0cdae413-463f-4ec8-98d4-01e956d6e3ee tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', 'tempest-TagsTest-Tag-1790431968') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:20.949321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Routers {'1cfe4934-2ded-4783-815e-122bc388b2eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:21:20.950932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1cfe4934-2ded-4783-815e-122bc388b2eb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:20.971253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e4402-f171-40aa-8ef7-40976f1b1e63 req-9b0a2cf9-597a-48b7-81a1-3e4564c69bf3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:20.979550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-574e4402-f171-40aa-8ef7-40976f1b1e63 req-9b0a2cf9-597a-48b7-81a1-3e4564c69bf3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 944 time: 0.0855672 Oct 13 00:21:21.007545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ec536-c7ff-4226-a0f1-43beed2a91f6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:21.017741 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2e8ec536-c7ff-4226-a0f1-43beed2a91f6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports/111e5d19-4937-4041-89aa-714094a966d3 HTTP/1.1" status: 200 len: 911 time: 0.1111803 Oct 13 00:21:21.020910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35832) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.081239 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-574e4402-f171-40aa-8ef7-40976f1b1e63 req-7df04995-1709-4de7-a69e-fbd7ee72f9e1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907779 Oct 13 00:21:21.110500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0cdae413-463f-4ec8-98d4-01e956d6e3ee tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "GET /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags/tempest-TagsTest-Tag-1790431968 HTTP/1.1" status: 204 len: 168 time: 0.1663904 Oct 13 00:21:21.115481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f4147-5127-40e2-b8f8-1a2993ffb2b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:21.116072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35838) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.120584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-a8e012a8-42df-4f18-a62b-8c0fc1c68773 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:21.124481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f4147-5127-40e2-b8f8-1a2993ffb2b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:21.126340 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b58f4147-5127-40e2-b8f8-1a2993ffb2b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1018147 Oct 13 00:21:21.132086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35842) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.252426 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53a38923-12cc-4f67-a72a-e544b666c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:21.293172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a8e012a8-42df-4f18-a62b-8c0fc1c68773 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "GET /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags HTTP/1.1" status: 200 len: 238 time: 0.1738007 Oct 13 00:21:21.293892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35848) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.308582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-07c13f89-bbbd-4d8a-8f90-be27994e946e tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', {'tags': ['tempest-TagsTest-Tag-1249430495', 'tempest-TagsTest-Tag-2116101634', 'tempest-TagsTest-Tag-297084267']}) {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:21.333547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Set router 1cfe4934-2ded-4783-815e-122bc388b2eb gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:21:21.348045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-53a38923-12cc-4f67-a72a-e544b666c422 None None] For port 99150627-d3eb-4a70-aae8-c140e505ca1e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=99150627-d3eb-4a70-aae8-c140e505ca1e,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:21.399781 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53a38923-12cc-4f67-a72a-e544b666c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:21.454860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 99150627-d3eb-4a70-aae8-c140e505ca1e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:21.496186 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-07c13f89-bbbd-4d8a-8f90-be27994e946e tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "PUT /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags HTTP/1.1" status: 200 len: 308 time: 0.2003028 Oct 13 00:21:21.498921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35858) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.508524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-af21a329-91aa-4a6d-b4c6-2ba5afe74596 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', 'tempest-TagsTest-Tag-1249430495') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:21.610260 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9c50183f-f95b-472e-b32a-c4048c25bd8f up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:21.612397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a38923-12cc-4f67-a72a-e544b666c422 None None] Pushing event updated for resources: {'Port': ['ID=99150627-d3eb-4a70-aae8-c140e505ca1e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:21.646427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-af21a329-91aa-4a6d-b4c6-2ba5afe74596 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "DELETE /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags/tempest-TagsTest-Tag-1249430495 HTTP/1.1" status: 204 len: 168 time: 0.1461861 Oct 13 00:21:21.648922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35864) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.655529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-b0aed36f-9ef6-412a-82a0-49d44f8bf557 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', 'tempest-TagsTest-Tag-1249430495') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:21.667220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1accdb90-0969-4064-a0e4-504bb5120161 None None] Provisioning complete for port 111e5d19-4937-4041-89aa-714094a966d3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:21.667617 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1accdb90-0969-4064-a0e4-504bb5120161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:21.674086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:21.734641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 99150627-d3eb-4a70-aae8-c140e505ca1e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:21.735655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:21.751813 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-b0aed36f-9ef6-412a-82a0-49d44f8bf557 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] show failed (client error): The resource could not be found. Oct 13 00:21:21.752881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b0aed36f-9ef6-412a-82a0-49d44f8bf557 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "GET /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags/tempest-TagsTest-Tag-1249430495 HTTP/1.1" status: 404 len: 326 time: 0.1025345 Oct 13 00:21:21.755753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35868) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.761794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-90431ba5-36bd-42da-9b4f-b5bedb040e39 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', 'tempest-TagsTest-Tag-2116101634') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:21.766772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1accdb90-0969-4064-a0e4-504bb5120161 None None] Port 111e5d19-4937-4041-89aa-714094a966d3 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:21:21.824177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 9c50183f-f95b-472e-b32a-c4048c25bd8f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:21:21.833728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 9c50183f-f95b-472e-b32a-c4048c25bd8f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:21.834349 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:21.859386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-90431ba5-36bd-42da-9b4f-b5bedb040e39 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "GET /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags/tempest-TagsTest-Tag-2116101634 HTTP/1.1" status: 204 len: 168 time: 0.1023304 Oct 13 00:21:21.861677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35872) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.869749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-e4601057-df7c-44cc-a04e-76ac152f8083 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', 'tempest-TagsTest-Tag-297084267') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:21.927932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfe4934-2ded-4783-815e-122bc388b2eb', 'name': 'tempest-NetworksTestDHCPv6-router-1385614884', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:21:18Z', 'updated_at': '2021-10-13T00:21:19Z', 'revision_number': 2, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'gw_port_host': None, '_interfaces': [{'id': '111e5d19-4937-4041-89aa-714094a966d3', 'name': '', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'mac_address': 'fa:16:3e:58:0a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4934-2ded-4783-815e-122bc388b2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd1ff00cb-23cd-49e4-bd7a-5887436600d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:21:18Z', 'updated_at': '2021-10-13T00:21:20Z', 'revision_number': 2, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'subnets': [{'id': 'd1ff00cb-23cd-49e4-bd7a-5887436600d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:21.960923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Checking router: 1cfe4934-2ded-4783-815e-122bc388b2eb for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:21:21.961196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Updating router 1cfe4934-2ded-4783-815e-122bc388b2eb port 111e5d19-4937-4041-89aa-714094a966d3 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:21:21.967187 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e4601057-df7c-44cc-a04e-76ac152f8083 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "GET /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags/tempest-TagsTest-Tag-297084267 HTTP/1.1" status: 204 len: 168 time: 0.1043131 Oct 13 00:21:21.972478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35874) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:21.977963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-63f26466-a22a-4f2a-add8-ed1f629a63d7 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:22.017947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.032387 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.086122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd53b7cd-ebf9-49c3-9244-d6856e3df717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c50183f-f95b-472e-b32a-c4048c25bd8f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:21:22.088569 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2004ab10-5d62-45bc-b464-660cd24adb0e" -d '{"events": [{"server_uuid": "bd53b7cd-ebf9-49c3-9244-d6856e3df717", "name": "network-vif-plugged", "status": "completed", "tag": "9c50183f-f95b-472e-b32a-c4048c25bd8f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:21:22.095284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63f26466-a22a-4f2a-add8-ed1f629a63d7 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "DELETE /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags HTTP/1.1" status: 204 len: 168 time: 0.1216083 Oct 13 00:21:22.096036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35880) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:22.101946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-9e6d6ca7-dec0-4b5b-a007-0202066b966b tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', 'tempest-TagsTest-Tag-2116101634') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:22.113789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9c50183f-f95b-472e-b32a-c4048c25bd8f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9c50183f-f95b-472e-b32a-c4048c25bd8f,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:22.241685 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-9e6d6ca7-dec0-4b5b-a007-0202066b966b tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] show failed (client error): The resource could not be found. Oct 13 00:21:22.242423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9e6d6ca7-dec0-4b5b-a007-0202066b966b tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "GET /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags/tempest-TagsTest-Tag-2116101634 HTTP/1.1" status: 404 len: 326 time: 0.1454449 Oct 13 00:21:22.248225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35884) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:22.260759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-6592965b-76fd-4d6c-bd6e-218d412691e0 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0', 'tempest-TagsTest-Tag-297084267') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:22.278960 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.283379 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04866240-fe87-4d4f-a512-8a5e00d3129d x-openstack-request-id: req-04866240-fe87-4d4f-a512-8a5e00d3129d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:21:22.283688 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd53b7cd-ebf9-49c3-9244-d6856e3df717", "name": "network-vif-plugged", "status": "completed", "tag": "9c50183f-f95b-472e-b32a-c4048c25bd8f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:21:22.283943 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04866240-fe87-4d4f-a512-8a5e00d3129d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:21:22.284358 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd53b7cd-ebf9-49c3-9244-d6856e3df717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c50183f-f95b-472e-b32a-c4048c25bd8f', 'code': 200} Oct 13 00:21:22.332006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bbc98-262f-40b4-b8af-5302d70275ec req-a9a2eab0-dd23-404f-ac2c-038c6b768a42 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:22.334761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e26bbc98-262f-40b4-b8af-5302d70275ec req-a9a2eab0-dd23-404f-ac2c-038c6b768a42 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 945 time: 0.1196547 Oct 13 00:21:22.368406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9c50183f-f95b-472e-b32a-c4048c25bd8f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:22.414341 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-6592965b-76fd-4d6c-bd6e-218d412691e0 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] show failed (client error): The resource could not be found. Oct 13 00:21:22.419598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6592965b-76fd-4d6c-bd6e-218d412691e0 tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "GET /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags/tempest-TagsTest-Tag-297084267 HTTP/1.1" status: 404 len: 325 time: 0.1698968 Oct 13 00:21:22.420967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35888) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:22.423003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e26bbc98-262f-40b4-b8af-5302d70275ec req-3c995fab-a3a1-48b3-972b-633adaf51b39 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809026 Oct 13 00:21:22.445061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-1c4db3d9-10f0-4361-b361-80ef6326606e tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b8736ec7-a52b-4197-bd73-f1c785c02ea0') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:22.484072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d242563-9606-4d49-9c32-54add7757f51 req-cf22af32-9e95-4c1c-9d9e-1c86a461e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:22.485999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d242563-9606-4d49-9c32-54add7757f51 req-cf22af32-9e95-4c1c-9d9e-1c86a461e5db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 1096 time: 0.1921380 Oct 13 00:21:22.510000 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.514084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 111e5d19-4937-4041-89aa-714094a966d3 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:22.515051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.528267 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.544092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d242563-9606-4d49-9c32-54add7757f51 req-d3553510-a5cb-4638-b7b1-2a0907584a10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Oct 13 00:21:22.587246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f9a3e-313a-463e-9db8-bfbc317b63b6 None None] Pushing event updated for resources: {'Port': ['ID=111e5d19-4937-4041-89aa-714094a966d3,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:22.604597 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1c4db3d9-10f0-4361-b361-80ef6326606e tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "DELETE /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0/tags HTTP/1.1" status: 204 len: 168 time: 0.1712263 Oct 13 00:21:22.606814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35892) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:22.655160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Attempting to bind port 111e5d19-4937-4041-89aa-714094a966d3 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:22.655560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Attempting to bind port 111e5d19-4937-4041-89aa-714094a966d3 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:22.655928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Attempting to bind port 111e5d19-4937-4041-89aa-714094a966d3 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:22.662103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:22.662478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:22.662887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.663284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:22.664804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Bound port: 111e5d19-4937-4041-89aa-714094a966d3, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:22.664804 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.717394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.741018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 111e5d19-4937-4041-89aa-714094a966d3 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:22.749065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.752731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] For port 111e5d19-4937-4041-89aa-714094a966d3, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:22.756981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] For port 111e5d19-4937-4041-89aa-714094a966d3, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=111e5d19-4937-4041-89aa-714094a966d3,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:22.764009 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.827860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Routers {'1cfe4934-2ded-4783-815e-122bc388b2eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:21:22.828501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1cfe4934-2ded-4783-815e-122bc388b2eb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:22.868417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f9a3e-313a-463e-9db8-bfbc317b63b6 None None] Pushing event updated for resources: {'Port': ['ID=111e5d19-4937-4041-89aa-714094a966d3,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:22.946148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:22.961465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] Set router 1cfe4934-2ded-4783-815e-122bc388b2eb gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:21:23.021740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8736ec7-a52b-4197-bd73-f1c785c02ea0']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:23.042788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d14ec1e-b50e-4188-bfd7-9d28a2002dcb') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:23.043233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d14ec1e-b50e-4188-bfd7-9d28a2002dcb') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:23.097115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-78928b5d-e963-4ebb-ad19-bce376a65132 None None] Provisioning complete for port 111e5d19-4937-4041-89aa-714094a966d3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:23.097488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-78928b5d-e963-4ebb-ad19-bce376a65132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.137680 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.156246 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.164951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:21:23.165577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: items = [ Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:21:23.219967 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:21:23.240852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.253327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-78928b5d-e963-4ebb-ad19-bce376a65132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.272314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.274043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=111e5d19-4937-4041-89aa-714094a966d3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:23.291291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.294867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] 10.222.0.21 "DELETE /v2.0/networks/b8736ec7-a52b-4197-bd73-f1c785c02ea0 HTTP/1.1" status: 204 len: 168 time: 0.6868582 Oct 13 00:21:23.313562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5e255-4c1e-49de-8891-fbf37d3a6a3d tempest-TagsTest-394273567 tempest-TagsTest-394273567-project] Pushing event deleted for resources: {'Network': ['ID=b8736ec7-a52b-4197-bd73-f1c785c02ea0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:23.317583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 99150627-d3eb-4a70-aae8-c140e505ca1e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:23.371834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfe4934-2ded-4783-815e-122bc388b2eb', 'name': 'tempest-NetworksTestDHCPv6-router-1385614884', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:21:18Z', 'updated_at': '2021-10-13T00:21:19Z', 'revision_number': 2, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'gw_port_host': None, '_interfaces': [{'id': '111e5d19-4937-4041-89aa-714094a966d3', 'name': '', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'mac_address': 'fa:16:3e:58:0a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4934-2ded-4783-815e-122bc388b2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd1ff00cb-23cd-49e4-bd7a-5887436600d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:21:18Z', 'updated_at': '2021-10-13T00:21:22Z', 'revision_number': 4, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'subnets': [{'id': 'd1ff00cb-23cd-49e4-bd7a-5887436600d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:21:23.416710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123b88c-762c-4f51-8f58-89f711cd6381 None None] The sync data for ids ['1cfe4934-2ded-4783-815e-122bc388b2eb'] in n-d-813679-4 is: [{'id': '1cfe4934-2ded-4783-815e-122bc388b2eb', 'name': 'tempest-NetworksTestDHCPv6-router-1385614884', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:21:18Z', 'updated_at': '2021-10-13T00:21:19Z', 'revision_number': 2, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'gw_port_host': None, '_interfaces': [{'id': '111e5d19-4937-4041-89aa-714094a966d3', 'name': '', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'mac_address': 'fa:16:3e:58:0a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfe4934-2ded-4783-815e-122bc388b2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'd1ff00cb-23cd-49e4-bd7a-5887436600d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:21:18Z', 'updated_at': '2021-10-13T00:21:22Z', 'revision_number': 4, 'project_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'subnets': [{'id': 'd1ff00cb-23cd-49e4-bd7a-5887436600d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:21:23.443756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 99150627-d3eb-4a70-aae8-c140e505ca1e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:23.445190 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.547360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f010bf9f-04f6-4a28-9698-18f1fb31768c None None] Could not find standard attr ID for object 111e5d19-4937-4041-89aa-714094a966d3. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:21:23.569599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:23.651056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4415d-7d33-4e02-9ee7-5d828dfc4f1c req-20dfebb2-fb06-404b-b7e2-bb304310d213 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:23.660583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1c4415d-7d33-4e02-9ee7-5d828dfc4f1c req-20dfebb2-fb06-404b-b7e2-bb304310d213 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 945 time: 0.0934763 Oct 13 00:21:23.730510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1c4415d-7d33-4e02-9ee7-5d828dfc4f1c req-e2973491-5aef-483d-b549-e65105eadc64 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687859 Oct 13 00:21:23.731055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35912) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:23.843442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Router 1cfe4934-2ded-4783-815e-122bc388b2eb has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:21:24.020613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:21:24.036479 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c02a43fe-71a9-47f1-bae0-cb3d281585ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "PUT /v2.0/routers/1cfe4934-2ded-4783-815e-122bc388b2eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9002514 Oct 13 00:21:24.040715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35928) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:24.060109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-24de8ec2-35a3-404a-b063-3bdf7529c679 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0dfb745c7d54813add7afd2df4f162a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243418 Oct 13 00:21:24.061229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35930) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:24.146490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21921309-962d-42d9-8fb2-af58c1830b14 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:24.148239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21921309-962d-42d9-8fb2-af58c1830b14 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:24.149810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-21921309-962d-42d9-8fb2-af58c1830b14 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1081579 Oct 13 00:21:24.152592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35934) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:24.158793 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26c8da1f-3704-4dbc-a1a5-b25581153f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.186503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26c8da1f-3704-4dbc-a1a5-b25581153f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.208845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba295ec-0eb4-49d8-bd7f-378cd5a6ad62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet d1ff00cb-23cd-49e4-bd7a-5887436600d3 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:24.212930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba295ec-0eb4-49d8-bd7f-378cd5a6ad62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.245608 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26c8da1f-3704-4dbc-a1a5-b25581153f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.249001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26c8da1f-3704-4dbc-a1a5-b25581153f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.252153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-26c8da1f-3704-4dbc-a1a5-b25581153f18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5d6a201-a5bf-4011-9e4e-d2bafc0002c9 HTTP/1.1" status: 204 len: 168 time: 0.1861954 Oct 13 00:21:24.259031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8da1f-3704-4dbc-a1a5-b25581153f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d6a201-a5bf-4011-9e4e-d2bafc0002c9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:24.303956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba295ec-0eb4-49d8-bd7f-378cd5a6ad62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.430936 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba295ec-0eb4-49d8-bd7f-378cd5a6ad62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.509299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba295ec-0eb4-49d8-bd7f-378cd5a6ad62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.578616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba295ec-0eb4-49d8-bd7f-378cd5a6ad62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.579784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b9f46-5f8e-47d1-aef0-99748460f900 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:24.583026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aba295ec-0eb4-49d8-bd7f-378cd5a6ad62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/d1ff00cb-23cd-49e4-bd7a-5887436600d3 HTTP/1.1" status: 204 len: 168 time: 0.4294560 Oct 13 00:21:24.584254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba295ec-0eb4-49d8-bd7f-378cd5a6ad62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ff00cb-23cd-49e4-bd7a-5887436600d3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:24.586452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35948) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:24.746867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35954) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:24.747037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2d9424c0-5551-4626-8bac-5b06651d90e1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1590271 Oct 13 00:21:24.850093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:24.871424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea04e-2df5-4dcb-8f39-11624a51d578 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.966884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] Deleting port 99150627-d3eb-4a70-aae8-c140e505ca1e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:24.969423 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:24.985739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722f5d0-9ba6-46b1-bf0f-49e9e13f3912 req-bbe1282b-4a4f-4854-933f-4a1c84686cd8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:24.995702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8722f5d0-9ba6-46b1-bf0f-49e9e13f3912 req-bbe1282b-4a4f-4854-933f-4a1c84686cd8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 945 time: 0.1379037 Oct 13 00:21:25.101828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8722f5d0-9ba6-46b1-bf0f-49e9e13f3912 req-39b43a3e-f73e-4947-a92f-9eb6794da47f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900159 Oct 13 00:21:25.125371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] For port 99150627-d3eb-4a70-aae8-c140e505ca1e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=99150627-d3eb-4a70-aae8-c140e505ca1e,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:25.129089 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:25.191434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] Calling delete_port for 99150627-d3eb-4a70-aae8-c140e505ca1e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:25.255377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea04e-2df5-4dcb-8f39-11624a51d578 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:25.258190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea04e-2df5-4dcb-8f39-11624a51d578 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:25.400807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea04e-2df5-4dcb-8f39-11624a51d578 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:25.401948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9ea04e-2df5-4dcb-8f39-11624a51d578 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Fanout notify agent at l3_agent the message router_deleted on router 1cfe4934-2ded-4783-815e-122bc388b2eb {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:21:25.409955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dd9ea04e-2df5-4dcb-8f39-11624a51d578 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:25.424625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35982) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:25.425194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dd9ea04e-2df5-4dcb-8f39-11624a51d578 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/routers/1cfe4934-2ded-4783-815e-122bc388b2eb HTTP/1.1" status: 204 len: 168 time: 0.6771791 Oct 13 00:21:25.438375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 99150627-d3eb-4a70-aae8-c140e505ca1e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:25.595061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6bab7-0190-4899-8982-d24cc5ef164d req-22a29214-b7ca-4369-a11c-4bc549156615 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:25.607475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0f6bab7-0190-4899-8982-d24cc5ef164d req-22a29214-b7ca-4369-a11c-4bc549156615 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 945 time: 0.1274009 Oct 13 00:21:25.641590 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aea895-d2e1-4aaf-a618-5b5497e1ed79 None None] Sync routers for ids ['1cfe4934-2ded-4783-815e-122bc388b2eb'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:21:25.662994 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:25.665291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f82202f-d791-490c-9d22-b516c504a61e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:25.667931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2f82202f-d791-490c-9d22-b516c504a61e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2414985 Oct 13 00:21:25.670658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35996) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:25.678339 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aea895-d2e1-4aaf-a618-5b5497e1ed79 None None] Routers set() bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:21:25.679253 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aea895-d2e1-4aaf-a618-5b5497e1ed79 None None] Router IDs set() for agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 00:21:25.680409 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3aea895-d2e1-4aaf-a618-5b5497e1ed79 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1cfe4934-2ded-4783-815e-122bc388b2eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent'). {{(pid=94991) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 00:21:25.697379 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aea895-d2e1-4aaf-a618-5b5497e1ed79 None None] Routers set() bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:21:25.698235 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aea895-d2e1-4aaf-a618-5b5497e1ed79 None None] Router IDs set() for agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 00:21:25.699856 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3aea895-d2e1-4aaf-a618-5b5497e1ed79 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1cfe4934-2ded-4783-815e-122bc388b2eb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent'). {{(pid=94991) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 00:21:25.702476 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aea895-d2e1-4aaf-a618-5b5497e1ed79 None None] The sync data for ids ['1cfe4934-2ded-4783-815e-122bc388b2eb'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:21:25.730309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0f6bab7-0190-4899-8982-d24cc5ef164d req-adde9da0-554e-4985-990c-02bece9f6805 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216073 Oct 13 00:21:25.776928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Port 99150627-d3eb-4a70-aae8-c140e505ca1e update to DOWN by agent not found {{(pid=94990) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 00:21:25.809915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f6b8bf-4d1f-42de-aa81-f73fb5138123 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:25.811992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b3f6b8bf-4d1f-42de-aa81-f73fb5138123 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1397316 Oct 13 00:21:25.814297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36000) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:25.832292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] Pushing event deleted for resources: {'Port': ['ID=99150627-d3eb-4a70-aae8-c140e505ca1e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:25.839957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c854d8-9005-47ea-995e-65911bde4da4 None None] No DVR routers for this DVR port 99150627-d3eb-4a70-aae8-c140e505ca1e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:25.924133 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c040a70d-681d-43f1-9496-aef22e97fbf3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653896 Oct 13 00:21:25.924489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36004) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:25.930042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:26.098841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:26.103421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:26.567679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:21:26.570123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:26.625991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:26.630191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:26.638141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:26.638751 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:26.642068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3085c60-bb74-4094-b2f8-f05802bd2fd2 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:26.662722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=42111008-441e-4c58-85cc-81645cc9c351,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:26.692870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-681f3536-69b7-43e7-871b-a4be49fbf1fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7668970 Oct 13 00:21:26.696534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36032) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:26.716892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:26.979193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7614f63-0d38-45e7-9de4-7a63fe212647 req-ffb7e139-ea28-4971-9ae7-56b2665f1e3a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:26.984286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7614f63-0d38-45e7-9de4-7a63fe212647 req-ffb7e139-ea28-4971-9ae7-56b2665f1e3a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 945 time: 0.1143312 Oct 13 00:21:27.016749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:27.020263 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:27.036451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '42111008-441e-4c58-85cc-81645cc9c351'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:27.037389 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:27.252768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Allocated IP 2001:db8::f816:3eff:fe57:e3ac (0aab82b3-edf6-49a9-80bd-eba5b227e5da/42111008-441e-4c58-85cc-81645cc9c351/d006c22a-06c5-4e8f-bc41-cf915da80dc4) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:27.271943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 111e5d19-4937-4041-89aa-714094a966d3 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:27.285029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7614f63-0d38-45e7-9de4-7a63fe212647 req-f50c70fa-e9ae-40e9-89f2-52b495dd476f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972970 Oct 13 00:21:27.526833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:27.574790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:27.578081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:27.584035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:27.584634 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:27.598919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=1436eb3d-44bf-4b59-9192-56ba5b4fa861,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:27.621709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36080) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:27.622217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b3cbcb50-edde-42fb-934c-4732b5dcf208 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9233446 Oct 13 00:21:27.627693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:af:6d:47', 'name': 'tempest-NetworksTestDHCPv6-1327201738'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:27.696661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 111e5d19-4937-4041-89aa-714094a966d3 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:27.697008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 111e5d19-4937-4041-89aa-714094a966d3 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:27.829511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:27.847359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5446f-5408-4896-bd14-f722e2a36f1c req-30ad3549-f25b-46cc-b1af-bbc877e79223 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:27.848940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67f5446f-5408-4896-bd14-f722e2a36f1c req-30ad3549-f25b-46cc-b1af-bbc877e79223 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 945 time: 0.1075568 Oct 13 00:21:27.888590 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:27.900680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:27.900910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67f5446f-5408-4896-bd14-f722e2a36f1c req-aed10caf-1b0b-4902-a882-b31f53eb1017 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Oct 13 00:21:27.953135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:27.956326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:27.961057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:27.962045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36092) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:27.973847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Pushing event updated for resources: {'Port': ['ID=d006c22a-06c5-4e8f-bc41-cf915da80dc4,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:27.978383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.017514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 327f0574-e866-4ccc-96d4-74edc3a886f4 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:28.046353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Attempting to bind port d006c22a-06c5-4e8f-bc41-cf915da80dc4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:28.047380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Attempting to bind port d006c22a-06c5-4e8f-bc41-cf915da80dc4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:28.047937 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Attempting to bind port d006c22a-06c5-4e8f-bc41-cf915da80dc4 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:28.053167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:28.053768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:28.054198 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.054592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:28.055052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Bound port: d006c22a-06c5-4e8f-bc41-cf915da80dc4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:28.055431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.138016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a168d57b-79b2-410e-bd5a-70d788cfed16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.156147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] For port d006c22a-06c5-4e8f-bc41-cf915da80dc4, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:28.160701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] For port d006c22a-06c5-4e8f-bc41-cf915da80dc4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d006c22a-06c5-4e8f-bc41-cf915da80dc4,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:28.167989 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.222486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 172.20.0.14 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/1436eb3d-44bf-4b59-9192-56ba5b4fa861/327f0574-e866-4ccc-96d4-74edc3a886f4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:28.230338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:feaf:6d47 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/42111008-441e-4c58-85cc-81645cc9c351/327f0574-e866-4ccc-96d4-74edc3a886f4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:28.240047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a168d57b-79b2-410e-bd5a-70d788cfed16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.247857 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a168d57b-79b2-410e-bd5a-70d788cfed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.257986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f962fa5-c516-4067-8739-5314f25d8fbf None None] Pushing event updated for resources: {'Port': ['ID=d006c22a-06c5-4e8f-bc41-cf915da80dc4,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:28.296474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a168d57b-79b2-410e-bd5a-70d788cfed16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b83520523e934ee99abd535ed7c865ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310995 Oct 13 00:21:28.296981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36104) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:28.331937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d57b-79b2-410e-bd5a-70d788cfed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6095daee-b8fa-49e3-bbbd-f1c4a837a95d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:28.372113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d65ce00-7ea4-4844-973d-72c033ea8df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.395939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d65ce00-7ea4-4844-973d-72c033ea8df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.442698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.468231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d65ce00-7ea4-4844-973d-72c033ea8df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.474635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d65ce00-7ea4-4844-973d-72c033ea8df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.478554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d65ce00-7ea4-4844-973d-72c033ea8df7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6095daee-b8fa-49e3-bbbd-f1c4a837a95d HTTP/1.1" status: 204 len: 168 time: 0.1783636 Oct 13 00:21:28.486520 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65ce00-7ea4-4844-973d-72c033ea8df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095daee-b8fa-49e3-bbbd-f1c4a837a95d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:28.512307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.581731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:28.585623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:28.592453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:28.674872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=327f0574-e866-4ccc-96d4-74edc3a886f4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:28.751939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:28.752874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:28.779031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36118) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:28.779959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-53b819a1-6f11-42ae-8183-74d7f6b4464c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1528416 Oct 13 00:21:28.849488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf4815-57ed-41c3-a640-5bb49a0e4147 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:28.855862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf4815-57ed-41c3-a640-5bb49a0e4147 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:28.857719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d2cf4815-57ed-41c3-a640-5bb49a0e4147 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0774727 Oct 13 00:21:28.860345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36120) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:28.915962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36122) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:28.931201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a27dd82-80fd-4438-a77e-821e6672354f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.042467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3491d74b-a0dc-4cc8-b710-385f75978252 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 327f0574-e866-4ccc-96d4-74edc3a886f4 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:29.042821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3491d74b-a0dc-4cc8-b710-385f75978252 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.126178 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a27dd82-80fd-4438-a77e-821e6672354f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.138022 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a27dd82-80fd-4438-a77e-821e6672354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.202720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48195bb-bdd6-45a2-b882-fe59a85ca910 req-65ab895b-3858-44cc-8fcd-ad3b08966212 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:29.208352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b48195bb-bdd6-45a2-b882-fe59a85ca910 req-65ab895b-3858-44cc-8fcd-ad3b08966212 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 945 time: 0.2169960 Oct 13 00:21:29.215040 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3491d74b-a0dc-4cc8-b710-385f75978252 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.233838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3491d74b-a0dc-4cc8-b710-385f75978252 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 327f0574-e866-4ccc-96d4-74edc3a886f4 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:29.241040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7a27dd82-80fd-4438-a77e-821e6672354f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e45b1873a58342198c2025c8783778af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239522 Oct 13 00:21:29.249008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36136) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:29.296203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27dd82-80fd-4438-a77e-821e6672354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceba9de-1237-4d37-a35a-09fc2c6dc9c6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:29.379884 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d152-1a09-47d6-8de1-5f0505ed7c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.398650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d006c22a-06c5-4e8f-bc41-cf915da80dc4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:29.454765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d152-1a09-47d6-8de1-5f0505ed7c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.471803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d006c22a-06c5-4e8f-bc41-cf915da80dc4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:29.473155 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.567107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d152-1a09-47d6-8de1-5f0505ed7c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.570907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf3d152-1a09-47d6-8de1-5f0505ed7c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.573070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dcf3d152-1a09-47d6-8de1-5f0505ed7c6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ceba9de-1237-4d37-a35a-09fc2c6dc9c6 HTTP/1.1" status: 204 len: 168 time: 0.3230765 Oct 13 00:21:29.597081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3d152-1a09-47d6-8de1-5f0505ed7c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceba9de-1237-4d37-a35a-09fc2c6dc9c6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:29.624086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.706485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port d006c22a-06c5-4e8f-bc41-cf915da80dc4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d006c22a-06c5-4e8f-bc41-cf915da80dc4,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:29.715726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:29.770865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b48195bb-bdd6-45a2-b882-fe59a85ca910 req-1a68468d-b6ee-405d-b30a-813a7a505df1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143496 Oct 13 00:21:29.823063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c60e2-d3c8-494e-8f5a-89cf307e9a06 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:29.839843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-5bad51a0-e5f5-42a5-990f-2ee2c66fae7e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:29.844963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-5bad51a0-e5f5-42a5-990f-2ee2c66fae7e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 945 time: 0.1898403 Oct 13 00:21:29.951272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=d006c22a-06c5-4e8f-bc41-cf915da80dc4,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:30.011868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-297cf618-1803-4dd3-936b-c20a01812cff None None] Provisioning complete for port d006c22a-06c5-4e8f-bc41-cf915da80dc4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:30.012334 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-297cf618-1803-4dd3-936b-c20a01812cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.081912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Deleting port 9c50183f-f95b-472e-b32a-c4048c25bd8f {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:30.081912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.272240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] For port 9c50183f-f95b-472e-b32a-c4048c25bd8f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9c50183f-f95b-472e-b32a-c4048c25bd8f,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:30.272927 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.275977 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3491d74b-a0dc-4cc8-b710-385f75978252 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.291783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e603e-5118-44c1-9281-c6dc7d84adbd None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '42111008-441e-4c58-85cc-81645cc9c351', 'ip_address': '2001:db8::f816:3eff:fe57:e3ac'}, {'subnet_id': '1436eb3d-44bf-4b59-9192-56ba5b4fa861'}], 'binding:host_id': 'n-d-813679-4'}, 'id': 'd006c22a-06c5-4e8f-bc41-cf915da80dc4'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:21:30.316851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Calling delete_port for 9c50183f-f95b-472e-b32a-c4048c25bd8f owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:30.319305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491d74b-a0dc-4cc8-b710-385f75978252 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=327f0574-e866-4ccc-96d4-74edc3a886f4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:30.321315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-181e603e-5118-44c1-9281-c6dc7d84adbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.547630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3491d74b-a0dc-4cc8-b710-385f75978252 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.557108 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3491d74b-a0dc-4cc8-b710-385f75978252 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/327f0574-e866-4ccc-96d4-74edc3a886f4 HTTP/1.1" status: 204 len: 168 time: 1.6894882 Oct 13 00:21:30.557478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36166) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:30.668372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-181e603e-5118-44c1-9281-c6dc7d84adbd None None] Allocated IP 172.20.0.2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/1436eb3d-44bf-4b59-9192-56ba5b4fa861/d006c22a-06c5-4e8f-bc41-cf915da80dc4) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:30.676434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41960674-2c72-4a4f-b78e-96c6a1824f44 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:30.678189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41960674-2c72-4a4f-b78e-96c6a1824f44 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:30.679915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41960674-2c72-4a4f-b78e-96c6a1824f44 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:30.681588 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-41960674-2c72-4a4f-b78e-96c6a1824f44 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1251576 Oct 13 00:21:30.687060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36172) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:30.746944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.786603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9c50183f-f95b-472e-b32a-c4048c25bd8f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:21:30.801830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event deleted for resources: {'Port': ['ID=9c50183f-f95b-472e-b32a-c4048c25bd8f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:30.815153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fd4a36-285f-4271-bb60-9ba6ce891ac6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 1436eb3d-44bf-4b59-9192-56ba5b4fa861 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:30.843386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-181e603e-5118-44c1-9281-c6dc7d84adbd None None] For port d006c22a-06c5-4e8f-bc41-cf915da80dc4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d006c22a-06c5-4e8f-bc41-cf915da80dc4,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:30.863328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] No DVR routers for this DVR port 9c50183f-f95b-472e-b32a-c4048c25bd8f on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:30.866694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.871299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58b66ea8-e5f7-4d6a-a420-ae5c18e78ab4 req-8aa0b921-c58c-464b-b4ce-cf8cad5dd68a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "DELETE /v2.0/ports/9c50183f-f95b-472e-b32a-c4048c25bd8f HTTP/1.1" status: 204 len: 173 time: 1.0073493 Oct 13 00:21:30.872110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd53b7cd-ebf9-49c3-9244-d6856e3df717', 'name': 'network-vif-deleted', 'tag': '9c50183f-f95b-472e-b32a-c4048c25bd8f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:21:30.874960 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d5e11-8d23-42ba-9bbd-8138119984cb" -d '{"events": [{"server_uuid": "bd53b7cd-ebf9-49c3-9244-d6856e3df717", "name": "network-vif-deleted", "tag": "9c50183f-f95b-472e-b32a-c4048c25bd8f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:21:30.893670 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-181e603e-5118-44c1-9281-c6dc7d84adbd None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.902432 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-181e603e-5118-44c1-9281-c6dc7d84adbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:30.909824 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49fd4a36-285f-4271-bb60-9ba6ce891ac6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.042459 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49fd4a36-285f-4271-bb60-9ba6ce891ac6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.067883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e603e-5118-44c1-9281-c6dc7d84adbd None None] Pushing event updated for resources: {'Port': ['ID=d006c22a-06c5-4e8f-bc41-cf915da80dc4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:31.128605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1a37402-476f-44a6-9673-a3463dab617f req-68715bec-f523-4847-9e19-0c27228911f2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd53b7cd-ebf9-49c3-9244-d6856e3df717 HTTP/1.1" status: 200 len: 210 time: 0.1357231 Oct 13 00:21:31.235207 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150a2f7f-3a7d-4d7d-afc1-fbff646c995b x-openstack-request-id: req-150a2f7f-3a7d-4d7d-afc1-fbff646c995b {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:21:31.235649 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd53b7cd-ebf9-49c3-9244-d6856e3df717", "name": "network-vif-deleted", "tag": "9c50183f-f95b-472e-b32a-c4048c25bd8f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:21:31.236073 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-150a2f7f-3a7d-4d7d-afc1-fbff646c995b {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:21:31.236723 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd53b7cd-ebf9-49c3-9244-d6856e3df717', 'name': 'network-vif-deleted', 'tag': '9c50183f-f95b-472e-b32a-c4048c25bd8f', 'status': 'completed', 'code': 200} Oct 13 00:21:31.263621 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49fd4a36-285f-4271-bb60-9ba6ce891ac6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.446503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d006c22a-06c5-4e8f-bc41-cf915da80dc4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:31.465011 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49fd4a36-285f-4271-bb60-9ba6ce891ac6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.523638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4a36-285f-4271-bb60-9ba6ce891ac6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=1436eb3d-44bf-4b59-9192-56ba5b4fa861,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:31.529689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49fd4a36-285f-4271-bb60-9ba6ce891ac6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.536052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36210) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:31.557004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49fd4a36-285f-4271-bb60-9ba6ce891ac6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/1436eb3d-44bf-4b59-9192-56ba5b4fa861 HTTP/1.1" status: 204 len: 168 time: 0.8622384 Oct 13 00:21:31.615348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d006c22a-06c5-4e8f-bc41-cf915da80dc4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:31.615782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.618948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-798c4b6e-16d0-4ad4-970e-1a5f333685a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 42111008-441e-4c58-85cc-81645cc9c351 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:31.623350 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-798c4b6e-16d0-4ad4-970e-1a5f333685a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.673988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-798c4b6e-16d0-4ad4-970e-1a5f333685a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.800206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-798c4b6e-16d0-4ad4-970e-1a5f333685a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.876001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-798c4b6e-16d0-4ad4-970e-1a5f333685a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.938663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-798c4b6e-16d0-4ad4-970e-1a5f333685a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:31.950795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-798c4b6e-16d0-4ad4-970e-1a5f333685a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/42111008-441e-4c58-85cc-81645cc9c351 HTTP/1.1" status: 204 len: 168 time: 0.4112639 Oct 13 00:21:31.951895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c4b6e-16d0-4ad4-970e-1a5f333685a7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=42111008-441e-4c58-85cc-81645cc9c351,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:31.953861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36222) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:32.056980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e493abd2-042c-4bb6-8454-8f8051d0f95c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020174 Oct 13 00:21:32.057918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36228) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:32.063881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:32.132999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f772b-89d5-43c9-a973-cb23f77b3170 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:32.196468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:32.204834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:32.299860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-605d13ce-ad9a-4799-a1d7-5bc05ba0b7d7 None None] Could not find standard attr ID for object 327f0574-e866-4ccc-96d4-74edc3a886f4. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:21:32.411808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-605d13ce-ad9a-4799-a1d7-5bc05ba0b7d7 None None] Provisioning complete for port d006c22a-06c5-4e8f-bc41-cf915da80dc4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:32.412196 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-605d13ce-ad9a-4799-a1d7-5bc05ba0b7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:32.605981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:32.670497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] Deleting port d006c22a-06c5-4e8f-bc41-cf915da80dc4 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:32.671058 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:32.728779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-b8ad0f5d-19fb-4cae-bad3-01749cff8e16 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:32.736649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-b8ad0f5d-19fb-4cae-bad3-01749cff8e16 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.2528150 Oct 13 00:21:32.758613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] For port d006c22a-06c5-4e8f-bc41-cf915da80dc4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d006c22a-06c5-4e8f-bc41-cf915da80dc4,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:32.759345 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:32.766810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-ad628239-ede4-4ca1-b1ff-b774d150fdd1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/quotas/76489d4b168b4fca83f14f8d796723eb HTTP/1.1" status: 200 len: 375 time: 0.0292525 Oct 13 00:21:32.797213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] Calling delete_port for d006c22a-06c5-4e8f-bc41-cf915da80dc4 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:32.829743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-d4a24ca1-c0ca-4023-9c9a-12821b9e8489 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619869 Oct 13 00:21:32.922760 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:32.952662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] Pushing event deleted for resources: {'Port': ['ID=d006c22a-06c5-4e8f-bc41-cf915da80dc4,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:32.954968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a7438-e90d-42ec-a593-eb2ca6a638cf None None] No DVR routers for this DVR port d006c22a-06c5-4e8f-bc41-cf915da80dc4 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:33.004799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:21:33.010082 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:33.020095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-1b8be659-f915-4b89-8df4-64d4c3ab4c66 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895273 Oct 13 00:21:33.083278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:33.115651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:33.122441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:33.123041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:33.138073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a9b07-ba87-46bf-89a7-3926f58aba0f None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:33.154216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=96ce21a1-7271-49aa-8fc4-7222ae667144,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:33.173973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36268) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:33.174585 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-53824201-c249-441d-b53b-efd01b16fdb1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1150467 Oct 13 00:21:33.189287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:33.232873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-b651e3e2-ad43-4a36-b0a1-330cc2c6f5e3 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836042 Oct 13 00:21:33.369912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d006c22a-06c5-4e8f-bc41-cf915da80dc4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:33.374699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:33.378791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:33.395975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d006c22a-06c5-4e8f-bc41-cf915da80dc4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:33.396591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d006c22a-06c5-4e8f-bc41-cf915da80dc4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:33.451470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '96ce21a1-7271-49aa-8fc4-7222ae667144'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:33.452382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:33.537187 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-850046f3-a099-4425-8067-d4005620c812 req-454a1187-06cd-425b-a643-026e4758b83c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 210 time: 0.0411162 Oct 13 00:21:33.649910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Allocated IP 2001:db8::f816:3eff:fedd:4b5c (0aab82b3-edf6-49a9-80bd-eba5b227e5da/96ce21a1-7271-49aa-8fc4-7222ae667144/f53ffb72-059a-42f0-8ec4-24a2354dea12) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:33.658012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9c50183f-f95b-472e-b32a-c4048c25bd8f no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:33.686034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 9c50183f-f95b-472e-b32a-c4048c25bd8f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:33.686385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9c50183f-f95b-472e-b32a-c4048c25bd8f not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:33.852885 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:33.859921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:33.907469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:33.911292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:33.914458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:33.942204 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:33.978106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Attempting to bind port f53ffb72-059a-42f0-8ec4-24a2354dea12 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:33.978327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Attempting to bind port f53ffb72-059a-42f0-8ec4-24a2354dea12 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:33.978639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Attempting to bind port f53ffb72-059a-42f0-8ec4-24a2354dea12 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:33.980897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Pushing event updated for resources: {'Port': ['ID=f53ffb72-059a-42f0-8ec4-24a2354dea12,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:33.987940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:33.987940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:33.988178 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:33.988516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:33.989040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Bound port: f53ffb72-059a-42f0-8ec4-24a2354dea12, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:33.989473 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:34.013567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:34.014804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=64193763-0cc7-4793-87d4-db2af5559536,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:34.022903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:34.025852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:34.026649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:34.045286 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1abd6d78-855a-4060-8640-8c80ef4b061e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8675544 Oct 13 00:21:34.048161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36290) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:34.055362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:53:fc:6c', 'name': 'tempest-NetworksTestDHCPv6-290433540'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:34.097222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] For port f53ffb72-059a-42f0-8ec4-24a2354dea12, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:34.101405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] For port f53ffb72-059a-42f0-8ec4-24a2354dea12, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f53ffb72-059a-42f0-8ec4-24a2354dea12,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:34.114381 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:34.209423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:34.240994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51864b4d-d3ef-4109-8687-30f34616bb56 None None] Pushing event updated for resources: {'Port': ['ID=f53ffb72-059a-42f0-8ec4-24a2354dea12,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:34.346199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:34.369594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 32d1ecb7-04f0-4d7b-ab48-d1e910c61356 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:34.731203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-249e6420-bf69-4c24-a6bc-4e84b234c590 req-5fa94f17-160c-4622-be0f-cce9e87b8347 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 210 time: 0.0763257 Oct 13 00:21:34.739562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 172.20.0.12 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/64193763-0cc7-4793-87d4-db2af5559536/32d1ecb7-04f0-4d7b-ab48-d1e910c61356) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:34.755087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:fe53:fc6c (0aab82b3-edf6-49a9-80bd-eba5b227e5da/96ce21a1-7271-49aa-8fc4-7222ae667144/32d1ecb7-04f0-4d7b-ab48-d1e910c61356) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:34.970251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.017638 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.081887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:35.087332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:35.090412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:35.141961 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:21:35.232320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:35.233012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.243910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-45e111c7-811d-4c76-81be-2ff245d3d8a7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:35.245377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-45e111c7-811d-4c76-81be-2ff245d3d8a7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.1193736 Oct 13 00:21:35.262732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=32d1ecb7-04f0-4d7b-ab48-d1e910c61356,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:35.268768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Request body: {'port': {'device_id': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'admin_state_up': True, 'tenant_id': '76489d4b168b4fca83f14f8d796723eb'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:35.306265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4c833571-286e-4e63-880a-33dab48093ab tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2563870 Oct 13 00:21:35.308739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36322) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:35.424194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f53ffb72-059a-42f0-8ec4-24a2354dea12 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:35.442365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f9689-0065-44ce-863b-a9d04d97a9b7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:35.458843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f9689-0065-44ce-863b-a9d04d97a9b7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:35.463483 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-722f9689-0065-44ce-863b-a9d04d97a9b7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1514559 Oct 13 00:21:35.464301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36326) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:35.464968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Made reservation on behalf of 76489d4b168b4fca83f14f8d796723eb for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:35.474869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.543714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f53ffb72-059a-42f0-8ec4-24a2354dea12 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:35.544404 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.647181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9941735f-475f-491e-b80f-37bef040bbc9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 32d1ecb7-04f0-4d7b-ab48-d1e910c61356 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:35.648415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9941735f-475f-491e-b80f-37bef040bbc9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.672939 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.742912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port f53ffb72-059a-42f0-8ec4-24a2354dea12, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f53ffb72-059a-42f0-8ec4-24a2354dea12,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:35.753294 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.791813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Allocated IP 172.20.0.3 (aee4b475-d543-4b74-a73c-e0c10a8f38e1/183a591a-0168-4c27-b846-e769c813d9fa/650ca38d-f9b8-45d2-9914-2d1bbee379e7) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:35.805919 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9941735f-475f-491e-b80f-37bef040bbc9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:35.826486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9941735f-475f-491e-b80f-37bef040bbc9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 32d1ecb7-04f0-4d7b-ab48-d1e910c61356 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:35.937696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=f53ffb72-059a-42f0-8ec4-24a2354dea12,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:35.949697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbb133-c690-4522-9c00-0834eeb8dcf2 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:36.049996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1e05c8e-a33c-479a-82db-015348546c0b req-42c716bd-62ff-40aa-955f-33946af05fd2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 210 time: 0.1225827 Oct 13 00:21:36.095732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b3d984df-6b6a-4ca5-ab3a-21f77ffd51e6 None None] Provisioning complete for port f53ffb72-059a-42f0-8ec4-24a2354dea12 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:36.096111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3d984df-6b6a-4ca5-ab3a-21f77ffd51e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.238813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.269115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9941735f-475f-491e-b80f-37bef040bbc9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.294407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.324149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941735f-475f-491e-b80f-37bef040bbc9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=32d1ecb7-04f0-4d7b-ab48-d1e910c61356,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:36.375017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:36.384368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:36.389425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:36.426604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event updated for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:36.444324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.467462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:36.468196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.472329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa67a3-5f53-4503-95da-1f6e2eee5702 None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '96ce21a1-7271-49aa-8fc4-7222ae667144', 'ip_address': '2001:db8::f816:3eff:fedd:4b5c'}, {'subnet_id': '64193763-0cc7-4793-87d4-db2af5559536'}], 'binding:host_id': 'n-d-813679-4'}, 'id': 'f53ffb72-059a-42f0-8ec4-24a2354dea12'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:21:36.479581 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9941735f-475f-491e-b80f-37bef040bbc9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.486053 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9941735f-475f-491e-b80f-37bef040bbc9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/32d1ecb7-04f0-4d7b-ab48-d1e910c61356 HTTP/1.1" status: 204 len: 168 time: 1.0207326 Oct 13 00:21:36.487202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-372f791e-816c-4136-bc8a-650a72b08886 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2270770 Oct 13 00:21:36.487353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36354) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:36.504019 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-effa67a3-5f53-4503-95da-1f6e2eee5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.505416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Request body: {'port': {'device_id': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:36.549027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57955e56-b1e2-4e2e-9e8a-c1b677793531 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:36.551101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57955e56-b1e2-4e2e-9e8a-c1b677793531 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:36.552951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57955e56-b1e2-4e2e-9e8a-c1b677793531 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:36.558101 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-57955e56-b1e2-4e2e-9e8a-c1b677793531 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0697472 Oct 13 00:21:36.558588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36358) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:36.601487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.630499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4af22b-27f8-4854-9632-0ac4036378d6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 64193763-0cc7-4793-87d4-db2af5559536 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:36.683292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-effa67a3-5f53-4503-95da-1f6e2eee5702 None None] Allocated IP 172.20.0.2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/64193763-0cc7-4793-87d4-db2af5559536/f53ffb72-059a-42f0-8ec4-24a2354dea12) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:36.900852 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.901234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650ca38d-f9b8-45d2-9914-2d1bbee379e7 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:21:36.908616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.921198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Transition to ACTIVE for port object 650ca38d-f9b8-45d2-9914-2d1bbee379e7 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:21:36.924969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.932444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-effa67a3-5f53-4503-95da-1f6e2eee5702 None None] For port f53ffb72-059a-42f0-8ec4-24a2354dea12, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f53ffb72-059a-42f0-8ec4-24a2354dea12,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:36.960592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-effa67a3-5f53-4503-95da-1f6e2eee5702 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.966545 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-effa67a3-5f53-4503-95da-1f6e2eee5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:36.967753 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e4af22b-27f8-4854-9632-0ac4036378d6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.021192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Pushing event updated for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:37.059927 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e4af22b-27f8-4854-9632-0ac4036378d6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.066060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa67a3-5f53-4503-95da-1f6e2eee5702 None None] Pushing event updated for resources: {'Port': ['ID=f53ffb72-059a-42f0-8ec4-24a2354dea12,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:37.127436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Attempting to bind port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:37.127654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Attempting to bind port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:37.127955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Attempting to bind port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:37.171283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:21:37.171644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Attempting to bind port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:37.233710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:37.234048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Checking segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:37.234443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Bound using segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:37.234890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Bound port: 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:37.235287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.255963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e4af22b-27f8-4854-9632-0ac4036378d6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.319813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e08af6-68b1-407d-83b5-886e00eb04aa req-62ac5b76-586b-46fc-9ec6-2f3546c561f4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:37.320858 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f53ffb72-059a-42f0-8ec4-24a2354dea12 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:37.325311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6e08af6-68b1-407d-83b5-886e00eb04aa req-62ac5b76-586b-46fc-9ec6-2f3546c561f4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 943 time: 0.1845467 Oct 13 00:21:37.390910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f53ffb72-059a-42f0-8ec4-24a2354dea12 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:37.391237 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.409104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6e08af6-68b1-407d-83b5-886e00eb04aa req-634f0123-e2e4-443e-86b8-4582009aa7bb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729628 Oct 13 00:21:37.431368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:37.435223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:37.441987 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e4af22b-27f8-4854-9632-0ac4036378d6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.454912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.508770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4af22b-27f8-4854-9632-0ac4036378d6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=64193763-0cc7-4793-87d4-db2af5559536,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:37.517879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e4af22b-27f8-4854-9632-0ac4036378d6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.523315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2e4af22b-27f8-4854-9632-0ac4036378d6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/64193763-0cc7-4793-87d4-db2af5559536 HTTP/1.1" status: 204 len: 168 time: 0.9627953 Oct 13 00:21:37.525620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36378) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:37.551729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:37.552573 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.554065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] 10.222.0.36 "PUT /v2.0/ports/650ca38d-f9b8-45d2-9914-2d1bbee379e7 HTTP/1.1" status: 200 len: 1091 time: 1.0532985 Oct 13 00:21:37.560028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:21:37.562526 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:21:37.603684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eccc3-5e93-48b4-8c48-3f257c348ebd service neutron] Pushing event updated for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:37.645056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79fae37-093e-449f-b2ff-683e5588d79d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 96ce21a1-7271-49aa-8fc4-7222ae667144 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:37.656952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c79fae37-093e-449f-b2ff-683e5588d79d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.681851 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd77401-4c1e-48a6-b6c4-5dfd4d797729 x-openstack-request-id: req-0bd77401-4c1e-48a6-b6c4-5dfd4d797729 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:21:37.682584 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:21:37.683117 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bd77401-4c1e-48a6-b6c4-5dfd4d797729 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:21:37.683732 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'status': 'completed', 'code': 200} Oct 13 00:21:37.702576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-be38e387-5c78-4835-afbd-07b900ca69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:37.704714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-be38e387-5c78-4835-afbd-07b900ca69a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 1094 time: 0.0735395 Oct 13 00:21:37.744663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c79fae37-093e-449f-b2ff-683e5588d79d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.781723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-c583e9d7-d1ce-465b-b33e-32d9ddafb2f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7 HTTP/1.1" status: 200 len: 217 time: 0.0628290 Oct 13 00:21:37.845688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-7481818c-1b56-4631-8fc0-20900094e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:37.847218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-7481818c-1b56-4631-8fc0-20900094e5ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.0566380 Oct 13 00:21:37.887735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-35f52434-1cff-43a0-97b7-d1923c97e32a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326593 Oct 13 00:21:37.890719 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c79fae37-093e-449f-b2ff-683e5588d79d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:37.983266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cebd36-e907-4138-a4bc-0cb2b6c56c91 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:38.034943 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c79fae37-093e-449f-b2ff-683e5588d79d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.063795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-f8036ff7-010c-4142-8c34-5e5cef75e3b3 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669943 Oct 13 00:21:38.080382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fae37-093e-449f-b2ff-683e5588d79d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=96ce21a1-7271-49aa-8fc4-7222ae667144,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:38.086654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c79fae37-093e-449f-b2ff-683e5588d79d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.090596 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c79fae37-093e-449f-b2ff-683e5588d79d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/96ce21a1-7271-49aa-8fc4-7222ae667144 HTTP/1.1" status: 204 len: 168 time: 0.5639219 Oct 13 00:21:38.093087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36410) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:38.104506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7c7123e1-0970-4375-8c96-d9761c313535 None None] Provisioning complete for port f53ffb72-059a-42f0-8ec4-24a2354dea12 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:38.104884 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c7123e1-0970-4375-8c96-d9761c313535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.138849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-58751c38-3f4f-402c-aec0-60342bbfe26f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437930 Oct 13 00:21:38.140672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36412) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:38.155061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:38.214256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83e568cc-e324-4f88-b6c6-3f0c06924449 req-086f9491-dafb-4c33-ae0f-d9e1e34d06f0 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438088 Oct 13 00:21:38.382857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:38.395756 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.398913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:38.416185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-a6727abd-bed7-4ba2-8c96-ac6d38a05a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:38.417784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-a6727abd-bed7-4ba2-8c96-ac6d38a05a4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 1094 time: 0.0992005 Oct 13 00:21:38.489999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Deleting port f53ffb72-059a-42f0-8ec4-24a2354dea12 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:38.490733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.580195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] For port f53ffb72-059a-42f0-8ec4-24a2354dea12, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f53ffb72-059a-42f0-8ec4-24a2354dea12,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:38.581495 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.602455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Calling delete_port for f53ffb72-059a-42f0-8ec4-24a2354dea12 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:38.626589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a611c41-1be7-42a7-9e46-060d68274131 req-06e403a1-1d27-458d-8d3e-31892bbfe516 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:38.628729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a611c41-1be7-42a7-9e46-060d68274131 req-06e403a1-1d27-458d-8d3e-31892bbfe516 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 943 time: 0.0975740 Oct 13 00:21:38.632180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-14c7de93-6eeb-4b45-b768-d4c4df9b1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:38.633354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-14c7de93-6eeb-4b45-b768-d4c4df9b1158 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 913 time: 0.2081501 Oct 13 00:21:38.650948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.707137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=85b3a111-2f7d-4b4e-9ecc-184548c42938,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:38.711471 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.718445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:38.719961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:38.726666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:38.727270 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.749895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Pushing event deleted for resources: {'Port': ['ID=f53ffb72-059a-42f0-8ec4-24a2354dea12,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:38.750957 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f71e561-04be-4069-b129-53c03ae4923c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6092486 Oct 13 00:21:38.753846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36422) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:38.761724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:38.783426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a611c41-1be7-42a7-9e46-060d68274131 req-40d268dd-c790-4d0d-bb9e-e541165d8929 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458418 Oct 13 00:21:38.783688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] No DVR routers for this DVR port f53ffb72-059a-42f0-8ec4-24a2354dea12 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:38.790420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.791139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-6c075b61-5967-4c8e-825a-a70537adbc96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7 HTTP/1.1" status: 200 len: 217 time: 0.1462588 Oct 13 00:21:38.791754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.792330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.796088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.796693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.797247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.797794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.798360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.798901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.799440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.800057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.800595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f42a3-66d6-4399-bc41-7fda93d6f92b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:38.822702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65851aa9-55ce-457b-baac-4e463e8948a1 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:38.898835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-1ea6429f-dedf-48b6-a649-a31591f3eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:38.900648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-1ea6429f-dedf-48b6-a649-a31591f3eac0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.0968621 Oct 13 00:21:38.911552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:38.926800 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:38.957141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-951945b2-81ca-424c-8c9a-6894dceba31d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423086 Oct 13 00:21:39.034547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '85b3a111-2f7d-4b4e-9ecc-184548c42938'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:39.035804 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:39.325025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Allocated IP 172.20.0.2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/85b3a111-2f7d-4b4e-9ecc-184548c42938/30468f06-0eda-476d-a0dc-bbd1cad67df0) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:39.338541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f53ffb72-059a-42f0-8ec4-24a2354dea12 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:39.399479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: f53ffb72-059a-42f0-8ec4-24a2354dea12 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:39.400187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f53ffb72-059a-42f0-8ec4-24a2354dea12 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:39.576648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.objects.ports [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:21:39.578784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:39.618282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-f9c31764-9249-40a8-88e2-5bd3f415f359 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526618 Oct 13 00:21:39.635475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=bbdfb4fa-4530-44de-8b84-b8a07174a0a7,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:39.654639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:39.656809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:39.660268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:39.661117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:39.669296 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:39.680742 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:39.699324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4e2f99f6-5e63-4891-adf3-9e225809f120 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9417710 Oct 13 00:21:39.699983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36440) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:39.705707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:09:f5:e8', 'name': 'tempest-NetworksTestDHCPv6-399977770'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:39.749616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:39.768730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:39.772112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:39.778029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Pushing event updated for resources: {'Port': ['ID=30468f06-0eda-476d-a0dc-bbd1cad67df0,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:39.896535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa68bd07-9fb6-408f-8ccf-396ad4e977a0 req-906bddf7-4187-43ae-bfe5-c3141a537869 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711573 Oct 13 00:21:39.900206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:39.972502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Attempting to bind port 30468f06-0eda-476d-a0dc-bbd1cad67df0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:39.973511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Attempting to bind port 30468f06-0eda-476d-a0dc-bbd1cad67df0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:39.973511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Attempting to bind port 30468f06-0eda-476d-a0dc-bbd1cad67df0 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:39.978739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:39.979124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:39.979554 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:39.979970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:39.980432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Bound port: 30468f06-0eda-476d-a0dc-bbd1cad67df0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:39.980839 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:40.072253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] For port 30468f06-0eda-476d-a0dc-bbd1cad67df0, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:40.075457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] For port 30468f06-0eda-476d-a0dc-bbd1cad67df0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30468f06-0eda-476d-a0dc-bbd1cad67df0,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:40.083315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:40.084554 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:40.127086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:40.174558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d20df-945a-4ec1-b485-bfa4fb03867c None None] Pushing event updated for resources: {'Port': ['ID=30468f06-0eda-476d-a0dc-bbd1cad67df0,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:40.222209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff915-afb8-44b8-bff3-5a17d0a5cf16 req-927f9b58-a190-430e-99e1-6fec23adfc90 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:40.223833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94dff915-afb8-44b8-bff3-5a17d0a5cf16 req-927f9b58-a190-430e-99e1-6fec23adfc90 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 943 time: 0.2305543 Oct 13 00:21:40.341352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94dff915-afb8-44b8-bff3-5a17d0a5cf16 req-987ba761-6807-45dc-8a64-cfec9fa4930e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026263 Oct 13 00:21:40.455272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 172.20.0.7 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/85b3a111-2f7d-4b4e-9ecc-184548c42938/55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:40.471863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:fe09:f5e8 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/bbdfb4fa-4530-44de-8b84-b8a07174a0a7/55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:40.669349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:40.705668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:40.751345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:40.754711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:40.758521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:40.765183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:40.820949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:40.821625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:40.840243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e39c7d7-8b47-4bb2-b0cb-517afdd6eb3b tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1386008 Oct 13 00:21:40.842714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36460) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:40.915617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f86812-5824-4729-aa13-7de4c21274bf tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:40.923380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f86812-5824-4729-aa13-7de4c21274bf tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:40.925159 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a2f86812-5824-4729-aa13-7de4c21274bf tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0814176 Oct 13 00:21:40.928212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36462) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:41.033692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f788dfeb-99a1-4fc4-bc03-68c9c37a6006 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:41.034044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f788dfeb-99a1-4fc4-bc03-68c9c37a6006 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.161775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f788dfeb-99a1-4fc4-bc03-68c9c37a6006 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.180940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f788dfeb-99a1-4fc4-bc03-68c9c37a6006 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:41.456067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f788dfeb-99a1-4fc4-bc03-68c9c37a6006 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.474987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30468f06-0eda-476d-a0dc-bbd1cad67df0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:41.521284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788dfeb-99a1-4fc4-bc03-68c9c37a6006 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:41.572551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 30468f06-0eda-476d-a0dc-bbd1cad67df0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:41.572932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.627757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5fa258-42ca-47a6-8264-b3c64db93d3c None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:41.641507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00c71-a8d6-4f00-8e31-f4eea601ad67 req-128790c2-943c-493a-a1dc-6a9d93151b04 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:41.645236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00e00c71-a8d6-4f00-8e31-f4eea601ad67 req-128790c2-943c-493a-a1dc-6a9d93151b04 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 943 time: 0.1386187 Oct 13 00:21:41.658153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f788dfeb-99a1-4fc4-bc03-68c9c37a6006 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.668704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36480) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:41.677671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f788dfeb-99a1-4fc4-bc03-68c9c37a6006 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4 HTTP/1.1" status: 204 len: 168 time: 0.7358296 Oct 13 00:21:41.692871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 650ca38d-f9b8-45d2-9914-2d1bbee379e7 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:21:41.754528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6e611aa9-19aa-4f5b-8f4b-11ca58736be2 None None] Provisioning complete for port 30468f06-0eda-476d-a0dc-bbd1cad67df0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:41.754908 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e611aa9-19aa-4f5b-8f4b-11ca58736be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.755464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c75820-c639-4ec0-842d-2dad8792711e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:41.757856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c75820-c639-4ec0-842d-2dad8792711e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:41.766692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c75820-c639-4ec0-842d-2dad8792711e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:41.766692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-18c75820-c639-4ec0-842d-2dad8792711e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0920055 Oct 13 00:21:41.766692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36484) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:41.825919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00e00c71-a8d6-4f00-8e31-f4eea601ad67 req-670cfb42-3a49-41f5-b510-5d3c2cca7d84 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729779 Oct 13 00:21:41.843161 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7aa471e-66c9-4e91-b21c-788295663e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 85b3a111-2f7d-4b4e-9ecc-184548c42938 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:41.853156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7aa471e-66c9-4e91-b21c-788295663e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.905879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7aa471e-66c9-4e91-b21c-788295663e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.906164 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.912625 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-72d69635-08c8-4bf7-84f9-0c1d19d8aff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:41.996559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 30468f06-0eda-476d-a0dc-bbd1cad67df0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30468f06-0eda-476d-a0dc-bbd1cad67df0,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:42.019546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.027116 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7aa471e-66c9-4e91-b21c-788295663e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.035254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:42.098414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7aa471e-66c9-4e91-b21c-788295663e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.114155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'port_id': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'mac_address': 'fa:16:3e:96:5a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183a591a-0168-4c27-b846-e769c813d9fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:21:42.150112 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f7aa471e-66c9-4e91-b21c-788295663e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.155159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f7aa471e-66c9-4e91-b21c-788295663e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/85b3a111-2f7d-4b4e-9ecc-184548c42938 HTTP/1.1" status: 204 len: 168 time: 0.3866994 Oct 13 00:21:42.155540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa471e-66c9-4e91-b21c-788295663e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=85b3a111-2f7d-4b4e-9ecc-184548c42938,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:42.156580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36492) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:42.250250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=30468f06-0eda-476d-a0dc-bbd1cad67df0,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:42.278215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2a9781-b6a9-4902-802b-26a35702a1a4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet bbdfb4fa-4530-44de-8b84-b8a07174a0a7 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:42.281292 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.289628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9781-b6a9-4902-802b-26a35702a1a4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.301696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650ca38d-f9b8-45d2-9914-2d1bbee379e7 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:21:42.337746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:42.358495 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.365414 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9781-b6a9-4902-802b-26a35702a1a4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.410912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74242fb3-f8c9-4684-a45c-516063d5500e None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': 'bbdfb4fa-4530-44de-8b84-b8a07174a0a7'}, {'subnet_id': '85b3a111-2f7d-4b4e-9ecc-184548c42938'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '30468f06-0eda-476d-a0dc-bbd1cad67df0'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:21:42.431544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9781-b6a9-4902-802b-26a35702a1a4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.462243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-74242fb3-f8c9-4684-a45c-516063d5500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.465723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:42.529747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9781-b6a9-4902-802b-26a35702a1a4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.565499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a9781-b6a9-4902-802b-26a35702a1a4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdfb4fa-4530-44de-8b84-b8a07174a0a7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:42.570512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9781-b6a9-4902-802b-26a35702a1a4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.575975 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fd2a9781-b6a9-4902-802b-26a35702a1a4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/bbdfb4fa-4530-44de-8b84-b8a07174a0a7 HTTP/1.1" status: 204 len: 168 time: 0.4140687 Oct 13 00:21:42.576485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36500) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:42.634043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-91518f2e-3b2a-4f55-9329-17e685a24858 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561881 Oct 13 00:21:42.639854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36502) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:42.648958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-74242fb3-f8c9-4684-a45c-516063d5500e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbdfb4fa-4530-44de-8b84-b8a07174a0a7: This subnet is being modified by another concurrent operation. Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:21:42.737769 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbdfb4fa-4530-44de-8b84-b8a07174a0a7: This subnet is being modified by another concurrent operation. Oct 13 00:21:42.741822 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:21:42.752755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:42.757614 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:42.794812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['650ca38d-f9b8-45d2-9914-2d1bbee379e7'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:21:42.994528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e33a6-7f09-4c4e-986c-5fff90aeec2c req-c5258521-421c-4ce6-8d39-0a4c69e7117e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:42.999641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb26fb0-0f08-4268-9873-00d2bcf4ea6b None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:43.004014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-982e33a6-7f09-4c4e-986c-5fff90aeec2c req-c5258521-421c-4ce6-8d39-0a4c69e7117e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 944 time: 0.0643313 Oct 13 00:21:43.052452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-982e33a6-7f09-4c4e-986c-5fff90aeec2c req-ad519907-87e2-4e70-910b-6fa5d2dd9d91 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Oct 13 00:21:43.062164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1594f5dd-3c41-4802-a77f-9d26b59217ee None None] Provisioning complete for port 30468f06-0eda-476d-a0dc-bbd1cad67df0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:43.062164 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1594f5dd-3c41-4802-a77f-9d26b59217ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:43.068397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:43.110682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:43.114076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:43.118636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:43.119226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:43.139112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=440215d4-6a58-4293-ac94-16f9de1f207e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:43.149231 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f33bbec-2c22-4187-95f1-84a69105093a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5086968 Oct 13 00:21:43.152048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36512) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:43.157850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:43.327829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30468f06-0eda-476d-a0dc-bbd1cad67df0 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:43.336890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:43.340756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:43.619958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9412b9-9a57-45db-9d90-d2a104064ded None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:43.712085 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:43.868753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c530ca39-3884-45a1-997e-aabcbf39acf9 None None] Provisioning complete for port 30468f06-0eda-476d-a0dc-bbd1cad67df0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:43.869607 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c530ca39-3884-45a1-997e-aabcbf39acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:43.919064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 30468f06-0eda-476d-a0dc-bbd1cad67df0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30468f06-0eda-476d-a0dc-bbd1cad67df0,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:43.988657 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.032492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:21:44.089125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=30468f06-0eda-476d-a0dc-bbd1cad67df0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:44.107938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589ac0f-2dba-4806-b401-deaa043fd511 req-56333c4b-d465-442c-bdde-5f0938bb90ab tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:44.107938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b589ac0f-2dba-4806-b401-deaa043fd511 req-56333c4b-d465-442c-bdde-5f0938bb90ab tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1985517 Oct 13 00:21:44.172411 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c530ca39-3884-45a1-997e-aabcbf39acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.214332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c530ca39-3884-45a1-997e-aabcbf39acf9 None None] For port 30468f06-0eda-476d-a0dc-bbd1cad67df0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30468f06-0eda-476d-a0dc-bbd1cad67df0,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:44.234068 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c530ca39-3884-45a1-997e-aabcbf39acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.297392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b589ac0f-2dba-4806-b401-deaa043fd511 req-6df8e16e-b6de-473e-bc4d-5d9d579303f7 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193466 Oct 13 00:21:44.301812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbac414-b9a5-4c89-842c-4d9d4b347f52 None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '440215d4-6a58-4293-ac94-16f9de1f207e'}, {'subnet_id': '498a7f6d-4284-48ee-8a5b-081928a0102f'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '30468f06-0eda-476d-a0dc-bbd1cad67df0'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:21:44.311865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ef136-dca9-429e-911a-9d1b70dba927 req-baf69480-cbd0-4245-b3f4-a0a8991081fc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:44.313447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a7ef136-dca9-429e-911a-9d1b70dba927 req-baf69480-cbd0-4245-b3f4-a0a8991081fc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 944 time: 0.1451831 Oct 13 00:21:44.391845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530ca39-3884-45a1-997e-aabcbf39acf9 None None] Pushing event updated for resources: {'Port': ['ID=30468f06-0eda-476d-a0dc-bbd1cad67df0,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:44.405538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a7ef136-dca9-429e-911a-9d1b70dba927 req-cfcae6ee-7f6b-4f49-a147-2d9baef97a4a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738659 Oct 13 00:21:44.419690 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dbac414-b9a5-4c89-842c-4d9d4b347f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.468158 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.597979 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bdee2909-9242-468a-a07d-5e1cf9b4045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.653679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] For port 30468f06-0eda-476d-a0dc-bbd1cad67df0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30468f06-0eda-476d-a0dc-bbd1cad67df0,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:44.708855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.728225 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.731619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.831825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:44.846638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:44.852623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:44.853227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:44.891300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-6dbac414-b9a5-4c89-842c-4d9d4b347f52 None None] Allocated IP 172.20.0.2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/440215d4-6a58-4293-ac94-16f9de1f207e/30468f06-0eda-476d-a0dc-bbd1cad67df0) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:44.892114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=498a7f6d-4284-48ee-8a5b-081928a0102f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:44.906009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7497168 Oct 13 00:21:44.906379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36548) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:44.911484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:3e:f0:8e', 'name': 'tempest-NetworksTestDHCPv6-1207405750'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:44.920129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8f1b2-cab0-4573-a617-0cffc94c4587 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=30468f06-0eda-476d-a0dc-bbd1cad67df0,revision_number=8']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:45.113750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:45.131594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6dbac414-b9a5-4c89-842c-4d9d4b347f52 None None] For port 30468f06-0eda-476d-a0dc-bbd1cad67df0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30468f06-0eda-476d-a0dc-bbd1cad67df0,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:45.201383 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dbac414-b9a5-4c89-842c-4d9d4b347f52 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:45.217008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dbac414-b9a5-4c89-842c-4d9d4b347f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:45.332606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:45.371912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbac414-b9a5-4c89-842c-4d9d4b347f52 None None] Pushing event updated for resources: {'Port': ['ID=30468f06-0eda-476d-a0dc-bbd1cad67df0,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:45.408821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port d2341785-47b9-47c4-95b9-19e7d1d74153 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:45.521369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4f797-0a04-45a4-b646-e894484ef3bb req-5036920f-7ca6-41a0-a325-d6c2ec71114e tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:45.536156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a4f797-0a04-45a4-b646-e894484ef3bb req-5036920f-7ca6-41a0-a325-d6c2ec71114e tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1041856 Oct 13 00:21:45.631750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59a4f797-0a04-45a4-b646-e894484ef3bb req-6f2843e3-b086-4c75-ae20-19d728a0852a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841250 Oct 13 00:21:45.653847 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:45.702636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 650ca38d-f9b8-45d2-9914-2d1bbee379e7 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:45.851785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9ff9f-c460-4653-9215-02ea5220cb09 req-63e3aee3-9f74-4c5b-b3ed-a75774c31d04 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:45.864506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92f9ff9f-c460-4653-9215-02ea5220cb09 req-63e3aee3-9f74-4c5b-b3ed-a75774c31d04 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 944 time: 0.1934793 Oct 13 00:21:45.888881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:21:45.926511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:45.927172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:45.954838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92f9ff9f-c460-4653-9215-02ea5220cb09 req-7d4a0b7e-220e-43ed-8e33-aed89990e94b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893543 Oct 13 00:21:45.996010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 172.20.0.10 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/440215d4-6a58-4293-ac94-16f9de1f207e/d2341785-47b9-47c4-95b9-19e7d1d74153) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:46.021267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:fe3e:f08e (0aab82b3-edf6-49a9-80bd-eba5b227e5da/498a7f6d-4284-48ee-8a5b-081928a0102f/d2341785-47b9-47c4-95b9-19e7d1d74153) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:46.038077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.156079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36586) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:46.184983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.261700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:46.267627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:21:46.273026 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af517643-241e-4153-9c45-5ded914afc8c" -d '{"events": [{"server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "name": "network-vif-plugged", "status": "completed", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:21:46.283174 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.315594 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.401128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:46.404428 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-85cce0eb-41ca-4d84-a323-429d106e1fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.412659 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.486861 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-85cce0eb-41ca-4d84-a323-429d106e1fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.492097 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-85cce0eb-41ca-4d84-a323-429d106e1fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.495921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:46.512349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:46.516738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:46.539711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-85cce0eb-41ca-4d84-a323-429d106e1fd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b78c5f71ed046b18c5d1cf3bb562ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824830 Oct 13 00:21:46.540500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cce0eb-41ca-4d84-a323-429d106e1fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01096ea4-7e28-4819-9300-950ac8a280cc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:46.542990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:46.565921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=d2341785-47b9-47c4-95b9-19e7d1d74153,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:46.612293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:46.613205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.634984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8904d84c-5278-4309-939a-aa7c908995f7 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:46.651584 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-88b59948-04cf-4c81-b1e5-5248bb8f874c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7440672 Oct 13 00:21:46.653967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36600) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:46.677052 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b728ece6-3b49-4550-8e07-03410c62d787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.719801 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b728ece6-3b49-4550-8e07-03410c62d787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.720674 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855b6d20-9bb3-4f4b-90e0-e1bd3a17e86d x-openstack-request-id: req-855b6d20-9bb3-4f4b-90e0-e1bd3a17e86d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:21:46.720966 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "name": "network-vif-plugged", "status": "completed", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:21:46.721218 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-855b6d20-9bb3-4f4b-90e0-e1bd3a17e86d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:21:46.721609 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'code': 200} Oct 13 00:21:46.739615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-468b4c5d-7b6b-466f-9eb8-e1e22e70a7e9 None None] Provisioning complete for port 30468f06-0eda-476d-a0dc-bbd1cad67df0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:46.739615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-468b4c5d-7b6b-466f-9eb8-e1e22e70a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.767800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d463e49-0473-4819-9f22-e427e4345b24 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:46.774471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d463e49-0473-4819-9f22-e427e4345b24 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:46.778536 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9d463e49-0473-4819-9f22-e427e4345b24 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1215813 Oct 13 00:21:46.778933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:46.905142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fefc0-8051-447f-a773-9288054a5fc5 req-34cb28c2-52c2-465e-85de-aabe66dfeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:46.906648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-959fefc0-8051-447f-a773-9288054a5fc5 req-34cb28c2-52c2-465e-85de-aabe66dfeedb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 1096 time: 0.0533001 Oct 13 00:21:46.934307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9308d7-4673-4e0e-8265-8195c2d08592 req-a18e568f-1880-4096-a05b-8acaec7b1028 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:46.941693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb9308d7-4673-4e0e-8265-8195c2d08592 req-a18e568f-1880-4096-a05b-8acaec7b1028 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1824696 Oct 13 00:21:46.969268 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b728ece6-3b49-4550-8e07-03410c62d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.970100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-10950753-fb15-4737-a12b-8d2d5ae3e462 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port d2341785-47b9-47c4-95b9-19e7d1d74153 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:46.970535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10950753-fb15-4737-a12b-8d2d5ae3e462 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.971936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b728ece6-3b49-4550-8e07-03410c62d787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.973090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b728ece6-3b49-4550-8e07-03410c62d787 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01096ea4-7e28-4819-9300-950ac8a280cc HTTP/1.1" status: 204 len: 168 time: 0.4291439 Oct 13 00:21:47.001760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728ece6-3b49-4550-8e07-03410c62d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01096ea4-7e28-4819-9300-950ac8a280cc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:47.022161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb9308d7-4673-4e0e-8265-8195c2d08592 req-2f2d3119-5b67-4a3b-9f4b-0275322acfc8 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774930 Oct 13 00:21:47.056085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-959fefc0-8051-447f-a773-9288054a5fc5 req-dd4a4b7e-39cd-483f-a472-d97bd7938b4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367667 Oct 13 00:21:47.240268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10950753-fb15-4737-a12b-8d2d5ae3e462 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.283227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68593d-7ab9-4108-9a60-68261b573efd req-4789c9af-4c9d-4d5f-8e35-e38ac661b721 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:47.298581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-10950753-fb15-4737-a12b-8d2d5ae3e462 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for d2341785-47b9-47c4-95b9-19e7d1d74153 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:47.306734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e68593d-7ab9-4108-9a60-68261b573efd req-4789c9af-4c9d-4d5f-8e35-e38ac661b721 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1424956 Oct 13 00:21:47.382991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e68593d-7ab9-4108-9a60-68261b573efd req-6a2b51cd-a084-4930-b9ce-74f37078e147 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Oct 13 00:21:47.415383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30468f06-0eda-476d-a0dc-bbd1cad67df0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:47.488227 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.539655 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 30468f06-0eda-476d-a0dc-bbd1cad67df0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:47.540240 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.544133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-58d2d517-67c8-4255-ab2c-c77d21b20de8 None None] Provisioning complete for port d2341785-47b9-47c4-95b9-19e7d1d74153 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:47.544961 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58d2d517-67c8-4255-ab2c-c77d21b20de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.576702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36620) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:47.600569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1f1b4c0-3390-40d9-918e-b99f12fdcf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.652320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-58d2d517-67c8-4255-ab2c-c77d21b20de8 None None] Port d2341785-47b9-47c4-95b9-19e7d1d74153 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:21:47.688454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-58d2d517-67c8-4255-ab2c-c77d21b20de8 None None] Provisioning complete for port 30468f06-0eda-476d-a0dc-bbd1cad67df0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:47.688898 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58d2d517-67c8-4255-ab2c-c77d21b20de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.690304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10950753-fb15-4737-a12b-8d2d5ae3e462 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.764660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10950753-fb15-4737-a12b-8d2d5ae3e462 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=d2341785-47b9-47c4-95b9-19e7d1d74153,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:47.811015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1f1b4c0-3390-40d9-918e-b99f12fdcf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.816477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1f1b4c0-3390-40d9-918e-b99f12fdcf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.869666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36622) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:47.871766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c1f1b4c0-3390-40d9-918e-b99f12fdcf75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e8e207b00b24c0290dc958cc1f5cb37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936978 Oct 13 00:21:47.880372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1b4c0-3390-40d9-918e-b99f12fdcf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b78805-8e6d-4fea-b553-aac7e0dd26c6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:47.896529 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10950753-fb15-4737-a12b-8d2d5ae3e462 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.902171 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-10950753-fb15-4737-a12b-8d2d5ae3e462 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/d2341785-47b9-47c4-95b9-19e7d1d74153 HTTP/1.1" status: 204 len: 168 time: 1.1221750 Oct 13 00:21:47.903752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36624) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:47.946810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08db569f-0637-4590-a1c1-d24bfa83ed8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:47.975425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bf6ce78a-4f93-435e-b690-536566a92c4c None None] Could not find standard attr ID for object 32d1ecb7-04f0-4d7b-ab48-d1e910c61356. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:21:47.988145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08db569f-0637-4590-a1c1-d24bfa83ed8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.016732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352a650-6890-48e9-a78c-49a345747c0c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:48.022035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352a650-6890-48e9-a78c-49a345747c0c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:48.024374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352a650-6890-48e9-a78c-49a345747c0c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:48.028344 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0352a650-6890-48e9-a78c-49a345747c0c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1232610 Oct 13 00:21:48.031703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36628) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:48.084073 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08db569f-0637-4590-a1c1-d24bfa83ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.087416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08db569f-0637-4590-a1c1-d24bfa83ed8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.094576 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-08db569f-0637-4590-a1c1-d24bfa83ed8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09b78805-8e6d-4fea-b553-aac7e0dd26c6 HTTP/1.1" status: 204 len: 168 time: 0.2216091 Oct 13 00:21:48.122154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db569f-0637-4590-a1c1-d24bfa83ed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b78805-8e6d-4fea-b553-aac7e0dd26c6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:48.203865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-408bb5a5-b08e-42c2-90af-32f04ff8d059 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 440215d4-6a58-4293-ac94-16f9de1f207e {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:48.209151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-408bb5a5-b08e-42c2-90af-32f04ff8d059 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.270944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-408bb5a5-b08e-42c2-90af-32f04ff8d059 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.343482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092ede6-7491-498b-85e9-a6388a9f5204 req-af137d03-a1de-46a0-977b-68ab57222d66 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:48.360125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3092ede6-7491-498b-85e9-a6388a9f5204 req-af137d03-a1de-46a0-977b-68ab57222d66 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.2198300 Oct 13 00:21:48.511293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3092ede6-7491-498b-85e9-a6388a9f5204 req-7e0e67e1-5dac-4d86-9fa0-9b737dab2930 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501212 Oct 13 00:21:48.570169 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-408bb5a5-b08e-42c2-90af-32f04ff8d059 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.583723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab43630-1cad-4cf1-b79d-0c78c2c5da04 req-8a0d1d60-cc9b-4d4e-85f0-cc0822b9ed2e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:48.590234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ab43630-1cad-4cf1-b79d-0c78c2c5da04 req-8a0d1d60-cc9b-4d4e-85f0-cc0822b9ed2e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1009736 Oct 13 00:21:48.611867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-da39cbd1-64b0-4832-afcb-8895524a7b71 None None] Could not find standard attr ID for object 55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:21:48.705432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ab43630-1cad-4cf1-b79d-0c78c2c5da04 req-b4b90230-16cd-4cdc-abff-4063a41e7356 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143515 Oct 13 00:21:48.724370 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-408bb5a5-b08e-42c2-90af-32f04ff8d059 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.756055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bb5a5-b08e-42c2-90af-32f04ff8d059 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=440215d4-6a58-4293-ac94-16f9de1f207e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:48.760062 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-408bb5a5-b08e-42c2-90af-32f04ff8d059 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.766316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36652) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:48.768390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-408bb5a5-b08e-42c2-90af-32f04ff8d059 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/440215d4-6a58-4293-ac94-16f9de1f207e HTTP/1.1" status: 204 len: 168 time: 0.7356741 Oct 13 00:21:48.831472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb91ff8-2700-47a9-975b-75ca30228381 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 498a7f6d-4284-48ee-8a5b-081928a0102f {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:48.836021 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb91ff8-2700-47a9-975b-75ca30228381 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.914360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb91ff8-2700-47a9-975b-75ca30228381 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.941061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504cbf1-2009-4d89-bb42-588733755cab None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:49.034852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d50eaaf7-82c4-4405-a245-ce086a0117d6 None None] Could not find standard attr ID for object d2341785-47b9-47c4-95b9-19e7d1d74153. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:21:49.041790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb91ff8-2700-47a9-975b-75ca30228381 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:49.121033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb91ff8-2700-47a9-975b-75ca30228381 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:49.165119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb91ff8-2700-47a9-975b-75ca30228381 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=498a7f6d-4284-48ee-8a5b-081928a0102f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:49.172668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcb91ff8-2700-47a9-975b-75ca30228381 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:49.179708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36666) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:49.192974 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bcb91ff8-2700-47a9-975b-75ca30228381 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/498a7f6d-4284-48ee-8a5b-081928a0102f HTTP/1.1" status: 204 len: 168 time: 0.4254975 Oct 13 00:21:49.259549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36670) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:49.273013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-59d21b9e-42a2-4316-8f0f-2073e66ff9cb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921104 Oct 13 00:21:49.335905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e2e9f-1f97-4d41-bb43-857fc8766ba5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:49.340500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a817f183-bcdd-476f-871f-b3e2c3e24f85 None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '498a7f6d-4284-48ee-8a5b-081928a0102f'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '30468f06-0eda-476d-a0dc-bbd1cad67df0'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:21:49.341050 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e24e2e9f-1f97-4d41-bb43-857fc8766ba5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0801389 Oct 13 00:21:49.341481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36676) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:49.399281 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a817f183-bcdd-476f-871f-b3e2c3e24f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:49.420794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53927990-4f90-4c9a-a85b-f96e0ed0cbb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:49.428151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36680) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:49.443282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-53927990-4f90-4c9a-a85b-f96e0ed0cbb6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0950799 Oct 13 00:21:49.484564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36684) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:49.489775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-34d7a184-02f9-4a6a-9783-676ae3abca8f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:49.494136 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3665bb99-5c03-4f7e-8bc4-bfc97289a65f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637012 Oct 13 00:21:49.604809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-6ccbb6a7-b201-4932-a134-fa720637b8cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3114343 Oct 13 00:21:49.646113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb8dac8-0ce1-4d82-948a-4aae4ff7b509 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:49.649437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d7a184-02f9-4a6a-9783-676ae3abca8f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:49.650901 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34d7a184-02f9-4a6a-9783-676ae3abca8f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:49.652601 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d7a184-02f9-4a6a-9783-676ae3abca8f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:49.654486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d7a184-02f9-4a6a-9783-676ae3abca8f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:21:49.699947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-34d7a184-02f9-4a6a-9783-676ae3abca8f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2142310 Oct 13 00:21:49.702980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:49.711028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-831a268b-4de2-4eab-8733-4a8936c07e17 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:49.779646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4c5e7-43d8-4921-8712-45a9c445e14c req-8a557e67-b05d-453c-9164-49891efe28be tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:49.788817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdf4c5e7-43d8-4921-8712-45a9c445e14c req-8a557e67-b05d-453c-9164-49891efe28be tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1194494 Oct 13 00:21:49.892392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdf4c5e7-43d8-4921-8712-45a9c445e14c req-ba577758-dab3-4e76-ab31-300b7644cdae tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926530 Oct 13 00:21:50.024130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d340a7-039a-4313-af0c-c874cc91379c req-747ee4fc-0b56-4c42-acf9-6be67d382d75 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.049991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-da267172-f90f-4bf9-9e57-fb76dcc06c56 None None] Provisioning complete for port 30468f06-0eda-476d-a0dc-bbd1cad67df0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:50.049991 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-da267172-f90f-4bf9-9e57-fb76dcc06c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:50.056263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90d340a7-039a-4313-af0c-c874cc91379c req-747ee4fc-0b56-4c42-acf9-6be67d382d75 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1467249 Oct 13 00:21:50.147637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:50.185572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9c672b57-6427-447a-9e20-5cc70c45e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.186136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9c672b57-6427-447a-9e20-5cc70c45e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.186491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9c672b57-6427-447a-9e20-5cc70c45e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.186948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9c672b57-6427-447a-9e20-5cc70c45e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.187403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9c672b57-6427-447a-9e20-5cc70c45e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.187917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9c672b57-6427-447a-9e20-5cc70c45e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.188331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9c672b57-6427-447a-9e20-5cc70c45e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.190525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9c672b57-6427-447a-9e20-5cc70c45e601 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6c2029f155254c5bb76b795a332f5fd8&device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6491 time: 0.4694283 Oct 13 00:21:50.195079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90d340a7-039a-4313-af0c-c874cc91379c req-a7079319-f10b-4cbe-ac19-cffec0be4c40 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362107 Oct 13 00:21:50.214688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a268b-4de2-4eab-8733-4a8936c07e17 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:50.224177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] Deleting port 30468f06-0eda-476d-a0dc-bbd1cad67df0 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:50.224772 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:50.232926 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-831a268b-4de2-4eab-8733-4a8936c07e17 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:50.245322 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-831a268b-4de2-4eab-8733-4a8936c07e17 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:50.247013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831a268b-4de2-4eab-8733-4a8936c07e17 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:21:50.310944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] For port 30468f06-0eda-476d-a0dc-bbd1cad67df0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=30468f06-0eda-476d-a0dc-bbd1cad67df0,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:50.311359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:50.333744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] Calling delete_port for 30468f06-0eda-476d-a0dc-bbd1cad67df0 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:50.361945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-831a268b-4de2-4eab-8733-4a8936c07e17 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6545777 Oct 13 00:21:50.362815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36708) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:50.371217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f229831b-705a-4e6b-bbe2-c50445508072 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:50.510072 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:50.535806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-bcce4032-914a-4be1-b85d-53de734d0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.537059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-bcce4032-914a-4be1-b85d-53de734d0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.543902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-bcce4032-914a-4be1-b85d-53de734d0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.545989 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-bcce4032-914a-4be1-b85d-53de734d0138 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f74a808b-9cae-4a0c-95f6-f7ae8155785d&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=94268d05-d85d-4847-87f3-ead562262dd6&id=591f32ea-f744-48f5-b6a3-d94230219abc&id=591f32ea-f744-48f5-b6a3-d94230219abc HTTP/1.1" status: 200 len: 2293 time: 0.2941561 Oct 13 00:21:50.564562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f229831b-705a-4e6b-bbe2-c50445508072 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:50.570552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f229831b-705a-4e6b-bbe2-c50445508072 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:50.575538 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f229831b-705a-4e6b-bbe2-c50445508072 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:50.577236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f229831b-705a-4e6b-bbe2-c50445508072 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:21:50.613195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f229831b-705a-4e6b-bbe2-c50445508072 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2481842 Oct 13 00:21:50.614438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] No DVR routers for this DVR port 30468f06-0eda-476d-a0dc-bbd1cad67df0 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:50.615588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36722) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:50.637439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4486be3-8114-4c7d-b662-d801a62320b0 None None] Pushing event deleted for resources: {'Port': ['ID=30468f06-0eda-476d-a0dc-bbd1cad67df0,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:50.657979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-26d7a270-f1a8-4cd6-8c54-170b722fb7c1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:50.664384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390a02f-f6cc-4b87-b898-efb5fb2dfae2 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:21:50.734788 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-80fd96fc-1097-45ab-9163-5af5852e533a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26488eef-0b26-4aa7-aba7-948a93520029 HTTP/1.1" status: 200 len: 1001 time: 0.1813221 Oct 13 00:21:50.866210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-0ce34eae-2043-4a8b-a961-c8a742a28efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.869361 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-0ce34eae-2043-4a8b-a961-c8a742a28efa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=274a127c-657f-48bd-8824-8c5514237b1f HTTP/1.1" status: 200 len: 851 time: 0.1264527 Oct 13 00:21:50.939082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d7a270-f1a8-4cd6-8c54-170b722fb7c1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:50.942839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26d7a270-f1a8-4cd6-8c54-170b722fb7c1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:50.944876 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d7a270-f1a8-4cd6-8c54-170b722fb7c1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:50.945307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d7a270-f1a8-4cd6-8c54-170b722fb7c1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:21:50.946658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-5ffdf9d9-3205-4fa8-828e-4982a8169e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.949096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-5ffdf9d9-3205-4fa8-828e-4982a8169e25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f74a808b-9cae-4a0c-95f6-f7ae8155785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699413 Oct 13 00:21:50.967354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89201e0a-7ed4-4c88-a92a-32af81696bca req-1cd85fbb-e287-4d46-8cfe-f04557506dab tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:50.969879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390a02f-f6cc-4b87-b898-efb5fb2dfae2 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:21:50.981302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89201e0a-7ed4-4c88-a92a-32af81696bca req-1cd85fbb-e287-4d46-8cfe-f04557506dab tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1154678 Oct 13 00:21:51.130486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-5d7bdcb0-ec71-46ab-8916-6931acd6693e service neutron] 10.222.0.45 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730793 Oct 13 00:21:51.257691 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-88af9571-80e1-472a-99e6-92dec9486e1c service neutron] 10.222.0.45 "GET /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190107 Oct 13 00:21:51.344180 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-2c7d9244-6d40-4e80-8d0a-965bdc24a8e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=9265abc7-6b4c-41be-82ef-41693b535004 HTTP/1.1" status: 200 len: 217 time: 0.0766497 Oct 13 00:21:51.419897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30468f06-0eda-476d-a0dc-bbd1cad67df0 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:51.447299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 30468f06-0eda-476d-a0dc-bbd1cad67df0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:21:51.447839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 30468f06-0eda-476d-a0dc-bbd1cad67df0 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:21:51.458345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-8ea6662f-9d7c-4897-af4a-6677225d9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:51.461037 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-8ea6662f-9d7c-4897-af4a-6677225d9779 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.1088667 Oct 13 00:21:51.461703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bdda01-cf06-4c7d-b012-730e1dd06c7d None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:21:51.510974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-26d7a270-f1a8-4cd6-8c54-170b722fb7c1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8693662 Oct 13 00:21:51.517491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36754) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:51.524340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1fbea893-bf03-46f4-8c8a-96c5bd72bf9f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:51.551700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89201e0a-7ed4-4c88-a92a-32af81696bca req-10899af1-384e-4e8c-adb4-48e6ba3e9b4f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686579 Oct 13 00:21:51.580898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e603d9-bca4-47e6-900a-3536e64c0955 req-4917c7ec-eca0-427d-ac0e-17a217b5fe13 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:51.585781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71e603d9-bca4-47e6-900a-3536e64c0955 req-4917c7ec-eca0-427d-ac0e-17a217b5fe13 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.5686116 Oct 13 00:21:51.640466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bdda01-cf06-4c7d-b012-730e1dd06c7d None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:21:51.670118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71e603d9-bca4-47e6-900a-3536e64c0955 req-26e62dfb-572e-4000-96c9-8ad57b84c3c7 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762768 Oct 13 00:21:51.685326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbea893-bf03-46f4-8c8a-96c5bd72bf9f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:51.689189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1fbea893-bf03-46f4-8c8a-96c5bd72bf9f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:51.690654 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbea893-bf03-46f4-8c8a-96c5bd72bf9f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:51.691083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbea893-bf03-46f4-8c8a-96c5bd72bf9f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:21:51.728366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-510cd237-6cce-4a81-83aa-a3764b3ea576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:51.729921 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-510cd237-6cce-4a81-83aa-a3764b3ea576 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2603819 Oct 13 00:21:51.742373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1fbea893-bf03-46f4-8c8a-96c5bd72bf9f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2242074 Oct 13 00:21:51.745437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36764) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:51.751346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-49047c9c-8f3f-4ae4-ad71-35a301796735 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:51.901038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49047c9c-8f3f-4ae4-ad71-35a301796735 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:51.912307 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49047c9c-8f3f-4ae4-ad71-35a301796735 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:51.914483 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-49047c9c-8f3f-4ae4-ad71-35a301796735 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:21:51.915367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49047c9c-8f3f-4ae4-ad71-35a301796735 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:21:51.936639 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-227e8dea-5ea4-4198-b586-bf9141033591 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991456 Oct 13 00:21:51.963558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49047c9c-8f3f-4ae4-ad71-35a301796735 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2071753 Oct 13 00:21:51.964057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36776) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:52.048506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9aadeb21-8b4c-4e21-8c51-3aa06615ac8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0832064 Oct 13 00:21:52.052970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36778) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:52.124367 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-0a9ef0c5-14b2-490b-bc20-4f9f0bad5f08 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798108 Oct 13 00:21:52.131181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176b51f-eea9-4505-933b-c983df9a8be7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:52.133529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5176b51f-eea9-4505-933b-c983df9a8be7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771885 Oct 13 00:21:52.136058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36784) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:52.210651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-1e7c2170-fc78-4ef3-b6c2-e01d8b5bc18e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=bf802313-d3df-4540-adff-9c73c3366bb7 HTTP/1.1" status: 200 len: 217 time: 0.0751309 Oct 13 00:21:52.212755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-28c15434-8e42-4187-9f76-3e2e9e824d03 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693879 Oct 13 00:21:52.217266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36786) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:52.223326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:52.286350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-a6e9d0fa-f3e8-41a6-ac02-32be8f39218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:52.296909 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-a6e9d0fa-f3e8-41a6-ac02-32be8f39218a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.0733242 Oct 13 00:21:52.363700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:52.368395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:52.385655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-49097230-6ea4-450b-834c-ce774dce9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:52.388600 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-49097230-6ea4-450b-834c-ce774dce9948 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898759 Oct 13 00:21:52.457587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:52.588286 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-f5eeb124-8c14-40af-b7af-719611956736 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912372 Oct 13 00:21:52.773921 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-85a39858-b59b-4e8a-bb76-cec36e3fab5e service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788101 Oct 13 00:21:52.782997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9ee0-2e60-419d-9908-b72eb08ae7d6 req-d04bc231-d8b0-4636-b8dc-5c6002cb4374 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:52.785741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-038b9ee0-2e60-419d-9908-b72eb08ae7d6 req-d04bc231-d8b0-4636-b8dc-5c6002cb4374 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1036866 Oct 13 00:21:52.876214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-75c219b6-faeb-4ba9-986c-d1c8063da10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:52.885591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:21:52.886736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-fcfcb0b6-b82c-40d8-9d2e-7f8037cf76b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=41287d11-bc16-4f5a-9352-f0132c384b8b HTTP/1.1" status: 200 len: 217 time: 0.1021955 Oct 13 00:21:52.897356 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:52.969267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-030932d9-dd17-43d7-8dbc-c8a69ea1a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:52.970919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-030932d9-dd17-43d7-8dbc-c8a69ea1a0c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.0756977 Oct 13 00:21:53.000590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=02a8996f-6a0d-4f47-9283-0ecf5ead121e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:53.005437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:53.017640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-038b9ee0-2e60-419d-9908-b72eb08ae7d6 req-a0e9a0d2-561b-4295-ae12-fea6ad084dbc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237513 Oct 13 00:21:53.019869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:53.035410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1916c2-3195-4794-9db4-fce0daaa0cd3 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:53.043054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:53.043720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.065312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-75c219b6-faeb-4ba9-986c-d1c8063da10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.067630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-47eec0c8-6de6-4881-ba13-f7b9c5c228de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:53.069230 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-47eec0c8-6de6-4881-ba13-f7b9c5c228de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911431 Oct 13 00:21:53.069774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d76e86-7f78-44df-b08c-7e3999ca1e2f req-3db8b10a-5e3d-4605-8003-9cff224b1a3b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:53.071349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86d76e86-7f78-44df-b08c-7e3999ca1e2f req-3db8b10a-5e3d-4605-8003-9cff224b1a3b tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.2282445 Oct 13 00:21:53.078697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-75c219b6-faeb-4ba9-986c-d1c8063da10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.123710 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ff920f6c-6cc4-4dfc-9c35-e881764ddc49 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9045584 Oct 13 00:21:53.134142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36810) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:53.144158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:b0:c5:31', 'name': 'tempest-NetworksTestDHCPv6-1035589562'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:53.232429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86d76e86-7f78-44df-b08c-7e3999ca1e2f req-99dd4897-c27a-4e1e-b79f-1548cba8878a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473401 Oct 13 00:21:53.235255 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-75c219b6-faeb-4ba9-986c-d1c8063da10f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83af63527a134fae935d7f6b534c07d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7764671 Oct 13 00:21:53.237823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36812) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:53.252120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c219b6-faeb-4ba9-986c-d1c8063da10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976d6076-6510-4262-97d9-0ba76a43943a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:53.324498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '02a8996f-6a0d-4f47-9283-0ecf5ead121e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:53.324981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e43-1bca-423e-b151-07db631c6428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.327747 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.330784 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-6be3ab40-3ab7-4f14-b181-6b1b9098b81a service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487538 Oct 13 00:21:53.362767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:53.372568 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e43-1bca-423e-b151-07db631c6428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.482704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-38781dec-ec00-4357-b021-21b47a25bdc7 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379128 Oct 13 00:21:53.492175 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.495955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e43-1bca-423e-b151-07db631c6428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.497695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Allocated IP 2001:db8::f816:3eff:feaf:2ecf (0aab82b3-edf6-49a9-80bd-eba5b227e5da/02a8996f-6a0d-4f47-9283-0ecf5ead121e/f6daeda8-758c-4f71-af55-9174e0d9ece8) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:53.501138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95aa5e43-1bca-423e-b151-07db631c6428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.507182 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-95aa5e43-1bca-423e-b151-07db631c6428 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/976d6076-6510-4262-97d9-0ba76a43943a HTTP/1.1" status: 204 len: 168 time: 0.2649851 Oct 13 00:21:53.527374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 44b6b9fa-b427-49a4-98ea-628ccf6af098 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:53.590556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-30bce8ab-c5ca-4595-a52f-5a05ab713476 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=068c0998-0d76-4f70-97f9-b63506279aa8 HTTP/1.1" status: 200 len: 217 time: 0.0975869 Oct 13 00:21:53.591422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa5e43-1bca-423e-b151-07db631c6428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976d6076-6510-4262-97d9-0ba76a43943a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:53.644790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-70807c37-a706-4807-b210-8dc1f58de781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:53.646376 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-70807c37-a706-4807-b210-8dc1f58de781 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 200 len: 797 time: 0.0477808 Oct 13 00:21:53.692951 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.699250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-8c1ffedf-dfe8-4c3b-99f5-068de3807330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:53.701101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.711241 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-8c1ffedf-dfe8-4c3b-99f5-068de3807330 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94268d05-d85d-4847-87f3-ead562262dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577211 Oct 13 00:21:53.745821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:53.753454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:53.758728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:53.762070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Pushing event updated for resources: {'Port': ['ID=f6daeda8-758c-4f71-af55-9174e0d9ece8,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:53.793110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:feb0:c531 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/02a8996f-6a0d-4f47-9283-0ecf5ead121e/44b6b9fa-b427-49a4-98ea-628ccf6af098) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:53.812811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-8c4c2ca4-605e-4384-9db0-94d1a4618c6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1099961 Oct 13 00:21:53.825477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Attempting to bind port f6daeda8-758c-4f71-af55-9174e0d9ece8 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:53.826043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Attempting to bind port f6daeda8-758c-4f71-af55-9174e0d9ece8 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:53.826426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Attempting to bind port f6daeda8-758c-4f71-af55-9174e0d9ece8 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:53.833019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:53.834226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:53.834695 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.835157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:53.835857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Bound port: f6daeda8-758c-4f71-af55-9174e0d9ece8, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:53.836256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.892200 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-34a0ee8d-59f5-4cfa-be22-7b521bafde4a service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730440 Oct 13 00:21:53.935172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] For port f6daeda8-758c-4f71-af55-9174e0d9ece8, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:53.939743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] For port f6daeda8-758c-4f71-af55-9174e0d9ece8, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f6daeda8-758c-4f71-af55-9174e0d9ece8,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:53.946993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:53.978358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36826) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:54.015274 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01dc4b64-c712-49d8-bf30-9ab0be41cc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:54.047267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652e1d8-e081-4d96-9b23-3e8dc7b1371d None None] Pushing event updated for resources: {'Port': ['ID=f6daeda8-758c-4f71-af55-9174e0d9ece8,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:54.071744 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-9bbdf869-901f-45e0-8d42-2d35fa5a4df4 service neutron] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647847 Oct 13 00:21:54.103148 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:54.135810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-675c96c3-cf41-445a-9e33-12fc21614695 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580 HTTP/1.1" status: 200 len: 217 time: 0.0530956 Oct 13 00:21:54.142598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ffdaf997-45e6-49e8-802f-f628d7a9c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.143016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ffdaf997-45e6-49e8-802f-f628d7a9c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.143470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ffdaf997-45e6-49e8-802f-f628d7a9c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.143951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ffdaf997-45e6-49e8-802f-f628d7a9c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.144407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ffdaf997-45e6-49e8-802f-f628d7a9c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.144863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ffdaf997-45e6-49e8-802f-f628d7a9c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.145311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ffdaf997-45e6-49e8-802f-f628d7a9c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.147285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ffdaf997-45e6-49e8-802f-f628d7a9c19b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6501 time: 0.2398081 Oct 13 00:21:54.193818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:54.257991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-6c47e5df-0b32-4f96-a4d5-56ef35cb4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.259466 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-6c47e5df-0b32-4f96-a4d5-56ef35cb4571 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4e3a813-ea5f-436e-b84d-e1b1ab64896b HTTP/1.1" status: 200 len: 797 time: 0.1162543 Oct 13 00:21:54.410859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-b2384bd5-fbf8-47b4-8410-8e7efa99e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.412521 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-b2384bd5-fbf8-47b4-8410-8e7efa99e2ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1448514 Oct 13 00:21:54.437658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=44b6b9fa-b427-49a4-98ea-628ccf6af098,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:54.504982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:54.518152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:54.521422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:54.528315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-468315bf-441e-418f-83b6-970897bfb14f service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060064 Oct 13 00:21:54.529316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.530067 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:54.563481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d14b0b-6ff3-4b57-a407-fd9ce853b106 req-84f021c4-1328-4482-8b60-5211cf2a95a2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.564932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83d14b0b-6ff3-4b57-a407-fd9ce853b106 req-84f021c4-1328-4482-8b60-5211cf2a95a2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.4292285 Oct 13 00:21:54.579985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-27260855-a6db-4757-b166-274ec02d0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.580545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-27260855-a6db-4757-b166-274ec02d0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.581042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-27260855-a6db-4757-b166-274ec02d0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.582721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-27260855-a6db-4757-b166-274ec02d0840 service neutron] 10.222.0.36 "GET /v2.0/networks?id=972360ba-87c4-40b5-91b3-83430f57dcf1&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 200 len: 2298 time: 0.3918486 Oct 13 00:21:54.598738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4c8b0853-d88f-498e-977a-1eaada33d11c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4630859 Oct 13 00:21:54.599564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36848) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:54.632243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0735a7-af1b-4296-b0ad-1d9c3974475e req-4befa5e9-1e98-4f03-b10d-15be259df99a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.633689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d0735a7-af1b-4296-b0ad-1d9c3974475e req-4befa5e9-1e98-4f03-b10d-15be259df99a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.2120450 Oct 13 00:21:54.664654 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-4309332b-e4da-43ed-8e74-f3aaedf503c9 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276493 Oct 13 00:21:54.676690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797870e-6c05-443a-8f09-052cd5c829e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.682938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797870e-6c05-443a-8f09-052cd5c829e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.684569 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f797870e-6c05-443a-8f09-052cd5c829e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0840461 Oct 13 00:21:54.691029 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01dc4b64-c712-49d8-bf30-9ab0be41cc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:54.692773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36850) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:54.712498 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01dc4b64-c712-49d8-bf30-9ab0be41cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:54.729987 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-98df7a2d-3e78-4c1f-9c72-243261ce61ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 HTTP/1.1" status: 200 len: 217 time: 0.0442455 Oct 13 00:21:54.746191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83d14b0b-6ff3-4b57-a407-fd9ce853b106 req-6996f31d-9212-4643-8087-413d700919c7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685565 Oct 13 00:21:54.781960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-22e3f862-3bd2-4d23-98c5-f8090eb1ab65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3eef818-216f-4680-829e-5387a649958f HTTP/1.1" status: 200 len: 1002 time: 0.1790001 Oct 13 00:21:54.793603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-01dc4b64-c712-49d8-bf30-9ab0be41cc1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2495253add284b9897976263536fa627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8136148 Oct 13 00:21:54.799006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d0735a7-af1b-4296-b0ad-1d9c3974475e req-4ae93fdf-a62e-4af6-bbe5-00a40f54dbec tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313982 Oct 13 00:21:54.799472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36852) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:54.809243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc4b64-c712-49d8-bf30-9ab0be41cc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7e5a75-4044-48ff-a3ee-65798abfc1ce,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:54.854157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-ee852a21-e322-4ffe-85c7-26c0d47d4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.855757 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-ee852a21-e322-4ffe-85c7-26c0d47d4e0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4e3a813-ea5f-436e-b84d-e1b1ab64896b HTTP/1.1" status: 200 len: 797 time: 0.1082778 Oct 13 00:21:54.915478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a5cec1d0-d019-4e7a-9a92-34c7f239680f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 44b6b9fa-b427-49a4-98ea-628ccf6af098 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:54.915771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5cec1d0-d019-4e7a-9a92-34c7f239680f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:54.921249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-523e0b4f-c364-408c-ad17-317ebb39647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.922713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-523e0b4f-c364-408c-ad17-317ebb39647a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ad4c660-a4cc-46aa-a70e-5c6380b74a09 HTTP/1.1" status: 200 len: 856 time: 0.1278427 Oct 13 00:21:54.967597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-46d41135-a309-4147-88ed-b7138833a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:54.969760 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-46d41135-a309-4147-88ed-b7138833a5fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=591f32ea-f744-48f5-b6a3-d94230219abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1057010 Oct 13 00:21:54.977083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-173bbda7-9251-4a74-8e9b-b23c423f2ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.010937 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-173bbda7-9251-4a74-8e9b-b23c423f2ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.024753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-40aef2bb-455c-4be7-8ce6-6df04ef1cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:55.026546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-40aef2bb-455c-4be7-8ce6-6df04ef1cdd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=972360ba-87c4-40b5-91b3-83430f57dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878451 Oct 13 00:21:55.207187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5cec1d0-d019-4e7a-9a92-34c7f239680f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.221704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-42ead18e-dbac-48d6-9c2e-d5499d9a84d2 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309177 Oct 13 00:21:55.228424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a5cec1d0-d019-4e7a-9a92-34c7f239680f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 44b6b9fa-b427-49a4-98ea-628ccf6af098 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:55.258789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18b93a-5529-4c3f-98d6-2783b9e15f49 req-dac5f19d-83bf-4a46-ac44-d6baf04af6c3 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:55.266227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa18b93a-5529-4c3f-98d6-2783b9e15f49 req-dac5f19d-83bf-4a46-ac44-d6baf04af6c3 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1434076 Oct 13 00:21:55.300940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-6bde5e9a-6c4c-4d76-b2a8-1b151deae09e service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674346 Oct 13 00:21:55.304109 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-173bbda7-9251-4a74-8e9b-b23c423f2ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.306730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-173bbda7-9251-4a74-8e9b-b23c423f2ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.307847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-173bbda7-9251-4a74-8e9b-b23c423f2ad8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb7e5a75-4044-48ff-a3ee-65798abfc1ce HTTP/1.1" status: 204 len: 168 time: 0.5006590 Oct 13 00:21:55.309844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-36c5211b-525e-46f9-b2fc-1caf61f8f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:55.318936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-36c5211b-525e-46f9-b2fc-1caf61f8f6a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 1097 time: 0.1436110 Oct 13 00:21:55.350586 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e4be6dd-b2f0-46e5-8841-292126a037f4 req-23a16b2b-f9eb-4bea-926c-cbbebd435832 service neutron] 10.222.0.45 "GET /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174905 Oct 13 00:21:55.417307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bbda7-9251-4a74-8e9b-b23c423f2ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7e5a75-4044-48ff-a3ee-65798abfc1ce,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:55.504174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f6daeda8-758c-4f71-af55-9174e0d9ece8 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:21:55.599291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f6daeda8-758c-4f71-af55-9174e0d9ece8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:55.600807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.640083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-6b2d79c1-71fa-4578-8ba1-051b8d845391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:55.641428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-6b2d79c1-71fa-4578-8ba1-051b8d845391 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.3125367 Oct 13 00:21:55.651865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa18b93a-5529-4c3f-98d6-2783b9e15f49 req-42cff3d5-75ea-48a8-aa0b-5d65f37a9b9c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3826172 Oct 13 00:21:55.664140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5cec1d0-d019-4e7a-9a92-34c7f239680f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.740888 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.792517 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-801375fd-e56c-4f40-a872-e185184ede80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a94004-c6bd-4367-b500-3a3187936290 HTTP/1.1" status: 200 len: 1002 time: 0.1326342 Oct 13 00:21:55.792723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec1d0-d019-4e7a-9a92-34c7f239680f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=44b6b9fa-b427-49a4-98ea-628ccf6af098,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:55.798674 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ae063b4e-b007-4209-9f0f-2df435b1ae4e service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508853 Oct 13 00:21:55.814621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-70964ad9-9279-49d9-9b19-c39ee13a6284 None None] Provisioning complete for port f6daeda8-758c-4f71-af55-9174e0d9ece8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:21:55.815354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-70964ad9-9279-49d9-9b19-c39ee13a6284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.818272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port f6daeda8-758c-4f71-af55-9174e0d9ece8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f6daeda8-758c-4f71-af55-9174e0d9ece8,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:55.858765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5cec1d0-d019-4e7a-9a92-34c7f239680f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.865278 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a5cec1d0-d019-4e7a-9a92-34c7f239680f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/44b6b9fa-b427-49a4-98ea-628ccf6af098 HTTP/1.1" status: 204 len: 168 time: 1.1699378 Oct 13 00:21:55.867336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36870) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:55.870806 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:55.946063 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-b1a6fd2e-d5ce-4fe1-8e5c-b563fa0bfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:55.947902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-b1a6fd2e-d5ce-4fe1-8e5c-b563fa0bfdea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.1431830 Oct 13 00:21:55.968018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=f6daeda8-758c-4f71-af55-9174e0d9ece8,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:56.012598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24680a67-e66a-4b0a-b8e9-84591e7c6373 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:56.014383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24680a67-e66a-4b0a-b8e9-84591e7c6373 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:56.018339 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-24680a67-e66a-4b0a-b8e9-84591e7c6373 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1483123 Oct 13 00:21:56.019615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:56.066035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-a5c2d9f8-08f6-4e96-abb9-e253930e1449 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 217 time: 0.1129911 Oct 13 00:21:56.141382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-958346a2-cfb4-4d12-a8a0-fb5ccc1f9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:56.142943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-958346a2-cfb4-4d12-a8a0-fb5ccc1f9459 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0629122 Oct 13 00:21:56.149759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15c5fa4-df10-4de0-9fee-eb73589f6b27 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 02a8996f-6a0d-4f47-9283-0ecf5ead121e {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:21:56.155302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d15c5fa4-df10-4de0-9fee-eb73589f6b27 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:56.184940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e32fc342-4bb7-40ed-937c-0c6f56e0c844 None None] Could not find standard attr ID for object 44b6b9fa-b427-49a4-98ea-628ccf6af098. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:21:56.201587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-29be78b9-f3b9-4f92-8372-dee98aaf46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:56.203220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-29be78b9-f3b9-4f92-8372-dee98aaf46bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308836 Oct 13 00:21:56.212856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4879e-c740-43ad-befc-18140ef3a3b5 req-289eb6ed-65ac-437c-a2c5-0477e38560bc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:56.214790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42d4879e-c740-43ad-befc-18140ef3a3b5 req-289eb6ed-65ac-437c-a2c5-0477e38560bc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.2554965 Oct 13 00:21:56.227871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d15c5fa4-df10-4de0-9fee-eb73589f6b27 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:56.285225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42d4879e-c740-43ad-befc-18140ef3a3b5 req-53428082-f714-44b3-a142-b6b0ac68a3cf tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Oct 13 00:21:56.365710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-0405deec-6120-40ac-a7a8-7c0c33c81ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:56.367637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-0405deec-6120-40ac-a7a8-7c0c33c81ab3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2148659 Oct 13 00:21:56.515115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-e3b7b12c-f336-4ecb-abc6-b58e92ad5962 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864611 Oct 13 00:21:56.519460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-2c1f6fef-e206-4bce-91af-1906d2509fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423826 Oct 13 00:21:56.635270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98192a0d-dfea-46f1-9820-2c1ef2fb7112 req-4e18acfb-2e11-4124-8930-60ead659d11c service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115603 Oct 13 00:21:56.697384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d15c5fa4-df10-4de0-9fee-eb73589f6b27 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:56.797936 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d15c5fa4-df10-4de0-9fee-eb73589f6b27 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:56.842404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c5fa4-df10-4de0-9fee-eb73589f6b27 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=02a8996f-6a0d-4f47-9283-0ecf5ead121e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:56.846174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d15c5fa4-df10-4de0-9fee-eb73589f6b27 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:56.849725 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d15c5fa4-df10-4de0-9fee-eb73589f6b27 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/02a8996f-6a0d-4f47-9283-0ecf5ead121e HTTP/1.1" status: 204 len: 168 time: 0.8286381 Oct 13 00:21:56.854756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc613f7-1df1-4a2f-b10b-59bc8f316abb None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:56.857943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36904) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:56.912799 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-14614f92-a228-48bb-a96c-dc371d32d7c3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533335 Oct 13 00:21:56.920255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36906) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:56.925166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:57.103648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:57.108545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:57.117572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:21:57.217341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] Deleting port f6daeda8-758c-4f71-af55-9174e0d9ece8 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:21:57.220708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:57.231666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-1b08371c-40e0-4683-90a0-73b50d7d10cf service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952902 Oct 13 00:21:57.279735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-1cfd76ff-4bf7-442f-8b6c-3788b019d225 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 217 time: 0.0399916 Oct 13 00:21:57.292044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fe50c-310a-4bd4-8d95-987fcfd2153b req-26a7ae5e-5e4c-4af3-ab31-0b4fb112eed0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:57.300415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a07fe50c-310a-4bd4-8d95-987fcfd2153b req-26a7ae5e-5e4c-4af3-ab31-0b4fb112eed0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.5318360 Oct 13 00:21:57.390980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] For port f6daeda8-758c-4f71-af55-9174e0d9ece8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f6daeda8-758c-4f71-af55-9174e0d9ece8,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:21:57.393364 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:57.420266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a07fe50c-310a-4bd4-8d95-987fcfd2153b req-5708ea2d-76c3-4cee-839e-d1d20506f13a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177502 Oct 13 00:21:57.432746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-3aaf4c0c-0c00-4dd1-9a4d-496c7ad2982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:57.434870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-3aaf4c0c-0c00-4dd1-9a4d-496c7ad2982a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.1169925 Oct 13 00:21:57.447036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f6daeda8-758c-4f71-af55-9174e0d9ece8 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:21:57.449408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] Calling delete_port for f6daeda8-758c-4f71-af55-9174e0d9ece8 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:21:57.563361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-99f0486b-f873-486b-a598-c48bd0f13c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:57.565353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-99f0486b-f873-486b-a598-c48bd0f13c6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1218941 Oct 13 00:21:57.611895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab162c6-36d4-4a7f-86fe-d249a1dd5478 req-a5821b91-e04f-45df-9051-876805bc61db tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:57.611895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ab162c6-36d4-4a7f-86fe-d249a1dd5478 req-a5821b91-e04f-45df-9051-876805bc61db tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1150496 Oct 13 00:21:57.708660 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:57.724431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.objects.ports [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:21:57.765996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ab162c6-36d4-4a7f-86fe-d249a1dd5478 req-cb909051-e35a-4ec9-8156-917261ddc8c8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965123 Oct 13 00:21:57.800123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-6d04fab3-e040-4f9d-b12c-47cd6dd6d946 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260520 Oct 13 00:21:57.941196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-8e93f27d-1299-4c98-a2fd-91b53d9cabf4 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304152 Oct 13 00:21:57.980777 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:58.031429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] Pushing event deleted for resources: {'Port': ['ID=f6daeda8-758c-4f71-af55-9174e0d9ece8,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:58.054951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ace835-90d4-46f4-aa03-90c92363c80b None None] No DVR routers for this DVR port f6daeda8-758c-4f71-af55-9174e0d9ece8 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:21:58.077631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-7d941a66-ae40-48c6-857f-84ec4016d7a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6 HTTP/1.1" status: 200 len: 217 time: 0.1286514 Oct 13 00:21:58.085039 n-d-813679-4 neutron-server[94988]: WARNING neutron.services.revisions.revision_plugin [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Could not find related port for resource to bump revision. Oct 13 00:21:58.104060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_pluggable_backend [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Port f6daeda8-758c-4f71-af55-9174e0d9ece8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94988) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 00:21:58.104375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_pluggable_backend [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:2ecf {{(pid=94988) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 00:21:58.107958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_pluggable_backend [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:2ecf {{(pid=94988) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 00:21:58.109205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:58.134622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:58.145115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:58.158250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-0ae8cede-1cfc-4d46-90bb-7f07577747e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:58.163299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf38d1-d8ac-4581-a78e-f2fa17ed6af6 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:21:58.166410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:58.167021 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:58.174682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-0ae8cede-1cfc-4d46-90bb-7f07577747e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0886126 Oct 13 00:21:58.202651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2824283 Oct 13 00:21:58.205931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36958) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:58.211431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:2f:98:81', 'name': 'tempest-NetworksTestDHCPv6-252513177'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:21:58.307731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-f945df23-4745-48be-80f4-1e93a48a5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:58.309276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-f945df23-4745-48be-80f4-1e93a48a5727 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236010 Oct 13 00:21:58.328834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b5307-ff64-4d72-8395-79500436fa8c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=545d0079-5b5d-4719-9fbb-1ed6f5682ca6,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:58.436745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '545d0079-5b5d-4719-9fbb-1ed6f5682ca6'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:21:58.437617 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:58.496608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:21:58.619219 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:58.622475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-738f2760-cc35-4354-91b9-9c5dfe4784aa service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037045 Oct 13 00:21:58.634360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c2d86-2d83-4a31-8d16-39c090259832 req-2f473a51-1df4-4ded-b39c-d3aea61211c7 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:58.642483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d82c2d86-2d83-4a31-8d16-39c090259832 req-2f473a51-1df4-4ded-b39c-d3aea61211c7 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0876875 Oct 13 00:21:58.646846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 53399afb-375f-4454-9f99-fa087355df7f yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:21:58.781368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d82c2d86-2d83-4a31-8d16-39c090259832 req-cbfec6c7-9023-4418-9f5d-7eb5651859c2 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358497 Oct 13 00:21:58.796700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Allocated IP 2001:db8::f816:3eff:fe7c:3651 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/545d0079-5b5d-4719-9fbb-1ed6f5682ca6/5a6fe801-b923-40b7-a481-7e5fe746f5b6) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:58.925363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-b7e690f8-65a3-4b89-a472-4c84e1059037 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800360 Oct 13 00:21:59.025176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-028227ae-ae43-4ee8-a130-1db4d51735f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=706288e8-65f6-48f3-8192-d814ca856871 HTTP/1.1" status: 200 len: 217 time: 0.0908127 Oct 13 00:21:59.094606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.105444 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.140359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-b34c3235-6d3a-4908-9116-bc541719d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:59.141854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-b34c3235-6d3a-4908-9116-bc541719d5ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0975599 Oct 13 00:21:59.265138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:59.275742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:fe2f:9881 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/545d0079-5b5d-4719-9fbb-1ed6f5682ca6/53399afb-375f-4454-9f99-fa087355df7f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:21:59.294909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6e27c-db84-4a84-931f-ef7277bae3f9 req-d401d8c0-ddab-4809-a048-d5ad918efa02 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:59.298609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ba6e27c-db84-4a84-931f-ef7277bae3f9 req-d401d8c0-ddab-4809-a048-d5ad918efa02 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.3524239 Oct 13 00:21:59.312568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:59.342739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:59.394979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Pushing event updated for resources: {'Port': ['ID=5a6fe801-b923-40b7-a481-7e5fe746f5b6,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:59.409892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ba6e27c-db84-4a84-931f-ef7277bae3f9 req-51f43913-74c6-45aa-8c5b-b9d5094e7c58 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102829 Oct 13 00:21:59.415585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-a8aa565a-6745-4205-a6af-20d42d67846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:59.418292 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-a8aa565a-6745-4205-a6af-20d42d67846a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2661328 Oct 13 00:21:59.485642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Attempting to bind port 5a6fe801-b923-40b7-a481-7e5fe746f5b6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:21:59.489324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Attempting to bind port 5a6fe801-b923-40b7-a481-7e5fe746f5b6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:21:59.490073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Attempting to bind port 5a6fe801-b923-40b7-a481-7e5fe746f5b6 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:21:59.505532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:21:59.506373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:21:59.507049 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.509357 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:21:59.510153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Bound port: 5a6fe801-b923-40b7-a481-7e5fe746f5b6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:21:59.510807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.531377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37000) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:59.620283 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.629633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] For port 5a6fe801-b923-40b7-a481-7e5fe746f5b6, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:21:59.631013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-a3091bea-65d8-4a3d-ad80-c0f95487bb74 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038219 Oct 13 00:21:59.634678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] For port 5a6fe801-b923-40b7-a481-7e5fe746f5b6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5a6fe801-b923-40b7-a481-7e5fe746f5b6,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:21:59.640503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.720455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.745005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cbbb3-c81e-4216-8e65-f72bd1145e02 None None] Pushing event updated for resources: {'Port': ['ID=5a6fe801-b923-40b7-a481-7e5fe746f5b6,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:59.771580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94aed1df-92d1-4195-ac60-c37456ae0686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.792687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:21:59.796984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:21:59.800884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:21:59.809247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:59.810164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:59.826857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=53399afb-375f-4454-9f99-fa087355df7f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:21:59.837945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.838257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.838919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.839258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.839626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.839961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.840308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.840661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.841347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.841347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.841609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.841938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:21:59.851250 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-90c103cb-b9ab-467d-8451-ff22caf5c414 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6418374 Oct 13 00:21:59.852119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37004) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:59.870371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-7e0ca427-6c81-4252-8f9c-e6b950786875 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308152 Oct 13 00:21:59.917624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d907f-ee83-4d8b-917e-34a7fed76bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:59.925228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2d907f-ee83-4d8b-917e-34a7fed76bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:21:59.927673 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7f2d907f-ee83-4d8b-917e-34a7fed76bc3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0751722 Oct 13 00:21:59.930792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37008) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:21:59.964842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-9fe8f53c-9436-4830-9723-e572c25974da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e586af34-9245-4a73-b0f7-93966fa80a3f HTTP/1.1" status: 200 len: 217 time: 0.0857344 Oct 13 00:22:00.044377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94aed1df-92d1-4195-ac60-c37456ae0686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.066527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-0ba43729-ddee-4056-a78e-6bafaec77dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:00.068273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-0ba43729-ddee-4056-a78e-6bafaec77dff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.0688727 Oct 13 00:22:00.070646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94aed1df-92d1-4195-ac60-c37456ae0686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.083710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-cea45c74-8878-4393-8a2b-649e1a5b2a55 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 53399afb-375f-4454-9f99-fa087355df7f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:00.083710 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cea45c74-8878-4393-8a2b-649e1a5b2a55 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.118977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aed1df-92d1-4195-ac60-c37456ae0686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb61dfd-dbf1-4801-8583-6d568dbd909f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:00.159023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-94aed1df-92d1-4195-ac60-c37456ae0686 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01bcdd5a37de40a0b4b748c5855aab9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265357 Oct 13 00:22:00.163307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37010) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:00.171360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-6f3f1884-f4a0-40bb-9e0a-bf675962f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:00.172852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-6f3f1884-f4a0-40bb-9e0a-bf675962f50c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672402 Oct 13 00:22:00.208599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cea45c74-8878-4393-8a2b-649e1a5b2a55 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.230135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-cea45c74-8878-4393-8a2b-649e1a5b2a55 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 53399afb-375f-4454-9f99-fa087355df7f owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:00.270174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-b9fc1174-4ae3-4834-a6e2-c2a48e8d01a8 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888345 Oct 13 00:22:00.288402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bffd02ac-e6da-40ee-92d3-1bd345328ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.316894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bffd02ac-e6da-40ee-92d3-1bd345328ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.397000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-d27cf3ea-ea72-4395-8135-f00f14c028f1 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195564 Oct 13 00:22:00.408085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bffd02ac-e6da-40ee-92d3-1bd345328ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.411148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bffd02ac-e6da-40ee-92d3-1bd345328ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.415216 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bffd02ac-e6da-40ee-92d3-1bd345328ed3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcb61dfd-dbf1-4801-8583-6d568dbd909f HTTP/1.1" status: 204 len: 168 time: 0.2481956 Oct 13 00:22:00.464706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-5d803bb1-e92d-4ce7-9d5d-3d8faba9c237 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1 HTTP/1.1" status: 200 len: 217 time: 0.0519807 Oct 13 00:22:00.472792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd02ac-e6da-40ee-92d3-1bd345328ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb61dfd-dbf1-4801-8583-6d568dbd909f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:00.474837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cea45c74-8878-4393-8a2b-649e1a5b2a55 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.519496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45c74-8878-4393-8a2b-649e1a5b2a55 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=53399afb-375f-4454-9f99-fa087355df7f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:00.559257 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cea45c74-8878-4393-8a2b-649e1a5b2a55 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.563907 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cea45c74-8878-4393-8a2b-649e1a5b2a55 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/53399afb-375f-4454-9f99-fa087355df7f HTTP/1.1" status: 204 len: 168 time: 0.6317453 Oct 13 00:22:00.566254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37022) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:00.636736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-b254d960-33e1-4e2b-a646-e5be26f15d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:00.638241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-b254d960-33e1-4e2b-a646-e5be26f15d52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.1668198 Oct 13 00:22:00.638382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf5548-c388-4c18-89d7-939c1a3d129a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:00.640528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf5548-c388-4c18-89d7-939c1a3d129a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:00.642170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-84cf5548-c388-4c18-89d7-939c1a3d129a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0744624 Oct 13 00:22:00.645673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37026) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:00.653781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eae97-421f-4296-a3bd-3a3930546ee5 req-9a11312a-79a9-4fe9-8a9e-ce2d590ca539 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:00.658863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-266eae97-421f-4296-a3bd-3a3930546ee5 req-9a11312a-79a9-4fe9-8a9e-ce2d590ca539 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1298797 Oct 13 00:22:00.727846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1410cfff-88a1-4b6e-844f-ed852989d59d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 545d0079-5b5d-4719-9fbb-1ed6f5682ca6 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:00.731469 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1410cfff-88a1-4b6e-844f-ed852989d59d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.761961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-266eae97-421f-4296-a3bd-3a3930546ee5 req-a0ec1544-57dd-4c30-8a34-7b33993d6903 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857730 Oct 13 00:22:00.786483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1410cfff-88a1-4b6e-844f-ed852989d59d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.786723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ea45e315-c793-486a-89f7-3971055c59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:00.786723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-ea45e315-c793-486a-89f7-3971055c59e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241853 Oct 13 00:22:00.903842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1410cfff-88a1-4b6e-844f-ed852989d59d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:00.911665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-98c8c537-6769-4ad1-8539-68b8bc6aceb3 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132085 Oct 13 00:22:00.970215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37030) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:00.994092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3883d835-4524-4442-9495-a5dda4c20b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.003905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1410cfff-88a1-4b6e-844f-ed852989d59d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.045067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410cfff-88a1-4b6e-844f-ed852989d59d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=545d0079-5b5d-4719-9fbb-1ed6f5682ca6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:01.049541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1410cfff-88a1-4b6e-844f-ed852989d59d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.052754 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1410cfff-88a1-4b6e-844f-ed852989d59d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/545d0079-5b5d-4719-9fbb-1ed6f5682ca6 HTTP/1.1" status: 204 len: 168 time: 0.4057629 Oct 13 00:22:01.053107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7b8713a-e9fe-4a47-a6b5-a16a0f22c38f req-8ecf48fe-0615-45d4-b961-31a03f4125bd service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323326 Oct 13 00:22:01.055116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37034) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:01.122744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3883d835-4524-4442-9495-a5dda4c20b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.129747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3883d835-4524-4442-9495-a5dda4c20b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.129922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5be05a94-51c7-482d-92fe-73210386e713 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709333 Oct 13 00:22:01.129922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37036) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:01.135265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f99b7-892c-43d7-812e-dd04d5ccd656 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:01.170780 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3883d835-4524-4442-9495-a5dda4c20b2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a0d09ce095b48e9b094434dd8825fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994004 Oct 13 00:22:01.172012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883d835-4524-4442-9495-a5dda4c20b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b525846-e083-458d-baac-e5e3158307ed,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:01.175210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37038) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:01.210373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f91d7ccb-c6d2-4130-994e-03f89490719f None None] Provisioning complete for port 5a6fe801-b923-40b7-a481-7e5fe746f5b6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:01.210749 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f91d7ccb-c6d2-4130-994e-03f89490719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.231413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236a7fe-61ed-4c84-9974-e5e59e36782e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:01.232953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2236a7fe-61ed-4c84-9974-e5e59e36782e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1017442 Oct 13 00:22:01.236497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37040) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:01.249541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-deb35f7c-5e73-44c4-aa36-aba2880a41a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.285762 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-deb35f7c-5e73-44c4-aa36-aba2880a41a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.328973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a759ff-9968-4e6b-bc41-f066cd3dc1e7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:01.334569 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-45a759ff-9968-4e6b-bc41-f066cd3dc1e7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0962133 Oct 13 00:22:01.334913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37042) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:01.365318 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f91d7ccb-c6d2-4130-994e-03f89490719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.401514 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-deb35f7c-5e73-44c4-aa36-aba2880a41a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.403593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-db82d718-7f13-4cb8-b232-ba46d4bc3aa3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669322 Oct 13 00:22:01.404887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-deb35f7c-5e73-44c4-aa36-aba2880a41a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.406369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-deb35f7c-5e73-44c4-aa36-aba2880a41a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b525846-e083-458d-baac-e5e3158307ed HTTP/1.1" status: 204 len: 168 time: 0.2260242 Oct 13 00:22:01.407293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37044) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:01.408896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5a6fe801-b923-40b7-a481-7e5fe746f5b6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:01.448166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:01.458317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb35f7c-5e73-44c4-aa36-aba2880a41a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b525846-e083-458d-baac-e5e3158307ed,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:01.484886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f91d7ccb-c6d2-4130-994e-03f89490719f None None] For port 5a6fe801-b923-40b7-a481-7e5fe746f5b6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5a6fe801-b923-40b7-a481-7e5fe746f5b6,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:01.499931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f91d7ccb-c6d2-4130-994e-03f89490719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.561690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:22:01.610365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 5a6fe801-b923-40b7-a481-7e5fe746f5b6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:01.611384 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.618197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d7ccb-c6d2-4130-994e-03f89490719f None None] Pushing event updated for resources: {'Port': ['ID=5a6fe801-b923-40b7-a481-7e5fe746f5b6,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:01.686029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:01.689641 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.731832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] Deleting port 5a6fe801-b923-40b7-a481-7e5fe746f5b6 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:01.732288 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.852208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] For port 5a6fe801-b923-40b7-a481-7e5fe746f5b6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5a6fe801-b923-40b7-a481-7e5fe746f5b6,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:01.852851 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:01.874439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] Calling delete_port for 5a6fe801-b923-40b7-a481-7e5fe746f5b6 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:01.991826 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.017223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] Pushing event deleted for resources: {'Port': ['ID=5a6fe801-b923-40b7-a481-7e5fe746f5b6,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:02.020986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933b872-5bb9-4265-827a-53a35e16506c None None] No DVR routers for this DVR port 5a6fe801-b923-40b7-a481-7e5fe746f5b6 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:22:02.041289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52427f47-8141-413f-91c5-eb83a2298cdd req-7e1d9a93-b997-4b02-bc1f-c8f299911f25 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:02.042861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52427f47-8141-413f-91c5-eb83a2298cdd req-7e1d9a93-b997-4b02-bc1f-c8f299911f25 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1373200 Oct 13 00:22:02.133177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52427f47-8141-413f-91c5-eb83a2298cdd req-8ec9c6d0-b828-4048-a608-051cf3a4754e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787756 Oct 13 00:22:02.219826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:22:02.221418 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.259442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:02.262759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:02.268891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:02.268891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.269169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37082) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:02.274005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2533167a-8bd3-4e99-b4bb-60ace6a78a4c None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:02.299133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=61bdc5fd-44e3-49ad-b31a-c2d3e596ddc4,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:02.314415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8e883aa8-97a8-427f-ad35-a2bf883243a6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8750498 Oct 13 00:22:02.314836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37086) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:02.320423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:d9:ed:f7', 'name': 'tempest-NetworksTestDHCPv6-1079720505'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:02.444688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db57e4db-3aa4-4921-b226-b54c4dd562ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.505169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '61bdc5fd-44e3-49ad-b31a-c2d3e596ddc4'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:22:02.507619 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.520880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:02.526611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.563968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 8f8f6e58-c0a2-47f3-a700-31ebcff38477 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:02.610744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db57e4db-3aa4-4921-b226-b54c4dd562ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.620590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db57e4db-3aa4-4921-b226-b54c4dd562ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.654993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-db57e4db-3aa4-4921-b226-b54c4dd562ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e6897282bcf45e59d3af1f42911a924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846164 Oct 13 00:22:02.657526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37096) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:02.704438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57e4db-3aa4-4921-b226-b54c4dd562ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a2d779-a2c4-444a-9002-1821082b1b53,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:02.716146 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52970099-cdfd-40d9-b082-1a0a50618e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.717558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Allocated IP 2001:db8::f816:3eff:fe0e:839c (0aab82b3-edf6-49a9-80bd-eba5b227e5da/61bdc5fd-44e3-49ad-b31a-c2d3e596ddc4/165e85e7-a56e-453b-995d-8f5dbdcb88da) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:02.766258 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52970099-cdfd-40d9-b082-1a0a50618e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.845473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52970099-cdfd-40d9-b082-1a0a50618e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.848282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52970099-cdfd-40d9-b082-1a0a50618e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.849460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-52970099-cdfd-40d9-b082-1a0a50618e99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98a2d779-a2c4-444a-9002-1821082b1b53 HTTP/1.1" status: 204 len: 168 time: 0.1909282 Oct 13 00:22:02.857560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52970099-cdfd-40d9-b082-1a0a50618e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a2d779-a2c4-444a-9002-1821082b1b53,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:02.911356 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.921260 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:02.980708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:02.987875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:02.992819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:02.996648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:fed9:edf7 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/61bdc5fd-44e3-49ad-b31a-c2d3e596ddc4/8f8f6e58-c0a2-47f3-a700-31ebcff38477) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:03.002120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Pushing event updated for resources: {'Port': ['ID=165e85e7-a56e-453b-995d-8f5dbdcb88da,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:03.059956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Attempting to bind port 165e85e7-a56e-453b-995d-8f5dbdcb88da on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:03.060334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Attempting to bind port 165e85e7-a56e-453b-995d-8f5dbdcb88da by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:03.061208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Attempting to bind port 165e85e7-a56e-453b-995d-8f5dbdcb88da on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:03.067445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:03.067864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:03.071716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.071716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:03.071716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Bound port: 165e85e7-a56e-453b-995d-8f5dbdcb88da, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:03.071716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.145202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] For port 165e85e7-a56e-453b-995d-8f5dbdcb88da, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:03.149397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] For port 165e85e7-a56e-453b-995d-8f5dbdcb88da, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=165e85e7-a56e-453b-995d-8f5dbdcb88da,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:03.153106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.189877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.227747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87909df4-527c-49c4-b33e-2b2fcb1ee09c None None] Pushing event updated for resources: {'Port': ['ID=165e85e7-a56e-453b-995d-8f5dbdcb88da,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:03.240091 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.292150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:03.298295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:03.309097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:03.314199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:03.315079 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.324633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414d069-cfda-46bc-82a2-6c5794c5ff57 req-50bcf10a-b22d-4611-8d37-8b1ceb34b6a5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:03.333583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1414d069-cfda-46bc-82a2-6c5794c5ff57 req-50bcf10a-b22d-4611-8d37-8b1ceb34b6a5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.0731049 Oct 13 00:22:03.354918 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0366914 Oct 13 00:22:03.355737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37122) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:03.365701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e2694-07bc-4dde-8011-5223f4a7d80c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=8f8f6e58-c0a2-47f3-a700-31ebcff38477,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:03.384487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5a6fe801-b923-40b7-a481-7e5fe746f5b6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:03.386678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:03.400645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-357f61ae-3003-4c71-a9fb-d6d08d16dd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.422643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 5a6fe801-b923-40b7-a481-7e5fe746f5b6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:22:03.422994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5a6fe801-b923-40b7-a481-7e5fe746f5b6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:22:03.446494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1414d069-cfda-46bc-82a2-6c5794c5ff57 req-1adedf8e-bccb-4462-b128-e8ce6b3cb8bf tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101408 Oct 13 00:22:03.478943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e50bb-e683-45cf-854a-e54c1d180575 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:03.495174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37126) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:03.498328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e50bb-e683-45cf-854a-e54c1d180575 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:03.500957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5d0e50bb-e683-45cf-854a-e54c1d180575 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1434715 Oct 13 00:22:03.503033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:03.545462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-357f61ae-3003-4c71-a9fb-d6d08d16dd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.555177 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-357f61ae-3003-4c71-a9fb-d6d08d16dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.600278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f61ae-3003-4c71-a9fb-d6d08d16dd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35777444-b761-4815-890b-aa5018f75bf4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:03.605015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-357f61ae-3003-4c71-a9fb-d6d08d16dd19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a889857721ec49a3a878e02f0e4eb24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173121 Oct 13 00:22:03.607819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37132) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:03.647541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b38f2f00-8014-4903-9cbc-197e471276e5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 8f8f6e58-c0a2-47f3-a700-31ebcff38477 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:03.648031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f00-8014-4903-9cbc-197e471276e5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.674855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be1b605c-4712-493a-8182-d3776496f372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.699879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be1b605c-4712-493a-8182-d3776496f372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.721465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d93f91f6-4b44-4938-9356-25622bc0171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.750194 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f00-8014-4903-9cbc-197e471276e5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.762871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b38f2f00-8014-4903-9cbc-197e471276e5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 8f8f6e58-c0a2-47f3-a700-31ebcff38477 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:03.782584 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be1b605c-4712-493a-8182-d3776496f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.785090 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be1b605c-4712-493a-8182-d3776496f372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.788605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-be1b605c-4712-493a-8182-d3776496f372 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35777444-b761-4815-890b-aa5018f75bf4 HTTP/1.1" status: 204 len: 168 time: 0.1772571 Oct 13 00:22:03.802416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b605c-4712-493a-8182-d3776496f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35777444-b761-4815-890b-aa5018f75bf4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:03.830973 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d93f91f6-4b44-4938-9356-25622bc0171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.836057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d93f91f6-4b44-4938-9356-25622bc0171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.883567 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d93f91f6-4b44-4938-9356-25622bc0171b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c78a59ddb9d342c3bc6e79ba5da6604e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851309 Oct 13 00:22:03.884120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37138) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:03.891225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f91f6-4b44-4938-9356-25622bc0171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92168a-a2d1-4cb0-b7a0-23adc0b93dfb,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:03.929831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f00-8014-4903-9cbc-197e471276e5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.942805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74e5c331-e9c8-41a8-a909-5fe315fda7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.966546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74e5c331-e9c8-41a8-a909-5fe315fda7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.968138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f2f00-8014-4903-9cbc-197e471276e5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=8f8f6e58-c0a2-47f3-a700-31ebcff38477,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:03.987001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b38f2f00-8014-4903-9cbc-197e471276e5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:03.993105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b38f2f00-8014-4903-9cbc-197e471276e5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/8f8f6e58-c0a2-47f3-a700-31ebcff38477 HTTP/1.1" status: 204 len: 168 time: 0.4862335 Oct 13 00:22:03.993703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37142) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:04.030393 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74e5c331-e9c8-41a8-a909-5fe315fda7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.035501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74e5c331-e9c8-41a8-a909-5fe315fda7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.040600 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-74e5c331-e9c8-41a8-a909-5fe315fda7a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f92168a-a2d1-4cb0-b7a0-23adc0b93dfb HTTP/1.1" status: 204 len: 168 time: 0.1548772 Oct 13 00:22:04.051104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5c331-e9c8-41a8-a909-5fe315fda7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92168a-a2d1-4cb0-b7a0-23adc0b93dfb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:04.073131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964fd3e-4f88-4367-b1b0-5beaecee4817 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:04.080702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964fd3e-4f88-4367-b1b0-5beaecee4817 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:04.082338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9964fd3e-4f88-4367-b1b0-5beaecee4817 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0879512 Oct 13 00:22:04.087321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37148) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:04.153154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2a6e6a-c2f3-4f99-8e76-f16fd221bc8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 61bdc5fd-44e3-49ad-b31a-c2d3e596ddc4 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:04.157160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6e6a-c2f3-4f99-8e76-f16fd221bc8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.215860 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6e6a-c2f3-4f99-8e76-f16fd221bc8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.315362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6e6a-c2f3-4f99-8e76-f16fd221bc8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.400798 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6e6a-c2f3-4f99-8e76-f16fd221bc8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.430188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a6e6a-c2f3-4f99-8e76-f16fd221bc8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=61bdc5fd-44e3-49ad-b31a-c2d3e596ddc4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:04.432244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6e6a-c2f3-4f99-8e76-f16fd221bc8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.437942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37162) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:04.438095 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0b2a6e6a-c2f3-4f99-8e76-f16fd221bc8a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/61bdc5fd-44e3-49ad-b31a-c2d3e596ddc4 HTTP/1.1" status: 204 len: 168 time: 0.3498538 Oct 13 00:22:04.498818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-113ede26-0a41-4e35-b106-83920cc10b17 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597024 Oct 13 00:22:04.501409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37170) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:04.508859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:04.555674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67a8d78-78e5-4010-9889-fe3d371e1e73 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:04.691110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-38482da1-c8f3-4ed7-a72d-1a79a7a4512d None None] Provisioning complete for port 165e85e7-a56e-453b-995d-8f5dbdcb88da triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:04.691472 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38482da1-c8f3-4ed7-a72d-1a79a7a4512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.710045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09f163-01c5-4320-9b9f-4bac4c50c9d4 req-4406f115-ab1c-4786-8287-328c901e166c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:04.711854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a09f163-01c5-4320-9b9f-4bac4c50c9d4 req-4406f115-ab1c-4786-8287-328c901e166c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1020472 Oct 13 00:22:04.713392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:04.717799 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.809737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:22:04.848018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a09f163-01c5-4320-9b9f-4bac4c50c9d4 req-11d5c29d-62a4-4d4a-9a4e-677396d336a5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252880 Oct 13 00:22:04.851088 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38482da1-c8f3-4ed7-a72d-1a79a7a4512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.903442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] Deleting port 165e85e7-a56e-453b-995d-8f5dbdcb88da {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:04.903839 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.950486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-38482da1-c8f3-4ed7-a72d-1a79a7a4512d None None] For port 165e85e7-a56e-453b-995d-8f5dbdcb88da, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=165e85e7-a56e-453b-995d-8f5dbdcb88da,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:04.962043 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38482da1-c8f3-4ed7-a72d-1a79a7a4512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:04.997302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] For port 165e85e7-a56e-453b-995d-8f5dbdcb88da, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=165e85e7-a56e-453b-995d-8f5dbdcb88da,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:04.997702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.021008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] Calling delete_port for 165e85e7-a56e-453b-995d-8f5dbdcb88da owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:05.044345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38482da1-c8f3-4ed7-a72d-1a79a7a4512d None None] Pushing event updated for resources: {'Port': ['ID=165e85e7-a56e-453b-995d-8f5dbdcb88da,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:05.133818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.160910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] Pushing event deleted for resources: {'Port': ['ID=165e85e7-a56e-453b-995d-8f5dbdcb88da,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:05.163328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b82bd-3f9d-4650-874f-d8f61ca7f1b7 None None] No DVR routers for this DVR port 165e85e7-a56e-453b-995d-8f5dbdcb88da on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:22:05.176213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:22:05.306429 n-d-813679-4 neutron-server[94989]: WARNING neutron.services.revisions.revision_plugin [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Could not find related port for resource to bump revision. Oct 13 00:22:05.311180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_pluggable_backend [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Port 165e85e7-a56e-453b-995d-8f5dbdcb88da was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94989) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 00:22:05.311486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_pluggable_backend [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0e:839c {{(pid=94989) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 00:22:05.314948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_pluggable_backend [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0e:839c {{(pid=94989) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 00:22:05.316153 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.368725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:05.373831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:05.378729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:05.379338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.383499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=bb9a17b8-05b5-4242-946b-8831e2871283,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:05.386646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a814cfc-70dd-47b9-8df6-5bdb9eb4baba None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:05.402852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-604935ee-0995-4483-9d13-493479968c34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9000714 Oct 13 00:22:05.405474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37208) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:05.410543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:44:7c:cd', 'name': 'tempest-NetworksTestDHCPv6-1778224244'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:05.486826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37210) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:05.566248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': 'bb9a17b8-05b5-4242-946b-8831e2871283'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:22:05.566792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:05.567445 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.631822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47c65fa4-b569-41ee-8cdb-b091677e2cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.703042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.730054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Allocated IP 2001:db8::f816:3eff:fe3f:5a4e (0aab82b3-edf6-49a9-80bd-eba5b227e5da/bb9a17b8-05b5-4242-946b-8831e2871283/c968a2e2-3d0c-45b4-9716-56ccc1f9250f) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:05.742720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 983a84fd-915d-45a2-a42c-bf7b37900252 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:05.804450 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47c65fa4-b569-41ee-8cdb-b091677e2cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.810512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47c65fa4-b569-41ee-8cdb-b091677e2cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.850892 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-47c65fa4-b569-41ee-8cdb-b091677e2cb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5962e5cf95204f309e29607a365c7ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618529 Oct 13 00:22:05.853635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37226) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:05.860315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c65fa4-b569-41ee-8cdb-b091677e2cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d6ca36-1c23-441d-a548-68a007a327f1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:05.927446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d004a9e-b932-4232-bd73-79cfd7d8befb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:05.987188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d004a9e-b932-4232-bd73-79cfd7d8befb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.031482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7612b-be97-44ba-bdce-047c1ee60cc8 req-bff56486-ebdc-4724-b2a9-9d330bae919f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:06.033029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbd7612b-be97-44ba-bdce-047c1ee60cc8 req-bff56486-ebdc-4724-b2a9-9d330bae919f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.0984771 Oct 13 00:22:06.044972 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.052803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.073051 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d004a9e-b932-4232-bd73-79cfd7d8befb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.076357 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0d004a9e-b932-4232-bd73-79cfd7d8befb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.077791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0d004a9e-b932-4232-bd73-79cfd7d8befb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0d6ca36-1c23-441d-a548-68a007a327f1 HTTP/1.1" status: 204 len: 168 time: 0.2225335 Oct 13 00:22:06.095818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:06.098902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:06.105668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:06.112949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbd7612b-be97-44ba-bdce-047c1ee60cc8 req-692408cc-bb71-47bb-9abb-15a248dbb927 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 Oct 13 00:22:06.113469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Pushing event updated for resources: {'Port': ['ID=c968a2e2-3d0c-45b4-9716-56ccc1f9250f,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:06.116530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d004a9e-b932-4232-bd73-79cfd7d8befb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d6ca36-1c23-441d-a548-68a007a327f1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:06.165738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:fe44:7ccd (0aab82b3-edf6-49a9-80bd-eba5b227e5da/bb9a17b8-05b5-4242-946b-8831e2871283/983a84fd-915d-45a2-a42c-bf7b37900252) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:06.240600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Attempting to bind port c968a2e2-3d0c-45b4-9716-56ccc1f9250f on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:06.240966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Attempting to bind port c968a2e2-3d0c-45b4-9716-56ccc1f9250f by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:06.241340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Attempting to bind port c968a2e2-3d0c-45b4-9716-56ccc1f9250f on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:06.248404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:06.248404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:06.248404 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.248404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:06.248824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Bound port: c968a2e2-3d0c-45b4-9716-56ccc1f9250f, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:06.248923 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.344070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] For port c968a2e2-3d0c-45b4-9716-56ccc1f9250f, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:06.348767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] For port c968a2e2-3d0c-45b4-9716-56ccc1f9250f, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c968a2e2-3d0c-45b4-9716-56ccc1f9250f,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:06.356340 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.368753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.435245 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.440650 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.446987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e6109-5ebd-4033-a6f1-432e52e0754f None None] Pushing event updated for resources: {'Port': ['ID=c968a2e2-3d0c-45b4-9716-56ccc1f9250f,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:06.495941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:06.499195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:06.504144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=983a84fd-915d-45a2-a42c-bf7b37900252,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:06.512786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:06.518992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:06.519679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.543560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fc9d4707-ebdb-4018-a90e-26c3c8ea7241 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1361341 Oct 13 00:22:06.545711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37256) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:06.607489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1049a5-df28-4b9e-9655-b59fbc55ed0a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:06.615226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1049a5-df28-4b9e-9655-b59fbc55ed0a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:06.620323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ba1049a5-df28-4b9e-9655-b59fbc55ed0a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0711691 Oct 13 00:22:06.620728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37258) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:06.778108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b74a6-9efa-4ca2-bef5-88bd432ae0e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 983a84fd-915d-45a2-a42c-bf7b37900252 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:06.778522 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d0b74a6-9efa-4ca2-bef5-88bd432ae0e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.878796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d0b74a6-9efa-4ca2-bef5-88bd432ae0e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:06.894619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b74a6-9efa-4ca2-bef5-88bd432ae0e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 983a84fd-915d-45a2-a42c-bf7b37900252 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:06.906911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.042228 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d0b74a6-9efa-4ca2-bef5-88bd432ae0e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.074785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b74a6-9efa-4ca2-bef5-88bd432ae0e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=983a84fd-915d-45a2-a42c-bf7b37900252,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:07.103279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d0b74a6-9efa-4ca2-bef5-88bd432ae0e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.106584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6d0b74a6-9efa-4ca2-bef5-88bd432ae0e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/983a84fd-915d-45a2-a42c-bf7b37900252 HTTP/1.1" status: 204 len: 168 time: 0.4837942 Oct 13 00:22:07.109023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37280) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:07.169390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bc8c52-63e6-4640-9646-52433159470c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:07.171283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bc8c52-63e6-4640-9646-52433159470c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:07.172860 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-64bc8c52-63e6-4640-9646-52433159470c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0629208 Oct 13 00:22:07.175432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37284) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:07.278418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb91515-cb9a-41d7-ad36-bab6fc672c45 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet bb9a17b8-05b5-4242-946b-8831e2871283 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:07.303956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70939c8-8dba-489c-8b0d-f003b044bb0c req-af66ef2e-be53-4efe-8ba3-c0c0f3fccc5f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:07.305732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a70939c8-8dba-489c-8b0d-f003b044bb0c req-af66ef2e-be53-4efe-8ba3-c0c0f3fccc5f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1213231 Oct 13 00:22:07.308243 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bdb91515-cb9a-41d7-ad36-bab6fc672c45 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.321040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37290) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:07.329442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'network': {'name': 'tempest-network-smoke--384111451', 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:07.376827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Made reservation on behalf of 60c65370cd5e40bb9963d396dbb4ba44 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:07.387993 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.413578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.429773 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bdb91515-cb9a-41d7-ad36-bab6fc672c45 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.458733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c968a2e2-3d0c-45b4-9716-56ccc1f9250f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:07.485721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a70939c8-8dba-489c-8b0d-f003b044bb0c req-0cd5aa89-0af5-4f10-aee0-8535fba8499c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929804 Oct 13 00:22:07.555943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c968a2e2-3d0c-45b4-9716-56ccc1f9250f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:07.556581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.563808 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.569909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.605519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:22:07.613862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bdb91515-cb9a-41d7-ad36-bab6fc672c45 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.631676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12457c70-0329-4398-b3b2-cff796e778ca,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:07.651632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.651992 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Added segment 2cd4441f-4feb-448e-9bc9-829387abbb8a of type vlan for network 948641a4-5621-4e27-bec4-2b12d958eef1 Oct 13 00:22:07.692221 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bdb91515-cb9a-41d7-ad36-bab6fc672c45 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.698442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.729950 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.731430 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.736876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:07.737530 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.745567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb91515-cb9a-41d7-ad36-bab6fc672c45 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9a17b8-05b5-4242-946b-8831e2871283,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:07.748294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bdb91515-cb9a-41d7-ad36-bab6fc672c45 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.758242 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bdb91515-cb9a-41d7-ad36-bab6fc672c45 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/bb9a17b8-05b5-4242-946b-8831e2871283 HTTP/1.1" status: 204 len: 168 time: 0.5815480 Oct 13 00:22:07.759631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37292) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:07.786295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port c968a2e2-3d0c-45b4-9716-56ccc1f9250f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c968a2e2-3d0c-45b4-9716-56ccc1f9250f,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:07.791376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.803303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4808278 Oct 13 00:22:07.807449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37296) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:07.812368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'admin_state_up': True, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:07.853372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bad6513a-2c84-4ef2-bd42-0140a8d7a366 None None] Provisioning complete for port c968a2e2-3d0c-45b4-9716-56ccc1f9250f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:07.856951 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bad6513a-2c84-4ef2-bd42-0140a8d7a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.867474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-445df850-45b4-46bc-8aa1-8f2bf92a29c0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041782 Oct 13 00:22:07.868183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37300) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:07.882330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09a770-aa2a-4df7-adf4-de9eb8648943 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Network': ['ID=948641a4-5621-4e27-bec4-2b12d958eef1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:07.891876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.896232 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.919778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 948641a4-5621-4e27-bec4-2b12d958eef1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:22:07.962244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=c968a2e2-3d0c-45b4-9716-56ccc1f9250f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:07.964556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383aa797-fbbe-46eb-a478-d56ac25669c0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:07.967315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-383aa797-fbbe-46eb-a478-d56ac25669c0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0980091 Oct 13 00:22:07.971410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:07.972659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37304) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:08.105009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888424e-96c8-4e95-baab-450788ce7fb7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:08.109253 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f888424e-96c8-4e95-baab-450788ce7fb7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1353307 Oct 13 00:22:08.109366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37308) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:08.119310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f7a2d4-ca80-40c7-a421-0e2fd85dc6e2 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:08.254262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-63edb72a-c101-4133-9ff2-b1a1a89f24bd None None] Could not find standard attr ID for object 983a84fd-915d-45a2-a42c-bf7b37900252. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:22:08.352416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:22:08.408543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] Deleting port c968a2e2-3d0c-45b4-9716-56ccc1f9250f {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:08.409318 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:08.460154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8d84afa1-f9ef-4201-b633-8aa489b65a96 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3488264 Oct 13 00:22:08.465424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37310) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:08.470335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:08.470589 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:08.501321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] For port c968a2e2-3d0c-45b4-9716-56ccc1f9250f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c968a2e2-3d0c-45b4-9716-56ccc1f9250f,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:08.501727 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:08.539281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] Calling delete_port for c968a2e2-3d0c-45b4-9716-56ccc1f9250f owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:08.670709 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:08.679436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:08.683424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:08.697692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfb19d-f372-4ae4-ab3c-fc294712811f req-d4f6889a-ec58-49fb-b2b9-032a29550814 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:08.699625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10cfb19d-f372-4ae4-ab3c-fc294712811f req-d4f6889a-ec58-49fb-b2b9-032a29550814 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1032827 Oct 13 00:22:08.707188 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] Pushing event deleted for resources: {'Port': ['ID=c968a2e2-3d0c-45b4-9716-56ccc1f9250f,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:08.725605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be08e4-4c1a-4ab9-ab99-de0a8bd98270 None None] No DVR routers for this DVR port c968a2e2-3d0c-45b4-9716-56ccc1f9250f on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:22:08.760859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:08.784247 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:08.804148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10cfb19d-f372-4ae4-ab3c-fc294712811f req-ec35c649-7761-4c88-92a3-c58f1b3f2a31 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916018 Oct 13 00:22:08.926509 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Allocated IP 172.25.3.169 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/91164ba4-ae87-46e9-9eb3-78742bf5be50) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:08.957269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:08.999322 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:09.002649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:09.009035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:09.009644 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.015707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522302db-fb27-4890-90cf-f743b815cd23 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:09.023213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=3469e60c-5e75-4748-87e5-b55cf39d3ceb,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:09.044559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37322) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:09.044895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a568cbc4-4d7b-4bde-8440-d269b7e9cb38 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5782828 Oct 13 00:22:09.051866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:01:c4:aa', 'name': 'tempest-NetworksTestDHCPv6-1082556426'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:09.057545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.161759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.164312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '3469e60c-5e75-4748-87e5-b55cf39d3ceb'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:22:09.165287 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.219207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:09.225693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:09.227766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:09.233098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.234978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=91164ba4-ae87-46e9-9eb3-78742bf5be50,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:09.237345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:09.285046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 893db4d3-da4b-4fd2-a2ac-7b0bac7810dc yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:09.309976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/3469e60c-5e75-4748-87e5-b55cf39d3ceb/dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:09.317791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c968a2e2-3d0c-45b4-9716-56ccc1f9250f no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:09.344719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c968a2e2-3d0c-45b4-9716-56ccc1f9250f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:22:09.345066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c968a2e2-3d0c-45b4-9716-56ccc1f9250f not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:22:09.480512 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.485938 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.525432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:09.528332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:09.531748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:09.537310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Pushing event updated for resources: {'Port': ['ID=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:09.593903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Attempting to bind port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:09.594269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Attempting to bind port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:09.594637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Attempting to bind port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:09.599653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:09.600055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:09.600453 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.600844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:09.601310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Bound port: dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:09.601684 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.606758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::3c7 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/3469e60c-5e75-4748-87e5-b55cf39d3ceb/893db4d3-da4b-4fd2-a2ac-7b0bac7810dc) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:09.625858 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.667615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] For port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:09.670807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] For port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:09.675302 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.736773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07adaa-ba87-44fa-aa00-a71b8d884085 None None] Pushing event updated for resources: {'Port': ['ID=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:09.940566 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.958187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.966108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a492ab7-8506-41b2-b30f-becfeef87233 req-0491d2d0-2e6b-4d6a-99ea-42c5151694bd tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:09.967681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a492ab7-8506-41b2-b30f-becfeef87233 req-0491d2d0-2e6b-4d6a-99ea-42c5151694bd tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.0689948 Oct 13 00:22:10.028847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a492ab7-8506-41b2-b30f-becfeef87233 req-60b0fdab-ddc2-4c93-a966-92ae02c74d5e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499177 Oct 13 00:22:10.124726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:10.188521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:10.195906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:10.199731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:10.205830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:10.206462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:10.220412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=893db4d3-da4b-4fd2-a2ac-7b0bac7810dc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:10.237690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4391cb59-5564-4454-bca5-420508f30a62 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1919682 Oct 13 00:22:10.243223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37338) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:10.281497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Router 4ec27ab8-2368-4791-99fa-662042fe8cdc is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:22:10.342222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b737464-5dd7-4b9b-80b9-021a8564984c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:10.348199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b737464-5dd7-4b9b-80b9-021a8564984c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:10.352134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4b737464-5dd7-4b9b-80b9-021a8564984c tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1055591 Oct 13 00:22:10.352855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37340) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:10.418530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:22:10.435855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Sync routers for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:22:10.450713 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:10.452064 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1f419c45-656b-4289-96c8-662ef0654478 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6433260 Oct 13 00:22:10.455019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37342) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:10.455641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:22:10.456280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:10.473020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-74efd126-ac74-4984-ad95-772767a7b22a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 893db4d3-da4b-4fd2-a2ac-7b0bac7810dc {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:10.473420 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74efd126-ac74-4984-ad95-772767a7b22a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:10.572795 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74efd126-ac74-4984-ad95-772767a7b22a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:10.601130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-74efd126-ac74-4984-ad95-772767a7b22a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 893db4d3-da4b-4fd2-a2ac-7b0bac7810dc owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:10.617700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:22:10.768337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1e6d382a-e422-426c-93d8-9291a7f766b8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=60c65370cd5e40bb9963d396dbb4ba44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3114529 Oct 13 00:22:10.776106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37348) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:10.882816 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74efd126-ac74-4984-ad95-772767a7b22a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:10.913638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:09Z', 'revision_number': 3, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:10.932209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efd126-ac74-4984-ad95-772767a7b22a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=893db4d3-da4b-4fd2-a2ac-7b0bac7810dc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:10.942678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Checking router: 4ec27ab8-2368-4791-99fa-662042fe8cdc for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:22:10.943114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Updating router 4ec27ab8-2368-4791-99fa-662042fe8cdc port 91164ba4-ae87-46e9-9eb3-78742bf5be50 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:22:10.971342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.002395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-74efd126-ac74-4984-ad95-772767a7b22a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.008050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-74efd126-ac74-4984-ad95-772767a7b22a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/893db4d3-da4b-4fd2-a2ac-7b0bac7810dc HTTP/1.1" status: 204 len: 168 time: 0.6540990 Oct 13 00:22:11.008451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37352) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.053284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a3a59-35cb-4de9-955f-9d7953a1fee8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:11.056196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-310a3a59-35cb-4de9-955f-9d7953a1fee8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2784126 Oct 13 00:22:11.060040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37356) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.102015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa77f3b7-2465-4c15-a8e1-e03d8c53f699 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:11.103753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa77f3b7-2465-4c15-a8e1-e03d8c53f699 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:11.107949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aa77f3b7-2465-4c15-a8e1-e03d8c53f699 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0959396 Oct 13 00:22:11.108749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37358) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.112126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ee1431e2-aa7f-421f-be34-13ddd6c028ec None None] Provisioning complete for port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:11.112541 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ee1431e2-aa7f-421f-be34-13ddd6c028ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.141888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-86f12f25-5bce-43b8-8913-607b5f83ca9b tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805047 Oct 13 00:22:11.161905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37360) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.167605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fc0688-ade8-4ac0-a718-76cc99c1ea18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 3469e60c-5e75-4748-87e5-b55cf39d3ceb {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:11.171318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51fc0688-ade8-4ac0-a718-76cc99c1ea18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.174722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280211683', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:11.270332 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ee1431e2-aa7f-421f-be34-13ddd6c028ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.286147 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51fc0688-ade8-4ac0-a718-76cc99c1ea18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.319927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864e2a-20f9-4785-9eee-dab402518b20 req-d4704fc8-4de1-4ff0-9a96-0324ec773f7a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:11.321444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7864e2a-20f9-4785-9eee-dab402518b20 req-d4704fc8-4de1-4ff0-9a96-0324ec773f7a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1821010 Oct 13 00:22:11.396370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ee1431e2-aa7f-421f-be34-13ddd6c028ec None None] For port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:11.407963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7864e2a-20f9-4785-9eee-dab402518b20 req-213f68e8-5d90-46ea-a03e-a48af864694c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683348 Oct 13 00:22:11.413787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Made reservation on behalf of 60c65370cd5e40bb9963d396dbb4ba44 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:11.418102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.418621 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ee1431e2-aa7f-421f-be34-13ddd6c028ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.489084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51fc0688-ade8-4ac0-a718-76cc99c1ea18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.524232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1431e2-aa7f-421f-be34-13ddd6c028ec None None] Pushing event updated for resources: {'Port': ['ID=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:11.545195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:11.583666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-70435a6b-c650-4505-804c-2accd6171d9b None None] Could not find standard attr ID for object 893db4d3-da4b-4fd2-a2ac-7b0bac7810dc. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:22:11.586560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51fc0688-ade8-4ac0-a718-76cc99c1ea18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.608181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51fc0688-ade8-4ac0-a718-76cc99c1ea18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.615959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-51fc0688-ade8-4ac0-a718-76cc99c1ea18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/3469e60c-5e75-4748-87e5-b55cf39d3ceb HTTP/1.1" status: 204 len: 168 time: 0.5053978 Oct 13 00:22:11.637080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37366) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.642661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc0688-ade8-4ac0-a718-76cc99c1ea18 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=3469e60c-5e75-4748-87e5-b55cf39d3ceb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:11.682085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:11.682459 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.683626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8639e829-80e7-4f22-84fa-eac23b86d155 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449445 Oct 13 00:22:11.688128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37368) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.706383 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.720490 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75c19d-61c5-4acc-87fd-7470fc12ed24 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:11.725821 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.761846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329ead2-10ce-41fe-b0be-57e0bf766823 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:11.767198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37370) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.767933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b329ead2-10ce-41fe-b0be-57e0bf766823 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0783894 Oct 13 00:22:11.832378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.874565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e46319-b8b5-41fa-ad6d-431de96e2025 None None] Pushing event updated for resources: {'Port': ['ID=91164ba4-ae87-46e9-9eb3-78742bf5be50,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:11.881918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b525fe1-0c2a-4f51-84a6-0652b8800a34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:11.883866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8b525fe1-0c2a-4f51-84a6-0652b8800a34 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1146665 Oct 13 00:22:11.888424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.907974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Attempting to bind port 91164ba4-ae87-46e9-9eb3-78742bf5be50 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:11.908346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Attempting to bind port 91164ba4-ae87-46e9-9eb3-78742bf5be50 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:11.908704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Attempting to bind port 91164ba4-ae87-46e9-9eb3-78742bf5be50 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:11.918183 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2e96a1a1-fbf5-4cbe-9247-df2444ccec2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.941919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:11.942378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:11.942785 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.943179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:11.944293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Bound port: 91164ba4-ae87-46e9-9eb3-78742bf5be50, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:11.944675 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:11.948753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Subnet': ['ID=2aee29ce-0bdd-474f-a776-f03906cad889,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:11.960332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-12b04f79-f0a1-451c-84ed-dfe2a8a32a00 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683808 Oct 13 00:22:11.960560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37378) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:11.966450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:11.977280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.977887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.978433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.978944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.979445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.980036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.980581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.981141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.981681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.982260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.982799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.983356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:11.986593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Checking segment: {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:11.987192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network hostable DHCP agents. Network: 948641a4-5621-4e27-bec4-2b12d958eef1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:22:12.015267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network 948641a4-5621-4e27-bec4-2b12d958eef1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:22:12.042036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 948641a4-5621-4e27-bec4-2b12d958eef1) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:12.050673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:12.051290 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:12.098526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8bda3871-960d-4f98-aa2a-381d494a6edd tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9322758 Oct 13 00:22:12.100583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37380) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:12.138482 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:22:12.239969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:12.244559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:12.305162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e77b56-e6ad-4d2e-bd3c-8c36e1566fc3 None None] Network 948641a4-5621-4e27-bec4-2b12d958eef1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:12.478794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] For port 91164ba4-ae87-46e9-9eb3-78742bf5be50, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:12.516744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] For port 91164ba4-ae87-46e9-9eb3-78742bf5be50, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=91164ba4-ae87-46e9-9eb3-78742bf5be50,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:12.530292 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:12.562436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:22:12.569953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc62108-3994-4d1a-8b47-bc9145024cd0 req-28c3f877-ff86-437d-9b40-95eae6ed00b1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:12.571541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fc62108-3994-4d1a-8b47-bc9145024cd0 req-28c3f877-ff86-437d-9b40-95eae6ed00b1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.0749280 Oct 13 00:22:12.621736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fc62108-3994-4d1a-8b47-bc9145024cd0 req-e1d42266-9c77-4227-814e-349fe1580a53 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Oct 13 00:22:12.624391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-948641a4-5621-4e27-bec4-2b12d958eef1', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:22:12.625294 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:12.661446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e46319-b8b5-41fa-ad6d-431de96e2025 None None] Pushing event updated for resources: {'Port': ['ID=91164ba4-ae87-46e9-9eb3-78742bf5be50,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:12.664898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:22:12.665508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:12.842245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] Deleting port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:12.842528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:12.922053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:22:12.986019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.objects.ports [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:22:12.999140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Allocated IP 172.20.0.2 (948641a4-5621-4e27-bec4-2b12d958eef1/2aee29ce-0bdd-474f-a776-f03906cad889/a6682459-6da2-4077-a5ed-dc519adc8f8b) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:13.133693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] For port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:13.134106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.160931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] Calling delete_port for dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:13.251397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.272407 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.328505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:13.368408 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.391174 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.451668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Network 948641a4-5621-4e27-bec4-2b12d958eef1 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:13.454177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:09Z', 'revision_number': 3, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:13.487357 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:13.491850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:13.495362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413de26-8114-4b7f-b97a-f5e043d78b60 None None] The sync data for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 is: [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:09Z', 'revision_number': 3, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:22:13.520944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Pushing event updated for resources: {'Port': ['ID=a6682459-6da2-4077-a5ed-dc519adc8f8b,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:13.582413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.590761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] For port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:13.607502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Attempting to bind port a6682459-6da2-4077-a5ed-dc519adc8f8b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:13.607906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Attempting to bind port a6682459-6da2-4077-a5ed-dc519adc8f8b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:13.608279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Attempting to bind port a6682459-6da2-4077-a5ed-dc519adc8f8b on network 948641a4-5621-4e27-bec4-2b12d958eef1 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:13.619128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:13.620949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Checking segment: {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:13.620949 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.620949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Bound using segment: {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:13.620949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Bound port: a6682459-6da2-4077-a5ed-dc519adc8f8b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:13.621953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.693979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] For port a6682459-6da2-4077-a5ed-dc519adc8f8b, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:13.698320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] For port a6682459-6da2-4077-a5ed-dc519adc8f8b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a6682459-6da2-4077-a5ed-dc519adc8f8b,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:13.699874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.704055 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.709916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.710639 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.736507 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.780475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] No DVR routers for this DVR port dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:22:13.829677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:13.839181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2790a-7aca-4b06-8d2f-ebce68296ed8 req-ed061e4f-d5bd-4006-8383-c8473c835e21 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:13.855268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66a2790a-7aca-4b06-8d2f-ebce68296ed8 req-ed061e4f-d5bd-4006-8383-c8473c835e21 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1307447 Oct 13 00:22:13.858274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e176-3b2b-4a97-89fd-cb999b8cc37b None None] Pushing event updated for resources: {'Port': ['ID=a6682459-6da2-4077-a5ed-dc519adc8f8b,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:13.942156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66a2790a-7aca-4b06-8d2f-ebce68296ed8 req-ec96e10e-c316-442f-a95b-da31100a458a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849707 Oct 13 00:22:13.946294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb16b8-f158-4a06-87d0-e77f1b10b3a0 None None] Pushing event deleted for resources: {'Port': ['ID=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:13.950612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:13.960728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da9c5c-7121-4f2e-87fe-3ba9bcfc027b None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:13.969668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:13.970719 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:13.998792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=7473d8db-5c79-479a-90c5-f554ff857fc3,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:14.035357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=dd9c2bf3-bc95-4f0a-82ce-f6d8eb05a0f6,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:14.058084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37420) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:14.064323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6c83bc7e-b4f3-4eed-ae69-26e501aefedb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:14.070172 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3b1ebe91-fd90-4afc-826d-4c3b2d762799 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1082697 Oct 13 00:22:14.074226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Allocated IP 172.20.0.1 (948641a4-5621-4e27-bec4-2b12d958eef1/2aee29ce-0bdd-474f-a776-f03906cad889/ef6ac5e4-756a-40a4-adca-9cc659e5a069) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:14.311489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'tenant_id': '7a4bfad3006e46c3a2a635b216a3f17b', 'fixed_ips': [{'subnet_id': '7473d8db-5c79-479a-90c5-f554ff857fc3'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:22:14.312608 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:14.335249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c83bc7e-b4f3-4eed-ae69-26e501aefedb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:14.339565 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6c83bc7e-b4f3-4eed-ae69-26e501aefedb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:14.417059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:14.482453 n-d-813679-4 neutron-server[94989]: INFO neutron.db.ipam_backend_mixin [None req-6c83bc7e-b4f3-4eed-ae69-26e501aefedb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7473d8db-5c79-479a-90c5-f554ff857fc3 (CIDR: 2001:db8::/64) Oct 13 00:22:14.486971 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c83bc7e-b4f3-4eed-ae69-26e501aefedb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:22:14.487727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c83bc7e-b4f3-4eed-ae69-26e501aefedb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:14.490238 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:14.514239 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6c83bc7e-b4f3-4eed-ae69-26e501aefedb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4543085 Oct 13 00:22:14.517143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37434) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:14.524433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:14.594995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network 948641a4-5621-4e27-bec4-2b12d958eef1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:14.598860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:14.603530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:14.610700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=ef6ac5e4-756a-40a4-adca-9cc659e5a069,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:14.673802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:14.728145 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d68bb54b-7f6e-4ca7-bc25-a9ea81fcbcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:14.808730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:14.813186 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:14.819142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Allocated IP 2001:db8::f816:3eff:fe12:a447 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/7473d8db-5c79-479a-90c5-f554ff857fc3/72522f3c-7c8f-46d4-b4c3-ed24866fd33a) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:14.946576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.116759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.129324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.193925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9064654-05f5-4fab-b946-052bd4a5b061 req-f92520d2-e940-4761-b933-457385543d0a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:15.194509 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:15.195604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9064654-05f5-4fab-b946-052bd4a5b061 req-f92520d2-e940-4761-b933-457385543d0a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1129377 Oct 13 00:22:15.208562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:15.220973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:15.225044 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:15.273503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9064654-05f5-4fab-b946-052bd4a5b061 req-c4550618-5593-453e-aabf-ff475e87939a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695763 Oct 13 00:22:15.277340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.364717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=798a90d7-338f-4f86-9bb7-772fe46aa7bc,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:15.391398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Attempting to bind port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:15.392367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Attempting to bind port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:15.392750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Attempting to bind port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a on network 0aab82b3-edf6-49a9-80bd-eba5b227e5da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:15.399450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:15.401244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:15.401629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Checking segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:15.402189 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.402529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:15.402654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Bound using segment: {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:15.403062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Bound port: 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:15.403453 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.415577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:15.421862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.425121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af4abf-1ddb-4214-b5bf-cd40054e28cf None None] Network 948641a4-5621-4e27-bec4-2b12d958eef1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:15.452318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a623d6ca-4af1-409d-a6b8-88bcef6a9469 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9333405 Oct 13 00:22:15.457861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37444) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:15.469151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:12:4e:e7', 'name': 'tempest-NetworksTestDHCPv6-2141117555'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:15.559932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a6682459-6da2-4077-a5ed-dc519adc8f8b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:15.569623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.584656 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.625780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:15.631015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:15.655940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ef7b07d6-aa80-428f-a311-f0ab3fbd818d None None] Provisioning complete for port a6682459-6da2-4077-a5ed-dc519adc8f8b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:15.656606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef7b07d6-aa80-428f-a311-f0ab3fbd818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.666820 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.693116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.709830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=ef6ac5e4-756a-40a4-adca-9cc659e5a069,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:15.746254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:15.865913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a6682459-6da2-4077-a5ed-dc519adc8f8b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:15.867984 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.880283 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.945729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network 948641a4-5621-4e27-bec4-2b12d958eef1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:15.946833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5991d2a-e2ce-4795-8722-288448bc619e None None] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:15.949303 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:15.958359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:15.962945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:16.026962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 4b432130-0926-4596-a061-68743b08c149 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:16.063775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef7b07d6-aa80-428f-a311-f0ab3fbd818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:16.198144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:16.201128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ef7b07d6-aa80-428f-a311-f0ab3fbd818d None None] For port a6682459-6da2-4077-a5ed-dc519adc8f8b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a6682459-6da2-4077-a5ed-dc519adc8f8b,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:16.221532 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef7b07d6-aa80-428f-a311-f0ab3fbd818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:16.404854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b07d6-aa80-428f-a311-f0ab3fbd818d None None] Pushing event updated for resources: {'Port': ['ID=a6682459-6da2-4077-a5ed-dc519adc8f8b,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:16.428110 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:22:16.428473 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:22:16.547873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60856-206e-47ee-92ca-d47305599859 req-3ee8ad87-24d8-4c20-8bf9-180f1f48e6aa tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:16.551260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abc60856-206e-47ee-92ca-d47305599859 req-3ee8ad87-24d8-4c20-8bf9-180f1f48e6aa tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1075938 Oct 13 00:22:16.573501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c657e16e-4ea7-4f6d-a79b-c49e0e95dfbc None None] Provisioning complete for port a6682459-6da2-4077-a5ed-dc519adc8f8b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:16.575629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c657e16e-4ea7-4f6d-a79b-c49e0e95dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:16.608084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abc60856-206e-47ee-92ca-d47305599859 req-5983b953-c89b-4e62-a7ff-5a2e92b260c1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Oct 13 00:22:16.686554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Router 4ec27ab8-2368-4791-99fa-662042fe8cdc has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:22:16.728911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c657e16e-4ea7-4f6d-a79b-c49e0e95dfbc None None] Provisioning complete for port ef6ac5e4-756a-40a4-adca-9cc659e5a069 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:16.729474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c657e16e-4ea7-4f6d-a79b-c49e0e95dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:16.765333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c657e16e-4ea7-4f6d-a79b-c49e0e95dfbc None None] Port ef6ac5e4-756a-40a4-adca-9cc659e5a069 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:22:16.839022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8:0:1::2db (0aab82b3-edf6-49a9-80bd-eba5b227e5da/798a90d7-338f-4f86-9bb7-772fe46aa7bc/4b432130-0926-4596-a061-68743b08c149) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:16.853186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:fe12:4ee7 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/7473d8db-5c79-479a-90c5-f554ff857fc3/4b432130-0926-4596-a061-68743b08c149) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:16.889121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:22:16.890050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d32e3fbf-05b8-4819-92f2-28aefaa107da None None] Provisioning complete for port ef6ac5e4-756a-40a4-adca-9cc659e5a069 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:16.890560 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d32e3fbf-05b8-4819-92f2-28aefaa107da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:16.898342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37462) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:16.899342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-301e22ff-803f-4fd1-8899-3d3b5fea899e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "PUT /v2.0/routers/4ec27ab8-2368-4791-99fa-662042fe8cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7976665 Oct 13 00:22:16.901954 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Sync routers for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:22:16.911264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3b5c63a1-af57-4e24-989c-32332823d492 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--859097018', 'description': 'tempest-secgroup_access--859097018 description', 'project_id': '60c65370cd5e40bb9963d396dbb4ba44'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:16.924290 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:22:16.924927 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:22:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:16.992049 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3b5c63a1-af57-4e24-989c-32332823d492 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.037917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d32e3fbf-05b8-4819-92f2-28aefaa107da None None] Port ef6ac5e4-756a-40a4-adca-9cc659e5a069 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:22:17.046217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 91164ba4-ae87-46e9-9eb3-78742bf5be50 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:17.112585 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:22:17.121710 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.138660 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3b5c63a1-af57-4e24-989c-32332823d492 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.149016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3b5c63a1-af57-4e24-989c-32332823d492 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.165308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 91164ba4-ae87-46e9-9eb3-78742bf5be50 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:17.165536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.165869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.214591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3b5c63a1-af57-4e24-989c-32332823d492 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.214833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f18d0db7-bb69-438c-b8d9-e96905a71d9f None None] Provisioning complete for port ef6ac5e4-756a-40a4-adca-9cc659e5a069 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:17.215349 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f18d0db7-bb69-438c-b8d9-e96905a71d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.220593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:17.223778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:17.226407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37464) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:17.227200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3b5c63a1-af57-4e24-989c-32332823d492 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3226972 Oct 13 00:22:17.230119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c63a1-af57-4e24-989c-32332823d492 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9f2d39-086c-4307-8234-7b6e6b445573,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:17.234498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:17.240964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:17.241667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.255594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4c7f0025-ac55-432e-90c4-eaa90f799b4f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1269428655', 'description': 'tempest-secgroup_general--1269428655 description', 'project_id': '60c65370cd5e40bb9963d396dbb4ba44'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:17.268920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f18d0db7-bb69-438c-b8d9-e96905a71d9f None None] Port ef6ac5e4-756a-40a4-adca-9cc659e5a069 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:22:17.276868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=4b432130-0926-4596-a061-68743b08c149,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:17.307657 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0025-ac55-432e-90c4-eaa90f799b4f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.308648 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.330324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d1c50787-528d-4ca8-93e6-19b3db1bac9e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8701353 Oct 13 00:22:17.333018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37466) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:17.335314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 91164ba4-ae87-46e9-9eb3-78742bf5be50, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=91164ba4-ae87-46e9-9eb3-78742bf5be50,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:17.341152 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.415184 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:15Z', 'revision_number': 2, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:17.442077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703503d0-1ef8-494c-b413-589c469e19ef None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:17.445230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=91164ba4-ae87-46e9-9eb3-78742bf5be50,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:17.481209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0025-ac55-432e-90c4-eaa90f799b4f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.487924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0025-ac55-432e-90c4-eaa90f799b4f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.494579 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Checking router: 4ec27ab8-2368-4791-99fa-662042fe8cdc for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:22:17.494928 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Updating router 4ec27ab8-2368-4791-99fa-662042fe8cdc port ef6ac5e4-756a-40a4-adca-9cc659e5a069 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:22:17.519936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c4142b67-e31d-4b83-aa67-175d7e714441 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 4b432130-0926-4596-a061-68743b08c149 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:17.520334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c4142b67-e31d-4b83-aa67-175d7e714441 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.539454 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.562653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0025-ac55-432e-90c4-eaa90f799b4f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.566611 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4c7f0025-ac55-432e-90c4-eaa90f799b4f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3324196 Oct 13 00:22:17.567093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37472) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:17.568670 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.582274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-66f96120-ad3a-45ce-8e96-2cb365451658 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'security_group_rule': {'security_group_id': 'de9f2d39-086c-4307-8234-7b6e6b445573', 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:17.604700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0025-ac55-432e-90c4-eaa90f799b4f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3afe333-6a08-46d7-a9a2-4ee066095875,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:17.653515 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66f96120-ad3a-45ce-8e96-2cb365451658 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.655205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a6682459-6da2-4077-a5ed-dc519adc8f8b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:17.726966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-32f2d787-0916-4740-b7c5-f0aa62b8ad1c None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:17.727421 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-32f2d787-0916-4740-b7c5-f0aa62b8ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.731037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c4142b67-e31d-4b83-aa67-175d7e714441 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.813142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66f96120-ad3a-45ce-8e96-2cb365451658 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.816534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c4142b67-e31d-4b83-aa67-175d7e714441 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 4b432130-0926-4596-a061-68743b08c149 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:17.818772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66f96120-ad3a-45ce-8e96-2cb365451658 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.829282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 650ca38d-f9b8-45d2-9914-2d1bbee379e7 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:22:17.859044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f96120-ad3a-45ce-8e96-2cb365451658 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1ab2e0-9bc3-4c61-a80d-581f219ce383,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:17.883083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66f96120-ad3a-45ce-8e96-2cb365451658 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:17.884515 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-66f96120-ad3a-45ce-8e96-2cb365451658 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3123174 Oct 13 00:22:17.949998 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a6682459-6da2-4077-a5ed-dc519adc8f8b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:17.950550 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.124681 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c4142b67-e31d-4b83-aa67-175d7e714441 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.135330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcafa5-45ed-434c-a231-fc309d44ff9d req-4de26f41-a00a-444b-b46b-b1d4cd373f6a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.144038 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65dcafa5-45ed-434c-a231-fc309d44ff9d req-4de26f41-a00a-444b-b46b-b1d4cd373f6a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.3933554 Oct 13 00:22:18.201728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4142b67-e31d-4b83-aa67-175d7e714441 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=4b432130-0926-4596-a061-68743b08c149,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:18.220866 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.228555 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.228805 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-32f2d787-0916-4740-b7c5-f0aa62b8ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.254808 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65dcafa5-45ed-434c-a231-fc309d44ff9d req-5053cf5a-37eb-4618-addd-d49f9c10c380 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041141 Oct 13 00:22:18.275340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:18.294390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-e48db29a-e621-47d3-b1f7-8cf0276fbb1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.299351 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Pushing event updated for resources: {'Port': ['ID=ef6ac5e4-756a-40a4-adca-9cc659e5a069,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:18.299832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'port_id': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'mac_address': 'fa:16:3e:96:5a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183a591a-0168-4c27-b846-e769c813d9fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:22:18.307850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-32f2d787-0916-4740-b7c5-f0aa62b8ad1c None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:18.308055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-e48db29a-e621-47d3-b1f7-8cf0276fbb1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.312102 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.312712 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.313405 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.313963 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.314583 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.315210 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.315776 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.316326 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.316835 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.317444 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.317934 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.319446 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:18.332017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-e48db29a-e621-47d3-b1f7-8cf0276fbb1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.347315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-32f2d787-0916-4740-b7c5-f0aa62b8ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.353836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-e48db29a-e621-47d3-b1f7-8cf0276fbb1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.370597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-e48db29a-e621-47d3-b1f7-8cf0276fbb1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.384392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-e48db29a-e621-47d3-b1f7-8cf0276fbb1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.390585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-e48db29a-e621-47d3-b1f7-8cf0276fbb1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.392732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-e48db29a-e621-47d3-b1f7-8cf0276fbb1d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.5667944 Oct 13 00:22:18.428978 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Attempting to bind port ef6ac5e4-756a-40a4-adca-9cc659e5a069 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:18.429730 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Attempting to bind port ef6ac5e4-756a-40a4-adca-9cc659e5a069 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:18.429870 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Attempting to bind port ef6ac5e4-756a-40a4-adca-9cc659e5a069 on network 948641a4-5621-4e27-bec4-2b12d958eef1 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:18.441415 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:18.442116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Checking segment: {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:18.442535 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.442942 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Bound using segment: {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:18.444247 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Bound port: ef6ac5e4-756a-40a4-adca-9cc659e5a069, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:18.444759 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.456355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:18.480871 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.514689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef657f27-11ba-47eb-ae3c-7af15c60326a None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '7473d8db-5c79-479a-90c5-f554ff857fc3', 'ip_address': '2001:db8::f816:3eff:fe12:a447'}, {'subnet_id': '798a90d7-338f-4f86-9bb7-772fe46aa7bc'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '72522f3c-7c8f-46d4-b4c3-ed24866fd33a'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:22:18.522218 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c4142b67-e31d-4b83-aa67-175d7e714441 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.530568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c4142b67-e31d-4b83-aa67-175d7e714441 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/4b432130-0926-4596-a061-68743b08c149 HTTP/1.1" status: 204 len: 168 time: 1.1964529 Oct 13 00:22:18.532858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37498) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:18.540943 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] For port ef6ac5e4-756a-40a4-adca-9cc659e5a069, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:18.544372 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] For port ef6ac5e4-756a-40a4-adca-9cc659e5a069, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ef6ac5e4-756a-40a4-adca-9cc659e5a069,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:18.555138 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.580098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3fbd5731-ee58-4d36-b7a4-df3626455d5f req-3b291918-e4f4-4f66-999f-f173b7ce79b3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1662598 Oct 13 00:22:18.598458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2d787-0916-4740-b7c5-f0aa62b8ad1c None None] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:18.605378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 650ca38d-f9b8-45d2-9914-2d1bbee379e7 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:22:18.615781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2de7f-7859-402f-a21f-99dbb2948270 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.627772 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bab2de7f-7859-402f-a21f-99dbb2948270 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0929317 Oct 13 00:22:18.634214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37502) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:18.645737 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef657f27-11ba-47eb-ae3c-7af15c60326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.662032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:18.681725 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.706787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-e39a5662-6702-434e-8fde-c425fb202bff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--859097018&fields=id&tenant_id=60c65370cd5e40bb9963d396dbb4ba44 HTTP/1.1" status: 200 len: 267 time: 0.1742365 Oct 13 00:22:18.725784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:22:18.726428 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:22:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:18.729934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:18.732328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.734621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39ac64-673b-4fe1-8396-cb719ca853fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.739208 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9c39ac64-673b-4fe1-8396-cb719ca853fd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1035206 Oct 13 00:22:18.739919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37506) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:18.804201 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-0392cf52-383a-49e4-a15e-d009ca38875f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1269428655&fields=id&tenant_id=60c65370cd5e40bb9963d396dbb4ba44 HTTP/1.1" status: 200 len: 267 time: 0.0941820 Oct 13 00:22:18.844828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85650829-cfb8-413b-8333-b868d3f2dff0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.847159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85650829-cfb8-413b-8333-b868d3f2dff0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.850408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85650829-cfb8-413b-8333-b868d3f2dff0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:18.853704 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e9f2e-cf57-40b3-b7e4-8ba63b5ceb3d None None] Pushing event updated for resources: {'Port': ['ID=ef6ac5e4-756a-40a4-adca-9cc659e5a069,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:18.858222 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-85650829-cfb8-413b-8333-b868d3f2dff0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1149240 Oct 13 00:22:18.862769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37510) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:18.953301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e891784-06f3-4f95-8cd2-2911116d4408 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 7473d8db-5c79-479a-90c5-f554ff857fc3 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:18.960585 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e891784-06f3-4f95-8cd2-2911116d4408 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:18.979931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['650ca38d-f9b8-45d2-9914-2d1bbee379e7'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:22:19.022562 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:22:19.025266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-fe51a613-0126-49bc-821a-c289cb8a2c7f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.041366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-fe51a613-0126-49bc-821a-c289cb8a2c7f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/networks?id=948641a4-5621-4e27-bec4-2b12d958eef1 HTTP/1.1" status: 200 len: 796 time: 0.2354469 Oct 13 00:22:19.048000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e891784-06f3-4f95-8cd2-2911116d4408 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.066909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-514410d8-b9b3-4138-8509-95d204c6c491 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/quotas/60c65370cd5e40bb9963d396dbb4ba44 HTTP/1.1" status: 200 len: 375 time: 0.0244305 Oct 13 00:22:19.092609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d588c185-b03f-480d-9398-b09ae0312210 None None] Provisioning complete for port ef6ac5e4-756a-40a4-adca-9cc659e5a069 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:19.093280 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d588c185-b03f-480d-9398-b09ae0312210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.132779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:19.164937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e891784-06f3-4f95-8cd2-2911116d4408 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.198959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce55a3-1f31-40b1-850a-d4e87dee569e req-99dbadbe-b9d1-4aee-ac96-b262cc95df91 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.207631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce55a3-1f31-40b1-850a-d4e87dee569e req-99dbadbe-b9d1-4aee-ac96-b262cc95df91 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.218383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce55a3-1f31-40b1-850a-d4e87dee569e req-99dbadbe-b9d1-4aee-ac96-b262cc95df91 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.228269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce55a3-1f31-40b1-850a-d4e87dee569e req-99dbadbe-b9d1-4aee-ac96-b262cc95df91 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.239635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce55a3-1f31-40b1-850a-d4e87dee569e req-99dbadbe-b9d1-4aee-ac96-b262cc95df91 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.249573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce55a3-1f31-40b1-850a-d4e87dee569e req-99dbadbe-b9d1-4aee-ac96-b262cc95df91 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.254067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e891784-06f3-4f95-8cd2-2911116d4408 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-ef657f27-11ba-47eb-ae3c-7af15c60326a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7473d8db-5c79-479a-90c5-f554ff857fc3: This subnet is being modified by another concurrent operation. Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:22:19.263658 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7473d8db-5c79-479a-90c5-f554ff857fc3: This subnet is being modified by another concurrent operation. Oct 13 00:22:19.267919 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:22:19.281938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e891784-06f3-4f95-8cd2-2911116d4408 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.284358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce55a3-1f31-40b1-850a-d4e87dee569e req-99dbadbe-b9d1-4aee-ac96-b262cc95df91 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.286227 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7e891784-06f3-4f95-8cd2-2911116d4408 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/7473d8db-5c79-479a-90c5-f554ff857fc3 HTTP/1.1" status: 204 len: 168 time: 0.4221630 Oct 13 00:22:19.290146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bce55a3-1f31-40b1-850a-d4e87dee569e req-99dbadbe-b9d1-4aee-ac96-b262cc95df91 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.2458627 Oct 13 00:22:19.291260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37514) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:19.343726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d588c185-b03f-480d-9398-b09ae0312210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.353356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e891784-06f3-4f95-8cd2-2911116d4408 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=7473d8db-5c79-479a-90c5-f554ff857fc3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:19.376569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8ab56-8193-43d5-9c52-6c0072048737 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:19.378092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-694b63a0-6845-43c4-b062-ee3a9ffe39a5 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3103242 Oct 13 00:22:19.520474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 91164ba4-ae87-46e9-9eb3-78742bf5be50 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:19.527336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d76ba1-bc69-49b7-b283-8b0aaf48a668 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 798a90d7-338f-4f86-9bb7-772fe46aa7bc {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:19.534129 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:18Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:19.535167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3d76ba1-bc69-49b7-b283-8b0aaf48a668 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.546651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833a74e-737b-4d86-9c07-9f06c4c499d8 req-1d18a547-a91b-4c5b-85a4-8e108a7943cc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:19.556158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7833a74e-737b-4d86-9c07-9f06c4c499d8 req-1d18a547-a91b-4c5b-85a4-8e108a7943cc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 944 time: 0.1378345 Oct 13 00:22:19.558846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d588c185-b03f-480d-9398-b09ae0312210 None None] For port ef6ac5e4-756a-40a4-adca-9cc659e5a069, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ef6ac5e4-756a-40a4-adca-9cc659e5a069,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:19.570704 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d588c185-b03f-480d-9398-b09ae0312210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.590464 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c5e5cf-8f0b-4064-99e7-e2536eb6b285 None None] The sync data for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 is: [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:18Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:22:19.710914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588c185-b03f-480d-9398-b09ae0312210 None None] Pushing event updated for resources: {'Port': ['ID=ef6ac5e4-756a-40a4-adca-9cc659e5a069,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:19.721900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 91164ba4-ae87-46e9-9eb3-78742bf5be50 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:19.721900 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.784734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] Provisioning complete for port ef6ac5e4-756a-40a4-adca-9cc659e5a069 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:19.784734 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:19.831821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 650ca38d-f9b8-45d2-9914-2d1bbee379e7 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:20.006636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:20.007650 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.007893 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3d76ba1-bc69-49b7-b283-8b0aaf48a668 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.044730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:20.049832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7833a74e-737b-4d86-9c07-9f06c4c499d8 req-6fe0704a-2010-4000-8f48-f5190b887f36 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933188 Oct 13 00:22:20.056061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd2b8e-e8ee-49fa-a04e-89f3e95b6c0b None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '798a90d7-338f-4f86-9bb7-772fe46aa7bc'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '72522f3c-7c8f-46d4-b4c3-ed24866fd33a'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:22:20.092079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] Could not find standard attr ID for object 4b432130-0926-4596-a061-68743b08c149. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:22:20.112568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-6b926f12-256d-44ff-8a2e-ecbbeba92aa8 service neutron] 10.222.0.21 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937859 Oct 13 00:22:20.141902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5ccd2b8e-e8ee-49fa-a04e-89f3e95b6c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.196341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:20.196986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.218879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-ef5cc67d-cdae-48bf-b530-1f9de20d92ee service neutron] 10.222.0.21 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053495 Oct 13 00:22:20.222937 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3d76ba1-bc69-49b7-b283-8b0aaf48a668 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.308571 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.336592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3d76ba1-bc69-49b7-b283-8b0aaf48a668 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.382403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3d76ba1-bc69-49b7-b283-8b0aaf48a668 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.385855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a3d76ba1-bc69-49b7-b283-8b0aaf48a668 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/798a90d7-338f-4f86-9bb7-772fe46aa7bc HTTP/1.1" status: 204 len: 168 time: 1.0736222 Oct 13 00:22:20.387001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d76ba1-bc69-49b7-b283-8b0aaf48a668 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=798a90d7-338f-4f86-9bb7-772fe46aa7bc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:20.388490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37528) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:20.478733 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-843b612d-5857-4778-82a6-9348dce605d5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890560 Oct 13 00:22:20.481790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37534) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:20.488156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:20.573602 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-5ccd2b8e-e8ee-49fa-a04e-89f3e95b6c0b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 798a90d7-338f-4f86-9bb7-772fe46aa7bc: This subnet is being modified by another concurrent operation. Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:22:20.602352 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 798a90d7-338f-4f86-9bb7-772fe46aa7bc: This subnet is being modified by another concurrent operation. Oct 13 00:22:20.612568 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:22:20.621157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:20.653833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:22:20.665002 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f406752f-fb23-4ec1-8f43-81d3052343ac" -d '{"events": [{"server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "name": "network-vif-plugged", "status": "completed", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:22:20.669787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:20.671124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.683484 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f194f61f-607e-4706-a004-68044988a8be req-c07147f8-a523-4fd4-865e-3d7138f87709 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 210 time: 0.0995836 Oct 13 00:22:20.691478 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.762122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:20.766823 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.779487 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da590770-d7eb-4555-a433-c895fc29d592 x-openstack-request-id: req-da590770-d7eb-4555-a433-c895fc29d592 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:22:20.779487 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "name": "network-vif-plugged", "status": "completed", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:22:20.779487 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da590770-d7eb-4555-a433-c895fc29d592 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:22:20.779864 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'code': 200} Oct 13 00:22:20.829793 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:20.844081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:20.904267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:20.940682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:20.946990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:21.362054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1354c-9185-4905-916e-9ed6e4baba0e None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:22:21.448553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37562) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:21.513011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8c52052b-7e0e-4cbb-b5ee-2fc2e8451a3a None None] Could not find standard attr ID for object 4b432130-0926-4596-a061-68743b08c149. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:22:21.562505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ef6ac5e4-756a-40a4-adca-9cc659e5a069 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:21.565216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087c132-9821-4fec-83f6-62d75a94b375 None None] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:21.586658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd4f27-6af7-4030-946b-036fb2b139e8 req-c321c706-8a51-473c-a83f-d9df96585b4d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:21.595389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cdd4f27-6af7-4030-946b-036fb2b139e8 req-c321c706-8a51-473c-a83f-d9df96585b4d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.2830901 Oct 13 00:22:21.628008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:22:21.645779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8c52052b-7e0e-4cbb-b5ee-2fc2e8451a3a None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:21.646158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8c52052b-7e0e-4cbb-b5ee-2fc2e8451a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:21.653637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-566ebcd1-80db-4dd6-9de6-84c4d6c5aee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:21.738933 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-566ebcd1-80db-4dd6-9de6-84c4d6c5aee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:21.744469 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-566ebcd1-80db-4dd6-9de6-84c4d6c5aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:21.752080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cdd4f27-6af7-4030-946b-036fb2b139e8 req-6cb6fbb7-4255-486c-a75f-8bbbc148b2c1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554215 Oct 13 00:22:21.778650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ebcd1-80db-4dd6-9de6-84c4d6c5aee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2345bb7-a46f-4d5a-8295-844ccbf80c89,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:21.802149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-566ebcd1-80db-4dd6-9de6-84c4d6c5aee7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26dfc638b90f49329d8876a18635e3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524699 Oct 13 00:22:21.805162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37568) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:21.852335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0239c36-9862-42ca-80a9-5ff7c568d257 req-537390c8-6183-4778-81bb-f7918b91b813 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 210 time: 0.0593762 Oct 13 00:22:21.887902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee545e49-b7d6-4c39-b067-c4ef3e1ae7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:21.914495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee545e49-b7d6-4c39-b067-c4ef3e1ae7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:21.925142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:21.956264 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ef6ac5e4-756a-40a4-adca-9cc659e5a069 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:21.956716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:22.004400 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee545e49-b7d6-4c39-b067-c4ef3e1ae7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:22.007877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee545e49-b7d6-4c39-b067-c4ef3e1ae7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:22.009123 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ee545e49-b7d6-4c39-b067-c4ef3e1ae7fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2345bb7-a46f-4d5a-8295-844ccbf80c89 HTTP/1.1" status: 204 len: 168 time: 0.2028575 Oct 13 00:22:22.025819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545e49-b7d6-4c39-b067-c4ef3e1ae7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2345bb7-a46f-4d5a-8295-844ccbf80c89,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:22.040230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1354c-9185-4905-916e-9ed6e4baba0e None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:22:22.414496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:22.430626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-663afc4d-d1bd-41b1-aa6a-b022b9b1b66e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.432227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-663afc4d-d1bd-41b1-aa6a-b022b9b1b66e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.36 "GET /v2.0/networks?id=948641a4-5621-4e27-bec4-2b12d958eef1 HTTP/1.1" status: 200 len: 796 time: 0.2998791 Oct 13 00:22:22.458262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:22.518632 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:22.581571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-9c997ec2-11e9-453e-a010-bf0789ba5c5e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60c65370cd5e40bb9963d396dbb4ba44 HTTP/1.1" status: 200 len: 477 time: 0.1192811 Oct 13 00:22:22.582867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:22.584161 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:22.647044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=8']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:22.679460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'port': {'device_id': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'admin_state_up': True, 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'security_groups': ['de9f2d39-086c-4307-8234-7b6e6b445573', 'c3afe333-6a08-46d7-a9a2-4ee066095875']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:22.691095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-9c8f0802-7fe8-4c4a-95fb-156bbe4e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.692092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-9c8f0802-7fe8-4c4a-95fb-156bbe4e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.696335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-9c8f0802-7fe8-4c4a-95fb-156bbe4e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.696835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-9c8f0802-7fe8-4c4a-95fb-156bbe4e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.697312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-9c8f0802-7fe8-4c4a-95fb-156bbe4e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.697778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-9c8f0802-7fe8-4c4a-95fb-156bbe4e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.698243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-9c8f0802-7fe8-4c4a-95fb-156bbe4e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.700754 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-9c8f0802-7fe8-4c4a-95fb-156bbe4e7a82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 6491 time: 0.2404637 Oct 13 00:22:22.771619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-5844d656-96f7-42b0-a1e0-396ffad5a48f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558796 Oct 13 00:22:22.819439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:22.835902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:22.842342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:22.843214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:22.934654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=32097498-6155-41b4-8bc5-feeb4ee90e8e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:23.087898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10dcf3bc-7e0d-44d3-8cc7-c4dcab4ecf61 req-b107e82b-650f-477e-9b4e-0da10417ab5d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 210 time: 0.0900795 Oct 13 00:22:23.100169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Made reservation on behalf of 60c65370cd5e40bb9963d396dbb4ba44 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:23.104533 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:23.143845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8f47d57d-e6bd-49ab-bc48-8c30b02fbbe0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6599739 Oct 13 00:22:23.147166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37638) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:23.155228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-25a07092-ec1e-4699-b1a3-07378be31f92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:23.205056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50f3db-db07-4be1-b6c1-c63f117dceb5 req-732b4314-164a-4ad0-9c32-da68807ffe93 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:23.210265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb50f3db-db07-4be1-b6c1-c63f117dceb5 req-732b4314-164a-4ad0-9c32-da68807ffe93 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.2137647 Oct 13 00:22:23.427365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a07092-ec1e-4699-b1a3-07378be31f92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:23.436327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb50f3db-db07-4be1-b6c1-c63f117dceb5 req-538f4539-77d0-4bc3-97bb-10553fabb5c8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592431 Oct 13 00:22:23.437959 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25a07092-ec1e-4699-b1a3-07378be31f92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:23.566838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Allocated IP 172.20.0.11 (948641a4-5621-4e27-bec4-2b12d958eef1/2aee29ce-0bdd-474f-a776-f03906cad889/8a00443d-5fb8-4342-9544-1321d1602177) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:23.640739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:23.696036 n-d-813679-4 neutron-server[94988]: INFO neutron.db.ipam_backend_mixin [None req-25a07092-ec1e-4699-b1a3-07378be31f92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32097498-6155-41b4-8bc5-feeb4ee90e8e (CIDR: 2001:db8::/64) Oct 13 00:22:23.703909 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a07092-ec1e-4699-b1a3-07378be31f92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:22:23.704800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a07092-ec1e-4699-b1a3-07378be31f92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:23.750762 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25a07092-ec1e-4699-b1a3-07378be31f92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6023142 Oct 13 00:22:23.753619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37656) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:23.759396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:23.790544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:23.790929 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:23.969037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:23.970738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:23.972961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:23.997847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea03a50-76da-469f-8243-c11bda6eabf8 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:22:24.041008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:24.072031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-97fdfbe4-dbb5-4baa-9d35-a37779b11013 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:24.072937 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97fdfbe4-dbb5-4baa-9d35-a37779b11013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:24.133294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network 948641a4-5621-4e27-bec4-2b12d958eef1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:24.137659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:24.142793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:24.184573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=8a00443d-5fb8-4342-9544-1321d1602177,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:24.238084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:24.238692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:24.279522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-b713402a-ebdc-4c7a-ad6e-bd5284b340a7 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6344459 Oct 13 00:22:24.304558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Request body: {'port': {'device_id': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:24.327107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea03a50-76da-469f-8243-c11bda6eabf8 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:22:24.384620 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:24.411745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648988b5-1a9d-473a-baf0-8fa8af84fccc req-0ce00fd8-b4f3-424b-a491-39ca3cf8ab0a tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:24.419945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-648988b5-1a9d-473a-baf0-8fa8af84fccc req-0ce00fd8-b4f3-424b-a491-39ca3cf8ab0a tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 971 time: 0.1570747 Oct 13 00:22:24.470376 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:24.542493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-648988b5-1a9d-473a-baf0-8fa8af84fccc req-fe6d775d-16c9-470a-8fb2-468c87069f65 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1138918 Oct 13 00:22:24.568060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:24.583059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:24.613377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:24.614116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:24.644171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=e79e54c4-c76f-4a21-9265-4b2082cd8abb,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:24.675473 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-009e2871-f356-4796-b50f-0fd7f5ff8dd0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9178171 Oct 13 00:22:24.675787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37674) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:24.681210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:c9:81:8a', 'name': 'tempest-NetworksTestDHCPv6-752340079'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:24.847569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:24.877162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3e2eb-4939-48a0-ae3c-47f0e7615e2b req-3bb14c75-2dce-40f0-8ea2-97588740299b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:24.880349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbe3e2eb-4939-48a0-ae3c-47f0e7615e2b req-3bb14c75-2dce-40f0-8ea2-97588740299b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1518505 Oct 13 00:22:24.962732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbe3e2eb-4939-48a0-ae3c-47f0e7615e2b req-8c77a98d-11e3-4696-ad5b-ca498adcc837 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696003 Oct 13 00:22:25.039868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.045169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a00443d-5fb8-4342-9544-1321d1602177 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:22:25.069512 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.071731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b9138-a94a-446c-8eaf-2cb074e51fa6 None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '32097498-6155-41b4-8bc5-feeb4ee90e8e', 'ip_address': '2001:db8::f816:3eff:fe12:a447'}, {'subnet_id': 'e79e54c4-c76f-4a21-9265-4b2082cd8abb'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '72522f3c-7c8f-46d4-b4c3-ed24866fd33a'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:22:25.074354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 0dec5669-19a2-403a-8ae3-3b625c5a918a yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:25.098121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Transition to ACTIVE for port object 8a00443d-5fb8-4342-9544-1321d1602177 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:22:25.108232 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.124606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c97b9138-a94a-446c-8eaf-2cb074e51fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.187459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Pushing event updated for resources: {'Port': ['ID=8a00443d-5fb8-4342-9544-1321d1602177,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:25.288299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Attempting to bind port 8a00443d-5fb8-4342-9544-1321d1602177 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:25.289301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Attempting to bind port 8a00443d-5fb8-4342-9544-1321d1602177 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:25.290706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Attempting to bind port 8a00443d-5fb8-4342-9544-1321d1602177 on network 948641a4-5621-4e27-bec4-2b12d958eef1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:25.299728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Port 8a00443d-5fb8-4342-9544-1321d1602177 on network 948641a4-5621-4e27-bec4-2b12d958eef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:22:25.300359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Attempting to bind port 8a00443d-5fb8-4342-9544-1321d1602177 on network 948641a4-5621-4e27-bec4-2b12d958eef1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:25.313618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:25.316355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Checking segment: {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:25.316842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Bound using segment: {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:25.317281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Bound port: 8a00443d-5fb8-4342-9544-1321d1602177, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd4441f-4feb-448e-9bc9-829387abbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:25.317645 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.342903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8:0:1::120 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/e79e54c4-c76f-4a21-9265-4b2082cd8abb/0dec5669-19a2-403a-8ae3-3b625c5a918a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:25.360955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::f816:3eff:fec9:818a (0aab82b3-edf6-49a9-80bd-eba5b227e5da/32097498-6155-41b4-8bc5-feeb4ee90e8e/0dec5669-19a2-403a-8ae3-3b625c5a918a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:25.410269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] For port 8a00443d-5fb8-4342-9544-1321d1602177, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:25.422314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] For port 8a00443d-5fb8-4342-9544-1321d1602177, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8a00443d-5fb8-4342-9544-1321d1602177,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:25.429644 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.487143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:25.487919 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.489950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-63c4758f-8013-4436-8681-acd4675af852 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a00443d-5fb8-4342-9544-1321d1602177 HTTP/1.1" status: 200 len: 1131 time: 1.1911356 Oct 13 00:22:25.493167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:22:25.495890 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b244e9e-3f6f-4050-9a16-d989dd4225e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "tag": "8a00443d-5fb8-4342-9544-1321d1602177"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:22:25.532514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4758f-8013-4436-8681-acd4675af852 service neutron] Pushing event updated for resources: {'Port': ['ID=8a00443d-5fb8-4342-9544-1321d1602177,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:25.643104 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d8334e-b8cc-432a-a8bf-250acc69ba23 x-openstack-request-id: req-16d8334e-b8cc-432a-a8bf-250acc69ba23 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:22:25.645116 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "tag": "8a00443d-5fb8-4342-9544-1321d1602177", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:22:25.645922 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16d8334e-b8cc-432a-a8bf-250acc69ba23 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:22:25.647710 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177', 'status': 'completed', 'code': 200} Oct 13 00:22:25.683318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.723986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-cf97e381-15d8-44a9-aed3-f2910aa8902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:25.725601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-cf97e381-15d8-44a9-aed3-f2910aa8902c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 1134 time: 0.1463280 Oct 13 00:22:25.735468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.745928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9010b-4b48-4658-910e-451b2ce3d15f req-bd20ff74-6d76-48f9-9055-49597609a34a tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:25.758182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39f9010b-4b48-4658-910e-451b2ce3d15f req-bd20ff74-6d76-48f9-9055-49597609a34a tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 983 time: 0.1095402 Oct 13 00:22:25.822653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:25.835809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=0dec5669-19a2-403a-8ae3-3b625c5a918a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:25.839059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:25.841904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:25.849111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:25.850444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:25.853580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-c21ce482-3eee-43ea-a9b4-65ee46ddc776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a00443d-5fb8-4342-9544-1321d1602177 HTTP/1.1" status: 200 len: 217 time: 0.0925446 Oct 13 00:22:25.862357 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-c97b9138-a94a-446c-8eaf-2cb074e51fa6 None None] Allocated IP 2001:db8:0:1::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/e79e54c4-c76f-4a21-9265-4b2082cd8abb/72522f3c-7c8f-46d4-b4c3-ed24866fd33a) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:25.868150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39f9010b-4b48-4658-910e-451b2ce3d15f req-21eaea95-b32d-4eac-b4b0-dca61a74b412 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1090374 Oct 13 00:22:25.913806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b4856f26-3936-43e8-980c-b55a3b28e7b9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2340465 Oct 13 00:22:25.914966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37696) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:25.972383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-dd4c7c60-4a2c-4960-8a3f-f6185f03912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:25.973786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-dd4c7c60-4a2c-4960-8a3f-f6185f03912c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aee29ce-0bdd-474f-a776-f03906cad889 HTTP/1.1" status: 200 len: 834 time: 0.0995326 Oct 13 00:22:26.097841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c97b9138-a94a-446c-8eaf-2cb074e51fa6 None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:26.112325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-136d3078-4dee-4cc4-a11f-ceab92f119a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:26.113968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-136d3078-4dee-4cc4-a11f-ceab92f119a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948641a4-5621-4e27-bec4-2b12d958eef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206393 Oct 13 00:22:26.142626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2545d-20f1-4ff0-a01e-a1227aaf87ed req-7bf368bb-956d-4827-97cb-516ebf9f26bc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:26.144317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dc2545d-20f1-4ff0-a01e-a1227aaf87ed req-7bf368bb-956d-4827-97cb-516ebf9f26bc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.0829659 Oct 13 00:22:26.153748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c97b9138-a94a-446c-8eaf-2cb074e51fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:26.166969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c97b9138-a94a-446c-8eaf-2cb074e51fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:26.223567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-e9fec33f-0c84-45d4-a697-8abcb8872438 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 0dec5669-19a2-403a-8ae3-3b625c5a918a {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:26.223992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9fec33f-0c84-45d4-a697-8abcb8872438 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:26.280618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b9138-a94a-446c-8eaf-2cb074e51fa6 None None] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:26.293198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dc2545d-20f1-4ff0-a01e-a1227aaf87ed req-c0b7e961-560a-48c6-8ee5-5b7ea56a08f3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376376 Oct 13 00:22:26.354191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-8b326b8a-743c-4580-b2d5-3e2f6f8a8f56 service neutron] 10.222.0.36 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271667 Oct 13 00:22:26.461822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9fec33f-0c84-45d4-a697-8abcb8872438 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:26.483644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-e9fec33f-0c84-45d4-a697-8abcb8872438 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 0dec5669-19a2-403a-8ae3-3b625c5a918a owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:26.569666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818c4653-5333-45c3-8b0b-7f25c477b4c7 req-12264ed6-081d-46c3-8fcc-cda7c0a9bd56 service neutron] 10.222.0.36 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055249 Oct 13 00:22:26.817917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-c6ef58a4-5a0f-48a5-8dae-740a46a71b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:26.820298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-c6ef58a4-5a0f-48a5-8dae-740a46a71b0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 1134 time: 0.1157916 Oct 13 00:22:26.829188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9fec33f-0c84-45d4-a697-8abcb8872438 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:26.921669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fec33f-0c84-45d4-a697-8abcb8872438 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=0dec5669-19a2-403a-8ae3-3b625c5a918a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:27.049395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-211c5059-1ed7-4a45-9152-0510343e0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.051197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-211c5059-1ed7-4a45-9152-0510343e0da4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=948641a4-5621-4e27-bec4-2b12d958eef1 HTTP/1.1" status: 200 len: 897 time: 0.2190518 Oct 13 00:22:27.100151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da483bd-8077-48a8-8237-32979e949a63 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:27.136829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9fec33f-0c84-45d4-a697-8abcb8872438 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:27.142016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e9fec33f-0c84-45d4-a697-8abcb8872438 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/0dec5669-19a2-403a-8ae3-3b625c5a918a HTTP/1.1" status: 204 len: 168 time: 1.2258227 Oct 13 00:22:27.144982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37710) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:27.178291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-a2dc37ac-caa5-4b1c-80e8-7e5d274feeaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a00443d-5fb8-4342-9544-1321d1602177 HTTP/1.1" status: 200 len: 217 time: 0.1046994 Oct 13 00:22:27.205409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-83079c19-c34b-429e-999f-b5debce0aa69 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:27.205934 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-83079c19-c34b-429e-999f-b5debce0aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:27.223854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfcda8-4532-47d4-a898-2c01bd852b08 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.233144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-09dfcda8-4532-47d4-a898-2c01bd852b08 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0870807 Oct 13 00:22:27.237835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37712) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:27.253826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d0064-1ce3-43ba-a8ca-8dfe75688b1c req-d6ce3951-37f0-4919-afc4-3fa6d46b5b9c tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.255751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf7d0064-1ce3-43ba-a8ca-8dfe75688b1c req-d6ce3951-37f0-4919-afc4-3fa6d46b5b9c tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 983 time: 0.2037013 Oct 13 00:22:27.304065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-7fa7deb0-3b7f-4ade-829c-fb8fcf1743c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.305448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-7fa7deb0-3b7f-4ade-829c-fb8fcf1743c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aee29ce-0bdd-474f-a776-f03906cad889 HTTP/1.1" status: 200 len: 834 time: 0.1116734 Oct 13 00:22:27.348451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29485280-e1cf-4ccf-b980-30182828d6f6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.369892 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-29485280-e1cf-4ccf-b980-30182828d6f6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1133771 Oct 13 00:22:27.371415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37716) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:27.414580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf7d0064-1ce3-43ba-a8ca-8dfe75688b1c req-df336a3b-74e2-4c7e-999a-2336df874fa2 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1500342 Oct 13 00:22:27.450964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-e591be3e-d1d8-4180-9b83-dc567a2a9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.452515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-e591be3e-d1d8-4180-9b83-dc567a2a9728 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948641a4-5621-4e27-bec4-2b12d958eef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389058 Oct 13 00:22:27.530270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a33d6-7e73-43c0-8ade-ddb394e31d09 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.532807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a33d6-7e73-43c0-8ade-ddb394e31d09 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.534455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a33d6-7e73-43c0-8ade-ddb394e31d09 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.537512 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9a2a33d6-7e73-43c0-8ade-ddb394e31d09 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1605477 Oct 13 00:22:27.539452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37718) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:27.606569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:27.620972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bfeaeb-f001-4b22-b5da-392c1c652213 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 32097498-6155-41b4-8bc5-feeb4ee90e8e {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:27.625356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3bfeaeb-f001-4b22-b5da-392c1c652213 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:27.681117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3bfeaeb-f001-4b22-b5da-392c1c652213 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:27.737109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297e4c7-4e48-43c1-addd-43eade079476 req-c23cce96-1ba8-4b45-a9a6-3b802911fe6d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:27.738673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9297e4c7-4e48-43c1-addd-43eade079476 req-c23cce96-1ba8-4b45-a9a6-3b802911fe6d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1967993 Oct 13 00:22:27.750759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-11f557fd-3430-4d5e-978a-50d431e33100 service neutron] 10.222.0.36 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894266 Oct 13 00:22:27.768983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:27.769364 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:27.886268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3bfeaeb-f001-4b22-b5da-392c1c652213 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.046844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b244e9e-3f6f-4050-9a16-d989dd4225e3 req-82f850cd-d0c7-495b-8721-17c8536d5dff service neutron] 10.222.0.36 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630785 Oct 13 00:22:28.050596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9297e4c7-4e48-43c1-addd-43eade079476 req-c9619175-6638-476e-904f-52d5b0d193d8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031709 Oct 13 00:22:28.106371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed451658-d462-4c99-839d-aa5c51ee643f None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:28.149181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3bfeaeb-f001-4b22-b5da-392c1c652213 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.223961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfeaeb-f001-4b22-b5da-392c1c652213 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=32097498-6155-41b4-8bc5-feeb4ee90e8e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:28.242287 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3bfeaeb-f001-4b22-b5da-392c1c652213 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.257520 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c3bfeaeb-f001-4b22-b5da-392c1c652213 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/32097498-6155-41b4-8bc5-feeb4ee90e8e HTTP/1.1" status: 204 len: 168 time: 0.7168221 Oct 13 00:22:28.260369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37732) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:28.262848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5100bb87-10f9-4911-98c7-0f975e66d082 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:28.263488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5100bb87-10f9-4911-98c7-0f975e66d082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.336683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-db321e85-7b5d-44a4-bb01-cfa7e890b3c5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet e79e54c4-c76f-4a21-9265-4b2082cd8abb {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:28.340612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db321e85-7b5d-44a4-bb01-cfa7e890b3c5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.416559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db321e85-7b5d-44a4-bb01-cfa7e890b3c5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.625639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db321e85-7b5d-44a4-bb01-cfa7e890b3c5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.686667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58bab1-4577-46d3-ad65-a3154d159d2c req-96780036-47f0-4780-91ae-af59cf21ca5e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:28.694890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a58bab1-4577-46d3-ad65-a3154d159d2c req-96780036-47f0-4780-91ae-af59cf21ca5e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 983 time: 0.1265121 Oct 13 00:22:28.764437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a58bab1-4577-46d3-ad65-a3154d159d2c req-de18d0e5-a4b6-45ae-88d1-492239b46519 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0682607 Oct 13 00:22:28.805173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db321e85-7b5d-44a4-bb01-cfa7e890b3c5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.825619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db321e85-7b5d-44a4-bb01-cfa7e890b3c5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:28.840009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37736) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:28.841932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-db321e85-7b5d-44a4-bb01-cfa7e890b3c5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/e79e54c4-c76f-4a21-9265-4b2082cd8abb HTTP/1.1" status: 204 len: 168 time: 0.5805542 Oct 13 00:22:28.881794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db321e85-7b5d-44a4-bb01-cfa7e890b3c5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=e79e54c4-c76f-4a21-9265-4b2082cd8abb,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:28.914373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f890802a-6b3b-47da-bf57-1892c7e7c2ad tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699065 Oct 13 00:22:28.914639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37738) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:28.920077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:29.104995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:29.108338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:29.329033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a62d7-1f69-4af1-ab28-2120dbe99ba4 req-c377cb3b-9a36-4cca-b37d-49ce01e937f8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:29.337720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a33a62d7-1f69-4af1-ab28-2120dbe99ba4 req-c377cb3b-9a36-4cca-b37d-49ce01e937f8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1390264 Oct 13 00:22:29.432100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a33a62d7-1f69-4af1-ab28-2120dbe99ba4 req-86fdfe13-b7da-4351-813e-2d060835aabf tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 Oct 13 00:22:29.441875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:29.502650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:29.507189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:29.510827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:29.511654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:29.545017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=832a4826-2851-4909-964d-472dc0110a20,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:29.556831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37748) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:29.557290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b4358266-9049-4e89-a9bb-0df088a0df3d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6414435 Oct 13 00:22:29.562520 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e2996b7b-bacd-4b63-b6dc-fd201570b7cb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:29.673960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df7056-ed3d-47f3-9dd1-83594ef6d3d6 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:29.821864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fa6fa3c5-2708-4c67-b583-76f5f114aa14 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:29.822380 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa3c5-2708-4c67-b583-76f5f114aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:29.860768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8a00443d-5fb8-4342-9544-1321d1602177 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:22:30.041352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ab7e6-5742-4e30-8d91-948c55a46b9c req-fbc14517-54fe-4639-925f-aa3d9a9654f3 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:30.049143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc1ab7e6-5742-4e30-8d91-948c55a46b9c req-fbc14517-54fe-4639-925f-aa3d9a9654f3 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 983 time: 0.0953746 Oct 13 00:22:30.076517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8a00443d-5fb8-4342-9544-1321d1602177, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8a00443d-5fb8-4342-9544-1321d1602177,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:30.093734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '8a00443d-5fb8-4342-9544-1321d1602177', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'port_id': '8a00443d-5fb8-4342-9544-1321d1602177', 'mac_address': 'fa:16:3e:5b:ab:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:22:30.102396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5175b1-700d-425f-85d3-94233f6c8458 None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '832a4826-2851-4909-964d-472dc0110a20'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '72522f3c-7c8f-46d4-b4c3-ed24866fd33a'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:22:30.127486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc1ab7e6-5742-4e30-8d91-948c55a46b9c req-3ca4aa24-4a58-4089-92db-91644382c594 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0727878 Oct 13 00:22:30.132137 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-de5175b1-700d-425f-85d3-94233f6c8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:30.135733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2996b7b-bacd-4b63-b6dc-fd201570b7cb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:30.139399 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2996b7b-bacd-4b63-b6dc-fd201570b7cb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:30.243249 n-d-813679-4 neutron-server[94989]: INFO neutron.db.ipam_backend_mixin [None req-e2996b7b-bacd-4b63-b6dc-fd201570b7cb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 832a4826-2851-4909-964d-472dc0110a20 (CIDR: 2001:db8::/64) Oct 13 00:22:30.258345 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2996b7b-bacd-4b63-b6dc-fd201570b7cb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:22:30.260138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2996b7b-bacd-4b63-b6dc-fd201570b7cb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:30.290576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e2996b7b-bacd-4b63-b6dc-fd201570b7cb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7318976 Oct 13 00:22:30.292992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37758) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:30.299008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:30.308213 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:30.340748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a00443d-5fb8-4342-9544-1321d1602177 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:22:30.370653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8a00443d-5fb8-4342-9544-1321d1602177, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8a00443d-5fb8-4342-9544-1321d1602177,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:30.395776 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:30.534261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:30.542117 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:30.591245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=8a00443d-5fb8-4342-9544-1321d1602177,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:30.618439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-de5175b1-700d-425f-85d3-94233f6c8458 None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/832a4826-2851-4909-964d-472dc0110a20/72522f3c-7c8f-46d4-b4c3-ed24866fd33a) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:30.732804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669fc1c-1ea4-4831-946b-0973708cc0bd req-2bbfdc1c-bcd7-4029-9037-f419a7816711 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:30.734597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b669fc1c-1ea4-4831-946b-0973708cc0bd req-2bbfdc1c-bcd7-4029-9037-f419a7816711 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1098001 Oct 13 00:22:30.761648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-de5175b1-700d-425f-85d3-94233f6c8458 None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:30.792878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-de5175b1-700d-425f-85d3-94233f6c8458 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:30.808092 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-de5175b1-700d-425f-85d3-94233f6c8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:30.812482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b669fc1c-1ea4-4831-946b-0973708cc0bd req-63226a4f-16e5-474d-8a12-2f788acb75f4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670233 Oct 13 00:22:30.893809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5175b1-700d-425f-85d3-94233f6c8458 None None] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:30.904975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['8a00443d-5fb8-4342-9544-1321d1602177'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:22:31.316271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:22:31.448976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddad0ae-4949-4480-b9fb-7351830d267f req-6b5cafbe-f8f4-4235-a26a-fe08ebc3236a tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:31.454345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fddad0ae-4949-4480-b9fb-7351830d267f req-6b5cafbe-f8f4-4235-a26a-fe08ebc3236a tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 984 time: 0.2062747 Oct 13 00:22:31.549266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:31.690023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:31.690451 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:31.785749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fddad0ae-4949-4480-b9fb-7351830d267f req-f542eb9c-818f-4904-aff4-b6d3d158f007 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3168790 Oct 13 00:22:31.807091 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:31.913873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37780) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:32.088900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7d37e2b1-8830-4e10-bcaa-7a87b79e78aa None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:32.090378 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2b1-8830-4e10-bcaa-7a87b79e78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.137631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d04a7c-df3a-4c78-adab-51fc5dd96fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.170974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64739fb3-2a7c-462b-8260-5dcf69bf8d04 req-6338acc0-c37f-4e79-ac0f-21063255a03c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:32.172867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-64739fb3-2a7c-462b-8260-5dcf69bf8d04 req-6338acc0-c37f-4e79-ac0f-21063255a03c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1624129 Oct 13 00:22:32.211096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:32.256282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-64739fb3-2a7c-462b-8260-5dcf69bf8d04 req-06ce3284-1160-4f52-a55a-51324d409c30 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753002 Oct 13 00:22:32.266911 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.272490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.283099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.313285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d04a7c-df3a-4c78-adab-51fc5dd96fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.323789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d04a7c-df3a-4c78-adab-51fc5dd96fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.366498 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-51d04a7c-df3a-4c78-adab-51fc5dd96fae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02fc121ac3d440b1bfee2ab990edc546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514170 Oct 13 00:22:32.376818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37786) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:32.404283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:32.421040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:32.425952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:32.426600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.429773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=d608c9e9-4d8b-4468-ae2a-3a88ef85aa03,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:32.442080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=14']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:32.461564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-927cb321-5ed4-4b25-9d5a-27b56610d6c8 None None] Could not find standard attr ID for object 0dec5669-19a2-403a-8ae3-3b625c5a918a. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:22:32.464273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7d30b207-c505-49cd-b6c1-99d40868abd2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1700382 Oct 13 00:22:32.467172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37788) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:32.472501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:02:74:f6', 'name': 'tempest-NetworksTestDHCPv6-823943309'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:32.498171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d04a7c-df3a-4c78-adab-51fc5dd96fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb0dbc-2fed-4b0a-8b65-01b2230dd46c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:32.531243 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46f8f77a-33f4-42b1-801a-6bf59d4a33cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.598072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46f8f77a-33f4-42b1-801a-6bf59d4a33cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.712715 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:32.731769 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46f8f77a-33f4-42b1-801a-6bf59d4a33cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.738817 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46f8f77a-33f4-42b1-801a-6bf59d4a33cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:32.742298 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-46f8f77a-33f4-42b1-801a-6bf59d4a33cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7eb0dbc-2fed-4b0a-8b65-01b2230dd46c HTTP/1.1" status: 204 len: 168 time: 0.3617873 Oct 13 00:22:32.781657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8f77a-33f4-42b1-801a-6bf59d4a33cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb0dbc-2fed-4b0a-8b65-01b2230dd46c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:32.793514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee486535-aaf1-48b2-846b-908bc9452869 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:32.965284 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.041716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port c682439e-72d2-45dc-9a7a-e055fee0fedc yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:33.264889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:33.275292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::3a (0aab82b3-edf6-49a9-80bd-eba5b227e5da/832a4826-2851-4909-964d-472dc0110a20/c682439e-72d2-45dc-9a7a-e055fee0fedc) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:33.282734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8:0:1:f816:3eff:fe02:74f6 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/d608c9e9-4d8b-4468-ae2a-3a88ef85aa03/c682439e-72d2-45dc-9a7a-e055fee0fedc) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:33.288579 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a1e2-de83-4625-9c8a-117af830c611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.455257 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a1e2-de83-4625-9c8a-117af830c611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.471572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a1e2-de83-4625-9c8a-117af830c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.572608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:33.578286 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c0d0a1e2-de83-4625-9c8a-117af830c611 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a998b566eb374a3b88709c86c02d7abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116965 Oct 13 00:22:33.579272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0a1e2-de83-4625-9c8a-117af830c611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96233dae-13e5-4cfb-832f-cddb4c1ff06a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:33.582605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37804) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:33.599168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.666844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:33.667562 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.681692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15097b88-d07b-4652-9dde-6cac041fc8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.708944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb67393-694e-4b73-b939-dffc414c406d req-782d54cb-9d50-4780-88aa-aaf6c1723bdc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:33.717953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abb67393-694e-4b73-b939-dffc414c406d req-782d54cb-9d50-4780-88aa-aaf6c1723bdc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 984 time: 0.7102122 Oct 13 00:22:33.733415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15097b88-d07b-4652-9dde-6cac041fc8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.758885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ac8d2-aef0-4080-badd-4e4658ffec36 req-7af4f4f8-c7ad-461f-88e2-0318c805b7cf tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:33.766835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e1ac8d2-aef0-4080-badd-4e4658ffec36 req-7af4f4f8-c7ad-461f-88e2-0318c805b7cf tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.2242105 Oct 13 00:22:33.811774 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15097b88-d07b-4652-9dde-6cac041fc8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.821090 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15097b88-d07b-4652-9dde-6cac041fc8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.838052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-15097b88-d07b-4652-9dde-6cac041fc8a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96233dae-13e5-4cfb-832f-cddb4c1ff06a HTTP/1.1" status: 204 len: 168 time: 0.2387116 Oct 13 00:22:33.856301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e1ac8d2-aef0-4080-badd-4e4658ffec36 req-7441649a-4194-48a8-b715-133bd6682081 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884864 Oct 13 00:22:33.869213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15097b88-d07b-4652-9dde-6cac041fc8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96233dae-13e5-4cfb-832f-cddb4c1ff06a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:33.869376 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:33.907774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8a00443d-5fb8-4342-9544-1321d1602177 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:34.004794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 8a00443d-5fb8-4342-9544-1321d1602177 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:22:34.006326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abb67393-694e-4b73-b939-dffc414c406d req-4b425d0d-d726-4f61-a311-523570758569 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2690070 Oct 13 00:22:34.021313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 8a00443d-5fb8-4342-9544-1321d1602177 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:34.021313 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.078378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:34.079864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=c682439e-72d2-45dc-9a7a-e055fee0fedc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:34.082796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:34.087407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:34.093443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:34.094085 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.135966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e8cf7b63-5266-4216-8cf2-9a43f5c28765 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6654589 Oct 13 00:22:34.136824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37816) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:34.238260 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.277679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:22:34.280035 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f42478-fbf8-44da-8985-b44483e5f18a" -d '{"events": [{"server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "name": "network-vif-plugged", "status": "completed", "tag": "8a00443d-5fb8-4342-9544-1321d1602177"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:22:34.299338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 8a00443d-5fb8-4342-9544-1321d1602177, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8a00443d-5fb8-4342-9544-1321d1602177,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:34.321523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-420e302f-3a8b-417d-9e13-b9f153eea375 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port c682439e-72d2-45dc-9a7a-e055fee0fedc {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:34.322206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-420e302f-3a8b-417d-9e13-b9f153eea375 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.327170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.358550 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0d89a3-a16e-4501-9bd6-0cdcceb8cd7b x-openstack-request-id: req-0b0d89a3-a16e-4501-9bd6-0cdcceb8cd7b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:22:34.358971 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "name": "network-vif-plugged", "status": "completed", "tag": "8a00443d-5fb8-4342-9544-1321d1602177", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:22:34.359324 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b0d89a3-a16e-4501-9bd6-0cdcceb8cd7b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:22:34.359852 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177', 'code': 200} Oct 13 00:22:34.360689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b7f0ae3d-b2c7-4294-9018-744def233c41 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:34.361253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7f0ae3d-b2c7-4294-9018-744def233c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.488472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=8a00443d-5fb8-4342-9544-1321d1602177,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:34.562790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40828a-2341-4b51-b100-18785052c6a4 req-1f8d8e2e-a3a6-4716-aaa0-4ab58853c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:34.564786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac40828a-2341-4b51-b100-18785052c6a4 req-1f8d8e2e-a3a6-4716-aaa0-4ab58853c0b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 1136 time: 0.0927038 Oct 13 00:22:34.570108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-420e302f-3a8b-417d-9e13-b9f153eea375 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.602606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-420e302f-3a8b-417d-9e13-b9f153eea375 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for c682439e-72d2-45dc-9a7a-e055fee0fedc owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:34.628315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac40828a-2341-4b51-b100-18785052c6a4 req-6e170d74-3f7e-4ccc-8603-95f80b53d3f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de9f2d39-086c-4307-8234-7b6e6b445573&id=c3afe333-6a08-46d7-a9a2-4ee066095875&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0555747 Oct 13 00:22:34.759638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7e237499-f93e-4e83-826d-54a032d48a6d None None] Provisioning complete for port c682439e-72d2-45dc-9a7a-e055fee0fedc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:34.760256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e237499-f93e-4e83-826d-54a032d48a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.824091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7e237499-f93e-4e83-826d-54a032d48a6d None None] Port c682439e-72d2-45dc-9a7a-e055fee0fedc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:22:34.874495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-420e302f-3a8b-417d-9e13-b9f153eea375 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:34.941687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e302f-3a8b-417d-9e13-b9f153eea375 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=c682439e-72d2-45dc-9a7a-e055fee0fedc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:34.993917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-420e302f-3a8b-417d-9e13-b9f153eea375 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:35.001653 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-420e302f-3a8b-417d-9e13-b9f153eea375 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/c682439e-72d2-45dc-9a7a-e055fee0fedc HTTP/1.1" status: 204 len: 168 time: 0.8641863 Oct 13 00:22:35.002291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37838) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:35.055332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3415f-3a77-464a-9f20-55dfff13a32a req-8427f8a7-1f8f-4ef6-9997-7242dda9a180 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:35.068561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3e3415f-3a77-464a-9f20-55dfff13a32a req-8427f8a7-1f8f-4ef6-9997-7242dda9a180 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1000926 Oct 13 00:22:35.089095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e133e2ba-fae0-4197-8045-d7380db07351 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:35.094484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:35.099940 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e133e2ba-fae0-4197-8045-d7380db07351 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0959623 Oct 13 00:22:35.160199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3e3415f-3a77-464a-9f20-55dfff13a32a req-1f36c5cc-6d96-4913-a320-826ad4819569 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833490 Oct 13 00:22:35.209902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898968d-37f8-4566-8a21-48b32d82af66 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:35.216046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37854) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:35.226202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0898968d-37f8-4566-8a21-48b32d82af66 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1219416 Oct 13 00:22:35.293805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a286c49-4b6c-4345-8530-32ea012c963a req-48bd74e9-e7d3-4f97-9bdb-dc59979150ee tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:35.302751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a286c49-4b6c-4345-8530-32ea012c963a req-48bd74e9-e7d3-4f97-9bdb-dc59979150ee tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 985 time: 0.0742624 Oct 13 00:22:35.305185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b758026-ef4d-419e-986c-076223643fe6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:35.306934 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b758026-ef4d-419e-986c-076223643fe6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:35.308708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b758026-ef4d-419e-986c-076223643fe6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:35.313099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7b758026-ef4d-419e-986c-076223643fe6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0959020 Oct 13 00:22:35.313781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37856) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:35.346364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a286c49-4b6c-4345-8530-32ea012c963a req-e451ced1-d670-45dc-8418-59df1c18199c tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0426738 Oct 13 00:22:35.402854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5342d836-ccdf-474d-8d6a-833451018f9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 832a4826-2851-4909-964d-472dc0110a20 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:35.406321 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5342d836-ccdf-474d-8d6a-833451018f9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:35.478454 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5342d836-ccdf-474d-8d6a-833451018f9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:35.589011 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5342d836-ccdf-474d-8d6a-833451018f9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:35.653921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5342d836-ccdf-474d-8d6a-833451018f9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:35.667915 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5342d836-ccdf-474d-8d6a-833451018f9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:35.674743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37894) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:35.675719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5342d836-ccdf-474d-8d6a-833451018f9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/832a4826-2851-4909-964d-472dc0110a20 HTTP/1.1" status: 204 len: 168 time: 0.3607893 Oct 13 00:22:35.680377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4727a03-1c12-4fc7-b77f-1294e8e26d26 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:35.697498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342d836-ccdf-474d-8d6a-833451018f9a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=832a4826-2851-4909-964d-472dc0110a20,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:35.783713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b438ae-0946-4db2-999f-bad6352b4e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet d608c9e9-4d8b-4468-ae2a-3a88ef85aa03 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:35.790696 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b438ae-0946-4db2-999f-bad6352b4e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:35.845518 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b438ae-0946-4db2-999f-bad6352b4e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:35.957492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b438ae-0946-4db2-999f-bad6352b4e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:36.075932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b438ae-0946-4db2-999f-bad6352b4e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:36.105664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b438ae-0946-4db2-999f-bad6352b4e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=d608c9e9-4d8b-4468-ae2a-3a88ef85aa03,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:36.114242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b438ae-0946-4db2-999f-bad6352b4e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:36.118902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-95b438ae-0946-4db2-999f-bad6352b4e88 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/d608c9e9-4d8b-4468-ae2a-3a88ef85aa03 HTTP/1.1" status: 204 len: 168 time: 0.4395001 Oct 13 00:22:36.121680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37902) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:36.186044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-caffed06-6273-448a-b132-aa567089f31f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628271 Oct 13 00:22:36.189391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37910) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:36.199095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:36.428912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fbd8f-784e-45a7-a7c0-717f992e7e44 req-227cb872-a58d-4f6b-b987-d6473d63655a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:36.432824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e4fbd8f-784e-45a7-a7c0-717f992e7e44 req-227cb872-a58d-4f6b-b987-d6473d63655a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1371346 Oct 13 00:22:36.448475 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:36.465248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:36.477103 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:36.544343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e4fbd8f-784e-45a7-a7c0-717f992e7e44 req-830bcaa4-1505-431f-b946-8f6df010c28e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966043 Oct 13 00:22:36.717997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08e7d-2840-408d-a541-77ebba4f5f1c req-0078b566-1862-42f9-a7f7-3ac5005e6ed8 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:36.719487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5e08e7d-2840-408d-a541-77ebba4f5f1c req-0078b566-1862-42f9-a7f7-3ac5005e6ed8 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 985 time: 0.0910335 Oct 13 00:22:36.796906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:36.804843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5e08e7d-2840-408d-a541-77ebba4f5f1c req-d3409c14-d949-498f-9e6b-4a71eca7abbc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0783188 Oct 13 00:22:36.868977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:36.869837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=385ba3f5-ec86-489f-b7bc-ccefeed6e2af,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:36.873968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:36.877110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:36.877595 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:36.907279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37946) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:36.910682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:36.919768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-56026ed3-19c7-4228-9280-f76645d4469d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:36.920052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-354750f5-33a3-43c0-8027-e3e6c5eda9ce tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7290142 Oct 13 00:22:36.925087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cf4b11-cbf0-4362-9b61-52834783f1a0 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:37.011676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0d94dfa6-ab6e-4cc1-90a0-10d706e1f339 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:37.012342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d94dfa6-ab6e-4cc1-90a0-10d706e1f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:37.104681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c666c-54d3-44ec-b1ba-e310b172dd80 req-8012d87f-6cad-4a61-95f2-6b8772321987 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:37.107474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-159c666c-54d3-44ec-b1ba-e310b172dd80 req-8012d87f-6cad-4a61-95f2-6b8772321987 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 985 time: 0.1137829 Oct 13 00:22:37.134245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56026ed3-19c7-4228-9280-f76645d4469d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:37.140752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56026ed3-19c7-4228-9280-f76645d4469d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:37.282111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-159c666c-54d3-44ec-b1ba-e310b172dd80 req-82f32dd2-48d4-43c0-8e4c-e027cdc002b2 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1653516 Oct 13 00:22:37.338803 n-d-813679-4 neutron-server[94989]: INFO neutron.db.ipam_backend_mixin [None req-56026ed3-19c7-4228-9280-f76645d4469d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 385ba3f5-ec86-489f-b7bc-ccefeed6e2af (CIDR: 2001:db8::/64) Oct 13 00:22:37.346782 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-56026ed3-19c7-4228-9280-f76645d4469d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:22:37.347670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56026ed3-19c7-4228-9280-f76645d4469d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:37.373441 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-56026ed3-19c7-4228-9280-f76645d4469d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4646966 Oct 13 00:22:37.376168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37954) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:37.382003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'subnet': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:37.386225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af4e8a4-e4a2-4880-94af-a6a9132a0466 None None] Update dhcp port {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'fixed_ips': [{'subnet_id': '385ba3f5-ec86-489f-b7bc-ccefeed6e2af'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '72522f3c-7c8f-46d4-b4c3-ed24866fd33a'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:22:37.500330 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6af4e8a4-e4a2-4880-94af-a6a9132a0466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:37.517928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144492b3-a5c8-4b79-a49e-5b5468cda721 req-04c67f2f-2148-45b5-8df7-cc9acb6e68ed tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:37.520469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-144492b3-a5c8-4b79-a49e-5b5468cda721 req-04c67f2f-2148-45b5-8df7-cc9acb6e68ed tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 1136 time: 0.0828488 Oct 13 00:22:37.548803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-144492b3-a5c8-4b79-a49e-5b5468cda721 req-f043a396-3808-4663-9a74-31fec2a6a498 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:37.609526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:37.614135 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:37.768216 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-144492b3-a5c8-4b79-a49e-5b5468cda721 req-f043a396-3808-4663-9a74-31fec2a6a498 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:37.776766 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-144492b3-a5c8-4b79-a49e-5b5468cda721 req-f043a396-3808-4663-9a74-31fec2a6a498 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:37.797498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-6af4e8a4-e4a2-4880-94af-a6a9132a0466 None None] Allocated IP 2001:db8::2 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/385ba3f5-ec86-489f-b7bc-ccefeed6e2af/72522f3c-7c8f-46d4-b4c3-ed24866fd33a) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:37.838930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-144492b3-a5c8-4b79-a49e-5b5468cda721 req-f043a396-3808-4663-9a74-31fec2a6a498 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3071988 Oct 13 00:22:37.855815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043a396-3808-4663-9a74-31fec2a6a498 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a8c3a-1935-469d-bafd-9a5301c668ff,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:37.870577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37960) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:37.887326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b94d6-130a-4667-b234-d5d25d7b8ea1 req-7d1a35cf-1b0c-4d11-acaa-79e7940fdc56 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:37.888932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-343b94d6-130a-4667-b234-d5d25d7b8ea1 req-7d1a35cf-1b0c-4d11-acaa-79e7940fdc56 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1448865 Oct 13 00:22:37.939924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475ee30-66e7-498a-b8e1-7f544e6cd0b4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:37.945008 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5475ee30-66e7-498a-b8e1-7f544e6cd0b4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 1131 time: 0.0689728 Oct 13 00:22:37.948531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37962) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:37.953555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '8a00443d-5fb8-4342-9544-1321d1602177', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:37.965400 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6af4e8a4-e4a2-4880-94af-a6a9132a0466 None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:37.981159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-343b94d6-130a-4667-b234-d5d25d7b8ea1 req-ad113cac-3615-4ea3-a88a-c5f02491eaf0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703845 Oct 13 00:22:38.004695 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6af4e8a4-e4a2-4880-94af-a6a9132a0466 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:38.011941 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6af4e8a4-e4a2-4880-94af-a6a9132a0466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:38.031279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:38.109187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4e8a4-e4a2-4880-94af-a6a9132a0466 None None] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=17']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:38.614096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:22:38.626487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:38.948254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b30175a4-a485-4348-ab93-02c42ecb8e23 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:38.948869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b30175a4-a485-4348-ab93-02c42ecb8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:38.976322 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Allocated IP 172.25.3.217 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/8495510f-b31f-4737-a99f-ad3ef30dddad) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:38.981342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:39.285632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef8b8f-0ef1-45f6-a9ae-e516763a3ddb req-802af2e9-d016-4302-976b-17bf20ef9c0e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:39.287236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59ef8b8f-0ef1-45f6-a9ae-e516763a3ddb req-802af2e9-d016-4302-976b-17bf20ef9c0e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1523182 Oct 13 00:22:39.332230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:39.396790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59ef8b8f-0ef1-45f6-a9ae-e516763a3ddb req-f21ddc08-df14-44e7-888b-8aea2fa5733c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000211 Oct 13 00:22:39.423892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:39.435527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:39.476503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:39.481402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:39.486893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:39.496839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:39.532028 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:39.540285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=8495510f-b31f-4737-a99f-ad3ef30dddad,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:39.542711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:39.543458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:39.571897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:39.573015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:39.605599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Subnet': ['ID=f8c9072c-c0e7-4a2b-96c6-18cc20faa112,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:39.664467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:39.711477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:39.722008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:39.722619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:39.722929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d0fc5-d684-4544-a18e-46727a86ada6 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:39.741027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=19']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:39.787631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f8ad7dc-26bf-4e62-b446-74e176fbe4ff tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4102011 Oct 13 00:22:39.791544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37980) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:39.796831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Request body: {'port': {'network_id': '0aab82b3-edf6-49a9-80bd-eba5b227e5da', 'mac_address': 'fa:16:3e:26:84:c0', 'name': 'tempest-NetworksTestDHCPv6-770834296'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:40.085150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Made reservation on behalf of 7a4bfad3006e46c3a2a635b216a3f17b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:40.279972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:40.320851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] device_id is not set on port 9d5b9d01-3bdd-4099-81ef-4a6c1444130b yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:40.376207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:40.520202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8::231 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/385ba3f5-ec86-489f-b7bc-ccefeed6e2af/9d5b9d01-3bdd-4099-81ef-4a6c1444130b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:40.529130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:84c0 (0aab82b3-edf6-49a9-80bd-eba5b227e5da/f8c9072c-c0e7-4a2b-96c6-18cc20faa112/9d5b9d01-3bdd-4099-81ef-4a6c1444130b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:40.659214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:40.711469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c19739-e6bd-4158-84d7-419998fe0761 req-5252b280-7245-480c-8316-4ef6918dd00b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:40.713378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3c19739-e6bd-4158-84d7-419998fe0761 req-5252b280-7245-480c-8316-4ef6918dd00b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1530950 Oct 13 00:22:40.784471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:40.867434 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:40.899319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3c19739-e6bd-4158-84d7-419998fe0761 req-09c87370-96cc-4661-a174-b3eb20d5d9cc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709352 Oct 13 00:22:40.972727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event updated for resources: {'Port': ['ID=9d5b9d01-3bdd-4099-81ef-4a6c1444130b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:40.998435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:41.000238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:41.002643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:41.011120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:41.011842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.042092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c78f4fe4-f08e-4972-9b9c-8b4fba78b183 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2493596 Oct 13 00:22:41.044909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37990) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:41.050470 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.057800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.147739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=8495510f-b31f-4737-a99f-ad3ef30dddad,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:41.157854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.205775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0ed89d71-6581-42f2-a711-25ba698e984e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting port 9d5b9d01-3bdd-4099-81ef-4a6c1444130b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:41.206093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ed89d71-6581-42f2-a711-25ba698e984e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.307568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4ee1d887-d358-4ee0-89ed-ba29767cbc5b None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:41.312983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d887-d358-4ee0-89ed-ba29767cbc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.354643 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Floating IP 9b80dcc5-9e28-40c8-b444-56f03752b702 associated. External IP: 172.25.3.217, port: 8a00443d-5fb8-4342-9544-1321d1602177. Oct 13 00:22:41.565296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:41.628735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:41.629068 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.815558 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ed89d71-6581-42f2-a711-25ba698e984e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.827755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-38d17c70-7d1d-47e6-b31c-fbe43b1037e9 None None] Provisioning complete for port 9d5b9d01-3bdd-4099-81ef-4a6c1444130b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:41.828552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38d17c70-7d1d-47e6-b31c-fbe43b1037e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.836460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0ed89d71-6581-42f2-a711-25ba698e984e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Calling delete_port for 9d5b9d01-3bdd-4099-81ef-4a6c1444130b owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:41.892775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-20d85c5f-f7b8-4fb0-adf3-9c67af6ea2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:41.935537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-38d17c70-7d1d-47e6-b31c-fbe43b1037e9 None None] Port 9d5b9d01-3bdd-4099-81ef-4a6c1444130b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:22:42.138269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ed89d71-6581-42f2-a711-25ba698e984e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:42.257806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed89d71-6581-42f2-a711-25ba698e984e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Port': ['ID=9d5b9d01-3bdd-4099-81ef-4a6c1444130b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:42.264196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ed89d71-6581-42f2-a711-25ba698e984e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:42.271891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38004) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:42.272443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ed89d71-6581-42f2-a711-25ba698e984e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/9d5b9d01-3bdd-4099-81ef-4a6c1444130b HTTP/1.1" status: 204 len: 168 time: 1.2228858 Oct 13 00:22:42.349353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Router 4ec27ab8-2368-4791-99fa-662042fe8cdc has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:22:42.361592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3942053-9680-4352-8fa7-ad5f5eba7dd4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.366840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38006) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:42.367730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3942053-9680-4352-8fa7-ad5f5eba7dd4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0924640 Oct 13 00:22:42.377944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7468b1-f2b9-4a0d-96e9-ddda3cdb6a54 req-394bccd4-85de-4b1e-b124-c9498d138039 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.379824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b7468b1-f2b9-4a0d-96e9-ddda3cdb6a54 req-394bccd4-85de-4b1e-b124-c9498d138039 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1482847 Oct 13 00:22:42.451491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6599440-573e-4a1b-b94b-456215e00410 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.453765 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6599440-573e-4a1b-b94b-456215e00410 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0857806 Oct 13 00:22:42.456464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38012) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:42.488480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b7468b1-f2b9-4a0d-96e9-ddda3cdb6a54 req-097fa65e-c5d4-4e10-a663-7cb15a09ad86 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019552 Oct 13 00:22:42.570389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3787c-a2f4-480d-91a3-7f771a494e92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.572212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3787c-a2f4-480d-91a3-7f771a494e92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.573834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3787c-a2f4-480d-91a3-7f771a494e92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.575598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e0e3787c-a2f4-480d-91a3-7f771a494e92 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1175759 Oct 13 00:22:42.576080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:22:42.578093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38020) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:42.590479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] Sync routers for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:22:42.603626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:22:42.604443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:22:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:42.634892 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:42.666715 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-da3ecd0e-b619-4f24-9ddc-0d756d90f7ce tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7171302 Oct 13 00:22:42.667441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:22:42.669567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38024) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:42.669747 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecff41c-2af3-4ba8-9d25-746db1069068" -d '{"events": [{"name": "network-changed", "server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "tag": "8a00443d-5fb8-4342-9544-1321d1602177"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:22:42.675748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-737ef364-c6d1-4aa6-8f62-49579c4b4612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet 385ba3f5-ec86-489f-b7bc-ccefeed6e2af {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:42.679879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-737ef364-c6d1-4aa6-8f62-49579c4b4612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:42.740375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:22:42.748298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-737ef364-c6d1-4aa6-8f62-49579c4b4612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:42.777137 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4b94dc-884f-4328-a131-171e671e1398 x-openstack-request-id: req-ec4b94dc-884f-4328-a131-171e671e1398 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:22:42.777361 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "tag": "8a00443d-5fb8-4342-9544-1321d1602177", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:22:42.777625 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec4b94dc-884f-4328-a131-171e671e1398 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:22:42.778024 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177', 'status': 'completed', 'code': 200} Oct 13 00:22:42.894137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.894656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.895130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.895672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.896275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.896770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.897235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.897689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.898924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.899401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.899891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.900267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-4fb291ad-5130-4790-9c56-971d1c441a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.900388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.900799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.901258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:42.901775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-4fb291ad-5130-4790-9c56-971d1c441a7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 1136 time: 0.0958192 Oct 13 00:22:42.907345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38028) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:42.907728 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7f61fd09-9e52-444c-84ad-b52e8e0c9858 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9880 time: 0.2370698 Oct 13 00:22:42.967760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-737ef364-c6d1-4aa6-8f62-49579c4b4612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:43.011877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9b80dcc5-9e28-40c8-b444-56f03752b702', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'port_id': '8a00443d-5fb8-4342-9544-1321d1602177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'mac_address': 'fa:16:3e:5b:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:22:39Z', 'updated_at': '2021-10-13T00:22:39Z', 'revision_number': 0, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:19Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:43.045263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] Checking router: 4ec27ab8-2368-4791-99fa-662042fe8cdc for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:22:43.054392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:22:43.055030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:22:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:43.115723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.116180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.116626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.117070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.117512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.117954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.118381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.118817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.119251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.119702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.120136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.120567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.120999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.121431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.121861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.125048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44fa0e61-c4d0-4bd7-8559-f65b0ca274f8 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9540 time: 0.2167017 Oct 13 00:22:43.130207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38032) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:43.160155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-32c47754-563d-4ab1-b789-e3157dc5c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.162309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-32c47754-563d-4ab1-b789-e3157dc5c33b service neutron] 10.222.0.36 "GET /v2.0/networks?id=948641a4-5621-4e27-bec4-2b12d958eef1 HTTP/1.1" status: 200 len: 897 time: 0.2459288 Oct 13 00:22:43.164134 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-737ef364-c6d1-4aa6-8f62-49579c4b4612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:43.195676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ef364-c6d1-4aa6-8f62-49579c4b4612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=385ba3f5-ec86-489f-b7bc-ccefeed6e2af,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:43.196896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:22:43.206562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-737ef364-c6d1-4aa6-8f62-49579c4b4612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:43.213955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38036) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:43.215142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-737ef364-c6d1-4aa6-8f62-49579c4b4612 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/385ba3f5-ec86-489f-b7bc-ccefeed6e2af HTTP/1.1" status: 204 len: 168 time: 0.6359994 Oct 13 00:22:43.266875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c24a58-7078-4e7e-974c-de6c2c78b07d None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:43.300193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-918d1e57-4e21-47ac-8983-86885d0bd80e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a00443d-5fb8-4342-9544-1321d1602177 HTTP/1.1" status: 200 len: 1000 time: 0.0834959 Oct 13 00:22:43.373888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc8dcd1-28bc-43d2-8ce3-526c428f8b81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Deleting subnet f8c9072c-c0e7-4a2b-96c6-18cc20faa112 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:43.381477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-3117fe90-d185-4436-a897-1b703a80e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.383805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-3117fe90-d185-4436-a897-1b703a80e10b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aee29ce-0bdd-474f-a776-f03906cad889 HTTP/1.1" status: 200 len: 834 time: 0.0754535 Oct 13 00:22:43.397406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dcd1-28bc-43d2-8ce3-526c428f8b81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:43.477708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-b914d65a-e3ce-4642-a045-85866173c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.479817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-b914d65a-e3ce-4642-a045-85866173c086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948641a4-5621-4e27-bec4-2b12d958eef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684509 Oct 13 00:22:43.499115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dcd1-28bc-43d2-8ce3-526c428f8b81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:43.660136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-603921aa-bf6c-43b1-af5f-dd60a2a89ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.661639 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-603921aa-bf6c-43b1-af5f-dd60a2a89ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 1096 time: 0.1654389 Oct 13 00:22:43.697842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57605dfe-48eb-4d92-b12b-760071f675b8 req-1e873e9b-b170-4abd-afd9-cb100c2c019d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.705582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57605dfe-48eb-4d92-b12b-760071f675b8 req-1e873e9b-b170-4abd-afd9-cb100c2c019d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1381762 Oct 13 00:22:43.710557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-f472cc91-a67e-459e-9d73-b8512fd2fd12 service neutron] 10.222.0.36 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171690 Oct 13 00:22:43.712228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dcd1-28bc-43d2-8ce3-526c428f8b81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:43.721088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9b80dcc5-9e28-40c8-b444-56f03752b702', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'port_id': '8a00443d-5fb8-4342-9544-1321d1602177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'mac_address': 'fa:16:3e:5b:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:22:39Z', 'updated_at': '2021-10-13T00:22:39Z', 'revision_number': 0, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:19Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:43.761112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3a0ae7-769a-48be-8372-dcdddfadb33d None None] The sync data for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 is: [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9b80dcc5-9e28-40c8-b444-56f03752b702', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'floating_ip_address': '172.25.3.217', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'port_id': '8a00443d-5fb8-4342-9544-1321d1602177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'mac_address': 'fa:16:3e:5b:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:22:39Z', 'updated_at': '2021-10-13T00:22:39Z', 'revision_number': 0, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:19Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:22:43.769210 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb362b1e-e1f7-44b7-a4d8-da06c7083a87 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.6376591 Oct 13 00:22:43.777184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38042) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:43.815784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57605dfe-48eb-4d92-b12b-760071f675b8 req-2c588734-451a-480c-8052-31830529f56e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039522 Oct 13 00:22:43.882790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ecff41c-2af3-4ba8-9d25-746db1069068 req-c10f5097-8010-4d4f-838c-963ed0160300 service neutron] 10.222.0.36 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530647 Oct 13 00:22:43.892806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-58066306-d91b-4a7a-aa1a-f56d58aab8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.894516 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-58066306-d91b-4a7a-aa1a-f56d58aab8b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 913 time: 0.2194383 Oct 13 00:22:43.901483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9e9e0-1801-4702-89d7-acc34ee674e4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.901945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9e9e0-1801-4702-89d7-acc34ee674e4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:43.915531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25f9e9e0-1801-4702-89d7-acc34ee674e4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4ec27ab8-2368-4791-99fa-662042fe8cdc HTTP/1.1" status: 200 len: 1990 time: 0.1255746 Oct 13 00:22:43.915531 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dcd1-28bc-43d2-8ce3-526c428f8b81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:43.931864 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dcd1-28bc-43d2-8ce3-526c428f8b81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:43.936263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fcc8dcd1-28bc-43d2-8ce3-526c428f8b81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/f8c9072c-c0e7-4a2b-96c6-18cc20faa112 HTTP/1.1" status: 204 len: 168 time: 0.7209668 Oct 13 00:22:43.937600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38046) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:43.988080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8dcd1-28bc-43d2-8ce3-526c428f8b81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c9072c-c0e7-4a2b-96c6-18cc20faa112,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:43.994434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-386f7276-beb7-4349-87e3-4a7c56c8cfa3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535257 Oct 13 00:22:43.994846 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-63454398-a5d9-40bf-b0a9-ad35f72f1518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7 HTTP/1.1" status: 200 len: 217 time: 0.0853238 Oct 13 00:22:43.995082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38048) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.095310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-6022bdcb-1d6d-4501-80e4-3fba8ea549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:44.096993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-6022bdcb-1d6d-4501-80e4-3fba8ea549c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.0590370 Oct 13 00:22:44.107846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bee5a8-71ae-46e8-b494-f1d92966e548 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:44.111752 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6bee5a8-71ae-46e8-b494-f1d92966e548 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1132543 Oct 13 00:22:44.112717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38050) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.120872 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f833bfdc-f7c7-4f44-9a36-6a5c03fe6981 None None] New status for floating IP 9b80dcc5-9e28-40c8-b444-56f03752b702: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:22:44.175604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-0c60c0cf-0b3c-4c49-8dc4-b1d831caed17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649345 Oct 13 00:22:44.201533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086fb3a-e43b-48e4-b3dd-12bbddf46886 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:44.208651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b086fb3a-e43b-48e4-b3dd-12bbddf46886 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0954683 Oct 13 00:22:44.211045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38052) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.262696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f28ff4a8-8c7b-4010-be76-77734c1be256 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481958 Oct 13 00:22:44.271318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38056) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.295702 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-77136700-e6b0-420b-876a-68b722aa0359 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.296406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77136700-e6b0-420b-876a-68b722aa0359 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.302802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-77136700-e6b0-420b-876a-68b722aa0359 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/9d5b9d01-3bdd-4099-81ef-4a6c1444130b HTTP/1.1" status: 404 len: 333 time: 0.0292015 Oct 13 00:22:44.303448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38058) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.339119 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc7cabf-1acc-45ef-a388-42fec2d0fc69 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.339641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc7cabf-1acc-45ef-a388-42fec2d0fc69 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.345493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38060) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.346036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fbc7cabf-1acc-45ef-a388-42fec2d0fc69 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/f8c9072c-c0e7-4a2b-96c6-18cc20faa112 HTTP/1.1" status: 404 len: 337 time: 0.0409834 Oct 13 00:22:44.352549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-ee945382-78e3-4eff-9d68-ad0efbc7945d service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682053 Oct 13 00:22:44.462494 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3446c7-6874-42f4-93a7-7f2113795291 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.462960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3446c7-6874-42f4-93a7-7f2113795291 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.468022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ea3446c7-6874-42f4-93a7-7f2113795291 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/385ba3f5-ec86-489f-b7bc-ccefeed6e2af HTTP/1.1" status: 404 len: 337 time: 0.1144481 Oct 13 00:22:44.470314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38064) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.498585 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49db4b9-a9fc-460f-921f-9b7712819350 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.499108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49db4b9-a9fc-460f-921f-9b7712819350 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.505679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c49db4b9-a9fc-460f-921f-9b7712819350 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/c682439e-72d2-45dc-9a7a-e055fee0fedc HTTP/1.1" status: 404 len: 333 time: 0.0308943 Oct 13 00:22:44.505827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38066) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.510034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378aec25-6037-4937-b545-3876d4848293 None None] Network 0aab82b3-edf6-49a9-80bd-eba5b227e5da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:44.532382 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a0d6b9-deec-4e6f-ae71-9050fc49c930 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.533825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a0d6b9-deec-4e6f-ae71-9050fc49c930 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.538787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49a0d6b9-deec-4e6f-ae71-9050fc49c930 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/d608c9e9-4d8b-4468-ae2a-3a88ef85aa03 HTTP/1.1" status: 404 len: 337 time: 0.0302255 Oct 13 00:22:44.539476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38068) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.548429 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f0cee4b8-c754-4f58-80f6-ffcf75a5ddbf req-19ebb6b5-b8fe-47b0-8e9b-9c10ef41f2c5 service neutron] 10.222.0.36 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693456 Oct 13 00:22:44.568433 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0a7440-464f-48d3-ab68-42d55efacbd1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.568898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0a7440-464f-48d3-ab68-42d55efacbd1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.574276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ee0a7440-464f-48d3-ab68-42d55efacbd1 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/832a4826-2851-4909-964d-472dc0110a20 HTTP/1.1" status: 404 len: 337 time: 0.0320034 Oct 13 00:22:44.574505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38070) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.583354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8fe0df80-f6f4-404e-b8c9-1ea22472f3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:44.600496 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbcba4e-a0a5-488a-999c-bb0f24a9f1e4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.601157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbcba4e-a0a5-488a-999c-bb0f24a9f1e4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.606753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6cbcba4e-a0a5-488a-999c-bb0f24a9f1e4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/0dec5669-19a2-403a-8ae3-3b625c5a918a HTTP/1.1" status: 404 len: 333 time: 0.0288436 Oct 13 00:22:44.606989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.634167 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cc0092-8691-4b86-a973-b8f0fbbc51f8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.634618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cc0092-8691-4b86-a973-b8f0fbbc51f8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.639994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-89cc0092-8691-4b86-a973-b8f0fbbc51f8 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/e79e54c4-c76f-4a21-9265-4b2082cd8abb HTTP/1.1" status: 404 len: 337 time: 0.0296655 Oct 13 00:22:44.640228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38074) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.644943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-77fa9193-534e-4567-a17a-5d160ab1b3e8 None None] Provisioning complete for port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:44.644943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77fa9193-534e-4567-a17a-5d160ab1b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:44.667594 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9fbb8b-f347-42ac-ae9e-517830ae94e0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.667594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9fbb8b-f347-42ac-ae9e-517830ae94e0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.672583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8e9fbb8b-f347-42ac-ae9e-517830ae94e0 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/32097498-6155-41b4-8bc5-feeb4ee90e8e HTTP/1.1" status: 404 len: 337 time: 0.0291066 Oct 13 00:22:44.672834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38076) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.703176 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bca75e3-f5a0-4588-938d-f5f6df980546 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.703837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bca75e3-f5a0-4588-938d-f5f6df980546 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.712029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3bca75e3-f5a0-4588-938d-f5f6df980546 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/4b432130-0926-4596-a061-68743b08c149 HTTP/1.1" status: 404 len: 333 time: 0.0381868 Oct 13 00:22:44.713755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38080) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.757293 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b563df7d-c7f7-4d66-bab1-3cd1e8586e48 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.757938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b563df7d-c7f7-4d66-bab1-3cd1e8586e48 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.761920 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b563df7d-c7f7-4d66-bab1-3cd1e8586e48 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/798a90d7-338f-4f86-9bb7-772fe46aa7bc HTTP/1.1" status: 404 len: 337 time: 0.0467927 Oct 13 00:22:44.763916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38082) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.777463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] DHCP port deletion for 0aab82b3-edf6-49a9-80bd-eba5b227e5da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:22:44.793160 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c628a56-0bb8-4505-afa6-f296638e0f43 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.793555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c628a56-0bb8-4505-afa6-f296638e0f43 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.798771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3c628a56-0bb8-4505-afa6-f296638e0f43 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/7473d8db-5c79-479a-90c5-f554ff857fc3 HTTP/1.1" status: 404 len: 337 time: 0.0316920 Oct 13 00:22:44.799004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38084) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.821319 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a75f5e2-574a-4cce-a7d3-af183ea823b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.821970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a75f5e2-574a-4cce-a7d3-af183ea823b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.827382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1a75f5e2-574a-4cce-a7d3-af183ea823b4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/893db4d3-da4b-4fd2-a2ac-7b0bac7810dc HTTP/1.1" status: 404 len: 333 time: 0.0250504 Oct 13 00:22:44.829094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38086) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.834102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Deleting port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:44.834495 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:44.856837 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-307ce922-b1a2-41c6-8aea-ef6c328fd725 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.857306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307ce922-b1a2-41c6-8aea-ef6c328fd725 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.860568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-307ce922-b1a2-41c6-8aea-ef6c328fd725 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/3469e60c-5e75-4748-87e5-b55cf39d3ceb HTTP/1.1" status: 404 len: 337 time: 0.0305777 Oct 13 00:22:44.863231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38090) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.892428 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-581bf2bf-16af-4d98-8fdb-a331036d1382 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.893405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581bf2bf-16af-4d98-8fdb-a331036d1382 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.897590 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-581bf2bf-16af-4d98-8fdb-a331036d1382 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/983a84fd-915d-45a2-a42c-bf7b37900252 HTTP/1.1" status: 404 len: 333 time: 0.0331826 Oct 13 00:22:44.903492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38092) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.920612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] For port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,segment=NetworkSegment(e03bf15d-f0f2-426a-8a36-a693d9d87ce0),segment_id=e03bf15d-f0f2-426a-8a36-a693d9d87ce0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:44.921013 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:44.933936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Calling delete_port for 72522f3c-7c8f-46d4-b4c3-ed24866fd33a owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:44.948844 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc03a9f-2445-4941-9d64-1d8a7c24abfd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.949307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc03a9f-2445-4941-9d64-1d8a7c24abfd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.952333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2bc03a9f-2445-4941-9d64-1d8a7c24abfd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/bb9a17b8-05b5-4242-946b-8831e2871283 HTTP/1.1" status: 404 len: 337 time: 0.0466444 Oct 13 00:22:44.954879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38094) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:44.981022 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8972a9-d495-4eda-adb6-fc9bde2c2f9d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:44.981680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8972a9-d495-4eda-adb6-fc9bde2c2f9d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:44.984695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7b8972a9-d495-4eda-adb6-fc9bde2c2f9d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/8f8f6e58-c0a2-47f3-a700-31ebcff38477 HTTP/1.1" status: 404 len: 333 time: 0.0289145 Oct 13 00:22:44.987216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38096) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.018046 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a702e7-60ff-458d-92ff-78a4463b2d76 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.018498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a702e7-60ff-458d-92ff-78a4463b2d76 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.022077 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a4a702e7-60ff-458d-92ff-78a4463b2d76 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/61bdc5fd-44e3-49ad-b31a-c2d3e596ddc4 HTTP/1.1" status: 404 len: 337 time: 0.0339212 Oct 13 00:22:45.024819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38098) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.029174 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:45.041886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a89d5b-04cb-4366-8763-67367d16f8ee req-fbe4cca4-0f01-42be-ac97-2d99fe04a7e7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:45.043453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41a89d5b-04cb-4366-8763-67367d16f8ee req-fbe4cca4-0f01-42be-ac97-2d99fe04a7e7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 945 time: 0.1519170 Oct 13 00:22:45.061596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] No DVR routers for this DVR port 72522f3c-7c8f-46d4-b4c3-ed24866fd33a on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:22:45.064052 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-df450ed5-c50f-4c57-88ed-3d81b7c46c21 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.064781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df450ed5-c50f-4c57-88ed-3d81b7c46c21 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.071191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Pushing event deleted for resources: {'Port': ['ID=72522f3c-7c8f-46d4-b4c3-ed24866fd33a,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:45.071886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-df450ed5-c50f-4c57-88ed-3d81b7c46c21 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/53399afb-375f-4454-9f99-fa087355df7f HTTP/1.1" status: 404 len: 333 time: 0.0421693 Oct 13 00:22:45.072461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38100) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.075873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.076628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.076628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.077071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.077173 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.077485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.077804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.078480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.078618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.078865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.079191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.079525 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296dde15-7e4c-4147-9387-11d60f3ac333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:22:45.103614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41a89d5b-04cb-4366-8763-67367d16f8ee req-f389f60d-d8c9-4019-b637-4787488b79fc tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Oct 13 00:22:45.125522 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8327c2ff-86b6-477a-9ff3-560002921f3f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.126083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8327c2ff-86b6-477a-9ff3-560002921f3f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.129303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8327c2ff-86b6-477a-9ff3-560002921f3f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/545d0079-5b5d-4719-9fbb-1ed6f5682ca6 HTTP/1.1" status: 404 len: 337 time: 0.0561152 Oct 13 00:22:45.132430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38102) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.158189 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6513622f-5e41-4b9e-98c0-ae3840340b26 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.158837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6513622f-5e41-4b9e-98c0-ae3840340b26 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.161949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6513622f-5e41-4b9e-98c0-ae3840340b26 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/44b6b9fa-b427-49a4-98ea-628ccf6af098 HTTP/1.1" status: 404 len: 333 time: 0.0282094 Oct 13 00:22:45.165054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38104) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.190972 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d04e99-3adb-4489-b1b2-c1602bbf98b3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.191427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d04e99-3adb-4489-b1b2-c1602bbf98b3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.195132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60d04e99-3adb-4489-b1b2-c1602bbf98b3 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/02a8996f-6a0d-4f47-9283-0ecf5ead121e HTTP/1.1" status: 404 len: 337 time: 0.0294631 Oct 13 00:22:45.197762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38106) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.225119 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b579d6-fafe-4abc-a666-4b942c1171d4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.225729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b579d6-fafe-4abc-a666-4b942c1171d4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.228743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a3b579d6-fafe-4abc-a666-4b942c1171d4 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/d2341785-47b9-47c4-95b9-19e7d1d74153 HTTP/1.1" status: 404 len: 333 time: 0.0300395 Oct 13 00:22:45.231213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38108) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.257298 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-024c579c-7fe9-43b8-b839-3a3ecb586c93 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.257759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024c579c-7fe9-43b8-b839-3a3ecb586c93 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.263189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-024c579c-7fe9-43b8-b839-3a3ecb586c93 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/498a7f6d-4284-48ee-8a5b-081928a0102f HTTP/1.1" status: 404 len: 337 time: 0.0286355 Oct 13 00:22:45.263381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38110) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.291486 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc9700b-3f16-4899-ab61-e82d87bbb57a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.291486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc9700b-3f16-4899-ab61-e82d87bbb57a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.295802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ddc9700b-3f16-4899-ab61-e82d87bbb57a tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/440215d4-6a58-4293-ac94-16f9de1f207e HTTP/1.1" status: 404 len: 337 time: 0.0290203 Oct 13 00:22:45.295945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38112) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.319180 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdc0d88-e87e-4848-8ab1-7e163e5a0095 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.319899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdc0d88-e87e-4848-8ab1-7e163e5a0095 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.322926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1bdc0d88-e87e-4848-8ab1-7e163e5a0095 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/55a2dd2e-5b0a-4ba7-9c44-3d539d32edf4 HTTP/1.1" status: 404 len: 333 time: 0.0260673 Oct 13 00:22:45.325326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38114) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.351100 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e814f253-f75e-4f1b-bb85-addb4d79d989 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.351566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e814f253-f75e-4f1b-bb85-addb4d79d989 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.354795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e814f253-f75e-4f1b-bb85-addb4d79d989 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/bbdfb4fa-4530-44de-8b84-b8a07174a0a7 HTTP/1.1" status: 404 len: 337 time: 0.0285776 Oct 13 00:22:45.357345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38116) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.383429 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1d2a31-fa1f-4ee6-a264-de525fe685fb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.383915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1d2a31-fa1f-4ee6-a264-de525fe685fb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.386901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7f1d2a31-fa1f-4ee6-a264-de525fe685fb tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/85b3a111-2f7d-4b4e-9ecc-184548c42938 HTTP/1.1" status: 404 len: 337 time: 0.0286627 Oct 13 00:22:45.389452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38120) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.417966 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2b4e92-618b-4c69-ae4f-15bf4b0f1ec6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.418697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2b4e92-618b-4c69-ae4f-15bf4b0f1ec6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.424498 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7c2b4e92-618b-4c69-ae4f-15bf4b0f1ec6 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/32d1ecb7-04f0-4d7b-ab48-d1e910c61356 HTTP/1.1" status: 404 len: 333 time: 0.0318828 Oct 13 00:22:45.424796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38122) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.459806 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-951f0602-8ea5-4db1-ad38-9e7277478461 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.460259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951f0602-8ea5-4db1-ad38-9e7277478461 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.463805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-951f0602-8ea5-4db1-ad38-9e7277478461 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/64193763-0cc7-4793-87d4-db2af5559536 HTTP/1.1" status: 404 len: 337 time: 0.0380390 Oct 13 00:22:45.466578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38126) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.469077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:45.489868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 72522f3c-7c8f-46d4-b4c3-ed24866fd33a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:22:45.490286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 72522f3c-7c8f-46d4-b4c3-ed24866fd33a not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:22:45.506097 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef3ef7b-55ad-46aa-a04e-6c1400d38a16 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.506684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef3ef7b-55ad-46aa-a04e-6c1400d38a16 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.510175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6ef3ef7b-55ad-46aa-a04e-6c1400d38a16 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/96ce21a1-7271-49aa-8fc4-7222ae667144 HTTP/1.1" status: 404 len: 337 time: 0.0426035 Oct 13 00:22:45.513796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.538188 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86ca5b8-69ad-459b-8f0a-e44353d47afa tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.538801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86ca5b8-69ad-459b-8f0a-e44353d47afa tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.542905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e86ca5b8-69ad-459b-8f0a-e44353d47afa tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/327f0574-e866-4ccc-96d4-74edc3a886f4 HTTP/1.1" status: 404 len: 333 time: 0.0279782 Oct 13 00:22:45.545763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38130) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.573216 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-177474b2-05bc-4f1a-b780-792a11885d4f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.573670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177474b2-05bc-4f1a-b780-792a11885d4f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.576664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-177474b2-05bc-4f1a-b780-792a11885d4f tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/1436eb3d-44bf-4b59-9192-56ba5b4fa861 HTTP/1.1" status: 404 len: 337 time: 0.0299666 Oct 13 00:22:45.579109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38132) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.605100 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdabcfe-cd3a-4a6c-983d-2be1a60b605d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.605544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdabcfe-cd3a-4a6c-983d-2be1a60b605d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.608557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1bdabcfe-cd3a-4a6c-983d-2be1a60b605d tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/42111008-441e-4c58-85cc-81645cc9c351 HTTP/1.1" status: 404 len: 337 time: 0.0285139 Oct 13 00:22:45.611239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38134) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.636846 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:45.638552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e141ac7-2a06-4941-9ab1-2d812804bb81 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfe4934-2ded-4783-815e-122bc388b2eb HTTP/1.1" status: 200 len: 205 time: 0.0262311 Oct 13 00:22:45.641060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38136) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.681952 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b0953f55-c0fe-4a2b-bda0-80c74c2b081e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] delete failed (client error): The resource could not be found. Oct 13 00:22:45.683131 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b0953f55-c0fe-4a2b-bda0-80c74c2b081e tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/routers/1cfe4934-2ded-4783-815e-122bc388b2eb HTTP/1.1" status: 404 len: 336 time: 0.0410478 Oct 13 00:22:45.685713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38138) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.714779 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-78129a7b-2508-499d-b87f-5b58b82531ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.715245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78129a7b-2508-499d-b87f-5b58b82531ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.720638 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-78129a7b-2508-499d-b87f-5b58b82531ef tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/d1ff00cb-23cd-49e4-bd7a-5887436600d3 HTTP/1.1" status: 404 len: 337 time: 0.0313299 Oct 13 00:22:45.720899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38140) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.747704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-74b5fc8b-ad7f-4aa5-a5b4-4b2e9910f9ea tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d2201d9-ad76-4a1d-a987-446130a7ed9b HTTP/1.1" status: 200 len: 205 time: 0.0256071 Oct 13 00:22:45.749839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38142) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.789942 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-e61c344b-d274-4252-a042-3d9aafbc7097 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] delete failed (client error): The resource could not be found. Oct 13 00:22:45.791348 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e61c344b-d274-4252-a042-3d9aafbc7097 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/routers/7d2201d9-ad76-4a1d-a987-446130a7ed9b HTTP/1.1" status: 404 len: 336 time: 0.0403576 Oct 13 00:22:45.793617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38146) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.826776 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c391e65a-3891-49b6-bf2c-9d2b07fd7954 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.827227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c391e65a-3891-49b6-bf2c-9d2b07fd7954 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.830218 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c391e65a-3891-49b6-bf2c-9d2b07fd7954 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/e9275b10-bf51-4746-857c-77002e009284 HTTP/1.1" status: 404 len: 337 time: 0.0357091 Oct 13 00:22:45.832735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38150) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.858324 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4a6b57-34a6-4da2-8b03-b534b27dbbee tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.858772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4a6b57-34a6-4da2-8b03-b534b27dbbee tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.861718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ae4a6b57-34a6-4da2-8b03-b534b27dbbee tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/cc4930a9-ce11-411f-8c62-4bd3a99d4bc9 HTTP/1.1" status: 404 len: 337 time: 0.0280619 Oct 13 00:22:45.864232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38152) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.887300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:45.890659 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-93176102-7b4c-49ff-b818-3b5c107e0165 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.891325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93176102-7b4c-49ff-b818-3b5c107e0165 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.894351 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-93176102-7b4c-49ff-b818-3b5c107e0165 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/9425cd6b-0d75-421b-b9a6-ba0843a3db85 HTTP/1.1" status: 404 len: 333 time: 0.0291345 Oct 13 00:22:45.896976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38154) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.924055 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a5c3e9-5369-4169-88bc-a25e45c6d450 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.924936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a5c3e9-5369-4169-88bc-a25e45c6d450 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.928639 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-15a5c3e9-5369-4169-88bc-a25e45c6d450 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/56393bf1-4677-4748-badb-c9bd44e82caa HTTP/1.1" status: 404 len: 337 time: 0.0307221 Oct 13 00:22:45.931825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38156) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.955170 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1e768d-f483-4348-a30b-26954c8273af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.955834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1e768d-f483-4348-a30b-26954c8273af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.958856 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ca1e768d-f483-4348-a30b-26954c8273af tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/f115a8d3-acbc-4ec7-8ede-9432aac935c1 HTTP/1.1" status: 404 len: 333 time: 0.0261166 Oct 13 00:22:45.961393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38158) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:45.969352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 650ca38d-f9b8-45d2-9914-2d1bbee379e7 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:45.992735 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2fe163-707b-4a5f-beed-a09f878a63bc tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:45.993291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2fe163-707b-4a5f-beed-a09f878a63bc tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:45.996351 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4d2fe163-707b-4a5f-beed-a09f878a63bc tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/8484ce2d-eddb-4ccc-b558-7908b81dc014 HTTP/1.1" status: 404 len: 337 time: 0.0340810 Oct 13 00:22:45.998882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38160) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.022068 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-94978660-72b4-4d51-9b8a-8052f370f543 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.022861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94978660-72b4-4d51-9b8a-8052f370f543 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.028316 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94978660-72b4-4d51-9b8a-8052f370f543 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/9de831e0-280d-4290-be6e-bca121fefe39 HTTP/1.1" status: 404 len: 333 time: 0.0261643 Oct 13 00:22:46.028620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38162) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.050055 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.055024 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5525e79d-6197-44c7-85e6-26c256ee30e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.055572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5525e79d-6197-44c7-85e6-26c256ee30e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.061571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5525e79d-6197-44c7-85e6-26c256ee30e2 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/e65464c6-b560-42a6-8872-fa7e02e6eaa8 HTTP/1.1" status: 404 len: 337 time: 0.0290401 Oct 13 00:22:46.061749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38164) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.080637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:22:46.083158 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff83589-b1ab-448b-abf2-70e434140409" -d '{"events": [{"server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "name": "network-vif-unplugged", "status": "completed", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:22:46.089053 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac12f31f-4a62-4b5c-94ba-104fc44c0887 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.089707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac12f31f-4a62-4b5c-94ba-104fc44c0887 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.095359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38168) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.097239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:46.103175 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.105189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ac12f31f-4a62-4b5c-94ba-104fc44c0887 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/40a8b748-d3b9-470f-96d1-8f5600f5b727 HTTP/1.1" status: 404 len: 333 time: 0.0427082 Oct 13 00:22:46.125286 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-332f4030-3105-44a3-b04d-9787596dda36 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.125747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332f4030-3105-44a3-b04d-9787596dda36 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.131560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38172) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.141309 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-332f4030-3105-44a3-b04d-9787596dda36 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/bc0e9d42-e5dc-418f-bf81-4ebbc0913cea HTTP/1.1" status: 404 len: 337 time: 0.0446024 Oct 13 00:22:46.156183 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dea8a35-b525-4e42-b1c8-f8bdbd9330a2 x-openstack-request-id: req-1dea8a35-b525-4e42-b1c8-f8bdbd9330a2 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:22:46.156503 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "name": "network-vif-unplugged", "status": "completed", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:22:46.156761 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dea8a35-b525-4e42-b1c8-f8bdbd9330a2 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:22:46.157154 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'code': 200} Oct 13 00:22:46.158554 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49f0092-1a59-4220-b9d9-1b7042406df7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.160740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49f0092-1a59-4220-b9d9-1b7042406df7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.167112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38174) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.167288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e49f0092-1a59-4220-b9d9-1b7042406df7 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/06f11c37-487f-4c0a-b608-ad334e394250 HTTP/1.1" status: 404 len: 333 time: 0.0345454 Oct 13 00:22:46.172639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:46.197131 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6658027b-abf2-4774-812d-efcef5918f13 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.197586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6658027b-abf2-4774-812d-efcef5918f13 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.203640 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6658027b-abf2-4774-812d-efcef5918f13 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/ab07d9d3-a731-4929-a641-e5e9db214cc1 HTTP/1.1" status: 404 len: 337 time: 0.0354261 Oct 13 00:22:46.204382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38176) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.232192 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f8933b-a2b4-4306-9b70-a91a6d1db7a9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.232852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f8933b-a2b4-4306-9b70-a91a6d1db7a9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.238411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c9f8933b-a2b4-4306-9b70-a91a6d1db7a9 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/3837df21-1014-490d-88ad-d9953f8609d7 HTTP/1.1" status: 404 len: 333 time: 0.0309210 Oct 13 00:22:46.238698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38178) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.258963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ad28-f08b-4979-a9c1-0c7e876715f3 req-50f39c15-da6e-4e7f-ac50-cd11e3bc98e2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:46.261196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6c8ad28-f08b-4979-a9c1-0c7e876715f3 req-50f39c15-da6e-4e7f-ac50-cd11e3bc98e2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 943 time: 0.0649283 Oct 13 00:22:46.272354 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5be220-b21d-44e2-bc68-bd0b5df210b5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.272810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5be220-b21d-44e2-bc68-bd0b5df210b5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.286033 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb5be220-b21d-44e2-bc68-bd0b5df210b5 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/c94324a4-01e8-4796-9f4d-502fb2f06721 HTTP/1.1" status: 404 len: 337 time: 0.0459929 Oct 13 00:22:46.288103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38180) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.321558 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-91404d41-4d59-442c-95cf-5f180a7c2e51 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.322373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91404d41-4d59-442c-95cf-5f180a7c2e51 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.323673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6c8ad28-f08b-4979-a9c1-0c7e876715f3 req-60683f90-7037-4259-b400-f87833d2b341 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Oct 13 00:22:46.325499 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-91404d41-4d59-442c-95cf-5f180a7c2e51 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/ports/bd6e554b-826c-4fbe-be17-4a717fe0eab3 HTTP/1.1" status: 404 len: 333 time: 0.0360551 Oct 13 00:22:46.328131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38182) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.376253 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bae4663-56f8-4df9-9558-d3287e7e35bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:46.376706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bae4663-56f8-4df9-9558-d3287e7e35bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:46.382432 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9bae4663-56f8-4df9-9558-d3287e7e35bd tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/subnets/838eb965-1981-4211-83e5-46b473682a74 HTTP/1.1" status: 404 len: 337 time: 0.0533271 Oct 13 00:22:46.383038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38184) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:46.462442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.560303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.579966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aab82b3-edf6-49a9-80bd-eba5b227e5da']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:46.590403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:46.590698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03bf15d-f0f2-426a-8a36-a693d9d87ce0') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:46.601399 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.615634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.622067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:22:46.622662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:22:46.625640 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:22:46.696781 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.705811 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:46.709984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] 10.222.0.21 "DELETE /v2.0/networks/0aab82b3-edf6-49a9-80bd-eba5b227e5da HTTP/1.1" status: 204 len: 168 time: 0.3258324 Oct 13 00:22:46.722632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3291951-646e-4322-8ee6-951cf11bf869 tempest-NetworksTestDHCPv6-10388963 tempest-NetworksTestDHCPv6-10388963-project] Pushing event deleted for resources: {'Network': ['ID=0aab82b3-edf6-49a9-80bd-eba5b227e5da,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:46.998212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38196) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:47.136745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-41e73d6b-f7e4-406b-9e8d-4201825a624b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a4bfad3006e46c3a2a635b216a3f17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373343 Oct 13 00:22:47.139529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38200) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:47.190160 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e098751-71bf-485b-8d39-0a30b3f2a623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:47.211986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e098751-71bf-485b-8d39-0a30b3f2a623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:47.264855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e098751-71bf-485b-8d39-0a30b3f2a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:47.267392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e098751-71bf-485b-8d39-0a30b3f2a623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:47.268602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e098751-71bf-485b-8d39-0a30b3f2a623 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a557352-64a8-4967-801b-d302c9b8f6f3 HTTP/1.1" status: 204 len: 168 time: 0.1281502 Oct 13 00:22:47.277485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e098751-71bf-485b-8d39-0a30b3f2a623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a557352-64a8-4967-801b-d302c9b8f6f3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:47.456586 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:47.471224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02565555-b180-491a-a27c-4c7721396f61 req-5af17f09-332b-4ed7-aa94-ef9ac63a06cf tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:47.472800 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02565555-b180-491a-a27c-4c7721396f61 req-5af17f09-332b-4ed7-aa94-ef9ac63a06cf tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 943 time: 0.0658293 Oct 13 00:22:47.517710 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02565555-b180-491a-a27c-4c7721396f61 req-0cccc35c-d0ba-4e9a-a260-58cc3d152a81 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361402 Oct 13 00:22:48.033849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38260) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:48.145227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1440511586'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:48.173511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:48.178998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.189898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.284050 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.288892 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.350877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:22:48.364979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8553bf-26b0-47eb-bdff-306caa116a3e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:48.379584 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.379584 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Added segment 261f8d50-41b3-43b5-a39a-4f706bbc7cc2 of type vlan for network d7ca7b68-9c5a-4e82-92ed-48c287722d17 Oct 13 00:22:48.395246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-fd16af9c-32f0-4cef-a965-9b602de38e59 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:48.397534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-fd16af9c-32f0-4cef-a965-9b602de38e59 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf046ef4-5c01-4516-a7ba-4389d7dc8c71 HTTP/1.1" status: 200 len: 943 time: 0.1007614 Oct 13 00:22:48.457588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.527927 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.534236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:48.534842 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.600924 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5659289 Oct 13 00:22:48.601167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38272) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:48.607017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'name': 'tempest-PortsIpV6TestJSON-1162513424'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:48.618717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Deleting port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:48.618979 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.623390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c20fad-2bef-4d73-86a8-b6e507766007 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Network': ['ID=d7ca7b68-9c5a-4e82-92ed-48c287722d17,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:48.638960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:22:48.720593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] For port 650ca38d-f9b8-45d2-9914-2d1bbee379e7, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=650ca38d-f9b8-45d2-9914-2d1bbee379e7,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:48.720953 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.735994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Calling delete_port for 650ca38d-f9b8-45d2-9914-2d1bbee379e7 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:48.790846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:48.797399 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.823831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 7e429d43-e906-4e5e-93af-64ed14c18221 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:48.885630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.918072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event deleted for resources: {'Port': ['ID=650ca38d-f9b8-45d2-9914-2d1bbee379e7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:48.972307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] No DVR routers for this DVR port 650ca38d-f9b8-45d2-9914-2d1bbee379e7 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:22:48.976348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:48.989872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8af78b5d-bbfd-4854-bfca-959ce1f10c71 req-97b261eb-0c4d-41d3-96d9-ba89162024d4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "DELETE /v2.0/ports/650ca38d-f9b8-45d2-9914-2d1bbee379e7 HTTP/1.1" status: 204 len: 173 time: 0.5729115 Oct 13 00:22:48.990482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'name': 'network-vif-deleted', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:22:48.998548 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d200af-40d7-4474-86cc-778513fe79c5" -d '{"events": [{"server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "name": "network-vif-deleted", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:22:49.059881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdcdeb-5156-4130-aa12-6757823f5f1a req-483a2749-60ed-4905-80bc-bc26689d1ca0 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:49.061387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cbdcdeb-5156-4130-aa12-6757823f5f1a req-483a2749-60ed-4905-80bc-bc26689d1ca0 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.0575137 Oct 13 00:22:49.073650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:49.113647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cbdcdeb-5156-4130-aa12-6757823f5f1a req-ff59147d-3cb9-46c2-9ae6-ceb18a1140b3 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Oct 13 00:22:49.136467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:49.162378 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:22:49.165800 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 00:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f8f5b3-8a99-4e92-b24f-ab0ac3302919 x-openstack-request-id: req-69f8f5b3-8a99-4e92-b24f-ab0ac3302919 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:22:49.166169 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf046ef4-5c01-4516-a7ba-4389d7dc8c71", "name": "network-vif-deleted", "tag": "650ca38d-f9b8-45d2-9914-2d1bbee379e7", "status": "failed", "code": 422}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:22:49.166491 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69f8f5b3-8a99-4e92-b24f-ab0ac3302919 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:22:49.166979 n-d-813679-4 neutron-server[94989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf046ef4-5c01-4516-a7ba-4389d7dc8c71', 'name': 'network-vif-deleted', 'tag': '650ca38d-f9b8-45d2-9914-2d1bbee379e7', 'status': 'failed', 'code': 422} returned with failed status Oct 13 00:22:49.478842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=7e429d43-e906-4e5e-93af-64ed14c18221,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:49.487757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking segment: {'id': '261f8d50-41b3-43b5-a39a-4f706bbc7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:49.488109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network hostable DHCP agents. Network: d7ca7b68-9c5a-4e82-92ed-48c287722d17, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:22:49.506717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:22:49.516731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, d7ca7b68-9c5a-4e82-92ed-48c287722d17) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:49.521315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:49.528060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:49.528919 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:49.532860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d7666-7bf0-43dc-9f64-c10098c9d495 None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:49.552858 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b17fade0-22bc-4333-a7f6-52c01c5ed8c9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9500387 Oct 13 00:22:49.555857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38300) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:49.563015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1849660831'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:49.597216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:49.603968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:49.636947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:22:49.652250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:49.652661 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Added segment c2d79a6e-4653-4a97-94b2-02c288c10bf7 of type vlan for network a0ae98e7-fee6-488b-9fb7-d1414542f700 Oct 13 00:22:49.710319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:49.757910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:49.763755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:49.772152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:49.804841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-6c484567-2d4c-49ad-a57c-1459d1c32866 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:49.806638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-6c484567-2d4c-49ad-a57c-1459d1c32866 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.1453552 Oct 13 00:22:49.824151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-2600123c-f368-47fc-bf16-61c5e80d6fae tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/quotas/76489d4b168b4fca83f14f8d796723eb HTTP/1.1" status: 200 len: 375 time: 0.0103188 Oct 13 00:22:49.874577 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3175874 Oct 13 00:22:49.875106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-c6c44194-d7b2-4ab8-ac79-86138d0a7867 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439112 Oct 13 00:22:49.877369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38318) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:49.884151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'ports': [{'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17'}, {'network_id': 'a0ae98e7-fee6-488b-9fb7-d1414542f700'}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:49.884547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:49.885156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': 'a0ae98e7-fee6-488b-9fb7-d1414542f700'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:49.903350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a5c01-80e8-49c8-80c3-1784943e6cc6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Network': ['ID=a0ae98e7-fee6-488b-9fb7-d1414542f700,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:49.916663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a0ae98e7-fee6-488b-9fb7-d1414542f700 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:22:49.985060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 650ca38d-f9b8-45d2-9914-2d1bbee379e7 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:50.036799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 650ca38d-f9b8-45d2-9914-2d1bbee379e7 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:22:50.037404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 650ca38d-f9b8-45d2-9914-2d1bbee379e7 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:22:50.141561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-66d5925d-b7b7-4e1c-8952-e351ece55c02 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506540 Oct 13 00:22:50.150866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 2} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:50.155046 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:50.228383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:50.314752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5f79c-4dac-4a4b-befe-f7ea2f211405 req-aac86a04-042c-4897-af8b-3036d8f01d91 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:50.316282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bb5f79c-4dac-4a4b-befe-f7ea2f211405 req-aac86a04-042c-4897-af8b-3036d8f01d91 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.1772578 Oct 13 00:22:50.369073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-318a1ffa-0fd7-4e24-b2dc-711112ea5f78 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190137 Oct 13 00:22:50.371995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 98c87bbd-4881-4fb6-926a-11c03b98398e yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:50.402978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bb5f79c-4dac-4a4b-befe-f7ea2f211405 req-f384cb73-82ba-41f9-963a-8ac2f2a3d1aa tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763259 Oct 13 00:22:50.515730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:50.606484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 4cc3ae0f-8853-4867-8fff-89a3860f3fd4 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:50.628485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84c1c339-bf52-4322-b439-29893d2ef813 req-ce1cb650-a499-4027-8c01-ad031104f7d8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 210 time: 0.0381031 Oct 13 00:22:50.741546 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:50.787031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:50.847219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:50.848891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:50.863909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=98c87bbd-4881-4fb6-926a-11c03b98398e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:50.868065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:50.869229 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:50.937009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=4cc3ae0f-8853-4867-8fff-89a3860f3fd4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:50.955296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking segment: {'id': 'c2d79a6e-4653-4a97-94b2-02c288c10bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a0ae98e7-fee6-488b-9fb7-d1414542f700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:50.955760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network hostable DHCP agents. Network: a0ae98e7-fee6-488b-9fb7-d1414542f700, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:22:50.975213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network a0ae98e7-fee6-488b-9fb7-d1414542f700 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:22:50.988097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a0ae98e7-fee6-488b-9fb7-d1414542f700) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:50.996966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:51.003242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.012578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5ef7c-bd8b-4b4f-997c-617e5d5fdce6 None None] Network a0ae98e7-fee6-488b-9fb7-d1414542f700 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:51.023728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.025635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:51.055488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38354) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:51.060906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9daeb8ac-3b99-4bfc-9018-eb64ca78a265 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1817064 Oct 13 00:22:51.171710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c0f76-c0e6-40ec-b841-d8cb6f803752 req-df9fbdfb-f367-4dde-bedc-00d6153fb2d4 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.190972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a57c0f76-c0e6-40ec-b841-d8cb6f803752 req-df9fbdfb-f367-4dde-bedc-00d6153fb2d4 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.0895746 Oct 13 00:22:51.247895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bac3c-e0ed-4288-9b90-6cd52d9a6c1d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 4cc3ae0f-8853-4867-8fff-89a3860f3fd4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:51.248646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc3bac3c-e0ed-4288-9b90-6cd52d9a6c1d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:51.250955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a57c0f76-c0e6-40ec-b841-d8cb6f803752 req-2d4fe701-5a8e-4f61-bf3f-847147f5afbf tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588319 Oct 13 00:22:51.331181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc3bac3c-e0ed-4288-9b90-6cd52d9a6c1d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:51.349237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bc3bac3c-e0ed-4288-9b90-6cd52d9a6c1d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 4cc3ae0f-8853-4867-8fff-89a3860f3fd4 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:51.410687 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34543989-45de-426c-ab22-55a07b2780c8 req-fdeac4ff-09c8-40ae-b86b-8d718f82b0cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0794082 Oct 13 00:22:51.443209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc3bac3c-e0ed-4288-9b90-6cd52d9a6c1d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:51.475541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bac3c-e0ed-4288-9b90-6cd52d9a6c1d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=4cc3ae0f-8853-4867-8fff-89a3860f3fd4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:51.484519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc3bac3c-e0ed-4288-9b90-6cd52d9a6c1d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:51.491814 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bc3bac3c-e0ed-4288-9b90-6cd52d9a6c1d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/4cc3ae0f-8853-4867-8fff-89a3860f3fd4 HTTP/1.1" status: 204 len: 168 time: 0.4314392 Oct 13 00:22:51.492076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38358) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:51.513617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34543989-45de-426c-ab22-55a07b2780c8 req-fa3ea955-2ecc-4f2b-a160-e65e8dab28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.515122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34543989-45de-426c-ab22-55a07b2780c8 req-fa3ea955-2ecc-4f2b-a160-e65e8dab28df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 1097 time: 0.0597441 Oct 13 00:22:51.543824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff93fa-a0e5-4123-b8dd-ab8ab25b421b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.549935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff93fa-a0e5-4123-b8dd-ab8ab25b421b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.551551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2bff93fa-a0e5-4123-b8dd-ab8ab25b421b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0584705 Oct 13 00:22:51.554872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38360) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:51.632043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34543989-45de-426c-ab22-55a07b2780c8 req-971a6355-82e1-4268-a8d6-813ece190d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.633621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34543989-45de-426c-ab22-55a07b2780c8 req-971a6355-82e1-4268-a8d6-813ece190d91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.0955877 Oct 13 00:22:51.652239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-273ae3eb-c302-4f5c-9c9b-e3a0854b0581 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 98c87bbd-4881-4fb6-926a-11c03b98398e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:51.652833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-273ae3eb-c302-4f5c-9c9b-e3a0854b0581 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:51.702639 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34543989-45de-426c-ab22-55a07b2780c8 req-f3907f70-d846-455f-90bc-9bb994139ffd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a94004-c6bd-4367-b500-3a3187936290 HTTP/1.1" status: 200 len: 1002 time: 0.0607812 Oct 13 00:22:51.734800 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-273ae3eb-c302-4f5c-9c9b-e3a0854b0581 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:51.749844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-273ae3eb-c302-4f5c-9c9b-e3a0854b0581 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 98c87bbd-4881-4fb6-926a-11c03b98398e owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:51.798212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b42219de-4c75-4463-8864-ae86f8c64645 req-6a8aaaba-5db0-429a-9d8b-78718a62a844 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 210 time: 0.0701082 Oct 13 00:22:51.815468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34543989-45de-426c-ab22-55a07b2780c8 req-90a1b015-5e75-4eb8-8af5-3b91234907b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.817295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34543989-45de-426c-ab22-55a07b2780c8 req-90a1b015-5e75-4eb8-8af5-3b91234907b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.1008766 Oct 13 00:22:51.881267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34543989-45de-426c-ab22-55a07b2780c8 req-c4bf2256-2c83-4b9f-a491-2d51c22db621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:51.883551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34543989-45de-426c-ab22-55a07b2780c8 req-c4bf2256-2c83-4b9f-a491-2d51c22db621 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575049 Oct 13 00:22:51.886373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-273ae3eb-c302-4f5c-9c9b-e3a0854b0581 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:51.974110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae3eb-c302-4f5c-9c9b-e3a0854b0581 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=98c87bbd-4881-4fb6-926a-11c03b98398e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:51.996634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-273ae3eb-c302-4f5c-9c9b-e3a0854b0581 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.001102 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-273ae3eb-c302-4f5c-9c9b-e3a0854b0581 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/98c87bbd-4881-4fb6-926a-11c03b98398e HTTP/1.1" status: 204 len: 168 time: 0.4452448 Oct 13 00:22:52.004125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38372) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:52.026326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34543989-45de-426c-ab22-55a07b2780c8 req-861ac110-4cf2-452a-ab7d-cc8714aea6b0 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337893 Oct 13 00:22:52.097940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3639eea-692e-41f0-acf7-20a73210fcfb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:52.100126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b3639eea-692e-41f0-acf7-20a73210fcfb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0951848 Oct 13 00:22:52.102845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:52.118968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-7ffc501f-6160-4413-b9c0-0fce271a0296 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:52.120534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-7ffc501f-6160-4413-b9c0-0fce271a0296 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.45 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.2571645 Oct 13 00:22:52.140279 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdcaa0f-67fe-463b-9666-357613cac57d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:22:52.141889 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5fdcaa0f-67fe-463b-9666-357613cac57d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/4cc3ae0f-8853-4867-8fff-89a3860f3fd4 HTTP/1.1" status: 404 len: 333 time: 0.0381222 Oct 13 00:22:52.145833 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Request body: {'port': {'device_id': 'bc440b57-8494-4b45-8fd4-04d6f9b0e016', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'admin_state_up': True, 'tenant_id': '76489d4b168b4fca83f14f8d796723eb'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:52.148992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38376) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:52.244471 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2d51ec-a553-4d29-a743-d8b60efe7eab tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:22:52.253533 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6c2d51ec-a553-4d29-a743-d8b60efe7eab tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/98c87bbd-4881-4fb6-926a-11c03b98398e HTTP/1.1" status: 404 len: 333 time: 0.1035037 Oct 13 00:22:52.269787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38382) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:52.383320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.519137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.541907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ae98e7-fee6-488b-9fb7-d1414542f700']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:52.547851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db599c-e939-4f81-ad86-bc7a1922e102 req-106a7b15-feb1-41de-be91-2ed3e00cebe8 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:52.549347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76db599c-e939-4f81-ad86-bc7a1922e102 req-106a7b15-feb1-41de-be91-2ed3e00cebe8 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.0916324 Oct 13 00:22:52.551765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d79a6e-4653-4a97-94b2-02c288c10bf7') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:52.552073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d79a6e-4653-4a97-94b2-02c288c10bf7') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:52.562113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.577482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.589858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34543989-45de-426c-ab22-55a07b2780c8 req-b4dbb352-fd3b-4294-9011-a8ebaa9c03cc service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429149 Oct 13 00:22:52.590684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:22:52.592018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.605969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76db599c-e939-4f81-ad86-bc7a1922e102 req-8f245bc1-19ef-4c70-87e3-070b7b1d2dd6 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465040 Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:22:52.653939 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:22:52.686930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.693892 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.702578 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/networks/a0ae98e7-fee6-488b-9fb7-d1414542f700 HTTP/1.1" status: 204 len: 168 time: 0.4278159 Oct 13 00:22:52.702763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38386) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:52.704575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Made reservation on behalf of 76489d4b168b4fca83f14f8d796723eb for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:52.708693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1086423876'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:52.709244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.722224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f256882-43fe-432e-9821-30de38bc3727 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Network': ['ID=a0ae98e7-fee6-488b-9fb7-d1414542f700,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:52.742850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:52.748212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.777836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:22:52.789828 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.790461 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Added segment 5a25961a-e9e7-44ca-b4cd-c4dff91ea782 of type vlan for network 22b1f482-eb7e-426b-a4df-92c98459acb8 Oct 13 00:22:52.841699 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.877226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.890714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:52.892184 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:52.928818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Allocated IP 172.20.0.11 (aee4b475-d543-4b74-a73c-e0c10a8f38e1/183a591a-0168-4c27-b846-e769c813d9fa/d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:53.010731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3043013 Oct 13 00:22:53.019761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38390) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:53.032218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32cbd779-db60-4286-963c-cc53c0273bbd req-a3e4e3e5-b889-4591-91dc-8711a2b099c1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 210 time: 0.0683126 Oct 13 00:22:53.040887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae421ee-c00e-471d-bb38-021c89b41dfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Network': ['ID=22b1f482-eb7e-426b-a4df-92c98459acb8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:53.055196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 22b1f482-eb7e-426b-a4df-92c98459acb8 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:22:53.073516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-de1247c6-bac7-4dcd-a737-4035af5f9c95 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:53.075392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-de1247c6-bac7-4dcd-a737-4035af5f9c95 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.45 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.1567898 Oct 13 00:22:53.099546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': '22b1f482-eb7e-426b-a4df-92c98459acb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:53.266457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Deleting port eae40871-c3ff-4619-b8f7-7baa29b3d556 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:53.267668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.290054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.291450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:53.295082 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.414254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_backend_mixin [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Performing IP validity checks on allocation pools {{(pid=94988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 00:22:53.418247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_backend_mixin [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 00:22:53.421823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.432777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] For port eae40871-c3ff-4619-b8f7-7baa29b3d556, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=eae40871-c3ff-4619-b8f7-7baa29b3d556,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:53.433156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.511465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:53.518486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:53.524582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:53.532092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event updated for resources: {'Port': ['ID=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:53.617807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:53.618411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.669513 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-3402f07d-e2c8-4f1a-951e-0db2dc50edeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5309193 Oct 13 00:22:53.673818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.674362 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.674914 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Floating IP 63d0332c-51a6-4608-a8d0-722cb3769ac6 disassociated. External IP: 172.25.3.121, port: eae40871-c3ff-4619-b8f7-7baa29b3d556. Oct 13 00:22:53.675472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Calling delete_port for eae40871-c3ff-4619-b8f7-7baa29b3d556 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:53.683887 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.699380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Request body: {'port': {'device_id': 'bc440b57-8494-4b45-8fd4-04d6f9b0e016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:53.792851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=6771909f-87a2-4506-b9bd-fc4c93e89218,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:53.802043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff4c47-8b0f-4362-a9aa-fd35502cd006 req-3168ce97-e43d-49d8-85e9-4d265b5a12a7 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:53.803756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dcff4c47-8b0f-4362-a9aa-fd35502cd006 req-3168ce97-e43d-49d8-85e9-4d265b5a12a7 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 946 time: 0.1021483 Oct 13 00:22:53.821743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking segment: {'id': '5a25961a-e9e7-44ca-b4cd-c4dff91ea782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '22b1f482-eb7e-426b-a4df-92c98459acb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:53.822096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network hostable DHCP agents. Network: 22b1f482-eb7e-426b-a4df-92c98459acb8, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:22:53.825306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.871430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 22b1f482-eb7e-426b-a4df-92c98459acb8 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:22:53.878595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dcff4c47-8b0f-4362-a9aa-fd35502cd006 req-cf39ea12-97ff-453e-945e-2a2d35515f36 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625024 Oct 13 00:22:53.894999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 22b1f482-eb7e-426b-a4df-92c98459acb8) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:53.902549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:53.903082 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.907163 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a029792-f7b9-45e7-afe0-297fcca7a92e None None] Network 22b1f482-eb7e-426b-a4df-92c98459acb8 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:53.912394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:53.962423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event deleted for resources: {'Port': ['ID=eae40871-c3ff-4619-b8f7-7baa29b3d556,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:53.986637 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-359af6e6-8cdb-4da0-89bf-2cb705b95505 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9636741 Oct 13 00:22:53.987691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38408) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:53.998220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': '22b1f482-eb7e-426b-a4df-92c98459acb8', 'name': 'tempest-PortsIpV6TestJSON-1075430407'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:54.140456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-22b1f482-eb7e-426b-a4df-92c98459acb8', 'network_id': '22b1f482-eb7e-426b-a4df-92c98459acb8', 'tenant_id': '34690636230c43c2bd4c1336ae6fc91f', 'fixed_ips': [{'subnet_id': '6771909f-87a2-4506-b9bd-fc4c93e89218'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:22:54.142185 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.179875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Router 31441c50-4aad-4f91-9056-981b1e274f42 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:22:54.234340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:54.238342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.275798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port f88c239c-9685-48d1-8543-bc64844691ad yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:22:54.321605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Allocated IP 2001:db8::2 (22b1f482-eb7e-426b-a4df-92c98459acb8/6771909f-87a2-4506-b9bd-fc4c93e89218/0ca28bdb-02e7-41bf-b788-62fb86ca7c48) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:54.346054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:22:54.370940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:22:54.386395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.408867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Transition to ACTIVE for port object d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:22:54.415449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.439368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b8939-b6d5-4db1-9c0a-499e5bc7324b req-358beabb-0abd-4a9c-bd08-c663606cc7be tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:54.477659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-998b8939-b6d5-4db1-9c0a-499e5bc7324b req-358beabb-0abd-4a9c-bd08-c663606cc7be tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 932 time: 0.2861626 Oct 13 00:22:54.570239 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.580511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] Sync routers for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:22:54.592103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-998b8939-b6d5-4db1-9c0a-499e5bc7324b req-31b2f369-641a-4e77-925d-42664ecc89b2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068158 Oct 13 00:22:54.594141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:22:54.594947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:22:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:54.605420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] No DVR routers for this DVR port eae40871-c3ff-4619-b8f7-7baa29b3d556 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:22:54.617402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.621380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c32aa9dc-b61b-4a91-8e59-ed606b4a4aa7 req-0abe11e4-875d-4240-8878-664a5cf93c24 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.45 "DELETE /v2.0/ports/eae40871-c3ff-4619-b8f7-7baa29b3d556 HTTP/1.1" status: 204 len: 173 time: 1.5304163 Oct 13 00:22:54.623216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'name': 'network-vif-deleted', 'tag': 'eae40871-c3ff-4619-b8f7-7baa29b3d556'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:22:54.631149 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe85bac-0999-47b9-babc-d36acd94f703" -d '{"events": [{"server_uuid": "e285f859-986e-41a5-8f9a-321a9c2ede85", "name": "network-vif-deleted", "tag": "eae40871-c3ff-4619-b8f7-7baa29b3d556"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:22:54.685710 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.702366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Pushing event updated for resources: {'Port': ['ID=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:54.709596 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effae45a-44c3-4014-8d71-a34a260048c4 x-openstack-request-id: req-effae45a-44c3-4014-8d71-a34a260048c4 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:22:54.709928 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e285f859-986e-41a5-8f9a-321a9c2ede85", "name": "network-vif-deleted", "tag": "eae40871-c3ff-4619-b8f7-7baa29b3d556", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:22:54.710219 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-effae45a-44c3-4014-8d71-a34a260048c4 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:22:54.710642 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e285f859-986e-41a5-8f9a-321a9c2ede85', 'name': 'network-vif-deleted', 'tag': 'eae40871-c3ff-4619-b8f7-7baa29b3d556', 'status': 'completed', 'code': 200} Oct 13 00:22:54.714095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Attempting to bind port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:54.714698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Attempting to bind port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:54.715280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Attempting to bind port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:54.743906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:22:54.744614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Attempting to bind port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:54.775896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::1fe (22b1f482-eb7e-426b-a4df-92c98459acb8/6771909f-87a2-4506-b9bd-fc4c93e89218/f88c239c-9685-48d1-8543-bc64844691ad) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:22:54.778765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:54.779388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Checking segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:54.780655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Bound using segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:54.781351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Bound port: d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:54.781961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.800830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Network 22b1f482-eb7e-426b-a4df-92c98459acb8 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:54.809417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:54.819009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:54.849750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:22:54.851497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Pushing event updated for resources: {'Port': ['ID=0ca28bdb-02e7-41bf-b788-62fb86ca7c48,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:54.925542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Attempting to bind port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:22:54.925967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Attempting to bind port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '5a25961a-e9e7-44ca-b4cd-c4dff91ea782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '22b1f482-eb7e-426b-a4df-92c98459acb8'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:22:54.926339 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Attempting to bind port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 on network 22b1f482-eb7e-426b-a4df-92c98459acb8 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:22:54.940041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:22:54.940041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Checking segment: {'id': '5a25961a-e9e7-44ca-b4cd-c4dff91ea782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '22b1f482-eb7e-426b-a4df-92c98459acb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:22:54.940041 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.940532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Bound using segment: {'id': '5a25961a-e9e7-44ca-b4cd-c4dff91ea782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '22b1f482-eb7e-426b-a4df-92c98459acb8'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:22:54.940629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Bound port: 0ca28bdb-02e7-41bf-b788-62fb86ca7c48, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a25961a-e9e7-44ca-b4cd-c4dff91ea782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '22b1f482-eb7e-426b-a4df-92c98459acb8'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:22:54.941028 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:54.993537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device eae40871-c3ff-4619-b8f7-7baa29b3d556 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:55.016908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] For port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:55.058894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] For port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:55.067713 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:55.087558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b85f5ab-173e-463f-b40a-96688a9e27f4 req-60119869-fee8-4c86-90bb-32eab274b984 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/ports?device_id=e285f859-986e-41a5-8f9a-321a9c2ede85 HTTP/1.1" status: 200 len: 210 time: 0.0380449 Oct 13 00:22:55.115690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: eae40871-c3ff-4619-b8f7-7baa29b3d556 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:22:55.116256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device eae40871-c3ff-4619-b8f7-7baa29b3d556 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:22:55.140222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:55.141007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:55.143177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] 10.222.0.45 "PUT /v2.0/ports/d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 HTTP/1.1" status: 200 len: 1092 time: 1.4519329 Oct 13 00:22:55.150852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc440b57-8494-4b45-8fd4-04d6f9b0e016', 'tag': 'd8064e8f-37d6-4fe5-8579-2fdc8bb82cb4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:22:55.153416 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85360c0-fea7-441f-9085-efc706cfcede" -d '{"events": [{"name": "network-changed", "server_uuid": "bc440b57-8494-4b45-8fd4-04d6f9b0e016", "tag": "d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:22:55.178112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:55.199824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c72995ba-b290-444e-a508-562de4171e0d None None] For port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:22:55.202369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5235d-d0fd-4abd-b889-48c88b1e3246 service neutron] Pushing event updated for resources: {'Port': ['ID=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:55.204793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c72995ba-b290-444e-a508-562de4171e0d None None] For port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0ca28bdb-02e7-41bf-b788-62fb86ca7c48,segment=NetworkSegment(5a25961a-e9e7-44ca-b4cd-c4dff91ea782),segment_id=5a25961a-e9e7-44ca-b4cd-c4dff91ea782)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:22:55.219756 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:55.244406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:55.254471 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d3eb21-48dd-42e2-8983-e6f10b28542e x-openstack-request-id: req-88d3eb21-48dd-42e2-8983-e6f10b28542e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:22:55.254787 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc440b57-8494-4b45-8fd4-04d6f9b0e016", "tag": "d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:22:55.255039 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88d3eb21-48dd-42e2-8983-e6f10b28542e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:22:55.255428 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc440b57-8494-4b45-8fd4-04d6f9b0e016', 'tag': 'd8064e8f-37d6-4fe5-8579-2fdc8bb82cb4', 'status': 'completed', 'code': 200} Oct 13 00:22:55.330032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72995ba-b290-444e-a508-562de4171e0d None None] Pushing event updated for resources: {'Port': ['ID=0ca28bdb-02e7-41bf-b788-62fb86ca7c48,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:55.346254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 22b1f482-eb7e-426b-a4df-92c98459acb8 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:22:55.357647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5f8e461b-19ca-4e45-bd4b-1aa08bb734fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:55.359277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5f8e461b-19ca-4e45-bd4b-1aa08bb734fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 1095 time: 0.0796914 Oct 13 00:22:55.361402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:22:55.363561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:22:55.365381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:59Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:55.372441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:55.389650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:55.401976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=f88c239c-9685-48d1-8543-bc64844691ad,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:55.422793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] Checking router: 31441c50-4aad-4f91-9056-981b1e274f42 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:22:55.462856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:22:55.463785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:22:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:55.474456 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-a2adab3c-1670-4725-b649-863861806fc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 HTTP/1.1" status: 200 len: 217 time: 0.0743926 Oct 13 00:22:55.483707 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6a8cd4c7-05b2-4bf7-9422-307d2d06523a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4950008 Oct 13 00:22:55.486418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38434) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:55.552111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-72f4cbaa-bdd1-4725-835e-a463fdf7a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:55.554010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-72f4cbaa-bdd1-4725-835e-a463fdf7a836 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.0690250 Oct 13 00:22:55.640153 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-18fc7d87-f592-4741-888e-b34a9f602c95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791845 Oct 13 00:22:55.698883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:22:55.728388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-109ce0b9-c320-4eb2-8743-608e48b3a9ef tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port f88c239c-9685-48d1-8543-bc64844691ad {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:55.731376 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-109ce0b9-c320-4eb2-8743-608e48b3a9ef tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:55.835272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-5ccd8f49-195a-4ce0-99bf-30af0ac9ce0d service neutron] 10.222.0.45 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852930 Oct 13 00:22:55.974093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-109ce0b9-c320-4eb2-8743-608e48b3a9ef tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:55.990287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-109ce0b9-c320-4eb2-8743-608e48b3a9ef tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for f88c239c-9685-48d1-8543-bc64844691ad owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:56.018486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:59Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:56.084656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370692b7-783e-48b3-b356-e8e64639b274 None None] The sync data for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 is: [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:19:54Z', 'revision_number': 4, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa', 'name': '', 'network_id': 'aa306c6e-08cb-445f-99a2-f5b27c496be0', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'mac_address': 'fa:16:3e:7f:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:53Z', 'updated_at': '2021-10-13T00:19:59Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'subnets': [{'id': 'dfc71a67-4caf-47d6-aaaa-d03eda48a953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:22:56.168568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c34027-639b-4eb0-b7c6-3fded9ffeb8e req-3312fe1c-e780-4d5f-bd42-50bf1f73fe13 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:56.176521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c34027-639b-4eb0-b7c6-3fded9ffeb8e req-3312fe1c-e780-4d5f-bd42-50bf1f73fe13 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 944 time: 0.4224911 Oct 13 00:22:56.217714 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-109ce0b9-c320-4eb2-8743-608e48b3a9ef tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:56.233928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c34027-639b-4eb0-b7c6-3fded9ffeb8e req-b5ed00fe-71a2-4a3c-a286-9780ccf6e615 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517523 Oct 13 00:22:56.283988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38448) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:56.347565 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-109ce0b9-c320-4eb2-8743-608e48b3a9ef tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:56.366382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-109ce0b9-c320-4eb2-8743-608e48b3a9ef tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/f88c239c-9685-48d1-8543-bc64844691ad HTTP/1.1" status: 204 len: 168 time: 0.8788514 Oct 13 00:22:56.368955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38450) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:56.402532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ce0b9-c320-4eb2-8743-608e48b3a9ef tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=f88c239c-9685-48d1-8543-bc64844691ad,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:56.443755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-55983094-8345-47b3-b447-8363f8e2c797 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:56.448287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c5a08eb-cbf7-44af-bafb-e997eb712e11 req-131c7e05-75e5-410e-8385-23ae556ea973 service neutron] 10.222.0.45 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025090 Oct 13 00:22:56.489125 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0a05ce-6a8b-4a81-9adb-305752b70e29 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:22:56.491400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0a05ce-6a8b-4a81-9adb-305752b70e29 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:22:56.495937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f0a05ce-6a8b-4a81-9adb-305752b70e29 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/f88c239c-9685-48d1-8543-bc64844691ad HTTP/1.1" status: 404 len: 333 time: 0.1036606 Oct 13 00:22:56.498648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38452) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:56.542000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-55983094-8345-47b3-b447-8363f8e2c797 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:56.558186 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8731d63b-5a28-4772-83b5-7dcd0b4bb927 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:22:56.562313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8731d63b-5a28-4772-83b5-7dcd0b4bb927 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/f88c239c-9685-48d1-8543-bc64844691ad HTTP/1.1" status: 404 len: 333 time: 0.0600364 Oct 13 00:22:56.563313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38456) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:56.637565 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c648fa-28ff-437f-992d-f4533e343ec2 None None] New status for floating IP 63d0332c-51a6-4608-a8d0-722cb3769ac6: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:22:56.651733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85360c0-fea7-441f-9085-efc706cfcede req-aecc2c1b-524a-4cb5-a6ea-c56420131b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:56.654049 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c85360c0-fea7-441f-9085-efc706cfcede req-aecc2c1b-524a-4cb5-a6ea-c56420131b51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 1095 time: 0.0916240 Oct 13 00:22:56.686416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86be46c-1945-4146-a42c-6afc9fe9a151 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet 6771909f-87a2-4506-b9bd-fc4c93e89218 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:22:56.718786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b86be46c-1945-4146-a42c-6afc9fe9a151 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:56.795342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-55983094-8345-47b3-b447-8363f8e2c797 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:56.799734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-55983094-8345-47b3-b447-8363f8e2c797 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:56.804978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-55983094-8345-47b3-b447-8363f8e2c797 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "DELETE /v2.0/security-groups/173e6b63-40ac-4d6e-8f1a-5ab0f20d001d HTTP/1.1" status: 204 len: 168 time: 0.4977527 Oct 13 00:22:56.809686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38460) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:56.823697 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b86be46c-1945-4146-a42c-6afc9fe9a151 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:56.859783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55983094-8345-47b3-b447-8363f8e2c797 tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173e6b63-40ac-4d6e-8f1a-5ab0f20d001d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:56.904671 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-f07f907f-12a1-4ac4-8433-469c040cf1dd tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] show failed (client error): The resource could not be found. Oct 13 00:22:56.913175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f07f907f-12a1-4ac4-8433-469c040cf1dd tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "GET /v2.0/security-groups/173e6b63-40ac-4d6e-8f1a-5ab0f20d001d HTTP/1.1" status: 404 len: 347 time: 0.1024079 Oct 13 00:22:56.923227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38462) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:56.961480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85360c0-fea7-441f-9085-efc706cfcede req-72ce2036-f7f9-497c-9516-958d4a956453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:56.963257 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c85360c0-fea7-441f-9085-efc706cfcede req-72ce2036-f7f9-497c-9516-958d4a956453 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 913 time: 0.2980525 Oct 13 00:22:57.032260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c85360c0-fea7-441f-9085-efc706cfcede req-349e0186-6808-43e9-a09e-95999806439f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 HTTP/1.1" status: 200 len: 217 time: 0.0594378 Oct 13 00:22:57.033544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b582231b-f3e5-42be-ad02-53268c2c50ca None None] Network 22b1f482-eb7e-426b-a4df-92c98459acb8 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:57.105754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85360c0-fea7-441f-9085-efc706cfcede req-a39cbead-1d87-4243-bbc2-982e5325da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:57.108454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c85360c0-fea7-441f-9085-efc706cfcede req-a39cbead-1d87-4243-bbc2-982e5325da67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.0691106 Oct 13 00:22:57.118804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b86be46c-1945-4146-a42c-6afc9fe9a151 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.121511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-090273dc-d6aa-4303-bae0-15445d83f67f None None] Provisioning complete for port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:57.121909 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-090273dc-d6aa-4303-bae0-15445d83f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.165244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c85360c0-fea7-441f-9085-efc706cfcede req-b1eed261-51ce-4621-b51d-1f1b9eedbdda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491238 Oct 13 00:22:57.235189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Deleting port ff70f46a-90a4-46a4-bc3c-01d43fa970f0 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:57.236047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.318803 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c85360c0-fea7-441f-9085-efc706cfcede req-ed058d28-760c-4a15-b984-a8c2102e7ace service neutron] 10.222.0.45 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457648 Oct 13 00:22:57.336321 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-090273dc-d6aa-4303-bae0-15445d83f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.369317 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b86be46c-1945-4146-a42c-6afc9fe9a151 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.466581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-090273dc-d6aa-4303-bae0-15445d83f67f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:22:57.467088 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-090273dc-d6aa-4303-bae0-15445d83f67f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:22:57.497499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b86be46c-1945-4146-a42c-6afc9fe9a151 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.504613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b86be46c-1945-4146-a42c-6afc9fe9a151 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/6771909f-87a2-4506-b9bd-fc4c93e89218 HTTP/1.1" status: 204 len: 168 time: 0.9396808 Oct 13 00:22:57.512534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38468) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:57.515895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86be46c-1945-4146-a42c-6afc9fe9a151 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=6771909f-87a2-4506-b9bd-fc4c93e89218,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:57.575659 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c85360c0-fea7-441f-9085-efc706cfcede req-c1fdf4f3-3f12-41ff-a0d8-c6618ac1e9c4 service neutron] 10.222.0.45 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470405 Oct 13 00:22:57.607183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:22:57.654204 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.654540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.696163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Calling delete_port for ff70f46a-90a4-46a4-bc3c-01d43fa970f0 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:57.718663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:22:57.719373 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.726532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0fe8c-723f-42a3-91b1-9901063b87ea req-abd18807-e656-4613-a907-6433bd43f4b3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:57.728169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5db0fe8c-723f-42a3-91b1-9901063b87ea req-abd18807-e656-4613-a907-6433bd43f4b3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 944 time: 0.3752892 Oct 13 00:22:57.819762 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.841603 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:57.868743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5d0fe-de90-4a34-b266-f5342e3b9bab None None] Network 22b1f482-eb7e-426b-a4df-92c98459acb8 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:22:57.877402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5db0fe8c-723f-42a3-91b1-9901063b87ea req-8189ebbe-0578-4c51-914b-79f13c6f3801 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173122 Oct 13 00:22:57.988638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0ca28bdb-02e7-41bf-b788-62fb86ca7c48,segment=NetworkSegment(5a25961a-e9e7-44ca-b4cd-c4dff91ea782),segment_id=5a25961a-e9e7-44ca-b4cd-c4dff91ea782)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:58.021423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:58.021769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.031485 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.124515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] For port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0ca28bdb-02e7-41bf-b788-62fb86ca7c48,segment=NetworkSegment(5a25961a-e9e7-44ca-b4cd-c4dff91ea782),segment_id=5a25961a-e9e7-44ca-b4cd-c4dff91ea782)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:58.125319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.149184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:22:58.257947 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.287939 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-090273dc-d6aa-4303-bae0-15445d83f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.310015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.323006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Pushing event deleted for resources: {'Port': ['ID=ff70f46a-90a4-46a4-bc3c-01d43fa970f0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:58.372601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=0ca28bdb-02e7-41bf-b788-62fb86ca7c48,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:58.375533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=0ca28bdb-02e7-41bf-b788-62fb86ca7c48,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:58.414054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No DVR routers for this DVR port 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:22:58.434587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae419043-7125-408d-b4db-8682cc779f14 None None] DHCP port deletion for 22b1f482-eb7e-426b-a4df-92c98459acb8 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:22:58.501514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e716b313-c8c6-4dac-b788-95751b673bfc None None] Could not find standard attr ID for object 0ca28bdb-02e7-41bf-b788-62fb86ca7c48. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:22:58.526671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.529332 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.534223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-da38c802-aae3-4b64-8196-bfddbeb9475b tempest-ServersTestJSON-503481431 tempest-ServersTestJSON-503481431-project] 10.222.0.21 "DELETE /v2.0/floatingips/63d0332c-51a6-4608-a8d0-722cb3769ac6 HTTP/1.1" status: 204 len: 168 time: 1.6061895 Oct 13 00:22:58.534223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38476) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:58.537797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.895889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b1f482-eb7e-426b-a4df-92c98459acb8']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:58.908928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a25961a-e9e7-44ca-b4cd-c4dff91ea782') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:58.909237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a25961a-e9e7-44ca-b4cd-c4dff91ea782') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:22:58.945121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:58.995390 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.008193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:22:59.008579 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:22:59.011473 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:22:59.017287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:22:59.124300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a1c3f-3711-4ec1-aa8d-0d0157f3cecb req-1dfcf96d-d492-4753-b3ea-c9c8f81c1b6e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:59.125936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d30a1c3f-3711-4ec1-aa8d-0d0157f3cecb req-1dfcf96d-d492-4753-b3ea-c9c8f81c1b6e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 944 time: 0.1776476 Oct 13 00:22:59.140018 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.141986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:59.156631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'd8064e8f-37d6-4fe5-8579-2fdc8bb82cb4', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'port_id': 'd8064e8f-37d6-4fe5-8579-2fdc8bb82cb4', 'mac_address': 'fa:16:3e:c2:cf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183a591a-0168-4c27-b846-e769c813d9fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:22:59.158807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.161523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/networks/22b1f482-eb7e-426b-a4df-92c98459acb8 HTTP/1.1" status: 204 len: 168 time: 1.6472764 Oct 13 00:22:59.165121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38484) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:59.171503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1005507378'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:59.199186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:59.205669 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.211406 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.211638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6486b1-5451-4ade-a8ac-365f9a8b9f8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Network': ['ID=22b1f482-eb7e-426b-a4df-92c98459acb8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:59.244315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:22:59.252417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:22:59.256463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.257389 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Added segment eb41d404-8449-45a5-ae6f-8fa5148dc201 of type vlan for network fc3b9bbb-9308-4100-80b2-06e5a007555b Oct 13 00:22:59.272929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d30a1c3f-3711-4ec1-aa8d-0d0157f3cecb req-eaf8bbe8-f014-488a-a6ea-be9f73e02044 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352162 Oct 13 00:22:59.273788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:22:59.282022 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.320194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.362879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.364615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:59.371154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:22:59.371845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.493901 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3269370 Oct 13 00:22:59.498205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38488) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:22:59.503266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'fc3b9bbb-9308-4100-80b2-06e5a007555b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:22:59.509709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc43f8-5d7a-4d08-9f43-1ae96aef9a88 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Network': ['ID=fc3b9bbb-9308-4100-80b2-06e5a007555b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:22:59.514293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:22:59.549788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.550461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:22:59.551274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0ca28bdb-02e7-41bf-b788-62fb86ca7c48 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:22:59.568340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network fc3b9bbb-9308-4100-80b2-06e5a007555b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:22:59.645897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:22:59.649763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.807747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:22:59.925660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:59.954217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Deleting port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:22:59.954629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.016860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking segment: {'id': 'eb41d404-8449-45a5-ae6f-8fa5148dc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc3b9bbb-9308-4100-80b2-06e5a007555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:00.017664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network hostable DHCP agents. Network: fc3b9bbb-9308-4100-80b2-06e5a007555b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:00.019827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=1d2c926a-bc03-4bef-94d5-8d47d9981f49,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:00.029803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.030227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.030924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.031214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.031813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.032446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.032848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.033308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.034018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.034331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.034674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.035139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:00.064003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network fc3b9bbb-9308-4100-80b2-06e5a007555b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:00.077839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] For port bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:00.078278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.085514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, fc3b9bbb-9308-4100-80b2-06e5a007555b) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:00.099125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:00.099812 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.103819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2cada-8551-4e0c-acd7-43e5336ece86 None None] Network fc3b9bbb-9308-4100-80b2-06e5a007555b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:00.109447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Calling delete_port for bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:00.136708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38496) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:00.137624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-15b68d9f-7cb0-49d5-9693-9d49d521a18e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6380503 Oct 13 00:23:00.143109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': 'fc3b9bbb-9308-4100-80b2-06e5a007555b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1478921534'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:00.280467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-fc3b9bbb-9308-4100-80b2-06e5a007555b', 'network_id': 'fc3b9bbb-9308-4100-80b2-06e5a007555b', 'tenant_id': '34690636230c43c2bd4c1336ae6fc91f', 'fixed_ips': [{'subnet_id': '1d2c926a-bc03-4bef-94d5-8d47d9981f49'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:23:00.281663 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.461185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Allocated IP 2001:db8::2 (fc3b9bbb-9308-4100-80b2-06e5a007555b/1d2c926a-bc03-4bef-94d5-8d47d9981f49/f2e4a523-8aba-4971-af71-753c154d9ca5) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:00.493114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0910ba-3515-4db7-a2b4-c284c4ed58c8 req-27003e11-deff-4dbb-91c3-358ba7077d66 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:00.494797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f0910ba-3515-4db7-a2b4-c284c4ed58c8 req-27003e11-deff-4dbb-91c3-358ba7077d66 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 945 time: 0.1014721 Oct 13 00:23:00.510032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:00.513385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.548149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 3967e8a3-7e74-416a-9f93-ae95556185f3 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:00.595575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f0910ba-3515-4db7-a2b4-c284c4ed58c8 req-e57a4124-5450-44d1-80c5-16e1b304b3cd tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928438 Oct 13 00:23:00.659654 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.662210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.668521 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.718750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:00.741807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Network fc3b9bbb-9308-4100-80b2-06e5a007555b is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:00.746127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:00.749814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Pushing event updated for resources: {'Port': ['ID=f2e4a523-8aba-4971-af71-753c154d9ca5,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:00.764033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:00.822692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::221 (fc3b9bbb-9308-4100-80b2-06e5a007555b/1d2c926a-bc03-4bef-94d5-8d47d9981f49/3967e8a3-7e74-416a-9f93-ae95556185f3) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:00.860973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Attempting to bind port f2e4a523-8aba-4971-af71-753c154d9ca5 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:00.861438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Attempting to bind port f2e4a523-8aba-4971-af71-753c154d9ca5 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'eb41d404-8449-45a5-ae6f-8fa5148dc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc3b9bbb-9308-4100-80b2-06e5a007555b'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:00.861865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Attempting to bind port f2e4a523-8aba-4971-af71-753c154d9ca5 on network fc3b9bbb-9308-4100-80b2-06e5a007555b {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:00.868377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:00.869096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Checking segment: {'id': 'eb41d404-8449-45a5-ae6f-8fa5148dc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc3b9bbb-9308-4100-80b2-06e5a007555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:00.869712 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.870177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Bound using segment: {'id': 'eb41d404-8449-45a5-ae6f-8fa5148dc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc3b9bbb-9308-4100-80b2-06e5a007555b'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:00.870768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Bound port: f2e4a523-8aba-4971-af71-753c154d9ca5, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb41d404-8449-45a5-ae6f-8fa5148dc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fc3b9bbb-9308-4100-80b2-06e5a007555b'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:00.871211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:00.943924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] For port f2e4a523-8aba-4971-af71-753c154d9ca5, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:00.947674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] For port f2e4a523-8aba-4971-af71-753c154d9ca5, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f2e4a523-8aba-4971-af71-753c154d9ca5,segment=NetworkSegment(eb41d404-8449-45a5-ae6f-8fa5148dc201),segment_id=eb41d404-8449-45a5-ae6f-8fa5148dc201)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:00.953875 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.067484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.078075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c40589-5870-4e18-bbb6-8c8e7a30c0ff None None] Pushing event updated for resources: {'Port': ['ID=f2e4a523-8aba-4971-af71-753c154d9ca5,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:01.093432 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.232447 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.292835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network fc3b9bbb-9308-4100-80b2-06e5a007555b is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:01.341370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:01.347400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:01.354683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.355441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.360015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=3967e8a3-7e74-416a-9f93-ae95556185f3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:01.424045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a07ee97b-049f-442b-8778-756f9e9b2cf2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2860470 Oct 13 00:23:01.427023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38508) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:01.485783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Router 31441c50-4aad-4f91-9056-981b1e274f42 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:23:01.660077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd1f5e-77c1-408d-9f5d-7bfc2a56e989 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 3967e8a3-7e74-416a-9f93-ae95556185f3 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:01.660077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4bd1f5e-77c1-408d-9f5d-7bfc2a56e989 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.717797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f2e4a523-8aba-4971-af71-753c154d9ca5 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:01.804533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-a683c3b9-a684-4b2f-89c1-76305102e746 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.812346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-a683c3b9-a684-4b2f-89c1-76305102e746 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.818862 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4bd1f5e-77c1-408d-9f5d-7bfc2a56e989 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.820279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-a683c3b9-a684-4b2f-89c1-76305102e746 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.828025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-a683c3b9-a684-4b2f-89c1-76305102e746 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.836206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-a683c3b9-a684-4b2f-89c1-76305102e746 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.837309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f2e4a523-8aba-4971-af71-753c154d9ca5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:01.838121 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.843860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-a683c3b9-a684-4b2f-89c1-76305102e746 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.850490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd1f5e-77c1-408d-9f5d-7bfc2a56e989 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 3967e8a3-7e74-416a-9f93-ae95556185f3 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:01.851367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-a683c3b9-a684-4b2f-89c1-76305102e746 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.854038 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-a683c3b9-a684-4b2f-89c1-76305102e746 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.3083503 Oct 13 00:23:01.924694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb819b-cba2-4fce-8f7c-e4ce970c31d0 req-ea359cf9-7196-4654-a93c-ece2a9eb733e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:01.942270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:01.943174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02eb819b-cba2-4fce-8f7c-e4ce970c31d0 req-ea359cf9-7196-4654-a93c-ece2a9eb733e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 945 time: 0.2077439 Oct 13 00:23:01.962477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:23:01.977943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-478fd679-bf74-49e1-b70e-5a6a20feb83e admin admin] 10.222.0.21 "PUT /v2.0/routers/31441c50-4aad-4f91-9056-981b1e274f42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4410417 Oct 13 00:23:01.978156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] Sync routers for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:23:01.988978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38516) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:01.999292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port f2e4a523-8aba-4971-af71-753c154d9ca5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f2e4a523-8aba-4971-af71-753c154d9ca5,segment=NetworkSegment(eb41d404-8449-45a5-ae6f-8fa5148dc201),segment_id=eb41d404-8449-45a5-ae6f-8fa5148dc201)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:02.001910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:02.002867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:22:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:02.058810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4bd1f5e-77c1-408d-9f5d-7bfc2a56e989 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.071073 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.083952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2497ca63-440e-4502-84ed-ed1f2c10eebc req-0711e635-55b7-4b39-b77f-1fd99ecf0c75 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1961739 Oct 13 00:23:02.117671 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02eb819b-cba2-4fce-8f7c-e4ce970c31d0 req-80232405-f93a-4301-89a4-d79eb78ec17d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733623 Oct 13 00:23:02.140243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd1f5e-77c1-408d-9f5d-7bfc2a56e989 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=3967e8a3-7e74-416a-9f93-ae95556185f3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:02.209686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4bd1f5e-77c1-408d-9f5d-7bfc2a56e989 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.223997 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f4bd1f5e-77c1-408d-9f5d-7bfc2a56e989 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/3967e8a3-7e74-416a-9f93-ae95556185f3 HTTP/1.1" status: 204 len: 168 time: 0.7954254 Oct 13 00:23:02.226102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38520) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:02.255455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.264440 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ad870a-0f44-4431-aa8d-72051fcfb3cb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:02.266046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-51ad870a-0f44-4431-aa8d-72051fcfb3cb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/3967e8a3-7e74-416a-9f93-ae95556185f3 HTTP/1.1" status: 404 len: 333 time: 0.0388975 Oct 13 00:23:02.268748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38524) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:02.278659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:02.281092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=f2e4a523-8aba-4971-af71-753c154d9ca5,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:02.334641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12c3a75-c3f4-4bbf-a537-7a0c11e0f589 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet 1d2c926a-bc03-4bef-94d5-8d47d9981f49 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:02.346033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a12c3a75-c3f4-4bbf-a537-7a0c11e0f589 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.407068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a12c3a75-c3f4-4bbf-a537-7a0c11e0f589 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.486145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:23:00Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:02.511974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a12c3a75-c3f4-4bbf-a537-7a0c11e0f589 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.525409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] Checking router: 31441c50-4aad-4f91-9056-981b1e274f42 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:23:02.536871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] Routers {'31441c50-4aad-4f91-9056-981b1e274f42'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:02.537601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:22:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['31441c50-4aad-4f91-9056-981b1e274f42'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:02.592106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a12c3a75-c3f4-4bbf-a537-7a0c11e0f589 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.646073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a3f0f9-e0fa-4e28-8bdd-a56020dd3d32 None None] Network fc3b9bbb-9308-4100-80b2-06e5a007555b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:02.651699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a12c3a75-c3f4-4bbf-a537-7a0c11e0f589 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.657780 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a12c3a75-c3f4-4bbf-a537-7a0c11e0f589 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/1d2c926a-bc03-4bef-94d5-8d47d9981f49 HTTP/1.1" status: 204 len: 168 time: 0.3856072 Oct 13 00:23:02.657780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c3a75-c3f4-4bbf-a537-7a0c11e0f589 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2c926a-bc03-4bef-94d5-8d47d9981f49,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:02.659034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38530) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:02.756365 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.771405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc6ee-6738-46fa-9fb1-ce8123ff0390 req-60731b83-15d7-49bf-b2f5-25581bce4347 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:02.777817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc6ee-6738-46fa-9fb1-ce8123ff0390 req-60731b83-15d7-49bf-b2f5-25581bce4347 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:02.783832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc6ee-6738-46fa-9fb1-ce8123ff0390 req-60731b83-15d7-49bf-b2f5-25581bce4347 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:02.790590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc6ee-6738-46fa-9fb1-ce8123ff0390 req-60731b83-15d7-49bf-b2f5-25581bce4347 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:02.798624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc6ee-6738-46fa-9fb1-ce8123ff0390 req-60731b83-15d7-49bf-b2f5-25581bce4347 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:02.804791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc6ee-6738-46fa-9fb1-ce8123ff0390 req-60731b83-15d7-49bf-b2f5-25581bce4347 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:02.810917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc6ee-6738-46fa-9fb1-ce8123ff0390 req-60731b83-15d7-49bf-b2f5-25581bce4347 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:02.817376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port f2e4a523-8aba-4971-af71-753c154d9ca5 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:02.817896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.818614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ab4d2252-18d4-478c-92a2-171f039475cf None None] Provisioning complete for port f2e4a523-8aba-4971-af71-753c154d9ca5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:02.819074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2252-18d4-478c-92a2-171f039475cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.823381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a28bc6ee-6738-46fa-9fb1-ce8123ff0390 req-60731b83-15d7-49bf-b2f5-25581bce4347 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.4795101 Oct 13 00:23:02.836553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.865533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] Set router 31441c50-4aad-4f91-9056-981b1e274f42 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:02.900862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] For port f2e4a523-8aba-4971-af71-753c154d9ca5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f2e4a523-8aba-4971-af71-753c154d9ca5,segment=NetworkSegment(eb41d404-8449-45a5-ae6f-8fa5148dc201),segment_id=eb41d404-8449-45a5-ae6f-8fa5148dc201)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:02.902758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:02.915185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for f2e4a523-8aba-4971-af71-753c154d9ca5 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:02.919750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820f9b7-5a85-4685-b32a-6c25aa233363 req-f1453b70-dfb7-4256-b1f9-6c0058677204 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:02.921255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4820f9b7-5a85-4685-b32a-6c25aa233363 req-f1453b70-dfb7-4256-b1f9-6c0058677204 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0862985 Oct 13 00:23:02.944358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Deleting port 98b1c37d-3a50-4676-a3e9-242e790cd20b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:02.944703 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.001917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.004308 n-d-813679-4 neutron-server[94990]: INFO neutron.plugins.ml2.db [None req-ab4d2252-18d4-478c-92a2-171f039475cf None None] No ports have port_id starting with f2e4a523-8aba-4971-af71-753c154d9ca5 Oct 13 00:23:03.028001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc5285-aecd-4a79-82f8-8ff5caff8d8d None None] DHCP port deletion for fc3b9bbb-9308-4100-80b2-06e5a007555b request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:23:03.039739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=f2e4a523-8aba-4971-af71-753c154d9ca5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:03.046757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:03.051295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No DVR routers for this DVR port f2e4a523-8aba-4971-af71-753c154d9ca5 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:03.070884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4820f9b7-5a85-4685-b32a-6c25aa233363 req-d80d835a-53d2-41ec-a206-cb5d055a4c29 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293471 Oct 13 00:23:03.099917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] For port 98b1c37d-3a50-4676-a3e9-242e790cd20b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=98b1c37d-3a50-4676-a3e9-242e790cd20b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:03.100281 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.112888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Calling delete_port for 98b1c37d-3a50-4676-a3e9-242e790cd20b owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:03.127114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:23:03.134460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:23:00Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:03.136389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:03.136827 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.163743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.185350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3b9bbb-9308-4100-80b2-06e5a007555b']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:03.197180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb41d404-8449-45a5-ae6f-8fa5148dc201') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:03.197514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb41d404-8449-45a5-ae6f-8fa5148dc201') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:03.209925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.226402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.235106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:03.235638 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:03.240871 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:03.314688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.326926 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.336373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/networks/fc3b9bbb-9308-4100-80b2-06e5a007555b HTTP/1.1" status: 204 len: 168 time: 0.6700358 Oct 13 00:23:03.336592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38538) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:03.340131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b63e1-8972-4c98-bba3-a2f4c9e2f9fe None None] The sync data for ids ['31441c50-4aad-4f91-9056-981b1e274f42'] in n-d-813679-4 is: [{'id': '31441c50-4aad-4f91-9056-981b1e274f42', 'name': 'tempest-ServersTestJSON-1035093588-router', 'tenant_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:19:48Z', 'updated_at': '2021-10-13T00:23:00Z', 'revision_number': 5, 'project_id': '0efa8342d3e84615a77e0fb2fc2412ec', 'gw_port': {'id': '98b1c37d-3a50-4676-a3e9-242e790cd20b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31441c50-4aad-4f91-9056-981b1e274f42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:19:49Z', 'updated_at': '2021-10-13T00:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:23:03.342103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252037-4603-42d8-99de-1e957cf1338f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Network': ['ID=fc3b9bbb-9308-4100-80b2-06e5a007555b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:03.343301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'name': 'tempest-PortsIpV6TestJSON-1207309070'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:03.417153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9db7-a796-46ec-809b-27f266ce80bc req-9aec1c75-55db-4557-905a-b6c7706b5450 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:03.417153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90fb9db7-a796-46ec-809b-27f266ce80bc req-9aec1c75-55db-4557-905a-b6c7706b5450 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 945 time: 0.1667731 Oct 13 00:23:03.426345 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.452086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc440b57-8494-4b45-8fd4-04d6f9b0e016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8064e8f-37d6-4fe5-8579-2fdc8bb82cb4'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:03.454295 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1349be-c2d0-4dd9-8d3e-ab22541bf1f0" -d '{"events": [{"server_uuid": "bc440b57-8494-4b45-8fd4-04d6f9b0e016", "name": "network-vif-plugged", "status": "completed", "tag": "d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:03.476024 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.478427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:03.484128 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.512888 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae4180-de00-4875-bf94-78667ae8e89f x-openstack-request-id: req-05ae4180-de00-4875-bf94-78667ae8e89f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:03.513286 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc440b57-8494-4b45-8fd4-04d6f9b0e016", "name": "network-vif-plugged", "status": "completed", "tag": "d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:03.513624 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05ae4180-de00-4875-bf94-78667ae8e89f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:03.514119 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc440b57-8494-4b45-8fd4-04d6f9b0e016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8064e8f-37d6-4fe5-8579-2fdc8bb82cb4', 'code': 200} Oct 13 00:23:03.532280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b1c37d-3a50-4676-a3e9-242e790cd20b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:03.541862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90fb9db7-a796-46ec-809b-27f266ce80bc req-20fed994-a745-4a3a-98d8-d690361a3031 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181111 Oct 13 00:23:03.551246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:03.591196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:03.594705 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.624552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 9c630a67-5c2d-49f2-96d3-704138bf6bcd yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:03.629323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.663965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2128-6737-4a32-996c-932d5d0ff578 req-7a167683-f933-4c2f-968c-8f8a59084c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:03.666152 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06be2128-6737-4a32-996c-932d5d0ff578 req-7a167683-f933-4c2f-968c-8f8a59084c92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 1097 time: 0.0548363 Oct 13 00:23:03.732642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06be2128-6737-4a32-996c-932d5d0ff578 req-d16f46a5-9fe1-44de-bff3-9acbbb5f4286 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577843 Oct 13 00:23:03.830915 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.836346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.917539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:03.958022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:03.958398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd6d1cf7-58d3-4f25-a0b2-ddd5bc54d8fa not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:03.958783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f2e4a523-8aba-4971-af71-753c154d9ca5 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:03.967408 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.968019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31441c50-4aad-4f91-9056-981b1e274f42 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:23:03.972789 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:03.976754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fb5e2679-6191-4798-a431-cf0e0ae9d1f9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/31441c50-4aad-4f91-9056-981b1e274f42 HTTP/1.1" status: 204 len: 168 time: 1.9844668 Oct 13 00:23:03.977135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38558) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:03.997425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: f2e4a523-8aba-4971-af71-753c154d9ca5 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:03.997771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f2e4a523-8aba-4971-af71-753c154d9ca5 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:04.008588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.035490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d974adc8-08fc-4096-aadc-c58c5d04d099 admin admin] Deleting subnet dfc71a67-4caf-47d6-aaaa-d03eda48a953 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:04.039294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d974adc8-08fc-4096-aadc-c58c5d04d099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.050804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.100625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:04.105459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d974adc8-08fc-4096-aadc-c58c5d04d099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.122290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:04.124899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:04.130794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:04.131424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.141440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=9c630a67-5c2d-49f2-96d3-704138bf6bcd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:04.168572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b81ca90c-0446-4b4b-8f57-f740e92fb0bd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8327057 Oct 13 00:23:04.171000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38564) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:04.208685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d974adc8-08fc-4096-aadc-c58c5d04d099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.284024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d974adc8-08fc-4096-aadc-c58c5d04d099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.316487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ac675-7589-41fb-9e20-266f9538bf71 req-bdfbe8f5-58de-4693-ac52-59b274c97a8d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:04.318206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-466ac675-7589-41fb-9e20-266f9538bf71 req-bdfbe8f5-58de-4693-ac52-59b274c97a8d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1121738 Oct 13 00:23:04.323257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974adc8-08fc-4096-aadc-c58c5d04d099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc71a67-4caf-47d6-aaaa-d03eda48a953,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:04.333190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d974adc8-08fc-4096-aadc-c58c5d04d099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.336825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26353467-6248-4a12-a32e-203aa8cb89b0 None None] Network aa306c6e-08cb-445f-99a2-f5b27c496be0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:04.338583 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d974adc8-08fc-4096-aadc-c58c5d04d099 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dfc71a67-4caf-47d6-aaaa-d03eda48a953 HTTP/1.1" status: 204 len: 168 time: 0.3604217 Oct 13 00:23:04.341089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38566) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:04.396265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-cd849bfc-69fb-49a3-8250-c2db636efa91 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 9c630a67-5c2d-49f2-96d3-704138bf6bcd {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:04.396759 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd849bfc-69fb-49a3-8250-c2db636efa91 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.437167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.474127 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd849bfc-69fb-49a3-8250-c2db636efa91 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.489596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-cd849bfc-69fb-49a3-8250-c2db636efa91 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 9c630a67-5c2d-49f2-96d3-704138bf6bcd owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:04.495633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Deleting port 95632165-fbd0-4a24-bc94-b51ac9bd544a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:04.495976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.538161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-466ac675-7589-41fb-9e20-266f9538bf71 req-95d18537-094b-4321-8ce0-18e943802636 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079902 Oct 13 00:23:04.586311 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd849bfc-69fb-49a3-8250-c2db636efa91 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.630973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd849bfc-69fb-49a3-8250-c2db636efa91 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=9c630a67-5c2d-49f2-96d3-704138bf6bcd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:04.640172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd849bfc-69fb-49a3-8250-c2db636efa91 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.650483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cd849bfc-69fb-49a3-8250-c2db636efa91 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/9c630a67-5c2d-49f2-96d3-704138bf6bcd HTTP/1.1" status: 204 len: 168 time: 0.4781017 Oct 13 00:23:04.657785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38576) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:04.660942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] For port 95632165-fbd0-4a24-bc94-b51ac9bd544a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=95632165-fbd0-4a24-bc94-b51ac9bd544a,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:04.661665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.663210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'mac_address': 'fa:16:3e:66:6d:ae', 'name': 'tempest-PortsIpV6TestJSON-1687099816'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:04.675488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] DHCP port deletion for aa306c6e-08cb-445f-99a2-f5b27c496be0 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:23:04.691721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Calling delete_port for 95632165-fbd0-4a24-bc94-b51ac9bd544a owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:04.788529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] Deleting port 95632165-fbd0-4a24-bc94-b51ac9bd544a {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:04.788901 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.812415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.857398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:04.868880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] For port 95632165-fbd0-4a24-bc94-b51ac9bd544a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=95632165-fbd0-4a24-bc94-b51ac9bd544a,segment=NetworkSegment(dd295049-3919-4da8-9677-0c2f79f3572c),segment_id=dd295049-3919-4da8-9677-0c2f79f3572c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:04.869279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.880151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95632165-fbd0-4a24-bc94-b51ac9bd544a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:04.884143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] Calling delete_port for 95632165-fbd0-4a24-bc94-b51ac9bd544a owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:04.908457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] No DVR routers for this DVR port 95632165-fbd0-4a24-bc94-b51ac9bd544a on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:04.936417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d78be-e561-4f85-92de-b96b63923e47 req-bc82b8ad-1361-4955-8ad3-de76b42d2a13 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:04.938035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3d78be-e561-4f85-92de-b96b63923e47 req-bc82b8ad-1361-4955-8ad3-de76b42d2a13 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1795454 Oct 13 00:23:04.978861 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:04.980879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.005974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.006828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] Pushing event deleted for resources: {'Port': ['ID=95632165-fbd0-4a24-bc94-b51ac9bd544a,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:05.022398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c3d78be-e561-4f85-92de-b96b63923e47 req-2bbd45b9-a38f-48f7-9d87-d478783876c0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745759 Oct 13 00:23:05.029288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port eb26f694-944d-43a2-b9bc-594960c4358a yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:05.031755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81acba3b-355c-48f2-9eef-3ca2edbe4ad1 None None] No DVR routers for this DVR port 95632165-fbd0-4a24-bc94-b51ac9bd544a on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:05.055718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa306c6e-08cb-445f-99a2-f5b27c496be0']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:05.062438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38586) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:05.071061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd295049-3919-4da8-9677-0c2f79f3572c') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:05.071362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd295049-3919-4da8-9677-0c2f79f3572c') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:05.081180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.099789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.106826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:05.107418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:05.109263 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:05.206778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-ca5a3e41-a97c-43af-bfb9-b55439aa5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.207268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-ca5a3e41-a97c-43af-bfb9-b55439aa5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.208347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-ca5a3e41-a97c-43af-bfb9-b55439aa5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.208811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-ca5a3e41-a97c-43af-bfb9-b55439aa5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.209272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-ca5a3e41-a97c-43af-bfb9-b55439aa5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.209733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-ca5a3e41-a97c-43af-bfb9-b55439aa5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.210190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-ca5a3e41-a97c-43af-bfb9-b55439aa5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.212187 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-ca5a3e41-a97c-43af-bfb9-b55439aa5048 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6501 time: 0.1488142 Oct 13 00:23:05.213060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.218342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.219194 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.224433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa306c6e-08cb-445f-99a2-f5b27c496be0 HTTP/1.1" status: 204 len: 168 time: 0.8796329 Oct 13 00:23:05.245699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbd96f-6984-4021-b75e-e622d14bcbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa306c6e-08cb-445f-99a2-f5b27c496be0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:05.268646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.273359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-6f9aff71-fada-4d6d-acf3-26ab55d95bfb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344393 Oct 13 00:23:05.314820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:05.318149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:05.321869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:05.327447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.328077 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.334640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=eb26f694-944d-43a2-b9bc-594960c4358a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:05.350758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-598e3d62-56ef-4944-8d85-f17faebf431f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6918163 Oct 13 00:23:05.353672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38594) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:05.401478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f7be7-3882-4bfa-8ee3-3876899d6bd2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.405652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ff4f7be7-3882-4bfa-8ee3-3876899d6bd2 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/eb26f694-944d-43a2-b9bc-594960c4358a HTTP/1.1" status: 200 len: 845 time: 0.0481515 Oct 13 00:23:05.405840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:05.412226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38598) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:05.456871 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1c304892-7419-4aa9-be16-d977afe17e85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0efa8342d3e84615a77e0fb2fc2412ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433214 Oct 13 00:23:05.459878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38600) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:05.486064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 98b1c37d-3a50-4676-a3e9-242e790cd20b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:05.500405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-14b4fb9a-35e8-4f52-ad1a-f8f339cf8b54 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port eb26f694-944d-43a2-b9bc-594960c4358a {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:05.501452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b4fb9a-35e8-4f52-ad1a-f8f339cf8b54 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.510458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 98b1c37d-3a50-4676-a3e9-242e790cd20b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:05.511064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 98b1c37d-3a50-4676-a3e9-242e790cd20b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:05.511489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 95632165-fbd0-4a24-bc94-b51ac9bd544a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:05.518871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c4c467e-2de6-450c-b3ad-a1ce5ed64d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.530708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 95632165-fbd0-4a24-bc94-b51ac9bd544a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:05.531073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 95632165-fbd0-4a24-bc94-b51ac9bd544a not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:05.541873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c4c467e-2de6-450c-b3ad-a1ce5ed64d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.574196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b4fb9a-35e8-4f52-ad1a-f8f339cf8b54 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.589038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-14b4fb9a-35e8-4f52-ad1a-f8f339cf8b54 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for eb26f694-944d-43a2-b9bc-594960c4358a owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:05.596802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c4c467e-2de6-450c-b3ad-a1ce5ed64d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.599762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c4c467e-2de6-450c-b3ad-a1ce5ed64d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.601226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0c4c467e-2de6-450c-b3ad-a1ce5ed64d2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd207de1-69b1-49b9-ad03-40f07e2c7311 HTTP/1.1" status: 204 len: 168 time: 0.1404541 Oct 13 00:23:05.610113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c467e-2de6-450c-b3ad-a1ce5ed64d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd207de1-69b1-49b9-ad03-40f07e2c7311,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:05.713336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1b07-fef9-4780-9853-7c36ecc3b5db req-2cace177-3bdd-4895-9377-3de4e2efa803 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:05.714855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77ea1b07-fef9-4780-9853-7c36ecc3b5db req-2cace177-3bdd-4895-9377-3de4e2efa803 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0599077 Oct 13 00:23:05.716022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b4fb9a-35e8-4f52-ad1a-f8f339cf8b54 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.749521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4fb9a-35e8-4f52-ad1a-f8f339cf8b54 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=eb26f694-944d-43a2-b9bc-594960c4358a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:05.766345 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b4fb9a-35e8-4f52-ad1a-f8f339cf8b54 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.769051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14b4fb9a-35e8-4f52-ad1a-f8f339cf8b54 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/eb26f694-944d-43a2-b9bc-594960c4358a HTTP/1.1" status: 204 len: 168 time: 0.3622947 Oct 13 00:23:05.771856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38608) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:05.787865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77ea1b07-fef9-4780-9853-7c36ecc3b5db req-02078e7a-94a7-455b-b045-9c1f07f9ed15 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646422 Oct 13 00:23:05.799170 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c49c39-adf8-40ba-b2f2-e96ccb6d1d45 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:05.805206 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d9c49c39-adf8-40ba-b2f2-e96ccb6d1d45 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/eb26f694-944d-43a2-b9bc-594960c4358a HTTP/1.1" status: 404 len: 333 time: 0.0277352 Oct 13 00:23:05.807278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38612) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:05.812866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'name': 'tempest-PortsIpV6TestJSON-1887294479'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:05.913569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:05.917354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:05.937418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 8b0113d5-62c0-4fa9-92b4-ca2d7acc326b yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:06.129734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.167086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.215206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae41b-55d4-48be-a095-d173b2e476ce req-32254492-72f6-4f7f-bb5d-6036635322c4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:06.216829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a8ae41b-55d4-48be-a095-d173b2e476ce req-32254492-72f6-4f7f-bb5d-6036635322c4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0877688 Oct 13 00:23:06.221978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:06.233138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:06.237386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:06.245055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:06.245953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.257879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=8b0113d5-62c0-4fa9-92b4-ca2d7acc326b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:06.265877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a8ae41b-55d4-48be-a095-d173b2e476ce req-3fc616c0-a77e-4ca6-9364-b6acff57c95c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Oct 13 00:23:06.269224 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a0ec84b5-d300-405d-af18-2a2e139cb6e8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4607768 Oct 13 00:23:06.272741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38636) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:06.278481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:06.359556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.445072 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.544126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38644) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:06.606326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e8910-2341-4dd7-b003-e1ceb3ad4c14 req-0a98f2ca-745b-4864-bc9e-019109ee4396 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:06.607853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-193e8910-2341-4dd7-b003-e1ceb3ad4c14 req-0a98f2ca-745b-4864-bc9e-019109ee4396 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1180367 Oct 13 00:23:06.638209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.648352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.652077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-774472068-network', 'tenant_id': '68cbebea7e3f407fba9e1f6a4f5fa466'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:06.677264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Made reservation on behalf of 68cbebea7e3f407fba9e1f6a4f5fa466 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:06.681368 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.688744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] In _notify_port_updated(), no bound segment for port 8b0113d5-62c0-4fa9-92b4-ca2d7acc326b on network d7ca7b68-9c5a-4e82-92ed-48c287722d17 {{(pid=94989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:23:06.692665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.694185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:06.694782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.696072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "PUT /v2.0/ports/8b0113d5-62c0-4fa9-92b4-ca2d7acc326b HTTP/1.1" status: 200 len: 818 time: 0.4223824 Oct 13 00:23:06.702098 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38648) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:06.718778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-193e8910-2341-4dd7-b003-e1ceb3ad4c14 req-4472ceb7-9d44-499b-b3f1-ff6de67775dd tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011457 Oct 13 00:23:06.749009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c8b4d-84d0-413a-8bb2-6225507b9ad0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=8b0113d5-62c0-4fa9-92b4-ca2d7acc326b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:06.787971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.791957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.813236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe4a7b-b806-4484-87f1-ad7534c599f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 8b0113d5-62c0-4fa9-92b4-ca2d7acc326b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:06.813691 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4a7b-b806-4484-87f1-ad7534c599f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.822905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:23:06.829490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:06.839016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.839169 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Added segment 2da9c152-6655-4cf9-85f8-26e8ca76d655 of type vlan for network 891efab6-3e74-486a-89d1-f6221fb26db8 Oct 13 00:23:06.903489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.921041 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.927090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4a7b-b806-4484-87f1-ad7534c599f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.937762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.939044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:06.939849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:06.943496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe4a7b-b806-4484-87f1-ad7534c599f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 8b0113d5-62c0-4fa9-92b4-ca2d7acc326b owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:06.970247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232cfd1-cf6d-475b-8210-8a087a6b0845 req-dfdf622e-bb93-4713-a90d-ff5639fae322 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:06.972207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a232cfd1-cf6d-475b-8210-8a087a6b0845 req-dfdf622e-bb93-4713-a90d-ff5639fae322 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0979686 Oct 13 00:23:07.006772 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4581680 Oct 13 00:23:07.006994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38652) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:07.013142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Request body: {'subnet': {'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-774472068-subnet', 'tenant_id': '68cbebea7e3f407fba9e1f6a4f5fa466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:07.034460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7a7a-bd8f-49c5-9461-741070342e7d admin admin] Pushing event updated for resources: {'Network': ['ID=891efab6-3e74-486a-89d1-f6221fb26db8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:07.045331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 891efab6-3e74-486a-89d1-f6221fb26db8 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:23:07.079368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Made reservation on behalf of 68cbebea7e3f407fba9e1f6a4f5fa466 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:07.081824 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.093546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a232cfd1-cf6d-475b-8210-8a087a6b0845 req-bd3d5792-bed0-4b38-9ddc-f6d7c4180e24 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897253 Oct 13 00:23:07.142201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4a7b-b806-4484-87f1-ad7534c599f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.187442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe4a7b-b806-4484-87f1-ad7534c599f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=8b0113d5-62c0-4fa9-92b4-ca2d7acc326b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:07.192558 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4a7b-b806-4484-87f1-ad7534c599f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.196212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9bfe4a7b-b806-4484-87f1-ad7534c599f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/8b0113d5-62c0-4fa9-92b4-ca2d7acc326b HTTP/1.1" status: 204 len: 168 time: 0.4932003 Oct 13 00:23:07.198940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38656) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:07.255258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d82976-c7d3-47ea-a4d8-a55d82aa6445 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:07.259793 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-76d82976-c7d3-47ea-a4d8-a55d82aa6445 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0569859 Oct 13 00:23:07.260455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38658) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:07.291496 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93224b3-13fb-4ba6-af83-999d80eaa568 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:07.292988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a93224b3-13fb-4ba6-af83-999d80eaa568 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/8b0113d5-62c0-4fa9-92b4-ca2d7acc326b HTTP/1.1" status: 404 len: 333 time: 0.0317044 Oct 13 00:23:07.297191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38660) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:07.303003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1688835061'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:07.324415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:07.327944 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.340332 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.353486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:23:07.362902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.363386 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Added segment ad488acd-3720-4be9-b514-c5514d1e740f of type vlan for network 9844e76d-a2b3-4984-ad89-86e6efc5236e Oct 13 00:23:07.406424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.412496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c37b888-6b77-4a17-9e8c-f95f6dde1f88,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:07.422974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Checking segment: {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:07.423330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Network hostable DHCP agents. Network: 891efab6-3e74-486a-89d1-f6221fb26db8, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:07.436620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.440674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Network 891efab6-3e74-486a-89d1-f6221fb26db8 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:07.443250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:07.443875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.450147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 891efab6-3e74-486a-89d1-f6221fb26db8) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:07.454216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:07.454877 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.461317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc3228-a6a1-4651-8d13-9ccadd776ec9 None None] Network 891efab6-3e74-486a-89d1-f6221fb26db8 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:07.490779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-84dca10a-494a-439b-ba54-c6768efc3788 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4791803 Oct 13 00:23:07.524131 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2229540 Oct 13 00:23:07.525082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38664) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:07.531051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:07.560175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b73d0-cb9d-413b-8ed0-83484a1afe9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Network': ['ID=9844e76d-a2b3-4984-ad89-86e6efc5236e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:07.577706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:23:07.693947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:07.698395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:07.795500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ac596-ef33-4722-b83f-4237750c1277 None None] Network 891efab6-3e74-486a-89d1-f6221fb26db8 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:07.892989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be239580-4d64-4f30-887d-673a756970a1 req-647de387-bcef-4e4d-a0cd-37fa4855f431 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:07.894793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be239580-4d64-4f30-887d-673a756970a1 req-647de387-bcef-4e4d-a0cd-37fa4855f431 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0808899 Oct 13 00:23:07.993047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be239580-4d64-4f30-887d-673a756970a1 req-3a3715ca-e105-40e4-8dfa-6d8131e20a79 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746481 Oct 13 00:23:08.060132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:08.137211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=b400cde0-9459-4a23-b6e0-ada75dcc3e6e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:08.170042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-34624b57-c608-426f-a9b6-05983b48a9a7 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:08.171530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-34624b57-c608-426f-a9b6-05983b48a9a7 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/networks?id=891efab6-3e74-486a-89d1-f6221fb26db8 HTTP/1.1" status: 200 len: 817 time: 0.1817732 Oct 13 00:23:08.174434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking segment: {'id': 'ad488acd-3720-4be9-b514-c5514d1e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:08.174745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network hostable DHCP agents. Network: 9844e76d-a2b3-4984-ad89-86e6efc5236e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:08.219809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-038c0b3d-159f-4662-9109-79399a5c0b8b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/quotas/68cbebea7e3f407fba9e1f6a4f5fa466 HTTP/1.1" status: 200 len: 375 time: 0.0362792 Oct 13 00:23:08.242577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:08.263227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-263d531f-a0c4-48d8-b6a5-16f6aebb2f0c tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=68cbebea7e3f407fba9e1f6a4f5fa466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353045 Oct 13 00:23:08.273313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ade76e-11f0-4f00-ae73-5d723eb87f20 req-7f8bed2f-8048-4e91-8336-bd54964fbbcd tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:08.274791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86ade76e-11f0-4f00-ae73-5d723eb87f20 req-7f8bed2f-8048-4e91-8336-bd54964fbbcd tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1021156 Oct 13 00:23:08.283050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 9844e76d-a2b3-4984-ad89-86e6efc5236e) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:08.293779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21560e3e-0ecd-448b-b93c-8684306f33b4 None None] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:08.303018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:08.303642 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:08.370794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ed7d43b0-e7bd-46a5-863e-49d8e0db4621 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8445518 Oct 13 00:23:08.374525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38690) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:08.384880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7fb4cba5-f17b-4097-b14e-a11bd6398a8f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:08.385322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86ade76e-11f0-4f00-ae73-5d723eb87f20 req-ff40d145-38f9-48ef-8862-9f37fef0f643 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003969 Oct 13 00:23:08.411714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-0577971a-173c-474a-a436-cf448befc3a3 service neutron] 10.222.0.21 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349759 Oct 13 00:23:08.516041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb4cba5-f17b-4097-b14e-a11bd6398a8f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:08.518797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-441f06d7-397c-48c8-b5fb-ce039d30daa6 service neutron] 10.222.0.21 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015027 Oct 13 00:23:08.521195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7fb4cba5-f17b-4097-b14e-a11bd6398a8f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:08.534557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-9844e76d-a2b3-4984-ad89-86e6efc5236e', 'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e', 'tenant_id': '34690636230c43c2bd4c1336ae6fc91f', 'fixed_ips': [{'subnet_id': 'b400cde0-9459-4a23-b6e0-ada75dcc3e6e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:23:08.537064 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:08.643368 n-d-813679-4 neutron-server[94988]: INFO neutron.db.ipam_backend_mixin [None req-7fb4cba5-f17b-4097-b14e-a11bd6398a8f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b400cde0-9459-4a23-b6e0-ada75dcc3e6e (CIDR: 2001:db8::/64) Oct 13 00:23:08.649203 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb4cba5-f17b-4097-b14e-a11bd6398a8f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:23:08.650061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb4cba5-f17b-4097-b14e-a11bd6398a8f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:08.671679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7fb4cba5-f17b-4097-b14e-a11bd6398a8f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2954278 Oct 13 00:23:08.673759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:08.681566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:08.699752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Allocated IP 2001:db8::2 (9844e76d-a2b3-4984-ad89-86e6efc5236e/b400cde0-9459-4a23-b6e0-ada75dcc3e6e/3822bd8a-d549-4661-a73e-ee45d75200be) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:08.882067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:08.886201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:08.888434 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:08.906655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:08.941465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c491794-84ad-4ea7-ad93-e56d39e12b3c req-f005532c-1c25-4185-95f0-608fe900225a tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 210 time: 0.0487719 Oct 13 00:23:08.960592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:08.965473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Pushing event updated for resources: {'Port': ['ID=3822bd8a-d549-4661-a73e-ee45d75200be,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:08.969353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:08.971649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:09.055070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Attempting to bind port 3822bd8a-d549-4661-a73e-ee45d75200be on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:09.055618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Attempting to bind port 3822bd8a-d549-4661-a73e-ee45d75200be by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'ad488acd-3720-4be9-b514-c5514d1e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:09.055992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Attempting to bind port 3822bd8a-d549-4661-a73e-ee45d75200be on network 9844e76d-a2b3-4984-ad89-86e6efc5236e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:09.062186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:09.062567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Checking segment: {'id': 'ad488acd-3720-4be9-b514-c5514d1e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:09.062981 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:09.063383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Bound using segment: {'id': 'ad488acd-3720-4be9-b514-c5514d1e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:09.064143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Bound port: 3822bd8a-d549-4661-a73e-ee45d75200be, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad488acd-3720-4be9-b514-c5514d1e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:09.064531 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:09.143182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c134e-161b-4e4b-bcc2-f64571e53d16 req-e1a33d4e-27ce-40eb-900a-bce66a351ac9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:09.152508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca6c134e-161b-4e4b-bcc2-f64571e53d16 req-e1a33d4e-27ce-40eb-900a-bce66a351ac9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0631971 Oct 13 00:23:09.168313 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:09.187000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] For port 3822bd8a-d549-4661-a73e-ee45d75200be, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:09.193000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] For port 3822bd8a-d549-4661-a73e-ee45d75200be, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3822bd8a-d549-4661-a73e-ee45d75200be,segment=NetworkSegment(ad488acd-3720-4be9-b514-c5514d1e740f),segment_id=ad488acd-3720-4be9-b514-c5514d1e740f)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:09.200914 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:09.213358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:09.222372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:09.230779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:09.231224 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:09.245103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=8dc7fae2-b0b6-4abb-bf5f-d7af193f786e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:09.257743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca6c134e-161b-4e4b-bcc2-f64571e53d16 req-55ad8d62-edea-4b8b-8e97-d5e5c5902bd6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927756 Oct 13 00:23:09.263443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3fbea767-634a-46a0-9470-b180e77fe6d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5880380 Oct 13 00:23:09.265868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38714) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:09.277480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e', 'fixed_ips': [{'subnet_id': 'b400cde0-9459-4a23-b6e0-ada75dcc3e6e'}, {'subnet_id': '8dc7fae2-b0b6-4abb-bf5f-d7af193f786e'}], 'name': 'tempest-PortsIpV6TestJSON-874869218'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:09.296907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d31ab-9ab4-401a-9fdb-ca9297b29332 None None] Pushing event updated for resources: {'Port': ['ID=3822bd8a-d549-4661-a73e-ee45d75200be,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:09.432716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:09.532690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:09.570926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:09.961823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f6b1-ff38-42c6-aab8-b12367cf3550 req-37b7f230-05d9-4911-b131-fee802a06f72 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:09.971393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::1d0 (9844e76d-a2b3-4984-ad89-86e6efc5236e/b400cde0-9459-4a23-b6e0-ada75dcc3e6e/bd181d5c-2844-4724-8a4c-4ba99e9e7a09) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:09.983227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8:0:1::23d (9844e76d-a2b3-4984-ad89-86e6efc5236e/8dc7fae2-b0b6-4abb-bf5f-d7af193f786e/bd181d5c-2844-4724-8a4c-4ba99e9e7a09) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:09.996369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6e4f6b1-ff38-42c6-aab8-b12367cf3550 req-37b7f230-05d9-4911-b131-fee802a06f72 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.4989004 Oct 13 00:23:10.053818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd9f0dbb-4610-41d8-b509-5b14e5752b5e req-337bb414-a856-40be-919e-7fda4bbfbcba tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 210 time: 0.0320082 Oct 13 00:23:10.081188 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6e4f6b1-ff38-42c6-aab8-b12367cf3550 req-5e6931a5-3c4d-4e46-aecf-fb3ba7957513 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826914 Oct 13 00:23:10.226615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:10.276233 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:10.340568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:10.344139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:10.349617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:10.355709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:10.356416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:10.371474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=bd181d5c-2844-4724-8a4c-4ba99e9e7a09,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:10.389755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-20d1da18-e195-42fc-b01a-488e47b98ab7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1226366 Oct 13 00:23:10.397045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38726) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:10.402700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b400cde0-9459-4a23-b6e0-ada75dcc3e6e'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:10.423484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531b701-895d-455f-bc64-8bc2946c88c5 req-b2722c07-90ec-4bcb-a16b-06178565aba0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:10.431270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a531b701-895d-455f-bc64-8bc2946c88c5 req-b2722c07-90ec-4bcb-a16b-06178565aba0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0746362 Oct 13 00:23:10.493877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a531b701-895d-455f-bc64-8bc2946c88c5 req-8a3e3c25-cc4e-42ef-b857-ba7de54a5fd6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613840 Oct 13 00:23:10.550791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:10.773960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c3cd2-a50d-42e3-909f-6e035efc800e None None] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:10.838944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ec1961fd-22c6-4014-838c-ce5ea5c86964 None None] Provisioning complete for port 3822bd8a-d549-4661-a73e-ee45d75200be triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:10.839330 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec1961fd-22c6-4014-838c-ce5ea5c86964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.002799 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec1961fd-22c6-4014-838c-ce5ea5c86964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.043185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ec1961fd-22c6-4014-838c-ce5ea5c86964 None None] For port 3822bd8a-d549-4661-a73e-ee45d75200be, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3822bd8a-d549-4661-a73e-ee45d75200be,segment=NetworkSegment(ad488acd-3720-4be9-b514-c5514d1e740f),segment_id=ad488acd-3720-4be9-b514-c5514d1e740f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:11.048876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec1961fd-22c6-4014-838c-ce5ea5c86964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.180676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1961fd-22c6-4014-838c-ce5ea5c86964 None None] Pushing event updated for resources: {'Port': ['ID=3822bd8a-d549-4661-a73e-ee45d75200be,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:11.190251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b925a1-275a-442b-9db9-28ddf11dd0ce None None] Update dhcp port {'port': {'network_id': '9844e76d-a2b3-4984-ad89-86e6efc5236e', 'fixed_ips': [{'subnet_id': 'b400cde0-9459-4a23-b6e0-ada75dcc3e6e', 'ip_address': '2001:db8::2'}, {'subnet_id': '8dc7fae2-b0b6-4abb-bf5f-d7af193f786e'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '3822bd8a-d549-4661-a73e-ee45d75200be'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:23:11.218026 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f6b925a1-275a-442b-9db9-28ddf11dd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.244520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-44fa017b-fae8-4dca-a589-67e0ce0eaf44 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:11.249783 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-44fa017b-fae8-4dca-a589-67e0ce0eaf44 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.36 "GET /v2.0/networks?id=891efab6-3e74-486a-89d1-f6221fb26db8 HTTP/1.1" status: 200 len: 817 time: 0.6376967 Oct 13 00:23:11.307685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d2f8d600-6e33-4f89-837f-78246d63e314 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:11.311319 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d2f8d600-6e33-4f89-837f-78246d63e314 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.45 "GET /v2.0/networks?id=891efab6-3e74-486a-89d1-f6221fb26db8 HTTP/1.1" status: 200 len: 817 time: 0.3656869 Oct 13 00:23:11.324396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Request body: {'port': {'device_id': '6bab7655-91d8-4dcf-a871-f584dacd00b8', 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8', 'admin_state_up': True, 'tenant_id': '68cbebea7e3f407fba9e1f6a4f5fa466'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:11.371046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec3038ad-b09d-4ddf-8fb2-4a9efcac8826 req-ee0ec7de-de03-4bcd-aed6-e8ef4384b16c tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 210 time: 0.0902503 Oct 13 00:23:11.426196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ceb99-21c9-4a2f-978a-dfd062508a3e req-21d202d6-5866-4df3-9657-efcdb9395b5a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:11.429411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd0ceb99-21c9-4a2f-978a-dfd062508a3e req-21d202d6-5866-4df3-9657-efcdb9395b5a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.2119308 Oct 13 00:23:11.452618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Request body: {'port': {'device_id': '17599958-ed86-4626-a8af-e2a8babf5d59', 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8', 'admin_state_up': True, 'tenant_id': '68cbebea7e3f407fba9e1f6a4f5fa466'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:11.490601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-f6b925a1-275a-442b-9db9-28ddf11dd0ce None None] Allocated IP 2001:db8:0:1::2 (9844e76d-a2b3-4984-ad89-86e6efc5236e/8dc7fae2-b0b6-4abb-bf5f-d7af193f786e/3822bd8a-d549-4661-a73e-ee45d75200be) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:11.507613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd0ceb99-21c9-4a2f-978a-dfd062508a3e req-d52e9379-9137-43ef-a7a8-318468513370 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718462 Oct 13 00:23:11.565497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-b5dcff5d-e836-4fee-b91e-193a59a767fe tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:11.568105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-b5dcff5d-e836-4fee-b91e-193a59a767fe tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.36 "GET /v2.0/networks?id=891efab6-3e74-486a-89d1-f6221fb26db8 HTTP/1.1" status: 200 len: 817 time: 0.5184751 Oct 13 00:23:11.595776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Request body: {'port': {'device_id': 'ff679758-98d3-42a0-ba85-f8d9af7212e4', 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8', 'admin_state_up': True, 'tenant_id': '68cbebea7e3f407fba9e1f6a4f5fa466'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:11.629293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3822bd8a-d549-4661-a73e-ee45d75200be up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:11.633742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Made reservation on behalf of 68cbebea7e3f407fba9e1f6a4f5fa466 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:11.636847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.730917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3822bd8a-d549-4661-a73e-ee45d75200be triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:11.731645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.733925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fada7bd-1c2f-4286-96e7-f84223596de1 req-4b5e9375-62f9-4660-972c-3137eac279d7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:11.742327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fada7bd-1c2f-4286-96e7-f84223596de1 req-4b5e9375-62f9-4660-972c-3137eac279d7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1379347 Oct 13 00:23:11.761349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Made reservation on behalf of 68cbebea7e3f407fba9e1f6a4f5fa466 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:11.775555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.778473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f6b925a1-275a-442b-9db9-28ddf11dd0ce None None] For port 3822bd8a-d549-4661-a73e-ee45d75200be, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3822bd8a-d549-4661-a73e-ee45d75200be,segment=NetworkSegment(ad488acd-3720-4be9-b514-c5514d1e740f),segment_id=ad488acd-3720-4be9-b514-c5514d1e740f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:11.807316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fada7bd-1c2f-4286-96e7-f84223596de1 req-bcb46253-d4c8-4200-a8da-05c8809c8b9e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639904 Oct 13 00:23:11.814427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Made reservation on behalf of 68cbebea7e3f407fba9e1f6a4f5fa466 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:11.818414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.829263 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f6b925a1-275a-442b-9db9-28ddf11dd0ce None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.844950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f6b925a1-275a-442b-9db9-28ddf11dd0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:11.878362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Allocated IP 172.20.0.5 (891efab6-3e74-486a-89d1-f6221fb26db8/7c37b888-6b77-4a17-9e8c-f95f6dde1f88/54d71519-d4c0-44f3-9b3a-6ac6b6863ef0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:11.915936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b925a1-275a-442b-9db9-28ddf11dd0ce None None] Pushing event updated for resources: {'Port': ['ID=3822bd8a-d549-4661-a73e-ee45d75200be,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:11.934211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b82bf54-01cd-4df5-b5fe-0b325a58c297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.090083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Delete allocated IP 2001:db8:0:1::23d (9844e76d-a2b3-4984-ad89-86e6efc5236e/8dc7fae2-b0b6-4abb-bf5f-d7af193f786e) {{(pid=94988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 00:23:12.183872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.278083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.290304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.321357 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.339159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Allocated IP 172.20.0.9 (891efab6-3e74-486a-89d1-f6221fb26db8/7c37b888-6b77-4a17-9e8c-f95f6dde1f88/7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:12.368348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Network 891efab6-3e74-486a-89d1-f6221fb26db8 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:12.392586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:12.396460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:12.399714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] In _notify_port_updated(), no bound segment for port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 on network 9844e76d-a2b3-4984-ad89-86e6efc5236e {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:23:12.409469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:12.410174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.419099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "PUT /v2.0/ports/bd181d5c-2844-4724-8a4c-4ba99e9e7a09 HTTP/1.1" status: 200 len: 925 time: 2.0208263 Oct 13 00:23:12.420011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38740) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:12.430236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b400cde0-9459-4a23-b6e0-ada75dcc3e6e'}, {'subnet_id': '8dc7fae2-b0b6-4abb-bf5f-d7af193f786e'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:12.520065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Pushing event updated for resources: {'Port': ['ID=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:12.645866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb55da-98a5-4ff8-8eb9-1d162a31017e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=bd181d5c-2844-4724-8a4c-4ba99e9e7a09,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:12.691259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0b5e6b2-fa6b-4620-a9c3-29142f4a3e0d req-81dd0eeb-b318-4ea4-8c8d-ec2814330ff3 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 210 time: 0.1337748 Oct 13 00:23:12.702247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:12.702922 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.737317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d3124a35-8cb9-477f-9607-042df50798b4 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4248695 Oct 13 00:23:12.738475 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.746141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.759258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Request body: {'port': {'device_id': '6bab7655-91d8-4dcf-a871-f584dacd00b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:12.777806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8cf49-18e7-40f2-93ea-473b7d1f5034 req-599fff1e-7cdb-4ecc-826f-2b208a8d7ce5 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:12.785221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86e8cf49-18e7-40f2-93ea-473b7d1f5034 req-599fff1e-7cdb-4ecc-826f-2b208a8d7ce5 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0964751 Oct 13 00:23:12.811470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6d7db-1264-4dee-8370-0f98a3173cd2 None None] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:12.839796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86e8cf49-18e7-40f2-93ea-473b7d1f5034 req-7f583d66-9dc7-4660-92ff-ad1e0c91f584 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536380 Oct 13 00:23:12.846401 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.895134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Network 891efab6-3e74-486a-89d1-f6221fb26db8 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:12.902638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:12.906633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:12.921884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7b7c767e-03fc-4a4a-b5c0-9e3bc331d5d8 None None] Provisioning complete for port 3822bd8a-d549-4661-a73e-ee45d75200be triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:12.922259 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c767e-03fc-4a4a-b5c0-9e3bc331d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.943399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Pushing event updated for resources: {'Port': ['ID=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:12.961574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:12.976820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.977172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.977521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.977859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.978194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.978527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.978856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.979186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.979530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.979859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.980183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:12.980505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:13.005011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:13.005636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.028926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a61235-2642-48eb-bb77-fa4f6924d73d req-21903e84-d81c-43f1-b456-109922658ece tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:13.030114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79a61235-2642-48eb-bb77-fa4f6924d73d req-21903e84-d81c-43f1-b456-109922658ece tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0972505 Oct 13 00:23:13.032784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Allocated IP 172.20.0.14 (891efab6-3e74-486a-89d1-f6221fb26db8/7c37b888-6b77-4a17-9e8c-f95f6dde1f88/6703f62e-a6f6-4d9c-a67c-1ff3ff888b28) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:13.033830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8d575c3e-1fe9-4851-9738-6eedf10f0155 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4490392 Oct 13 00:23:13.060294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Request body: {'port': {'device_id': 'ff679758-98d3-42a0-ba85-f8d9af7212e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:13.095007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7b7c767e-03fc-4a4a-b5c0-9e3bc331d5d8 None None] Provisioning complete for port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:13.095007 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7b7c767e-03fc-4a4a-b5c0-9e3bc331d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.105814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79a61235-2642-48eb-bb77-fa4f6924d73d req-e9ef20ad-2eaa-4f8d-b718-92d9402a82ce tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637708 Oct 13 00:23:13.133036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c767e-03fc-4a4a-b5c0-9e3bc331d5d8 None None] Port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:13.135679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.393881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8:0:1::20b (9844e76d-a2b3-4984-ad89-86e6efc5236e/8dc7fae2-b0b6-4abb-bf5f-d7af193f786e/bd181d5c-2844-4724-8a4c-4ba99e9e7a09) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:13.464154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3325e734-0290-418b-9f39-cd084d4e5421 None None] Provisioning complete for port 3822bd8a-d549-4661-a73e-ee45d75200be triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:13.464528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3325e734-0290-418b-9f39-cd084d4e5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.495304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3822bd8a-d549-4661-a73e-ee45d75200be up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:13.501935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.580523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.592132 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.605427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3822bd8a-d549-4661-a73e-ee45d75200be triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:13.605791 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.618386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.637198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Network 891efab6-3e74-486a-89d1-f6221fb26db8 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:13.643297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:13.650555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:13.675162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3325e734-0290-418b-9f39-cd084d4e5421 None None] Provisioning complete for port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:13.677524 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3325e734-0290-418b-9f39-cd084d4e5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.685347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Pushing event updated for resources: {'Port': ['ID=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:13.726678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3325e734-0290-418b-9f39-cd084d4e5421 None None] Port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:13.844055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:13.850794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] In _notify_port_updated(), no bound segment for port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 on network 9844e76d-a2b3-4984-ad89-86e6efc5236e {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:23:13.851759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-82648368-b7db-46ef-93ed-e1bb42563e6e None None] Provisioning complete for port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:13.852661 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-82648368-b7db-46ef-93ed-e1bb42563e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.857049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:13.857714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.859065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "PUT /v2.0/ports/bd181d5c-2844-4724-8a4c-4ba99e9e7a09 HTTP/1.1" status: 200 len: 1011 time: 1.4364140 Oct 13 00:23:13.866043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:13.866898 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.869576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38758) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:13.884694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:13.914224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Transition to ACTIVE for port object 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:23:13.928924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-82648368-b7db-46ef-93ed-e1bb42563e6e None None] Port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:13.944710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f774659-e6b8-42a5-aa3f-66b5054862f3 req-7d277ba2-29fe-4f9f-88d6-39246b850787 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:13.947414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f774659-e6b8-42a5-aa3f-66b5054862f3 req-7d277ba2-29fe-4f9f-88d6-39246b850787 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 931 time: 0.1426051 Oct 13 00:23:13.948552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.017008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b044dba-7c14-4e8d-b390-a63d4e39a90e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=bd181d5c-2844-4724-8a4c-4ba99e9e7a09,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:14.041982 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-308abb2e-64dd-49c7-a240-02b1599030ff tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5927305 Oct 13 00:23:14.079276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Request body: {'port': {'device_id': '17599958-ed86-4626-a8af-e2a8babf5d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:14.107658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:14.152710 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f774659-e6b8-42a5-aa3f-66b5054862f3 req-b1a3dfb3-5ab3-46cb-890c-51bc43b105df tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967883 Oct 13 00:23:14.165829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-906974b9-d04e-4d5e-9aaa-272e55aca710 None None] Provisioning complete for port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:14.166454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-906974b9-d04e-4d5e-9aaa-272e55aca710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.225349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c007cb08-d261-4915-a1fe-fefcebb464e4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:14.225720 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c007cb08-d261-4915-a1fe-fefcebb464e4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.243942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.244164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df885fc3-5c50-4fb0-8173-784871f339f8 req-f350113b-2fb8-4450-b1f4-2ef3da19619c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:14.245559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df885fc3-5c50-4fb0-8173-784871f339f8 req-f350113b-2fb8-4450-b1f4-2ef3da19619c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.2500653 Oct 13 00:23:14.256741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-906974b9-d04e-4d5e-9aaa-272e55aca710 None None] Port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:14.349440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:14.362049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.364982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df885fc3-5c50-4fb0-8173-784871f339f8 req-1de0ad5f-2e0f-4c01-9a41-b20008e50b78 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028113 Oct 13 00:23:14.366531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Attempting to bind port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:14.366946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Attempting to bind port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:14.368586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Attempting to bind port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc on network 891efab6-3e74-486a-89d1-f6221fb26db8 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:14.378356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc on network 891efab6-3e74-486a-89d1-f6221fb26db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:23:14.378686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Attempting to bind port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc on network 891efab6-3e74-486a-89d1-f6221fb26db8 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:14.413462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5f203-7ad8-4f18-ba73-d330cd9acb83 req-20fbd1c4-b8eb-4ab2-8e7a-4b3abaa6085b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:14.415421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Transition to ACTIVE for port object 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:23:14.430794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42e5f203-7ad8-4f18-ba73-d330cd9acb83 req-20fbd1c4-b8eb-4ab2-8e7a-4b3abaa6085b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1466477 Oct 13 00:23:14.431986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:14.434177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Checking segment: {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:14.434852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Bound using segment: {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:14.437919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Bound port: 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:14.439079 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.484698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.493336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c007cb08-d261-4915-a1fe-fefcebb464e4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.530979 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c9b779d5-fe1f-477e-95c8-6394d5a10335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.556703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c007cb08-d261-4915-a1fe-fefcebb464e4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for bd181d5c-2844-4724-8a4c-4ba99e9e7a09 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:14.578437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42e5f203-7ad8-4f18-ba73-d330cd9acb83 req-9dddf911-1c6d-4259-94cb-fe4a8e17849b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079409 Oct 13 00:23:14.591323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] For port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:14.594475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1451db4a-a547-442e-a272-9500275a188a None None] Provisioning complete for port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:14.594969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1451db4a-a547-442e-a272-9500275a188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.623443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] For port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:14.633619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.665790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1451db4a-a547-442e-a272-9500275a188a None None] Port bd181d5c-2844-4724-8a4c-4ba99e9e7a09 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:14.668607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Pushing event updated for resources: {'Port': ['ID=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:14.716912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:14.717681 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:14.719154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc HTTP/1.1" status: 200 len: 1091 time: 1.6699946 Oct 13 00:23:14.719711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff679758-98d3-42a0-ba85-f8d9af7212e4', 'tag': '7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:14.722076 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976957ae-7573-402d-8b4e-fa0eb767ad3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff679758-98d3-42a0-ba85-f8d9af7212e4", "tag": "7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:14.769018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d4b60-aff1-44ac-8318-3bfd154f9973 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:14.793772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b17ff-cdb0-4ef3-be00-d9316f77c843 req-e0233340-9dab-4ef1-a1e8-636610af1a3a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:14.795580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f64b17ff-cdb0-4ef3-be00-d9316f77c843 req-e0233340-9dab-4ef1-a1e8-636610af1a3a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.0813344 Oct 13 00:23:14.813858 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce5d330-0e8d-4741-a1d2-3cd497d36ef4 x-openstack-request-id: req-1ce5d330-0e8d-4741-a1d2-3cd497d36ef4 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:14.814234 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff679758-98d3-42a0-ba85-f8d9af7212e4", "tag": "7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:14.814550 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ce5d330-0e8d-4741-a1d2-3cd497d36ef4 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:14.815012 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff679758-98d3-42a0-ba85-f8d9af7212e4', 'tag': '7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc', 'status': 'completed', 'code': 200} Oct 13 00:23:14.905099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f64b17ff-cdb0-4ef3-be00-d9316f77c843 req-273180ba-9bc4-4353-a401-4fec81b54aac tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010711 Oct 13 00:23:14.916497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-416c1da4-2140-4318-b021-3748bc90f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:14.918129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-416c1da4-2140-4318-b021-3748bc90f91f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 1097 time: 0.1023045 Oct 13 00:23:14.932641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-544a035e-4af3-4169-a9dd-28266481595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:14.932641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-544a035e-4af3-4169-a9dd-28266481595d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68cbebea7e3f407fba9e1f6a4f5fa466&device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 1094 time: 0.0935416 Oct 13 00:23:15.053098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-1600f0c9-b3dd-43c3-8148-163299e80354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc HTTP/1.1" status: 200 len: 217 time: 0.1110466 Oct 13 00:23:15.098976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-5e188a1b-a6d4-4f88-97d3-2735a6b87c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:15.100232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-5e188a1b-a6d4-4f88-97d3-2735a6b87c2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.1741042 Oct 13 00:23:15.123252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Attempting to bind port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:15.123762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Attempting to bind port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:15.123963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Attempting to bind port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 on network 891efab6-3e74-486a-89d1-f6221fb26db8 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:15.152419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 on network 891efab6-3e74-486a-89d1-f6221fb26db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:23:15.152765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Attempting to bind port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 on network 891efab6-3e74-486a-89d1-f6221fb26db8 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:15.161555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-628c785d-045c-4d04-a1e5-83d0fe98aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:15.162963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-628c785d-045c-4d04-a1e5-83d0fe98aead service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c37b888-6b77-4a17-9e8c-f95f6dde1f88 HTTP/1.1" status: 200 len: 857 time: 0.0990386 Oct 13 00:23:15.173721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:15.174037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Checking segment: {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:15.174366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Bound using segment: {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:15.174797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Bound port: 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:15.175157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.201529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-3e842e6e-860d-44a7-821f-abd889f96adc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=891efab6-3e74-486a-89d1-f6221fb26db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283804 Oct 13 00:23:15.208391 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-8e27ce7d-f2f8-492a-a80c-11613b144f0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a94004-c6bd-4367-b500-3a3187936290 HTTP/1.1" status: 200 len: 1002 time: 0.1002669 Oct 13 00:23:15.254936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:15.284544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.315535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Transition to ACTIVE for port object 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:23:15.326582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.337124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-86030ebb-5d46-454e-a32d-ef2e976d8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:15.338971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-86030ebb-5d46-454e-a32d-ef2e976d8351 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.1221774 Oct 13 00:23:15.368856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] For port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:15.372537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c007cb08-d261-4915-a1fe-fefcebb464e4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.406757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-8c1c8628-a995-43e6-9b96-532075d5a0fc service neutron] 10.222.0.36 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974041 Oct 13 00:23:15.414453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b37257-4e42-444a-843e-dd302c8bd5ed req-2420b41f-c4b3-4f3b-8ba3-45a91883cf98 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:15.415749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45b37257-4e42-444a-843e-dd302c8bd5ed req-2420b41f-c4b3-4f3b-8ba3-45a91883cf98 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 943 time: 0.1315846 Oct 13 00:23:15.418855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] For port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:15.433981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Pushing event updated for resources: {'Port': ['ID=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:15.451474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.527423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-def2b301-ad20-4de3-9919-50704008703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:15.529348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-def2b301-ad20-4de3-9919-50704008703b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764665 Oct 13 00:23:15.540133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45b37257-4e42-444a-843e-dd302c8bd5ed req-8bec9f47-c2a8-4f89-b6cf-13f2930c9dbd tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007357 Oct 13 00:23:15.570747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c007cb08-d261-4915-a1fe-fefcebb464e4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.575392 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c007cb08-d261-4915-a1fe-fefcebb464e4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/bd181d5c-2844-4724-8a4c-4ba99e9e7a09 HTTP/1.1" status: 204 len: 168 time: 1.7001529 Oct 13 00:23:15.578937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007cb08-d261-4915-a1fe-fefcebb464e4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=bd181d5c-2844-4724-8a4c-4ba99e9e7a09,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:15.611101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38776) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:15.655195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.658147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:15.658310 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff10ba2-743d-48cc-8955-779cdb227ff7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:15.659030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.662317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bff10ba2-743d-48cc-8955-779cdb227ff7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/bd181d5c-2844-4724-8a4c-4ba99e9e7a09 HTTP/1.1" status: 404 len: 333 time: 0.0477543 Oct 13 00:23:15.662476 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] 10.222.0.36 "PUT /v2.0/ports/54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 HTTP/1.1" status: 200 len: 1091 time: 2.9070919 Oct 13 00:23:15.663632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bab7655-91d8-4dcf-a871-f584dacd00b8', 'tag': '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:15.666296 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bab7655-91d8-4dcf-a871-f584dacd00b8", "tag": "54d71519-d4c0-44f3-9b3a-6ac6b6863ef0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:15.667650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38780) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:15.730449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bede45-e02b-46bb-a817-9861b4434698 service neutron] Pushing event updated for resources: {'Port': ['ID=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:15.770705 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f400d24-bb68-4b59-8cfe-ac462a1b1cae x-openstack-request-id: req-4f400d24-bb68-4b59-8cfe-ac462a1b1cae {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:15.771059 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bab7655-91d8-4dcf-a871-f584dacd00b8", "tag": "54d71519-d4c0-44f3-9b3a-6ac6b6863ef0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:15.771318 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f400d24-bb68-4b59-8cfe-ac462a1b1cae {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:15.771861 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bab7655-91d8-4dcf-a871-f584dacd00b8', 'tag': '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0', 'status': 'completed', 'code': 200} Oct 13 00:23:15.776602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Attempting to bind port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:15.776941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Attempting to bind port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:15.777352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Attempting to bind port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 on network 891efab6-3e74-486a-89d1-f6221fb26db8 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:15.783462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-248984fb-89f8-49e6-b486-e43057c017e9 service neutron] 10.222.0.36 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665965 Oct 13 00:23:15.795107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 on network 891efab6-3e74-486a-89d1-f6221fb26db8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:23:15.795445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Attempting to bind port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 on network 891efab6-3e74-486a-89d1-f6221fb26db8 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:15.812359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:15.812838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Checking segment: {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:15.813238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Bound using segment: {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:15.814830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Bound port: 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da9c152-6655-4cf9-85f8-26e8ca76d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:15.815225 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.838072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-188c88a8-b23e-42b7-9c81-f7762269e8ed service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966325 Oct 13 00:23:15.843258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfea3e1d-2580-4732-a2ac-6abcc4875716 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet 8dc7fae2-b0b6-4abb-bf5f-d7af193f786e {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:15.854170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ae3bf-c9c8-4650-9e69-ba27166968b5 req-c66d8dca-a91b-4ccb-914f-8c7c5e408c6c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:15.855839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c4ae3bf-c9c8-4650-9e69-ba27166968b5 req-c66d8dca-a91b-4ccb-914f-8c7c5e408c6c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1254830 Oct 13 00:23:15.856685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfea3e1d-2580-4732-a2ac-6abcc4875716 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.868961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-a1b38029-0b6a-4e42-b310-e6d29d7f8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:15.870495 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-a1b38029-0b6a-4e42-b310-e6d29d7f8ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68cbebea7e3f407fba9e1f6a4f5fa466&device_id=6bab7655-91d8-4dcf-a871-f584dacd00b8 HTTP/1.1" status: 200 len: 1094 time: 0.1345921 Oct 13 00:23:15.902972 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:15.953273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-bab1e619-10f4-4933-965e-71d38d6d3b96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 HTTP/1.1" status: 200 len: 217 time: 0.0527713 Oct 13 00:23:15.957800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] For port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:16.000172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfea3e1d-2580-4732-a2ac-6abcc4875716 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:16.001092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] For port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:16.008777 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:16.063408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.064768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:16.066530 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] 10.222.0.45 "PUT /v2.0/ports/6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 HTTP/1.1" status: 200 len: 1092 time: 1.9964774 Oct 13 00:23:16.071683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-b6162e37-ea3d-4c73-886c-c2a3a110b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.071953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c4ae3bf-c9c8-4650-9e69-ba27166968b5 req-d0c00a2e-8b5e-45fc-9fe6-f94439866768 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041211 Oct 13 00:23:16.073428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-b6162e37-ea3d-4c73-886c-c2a3a110b1e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c37b888-6b77-4a17-9e8c-f95f6dde1f88 HTTP/1.1" status: 200 len: 857 time: 0.1080828 Oct 13 00:23:16.109580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-7a678c17-169f-4ba1-a18d-821b2c2f2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.109580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-7a678c17-169f-4ba1-a18d-821b2c2f2efa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68cbebea7e3f407fba9e1f6a4f5fa466&device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 1094 time: 0.2139940 Oct 13 00:23:16.110138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa557fa8-9b1a-4f1c-8b7b-57aafea05d45 service neutron] Pushing event updated for resources: {'Port': ['ID=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:16.148480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-f2cea51a-1e50-44b6-8cf7-bb70bf28aaea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=891efab6-3e74-486a-89d1-f6221fb26db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659621 Oct 13 00:23:16.198098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a70817-2dd0-41a9-bfdd-a56b41b3ae30 req-3827b4d4-d8cb-41c0-b9a6-564ab3a64aa8 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382840 Oct 13 00:23:16.218097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f9f0d-e51b-4187-b6d8-7a3765b2b2c4 req-633a5cef-c165-4480-9819-1d822b51f95f tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.219666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c3f9f0d-e51b-4187-b6d8-7a3765b2b2c4 req-633a5cef-c165-4480-9819-1d822b51f95f tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.2123024 Oct 13 00:23:16.247549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-dc1aafb5-6630-4cf0-b03f-2dc6c387be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.250181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-dc1aafb5-6630-4cf0-b03f-2dc6c387be2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68cbebea7e3f407fba9e1f6a4f5fa466&device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 1095 time: 0.1034398 Oct 13 00:23:16.251784 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfea3e1d-2580-4732-a2ac-6abcc4875716 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:16.312817 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-674fc657-b59a-4ee5-ac93-b81eaeb7bc50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 HTTP/1.1" status: 200 len: 217 time: 0.0473166 Oct 13 00:23:16.316574 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-a1e3f663-fcd0-45c0-ad89-6234f6f61ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584599 Oct 13 00:23:16.325218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c3f9f0d-e51b-4187-b6d8-7a3765b2b2c4 req-76149bf0-60ae-4d75-ad8b-605ec0268670 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957232 Oct 13 00:23:16.333594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-c8ca4e83-6299-4e57-bf15-efaf75a1b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.335351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-c8ca4e83-6299-4e57-bf15-efaf75a1b730 service neutron] 10.222.0.36 "GET /v2.0/networks?id=891efab6-3e74-486a-89d1-f6221fb26db8 HTTP/1.1" status: 200 len: 918 time: 0.2167969 Oct 13 00:23:16.392495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfea3e1d-2580-4732-a2ac-6abcc4875716 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:16.397647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-05eed735-ba78-4d33-8683-165ffbbcae46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc HTTP/1.1" status: 200 len: 217 time: 0.0534039 Oct 13 00:23:16.429873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea3e1d-2580-4732-a2ac-6abcc4875716 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc7fae2-b0b6-4abb-bf5f-d7af193f786e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:16.444991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-68b824a6-c3f0-4756-ab8f-67c98ae4b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.446464 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-68b824a6-c3f0-4756-ab8f-67c98ae4b8b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c37b888-6b77-4a17-9e8c-f95f6dde1f88 HTTP/1.1" status: 200 len: 857 time: 0.1261508 Oct 13 00:23:16.454308 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfea3e1d-2580-4732-a2ac-6abcc4875716 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:16.460770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dfea3e1d-2580-4732-a2ac-6abcc4875716 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/8dc7fae2-b0b6-4abb-bf5f-d7af193f786e HTTP/1.1" status: 204 len: 168 time: 0.7905893 Oct 13 00:23:16.463061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f1fbd-6467-4959-9970-f4cd3bdd1ed0 None None] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:16.464234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38792) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:16.480475 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-218e6dfb-172f-4218-9fc8-934d42ff2254 service neutron] 10.222.0.36 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521714 Oct 13 00:23:16.517526 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-a2dd9173-e9b5-4bf1-8dfb-1e78c99b4bca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=891efab6-3e74-486a-89d1-f6221fb26db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361459 Oct 13 00:23:16.654296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-3091406d-5645-4036-8490-522947c5866f service neutron] 10.222.0.45 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251855 Oct 13 00:23:16.762587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-99c6eb4b-85b5-41bc-9b6c-47d890c0e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.764250 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-99c6eb4b-85b5-41bc-9b6c-47d890c0e98b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=68cbebea7e3f407fba9e1f6a4f5fa466&device_id=6bab7655-91d8-4dcf-a871-f584dacd00b8 HTTP/1.1" status: 200 len: 1094 time: 0.1090331 Oct 13 00:23:16.837910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-089fa204-56b6-4d06-97c0-b94ede900d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.839238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-089fa204-56b6-4d06-97c0-b94ede900d7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c37b888-6b77-4a17-9e8c-f95f6dde1f88 HTTP/1.1" status: 200 len: 857 time: 0.4196043 Oct 13 00:23:16.885950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-7d935e8e-4c04-4fd2-a42e-68ce1fb38578 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=891efab6-3e74-486a-89d1-f6221fb26db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375490 Oct 13 00:23:16.892807 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a5bd372-cff3-4b6a-b537-a43aa1a49b86 req-358c2c1b-33d2-48f9-b1aa-f456923c8eea service neutron] 10.222.0.45 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950617 Oct 13 00:23:16.893324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac2a496-71af-4290-a5cf-0f4c8579bcdf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet b400cde0-9459-4a23-b6e0-ada75dcc3e6e {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:16.906930 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a496-71af-4290-a5cf-0f4c8579bcdf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:16.938177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-ff304e9e-9797-431e-a0d5-f46f062673c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.940790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-ff304e9e-9797-431e-a0d5-f46f062673c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=891efab6-3e74-486a-89d1-f6221fb26db8 HTTP/1.1" status: 200 len: 918 time: 0.1661229 Oct 13 00:23:16.984193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375ff64-a619-4650-b6a9-a4d4819095ff req-ebbe8f62-bea6-486a-8c41-c282d965a852 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:16.985891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6375ff64-a619-4650-b6a9-a4d4819095ff req-ebbe8f62-bea6-486a-8c41-c282d965a852 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 943 time: 0.1851456 Oct 13 00:23:16.997638 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-c27d5868-5e5f-4642-9f76-37988f547824 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 HTTP/1.1" status: 200 len: 217 time: 0.0485432 Oct 13 00:23:17.009727 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a496-71af-4290-a5cf-0f4c8579bcdf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.062868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-31f3be9c-f1d2-4393-a918-3844759be42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:17.065796 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-31f3be9c-f1d2-4393-a918-3844759be42d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c37b888-6b77-4a17-9e8c-f95f6dde1f88 HTTP/1.1" status: 200 len: 857 time: 0.0596573 Oct 13 00:23:17.085587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6375ff64-a619-4650-b6a9-a4d4819095ff req-7cf12187-c59d-42cf-9ef5-62734df39ead tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885804 Oct 13 00:23:17.131947 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-2a379c0b-297e-4f92-a63d-fd1ff5e19027 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=891efab6-3e74-486a-89d1-f6221fb26db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582354 Oct 13 00:23:17.134436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-8b40b2bb-e6d5-4d0b-866f-66991ef70a84 service neutron] 10.222.0.36 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379677 Oct 13 00:23:17.170957 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a496-71af-4290-a5cf-0f4c8579bcdf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.282314 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-f54b0e21-0127-4300-ba42-aff0c02191f7 service neutron] 10.222.0.36 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364858 Oct 13 00:23:17.338438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7f296-8b74-4efc-af26-88b614cacd39 req-00a6fb55-df57-401c-9118-79de6ff01f2b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:17.340502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6d7f296-8b74-4efc-af26-88b614cacd39 req-00a6fb55-df57-401c-9118-79de6ff01f2b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1188028 Oct 13 00:23:17.368346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a496-71af-4290-a5cf-0f4c8579bcdf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.403309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2a496-71af-4290-a5cf-0f4c8579bcdf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=b400cde0-9459-4a23-b6e0-ada75dcc3e6e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:17.406859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-976957ae-7573-402d-8b4e-fa0eb767ad3f req-1704fbe4-bd5a-4997-961a-6437555ae0c2 service neutron] 10.222.0.36 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608438 Oct 13 00:23:17.422247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a496-71af-4290-a5cf-0f4c8579bcdf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.429765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7ac2a496-71af-4290-a5cf-0f4c8579bcdf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/b400cde0-9459-4a23-b6e0-ada75dcc3e6e HTTP/1.1" status: 204 len: 168 time: 0.9645834 Oct 13 00:23:17.437460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38802) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:17.462166 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.489977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ebbf35c-468f-4379-85f4-32cf31d6b4c2 req-49d536b9-b61c-4acc-ada6-33083b6d23cd service neutron] 10.222.0.36 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990824 Oct 13 00:23:17.510838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f8f664-6901-4235-a287-9aae9821ad28 None None] Network 9844e76d-a2b3-4984-ad89-86e6efc5236e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:17.539024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6d7f296-8b74-4efc-af26-88b614cacd39 req-23683785-36e9-45c6-bd47-ca7c23959326 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831880 Oct 13 00:23:17.588573 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.591123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-35d7e325-6b69-4f5f-b260-73971f1dd166 None None] Provisioning complete for port 3822bd8a-d549-4661-a73e-ee45d75200be triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:17.591499 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-35d7e325-6b69-4f5f-b260-73971f1dd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.607765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba6b13-b139-4f34-b42a-070b7ee2bc51 req-144b52bc-8189-4e91-a80b-3368f0491c8c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:17.609411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ba6b13-b139-4f34-b42a-070b7ee2bc51 req-144b52bc-8189-4e91-a80b-3368f0491c8c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1112530 Oct 13 00:23:17.690055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ba6b13-b139-4f34-b42a-070b7ee2bc51 req-49a0ea49-7392-423e-8acd-393a14b964c8 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524333 Oct 13 00:23:17.696585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 3822bd8a-d549-4661-a73e-ee45d75200be {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:17.697000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.773069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17599958-ed86-4626-a8af-e2a8babf5d59', 'tag': '6703f62e-a6f6-4d9c-a67c-1ff3ff888b28'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:17.776256 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93baa413-a928-421b-a3c1-d8cd22ecddd9" -d '{"events": [{"name": "network-changed", "server_uuid": "17599958-ed86-4626-a8af-e2a8babf5d59", "tag": "6703f62e-a6f6-4d9c-a67c-1ff3ff888b28"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:17.777646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] For port 3822bd8a-d549-4661-a73e-ee45d75200be, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3822bd8a-d549-4661-a73e-ee45d75200be,segment=NetworkSegment(ad488acd-3720-4be9-b514-c5514d1e740f),segment_id=ad488acd-3720-4be9-b514-c5514d1e740f)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:17.778209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.793526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 3822bd8a-d549-4661-a73e-ee45d75200be owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:17.816021 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d5b79-9db2-4a24-8388-c1cace56235b x-openstack-request-id: req-538d5b79-9db2-4a24-8388-c1cace56235b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:17.816021 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17599958-ed86-4626-a8af-e2a8babf5d59", "tag": "6703f62e-a6f6-4d9c-a67c-1ff3ff888b28", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:17.816598 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-538d5b79-9db2-4a24-8388-c1cace56235b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:17.817022 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17599958-ed86-4626-a8af-e2a8babf5d59', 'tag': '6703f62e-a6f6-4d9c-a67c-1ff3ff888b28', 'status': 'completed', 'code': 200} Oct 13 00:23:17.904307 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:17.916689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d352f-049c-4ec0-9982-35dd2ce42001 None None] DHCP port deletion for 9844e76d-a2b3-4984-ad89-86e6efc5236e request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:23:17.922636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-fbe07fb1-f80d-418c-9f2f-f8a84753846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:17.926333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-fbe07fb1-f80d-418c-9f2f-f8a84753846d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68cbebea7e3f407fba9e1f6a4f5fa466&device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 1095 time: 0.0639760 Oct 13 00:23:17.946504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=3822bd8a-d549-4661-a73e-ee45d75200be,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:17.951632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No DVR routers for this DVR port 3822bd8a-d549-4661-a73e-ee45d75200be on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:18.024572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-18cc6c75-cf82-4cb6-86fc-e9ed96d0d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:18.025997 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-18cc6c75-cf82-4cb6-86fc-e9ed96d0d2ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=891efab6-3e74-486a-89d1-f6221fb26db8 HTTP/1.1" status: 200 len: 918 time: 0.0928407 Oct 13 00:23:18.033863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.055252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9844e76d-a2b3-4984-ad89-86e6efc5236e']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:18.064758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad488acd-3720-4be9-b514-c5514d1e740f') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:18.065061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad488acd-3720-4be9-b514-c5514d1e740f') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:18.075199 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.081563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-975b89cb-cf0a-49f4-bf4f-e8678d4da612 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 HTTP/1.1" status: 200 len: 217 time: 0.0413361 Oct 13 00:23:18.090498 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.096535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:18.096914 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:18.100968 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:18.107127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:23:18.145468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-48cb03c3-edcd-45b4-b962-270e54e715b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:18.146983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-48cb03c3-edcd-45b4-b962-270e54e715b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7c37b888-6b77-4a17-9e8c-f95f6dde1f88 HTTP/1.1" status: 200 len: 857 time: 0.0556672 Oct 13 00:23:18.178443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.186438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.195695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/networks/9844e76d-a2b3-4984-ad89-86e6efc5236e HTTP/1.1" status: 204 len: 168 time: 0.7361703 Oct 13 00:23:18.199725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38810) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:18.203373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-1be2fc51-cfcc-462e-8aff-a90e5dcc2673 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=891efab6-3e74-486a-89d1-f6221fb26db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486832 Oct 13 00:23:18.244178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:18.255744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc', 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8', 'port_id': '7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc', 'mac_address': 'fa:16:3e:ae:84:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c37b888-6b77-4a17-9e8c-f95f6dde1f88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:23:18.259603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578b7ac-e539-47dd-bff1-ea6888282ebb tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Network': ['ID=9844e76d-a2b3-4984-ad89-86e6efc5236e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:18.304637 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.320212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:18.331168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8689a-51fe-4db4-ab1f-d252a03ee701 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:18.333299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-85e8689a-51fe-4db4-ab1f-d252a03ee701 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1324944 Oct 13 00:23:18.337505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38814) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:18.354047 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-9abf4abf-cc87-49bf-96a8-69f99d7fcb7f service neutron] 10.222.0.45 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413546 Oct 13 00:23:18.354953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe0193-416c-4536-9fde-be4789e5f106 req-9539f598-9175-4e47-924e-f9e36edbc063 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:18.356571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdfe0193-416c-4536-9fde-be4789e5f106 req-9539f598-9175-4e47-924e-f9e36edbc063 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 943 time: 0.1452608 Oct 13 00:23:18.356998 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:18.366659 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.414630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdfe0193-416c-4536-9fde-be4789e5f106 req-caa5360d-4bb9-4220-8c25-988377638406 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430174 Oct 13 00:23:18.422784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-93a510f2-6167-4ba4-8fbe-fa8cd5165115 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0847318 Oct 13 00:23:18.427749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38816) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:18.433630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549250348'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:18.458345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:18.460394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:18.466822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.495030 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93baa413-a928-421b-a3c1-d8cd22ecddd9 req-8ba3302c-6a78-42f7-9626-6448c1665605 service neutron] 10.222.0.45 "GET /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318572 Oct 13 00:23:18.495919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:23:18.505712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.506208 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Added segment a6d12185-4a28-48eb-a233-56cfb6f2db49 of type vlan for network 563f84a4-752e-477e-a5e9-eb5cb7928934 Oct 13 00:23:18.549130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.576625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.583294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:18.584069 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.668329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2393186 Oct 13 00:23:18.671278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38820) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:18.677424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:18.685675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27504947-f1c6-4652-bc2b-e3d66650b2e1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Network': ['ID=563f84a4-752e-477e-a5e9-eb5cb7928934,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:18.700225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 563f84a4-752e-477e-a5e9-eb5cb7928934 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:23:18.712440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d7da-f177-4cc4-b300-ed4d1b54fc99 req-d4a8755b-684b-46f4-b336-58235c6dfe07 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:18.715889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e5d7da-f177-4cc4-b300-ed4d1b54fc99 req-d4a8755b-684b-46f4-b336-58235c6dfe07 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0807619 Oct 13 00:23:18.761088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e5d7da-f177-4cc4-b300-ed4d1b54fc99 req-fb915d45-fb31-40c6-90b7-0143c02bc644 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387685 Oct 13 00:23:18.790766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:18.794372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:18.802716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:18.983976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.047665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=d7e0c88a-0f82-4d18-b2be-c6e95e0ca48a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:19.052747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking segment: {'id': 'a6d12185-4a28-48eb-a233-56cfb6f2db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:19.053112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network hostable DHCP agents. Network: 563f84a4-752e-477e-a5e9-eb5cb7928934, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:19.069361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 563f84a4-752e-477e-a5e9-eb5cb7928934 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:19.076938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 563f84a4-752e-477e-a5e9-eb5cb7928934) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:19.080788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:19.081378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.087033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89564857-5e6a-40ca-8b07-67b5df31faa6 None None] Network 563f84a4-752e-477e-a5e9-eb5cb7928934 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:19.098880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-00ff5d96-2c07-49cc-a91f-6d10a2140609 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4260495 Oct 13 00:23:19.101530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:19.107200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934', 'name': 'tempest-PortsIpV6TestJSON-502863894'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:19.226947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:19.230645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.241007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-563f84a4-752e-477e-a5e9-eb5cb7928934', 'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934', 'tenant_id': '34690636230c43c2bd4c1336ae6fc91f', 'fixed_ips': [{'subnet_id': 'd7e0c88a-0f82-4d18-b2be-c6e95e0ca48a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:23:19.242222 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.250494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 764676ef-cef6-4aee-90e2-0e614e306807 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:19.381157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::18e (563f84a4-752e-477e-a5e9-eb5cb7928934/d7e0c88a-0f82-4d18-b2be-c6e95e0ca48a/764676ef-cef6-4aee-90e2-0e614e306807) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:19.541217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3822bd8a-d549-4661-a73e-ee45d75200be no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:19.565894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16170d9-3b22-448a-b36c-a2da282222c2 req-5996ab39-55eb-4fdb-81da-521a14ba1942 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:19.567502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f16170d9-3b22-448a-b36c-a2da282222c2 req-5996ab39-55eb-4fdb-81da-521a14ba1942 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 944 time: 0.0587237 Oct 13 00:23:19.572055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3822bd8a-d549-4661-a73e-ee45d75200be {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:19.572522 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3822bd8a-d549-4661-a73e-ee45d75200be not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:19.609193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.617318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f16170d9-3b22-448a-b36c-a2da282222c2 req-0ecb5c63-14a3-422f-a32c-62c6e91e1a59 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Oct 13 00:23:19.646831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.692900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Allocated IP 2001:db8::2 (563f84a4-752e-477e-a5e9-eb5cb7928934/d7e0c88a-0f82-4d18-b2be-c6e95e0ca48a/ff54e65c-d2b2-4473-835d-143dd8912b84) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:19.705128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 563f84a4-752e-477e-a5e9-eb5cb7928934 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:19.709280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:19.712200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:19.718877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:19.719494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.728817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=764676ef-cef6-4aee-90e2-0e614e306807,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:19.743657 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2d377617-a43a-46ff-b1ca-d39f6dadd54e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6408007 Oct 13 00:23:19.746186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38834) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:19.751656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934', 'name': 'tempest-PortsIpV6TestJSON-1232618957'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:19.866488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.873378 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.881212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:19.885588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:19.927281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Network 563f84a4-752e-477e-a5e9-eb5cb7928934 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:19.930681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:19.937827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:19.938593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 78fa0b97-b97b-457a-a06d-d5e1e0d03262 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:19.944799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd7534-18e0-4621-ad76-b782b80c72ac req-270a3c2e-e516-4f8a-81ba-dac7d8d55bc9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:19.946145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Pushing event updated for resources: {'Port': ['ID=ff54e65c-d2b2-4473-835d-143dd8912b84,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:19.946724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4afd7534-18e0-4621-ad76-b782b80c72ac req-270a3c2e-e516-4f8a-81ba-dac7d8d55bc9 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0612602 Oct 13 00:23:20.013719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Attempting to bind port ff54e65c-d2b2-4473-835d-143dd8912b84 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:20.014249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Attempting to bind port ff54e65c-d2b2-4473-835d-143dd8912b84 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a6d12185-4a28-48eb-a233-56cfb6f2db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:20.014627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Attempting to bind port ff54e65c-d2b2-4473-835d-143dd8912b84 on network 563f84a4-752e-477e-a5e9-eb5cb7928934 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:20.022405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4afd7534-18e0-4621-ad76-b782b80c72ac req-f9dfc4df-fa1d-4544-9da2-0812d6ee9a48 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 Oct 13 00:23:20.032093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:20.032093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Checking segment: {'id': 'a6d12185-4a28-48eb-a233-56cfb6f2db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:20.032093 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.032093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Bound using segment: {'id': 'a6d12185-4a28-48eb-a233-56cfb6f2db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:20.032093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Bound port: ff54e65c-d2b2-4473-835d-143dd8912b84, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d12185-4a28-48eb-a233-56cfb6f2db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '563f84a4-752e-477e-a5e9-eb5cb7928934'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:20.032093 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.087499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::382 (563f84a4-752e-477e-a5e9-eb5cb7928934/d7e0c88a-0f82-4d18-b2be-c6e95e0ca48a/78fa0b97-b97b-457a-a06d-d5e1e0d03262) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:20.095153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] For port ff54e65c-d2b2-4473-835d-143dd8912b84, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:20.098718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] For port ff54e65c-d2b2-4473-835d-143dd8912b84, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ff54e65c-d2b2-4473-835d-143dd8912b84,segment=NetworkSegment(a6d12185-4a28-48eb-a233-56cfb6f2db49),segment_id=a6d12185-4a28-48eb-a233-56cfb6f2db49)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:20.103327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.132825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:23:20.145308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:20.209527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2457b-6ae1-4a20-a0d3-9435170c5254 None None] Pushing event updated for resources: {'Port': ['ID=ff54e65c-d2b2-4473-835d-143dd8912b84,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:20.253562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.290269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:23:20.294261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.302362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:20.303960 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.339689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 563f84a4-752e-477e-a5e9-eb5cb7928934 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:20.343134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:20.347104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:20.351352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:20.357583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:20.358255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.365754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0', 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8', 'port_id': '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0', 'mac_address': 'fa:16:3e:e5:f8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c37b888-6b77-4a17-9e8c-f95f6dde1f88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:23:20.395427 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6476319 Oct 13 00:23:20.396512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77a19a-d554-4049-b65e-2f482d38d9a5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=78fa0b97-b97b-457a-a06d-d5e1e0d03262,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:20.398096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38838) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:20.449925 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.455433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.501714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:20.514521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff679758-98d3-42a0-ba85-f8d9af7212e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:20.518895 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9330e7e-ef2b-4fc6-919b-d4fa9bd2cdd9" -d '{"events": [{"server_uuid": "ff679758-98d3-42a0-ba85-f8d9af7212e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:20.543914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:20.553746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:20.556527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.565551 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.606828 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e232d1-920b-4de5-a008-28e30bfb3213 x-openstack-request-id: req-f8e232d1-920b-4de5-a008-28e30bfb3213 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:20.607269 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff679758-98d3-42a0-ba85-f8d9af7212e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:20.607577 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8e232d1-920b-4de5-a008-28e30bfb3213 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:20.607944 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff679758-98d3-42a0-ba85-f8d9af7212e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc', 'code': 200} Oct 13 00:23:20.608173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b10f0a-1b07-4c62-9f29-c109fa5c8f02 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:20.610136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b4b10f0a-1b07-4c62-9f29-c109fa5c8f02 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18e HTTP/1.1" status: 200 len: 928 time: 0.2099626 Oct 13 00:23:20.613077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:20.640161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:20.709683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:20.757563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13890d-bb28-4a70-8077-224049205757 req-3a0e3da6-b26b-46ad-b52f-dfe4627ca48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:20.759096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3b13890d-bb28-4a70-8077-224049205757 req-3a0e3da6-b26b-46ad-b52f-dfe4627ca48c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 1096 time: 0.0422356 Oct 13 00:23:20.794501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fbd85-67c6-4268-a121-4736480af562 req-f13ed382-0b42-435f-ab07-851ddd069ab2 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:20.796170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c47fbd85-67c6-4268-a121-4736480af562 req-f13ed382-0b42-435f-ab07-851ddd069ab2 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 945 time: 0.0604010 Oct 13 00:23:20.797784 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3b13890d-bb28-4a70-8077-224049205757 req-9df13f87-5fe4-4908-81bc-829cd931fa52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305233 Oct 13 00:23:20.812592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7614c-6ede-48e1-b09c-06f94f05cf21 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 78fa0b97-b97b-457a-a06d-d5e1e0d03262 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:20.813017 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb7614c-6ede-48e1-b09c-06f94f05cf21 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.893077 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c47fbd85-67c6-4268-a121-4736480af562 req-b5b9594e-effe-4a19-a4e9-bbad30f13848 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893810 Oct 13 00:23:20.927654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb7614c-6ede-48e1-b09c-06f94f05cf21 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:20.941185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7614c-6ede-48e1-b09c-06f94f05cf21 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 78fa0b97-b97b-457a-a06d-d5e1e0d03262 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:21.061537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['54d71519-d4c0-44f3-9b3a-6ac6b6863ef0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:21.081782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb7614c-6ede-48e1-b09c-06f94f05cf21 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.113527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:23:21.122481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7614c-6ede-48e1-b09c-06f94f05cf21 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=78fa0b97-b97b-457a-a06d-d5e1e0d03262,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:21.186287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb7614c-6ede-48e1-b09c-06f94f05cf21 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.192301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38850) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:21.202410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5cb7614c-6ede-48e1-b09c-06f94f05cf21 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/78fa0b97-b97b-457a-a06d-d5e1e0d03262 HTTP/1.1" status: 204 len: 168 time: 0.5873899 Oct 13 00:23:21.231100 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c61d8d2-75fe-476b-9737-cbfaac35ca94 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:21.234633 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c61d8d2-75fe-476b-9737-cbfaac35ca94 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/78fa0b97-b97b-457a-a06d-d5e1e0d03262 HTTP/1.1" status: 404 len: 333 time: 0.0412786 Oct 13 00:23:21.237383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38852) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:21.298981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:21.314153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03102b9a-5be6-421c-bad2-9cc00a46724e req-18a9c821-05dd-4485-8441-4639674d8e78 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:21.316085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03102b9a-5be6-421c-bad2-9cc00a46724e req-18a9c821-05dd-4485-8441-4639674d8e78 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1970065 Oct 13 00:23:21.335665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '6703f62e-a6f6-4d9c-a67c-1ff3ff888b28', 'network_id': '891efab6-3e74-486a-89d1-f6221fb26db8', 'port_id': '6703f62e-a6f6-4d9c-a67c-1ff3ff888b28', 'mac_address': 'fa:16:3e:10:78:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c37b888-6b77-4a17-9e8c-f95f6dde1f88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:23:21.374693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a493095a-3981-4df5-bb19-8bb668f10dba tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 764676ef-cef6-4aee-90e2-0e614e306807 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:21.375050 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a493095a-3981-4df5-bb19-8bb668f10dba tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.382797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03102b9a-5be6-421c-bad2-9cc00a46724e req-2024e87a-4260-4e68-9b6d-b6a16b5db2cd tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600667 Oct 13 00:23:21.420895 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.450468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:21.483457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496210b-f09d-47f7-8075-891974208bfa None None] Network 563f84a4-752e-477e-a5e9-eb5cb7928934 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:21.495009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a493095a-3981-4df5-bb19-8bb668f10dba tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.505743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:21.508591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a493095a-3981-4df5-bb19-8bb668f10dba tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 764676ef-cef6-4aee-90e2-0e614e306807 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:21.550885 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.561311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ff54e65c-d2b2-4473-835d-143dd8912b84 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:21.656214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0c941e41-df4f-4534-bfc0-fb648553f593 None None] Provisioning complete for port ff54e65c-d2b2-4473-835d-143dd8912b84 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:21.656510 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c941e41-df4f-4534-bfc0-fb648553f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.665038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a493095a-3981-4df5-bb19-8bb668f10dba tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.696830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:21.701649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493095a-3981-4df5-bb19-8bb668f10dba tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=764676ef-cef6-4aee-90e2-0e614e306807,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:21.730808 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a493095a-3981-4df5-bb19-8bb668f10dba tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.737663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a493095a-3981-4df5-bb19-8bb668f10dba tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/764676ef-cef6-4aee-90e2-0e614e306807 HTTP/1.1" status: 204 len: 168 time: 0.4967377 Oct 13 00:23:21.738067 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38856) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:21.765511 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefb1600-fd10-43e8-8d22-e2b56e8e10f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:21.767412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cefb1600-fd10-43e8-8d22-e2b56e8e10f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/764676ef-cef6-4aee-90e2-0e614e306807 HTTP/1.1" status: 404 len: 333 time: 0.0279651 Oct 13 00:23:21.768564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ff54e65c-d2b2-4473-835d-143dd8912b84 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:21.768945 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.770969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38858) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:21.830539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2478dbd7-1715-456a-80e9-9f07f41f7d09 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet d7e0c88a-0f82-4d18-b2be-c6e95e0ca48a {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:21.834429 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2478dbd7-1715-456a-80e9-9f07f41f7d09 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.875950 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2478dbd7-1715-456a-80e9-9f07f41f7d09 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.876211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c941e41-df4f-4534-bfc0-fb648553f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.945791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0c941e41-df4f-4534-bfc0-fb648553f593 None None] For port ff54e65c-d2b2-4473-835d-143dd8912b84, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ff54e65c-d2b2-4473-835d-143dd8912b84,segment=NetworkSegment(a6d12185-4a28-48eb-a233-56cfb6f2db49),segment_id=a6d12185-4a28-48eb-a233-56cfb6f2db49)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:21.983464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c941e41-df4f-4534-bfc0-fb648553f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:21.998375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2478dbd7-1715-456a-80e9-9f07f41f7d09 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.008265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.046668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6703f62e-a6f6-4d9c-a67c-1ff3ff888b28'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:22.072614 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2478dbd7-1715-456a-80e9-9f07f41f7d09 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.073551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c941e41-df4f-4534-bfc0-fb648553f593 None None] Pushing event updated for resources: {'Port': ['ID=ff54e65c-d2b2-4473-835d-143dd8912b84,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:22.080599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb79163-28c5-4fab-a240-dd8d3d4a601f req-a23bdd08-ed9d-4b20-b535-c4c8c8c70082 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:22.093844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdb79163-28c5-4fab-a240-dd8d3d4a601f req-a23bdd08-ed9d-4b20-b535-c4c8c8c70082 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 945 time: 0.0903559 Oct 13 00:23:22.137581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478dbd7-1715-456a-80e9-9f07f41f7d09 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e0c88a-0f82-4d18-b2be-c6e95e0ca48a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:22.143338 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:23:22.143735 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:23:22.144131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2478dbd7-1715-456a-80e9-9f07f41f7d09 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.148101 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2478dbd7-1715-456a-80e9-9f07f41f7d09 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/d7e0c88a-0f82-4d18-b2be-c6e95e0ca48a HTTP/1.1" status: 204 len: 168 time: 0.3758197 Oct 13 00:23:22.150633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:22.181793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdb79163-28c5-4fab-a240-dd8d3d4a601f req-033ee73c-d21e-4ce9-b9a3-2ff814098620 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863981 Oct 13 00:23:22.270870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef77bd-ac38-4c93-ba56-7b04c6d71623 None None] Network 563f84a4-752e-477e-a5e9-eb5cb7928934 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:22.276702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.336533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port ff54e65c-d2b2-4473-835d-143dd8912b84 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:22.337202 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.356299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a388c833-6bc4-4e9e-ba28-58d791262de8 None None] Provisioning complete for port ff54e65c-d2b2-4473-835d-143dd8912b84 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:22.356674 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a388c833-6bc4-4e9e-ba28-58d791262de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.405582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] For port ff54e65c-d2b2-4473-835d-143dd8912b84, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ff54e65c-d2b2-4473-835d-143dd8912b84,segment=NetworkSegment(a6d12185-4a28-48eb-a233-56cfb6f2db49),segment_id=a6d12185-4a28-48eb-a233-56cfb6f2db49)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:22.406116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.419172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for ff54e65c-d2b2-4473-835d-143dd8912b84 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:22.515231 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.544676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=ff54e65c-d2b2-4473-835d-143dd8912b84,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:22.547779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87b61e-3f19-4939-82ff-278c770ac485 req-56b981c8-e7c0-4991-96b0-d4f876a9d9c8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:22.550436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No DVR routers for this DVR port ff54e65c-d2b2-4473-835d-143dd8912b84 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:22.553012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b87b61e-3f19-4939-82ff-278c770ac485 req-56b981c8-e7c0-4991-96b0-d4f876a9d9c8 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0873916 Oct 13 00:23:22.568995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e453e-f64c-422a-8ecd-55dfc9532d82 None None] DHCP port deletion for 563f84a4-752e-477e-a5e9-eb5cb7928934 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:23:22.604862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b87b61e-3f19-4939-82ff-278c770ac485 req-64f03704-4e27-425f-8fc9-2a9bba48e37f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475252 Oct 13 00:23:22.633984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.661947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563f84a4-752e-477e-a5e9-eb5cb7928934']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:22.672724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d12185-4a28-48eb-a233-56cfb6f2db49') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:22.673107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d12185-4a28-48eb-a233-56cfb6f2db49') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:22.680702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Port ff54e65c-d2b2-4473-835d-143dd8912b84 update to ACTIVE by agent not found {{(pid=94990) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 00:23:22.684361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.699631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.706269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:22.706782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:22.710154 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:22.778526 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.788815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.795301 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/networks/563f84a4-752e-477e-a5e9-eb5cb7928934 HTTP/1.1" status: 204 len: 168 time: 0.6403642 Oct 13 00:23:22.796149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38872) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:22.803081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2074133471'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:22.805645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbf76e-9f5c-4042-88ab-4206f1b7b465 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Network': ['ID=563f84a4-752e-477e-a5e9-eb5cb7928934,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:22.832292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:22.835863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.859722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38874) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:22.859914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:23:22.869955 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.870303 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Added segment 54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0 of type vlan for network 7deda9b8-6551-4da8-b7de-80231c53474f Oct 13 00:23:22.911495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.937774 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.944567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:22.945166 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:22.974660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecc9c-bd74-47ac-8468-988cfa73e07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.016274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2178795 Oct 13 00:23:23.017304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:23.026242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:23.030398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75067a6b-dda4-4c9a-b564-9db1e217a35e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Network': ['ID=7deda9b8-6551-4da8-b7de-80231c53474f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:23.043031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 7deda9b8-6551-4da8-b7de-80231c53474f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:23:23.129995 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecc9c-bd74-47ac-8468-988cfa73e07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.134900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecc9c-bd74-47ac-8468-988cfa73e07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.175874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8e4ecc9c-bd74-47ac-8468-988cfa73e07b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0efbd16f718f4614be49668c64cdbc2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123906 Oct 13 00:23:23.176195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38880) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:23.178205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:23.181755 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.239301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8085ac68-c2fd-47bc-ac01-6c73e8285815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.272650 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8085ac68-c2fd-47bc-ac01-6c73e8285815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.340464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484aae7-3c84-4647-a5fe-97ae1713462a req-af090b75-ee9e-4b53-95b4-718b0191a72d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:23.342357 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7484aae7-3c84-4647-a5fe-97ae1713462a req-af090b75-ee9e-4b53-95b4-718b0191a72d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 945 time: 0.0883534 Oct 13 00:23:23.361454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8085ac68-c2fd-47bc-ac01-6c73e8285815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.364763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8085ac68-c2fd-47bc-ac01-6c73e8285815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.368656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8085ac68-c2fd-47bc-ac01-6c73e8285815 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6a6df88-284b-494d-8177-b0c7ce0c457c HTTP/1.1" status: 204 len: 168 time: 0.1891165 Oct 13 00:23:23.399441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085ac68-c2fd-47bc-ac01-6c73e8285815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a6df88-284b-494d-8177-b0c7ce0c457c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:23.423854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7484aae7-3c84-4647-a5fe-97ae1713462a req-683f0f79-558e-409c-b788-0325497d47a8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561078 Oct 13 00:23:23.508083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ecc9c-bd74-47ac-8468-988cfa73e07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a6df88-284b-494d-8177-b0c7ce0c457c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:23.526559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ff54e65c-d2b2-4473-835d-143dd8912b84 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:23.559029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: ff54e65c-d2b2-4473-835d-143dd8912b84 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:23.560093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ff54e65c-d2b2-4473-835d-143dd8912b84 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:23.575944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a473f-3e44-41eb-99cf-19c6a2934019 req-60ccdfeb-a1b2-4503-9551-dbd10e3e7da7 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:23.577462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c4a473f-3e44-41eb-99cf-19c6a2934019 req-60ccdfeb-a1b2-4503-9551-dbd10e3e7da7 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 945 time: 0.0611372 Oct 13 00:23:23.617640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c4a473f-3e44-41eb-99cf-19c6a2934019 req-3ccee9b7-9474-42b0-aeb1-e82f7efebfb0 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Oct 13 00:23:23.681625 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.737480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc22085-af8b-4114-9ba5-3e1fa95c7645 req-1db3c689-86d4-4862-99f5-9528d0f97b66 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:23.741997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bc22085-af8b-4114-9ba5-3e1fa95c7645 req-1db3c689-86d4-4862-99f5-9528d0f97b66 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0565398 Oct 13 00:23:23.757436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=4d3bfd81-eeb8-470d-9c0e-500bdd2a2644,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:23.761347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking segment: {'id': '54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:23.761701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network hostable DHCP agents. Network: 7deda9b8-6551-4da8-b7de-80231c53474f, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:23.784099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bc22085-af8b-4114-9ba5-3e1fa95c7645 req-b11da2c4-1e23-46bc-9b5d-879200e58bf3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379498 Oct 13 00:23:23.785331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 7deda9b8-6551-4da8-b7de-80231c53474f is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:23.806224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 7deda9b8-6551-4da8-b7de-80231c53474f) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:23.806224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:23.806224 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:23.811418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91fc1a-ae65-4e30-aa85-474fbb953e1d None None] Network 7deda9b8-6551-4da8-b7de-80231c53474f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:23.827616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-71f9d2fa-a96d-4e7b-b0f9-321c98932b0e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8091285 Oct 13 00:23:23.830638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38900) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:23.835673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f', 'name': 'tempest-PortsIpV6TestJSON-1648806274', 'fixed_ips': [{'subnet_id': '4d3bfd81-eeb8-470d-9c0e-500bdd2a2644', 'ip_address': '2001:db8::10'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:23.952544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:23.968311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-7deda9b8-6551-4da8-b7de-80231c53474f', 'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f', 'tenant_id': '34690636230c43c2bd4c1336ae6fc91f', 'fixed_ips': [{'subnet_id': '4d3bfd81-eeb8-470d-9c0e-500bdd2a2644'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:23:23.969270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.043888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.062037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 7cd95353-43be-461b-bc14-0ac28b4fb3bc yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:24.138569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38910) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:24.245029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-132215680-network', 'tenant_id': '586222c422bd42d18f8258862075a51b'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:24.250047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:24.266587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Made reservation on behalf of 586222c422bd42d18f8258862075a51b for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:24.268935 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.277718 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.301592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Allocated IP 2001:db8::2 (7deda9b8-6551-4da8-b7de-80231c53474f/4d3bfd81-eeb8-470d-9c0e-500bdd2a2644/4ccee2b4-cd45-4154-bc3c-b898de6cd691) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:24.352921 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.356803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.359193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:23:24.366426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:24.366803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.384456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:23:24.390378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc8d0e-c589-4b49-a0c5-4b809883a165,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:24.397890 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.398237 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Added segment 9831fae2-601a-4ed5-a1e2-4e90e4496bc6 of type vlan for network 8cc0834a-8aac-436f-b874-4e38f9694d96 Oct 13 00:23:24.440635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.466650 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.467788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:24.468453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.513211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.515262 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.524208 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.544797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4050732 Oct 13 00:23:24.550607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38914) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:24.555626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Request body: {'subnet': {'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-132215680-subnet', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:24.569457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bab7655-91d8-4dcf-a871-f584dacd00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:24.571762 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4542eb20-94dd-4101-aaf6-d23a5aaa4f2f" -d '{"events": [{"server_uuid": "6bab7655-91d8-4dcf-a871-f584dacd00b8", "name": "network-vif-plugged", "status": "completed", "tag": "54d71519-d4c0-44f3-9b3a-6ac6b6863ef0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:24.588822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe99b7-8a73-47fa-b0b7-b714b86d8665 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc0834a-8aac-436f-b874-4e38f9694d96,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:24.595878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:24.598009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Network 7deda9b8-6551-4da8-b7de-80231c53474f is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:24.599275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::10 (7deda9b8-6551-4da8-b7de-80231c53474f/4d3bfd81-eeb8-470d-9c0e-500bdd2a2644/7cd95353-43be-461b-bc14-0ac28b4fb3bc) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:24.601113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:24.605083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Made reservation on behalf of 586222c422bd42d18f8258862075a51b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:24.605879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:24.607702 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.609176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Pushing event updated for resources: {'Port': ['ID=4ccee2b4-cd45-4154-bc3c-b898de6cd691,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:24.611456 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.618906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 8cc0834a-8aac-436f-b874-4e38f9694d96 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:23:24.655755 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba890ab3-86f4-471d-bccd-a7eaf906c05a x-openstack-request-id: req-ba890ab3-86f4-471d-bccd-a7eaf906c05a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:24.656050 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bab7655-91d8-4dcf-a871-f584dacd00b8", "name": "network-vif-plugged", "status": "completed", "tag": "54d71519-d4c0-44f3-9b3a-6ac6b6863ef0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:24.656305 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba890ab3-86f4-471d-bccd-a7eaf906c05a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:24.657220 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bab7655-91d8-4dcf-a871-f584dacd00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0', 'code': 200} Oct 13 00:23:24.766647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:24.770566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Attempting to bind port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:24.770947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Attempting to bind port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:24.771313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Attempting to bind port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 on network 7deda9b8-6551-4da8-b7de-80231c53474f {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:24.778319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:24.778701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Checking segment: {'id': '54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:24.779112 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.779502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Bound using segment: {'id': '54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:24.780001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Bound port: 4ccee2b4-cd45-4154-bc3c-b898de6cd691, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:24.780393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.804478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac23e4-46a8-423d-9d99-cc5782aa45af req-a5e6ff57-61bc-4708-9020-ee531d79e13b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:24.805995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fac23e4-46a8-423d-9d99-cc5782aa45af req-a5e6ff57-61bc-4708-9020-ee531d79e13b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 945 time: 0.1070478 Oct 13 00:23:24.840353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8c5f-5856-4bad-b97f-d9b8c94e0f37 req-ad7f1363-db38-4089-b26e-e5d7d70f6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:24.842553 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-887e8c5f-5856-4bad-b97f-d9b8c94e0f37 req-ad7f1363-db38-4089-b26e-e5d7d70f6f0c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6bab7655-91d8-4dcf-a871-f584dacd00b8 HTTP/1.1" status: 200 len: 1096 time: 0.1160970 Oct 13 00:23:24.872991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] For port 4ccee2b4-cd45-4154-bc3c-b898de6cd691, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:24.876671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] For port 4ccee2b4-cd45-4154-bc3c-b898de6cd691, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4ccee2b4-cd45-4154-bc3c-b898de6cd691,segment=NetworkSegment(54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0),segment_id=54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:24.882312 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.915300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.919112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-887e8c5f-5856-4bad-b97f-d9b8c94e0f37 req-b1260586-ded5-4317-918c-75a73869367b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655499 Oct 13 00:23:24.935104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fac23e4-46a8-423d-9d99-cc5782aa45af req-846050aa-a0de-4c14-b0d2-f985cf9ef193 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153162 Oct 13 00:23:24.937001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:24.966165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b1470-4e59-4bbc-b5e6-a052f23765b3 None None] Pushing event updated for resources: {'Port': ['ID=4ccee2b4-cd45-4154-bc3c-b898de6cd691,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:24.967449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.015712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 7deda9b8-6551-4da8-b7de-80231c53474f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:25.016156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674315d-b310-4dc2-a506-bc1c8ab54c00 req-c6dacf3b-65d5-4ee8-be05-a2817f8391df tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:25.017713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9674315d-b310-4dc2-a506-bc1c8ab54c00 req-c6dacf3b-65d5-4ee8-be05-a2817f8391df tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1481547 Oct 13 00:23:25.019109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:25.022880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=782f2a13-320e-49aa-a14a-7aff0f58c7d3,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:25.023073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:25.028869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:25.029422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.042231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=7cd95353-43be-461b-bc14-0ac28b4fb3bc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:25.055721 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b674ffa5-59b2-4b40-ab1e-cafeb3699625 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2238932 Oct 13 00:23:25.056398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38922) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:25.060861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Checking segment: {'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:25.061220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Network hostable DHCP agents. Network: 8cc0834a-8aac-436f-b874-4e38f9694d96, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:25.061411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': '7deda9b8-6551-4da8-b7de-80231c53474f', 'name': 'tempest-PortsIpV6TestJSON-429933548', 'fixed_ips': [{'subnet_id': '4d3bfd81-eeb8-470d-9c0e-500bdd2a2644', 'ip_address': '2001:db8::f'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:25.081162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9674315d-b310-4dc2-a506-bc1c8ab54c00 req-01fd5d86-d07a-45f4-98a2-63d686745805 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495174 Oct 13 00:23:25.091621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Network 8cc0834a-8aac-436f-b874-4e38f9694d96 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:25.102319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:25.102524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 8cc0834a-8aac-436f-b874-4e38f9694d96) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:25.108363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:25.108855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.132159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-98dd382b-98c2-4ae1-9b20-100fe5f03ec6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5777371 Oct 13 00:23:25.134762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38924) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:25.138462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-132215680-router', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:25.140470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c5d60-65d6-43d8-9972-24e747a7d236 None None] Network 8cc0834a-8aac-436f-b874-4e38f9694d96 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:25.166544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.167613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.250465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:25.258435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.270452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:23:25.282112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port 29c14f01-d90c-422c-879e-da100f5f24e4 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:25.289593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:25.289974 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.431981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-8cc0834a-8aac-436f-b874-4e38f9694d96', 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'fixed_ips': [{'subnet_id': '782f2a13-320e-49aa-a14a-7aff0f58c7d3'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:23:25.433244 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.461129 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.548853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::f (7deda9b8-6551-4da8-b7de-80231c53474f/4d3bfd81-eeb8-470d-9c0e-500bdd2a2644/29c14f01-d90c-422c-879e-da100f5f24e4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:25.565093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4ccee2b4-cd45-4154-bc3c-b898de6cd691 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:25.586261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.603423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:25.614044 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.711996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Allocated IP 172.20.0.2 (8cc0834a-8aac-436f-b874-4e38f9694d96/782f2a13-320e-49aa-a14a-7aff0f58c7d3/961df913-8250-499e-843c-77d8afb682b6) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:25.716926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:25.726542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.735387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.737351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:25.737725 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.770562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.831106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network 7deda9b8-6551-4da8-b7de-80231c53474f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:25.835380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:25.842172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:25.848841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:25.849482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.873754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=29c14f01-d90c-422c-879e-da100f5f24e4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:25.895597 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e4db37fe-014b-4c3a-9e30-f369c97f63ee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8380048 Oct 13 00:23:25.899909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38926) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:25.957620 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.960510 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:25.985162 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.019362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3890af6f-938e-4fd8-8a26-e18891119f42 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:26.021967 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3890af6f-938e-4fd8-8a26-e18891119f42 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1210101 Oct 13 00:23:26.024767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38930) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:26.027720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.038969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Network 8cc0834a-8aac-436f-b874-4e38f9694d96 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:26.047326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:26.057082 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.069109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:26.072573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 4ccee2b4-cd45-4154-bc3c-b898de6cd691, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4ccee2b4-cd45-4154-bc3c-b898de6cd691,segment=NetworkSegment(54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0),segment_id=54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:26.090758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.110158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Pushing event updated for resources: {'Port': ['ID=961df913-8250-499e-843c-77d8afb682b6,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:26.127068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736c24d-958e-4575-8fe3-0cdd2ad7676a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:26.132102 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:23:26.135339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736c24d-958e-4575-8fe3-0cdd2ad7676a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:26.141933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736c24d-958e-4575-8fe3-0cdd2ad7676a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:26.143696 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8736c24d-958e-4575-8fe3-0cdd2ad7676a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1177535 Oct 13 00:23:26.147133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38934) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:26.174814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f792e9d-6c77-4f7e-8deb-8ce9c76694c3 req-ae204499-703e-4372-b5ba-943673389d2d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:26.176490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f792e9d-6c77-4f7e-8deb-8ce9c76694c3 req-ae204499-703e-4372-b5ba-943673389d2d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 946 time: 0.1283271 Oct 13 00:23:26.185620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Attempting to bind port 961df913-8250-499e-843c-77d8afb682b6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:26.186001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Attempting to bind port 961df913-8250-499e-843c-77d8afb682b6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:26.186374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Attempting to bind port 961df913-8250-499e-843c-77d8afb682b6 on network 8cc0834a-8aac-436f-b874-4e38f9694d96 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:26.206624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:26.207583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Checking segment: {'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:26.208044 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.208455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Bound using segment: {'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:26.209074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Bound port: 961df913-8250-499e-843c-77d8afb682b6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:26.209524 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.244786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=4ccee2b4-cd45-4154-bc3c-b898de6cd691,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:26.272044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f792e9d-6c77-4f7e-8deb-8ce9c76694c3 req-fd11a90d-3298-419b-a874-37d729b00675 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881727 Oct 13 00:23:26.297782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-206e2bad-fe32-415f-9f15-577196bdbf64 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 29c14f01-d90c-422c-879e-da100f5f24e4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:26.297782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-206e2bad-fe32-415f-9f15-577196bdbf64 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.300031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Allocated IP 172.25.3.118 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/1c486235-b098-49c9-920b-12baa4936ef1) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:26.309214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a34a-246e-498c-879e-c11ddf515767 req-526d52bb-d919-4ae8-86a0-e7b4f8108a98 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:26.310741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ae8a34a-246e-498c-879e-c11ddf515767 req-526d52bb-d919-4ae8-86a0-e7b4f8108a98 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0895541 Oct 13 00:23:26.324408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd522fb4-d95d-4777-9720-4f0a1c18c64b None None] Network 7deda9b8-6551-4da8-b7de-80231c53474f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:26.333912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] For port 961df913-8250-499e-843c-77d8afb682b6, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:26.352633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] For port 961df913-8250-499e-843c-77d8afb682b6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=961df913-8250-499e-843c-77d8afb682b6,segment=NetworkSegment(9831fae2-601a-4ed5-a1e2-4e90e4496bc6),segment_id=9831fae2-601a-4ed5-a1e2-4e90e4496bc6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:26.411642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.416083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ae8a34a-246e-498c-879e-c11ddf515767 req-65c48be0-b753-4d53-9c56-aefd82ad3207 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963902 Oct 13 00:23:26.446424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-206e2bad-fe32-415f-9f15-577196bdbf64 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.468590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-206e2bad-fe32-415f-9f15-577196bdbf64 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 29c14f01-d90c-422c-879e-da100f5f24e4 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:26.480901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5358d49f-aeb1-4c31-91a9-2e076697cdbb None None] Provisioning complete for port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:26.481282 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5358d49f-aeb1-4c31-91a9-2e076697cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.501610 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.541532 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.552376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8425c-6593-4b18-8dc2-8d4eef9421b5 None None] Pushing event updated for resources: {'Port': ['ID=961df913-8250-499e-843c-77d8afb682b6,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:26.558970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:26.562543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:26.581912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:26.630363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Pushing event updated for resources: {'Port': ['ID=1c486235-b098-49c9-920b-12baa4936ef1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:26.656010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-206e2bad-fe32-415f-9f15-577196bdbf64 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.660036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17599958-ed86-4626-a8af-e2a8babf5d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6703f62e-a6f6-4d9c-a67c-1ff3ff888b28'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:26.662317 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4f9341-f364-47db-aa97-8068dac428df" -d '{"events": [{"server_uuid": "17599958-ed86-4626-a8af-e2a8babf5d59", "name": "network-vif-plugged", "status": "completed", "tag": "6703f62e-a6f6-4d9c-a67c-1ff3ff888b28"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:26.701127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e2bad-fe32-415f-9f15-577196bdbf64 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=29c14f01-d90c-422c-879e-da100f5f24e4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:26.711090 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a95c41-13e6-4da0-ae26-c4678497c74f x-openstack-request-id: req-38a95c41-13e6-4da0-ae26-c4678497c74f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:26.711381 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17599958-ed86-4626-a8af-e2a8babf5d59", "name": "network-vif-plugged", "status": "completed", "tag": "6703f62e-a6f6-4d9c-a67c-1ff3ff888b28", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:26.711656 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38a95c41-13e6-4da0-ae26-c4678497c74f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:26.714551 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17599958-ed86-4626-a8af-e2a8babf5d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6703f62e-a6f6-4d9c-a67c-1ff3ff888b28', 'code': 200} Oct 13 00:23:26.732304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-206e2bad-fe32-415f-9f15-577196bdbf64 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.748156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38940) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:26.748395 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-206e2bad-fe32-415f-9f15-577196bdbf64 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/29c14f01-d90c-422c-879e-da100f5f24e4 HTTP/1.1" status: 204 len: 168 time: 0.5975294 Oct 13 00:23:26.775793 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d0b68b-a554-4181-9233-8c7d2ea3801e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:26.777434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-74d0b68b-a554-4181-9233-8c7d2ea3801e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/29c14f01-d90c-422c-879e-da100f5f24e4 HTTP/1.1" status: 404 len: 333 time: 0.0322864 Oct 13 00:23:26.780323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38942) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:26.891995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4611d9a-c4aa-43f4-8ea7-7f2b5556c55e req-c125133b-40fc-4d61-b902-c89255c04b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:26.894191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4611d9a-c4aa-43f4-8ea7-7f2b5556c55e req-c125133b-40fc-4d61-b902-c89255c04b81 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 1097 time: 0.0605519 Oct 13 00:23:26.935370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4611d9a-c4aa-43f4-8ea7-7f2b5556c55e req-495d69f2-80bb-49bc-8bee-45cf964b6a31 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330148 Oct 13 00:23:26.989082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8a0ce256-6351-4839-a107-7c1653267f19 None None] Provisioning complete for port 7cd95353-43be-461b-bc14-0ac28b4fb3bc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:26.989492 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce256-6351-4839-a107-7c1653267f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:26.996039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-cafc58c7-02cb-409d-9e9b-18a1abd1ed48 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 7cd95353-43be-461b-bc14-0ac28b4fb3bc {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:26.996387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cafc58c7-02cb-409d-9e9b-18a1abd1ed48 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.028087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ce256-6351-4839-a107-7c1653267f19 None None] Port 7cd95353-43be-461b-bc14-0ac28b4fb3bc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:27.038029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8a0ce256-6351-4839-a107-7c1653267f19 None None] Provisioning complete for port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:27.038406 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce256-6351-4839-a107-7c1653267f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.056338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.123485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8a0ce256-6351-4839-a107-7c1653267f19 None None] Could not find standard attr ID for object 29c14f01-d90c-422c-879e-da100f5f24e4. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:23:27.163873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cafc58c7-02cb-409d-9e9b-18a1abd1ed48 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.184029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-cafc58c7-02cb-409d-9e9b-18a1abd1ed48 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 7cd95353-43be-461b-bc14-0ac28b4fb3bc owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:27.248736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1f075186-a5f0-49f4-b509-bb6e86b7e171 None None] Provisioning complete for port 7cd95353-43be-461b-bc14-0ac28b4fb3bc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:27.249115 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1f075186-a5f0-49f4-b509-bb6e86b7e171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.284586 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1f075186-a5f0-49f4-b509-bb6e86b7e171 None None] Port 7cd95353-43be-461b-bc14-0ac28b4fb3bc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:27.401240 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.520120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-97549ef4-06e0-4a3c-8b49-e235937ee005 None None] Could not find standard attr ID for object 29c14f01-d90c-422c-879e-da100f5f24e4. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:23:27.558250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08620d3e-9868-4611-af28-d2fa7e2fb2b1 req-40b73ea4-d441-48fb-bf55-d7d0121a2c94 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:27.559886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08620d3e-9868-4611-af28-d2fa7e2fb2b1 req-40b73ea4-d441-48fb-bf55-d7d0121a2c94 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 946 time: 0.1980979 Oct 13 00:23:27.565914 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cafc58c7-02cb-409d-9e9b-18a1abd1ed48 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.649037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4ccee2b4-cd45-4154-bc3c-b898de6cd691 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:27.672847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc58c7-02cb-409d-9e9b-18a1abd1ed48 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=7cd95353-43be-461b-bc14-0ac28b4fb3bc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:27.714279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:27.714906 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.731065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cafc58c7-02cb-409d-9e9b-18a1abd1ed48 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.737185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38948) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:27.737772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cafc58c7-02cb-409d-9e9b-18a1abd1ed48 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/7cd95353-43be-461b-bc14-0ac28b4fb3bc HTTP/1.1" status: 204 len: 168 time: 0.9558160 Oct 13 00:23:27.763349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08620d3e-9868-4611-af28-d2fa7e2fb2b1 req-61a4fab5-0b00-4c24-aee9-9ab5bd96ed26 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931069 Oct 13 00:23:27.774035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62656009-1b93-4a4d-a999-3347e2e5974e req-5049e041-1612-4b39-a6d4-29a8aa3ad991 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:27.775761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62656009-1b93-4a4d-a999-3347e2e5974e req-5049e041-1612-4b39-a6d4-29a8aa3ad991 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.2278738 Oct 13 00:23:27.781677 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0498b01-9878-46b5-999d-16551af91ef4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:27.783275 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f0498b01-9878-46b5-999d-16551af91ef4 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/7cd95353-43be-461b-bc14-0ac28b4fb3bc HTTP/1.1" status: 404 len: 333 time: 0.0450389 Oct 13 00:23:27.792688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38950) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:27.810237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Router d8d49b14-3382-4dc7-a703-4b662108d0fe is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:23:27.852465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 961df913-8250-499e-843c-77d8afb682b6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:27.869084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7562f376-ad64-4742-a402-4de3b703e220 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet 4d3bfd81-eeb8-470d-9c0e-500bdd2a2644 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:27.873128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7562f376-ad64-4742-a402-4de3b703e220 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.886994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62656009-1b93-4a4d-a999-3347e2e5974e req-33f69a11-f13f-4f84-b9b8-faaabe642794 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998435 Oct 13 00:23:27.917552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03933308-6e67-43e3-ba99-91e6eaa969c9 None None] Network 8cc0834a-8aac-436f-b874-4e38f9694d96 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:27.943871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7562f376-ad64-4742-a402-4de3b703e220 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.973280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:23:27.985523 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Sync routers for ids ['d8d49b14-3382-4dc7-a703-4b662108d0fe'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:23:27.996002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-93e1bcc1-98af-4656-9fd5-d11d1cf1f5da None None] Provisioning complete for port 961df913-8250-499e-843c-77d8afb682b6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:27.997038 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93e1bcc1-98af-4656-9fd5-d11d1cf1f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:27.997702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Routers {'d8d49b14-3382-4dc7-a703-4b662108d0fe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:27.998335 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8d49b14-3382-4dc7-a703-4b662108d0fe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:28.005447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 961df913-8250-499e-843c-77d8afb682b6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:28.006087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.009185 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.013868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38952) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:28.014706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e2faec96-aa2f-418c-8f1b-74872a1f51bc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.8796659 Oct 13 00:23:28.142634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7562f376-ad64-4742-a402-4de3b703e220 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.147709 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Set router d8d49b14-3382-4dc7-a703-4b662108d0fe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:28.299844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7562f376-ad64-4742-a402-4de3b703e220 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.344198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562f376-ad64-4742-a402-4de3b703e220 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3bfd81-eeb8-470d-9c0e-500bdd2a2644,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:28.352349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7562f376-ad64-4742-a402-4de3b703e220 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.356025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7562f376-ad64-4742-a402-4de3b703e220 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/4d3bfd81-eeb8-470d-9c0e-500bdd2a2644 HTTP/1.1" status: 204 len: 168 time: 0.5621498 Oct 13 00:23:28.359068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38954) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:28.385848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e24859-c866-4832-b91f-bd27fda38f32 None None] Network 7deda9b8-6551-4da8-b7de-80231c53474f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:28.456558 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'name': 'tempest-ImageQuotaTest-132215680-router', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '1c486235-b098-49c9-920b-12baa4936ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:25Z', 'updated_at': '2021-10-13T00:23:26Z', 'revision_number': 3, 'project_id': '586222c422bd42d18f8258862075a51b', 'gw_port': {'id': '1c486235-b098-49c9-920b-12baa4936ef1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:26Z', 'updated_at': '2021-10-13T00:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:28.474449 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93e1bcc1-98af-4656-9fd5-d11d1cf1f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.491452 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Checking router: d8d49b14-3382-4dc7-a703-4b662108d0fe for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:23:28.493149 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.499445 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Updating router d8d49b14-3382-4dc7-a703-4b662108d0fe port 1c486235-b098-49c9-920b-12baa4936ef1 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:23:28.512094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.536942 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.585272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-93e1bcc1-98af-4656-9fd5-d11d1cf1f5da None None] For port 961df913-8250-499e-843c-77d8afb682b6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=961df913-8250-499e-843c-77d8afb682b6,segment=NetworkSegment(9831fae2-601a-4ed5-a1e2-4e90e4496bc6),segment_id=9831fae2-601a-4ed5-a1e2-4e90e4496bc6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:28.604009 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93e1bcc1-98af-4656-9fd5-d11d1cf1f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.625725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:28.626060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.662185 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.718253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:23:28.718744 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:23:28.735720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1bcc1-98af-4656-9fd5-d11d1cf1f5da None None] Pushing event updated for resources: {'Port': ['ID=961df913-8250-499e-843c-77d8afb682b6,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:28.769482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] For port 4ccee2b4-cd45-4154-bc3c-b898de6cd691, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4ccee2b4-cd45-4154-bc3c-b898de6cd691,segment=NetworkSegment(54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0),segment_id=54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:28.769916 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.789559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 4ccee2b4-cd45-4154-bc3c-b898de6cd691 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:28.815268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] DHCP port deletion for 7deda9b8-6551-4da8-b7de-80231c53474f request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:23:28.882710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] Deleting port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:28.885851 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.891771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Allocated IP 172.20.0.1 (8cc0834a-8aac-436f-b874-4e38f9694d96/782f2a13-320e-49aa-a14a-7aff0f58c7d3/5a4bd72e-1137-4866-a081-c30a2b042292) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:28.915500 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.929112 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.950286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3f53-51b0-41c7-b2b6-0f57b5f95a85 req-e65d53b8-7be2-413a-b684-a0adf152a88b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:28.966028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-31030bcf-53e4-4d80-9f45-bdfb1bdc6821 None None] Provisioning complete for port 961df913-8250-499e-843c-77d8afb682b6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:28.966543 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31030bcf-53e4-4d80-9f45-bdfb1bdc6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:28.968274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e91e3f53-51b0-41c7-b2b6-0f57b5f95a85 req-e65d53b8-7be2-413a-b684-a0adf152a88b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 946 time: 0.0980620 Oct 13 00:23:28.987808 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.013165 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Pushing event updated for resources: {'Port': ['ID=1c486235-b098-49c9-920b-12baa4936ef1,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:29.023075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] For port 4ccee2b4-cd45-4154-bc3c-b898de6cd691, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4ccee2b4-cd45-4154-bc3c-b898de6cd691,segment=NetworkSegment(54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0),segment_id=54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:29.023636 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.025056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=4ccee2b4-cd45-4154-bc3c-b898de6cd691,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:29.034387 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.034947 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.036211 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.037625 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.038148 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.038827 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.039346 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.039878 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.040397 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.041740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] Calling delete_port for 4ccee2b4-cd45-4154-bc3c-b898de6cd691 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:29.046388 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.047080 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.047254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No DVR routers for this DVR port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:29.050306 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:29.062174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.079894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e91e3f53-51b0-41c7-b2b6-0f57b5f95a85 req-daad5703-08c2-493e-b7d5-cc60a9a26536 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106136 Oct 13 00:23:29.102765 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Attempting to bind port 1c486235-b098-49c9-920b-12baa4936ef1 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:29.103757 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Attempting to bind port 1c486235-b098-49c9-920b-12baa4936ef1 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:29.104462 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Attempting to bind port 1c486235-b098-49c9-920b-12baa4936ef1 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:29.116743 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:29.117625 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:29.118237 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.118941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.120161 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:29.121193 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Bound port: 1c486235-b098-49c9-920b-12baa4936ef1, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:29.122372 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.151250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172fed-0619-4963-970b-86dc932a8fad req-b1868ee2-3aaa-4a8b-89cf-842e7a441c50 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: from cryptography.utils import int_from_bytes Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: from cryptography.utils import int_from_bytes Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.153047 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:29.156532 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:23:29.162394 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.163200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c172fed-0619-4963-970b-86dc932a8fad req-b1868ee2-3aaa-4a8b-89cf-842e7a441c50 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1434643 Oct 13 00:23:29.186040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Network 8cc0834a-8aac-436f-b874-4e38f9694d96 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:29.188928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:29.193511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] Pushing event deleted for resources: {'Port': ['ID=4ccee2b4-cd45-4154-bc3c-b898de6cd691,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:29.194679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:29.195941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0900bc-7aa0-4d97-a26a-78f188bb138f None None] No DVR routers for this DVR port 4ccee2b4-cd45-4154-bc3c-b898de6cd691 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:29.208089 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] For port 1c486235-b098-49c9-920b-12baa4936ef1, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:29.211710 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] For port 1c486235-b098-49c9-920b-12baa4936ef1, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1c486235-b098-49c9-920b-12baa4936ef1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:29.216508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4bd72e-1137-4866-a081-c30a2b042292,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:29.218188 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.244750 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.309839 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Routers {'d8d49b14-3382-4dc7-a703-4b662108d0fe'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:29.310832 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8d49b14-3382-4dc7-a703-4b662108d0fe'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:29.321052 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.339681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc94cff-c91b-4ca0-9781-f6e2e366f6da req-29e13f81-346b-4062-aff3-9a5eaf7d4e3c tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:29.341448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbc94cff-c91b-4ca0-9781-f6e2e366f6da req-29e13f81-346b-4062-aff3-9a5eaf7d4e3c tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bab7655-91d8-4dcf-a871-f584dacd00b8 HTTP/1.1" status: 200 len: 945 time: 0.1622205 Oct 13 00:23:29.346917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c172fed-0619-4963-970b-86dc932a8fad req-8efd0eae-9007-400e-a227-694326d0f062 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829543 Oct 13 00:23:29.373669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deda9b8-6551-4da8-b7de-80231c53474f']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:29.394530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:29.394779 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daba710-1bb3-4fd7-ab9f-910ec2976bdb None None] Pushing event updated for resources: {'Port': ['ID=1c486235-b098-49c9-920b-12baa4936ef1,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:29.394904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ea9e4a-a7f5-4c00-ad22-56bc4aa4f8d0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:29.412442 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.431869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.434931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.440065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:29.440466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.473578 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] Set router d8d49b14-3382-4dc7-a703-4b662108d0fe gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:29.534804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 961df913-8250-499e-843c-77d8afb682b6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:29.543962 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:29.552667 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.562883 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.566274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/networks/7deda9b8-6551-4da8-b7de-80231c53474f HTTP/1.1" status: 204 len: 168 time: 1.2052689 Oct 13 00:23:29.570640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38962) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:29.577525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1159831931'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:29.581591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbc94cff-c91b-4ca0-9781-f6e2e366f6da req-42992b9b-1be6-4673-b707-baf0676777a5 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300713 Oct 13 00:23:29.582494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea714dc6-7a6c-4bc0-a620-78fa11527514 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Network': ['ID=7deda9b8-6551-4da8-b7de-80231c53474f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:29.610219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 961df913-8250-499e-843c-77d8afb682b6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:29.610593 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.662717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b3552f06-c26d-4f44-8986-4d1d039b6d92 None None] Provisioning complete for port 5a4bd72e-1137-4866-a081-c30a2b042292 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:29.663103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3552f06-c26d-4f44-8986-4d1d039b6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.691671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:29.697524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.711207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.723206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.727052 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'name': 'tempest-ImageQuotaTest-132215680-router', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '1c486235-b098-49c9-920b-12baa4936ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:25Z', 'updated_at': '2021-10-13T00:23:26Z', 'revision_number': 3, 'project_id': '586222c422bd42d18f8258862075a51b', 'gw_port': {'id': '1c486235-b098-49c9-920b-12baa4936ef1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:26Z', 'updated_at': '2021-10-13T00:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:29.739021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b3552f06-c26d-4f44-8986-4d1d039b6d92 None None] Port 5a4bd72e-1137-4866-a081-c30a2b042292 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:29.762108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:23:29.791604 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42f27e-2f20-470d-9530-48f19c94d518 None None] The sync data for ids ['d8d49b14-3382-4dc7-a703-4b662108d0fe'] in n-d-813679-4 is: [{'id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'name': 'tempest-ImageQuotaTest-132215680-router', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '1c486235-b098-49c9-920b-12baa4936ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:25Z', 'updated_at': '2021-10-13T00:23:26Z', 'revision_number': 3, 'project_id': '586222c422bd42d18f8258862075a51b', 'gw_port': {'id': '1c486235-b098-49c9-920b-12baa4936ef1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:26Z', 'updated_at': '2021-10-13T00:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:23:29.805882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.806234 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Added segment 58a72a06-d486-4bb0-8bdd-1ac340570c09 of type vlan for network f14696c3-68eb-4920-889b-a4ee9fceca64 Oct 13 00:23:29.813385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4ccee2b4-cd45-4154-bc3c-b898de6cd691 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:29.838241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 4ccee2b4-cd45-4154-bc3c-b898de6cd691 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:29.838615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4ccee2b4-cd45-4154-bc3c-b898de6cd691 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:29.861348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.870204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4bd72e-1137-4866-a081-c30a2b042292,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:29.885061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:29.904582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f08172-2a2d-40eb-8894-bdffc60549e7 req-78d3fb96-b9e0-4e1c-a841-52d5514ca3ae tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:29.906309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9f08172-2a2d-40eb-8894-bdffc60549e7 req-78d3fb96-b9e0-4e1c-a841-52d5514ca3ae tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bab7655-91d8-4dcf-a871-f584dacd00b8 HTTP/1.1" status: 200 len: 945 time: 0.0593355 Oct 13 00:23:29.948078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9f08172-2a2d-40eb-8894-bdffc60549e7 req-d6949967-7e3a-40e7-b3de-c3d33b1e1f88 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Oct 13 00:23:30.240810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:30.246455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:30.247064 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:30.319277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7474446 Oct 13 00:23:30.322243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38968) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:30.327805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'f14696c3-68eb-4920-889b-a4ee9fceca64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:30.337287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f5766-60e2-47a9-aadf-96be5bd365f3 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Network': ['ID=f14696c3-68eb-4920-889b-a4ee9fceca64,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:30.346015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Network 8cc0834a-8aac-436f-b874-4e38f9694d96 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:30.347991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:30.353389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f14696c3-68eb-4920-889b-a4ee9fceca64 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:23:30.474781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:30.482004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:30.512013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Router d8d49b14-3382-4dc7-a703-4b662108d0fe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:23:30.611304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd373f8b-53d8-4135-94e0-ff9e576efde1 req-b7664443-0a34-4493-9235-8a527185dc12 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:30.612969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd373f8b-53d8-4135-94e0-ff9e576efde1 req-b7664443-0a34-4493-9235-8a527185dc12 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1081233 Oct 13 00:23:30.644276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:23:30.650004 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cd780e1b-df5e-44af-9481-cd35dfd86d63 admin admin] 10.222.0.21 "PUT /v2.0/routers/d8d49b14-3382-4dc7-a703-4b662108d0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6344399 Oct 13 00:23:30.666421 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b431c946-a10e-4520-b9b9-dd0e8216ca58 None None] Provisioning complete for port 5a4bd72e-1137-4866-a081-c30a2b042292 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:30.666916 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b431c946-a10e-4520-b9b9-dd0e8216ca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:30.713521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b431c946-a10e-4520-b9b9-dd0e8216ca58 None None] Port 5a4bd72e-1137-4866-a081-c30a2b042292 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:31.008003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd373f8b-53d8-4135-94e0-ff9e576efde1 req-7bebc400-0daa-458c-b360-e34ff1584ce1 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873980 Oct 13 00:23:31.110650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a2c6d-d54a-475c-abb0-080b91f6dcc5 req-c67af497-cbef-4688-bcf3-7ccc192c909d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:31.112150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-627a2c6d-d54a-475c-abb0-080b91f6dcc5 req-c67af497-cbef-4688-bcf3-7ccc192c909d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bab7655-91d8-4dcf-a871-f584dacd00b8 HTTP/1.1" status: 200 len: 945 time: 0.0883212 Oct 13 00:23:31.112986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.198647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=a22ae171-e116-49d4-8a65-48504a0329b1,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:31.216044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-627a2c6d-d54a-475c-abb0-080b91f6dcc5 req-c0f4c1e5-db5a-4a77-8e3b-092f711b2f5d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938044 Oct 13 00:23:31.224826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Checking segment: {'id': '58a72a06-d486-4bb0-8bdd-1ac340570c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f14696c3-68eb-4920-889b-a4ee9fceca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:31.225684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network hostable DHCP agents. Network: f14696c3-68eb-4920-889b-a4ee9fceca64, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:31.249710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network f14696c3-68eb-4920-889b-a4ee9fceca64 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:31.261054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, f14696c3-68eb-4920-889b-a4ee9fceca64) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:31.265581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:31.266176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.273656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8e4aa-0c4b-4911-9c94-f6177777dc18 None None] Network f14696c3-68eb-4920-889b-a4ee9fceca64 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:31.289581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38992) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:31.295282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7771b25d-3caa-4493-9215-8306bffad4df tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-328890716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:31.299762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d43b8f66-fd6d-40c9-946a-19a82fc2ef71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9763398 Oct 13 00:23:31.321538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7771b25d-3caa-4493-9215-8306bffad4df tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.323482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7771b25d-3caa-4493-9215-8306bffad4df tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.440265 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7771b25d-3caa-4493-9215-8306bffad4df tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.454649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-58bd8b80-c0f9-492d-83a8-48b4655424b1 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:31.456236 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-58bd8b80-c0f9-492d-83a8-48b4655424b1 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bab7655-91d8-4dcf-a871-f584dacd00b8 HTTP/1.1" status: 200 len: 945 time: 0.1032274 Oct 13 00:23:31.458406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7771b25d-3caa-4493-9215-8306bffad4df tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.474397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-f14696c3-68eb-4920-889b-a4ee9fceca64', 'network_id': 'f14696c3-68eb-4920-889b-a4ee9fceca64', 'tenant_id': '34690636230c43c2bd4c1336ae6fc91f', 'fixed_ips': [{'subnet_id': 'a22ae171-e116-49d4-8a65-48504a0329b1'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:23:31.475545 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.567224 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7771b25d-3caa-4493-9215-8306bffad4df tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.571020 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7771b25d-3caa-4493-9215-8306bffad4df tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2779801 Oct 13 00:23:31.571173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38996) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:31.580147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'network_id': 'f14696c3-68eb-4920-889b-a4ee9fceca64', 'name': 'tempest-PortsIpV6TestJSON-1938428707'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:31.581782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1c486235-b098-49c9-920b-12baa4936ef1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:31.648848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Deleting port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:31.649061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.671103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Allocated IP 2001:db8::2 (f14696c3-68eb-4920-889b-a4ee9fceca64/a22ae171-e116-49d4-8a65-48504a0329b1/175e9aeb-566d-4afa-b3f8-52a446ed0643) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:31.693775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1c486235-b098-49c9-920b-12baa4936ef1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:31.694002 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.791222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] For port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:31.791598 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.807397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Calling delete_port for 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:31.809181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:31.812708 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.836180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port f5b9a332-6ca9-458f-98d6-e9753ec820ba yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:31.855716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39000) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:31.893267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Sync routers for ids ['d8d49b14-3382-4dc7-a703-4b662108d0fe'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:23:31.897290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.919303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:31.935040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Routers {'d8d49b14-3382-4dc7-a703-4b662108d0fe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:31.935709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8d49b14-3382-4dc7-a703-4b662108d0fe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:31.939671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 1c486235-b098-49c9-920b-12baa4936ef1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1c486235-b098-49c9-920b-12baa4936ef1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:31.941145 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.007545 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.033502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Network f14696c3-68eb-4920-889b-a4ee9fceca64 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:32.039115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:32.047761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:32.077594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Pushing event updated for resources: {'Port': ['ID=175e9aeb-566d-4afa-b3f8-52a446ed0643,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:32.094682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::10a (f14696c3-68eb-4920-889b-a4ee9fceca64/a22ae171-e116-49d4-8a65-48504a0329b1/f5b9a332-6ca9-458f-98d6-e9753ec820ba) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:32.114529 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.151938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Pushing event deleted for resources: {'Port': ['ID=54d71519-d4c0-44f3-9b3a-6ac6b6863ef0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:32.157874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc', '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:32.178492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6703f62e-a6f6-4d9c-a67c-1ff3ff888b28'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:32.220541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] No DVR routers for this DVR port 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:32.227337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.230641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c9405bb5-68ae-43e7-b7d3-fc24cd4cd2f7 req-1eea0b55-9498-4938-aa28-dd45f6ea4adf tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.36 "DELETE /v2.0/ports/54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 HTTP/1.1" status: 204 len: 173 time: 0.7657459 Oct 13 00:23:32.231072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bab7655-91d8-4dcf-a871-f584dacd00b8', 'name': 'network-vif-deleted', 'tag': '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:32.233457 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a76a815-91e0-403e-8e64-a79658dbb3e3" -d '{"events": [{"server_uuid": "6bab7655-91d8-4dcf-a871-f584dacd00b8", "name": "network-vif-deleted", "tag": "54d71519-d4c0-44f3-9b3a-6ac6b6863ef0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:32.242135 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8525cf-c9df-40fb-a94c-c3aba50bca5c req-8c3d2e23-915f-4ac0-a89b-2ee5e5f3694d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:32.244107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a8525cf-c9df-40fb-a94c-c3aba50bca5c req-8c3d2e23-915f-4ac0-a89b-2ee5e5f3694d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1323426 Oct 13 00:23:32.274312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Set router d8d49b14-3382-4dc7-a703-4b662108d0fe gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:32.334076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Attempting to bind port 175e9aeb-566d-4afa-b3f8-52a446ed0643 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:32.334465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Attempting to bind port 175e9aeb-566d-4afa-b3f8-52a446ed0643 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '58a72a06-d486-4bb0-8bdd-1ac340570c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f14696c3-68eb-4920-889b-a4ee9fceca64'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:32.334725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Attempting to bind port 175e9aeb-566d-4afa-b3f8-52a446ed0643 on network f14696c3-68eb-4920-889b-a4ee9fceca64 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:32.342308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=1c486235-b098-49c9-920b-12baa4936ef1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:32.360461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:32.360844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Checking segment: {'id': '58a72a06-d486-4bb0-8bdd-1ac340570c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f14696c3-68eb-4920-889b-a4ee9fceca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:32.361251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.361869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Bound using segment: {'id': '58a72a06-d486-4bb0-8bdd-1ac340570c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f14696c3-68eb-4920-889b-a4ee9fceca64'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:32.362355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Bound port: 175e9aeb-566d-4afa-b3f8-52a446ed0643, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a72a06-d486-4bb0-8bdd-1ac340570c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f14696c3-68eb-4920-889b-a4ee9fceca64'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:32.362744 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.372782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a8525cf-c9df-40fb-a94c-c3aba50bca5c req-2dc93384-89ae-4d7a-8fce-163bcced326e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086912 Oct 13 00:23:32.390344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.398049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77e41648-d7d4-4306-b046-d5af64f140ee req-6ce65182-c53f-4dcd-b292-49a835629e0f tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bab7655-91d8-4dcf-a871-f584dacd00b8 HTTP/1.1" status: 200 len: 210 time: 0.0886326 Oct 13 00:23:32.429500 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bdb6f4-b1ba-475a-a932-121848c9e130 x-openstack-request-id: req-62bdb6f4-b1ba-475a-a932-121848c9e130 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:32.429930 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bab7655-91d8-4dcf-a871-f584dacd00b8", "name": "network-vif-deleted", "tag": "54d71519-d4c0-44f3-9b3a-6ac6b6863ef0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:32.430067 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62bdb6f4-b1ba-475a-a932-121848c9e130 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:32.430747 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bab7655-91d8-4dcf-a871-f584dacd00b8', 'name': 'network-vif-deleted', 'tag': '54d71519-d4c0-44f3-9b3a-6ac6b6863ef0', 'status': 'completed', 'code': 200} Oct 13 00:23:32.443202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.454741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.507920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network f14696c3-68eb-4920-889b-a4ee9fceca64 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:32.511518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:32.515746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:32.521732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:32.522538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.532500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=f5b9a332-6ca9-458f-98d6-e9753ec820ba,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:32.552704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ffc9e713-ae1f-4984-a31d-ade00c007818 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9771929 Oct 13 00:23:32.552966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39008) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:32.764503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] For port 175e9aeb-566d-4afa-b3f8-52a446ed0643, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:32.798545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] For port 175e9aeb-566d-4afa-b3f8-52a446ed0643, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=175e9aeb-566d-4afa-b3f8-52a446ed0643,segment=NetworkSegment(58a72a06-d486-4bb0-8bdd-1ac340570c09),segment_id=58a72a06-d486-4bb0-8bdd-1ac340570c09)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:32.809747 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:32.958805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d81581-4b3c-4af7-8ff4-9d9630f25d40 None None] Pushing event updated for resources: {'Port': ['ID=175e9aeb-566d-4afa-b3f8-52a446ed0643,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:32.993056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'name': 'tempest-ImageQuotaTest-132215680-router', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '1c486235-b098-49c9-920b-12baa4936ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:25Z', 'updated_at': '2021-10-13T00:23:29Z', 'revision_number': 4, 'project_id': '586222c422bd42d18f8258862075a51b', 'gw_port': {'id': '1c486235-b098-49c9-920b-12baa4936ef1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:26Z', 'updated_at': '2021-10-13T00:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5a4bd72e-1137-4866-a081-c30a2b042292', 'name': '', 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'mac_address': 'fa:16:3e:f2:93:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '782f2a13-320e-49aa-a14a-7aff0f58c7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:28Z', 'updated_at': '2021-10-13T00:23:29Z', 'revision_number': 2, 'project_id': '586222c422bd42d18f8258862075a51b', 'subnets': [{'id': '782f2a13-320e-49aa-a14a-7aff0f58c7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:33.005347 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.020868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Checking router: d8d49b14-3382-4dc7-a703-4b662108d0fe for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:23:33.021183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Updating router d8d49b14-3382-4dc7-a703-4b662108d0fe port 5a4bd72e-1137-4866-a081-c30a2b042292 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:23:33.047475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Deleting port 5a4bd72e-1137-4866-a081-c30a2b042292 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:33.047855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.052095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.272891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.292822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Calling delete_port for 5a4bd72e-1137-4866-a081-c30a2b042292 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:33.366427 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.372362 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.410527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.424628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ce92e-ce38-45fd-ae24-dc00edd338fc None None] Pushing event updated for resources: {'Port': ['ID=5a4bd72e-1137-4866-a081-c30a2b042292,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:33.449575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.493147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Attempting to bind port 5a4bd72e-1137-4866-a081-c30a2b042292 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:33.493720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Attempting to bind port 5a4bd72e-1137-4866-a081-c30a2b042292 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:33.494889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Attempting to bind port 5a4bd72e-1137-4866-a081-c30a2b042292 on network 8cc0834a-8aac-436f-b874-4e38f9694d96 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:33.501115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:33.501758 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Checking segment: {'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:33.502615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.503178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Bound using segment: {'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:33.504532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Bound port: 5a4bd72e-1137-4866-a081-c30a2b042292, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9831fae2-601a-4ed5-a1e2-4e90e4496bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:33.505103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.594509 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] For port 5a4bd72e-1137-4866-a081-c30a2b042292, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:33.601328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=f5b9a332-6ca9-458f-98d6-e9753ec820ba,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:33.602213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] For port 5a4bd72e-1137-4866-a081-c30a2b042292, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5a4bd72e-1137-4866-a081-c30a2b042292,segment=NetworkSegment(9831fae2-601a-4ed5-a1e2-4e90e4496bc6),segment_id=9831fae2-601a-4ed5-a1e2-4e90e4496bc6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:33.617660 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.702003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ce92e-ce38-45fd-ae24-dc00edd338fc None None] Pushing event updated for resources: {'Port': ['ID=5a4bd72e-1137-4866-a081-c30a2b042292,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:33.742487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Routers {'d8d49b14-3382-4dc7-a703-4b662108d0fe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:33.744869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8d49b14-3382-4dc7-a703-4b662108d0fe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:33.797020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 175e9aeb-566d-4afa-b3f8-52a446ed0643 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:33.802550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391d06d-3e24-48c3-b8c3-c4c6b85f73e9 req-19cefa0e-adfe-4c33-84db-5746d0e1c766 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:33.810360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e391d06d-3e24-48c3-b8c3-c4c6b85f73e9 req-19cefa0e-adfe-4c33-84db-5746d0e1c766 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.2606342 Oct 13 00:23:33.908044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e391d06d-3e24-48c3-b8c3-c4c6b85f73e9 req-4176c492-da80-46fc-ae75-33d5b1cd5c4e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967975 Oct 13 00:23:33.911399 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.935723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 175e9aeb-566d-4afa-b3f8-52a446ed0643 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:33.936109 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.965637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2fc14390-b5b9-4748-9685-52e9ca3a3845 None None] Provisioning complete for port 5a4bd72e-1137-4866-a081-c30a2b042292 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:33.965895 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2fc14390-b5b9-4748-9685-52e9ca3a3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:33.984146 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:34.012062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2fc14390-b5b9-4748-9685-52e9ca3a3845 None None] Port 5a4bd72e-1137-4866-a081-c30a2b042292 was deleted so its status cannot be updated. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 00:23:34.024058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] Set router d8d49b14-3382-4dc7-a703-4b662108d0fe gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:34.134541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4bd72e-1137-4866-a081-c30a2b042292,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:34.275193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-180330c1-8ef6-45ba-b93e-6518017b7bec None None] Could not find standard attr ID for object 5a4bd72e-1137-4866-a081-c30a2b042292. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:23:34.279913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:34.319246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 175e9aeb-566d-4afa-b3f8-52a446ed0643, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=175e9aeb-566d-4afa-b3f8-52a446ed0643,segment=NetworkSegment(58a72a06-d486-4bb0-8bdd-1ac340570c09),segment_id=58a72a06-d486-4bb0-8bdd-1ac340570c09)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:34.324654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:34.332321 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:34.333133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1c486235-b098-49c9-920b-12baa4936ef1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:34.377728 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:34.390199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d251f7-f979-4ce6-a11a-e276b664ffd2 None None] Network f14696c3-68eb-4920-889b-a4ee9fceca64 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:34.580773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6b5551cd-1087-4155-b6da-329a4e7cf75f None None] Provisioning complete for port 175e9aeb-566d-4afa-b3f8-52a446ed0643 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:34.581149 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b5551cd-1087-4155-b6da-329a4e7cf75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:34.613854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=175e9aeb-566d-4afa-b3f8-52a446ed0643,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:34.689236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1c486235-b098-49c9-920b-12baa4936ef1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:34.689619 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:34.806198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'name': 'tempest-ImageQuotaTest-132215680-router', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '1c486235-b098-49c9-920b-12baa4936ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:25Z', 'updated_at': '2021-10-13T00:23:29Z', 'revision_number': 4, 'project_id': '586222c422bd42d18f8258862075a51b', 'gw_port': {'id': '1c486235-b098-49c9-920b-12baa4936ef1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:26Z', 'updated_at': '2021-10-13T00:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5a4bd72e-1137-4866-a081-c30a2b042292', 'name': '', 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'mac_address': 'fa:16:3e:f2:93:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '782f2a13-320e-49aa-a14a-7aff0f58c7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:28Z', 'updated_at': '2021-10-13T00:23:33Z', 'revision_number': 4, 'project_id': '586222c422bd42d18f8258862075a51b', 'subnets': [{'id': '782f2a13-320e-49aa-a14a-7aff0f58c7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:34.858055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee70037-d224-4367-82b0-a1a8938a94b7 None None] The sync data for ids ['d8d49b14-3382-4dc7-a703-4b662108d0fe'] in n-d-813679-4 is: [{'id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'name': 'tempest-ImageQuotaTest-132215680-router', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '1c486235-b098-49c9-920b-12baa4936ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:25Z', 'updated_at': '2021-10-13T00:23:29Z', 'revision_number': 4, 'project_id': '586222c422bd42d18f8258862075a51b', 'gw_port': {'id': '1c486235-b098-49c9-920b-12baa4936ef1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:26Z', 'updated_at': '2021-10-13T00:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5a4bd72e-1137-4866-a081-c30a2b042292', 'name': '', 'network_id': '8cc0834a-8aac-436f-b874-4e38f9694d96', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'mac_address': 'fa:16:3e:f2:93:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '782f2a13-320e-49aa-a14a-7aff0f58c7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:28Z', 'updated_at': '2021-10-13T00:23:33Z', 'revision_number': 4, 'project_id': '586222c422bd42d18f8258862075a51b', 'subnets': [{'id': '782f2a13-320e-49aa-a14a-7aff0f58c7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:23:34.921526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c152417-e03a-4d3e-bac6-63efe03357f6 req-c8a009f2-15e1-4f99-b54f-b33af8de4e96 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:34.926754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c152417-e03a-4d3e-bac6-63efe03357f6 req-c8a009f2-15e1-4f99-b54f-b33af8de4e96 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:34.940012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c152417-e03a-4d3e-bac6-63efe03357f6 req-c8a009f2-15e1-4f99-b54f-b33af8de4e96 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59&device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 1682 time: 0.1701071 Oct 13 00:23:35.105865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c152417-e03a-4d3e-bac6-63efe03357f6 req-068f1593-e2c9-40c0-9cf4-06d69b59fb88 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649468 Oct 13 00:23:35.130577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c5304d42-97a3-4a4d-8014-33f1fc84ee81 None None] Provisioning complete for port f5b9a332-6ca9-458f-98d6-e9753ec820ba triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:35.132147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5304d42-97a3-4a4d-8014-33f1fc84ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.199995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c5304d42-97a3-4a4d-8014-33f1fc84ee81 None None] Port f5b9a332-6ca9-458f-98d6-e9753ec820ba cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:35.204716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5206d-cf45-4a27-bdfb-bb374502d9ec req-bb39f8b3-43b2-4694-807d-e516d71ea9a3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:35.206324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8cd5206d-cf45-4a27-bdfb-bb374502d9ec req-bb39f8b3-43b2-4694-807d-e516d71ea9a3 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1998012 Oct 13 00:23:35.225097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c5304d42-97a3-4a4d-8014-33f1fc84ee81 None None] Provisioning complete for port 175e9aeb-566d-4afa-b3f8-52a446ed0643 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:35.226680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5304d42-97a3-4a4d-8014-33f1fc84ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.265172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.279320 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.280149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.322831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8cd5206d-cf45-4a27-bdfb-bb374502d9ec req-ed959440-9e7e-4076-bc8e-2b7e5a2cbe2b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034009 Oct 13 00:23:35.334933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Router d8d49b14-3382-4dc7-a703-4b662108d0fe has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:23:35.408429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=f5b9a332-6ca9-458f-98d6-e9753ec820ba,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:35.480046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dcd0517d-e6c7-4989-b642-1281019952c8 None None] Provisioning complete for port f5b9a332-6ca9-458f-98d6-e9753ec820ba triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:35.480537 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcd0517d-e6c7-4989-b642-1281019952c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.545666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dcd0517d-e6c7-4989-b642-1281019952c8 None None] Port f5b9a332-6ca9-458f-98d6-e9753ec820ba cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:35.589827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:23:35.596397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c01d40de-162c-460d-8696-762fd58c1d1e admin admin] 10.222.0.21 "PUT /v2.0/routers/d8d49b14-3382-4dc7-a703-4b662108d0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7383618 Oct 13 00:23:35.604004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39046) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:35.619146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 175e9aeb-566d-4afa-b3f8-52a446ed0643 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:35.640647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network f14696c3-68eb-4920-889b-a4ee9fceca64 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:35.642164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:35.686286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 175e9aeb-566d-4afa-b3f8-52a446ed0643 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:35.686662 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.787701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3ba442f6-0472-427e-85c3-f7238733e031 None None] Provisioning complete for port f5b9a332-6ca9-458f-98d6-e9753ec820ba triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:35.790790 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3ba442f6-0472-427e-85c3-f7238733e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.802527 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:35.851347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Router 7b5263db-e8ee-491f-bc51-0013c0348ae9 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:23:35.929004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3ba442f6-0472-427e-85c3-f7238733e031 None None] Port f5b9a332-6ca9-458f-98d6-e9753ec820ba cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:35.991543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:23:36.000502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-258cc7f2-82f1-4090-ba30-ee0b061633c7 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "PUT /v2.0/routers/7b5263db-e8ee-491f-bc51-0013c0348ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4463344 Oct 13 00:23:36.003094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39054) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:36.007214 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d80d3-d51d-49a8-90f7-407fdbd4323d None None] Sync routers for ids ['7b5263db-e8ee-491f-bc51-0013c0348ae9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:23:36.033021 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d80d3-d51d-49a8-90f7-407fdbd4323d None None] Routers {'7b5263db-e8ee-491f-bc51-0013c0348ae9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:36.033493 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-256d80d3-d51d-49a8-90f7-407fdbd4323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7b5263db-e8ee-491f-bc51-0013c0348ae9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:36.056577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-103fc6c7-b70d-49b8-be57-8347ef5cb4cc None None] Provisioning complete for port f5b9a332-6ca9-458f-98d6-e9753ec820ba triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:36.057400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-103fc6c7-b70d-49b8-be57-8347ef5cb4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.070721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.077608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611c8b6-0f6d-4098-86dc-41a1fc5e9370 req-8be411f3-04bd-4c6e-a7e6-e00f6e617676 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:36.079294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a611c8b6-0f6d-4098-86dc-41a1fc5e9370 req-8be411f3-04bd-4c6e-a7e6-e00f6e617676 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 946 time: 0.0776815 Oct 13 00:23:36.102903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-103fc6c7-b70d-49b8-be57-8347ef5cb4cc None None] Port f5b9a332-6ca9-458f-98d6-e9753ec820ba cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:36.106020 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-256d80d3-d51d-49a8-90f7-407fdbd4323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:36.117554 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d80d3-d51d-49a8-90f7-407fdbd4323d None None] Routers {'7b5263db-e8ee-491f-bc51-0013c0348ae9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:36.118499 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-256d80d3-d51d-49a8-90f7-407fdbd4323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7b5263db-e8ee-491f-bc51-0013c0348ae9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:36.126986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42dff16-9d45-4f64-b4d8-32cea03048ff tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:36.128902 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a42dff16-9d45-4f64-b4d8-32cea03048ff tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b5263db-e8ee-491f-bc51-0013c0348ae9 HTTP/1.1" status: 200 len: 989 time: 0.1171694 Oct 13 00:23:36.132092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39056) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:36.153132 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-256d80d3-d51d-49a8-90f7-407fdbd4323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:36.153890 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d80d3-d51d-49a8-90f7-407fdbd4323d None None] The sync data for ids ['7b5263db-e8ee-491f-bc51-0013c0348ae9'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:23:36.154790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Deleting port 1c486235-b098-49c9-920b-12baa4936ef1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:36.155356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.161636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a611c8b6-0f6d-4098-86dc-41a1fc5e9370 req-c60d5791-8b13-4853-ba51-d7a53b4fb8ef tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696425 Oct 13 00:23:36.186880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:36.216143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:36.216506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 54d71519-d4c0-44f3-9b3a-6ac6b6863ef0 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:36.243072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] For port 1c486235-b098-49c9-920b-12baa4936ef1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1c486235-b098-49c9-920b-12baa4936ef1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:36.243438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.260941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Calling delete_port for 1c486235-b098-49c9-920b-12baa4936ef1 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:36.439361 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.459688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.498566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c486235-b098-49c9-920b-12baa4936ef1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:36.530760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822f760-61a0-4f66-90fa-cdb9923f72fe req-f9a2191d-4ffd-4268-998a-06d44aaafdd4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:36.532258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7822f760-61a0-4f66-90fa-cdb9923f72fe req-f9a2191d-4ffd-4268-998a-06d44aaafdd4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1129799 Oct 13 00:23:36.553285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.570708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] Sync routers for ids ['d8d49b14-3382-4dc7-a703-4b662108d0fe'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:23:36.580549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] Routers {'d8d49b14-3382-4dc7-a703-4b662108d0fe'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:36.580734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d8d49b14-3382-4dc7-a703-4b662108d0fe'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:36.596489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7822f760-61a0-4f66-90fa-cdb9923f72fe req-1e404ded-5177-46c7-9434-714312701f86 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Oct 13 00:23:36.668236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.670612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.674834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.717439 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.718051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d49b14-3382-4dc7-a703-4b662108d0fe {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:23:36.723646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.725004 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-181e7628-4789-420f-8b45-d240997ce2d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d8d49b14-3382-4dc7-a703-4b662108d0fe HTTP/1.1" status: 204 len: 168 time: 1.1199663 Oct 13 00:23:36.727496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39060) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:36.777267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe334cc-d039-4588-bdde-9529277e6539 admin admin] Deleting subnet 782f2a13-320e-49aa-a14a-7aff0f58c7d3 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:36.781044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fe334cc-d039-4588-bdde-9529277e6539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.819485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] Set router d8d49b14-3382-4dc7-a703-4b662108d0fe gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:36.820220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fe334cc-d039-4588-bdde-9529277e6539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.873336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d49b14-3382-4dc7-a703-4b662108d0fe', 'name': 'tempest-ImageQuotaTest-132215680-router', 'tenant_id': '586222c422bd42d18f8258862075a51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:25Z', 'updated_at': '2021-10-13T00:23:36Z', 'revision_number': 7, 'project_id': '586222c422bd42d18f8258862075a51b', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:36.902872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port f5b9a332-6ca9-458f-98d6-e9753ec820ba {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:36.904068 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.908520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] Checking router: d8d49b14-3382-4dc7-a703-4b662108d0fe for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:23:36.911053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fe334cc-d039-4588-bdde-9529277e6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.922279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] Routers set() bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:36.922643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] Router IDs set() for agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 00:23:36.923262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_agentschedulers_db [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d8d49b14-3382-4dc7-a703-4b662108d0fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent'). {{(pid=94990) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 00:23:36.923667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321e3d4-15b7-4269-b392-2f09a8814f2c None None] The sync data for ids ['d8d49b14-3382-4dc7-a703-4b662108d0fe'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:23:36.925215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:36.983357 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fe334cc-d039-4588-bdde-9529277e6539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.005961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.020675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fe334cc-d039-4588-bdde-9529277e6539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.020880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for f5b9a332-6ca9-458f-98d6-e9753ec820ba owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:37.024965 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2fe334cc-d039-4588-bdde-9529277e6539 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/782f2a13-320e-49aa-a14a-7aff0f58c7d3 HTTP/1.1" status: 204 len: 168 time: 0.2964835 Oct 13 00:23:37.025316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c9258-a62f-48a5-a0ad-f3e3e93abd6d None None] Network 8cc0834a-8aac-436f-b874-4e38f9694d96 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:37.026276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe334cc-d039-4588-bdde-9529277e6539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782f2a13-320e-49aa-a14a-7aff0f58c7d3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:37.027451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39062) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:37.143860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.338437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] DHCP port deletion for 8cc0834a-8aac-436f-b874-4e38f9694d96 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:23:37.399949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-462f331a-f534-4aa6-9864-4a547159cb8c tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:37.401667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-462f331a-f534-4aa6-9864-4a547159cb8c tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.45 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 946 time: 0.0644398 Oct 13 00:23:37.405690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] Deleting port 961df913-8250-499e-843c-77d8afb682b6 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:37.405690 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.496587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] For port 961df913-8250-499e-843c-77d8afb682b6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=961df913-8250-499e-843c-77d8afb682b6,segment=NetworkSegment(9831fae2-601a-4ed5-a1e2-4e90e4496bc6),segment_id=9831fae2-601a-4ed5-a1e2-4e90e4496bc6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:37.496985 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.511472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] Calling delete_port for 961df913-8250-499e-843c-77d8afb682b6 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:37.532148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Deleting port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:37.532493 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.607377 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.638810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] Pushing event deleted for resources: {'Port': ['ID=961df913-8250-499e-843c-77d8afb682b6,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:37.645108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab47600-4661-48f0-ab03-22e4b2fbcd38 None None] No DVR routers for this DVR port 961df913-8250-499e-843c-77d8afb682b6 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:37.667327 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-49ec5026-dfb4-46c1-923a-4920a14c5e4d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:37.669632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-49ec5026-dfb4-46c1-923a-4920a14c5e4d tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 945 time: 0.0954783 Oct 13 00:23:37.670211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1b61-5aa2-48e6-884e-d88d6e6dc9c2 req-cc6939ae-a75c-4286-a964-458e0ea148b5 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:37.677850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef2e1b61-5aa2-48e6-884e-d88d6e6dc9c2 req-cc6939ae-a75c-4286-a964-458e0ea148b5 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=17599958-ed86-4626-a8af-e2a8babf5d59 HTTP/1.1" status: 200 len: 946 time: 0.1247289 Oct 13 00:23:37.689473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] For port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:37.690104 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.703548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Deleting port 961df913-8250-499e-843c-77d8afb682b6 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:37.703891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.733527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Calling delete_port for 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:37.771866 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.860127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef2e1b61-5aa2-48e6-884e-d88d6e6dc9c2 req-49955ae7-becf-4900-b83b-2ad3439a0e9c tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/security-groups?id=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681576 Oct 13 00:23:37.862275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=f5b9a332-6ca9-458f-98d6-e9753ec820ba,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:37.879104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] For port 961df913-8250-499e-843c-77d8afb682b6, host n-d-813679-4, got binding levels [] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:37.879610 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.911650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c09c58-43ff-4281-865e-25825d6bb1a0 req-dfd23daa-52a0-48f9-b782-8a14b8b640e4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:37.914254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Deleting port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:37.914426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08c09c58-43ff-4281-865e-25825d6bb1a0 req-dfd23daa-52a0-48f9-b782-8a14b8b640e4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.2173462 Oct 13 00:23:37.914614 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:37.921336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5a4bd72e-1137-4866-a081-c30a2b042292 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:37.933196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Calling delete_port for 961df913-8250-499e-843c-77d8afb682b6 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:37.950395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 5a4bd72e-1137-4866-a081-c30a2b042292 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:37.950740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5a4bd72e-1137-4866-a081-c30a2b042292 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:37.951170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 961df913-8250-499e-843c-77d8afb682b6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:37.971373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Port 961df913-8250-499e-843c-77d8afb682b6 was not found and therefore no delete operation was performed {{(pid=94989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:23:37.980684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 961df913-8250-499e-843c-77d8afb682b6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:37.981173 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 961df913-8250-499e-843c-77d8afb682b6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:37.995614 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.015464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.029803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:38.037795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6703f62e-a6f6-4d9c-a67c-1ff3ff888b28'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:38.039536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Pushing event deleted for resources: {'Port': ['ID=6703f62e-a6f6-4d9c-a67c-1ff3ff888b28,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:38.051578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.062792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=961df913-8250-499e-843c-77d8afb682b6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:38.066776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] No DVR routers for this DVR port 961df913-8250-499e-843c-77d8afb682b6 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:38.078505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08c09c58-43ff-4281-865e-25825d6bb1a0 req-f9f914fd-a7ee-422d-be68-c683a492f150 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594276 Oct 13 00:23:38.129929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] No DVR routers for this DVR port 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:38.139016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.142481 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87e10c37-ac24-4a2c-ad85-d9e154261cd3 req-d4d06f6c-92da-453e-88fb-a2fbf884163b tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.45 "DELETE /v2.0/ports/6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 HTTP/1.1" status: 204 len: 173 time: 0.7338552 Oct 13 00:23:38.143032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17599958-ed86-4626-a8af-e2a8babf5d59', 'name': 'network-vif-deleted', 'tag': '6703f62e-a6f6-4d9c-a67c-1ff3ff888b28'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:38.146150 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c1430-f59b-4f04-ab96-411e0becb12e" -d '{"events": [{"server_uuid": "17599958-ed86-4626-a8af-e2a8babf5d59", "name": "network-vif-deleted", "tag": "6703f62e-a6f6-4d9c-a67c-1ff3ff888b28"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:38.172722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] For port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,segment=NetworkSegment(2da9c152-6655-4cf9-85f8-26e8ca76d655),segment_id=2da9c152-6655-4cf9-85f8-26e8ca76d655)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:38.173134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.192297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Calling delete_port for 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:38.217635 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d2a5ec-62b4-48f9-aebd-d1aea17af841 x-openstack-request-id: req-a2d2a5ec-62b4-48f9-aebd-d1aea17af841 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:38.218198 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17599958-ed86-4626-a8af-e2a8babf5d59", "name": "network-vif-deleted", "tag": "6703f62e-a6f6-4d9c-a67c-1ff3ff888b28", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:38.218695 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2d2a5ec-62b4-48f9-aebd-d1aea17af841 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:38.219312 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17599958-ed86-4626-a8af-e2a8babf5d59', 'name': 'network-vif-deleted', 'tag': '6703f62e-a6f6-4d9c-a67c-1ff3ff888b28', 'status': 'completed', 'code': 200} Oct 13 00:23:38.283583 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.399953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc0834a-8aac-436f-b874-4e38f9694d96']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:38.411152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.433449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9831fae2-601a-4ed5-a1e2-4e90e4496bc6') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:38.433662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9831fae2-601a-4ed5-a1e2-4e90e4496bc6') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:38.448992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Pushing event deleted for resources: {'Port': ['ID=7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:38.450165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Router 7b5263db-e8ee-491f-bc51-0013c0348ae9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:23:38.451906 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.455478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6703f62e-a6f6-4d9c-a67c-1ff3ff888b28'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:38.482184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee80e1-dec4-4c31-a1ff-bfb2ff41b68d req-437e8b0a-598b-4dea-a386-5a6a69978b6c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:38.486031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25ee80e1-dec4-4c31-a1ff-bfb2ff41b68d req-437e8b0a-598b-4dea-a386-5a6a69978b6c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1002316 Oct 13 00:23:38.488126 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.499318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] No DVR routers for this DVR port 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:38.501979 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.502422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:38.502822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.506618 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04b8f6d0-44c2-40ef-bd05-9d42d5cbd9e0 req-a375ea3c-adae-4b29-a3df-049c06a94ab8 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.36 "DELETE /v2.0/ports/7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc HTTP/1.1" status: 204 len: 173 time: 0.8132026 Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: items = [ Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:38.506775 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:38.636989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25ee80e1-dec4-4c31-a1ff-bfb2ff41b68d req-7906dc49-13c4-4305-a3c3-92fc7f6692ce tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432059 Oct 13 00:23:38.637888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:23:38.643015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3df280a1-c157-4cb5-931a-5a04c7833a24 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "PUT /v2.0/routers/7b5263db-e8ee-491f-bc51-0013c0348ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090899 Oct 13 00:23:38.646269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39074) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:38.651066 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19803426-d5ed-4117-99d3-302ff9e3dbba None None] Sync routers for ids ['7b5263db-e8ee-491f-bc51-0013c0348ae9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:23:38.656630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.669263 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19803426-d5ed-4117-99d3-302ff9e3dbba None None] Routers {'7b5263db-e8ee-491f-bc51-0013c0348ae9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:38.669896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-19803426-d5ed-4117-99d3-302ff9e3dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7b5263db-e8ee-491f-bc51-0013c0348ae9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:38.675404 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.682590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8cc0834a-8aac-436f-b874-4e38f9694d96 HTTP/1.1" status: 204 len: 168 time: 1.6498661 Oct 13 00:23:38.682590 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba0894a-bf18-413a-9e08-ab9aba47185a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:38.682590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3ba0894a-bf18-413a-9e08-ab9aba47185a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/f5b9a332-6ca9-458f-98d6-e9753ec820ba HTTP/1.1" status: 404 len: 333 time: 0.0350218 Oct 13 00:23:38.685445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39078) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:38.711075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dc20c-572c-4ace-a956-d6361ff39e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc0834a-8aac-436f-b874-4e38f9694d96,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:38.725799 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-19803426-d5ed-4117-99d3-302ff9e3dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:38.736873 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19803426-d5ed-4117-99d3-302ff9e3dbba None None] Routers {'7b5263db-e8ee-491f-bc51-0013c0348ae9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:38.738658 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-19803426-d5ed-4117-99d3-302ff9e3dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7b5263db-e8ee-491f-bc51-0013c0348ae9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:38.775309 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-19803426-d5ed-4117-99d3-302ff9e3dbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:38.776316 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19803426-d5ed-4117-99d3-302ff9e3dbba None None] The sync data for ids ['7b5263db-e8ee-491f-bc51-0013c0348ae9'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:23:38.779200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4c75ec0-4373-4f11-9383-12a8bb812be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.832143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39080) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:38.878326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f2b20557-e51b-448a-818e-f253485592bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=586222c422bd42d18f8258862075a51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438945 Oct 13 00:23:38.880736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39084) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:38.944387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a2cb13e2-9eeb-4c00-b726-8e5f051b6040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.953210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4c75ec0-4373-4f11-9383-12a8bb812be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.956257 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4c75ec0-4373-4f11-9383-12a8bb812be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:38.969615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a2cb13e2-9eeb-4c00-b726-8e5f051b6040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.005747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4c75ec0-4373-4f11-9383-12a8bb812be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.006778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c75ec0-4373-4f11-9383-12a8bb812be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Fanout notify agent at l3_agent the message router_deleted on router 7b5263db-e8ee-491f-bc51-0013c0348ae9 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:23:39.021776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4c75ec0-4373-4f11-9383-12a8bb812be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.023305 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f4c75ec0-4373-4f11-9383-12a8bb812be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/routers/7b5263db-e8ee-491f-bc51-0013c0348ae9 HTTP/1.1" status: 204 len: 168 time: 0.3361666 Oct 13 00:23:39.025851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39088) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:39.030127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-943428f8-a712-4387-8eec-c433e67fbc52 req-7f2f69ee-2d05-48b4-8eb3-2fd7a22bbbb9 tempest-ListServersNegativeTestJSON-747956914 tempest-ListServersNegativeTestJSON-747956914-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff679758-98d3-42a0-ba85-f8d9af7212e4 HTTP/1.1" status: 200 len: 210 time: 0.0472629 Oct 13 00:23:39.061126 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a2cb13e2-9eeb-4c00-b726-8e5f051b6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.065504 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a2cb13e2-9eeb-4c00-b726-8e5f051b6040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.069692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a2cb13e2-9eeb-4c00-b726-8e5f051b6040 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02dc8d0e-c589-4b49-a0c5-4b809883a165 HTTP/1.1" status: 204 len: 168 time: 0.1855767 Oct 13 00:23:39.080207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb13e2-9eeb-4c00-b726-8e5f051b6040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc8d0e-c589-4b49-a0c5-4b809883a165,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:39.101065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c103d6-1a36-40c1-b8bc-7a5f0db6dec8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet a22ae171-e116-49d4-8a65-48504a0329b1 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:39.105353 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48c103d6-1a36-40c1-b8bc-7a5f0db6dec8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.150681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48c103d6-1a36-40c1-b8bc-7a5f0db6dec8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.233266 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48c103d6-1a36-40c1-b8bc-7a5f0db6dec8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.291810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48c103d6-1a36-40c1-b8bc-7a5f0db6dec8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.321686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48c103d6-1a36-40c1-b8bc-7a5f0db6dec8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.325645 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48c103d6-1a36-40c1-b8bc-7a5f0db6dec8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/a22ae171-e116-49d4-8a65-48504a0329b1 HTTP/1.1" status: 204 len: 168 time: 0.2977216 Oct 13 00:23:39.327053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c103d6-1a36-40c1-b8bc-7a5f0db6dec8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=a22ae171-e116-49d4-8a65-48504a0329b1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:39.327735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39094) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:39.332364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33696c70-c8f8-4429-ad0c-f4f87ddf7354 None None] Network f14696c3-68eb-4920-889b-a4ee9fceca64 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:39.418926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.431525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39096) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:39.467303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9c721cb5-33ab-41a6-a0a6-29400a63107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.468479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1c486235-b098-49c9-920b-12baa4936ef1 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:39.488887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1c486235-b098-49c9-920b-12baa4936ef1 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:39.489282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1c486235-b098-49c9-920b-12baa4936ef1 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:39.520733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 175e9aeb-566d-4afa-b3f8-52a446ed0643 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:39.521539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.524745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42901bf7-037c-4467-a742-578d751cc78c None None] DHCP port deletion for f14696c3-68eb-4920-889b-a4ee9fceca64 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:23:39.575530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-42901bf7-037c-4467-a742-578d751cc78c None None] Deleting port 175e9aeb-566d-4afa-b3f8-52a446ed0643 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:39.575916 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42901bf7-037c-4467-a742-578d751cc78c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.604665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] For port 175e9aeb-566d-4afa-b3f8-52a446ed0643, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=175e9aeb-566d-4afa-b3f8-52a446ed0643,segment=NetworkSegment(58a72a06-d486-4bb0-8bdd-1ac340570c09),segment_id=58a72a06-d486-4bb0-8bdd-1ac340570c09)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:39.605028 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.625882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 175e9aeb-566d-4afa-b3f8-52a446ed0643 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:39.637571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9c721cb5-33ab-41a6-a0a6-29400a63107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.639194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-42901bf7-037c-4467-a742-578d751cc78c None None] For port 175e9aeb-566d-4afa-b3f8-52a446ed0643, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=175e9aeb-566d-4afa-b3f8-52a446ed0643,segment=NetworkSegment(58a72a06-d486-4bb0-8bdd-1ac340570c09),segment_id=58a72a06-d486-4bb0-8bdd-1ac340570c09)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:39.639629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42901bf7-037c-4467-a742-578d751cc78c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.643000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9c721cb5-33ab-41a6-a0a6-29400a63107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.652605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-42901bf7-037c-4467-a742-578d751cc78c None None] Calling delete_port for 175e9aeb-566d-4afa-b3f8-52a446ed0643 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:39.715352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9c721cb5-33ab-41a6-a0a6-29400a63107c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2827168 Oct 13 00:23:39.718345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39100) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:39.726610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c721cb5-33ab-41a6-a0a6-29400a63107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648e14e6-ce0f-40ec-878b-fb9bc85f172b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:39.741473 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42901bf7-037c-4467-a742-578d751cc78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.755474 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.773867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42901bf7-037c-4467-a742-578d751cc78c None None] No DVR routers for this DVR port 175e9aeb-566d-4afa-b3f8-52a446ed0643 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:39.775594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42901bf7-037c-4467-a742-578d751cc78c None None] Pushing event deleted for resources: {'Port': ['ID=175e9aeb-566d-4afa-b3f8-52a446ed0643,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:39.798869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No DVR routers for this DVR port 175e9aeb-566d-4afa-b3f8-52a446ed0643 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:39.800282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37835c08-d69a-4530-959b-97be101bed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.807436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=175e9aeb-566d-4afa-b3f8-52a446ed0643,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:39.824188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37835c08-d69a-4530-959b-97be101bed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.871160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37835c08-d69a-4530-959b-97be101bed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.873791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37835c08-d69a-4530-959b-97be101bed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.874935 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-37835c08-d69a-4530-959b-97be101bed72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/648e14e6-ce0f-40ec-878b-fb9bc85f172b HTTP/1.1" status: 204 len: 168 time: 0.1556010 Oct 13 00:23:39.883222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37835c08-d69a-4530-959b-97be101bed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e14e6-ce0f-40ec-878b-fb9bc85f172b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:39.912787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:39.930544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2def17b-809c-44ad-8f37-36afe83334dd req-b5491ee7-b6e1-4ebb-954f-aa5ef12234a6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:39.932100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2def17b-809c-44ad-8f37-36afe83334dd req-b5491ee7-b6e1-4ebb-954f-aa5ef12234a6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.1353195 Oct 13 00:23:39.950254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14696c3-68eb-4920-889b-a4ee9fceca64']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:39.964138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-375d5547-23f7-497a-a670-8ad4fb38c89c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:39.965624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-375d5547-23f7-497a-a670-8ad4fb38c89c tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 946 time: 0.0626576 Oct 13 00:23:39.967553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a72a06-d486-4bb0-8bdd-1ac340570c09') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:39.967852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a72a06-d486-4bb0-8bdd-1ac340570c09') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:39.980866 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.001989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2def17b-809c-44ad-8f37-36afe83334dd req-e53a2709-9b23-49b3-a981-9d9e5c75797b tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611765 Oct 13 00:23:40.006373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.022648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:40.025636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:40.068291 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:40.103078 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.105529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39106) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:40.120603 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.124196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/networks/f14696c3-68eb-4920-889b-a4ee9fceca64 HTTP/1.1" status: 204 len: 168 time: 0.7953653 Oct 13 00:23:40.124518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Deleting port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:40.124878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.128121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39108) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:40.163402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f3a06-de62-421c-bfae-d1bf4dff368a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Network': ['ID=f14696c3-68eb-4920-889b-a4ee9fceca64,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:40.183123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-25371a2c-fd34-456d-817a-42aa0da7cab4 admin admin] Deleting subnet 7c37b888-6b77-4a17-9e8c-f95f6dde1f88 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:40.186865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25371a2c-fd34-456d-817a-42aa0da7cab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.219408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76a7354-6597-4f9b-92ea-ebd09b16bcfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:40.224540 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f76a7354-6597-4f9b-92ea-ebd09b16bcfc tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/7e429d43-e906-4e5e-93af-64ed14c18221 HTTP/1.1" status: 200 len: 845 time: 0.0913436 Oct 13 00:23:40.225022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39110) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:40.225813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff679758-98d3-42a0-ba85-f8d9af7212e4', 'name': 'network-vif-deleted', 'tag': '7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:40.228301 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e33182-fa74-4ed7-a4b5-6171fe8e06c0" -d '{"events": [{"server_uuid": "ff679758-98d3-42a0-ba85-f8d9af7212e4", "name": "network-vif-deleted", "tag": "7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:40.274374 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8159a723-2002-4724-b495-78fef038c801 x-openstack-request-id: req-8159a723-2002-4724-b495-78fef038c801 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:40.274766 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff679758-98d3-42a0-ba85-f8d9af7212e4", "name": "network-vif-deleted", "tag": "7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:40.274950 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8159a723-2002-4724-b495-78fef038c801 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:40.275158 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25371a2c-fd34-456d-817a-42aa0da7cab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.275311 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff679758-98d3-42a0-ba85-f8d9af7212e4', 'name': 'network-vif-deleted', 'tag': '7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc', 'status': 'completed', 'code': 200} Oct 13 00:23:40.288834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] For port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:40.289217 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.301475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a8d54883-4937-4000-8953-b7bb4a4b1456 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/7e429d43-e906-4e5e-93af-64ed14c18221?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0749187 Oct 13 00:23:40.304422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Calling delete_port for d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:40.304999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39114) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:40.311440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:40.385878 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25371a2c-fd34-456d-817a-42aa0da7cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.457778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:40.461367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.478290 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25371a2c-fd34-456d-817a-42aa0da7cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.541480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371a2c-fd34-456d-817a-42aa0da7cab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c37b888-6b77-4a17-9e8c-f95f6dde1f88,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:40.550965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25371a2c-fd34-456d-817a-42aa0da7cab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.556500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-25371a2c-fd34-456d-817a-42aa0da7cab4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c37b888-6b77-4a17-9e8c-f95f6dde1f88 HTTP/1.1" status: 204 len: 168 time: 0.4477110 Oct 13 00:23:40.557746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39116) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:40.649787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.704813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.734080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event deleted for resources: {'Port': ['ID=d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:40.744596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:40.775095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.778099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] No DVR routers for this DVR port d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:40.780649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.784028 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5827edc0-2876-4376-9590-86bd483b4cf7 req-bc265a65-5c9a-4f0c-b872-69c93912400e tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.45 "DELETE /v2.0/ports/d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 HTTP/1.1" status: 204 len: 173 time: 0.8113773 Oct 13 00:23:40.829909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891efab6-3e74-486a-89d1-f6221fb26db8']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:40.839780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.842563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da9c152-6655-4cf9-85f8-26e8ca76d655') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:40.842855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da9c152-6655-4cf9-85f8-26e8ca76d655') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:40.884774 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.910994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.913892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:40.919320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:40.922331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=5d17a30d-d197-4561-8195-bea384dd9681,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:40.924557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:40.924981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.927886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:40.928466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:40.930588 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:40.933305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a445566-34aa-4362-b5fe-d24c596cf224 None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:40.985682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4b54cb31-1f69-4adb-88dd-94ced7442d10 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6795726 Oct 13 00:23:40.988494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39118) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:40.993504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-32d85f2e-e8ce-4cc4-83fb-f2079b164cd5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'security_group': {'name': 'tempest-secgroup-678113233'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:40.998654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.007179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.010299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] 10.222.0.21 "DELETE /v2.0/networks/891efab6-3e74-486a-89d1-f6221fb26db8 HTTP/1.1" status: 204 len: 168 time: 0.4516318 Oct 13 00:23:41.022792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faad910-e8af-4da9-ac72-3a4a9f527172 admin admin] Pushing event deleted for resources: {'Network': ['ID=891efab6-3e74-486a-89d1-f6221fb26db8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:41.037318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32d85f2e-e8ce-4cc4-83fb-f2079b164cd5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.115268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-d7ca7b68-9c5a-4e82-92ed-48c287722d17', 'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'tenant_id': '34690636230c43c2bd4c1336ae6fc91f', 'fixed_ips': [{'subnet_id': '5d17a30d-d197-4561-8195-bea384dd9681'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:23:41.116332 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.148389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:41.156434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4de98cd4-c610-4ce5-a5b6-5092ccad6c1e req-3b3be0ee-4ace-43a0-bc95-96a3baf32de7 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc440b57-8494-4b45-8fd4-04d6f9b0e016 HTTP/1.1" status: 200 len: 210 time: 0.0380449 Oct 13 00:23:41.158661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32d85f2e-e8ce-4cc4-83fb-f2079b164cd5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.164478 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32d85f2e-e8ce-4cc4-83fb-f2079b164cd5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.193904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:41.196427 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b4aa67ed-70ff-4fe2-b694-e862b7c86e3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68cbebea7e3f407fba9e1f6a4f5fa466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466180 Oct 13 00:23:41.199363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39126) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:41.203499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32d85f2e-e8ce-4cc4-83fb-f2079b164cd5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.206939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39128) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:41.207285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-32d85f2e-e8ce-4cc4-83fb-f2079b164cd5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2178566 Oct 13 00:23:41.211583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-95c7913e-e7e1-4819-a462-dbfe97246350 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'security_group': {'name': 'tempest-secgroup-804950374'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:41.226448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d85f2e-e8ce-4cc4-83fb-f2079b164cd5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc28099-8023-4c3a-b3b0-05bc35553c14,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:41.234995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:41.235805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6703f62e-a6f6-4d9c-a67c-1ff3ff888b28 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:41.243065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95c7913e-e7e1-4819-a462-dbfe97246350 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.289185 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-972876d3-531a-47e9-a15f-fc3b802fa71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.312943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-972876d3-531a-47e9-a15f-fc3b802fa71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.323799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95c7913e-e7e1-4819-a462-dbfe97246350 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.326211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Allocated IP 2001:db8::2 (d7ca7b68-9c5a-4e82-92ed-48c287722d17/5d17a30d-d197-4561-8195-bea384dd9681/45496ea3-bf8f-461f-a452-cf028a79ab0c) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:41.330933 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95c7913e-e7e1-4819-a462-dbfe97246350 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.370372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7913e-e7e1-4819-a462-dbfe97246350 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea4d59-2f1d-4f05-96ae-c74a5845eec2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:41.380879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-972876d3-531a-47e9-a15f-fc3b802fa71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.383772 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-972876d3-531a-47e9-a15f-fc3b802fa71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.383926 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95c7913e-e7e1-4819-a462-dbfe97246350 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.387619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-972876d3-531a-47e9-a15f-fc3b802fa71c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61b5db77-5c58-4ca4-92b7-2dc929b4e1b5 HTTP/1.1" status: 204 len: 168 time: 0.1857698 Oct 13 00:23:41.394503 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-95c7913e-e7e1-4819-a462-dbfe97246350 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1839542 Oct 13 00:23:41.399686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39130) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:41.409130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1838409813', 'security_groups': ['6eea4d59-2f1d-4f05-96ae-c74a5845eec2'], 'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5d17a30d-d197-4561-8195-bea384dd9681'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:41.421641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972876d3-531a-47e9-a15f-fc3b802fa71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b5db77-5c58-4ca4-92b7-2dc929b4e1b5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:41.524783 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.532227 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.543823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 175e9aeb-566d-4afa-b3f8-52a446ed0643 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:41.577537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:41.584797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 175e9aeb-566d-4afa-b3f8-52a446ed0643 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:41.585138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 175e9aeb-566d-4afa-b3f8-52a446ed0643 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:41.604934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:41.608720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Pushing event updated for resources: {'Port': ['ID=45496ea3-bf8f-461f-a452-cf028a79ab0c,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:41.611365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:41.614149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:41.672589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Attempting to bind port 45496ea3-bf8f-461f-a452-cf028a79ab0c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:41.672997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Attempting to bind port 45496ea3-bf8f-461f-a452-cf028a79ab0c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '261f8d50-41b3-43b5-a39a-4f706bbc7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:41.673314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Attempting to bind port 45496ea3-bf8f-461f-a452-cf028a79ab0c on network d7ca7b68-9c5a-4e82-92ed-48c287722d17 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:41.674467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.679143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:41.679537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Checking segment: {'id': '261f8d50-41b3-43b5-a39a-4f706bbc7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:41.679998 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.680522 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Bound using segment: {'id': '261f8d50-41b3-43b5-a39a-4f706bbc7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:41.680990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Bound port: 45496ea3-bf8f-461f-a452-cf028a79ab0c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261f8d50-41b3-43b5-a39a-4f706bbc7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:41.681368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.694215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port ff03340a-20b7-410a-ac42-ffb08acf1f0a yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:41.745710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] For port 45496ea3-bf8f-461f-a452-cf028a79ab0c, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:41.749638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] For port 45496ea3-bf8f-461f-a452-cf028a79ab0c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=45496ea3-bf8f-461f-a452-cf028a79ab0c,segment=NetworkSegment(261f8d50-41b3-43b5-a39a-4f706bbc7cc2),segment_id=261f8d50-41b3-43b5-a39a-4f706bbc7cc2)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:41.755332 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.826288 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c82f5c-0bcb-4db2-829b-4fe5786c6aa5 None None] Pushing event updated for resources: {'Port': ['ID=45496ea3-bf8f-461f-a452-cf028a79ab0c,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:41.838781 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-76decf01-d4b0-4c4f-a8f2-02bd6966eca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:41.904848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::38 (d7ca7b68-9c5a-4e82-92ed-48c287722d17/5d17a30d-d197-4561-8195-bea384dd9681/ff03340a-20b7-410a-ac42-ffb08acf1f0a) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:42.087769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.136586 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.198402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:42.202308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:42.207806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:42.210998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:42.218977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:42.219651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.235240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=ff03340a-20b7-410a-ac42-ffb08acf1f0a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:42.248541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-91faadc2-9eed-422a-a870-dfd06b69d474 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8457174 Oct 13 00:23:42.251247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39156) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:42.254743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:42.256871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7d6d49c5-0ea1-4b2b-8c9e-3886ac609edc not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:42.260161 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b6ea1607-84f1-42d2-9a76-8581b8056941 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:42.265546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39158) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:42.276505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc440b57-8494-4b45-8fd4-04d6f9b0e016', 'name': 'network-vif-deleted', 'tag': 'd8064e8f-37d6-4fe5-8579-2fdc8bb82cb4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:42.278756 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a1078-13ee-4a66-a969-1af3b08e0bf1" -d '{"events": [{"server_uuid": "bc440b57-8494-4b45-8fd4-04d6f9b0e016", "name": "network-vif-deleted", "tag": "d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:42.333958 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0206ce-4eb4-4abb-a9c8-5c51344c0716 x-openstack-request-id: req-9d0206ce-4eb4-4abb-a9c8-5c51344c0716 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:42.334481 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc440b57-8494-4b45-8fd4-04d6f9b0e016", "name": "network-vif-deleted", "tag": "d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:42.334917 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d0206ce-4eb4-4abb-a9c8-5c51344c0716 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:42.335905 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc440b57-8494-4b45-8fd4-04d6f9b0e016', 'name': 'network-vif-deleted', 'tag': 'd8064e8f-37d6-4fe5-8579-2fdc8bb82cb4', 'status': 'completed', 'code': 200} Oct 13 00:23:42.400733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-79207052-network', 'tenant_id': '38abe20e243f4e9cae98e93a1da6a096'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:42.410743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea1607-84f1-42d2-9a76-8581b8056941 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:42.414363 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6ea1607-84f1-42d2-9a76-8581b8056941 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.425964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Made reservation on behalf of 38abe20e243f4e9cae98e93a1da6a096 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:42.428686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.437255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.521001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.525283 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.551821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:23:42.562144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:42.567839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.568171 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Added segment 900848ab-c184-40c4-8e56-e59e93deb4ab of type vlan for network efca72bf-b9f1-4329-9252-4bc92e75e112 Oct 13 00:23:42.581594 n-d-813679-4 neutron-server[94989]: INFO neutron.db.ipam_backend_mixin [None req-b6ea1607-84f1-42d2-9a76-8581b8056941 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d17a30d-d197-4561-8195-bea384dd9681 (CIDR: 2001:db8::/64) Oct 13 00:23:42.586380 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ea1607-84f1-42d2-9a76-8581b8056941 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:23:42.586827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ea1607-84f1-42d2-9a76-8581b8056941 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:42.596310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-6e1b6dc0-8b34-4f8a-84a4-421c76e62737 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:42.597880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-6e1b6dc0-8b34-4f8a-84a4-421c76e62737 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.1684043 Oct 13 00:23:42.611337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.620066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b6ea1607-84f1-42d2-9a76-8581b8056941 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3665202 Oct 13 00:23:42.620646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39174) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:42.631776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:42.640651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.641982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:42.642462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:42.656869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-ce440c85-64fa-43c6-98d2-20a585d96e37 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/quotas/76489d4b168b4fca83f14f8d796723eb HTTP/1.1" status: 200 len: 375 time: 0.0437665 Oct 13 00:23:42.700013 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4307926 Oct 13 00:23:42.700355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39176) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:42.706961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Request body: {'subnet': {'network_id': 'efca72bf-b9f1-4329-9252-4bc92e75e112', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-79207052-subnet', 'tenant_id': '38abe20e243f4e9cae98e93a1da6a096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:42.709627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6d485-9b2d-4c2e-a2ae-b0951e56bdcf admin admin] Pushing event updated for resources: {'Network': ['ID=efca72bf-b9f1-4329-9252-4bc92e75e112,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:42.721064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network efca72bf-b9f1-4329-9252-4bc92e75e112 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:23:42.731616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-eddd86f5-8ef3-4b76-b2de-732ca7f43659 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484262 Oct 13 00:23:42.997462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:42.998026 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.082181 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.121485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] For port 45496ea3-bf8f-461f-a452-cf028a79ab0c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=45496ea3-bf8f-461f-a452-cf028a79ab0c,segment=NetworkSegment(261f8d50-41b3-43b5-a39a-4f706bbc7cc2),segment_id=261f8d50-41b3-43b5-a39a-4f706bbc7cc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:43.125820 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.128391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Made reservation on behalf of 38abe20e243f4e9cae98e93a1da6a096 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:43.130657 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.169804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] Provisioning complete for port 7e429d43-e906-4e5e-93af-64ed14c18221 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:43.170781 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.208220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] Pushing event updated for resources: {'Port': ['ID=45496ea3-bf8f-461f-a452-cf028a79ab0c,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:43.230397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-12410f5a-9a69-4fa5-adf6-5b473849b60f None None] Port 7e429d43-e906-4e5e-93af-64ed14c18221 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:43.256128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:43.259602 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.316488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-70b5f0e9-3a32-4585-aef3-75e91b9cf0ec service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720463 Oct 13 00:23:43.350691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-46f60a4d-a0c2-4104-8448-76a2c9d21724 None None] Provisioning complete for port ff03340a-20b7-410a-ac42-ffb08acf1f0a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:43.351074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-46f60a4d-a0c2-4104-8448-76a2c9d21724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.384217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-46f60a4d-a0c2-4104-8448-76a2c9d21724 None None] Port ff03340a-20b7-410a-ac42-ffb08acf1f0a cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:43.521429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-3f13c6ce-91ef-4a6e-98e1-55cd47eecc96 service neutron] 10.222.0.21 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966939 Oct 13 00:23:43.532212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.537186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 45496ea3-bf8f-461f-a452-cf028a79ab0c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:43.599901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:43.600282 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.653122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25af412f-96b7-4161-aecd-1a6f56998aa9,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:43.682125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Checking segment: {'id': '900848ab-c184-40c4-8e56-e59e93deb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'efca72bf-b9f1-4329-9252-4bc92e75e112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:43.682479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Network hostable DHCP agents. Network: efca72bf-b9f1-4329-9252-4bc92e75e112, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:43.745203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7dbda1f9-cdd5-4ef7-a5a6-17513829e7da req-fa0caa17-2a62-4592-85ba-7d89fd15fdb0 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 210 time: 0.0456984 Oct 13 00:23:43.747378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Network efca72bf-b9f1-4329-9252-4bc92e75e112 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:43.757998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.767043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, efca72bf-b9f1-4329-9252-4bc92e75e112) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:43.779304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7a7c6-4390-41df-936d-13784f476b95 None None] Network efca72bf-b9f1-4329-9252-4bc92e75e112 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:43.797257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:43.797856 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.811455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:43.820896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:43.828057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:43.828057 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:43.836983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=10d53fbf-974f-4dd8-9d42-6de444d72a35,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:43.837223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea17e2a-4b46-44a8-bffb-2c3e7f3bac43 None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:43.852006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b2342250-57f5-4513-ba26-9b05b9eac469 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1505418 Oct 13 00:23:43.866715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39190) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:43.867743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-836c8b10-0668-4cf6-9479-bfe486daaa95 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2398031 Oct 13 00:23:43.872229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-961750365', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10d53fbf-974f-4dd8-9d42-6de444d72a35'}], 'security_groups': ['ebc28099-8023-4c3a-b3b0-05bc35553c14']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:44.063648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ede65d-8a75-4a51-aa55-2b1a3dcdf104 None None] Network efca72bf-b9f1-4329-9252-4bc92e75e112 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:44.083417 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:44.276171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Update dhcp port {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'fixed_ips': [{'subnet_id': '5d17a30d-d197-4561-8195-bea384dd9681', 'ip_address': '2001:db8::2'}, {'subnet_id': '10d53fbf-974f-4dd8-9d42-6de444d72a35'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '45496ea3-bf8f-461f-a452-cf028a79ab0c'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:23:44.307943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:44.488253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Delete allocated IP 2001:db8::38 (d7ca7b68-9c5a-4e82-92ed-48c287722d17/5d17a30d-d197-4561-8195-bea384dd9681) {{(pid=94988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 00:23:44.496394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8:0:1::1fe (d7ca7b68-9c5a-4e82-92ed-48c287722d17/10d53fbf-974f-4dd8-9d42-6de444d72a35/ff03340a-20b7-410a-ac42-ffb08acf1f0a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:44.520775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7896e95c-6ac1-423d-90fd-b503aab4e605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:44.661492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:44.668300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:44.738747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Allocated IP 2001:db8:0:1::2 (d7ca7b68-9c5a-4e82-92ed-48c287722d17/10d53fbf-974f-4dd8-9d42-6de444d72a35/45496ea3-bf8f-461f-a452-cf028a79ab0c) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:44.744433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] In _notify_port_updated(), no bound segment for port ff03340a-20b7-410a-ac42-ffb08acf1f0a on network d7ca7b68-9c5a-4e82-92ed-48c287722d17 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:23:44.756122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:44.756793 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:44.760702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "PUT /v2.0/ports/ff03340a-20b7-410a-ac42-ffb08acf1f0a HTTP/1.1" status: 200 len: 930 time: 0.8904119 Oct 13 00:23:44.761096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39224) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:44.779644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8d7ea-2789-402b-88a3-23fc125432dd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=ff03340a-20b7-410a-ac42-ffb08acf1f0a,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:44.914159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95d4b25b-9a8c-456f-8676-90514a788034 req-e5a47224-646f-489e-8ea4-55493b90da41 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 210 time: 0.0750041 Oct 13 00:23:44.944350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-ca045ea0-b1b5-4b57-a5aa-13378f29c638 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:44.945610 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-ca045ea0-b1b5-4b57-a5aa-13378f29c638 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.45 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 812 time: 0.1484504 Oct 13 00:23:44.970915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Request body: {'port': {'device_id': '50c43f37-99ce-4ef0-b415-3164ccefd1f6', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'admin_state_up': True, 'tenant_id': '76489d4b168b4fca83f14f8d796723eb'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:44.974488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] For port 45496ea3-bf8f-461f-a452-cf028a79ab0c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=45496ea3-bf8f-461f-a452-cf028a79ab0c,segment=NetworkSegment(261f8d50-41b3-43b5-a39a-4f706bbc7cc2),segment_id=261f8d50-41b3-43b5-a39a-4f706bbc7cc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:44.995462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9197e771-5e69-4068-843f-25ee7cef3b33 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port ff03340a-20b7-410a-ac42-ffb08acf1f0a {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:44.996159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9197e771-5e69-4068-843f-25ee7cef3b33 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.010079 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.016713 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.122274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Made reservation on behalf of 76489d4b168b4fca83f14f8d796723eb for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:45.126580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.129567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Pushing event updated for resources: {'Port': ['ID=45496ea3-bf8f-461f-a452-cf028a79ab0c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:45.139016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.140205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9197e771-5e69-4068-843f-25ee7cef3b33 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.141148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.141781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.142177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.142557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.142802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.143133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.143614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.144584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.144923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.145254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.145582 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c43364-91ca-48c4-8ac2-f56f3a4f3c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:23:45.174345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:45.194890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9197e771-5e69-4068-843f-25ee7cef3b33 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for ff03340a-20b7-410a-ac42-ffb08acf1f0a owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:45.202912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:45.202912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device d8064e8f-37d6-4fe5-8579-2fdc8bb82cb4 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:45.282505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Allocated IP 172.20.0.3 (aee4b475-d543-4b74-a73c-e0c10a8f38e1/183a591a-0168-4c27-b846-e769c813d9fa/5b9f5dec-b15e-44b1-9db8-fc818ac1de74) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:45.308482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499d526-a846-42e8-b042-a2692038c421 req-b6515389-ecc7-4574-9589-109704bbcb67 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:45.310173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-b6515389-ecc7-4574-9589-109704bbcb67 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/networks?id=efca72bf-b9f1-4329-9252-4bc92e75e112 HTTP/1.1" status: 200 len: 808 time: 0.1956997 Oct 13 00:23:45.333384 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-4059c4a8-7131-4d3f-9d0b-563d0fb457d2 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/quotas/38abe20e243f4e9cae98e93a1da6a096 HTTP/1.1" status: 200 len: 375 time: 0.0130305 Oct 13 00:23:45.405446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-c162dff3-712b-4a45-b77b-f38ba2d784e9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38abe20e243f4e9cae98e93a1da6a096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440121 Oct 13 00:23:45.419884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39244) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:45.434936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9197e771-5e69-4068-843f-25ee7cef3b33 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.500066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197e771-5e69-4068-843f-25ee7cef3b33 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=ff03340a-20b7-410a-ac42-ffb08acf1f0a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:45.551485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9197e771-5e69-4068-843f-25ee7cef3b33 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.557000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 45496ea3-bf8f-461f-a452-cf028a79ab0c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:45.557180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9197e771-5e69-4068-843f-25ee7cef3b33 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/ff03340a-20b7-410a-ac42-ffb08acf1f0a HTTP/1.1" status: 204 len: 168 time: 0.7926216 Oct 13 00:23:45.557671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.559552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39246) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:45.588351 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ac5439-b93d-42aa-a1c9-1afd3da00982 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:45.589981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-47ac5439-b93d-42aa-a1c9-1afd3da00982 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/ff03340a-20b7-410a-ac42-ffb08acf1f0a HTTP/1.1" status: 404 len: 333 time: 0.0303581 Oct 13 00:23:45.592858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39248) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:45.593959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2c71c094-dd2c-41f2-a966-edff80b86d57 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5644 time: 0.1727781 Oct 13 00:23:45.596589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39250) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:45.601294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'network': {'name': 'tempest-network-smoke--1753796543', 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'port_security_enabled': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:45.614783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:45.615177 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.647694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Made reservation on behalf of 60c65370cd5e40bb9963d396dbb4ba44 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:45.652180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.661624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-69387bdf-7827-4a74-be38-c17891079d38 service neutron] 10.222.0.21 "GET /v2.0/networks/efca72bf-b9f1-4329-9252-4bc92e75e112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472048 Oct 13 00:23:45.678831 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.685289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.700331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cbef16b-cf31-404d-b722-3e99922e7f9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.721234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:23:45.752714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.753155 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Added segment 1128f3e3-aba6-4864-970d-9298a3576910 of type vlan for network 1f3a1e17-276e-4a20-ab65-8773261e8f8f Oct 13 00:23:45.764711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Network aee4b475-d543-4b74-a73c-e0c10a8f38e1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:45.768423 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cbef16b-cf31-404d-b722-3e99922e7f9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.771580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:45.775069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:45.777562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event updated for resources: {'Port': ['ID=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:45.828270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-a4548d6b-2527-47c0-91c4-442884c3dcce service neutron] 10.222.0.21 "GET /v2.0/networks/efca72bf-b9f1-4329-9252-4bc92e75e112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463587 Oct 13 00:23:45.838896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.847836 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cbef16b-cf31-404d-b722-3e99922e7f9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.851578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cbef16b-cf31-404d-b722-3e99922e7f9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.852900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9cbef16b-cf31-404d-b722-3e99922e7f9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/security-groups/6eea4d59-2f1d-4f05-96ae-c74a5845eec2 HTTP/1.1" status: 204 len: 168 time: 0.2590339 Oct 13 00:23:45.856091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39252) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:45.863634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbef16b-cf31-404d-b722-3e99922e7f9e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea4d59-2f1d-4f05-96ae-c74a5845eec2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:45.897579 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.909389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:45.910745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.915802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b9739c9f-a35e-4e5e-bad4-7bbcc4559e1c None None] Could not find standard attr ID for object ff03340a-20b7-410a-ac42-ffb08acf1f0a. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:23:45.916814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.923782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:45.924408 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:45.935169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b9739c9f-a35e-4e5e-bad4-7bbcc4559e1c None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:45.936074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9739c9f-a35e-4e5e-bad4-7bbcc4559e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.010487 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-075d18dd-101f-4bff-9b86-a3aea1d652d6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0495067 Oct 13 00:23:46.018904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4216380 Oct 13 00:23:46.022379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39256) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:46.026537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'admin_state_up': True, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:46.039355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Request body: {'port': {'device_id': '50c43f37-99ce-4ef0-b415-3164ccefd1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:46.077376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5411-5cdd-4215-9483-a3df50d8dbff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Network': ['ID=1f3a1e17-276e-4a20-ab65-8773261e8f8f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:46.089500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb21b7f7-dc36-4e16-836b-68f6ee19fd06 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.153532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb21b7f7-dc36-4e16-836b-68f6ee19fd06 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.155251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.156791 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.167576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.182600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7ce44-1e2c-4ed2-977b-a1c9fc11499f req-d3ad0e39-6a93-41f0-b4af-9808044f8e19 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:46.185179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0b7ce44-1e2c-4ed2-977b-a1c9fc11499f req-d3ad0e39-6a93-41f0-b4af-9808044f8e19 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 931 time: 0.1173816 Oct 13 00:23:46.241726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:23:46.372549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f4b6d6d-6f2e-493c-8408-d460af799289 req-68b82463-3c19-422f-b425-e3a2320c119f tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 210 time: 0.1010170 Oct 13 00:23:46.406918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb21b7f7-dc36-4e16-836b-68f6ee19fd06 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.419034 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb21b7f7-dc36-4e16-836b-68f6ee19fd06 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.420366 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb21b7f7-dc36-4e16-836b-68f6ee19fd06 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/security-groups/ebc28099-8023-4c3a-b3b0-05bc35553c14 HTTP/1.1" status: 204 len: 168 time: 0.5632493 Oct 13 00:23:46.420559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0b7ce44-1e2c-4ed2-977b-a1c9fc11499f req-d844927b-9dd2-4149-90fe-7cdf2d7b219d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232864 Oct 13 00:23:46.422325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.434942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39264) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:46.454319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b9739c9f-a35e-4e5e-bad4-7bbcc4559e1c None None] Provisioning complete for port 7e429d43-e906-4e5e-93af-64ed14c18221 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:46.454711 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9739c9f-a35e-4e5e-bad4-7bbcc4559e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.469693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21b7f7-dc36-4e16-836b-68f6ee19fd06 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc28099-8023-4c3a-b3b0-05bc35553c14,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:46.518031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b9739c9f-a35e-4e5e-bad4-7bbcc4559e1c None None] Port 7e429d43-e906-4e5e-93af-64ed14c18221 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:46.552410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b6d121-4f60-45c7-8bf2-2ba101bd42d6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet 5d17a30d-d197-4561-8195-bea384dd9681 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:46.590131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75b6d121-4f60-45c7-8bf2-2ba101bd42d6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.633220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b8b710ed-7610-4557-8d49-94efb59e2276 None None] Could not find standard attr ID for object ff03340a-20b7-410a-ac42-ffb08acf1f0a. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:23:46.645735 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.664463 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75b6d121-4f60-45c7-8bf2-2ba101bd42d6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.669806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:46.677679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.690018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Transition to ACTIVE for port object 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:23:46.694312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.754196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:46.803707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75b6d121-4f60-45c7-8bf2-2ba101bd42d6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.822856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Attempting to bind port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:46.823240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Attempting to bind port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:46.823551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Attempting to bind port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:46.828093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:23:46.828430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Attempting to bind port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 on network aee4b475-d543-4b74-a73c-e0c10a8f38e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:46.834244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:46.834520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Checking segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:46.835002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Bound using segment: {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:46.835591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Bound port: 5b9f5dec-b15e-44b1-9db8-fc818ac1de74, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102fc352-f4a1-4701-b3d2-544ade470e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:46.835952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.920572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] For port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:46.924848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] For port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:46.930537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.940037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75b6d121-4f60-45c7-8bf2-2ba101bd42d6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.970825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6d121-4f60-45c7-8bf2-2ba101bd42d6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=5d17a30d-d197-4561-8195-bea384dd9681,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:46.975742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:46.977127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.978615 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] 10.222.0.45 "PUT /v2.0/ports/5b9f5dec-b15e-44b1-9db8-fc818ac1de74 HTTP/1.1" status: 200 len: 1091 time: 0.9488723 Oct 13 00:23:46.979092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c43f37-99ce-4ef0-b415-3164ccefd1f6', 'tag': '5b9f5dec-b15e-44b1-9db8-fc818ac1de74'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:46.981407 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262aad28-8034-449f-978d-2a9fa6e35cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "50c43f37-99ce-4ef0-b415-3164ccefd1f6", "tag": "5b9f5dec-b15e-44b1-9db8-fc818ac1de74"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:46.990695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9f259-e9a4-4d2b-89db-3f391b555455 None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:46.995241 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75b6d121-4f60-45c7-8bf2-2ba101bd42d6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:46.998476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-75b6d121-4f60-45c7-8bf2-2ba101bd42d6 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/5d17a30d-d197-4561-8195-bea384dd9681 HTTP/1.1" status: 204 len: 168 time: 0.5623100 Oct 13 00:23:46.999385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.004191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39274) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:47.036291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:47.041780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.049722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f77d2-18ba-4251-8c70-40f539c4ff13 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:47.055976 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d39c2a-924e-470d-972f-2c518ed5b066 x-openstack-request-id: req-34d39c2a-924e-470d-972f-2c518ed5b066 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:47.056564 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c43f37-99ce-4ef0-b415-3164ccefd1f6", "tag": "5b9f5dec-b15e-44b1-9db8-fc818ac1de74", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:47.056813 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34d39c2a-924e-470d-972f-2c518ed5b066 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:47.057633 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c43f37-99ce-4ef0-b415-3164ccefd1f6', 'tag': '5b9f5dec-b15e-44b1-9db8-fc818ac1de74', 'status': 'completed', 'code': 200} Oct 13 00:23:47.104354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-357fa771-4a93-4602-a4c4-6a9b2abb7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:47.105876 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-357fa771-4a93-4602-a4c4-6a9b2abb7f77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 1094 time: 0.0590734 Oct 13 00:23:47.167666 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-d221132a-dc90-46eb-827c-693882aba936 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9f5dec-b15e-44b1-9db8-fc818ac1de74 HTTP/1.1" status: 200 len: 217 time: 0.0455678 Oct 13 00:23:47.223742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-3a6134f5-9596-4aae-a6e9-fa5ebb9c8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:47.225214 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-3a6134f5-9596-4aae-a6e9-fa5ebb9c8ac5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.0505850 Oct 13 00:23:47.233304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Allocated IP 172.25.3.222 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/7f8d6026-a02e-458b-8e02-6e72fc93e086) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:47.247590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:47.251087 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.261714 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-1b41780f-4083-47a1-9b06-73651247282f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286140 Oct 13 00:23:47.369704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-0c1be70e-655a-4c0b-856f-f7dd3cf3ed9d service neutron] 10.222.0.45 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007738 Oct 13 00:23:47.438286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.493040 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.548219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6f04826-41ac-43f1-9670-b123f3e02fb6 req-aae44803-4037-47dd-a775-2d177877ae43 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 210 time: 0.0514908 Oct 13 00:23:47.575110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.655283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499d526-a846-42e8-b042-a2692038c421 req-8db8920d-d7f8-447d-b366-25a995e8a315 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:47.656836 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-8db8920d-d7f8-447d-b366-25a995e8a315 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.36 "GET /v2.0/networks?id=efca72bf-b9f1-4329-9252-4bc92e75e112 HTTP/1.1" status: 200 len: 808 time: 0.1750476 Oct 13 00:23:47.669299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3bfc0c63-43cb-47b0-afd2-5868a0a90960 req-7142f4b1-640f-4c26-bdf9-dc83139e0598 service neutron] 10.222.0.45 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899215 Oct 13 00:23:47.673010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:47.677035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Request body: {'port': {'device_id': '86d1ec65-d6a0-4c0d-9ca4-67114fbf6431', 'network_id': 'efca72bf-b9f1-4329-9252-4bc92e75e112', 'admin_state_up': True, 'tenant_id': '38abe20e243f4e9cae98e93a1da6a096'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:47.682020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:47.693216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:47.720739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=7f8d6026-a02e-458b-8e02-6e72fc93e086,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:47.774901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8e75-0ec4-49fd-9f28-0dc0f5fb53d4 req-6cc52cf0-e0fd-489b-985f-3469c2673a57 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:47.776517 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edba8e75-0ec4-49fd-9f28-0dc0f5fb53d4 req-6cc52cf0-e0fd-489b-985f-3469c2673a57 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 943 time: 0.1961792 Oct 13 00:23:47.779763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.835263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-063bbe9a-77bf-40d4-92d2-36a5e63c164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:47.836783 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-063bbe9a-77bf-40d4-92d2-36a5e63c164a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76489d4b168b4fca83f14f8d796723eb&device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 1094 time: 0.0788417 Oct 13 00:23:47.910198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Made reservation on behalf of 38abe20e243f4e9cae98e93a1da6a096 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:47.913676 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.924811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:47.940041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:47.950653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:47.951241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1903f849-8d13-4cb5-8708-c36de0b40648 None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:47.951368 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:47.954053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=934daf26-55fe-4987-9e4e-66f7b0414c31,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:47.971295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edba8e75-0ec4-49fd-9f28-0dc0f5fb53d4 req-20eee89e-e697-4c4f-9dc1-4d60c484d3ff tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377234 Oct 13 00:23:47.985588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8d1be773-10bd-4a74-8be6-972507e15d8b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9803016 Oct 13 00:23:47.989441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39280) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:47.995960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b0dc8a93-0e6e-4e97-82fb-41256aecb336 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'security_group': {'name': 'tempest-secgroup-1018402721'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:48.004406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-bc664e86-c9cb-4cfa-a68d-edcba5006851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:48.006261 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-bc664e86-c9cb-4cfa-a68d-edcba5006851 service neutron] 10.222.0.45 "GET /v2.0/networks?id=aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 200 len: 913 time: 0.1612439 Oct 13 00:23:48.017628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-225f1e03-c00b-4104-9d82-9c9f5c2a3b99 None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:48.018031 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-225f1e03-c00b-4104-9d82-9c9f5c2a3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.060276 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-f4dc33e2-50ff-4c60-97e4-c5014f55b5ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9f5dec-b15e-44b1-9db8-fc818ac1de74 HTTP/1.1" status: 200 len: 217 time: 0.0437872 Oct 13 00:23:48.114323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8a93-0e6e-4e97-82fb-41256aecb336 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.156059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-e5720327-df0f-4f77-98cb-43c31e44baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:48.158040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-e5720327-df0f-4f77-98cb-43c31e44baf7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 200 len: 852 time: 0.0897460 Oct 13 00:23:48.162870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.163064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Allocated IP 172.20.0.3 (efca72bf-b9f1-4329-9252-4bc92e75e112/25af412f-96b7-4161-aecd-1a6f56998aa9/bd161cb9-98a8-4f7f-af68-18643ea7ee64) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:48.202310 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-685329cb-1f1a-497f-a534-2b6fd7251e3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=aee4b475-d543-4b74-a73c-e0c10a8f38e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346606 Oct 13 00:23:48.205062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-225f1e03-c00b-4104-9d82-9c9f5c2a3b99 None None] Provisioning complete for port 7e429d43-e906-4e5e-93af-64ed14c18221 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:48.205446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-225f1e03-c00b-4104-9d82-9c9f5c2a3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.255124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-225f1e03-c00b-4104-9d82-9c9f5c2a3b99 None None] Port 7e429d43-e906-4e5e-93af-64ed14c18221 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:48.316778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ffc09-0290-4470-82c0-67843932f8b8 None None] Update dhcp port {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'fixed_ips': [{'subnet_id': '10d53fbf-974f-4dd8-9d42-6de444d72a35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '934daf26-55fe-4987-9e4e-66f7b0414c31'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '45496ea3-bf8f-461f-a452-cf028a79ab0c'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:23:48.343111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b98ffc09-0290-4470-82c0-67843932f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.387292 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-c7dce92b-ada0-4d6f-b694-7b89f3b92637 service neutron] 10.222.0.45 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765723 Oct 13 00:23:48.471636 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.528081 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-262aad28-8034-449f-978d-2a9fa6e35cfa req-10c1e0a6-a03e-4763-8b53-22df66ae9838 service neutron] 10.222.0.45 "GET /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311293 Oct 13 00:23:48.533964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-b98ffc09-0290-4470-82c0-67843932f8b8 None None] Allocated IP 2001:db8::2 (d7ca7b68-9c5a-4e82-92ed-48c287722d17/934daf26-55fe-4987-9e4e-66f7b0414c31/45496ea3-bf8f-461f-a452-cf028a79ab0c) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:48.540582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.588207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Network efca72bf-b9f1-4329-9252-4bc92e75e112 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:48.591770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:48.596027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:48.609227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8a93-0e6e-4e97-82fb-41256aecb336 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.615003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8a93-0e6e-4e97-82fb-41256aecb336 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.621845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Pushing event updated for resources: {'Port': ['ID=bd161cb9-98a8-4f7f-af68-18643ea7ee64,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:48.644665 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8a93-0e6e-4e97-82fb-41256aecb336 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.645933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b0dc8a93-0e6e-4e97-82fb-41256aecb336 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6551447 Oct 13 00:23:48.650457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39284) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:48.656945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-25c2b23e-2364-4ea6-b80e-7fd4fc11d9d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'security_group': {'name': 'tempest-secgroup-1931325961'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:48.662256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b98ffc09-0290-4470-82c0-67843932f8b8 None None] For port 45496ea3-bf8f-461f-a452-cf028a79ab0c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=45496ea3-bf8f-461f-a452-cf028a79ab0c,segment=NetworkSegment(261f8d50-41b3-43b5-a39a-4f706bbc7cc2),segment_id=261f8d50-41b3-43b5-a39a-4f706bbc7cc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:48.672447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:48.673223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.697052 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b98ffc09-0290-4470-82c0-67843932f8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.698411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25c2b23e-2364-4ea6-b80e-7fd4fc11d9d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.703522 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b98ffc09-0290-4470-82c0-67843932f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.711102 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-fc5b530c-871a-4896-8973-050aef636bd9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0381649 Oct 13 00:23:48.714830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8a93-0e6e-4e97-82fb-41256aecb336 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4aad71-b720-4712-974a-57c9bfa49842,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:48.732227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Request body: {'port': {'device_id': '86d1ec65-d6a0-4c0d-9ca4-67114fbf6431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:48.793934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6363d-91c1-488b-bb79-e9cc990530a6 req-d4d7494e-762f-49c3-a02c-bd494b572cbe tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:48.795206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4b6363d-91c1-488b-bb79-e9cc990530a6 req-d4d7494e-762f-49c3-a02c-bd494b572cbe tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 931 time: 0.0964432 Oct 13 00:23:48.801035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ffc09-0290-4470-82c0-67843932f8b8 None None] Pushing event updated for resources: {'Port': ['ID=45496ea3-bf8f-461f-a452-cf028a79ab0c,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:48.806655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.817719 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.833842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25c2b23e-2364-4ea6-b80e-7fd4fc11d9d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.840745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25c2b23e-2364-4ea6-b80e-7fd4fc11d9d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.906810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25c2b23e-2364-4ea6-b80e-7fd4fc11d9d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:48.911238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25c2b23e-2364-4ea6-b80e-7fd4fc11d9d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2570033 Oct 13 00:23:48.913222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39286) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:48.915256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2b23e-2364-4ea6-b80e-7fd4fc11d9d8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a3449-2c7f-4158-a50f-5ea8f65f2dc5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:48.923292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5f493842-37a7-4e18-8eb5-96d15018869c tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'security_group': {'name': 'tempest-secgroup-296201164'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:48.930479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4b6363d-91c1-488b-bb79-e9cc990530a6 req-46a412cb-0d0a-4f4c-bd87-ec4de08c540e tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108632 Oct 13 00:23:48.982410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Router 6d653233-a6d1-40de-b350-dddcedbe821e is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:23:49.151873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d34a-3dfe-4252-b81b-9262f26f63af req-2dc12694-d9d5-4f5e-b974-a6f2c6b5a805 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:49.153451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6485d34a-3dfe-4252-b81b-9262f26f63af req-2dc12694-d9d5-4f5e-b974-a6f2c6b5a805 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 943 time: 0.0968308 Oct 13 00:23:49.154791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:23:49.171012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Sync routers for ids ['6d653233-a6d1-40de-b350-dddcedbe821e'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:23:49.182768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Routers {'6d653233-a6d1-40de-b350-dddcedbe821e'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:49.184023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6d653233-a6d1-40de-b350-dddcedbe821e'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:49.188745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.194168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-142ad844-8cbb-4719-9be6-12fe211ecd14 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1713486 Oct 13 00:23:49.196890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39290) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:49.286740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6485d34a-3dfe-4252-b81b-9262f26f63af req-aaca5e7e-d96b-4347-9888-2ad10023ab46 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164758 Oct 13 00:23:49.299177 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f493842-37a7-4e18-8eb5-96d15018869c tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.316910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Set router 6d653233-a6d1-40de-b350-dddcedbe821e gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:49.326856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9b826e-9fd5-4715-8260-5e2057fa5ff4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:49.328702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5e9b826e-9fd5-4715-8260-5e2057fa5ff4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=60c65370cd5e40bb9963d396dbb4ba44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1310670 Oct 13 00:23:49.331966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39292) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:49.449222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f493842-37a7-4e18-8eb5-96d15018869c tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.460272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f493842-37a7-4e18-8eb5-96d15018869c tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.473345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c1f251-36c6-4e64-b1e7-8d930a9cddf4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:49.478325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-35c1f251-36c6-4e64-b1e7-8d930a9cddf4 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1429024 Oct 13 00:23:49.478628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39294) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:49.518335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ae7c1789-c513-4f2a-99fd-db45394e9453 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385485 Oct 13 00:23:49.521105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39296) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:49.530914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd161cb9-98a8-4f7f-af68-18643ea7ee64 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:49.547449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.552844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f493842-37a7-4e18-8eb5-96d15018869c tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.557006 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f493842-37a7-4e18-8eb5-96d15018869c tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6426666 Oct 13 00:23:49.561738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39298) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:49.565450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 45496ea3-bf8f-461f-a452-cf028a79ab0c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:49.570733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-575487967', 'security_groups': ['630db125-f7f7-488a-aeba-1aa0876e1f8f'], 'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '934daf26-55fe-4987-9e4e-66f7b0414c31'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:49.576398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bf06d1fc-5b9c-4733-84f0-2cc72c315871 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=60c65370cd5e40bb9963d396dbb4ba44&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515916 Oct 13 00:23:49.578953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39300) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:49.589076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f493842-37a7-4e18-8eb5-96d15018869c tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630db125-f7f7-488a-aeba-1aa0876e1f8f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:49.615199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:23:47Z', 'revision_number': 3, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:49.625335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Transition to ACTIVE for port object bd161cb9-98a8-4f7f-af68-18643ea7ee64 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:23:49.639391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.646527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4d30a2f1-f717-44e7-bde6-b4901d94c90c None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:49.646907 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4d30a2f1-f717-44e7-bde6-b4901d94c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.651331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Checking router: 6d653233-a6d1-40de-b350-dddcedbe821e for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:23:49.651331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Updating router 6d653233-a6d1-40de-b350-dddcedbe821e port 7f8d6026-a02e-458b-8e02-6e72fc93e086 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:23:49.687245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab4b02-0b46-4614-a69d-1a37f1449b6d tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:49.692154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-32ab4b02-0b46-4614-a69d-1a37f1449b6d tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117492 Oct 13 00:23:49.693598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39302) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:49.711354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.724594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4ee0cf2c-f0e3-4e1c-81f1-4be26245c5b0 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297306 Oct 13 00:23:49.727187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39304) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:49.732214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2076097732', 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f', 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:49.732829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:49.733205 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.781224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Pushing event updated for resources: {'Port': ['ID=bd161cb9-98a8-4f7f-af68-18643ea7ee64,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:49.787364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:49.830752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Made reservation on behalf of 60c65370cd5e40bb9963d396dbb4ba44 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:49.841855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.870545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Attempting to bind port bd161cb9-98a8-4f7f-af68-18643ea7ee64 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:49.870951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Attempting to bind port bd161cb9-98a8-4f7f-af68-18643ea7ee64 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '900848ab-c184-40c4-8e56-e59e93deb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'efca72bf-b9f1-4329-9252-4bc92e75e112'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:49.871211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Attempting to bind port bd161cb9-98a8-4f7f-af68-18643ea7ee64 on network efca72bf-b9f1-4329-9252-4bc92e75e112 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:49.878521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Port bd161cb9-98a8-4f7f-af68-18643ea7ee64 on network efca72bf-b9f1-4329-9252-4bc92e75e112 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:23:49.878846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Attempting to bind port bd161cb9-98a8-4f7f-af68-18643ea7ee64 on network efca72bf-b9f1-4329-9252-4bc92e75e112 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:49.894126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:49.894634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Checking segment: {'id': '900848ab-c184-40c4-8e56-e59e93deb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'efca72bf-b9f1-4329-9252-4bc92e75e112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:49.895055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Bound using segment: {'id': '900848ab-c184-40c4-8e56-e59e93deb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'efca72bf-b9f1-4329-9252-4bc92e75e112'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:49.895529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Bound port: bd161cb9-98a8-4f7f-af68-18643ea7ee64, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900848ab-c184-40c4-8e56-e59e93deb4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'efca72bf-b9f1-4329-9252-4bc92e75e112'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:49.895902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.918202 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:49.975066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] device_id is not set on port fbf51142-c840-4681-b9f4-76e225b86744 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:23:49.984375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4d30a2f1-f717-44e7-bde6-b4901d94c90c None None] Provisioning complete for port 7e429d43-e906-4e5e-93af-64ed14c18221 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:49.984612 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4d30a2f1-f717-44e7-bde6-b4901d94c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.042835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4d30a2f1-f717-44e7-bde6-b4901d94c90c None None] Port 7e429d43-e906-4e5e-93af-64ed14c18221 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:50.052601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] For port bd161cb9-98a8-4f7f-af68-18643ea7ee64, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:50.057653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] For port bd161cb9-98a8-4f7f-af68-18643ea7ee64, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd161cb9-98a8-4f7f-af68-18643ea7ee64,segment=NetworkSegment(900848ab-c184-40c4-8e56-e59e93deb4ab),segment_id=900848ab-c184-40c4-8e56-e59e93deb4ab)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:50.064711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.089601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.123360 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.131848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.154250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:50.154964 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.156460 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] 10.222.0.36 "PUT /v2.0/ports/bd161cb9-98a8-4f7f-af68-18643ea7ee64 HTTP/1.1" status: 200 len: 1091 time: 1.4315507 Oct 13 00:23:50.161573 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d1ec65-d6a0-4c0d-9ca4-67114fbf6431', 'tag': 'bd161cb9-98a8-4f7f-af68-18643ea7ee64'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:50.163956 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb450971-05f5-4275-9a0b-c0729a15569f" -d '{"events": [{"name": "network-changed", "server_uuid": "86d1ec65-d6a0-4c0d-9ca4-67114fbf6431", "tag": "bd161cb9-98a8-4f7f-af68-18643ea7ee64"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:50.166514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Subnet': ['ID=60126a78-f24f-47a0-9836-83f0c4d81055,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:50.181940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58044f-7df3-43f0-97d0-db4002099920 service neutron] Pushing event updated for resources: {'Port': ['ID=bd161cb9-98a8-4f7f-af68-18643ea7ee64,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:50.184484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30100bb-b9e6-47d2-8f0e-7eab68c4a4ab req-819c6f42-6b8a-4af6-adfe-1d8a2f3bf981 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:50.186000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a30100bb-b9e6-47d2-8f0e-7eab68c4a4ab req-819c6f42-6b8a-4af6-adfe-1d8a2f3bf981 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 943 time: 0.1376584 Oct 13 00:23:50.194674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Checking segment: {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:50.195037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network hostable DHCP agents. Network: 1f3a1e17-276e-4a20-ab65-8773261e8f8f, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:23:50.209136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1562e6-e53b-497e-a54b-9c5660a2bb8f None None] Pushing event updated for resources: {'Port': ['ID=7f8d6026-a02e-458b-8e02-6e72fc93e086,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:50.239417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Attempting to bind port 7f8d6026-a02e-458b-8e02-6e72fc93e086 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:50.239644 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b14a11-7505-4cd2-9dd7-0d48030205df x-openstack-request-id: req-b2b14a11-7505-4cd2-9dd7-0d48030205df {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:50.240084 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d1ec65-d6a0-4c0d-9ca4-67114fbf6431", "tag": "bd161cb9-98a8-4f7f-af68-18643ea7ee64", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:50.240233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Attempting to bind port 7f8d6026-a02e-458b-8e02-6e72fc93e086 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:50.240396 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2b14a11-7505-4cd2-9dd7-0d48030205df {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:50.240835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Attempting to bind port 7f8d6026-a02e-458b-8e02-6e72fc93e086 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:50.240964 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d1ec65-d6a0-4c0d-9ca4-67114fbf6431', 'tag': 'bd161cb9-98a8-4f7f-af68-18643ea7ee64', 'status': 'completed', 'code': 200} Oct 13 00:23:50.248856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:50.249943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:50.250264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:23:50.250772 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.251317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:50.251932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Bound port: 7f8d6026-a02e-458b-8e02-6e72fc93e086, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:50.252560 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.263521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a30100bb-b9e6-47d2-8f0e-7eab68c4a4ab req-d0737876-281c-4b88-b8f1-985ecbd8613d tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651267 Oct 13 00:23:50.266193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8::22a (d7ca7b68-9c5a-4e82-92ed-48c287722d17/934daf26-55fe-4987-9e4e-66f7b0414c31/fbf51142-c840-4681-b9f4-76e225b86744) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:50.269628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1f3a1e17-276e-4a20-ab65-8773261e8f8f) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:50.276558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:50.277297 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.291737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bdeaa2-20ee-4235-8432-e18a3ea672d9 None None] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:50.308399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499d526-a846-42e8-b042-a2692038c421 req-dda97668-b44f-4ab6-abc2-eb846ab03908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:50.308970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-25e2858c-68b0-4c59-85d1-fc84c00ff489 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5804753 Oct 13 00:23:50.309824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-dda97668-b44f-4ab6-abc2-eb846ab03908 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38abe20e243f4e9cae98e93a1da6a096&device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 1094 time: 0.0847244 Oct 13 00:23:50.311877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39312) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:50.391141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] For port 7f8d6026-a02e-458b-8e02-6e72fc93e086, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:50.393981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] For port 7f8d6026-a02e-458b-8e02-6e72fc93e086, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7f8d6026-a02e-458b-8e02-6e72fc93e086,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:50.402721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.416887 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-06277b05-c27a-4511-b0e6-b2fb6c04f34b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd161cb9-98a8-4f7f-af68-18643ea7ee64 HTTP/1.1" status: 200 len: 217 time: 0.0933468 Oct 13 00:23:50.485548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02b4f0-be08-45d1-9162-ca1cd0277aea req-2a244600-478d-4cec-8079-48bcc6e2e94a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:50.487049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab02b4f0-be08-45d1-9162-ca1cd0277aea req-2a244600-478d-4cec-8079-48bcc6e2e94a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 943 time: 0.0975869 Oct 13 00:23:50.501637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499d526-a846-42e8-b042-a2692038c421 req-5b5fe4af-17c6-4e8e-8489-07fac573c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:50.503833 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-5b5fe4af-17c6-4e8e-8489-07fac573c425 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25af412f-96b7-4161-aecd-1a6f56998aa9 HTTP/1.1" status: 200 len: 848 time: 0.0723681 Oct 13 00:23:50.509067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Routers {'6d653233-a6d1-40de-b350-dddcedbe821e'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:50.510171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6d653233-a6d1-40de-b350-dddcedbe821e'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:50.511796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1562e6-e53b-497e-a54b-9c5660a2bb8f None None] Pushing event updated for resources: {'Port': ['ID=7f8d6026-a02e-458b-8e02-6e72fc93e086,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:50.559122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-9600f9c7-dfb0-46ec-bc0d-269d58a57752 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efca72bf-b9f1-4329-9252-4bc92e75e112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460696 Oct 13 00:23:50.565380 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.600766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab02b4f0-be08-45d1-9162-ca1cd0277aea req-2bf9c565-5614-4ff9-9be5-f6fd0012e797 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030281 Oct 13 00:23:50.677245 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.725350 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-fc39f0f9-f45d-4775-a986-de8898cf81ca service neutron] 10.222.0.36 "GET /v2.0/networks/efca72bf-b9f1-4329-9252-4bc92e75e112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569753 Oct 13 00:23:50.751343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:50.757810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-1f3a1e17-276e-4a20-ab65-8773261e8f8f', 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'fixed_ips': [{'subnet_id': '60126a78-f24f-47a0-9836-83f0c4d81055'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:23:50.759254 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.790481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:50.792942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:50.798805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:50.799420 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.805757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=fbf51142-c840-4681-b9f4-76e225b86744,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:50.836252 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-da2efe87-9821-4909-b2b0-7cd0b6292120 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2706819 Oct 13 00:23:50.837103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39314) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:50.846311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e478afd5-4a40-4054-84c5-5f5347adcf86 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:50.860469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] Set router 6d653233-a6d1-40de-b350-dddcedbe821e gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:50.897112 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:50.923144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3499d526-a846-42e8-b042-a2692038c421 req-9cc79b4a-95dd-44e5-9812-93ed88ed0fa9 service neutron] 10.222.0.36 "GET /v2.0/networks/efca72bf-b9f1-4329-9252-4bc92e75e112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880701 Oct 13 00:23:51.027305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e478afd5-4a40-4054-84c5-5f5347adcf86 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:51.033335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e478afd5-4a40-4054-84c5-5f5347adcf86 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.064097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Allocated IP 172.20.0.18 (1f3a1e17-276e-4a20-ab65-8773261e8f8f/60126a78-f24f-47a0-9836-83f0c4d81055/cb06e805-74f4-4ab4-9a24-06116909ee35) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:51.155137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb450971-05f5-4275-9a0b-c0729a15569f req-f410095f-77da-448a-b504-d88bdf2055ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:51.156658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb450971-05f5-4275-9a0b-c0729a15569f req-f410095f-77da-448a-b504-d88bdf2055ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38abe20e243f4e9cae98e93a1da6a096&device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 1094 time: 0.1163952 Oct 13 00:23:51.216244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:23:51.221451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2baf6ade-cfee-4563-8b2d-4950bcd6e905 None None] Provisioning complete for port fbf51142-c840-4681-b9f4-76e225b86744 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:51.221832 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2baf6ade-cfee-4563-8b2d-4950bcd6e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.234142 n-d-813679-4 neutron-server[94988]: INFO neutron.db.ipam_backend_mixin [None req-e478afd5-4a40-4054-84c5-5f5347adcf86 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 934daf26-55fe-4987-9e4e-66f7b0414c31 (CIDR: 2001:db8::/64) Oct 13 00:23:51.240791 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e478afd5-4a40-4054-84c5-5f5347adcf86 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:23:51.241273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e478afd5-4a40-4054-84c5-5f5347adcf86 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:51.268093 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e478afd5-4a40-4054-84c5-5f5347adcf86 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4305546 Oct 13 00:23:51.271666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39316) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:51.277220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a525529a-49b0-4e2a-83a9-bba1cdded421 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:51.280786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:23:47Z', 'revision_number': 3, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:51.282350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb450971-05f5-4275-9a0b-c0729a15569f req-2f2d609b-2da8-4b9f-8ca1-799163d0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:51.283819 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb450971-05f5-4275-9a0b-c0729a15569f req-2f2d609b-2da8-4b9f-8ca1-799163d0b918 service neutron] 10.222.0.36 "GET /v2.0/networks?id=efca72bf-b9f1-4329-9252-4bc92e75e112 HTTP/1.1" status: 200 len: 909 time: 0.1154382 Oct 13 00:23:51.337162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750ad1d-410b-44ea-8ce1-81b51d1fbdf5 None None] The sync data for ids ['6d653233-a6d1-40de-b350-dddcedbe821e'] in n-d-813679-4 is: [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:23:47Z', 'revision_number': 3, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:23:51.353063 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb450971-05f5-4275-9a0b-c0729a15569f req-4d17f1fa-79c1-43ad-9a14-808d6ae37568 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd161cb9-98a8-4f7f-af68-18643ea7ee64 HTTP/1.1" status: 200 len: 217 time: 0.0620136 Oct 13 00:23:51.354668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2baf6ade-cfee-4563-8b2d-4950bcd6e905 None None] Port fbf51142-c840-4681-b9f4-76e225b86744 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:51.404304 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.411840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb450971-05f5-4275-9a0b-c0729a15569f req-732d9ce6-d176-4427-9f98-06fbfcdeaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:51.413769 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb450971-05f5-4275-9a0b-c0729a15569f req-732d9ce6-d176-4427-9f98-06fbfcdeaa56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25af412f-96b7-4161-aecd-1a6f56998aa9 HTTP/1.1" status: 200 len: 848 time: 0.0527933 Oct 13 00:23:51.430235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.451137 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb450971-05f5-4275-9a0b-c0729a15569f req-e7c5d11c-708d-42b8-9072-4209263e66f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=efca72bf-b9f1-4329-9252-4bc92e75e112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309789 Oct 13 00:23:51.480663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Pushing event updated for resources: {'Port': ['ID=cb06e805-74f4-4ab4-9a24-06116909ee35,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:51.495754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Allocated IP 172.20.0.17 (1f3a1e17-276e-4a20-ab65-8773261e8f8f/60126a78-f24f-47a0-9836-83f0c4d81055/c75d828b-4822-40cf-a571-16c1ef139d86) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:51.502395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:51.506654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:51.509643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:51.532088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:51.561436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66aa726-143b-4a63-baba-cf61c13f009a req-ca19d4c1-29ae-4ce6-bb80-4a9576bdddbf tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:51.563409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e66aa726-143b-4a63-baba-cf61c13f009a req-ca19d4c1-29ae-4ce6-bb80-4a9576bdddbf tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 943 time: 0.2010021 Oct 13 00:23:51.573162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '5b9f5dec-b15e-44b1-9db8-fc818ac1de74', 'network_id': 'aee4b475-d543-4b74-a73c-e0c10a8f38e1', 'port_id': '5b9f5dec-b15e-44b1-9db8-fc818ac1de74', 'mac_address': 'fa:16:3e:03:5d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183a591a-0168-4c27-b846-e769c813d9fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:23:51.583616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb450971-05f5-4275-9a0b-c0729a15569f req-e6ab80b9-9966-4a10-9e5c-0532ff970473 service neutron] 10.222.0.36 "GET /v2.0/networks/efca72bf-b9f1-4329-9252-4bc92e75e112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254604 Oct 13 00:23:51.622219 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.632765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Attempting to bind port cb06e805-74f4-4ab4-9a24-06116909ee35 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:51.633428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Attempting to bind port cb06e805-74f4-4ab4-9a24-06116909ee35 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:51.633796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Attempting to bind port cb06e805-74f4-4ab4-9a24-06116909ee35 on network 1f3a1e17-276e-4a20-ab65-8773261e8f8f {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:51.643227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:51.648904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:51.649304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Checking segment: {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:51.652396 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.652396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Bound using segment: {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:51.652396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Bound port: cb06e805-74f4-4ab4-9a24-06116909ee35, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:51.652396 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.685234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e66aa726-143b-4a63-baba-cf61c13f009a req-b53af18e-a7f9-4405-9062-b503004540d6 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731785 Oct 13 00:23:51.686530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a525529a-49b0-4e2a-83a9-bba1cdded421 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:51.690630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a525529a-49b0-4e2a-83a9-bba1cdded421 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.711491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:51.742004 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.769167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb450971-05f5-4275-9a0b-c0729a15569f req-7e5f7301-0673-4173-9f1b-d9fc7c9b42a7 service neutron] 10.222.0.36 "GET /v2.0/networks/efca72bf-b9f1-4329-9252-4bc92e75e112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779890 Oct 13 00:23:51.826459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] For port cb06e805-74f4-4ab4-9a24-06116909ee35, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:51.829849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:51.832271 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.833985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] For port cb06e805-74f4-4ab4-9a24-06116909ee35, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cb06e805-74f4-4ab4-9a24-06116909ee35,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:51.848570 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.881468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790d49b-4336-4429-9070-08c778aa8d57 req-3efae76b-d022-47a3-8c9c-7d30d4a37af6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:51.883049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5790d49b-4336-4429-9070-08c778aa8d57 req-3efae76b-d022-47a3-8c9c-7d30d4a37af6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 944 time: 0.1144068 Oct 13 00:23:51.903344 n-d-813679-4 neutron-server[94989]: INFO neutron.db.ipam_backend_mixin [None req-a525529a-49b0-4e2a-83a9-bba1cdded421 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 10d53fbf-974f-4dd8-9d42-6de444d72a35 (CIDR: 2001:db8:0:1::/64) Oct 13 00:23:51.923781 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a525529a-49b0-4e2a-83a9-bba1cdded421 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:23:51.924393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a525529a-49b0-4e2a-83a9-bba1cdded421 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:51.961023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3646cf-de64-4576-bf48-e6559fe7ff56 None None] Pushing event updated for resources: {'Port': ['ID=cb06e805-74f4-4ab4-9a24-06116909ee35,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:51.973405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a525529a-49b0-4e2a-83a9-bba1cdded421 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7005036 Oct 13 00:23:51.975019 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:51.976292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39322) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:51.982740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'subnet': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:51.999291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5790d49b-4336-4429-9070-08c778aa8d57 req-75431bf5-9f17-40c0-82c5-f8df07f98459 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941114 Oct 13 00:23:52.039159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:52.044590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:52.048566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:52.088197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=c75d828b-4822-40cf-a571-16c1ef139d86,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:52.112575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:52.197047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['5b9f5dec-b15e-44b1-9db8-fc818ac1de74'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:52.211741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Made reservation on behalf of 34690636230c43c2bd4c1336ae6fc91f for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:52.218776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:52.398715 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:52.569862 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:52.643261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Subnet': ['ID=63c2763a-feac-465a-b992-6cdb93a0684c,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:52.656438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:52.658027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:52.669181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:52.670894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:52.701774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bf9a4884-ab16-4100-b719-101c5b3ea03f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7219417 Oct 13 00:23:52.701980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d522ef7-b4ee-46f5-8478-28b58faf53c1 None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:52.702077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39324) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:52.709836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-955739358', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63c2763a-feac-465a-b992-6cdb93a0684c'}], 'security_groups': ['0a4aad71-b720-4712-974a-57c9bfa49842', '7f1a3449-2c7f-4158-a50f-5ea8f65f2dc5']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:52.819861 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:52.825338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:52.859931 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:52.947976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=c75d828b-4822-40cf-a571-16c1ef139d86,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:52.984747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec11d1-a8f0-485a-83a9-a1925052ffd4 req-2fafe9fb-4708-41f6-82c1-281a79fbff25 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:53.001421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05ec11d1-a8f0-485a-83a9-a1925052ffd4 req-2fafe9fb-4708-41f6-82c1-281a79fbff25 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 943 time: 0.1732006 Oct 13 00:23:53.083474 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:53.164615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a47594-4315-4092-b414-912fb4da9919 None None] Update dhcp port {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'fixed_ips': [{'subnet_id': '10d53fbf-974f-4dd8-9d42-6de444d72a35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '934daf26-55fe-4987-9e4e-66f7b0414c31', 'ip_address': '2001:db8::2'}, {'subnet_id': '63c2763a-feac-465a-b992-6cdb93a0684c'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '45496ea3-bf8f-461f-a452-cf028a79ab0c'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:23:53.213272 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49a47594-4315-4092-b414-912fb4da9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:53.231186 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05ec11d1-a8f0-485a-83a9-a1925052ffd4 req-57c37709-b431-4dba-aab2-8db85c9e03d9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136726 Oct 13 00:23:53.270875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e337c-3ac1-45a0-8823-e8d97dbe12b1 req-f0465aa5-b348-4030-8b6d-f0aec363fde4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:53.278760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a68e337c-3ac1-45a0-8823-e8d97dbe12b1 req-f0465aa5-b348-4030-8b6d-f0aec363fde4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 944 time: 0.1413820 Oct 13 00:23:53.289311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Delete allocated IP 2001:db8::22a (d7ca7b68-9c5a-4e82-92ed-48c287722d17/934daf26-55fe-4987-9e4e-66f7b0414c31) {{(pid=94988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 00:23:53.308006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Allocated IP 2001:db8:0:2::94 (d7ca7b68-9c5a-4e82-92ed-48c287722d17/63c2763a-feac-465a-b992-6cdb93a0684c/fbf51142-c840-4681-b9f4-76e225b86744) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:53.360708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:53.376416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a68e337c-3ac1-45a0-8823-e8d97dbe12b1 req-d17f8fb3-19fa-4de9-80c5-ee482f7fdbe6 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919960 Oct 13 00:23:53.377670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:53.441398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276d7a1d-4292-427d-b49d-9ed202822d3d None None] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:53.517794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Router 6d653233-a6d1-40de-b350-dddcedbe821e has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:23:53.542562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0cd4f309-e1a8-4703-aeb3-dceefeb81b39 None None] Provisioning complete for port cb06e805-74f4-4ab4-9a24-06116909ee35 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:53.542940 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f309-e1a8-4703-aeb3-dceefeb81b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:53.608981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:53.631797 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:53.712778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:23:53.728256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fefaacdb-46bd-44c1-b9d0-e0214f9eaf68 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "PUT /v2.0/routers/6d653233-a6d1-40de-b350-dddcedbe821e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4149301 Oct 13 00:23:53.738495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] In _notify_port_updated(), no bound segment for port fbf51142-c840-4681-b9f4-76e225b86744 on network d7ca7b68-9c5a-4e82-92ed-48c287722d17 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:23:53.744120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:53.744758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:53.746155 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "PUT /v2.0/ports/fbf51142-c840-4681-b9f4-76e225b86744 HTTP/1.1" status: 200 len: 968 time: 1.0425973 Oct 13 00:23:53.749297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39332) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:53.797314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10891b05-e93e-40e3-9abd-d24be13fe4f1 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event updated for resources: {'Port': ['ID=fbf51142-c840-4681-b9f4-76e225b86744,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:53.802009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-49a47594-4315-4092-b414-912fb4da9919 None None] Allocated IP 2001:db8:0:2::2 (d7ca7b68-9c5a-4e82-92ed-48c287722d17/63c2763a-feac-465a-b992-6cdb93a0684c/45496ea3-bf8f-461f-a452-cf028a79ab0c) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:53.820286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7f8d6026-a02e-458b-8e02-6e72fc93e086 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:53.888403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d391f42f-8b98-4deb-8362-0bf89eb6cbbf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port fbf51142-c840-4681-b9f4-76e225b86744 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:53.888757 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d391f42f-8b98-4deb-8362-0bf89eb6cbbf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:53.907483 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f309-e1a8-4703-aeb3-dceefeb81b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:53.957525 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Sync routers for ids ['6d653233-a6d1-40de-b350-dddcedbe821e'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:23:53.973290 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Routers {'6d653233-a6d1-40de-b350-dddcedbe821e'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:53.974176 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6d653233-a6d1-40de-b350-dddcedbe821e'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:54.041236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d391f42f-8b98-4deb-8362-0bf89eb6cbbf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.056060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d391f42f-8b98-4deb-8362-0bf89eb6cbbf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for fbf51142-c840-4681-b9f4-76e225b86744 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:54.120313 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Set router 6d653233-a6d1-40de-b350-dddcedbe821e gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:54.197613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0cd4f309-e1a8-4703-aeb3-dceefeb81b39 None None] For port cb06e805-74f4-4ab4-9a24-06116909ee35, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cb06e805-74f4-4ab4-9a24-06116909ee35,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:54.212688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7f8d6026-a02e-458b-8e02-6e72fc93e086 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:54.213158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.214816 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f309-e1a8-4703-aeb3-dceefeb81b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.229370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143044-114e-4eef-b694-365681ec5100 req-0276edf2-ded6-4312-9667-00af8baa91cb tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:54.231031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-0276edf2-ded6-4312-9667-00af8baa91cb tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/networks?id=1f3a1e17-276e-4a20-ab65-8773261e8f8f HTTP/1.1" status: 200 len: 798 time: 0.2065120 Oct 13 00:23:54.262653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-8d461a5e-cc8d-4589-814e-0e0d62117a84 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/quotas/60c65370cd5e40bb9963d396dbb4ba44 HTTP/1.1" status: 200 len: 375 time: 0.0226641 Oct 13 00:23:54.270578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d391f42f-8b98-4deb-8362-0bf89eb6cbbf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.297506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-49a47594-4315-4092-b414-912fb4da9919 None None] For port 45496ea3-bf8f-461f-a452-cf028a79ab0c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=45496ea3-bf8f-461f-a452-cf028a79ab0c,segment=NetworkSegment(261f8d50-41b3-43b5-a39a-4f706bbc7cc2),segment_id=261f8d50-41b3-43b5-a39a-4f706bbc7cc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:54.315346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391f42f-8b98-4deb-8362-0bf89eb6cbbf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=fbf51142-c840-4681-b9f4-76e225b86744,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:54.370123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f309-e1a8-4703-aeb3-dceefeb81b39 None None] Pushing event updated for resources: {'Port': ['ID=cb06e805-74f4-4ab4-9a24-06116909ee35,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:54.384461 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49a47594-4315-4092-b414-912fb4da9919 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.388202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8d10b833-0586-4dd2-b40c-e6047716c63e None None] Provisioning complete for port cb06e805-74f4-4ab4-9a24-06116909ee35 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:54.388633 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8d10b833-0586-4dd2-b40c-e6047716c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.416219 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49a47594-4315-4092-b414-912fb4da9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.421038 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d391f42f-8b98-4deb-8362-0bf89eb6cbbf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.428486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d391f42f-8b98-4deb-8362-0bf89eb6cbbf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/fbf51142-c840-4681-b9f4-76e225b86744 HTTP/1.1" status: 204 len: 168 time: 0.6781650 Oct 13 00:23:54.429140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39348) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:54.458465 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2086aac1-c76d-4f35-91bb-88d923b9a165 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] GET failed (client error): The resource could not be found. Oct 13 00:23:54.462621 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2086aac1-c76d-4f35-91bb-88d923b9a165 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports/fbf51142-c840-4681-b9f4-76e225b86744 HTTP/1.1" status: 404 len: 333 time: 0.0322578 Oct 13 00:23:54.463893 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39350) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:54.467813 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-e01e6c38-dd8a-4c6c-9806-7ad2173e7f67 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1943574 Oct 13 00:23:54.506691 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:23:52Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c75d828b-4822-40cf-a571-16c1ef139d86', 'name': '', 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:c6:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '60126a78-f24f-47a0-9836-83f0c4d81055', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:51Z', 'updated_at': '2021-10-13T00:23:52Z', 'revision_number': 2, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '60126a78-f24f-47a0-9836-83f0c4d81055', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:54.526143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-775f776a-34de-49a8-8bd7-00e83bee7acd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.541526 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Checking router: 6d653233-a6d1-40de-b350-dddcedbe821e for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:23:54.541873 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Updating router 6d653233-a6d1-40de-b350-dddcedbe821e port c75d828b-4822-40cf-a571-16c1ef139d86 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:23:54.548136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698218c-38dd-4ab9-930a-0678995ff8a8 req-789f06f1-afae-41ec-b39b-bc949d0e44f0 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:54.550567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f698218c-38dd-4ab9-930a-0678995ff8a8 req-789f06f1-afae-41ec-b39b-bc949d0e44f0 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 943 time: 0.2315421 Oct 13 00:23:54.563181 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.576469 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-775f776a-34de-49a8-8bd7-00e83bee7acd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.595720 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.626092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-775f776a-34de-49a8-8bd7-00e83bee7acd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.631904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-775f776a-34de-49a8-8bd7-00e83bee7acd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.636208 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-775f776a-34de-49a8-8bd7-00e83bee7acd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/security-groups/630db125-f7f7-488a-aeba-1aa0876e1f8f HTTP/1.1" status: 204 len: 168 time: 0.1691675 Oct 13 00:23:54.638374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a47594-4315-4092-b414-912fb4da9919 None None] Pushing event updated for resources: {'Port': ['ID=45496ea3-bf8f-461f-a452-cf028a79ab0c,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:54.644480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39352) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:54.645649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f776a-34de-49a8-8bd7-00e83bee7acd tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630db125-f7f7-488a-aeba-1aa0876e1f8f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:54.647021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 7f8d6026-a02e-458b-8e02-6e72fc93e086, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7f8d6026-a02e-458b-8e02-6e72fc93e086,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:54.733257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.734326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cb06e805-74f4-4ab4-9a24-06116909ee35 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:54.737365 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd4f6-94bd-4ee1-961f-9b0b6fa6168a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.793080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd4f6-94bd-4ee1-961f-9b0b6fa6168a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.834212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8d10b833-0586-4dd2-b40c-e6047716c63e None None] Provisioning complete for port c75d828b-4822-40cf-a571-16c1ef139d86 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:54.834626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8d10b833-0586-4dd2-b40c-e6047716c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.886371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd4f6-94bd-4ee1-961f-9b0b6fa6168a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.892106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd4f6-94bd-4ee1-961f-9b0b6fa6168a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.899476 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8c1cd4f6-94bd-4ee1-961f-9b0b6fa6168a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f1a3449-2c7f-4158-a50f-5ea8f65f2dc5 HTTP/1.1" status: 204 len: 168 time: 0.2508790 Oct 13 00:23:54.906125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39354) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:54.939726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8d10b833-0586-4dd2-b40c-e6047716c63e None None] Port c75d828b-4822-40cf-a571-16c1ef139d86 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:54.940904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cd4f6-94bd-4ee1-961f-9b0b6fa6168a tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1a3449-2c7f-4158-a50f-5ea8f65f2dc5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:54.942594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=7f8d6026-a02e-458b-8e02-6e72fc93e086,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:54.945612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port cb06e805-74f4-4ab4-9a24-06116909ee35 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:54.945982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:54.994925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145c34e-4c95-430c-b8a1-7a01d87cce9f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.026486 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145c34e-4c95-430c-b8a1-7a01d87cce9f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.099740 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.112283 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.118181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145c34e-4c95-430c-b8a1-7a01d87cce9f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.123217 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7145c34e-4c95-430c-b8a1-7a01d87cce9f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.124215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-85b0c735-30c0-46f3-8751-b95ab2e01166 None None] Provisioning complete for port c75d828b-4822-40cf-a571-16c1ef139d86 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:55.124567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-85b0c735-30c0-46f3-8751-b95ab2e01166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.127069 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7145c34e-4c95-430c-b8a1-7a01d87cce9f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a4aad71-b720-4712-974a-57c9bfa49842 HTTP/1.1" status: 204 len: 168 time: 0.2129548 Oct 13 00:23:55.137521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39356) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:55.138503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145c34e-4c95-430c-b8a1-7a01d87cce9f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4aad71-b720-4712-974a-57c9bfa49842,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:55.147834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f698218c-38dd-4ab9-930a-0678995ff8a8 req-493f587b-b26c-4f72-996f-b5a6eea76878 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713718 Oct 13 00:23:55.182076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-85b0c735-30c0-46f3-8751-b95ab2e01166 None None] Port c75d828b-4822-40cf-a571-16c1ef139d86 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:55.203991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-5183d5d0-b612-4043-8d74-c324a0fbe551 service neutron] 10.222.0.21 "GET /v2.0/networks/1f3a1e17-276e-4a20-ab65-8773261e8f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273138 Oct 13 00:23:55.218628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e72c7e-1b30-4b30-a103-e2c65700cfcf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet 934daf26-55fe-4987-9e4e-66f7b0414c31 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:55.223283 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58e72c7e-1b30-4b30-a103-e2c65700cfcf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.229840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:55.300623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58e72c7e-1b30-4b30-a103-e2c65700cfcf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.305049 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087106a9-42da-4e80-a257-fdad52c959e7 None None] Pushing event updated for resources: {'Port': ['ID=c75d828b-4822-40cf-a571-16c1ef139d86,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:55.333202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:23:55.339991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:55.340497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.354912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca59b66-4be1-403c-91f9-f148a650cb5a req-1dedde00-ab05-419f-8a6f-98481d0095d2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:55.362693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ca59b66-4be1-403c-91f9-f148a650cb5a req-1dedde00-ab05-419f-8a6f-98481d0095d2 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 944 time: 0.0799568 Oct 13 00:23:55.378817 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Attempting to bind port c75d828b-4822-40cf-a571-16c1ef139d86 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:55.384303 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Attempting to bind port c75d828b-4822-40cf-a571-16c1ef139d86 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:55.384939 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Attempting to bind port c75d828b-4822-40cf-a571-16c1ef139d86 on network 1f3a1e17-276e-4a20-ab65-8773261e8f8f {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:55.400485 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:55.401204 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Checking segment: {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:55.401786 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.402351 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Bound using segment: {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:55.403008 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Bound port: c75d828b-4822-40cf-a571-16c1ef139d86, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:55.403590 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.442768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ca59b66-4be1-403c-91f9-f148a650cb5a req-0b648ef7-96af-4034-9180-de0ff8faa3ca tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787721 Oct 13 00:23:55.444857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-afadf078-1308-4b38-8aa1-09de6036ffa8 service neutron] 10.222.0.21 "GET /v2.0/networks/1f3a1e17-276e-4a20-ab65-8773261e8f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400105 Oct 13 00:23:55.474512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58e72c7e-1b30-4b30-a103-e2c65700cfcf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.562282 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.575616 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] For port c75d828b-4822-40cf-a571-16c1ef139d86, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:55.590606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58e72c7e-1b30-4b30-a103-e2c65700cfcf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.593600 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] For port c75d828b-4822-40cf-a571-16c1ef139d86, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c75d828b-4822-40cf-a571-16c1ef139d86,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:55.604059 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.632339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e72c7e-1b30-4b30-a103-e2c65700cfcf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=934daf26-55fe-4987-9e4e-66f7b0414c31,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:55.632981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c43f37-99ce-4ef0-b415-3164ccefd1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9f5dec-b15e-44b1-9db8-fc818ac1de74'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:23:55.635290 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9594f0a2-7d90-46a5-9353-d2f33ca89561" -d '{"events": [{"server_uuid": "50c43f37-99ce-4ef0-b415-3164ccefd1f6", "name": "network-vif-plugged", "status": "completed", "tag": "5b9f5dec-b15e-44b1-9db8-fc818ac1de74"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:23:55.641569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58e72c7e-1b30-4b30-a103-e2c65700cfcf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.662433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cb06e805-74f4-4ab4-9a24-06116909ee35 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:55.668989 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-58e72c7e-1b30-4b30-a103-e2c65700cfcf tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/934daf26-55fe-4987-9e4e-66f7b0414c31 HTTP/1.1" status: 204 len: 168 time: 0.5277762 Oct 13 00:23:55.672508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39362) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:55.690379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:55.719053 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087106a9-42da-4e80-a257-fdad52c959e7 None None] Pushing event updated for resources: {'Port': ['ID=c75d828b-4822-40cf-a571-16c1ef139d86,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:55.732897 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e329a1-5e60-443a-807e-37b667226ab6 x-openstack-request-id: req-c3e329a1-5e60-443a-807e-37b667226ab6 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:23:55.733181 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c43f37-99ce-4ef0-b415-3164ccefd1f6", "name": "network-vif-plugged", "status": "completed", "tag": "5b9f5dec-b15e-44b1-9db8-fc818ac1de74", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:23:55.733497 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3e329a1-5e60-443a-807e-37b667226ab6 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:23:55.733813 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c43f37-99ce-4ef0-b415-3164ccefd1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9f5dec-b15e-44b1-9db8-fc818ac1de74', 'code': 200} Oct 13 00:23:55.741213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60bb4327-7ce4-4354-a865-3428354275b8 req-d0f3566c-d7de-47ee-97bf-933662c94624 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 210 time: 0.0417724 Oct 13 00:23:55.742640 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.757737 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Routers {'6d653233-a6d1-40de-b350-dddcedbe821e'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:23:55.758373 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6d653233-a6d1-40de-b350-dddcedbe821e'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:55.803047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf84ad0-f17d-4ba6-b1e4-c81d4be7e2b5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet 63c2763a-feac-465a-b992-6cdb93a0684c {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:55.806851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdf84ad0-f17d-4ba6-b1e4-c81d4be7e2b5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.847416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-172e6d2c-8039-4f23-912e-6aff583403ba None None] Provisioning complete for port c75d828b-4822-40cf-a571-16c1ef139d86 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:55.847803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-172e6d2c-8039-4f23-912e-6aff583403ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.896931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1641c0f-7a0f-4784-b1a6-0851a4c68f2e None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:55.907808 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdf84ad0-f17d-4ba6-b1e4-c81d4be7e2b5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:55.949594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23704a-6009-48f7-ac92-867625bdb15a req-ba9c8a9c-7fd5-4086-8b99-68c44a24dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:55.951131 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c23704a-6009-48f7-ac92-867625bdb15a req-ba9c8a9c-7fd5-4086-8b99-68c44a24dd66 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 1096 time: 0.1167855 Oct 13 00:23:55.958924 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] Set router 6d653233-a6d1-40de-b350-dddcedbe821e gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:23:55.964064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:55.995105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port cb06e805-74f4-4ab4-9a24-06116909ee35 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:55.995577 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.010031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c23704a-6009-48f7-ac92-867625bdb15a req-ccb1e246-4f80-4ee9-9acd-6d6f36153411 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504766 Oct 13 00:23:56.076563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdf84ad0-f17d-4ba6-b1e4-c81d4be7e2b5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.161488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-172e6d2c-8039-4f23-912e-6aff583403ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.168936 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdf84ad0-f17d-4ba6-b1e4-c81d4be7e2b5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.202773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf84ad0-f17d-4ba6-b1e4-c81d4be7e2b5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=63c2763a-feac-465a-b992-6cdb93a0684c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:56.207270 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdf84ad0-f17d-4ba6-b1e4-c81d4be7e2b5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.213838 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cdf84ad0-f17d-4ba6-b1e4-c81d4be7e2b5 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/63c2763a-feac-465a-b992-6cdb93a0684c HTTP/1.1" status: 204 len: 168 time: 0.5146809 Oct 13 00:23:56.214235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:56.241157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bd161cb9-98a8-4f7f-af68-18643ea7ee64 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:23:56.250611 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a7617f-1343-4e19-a24c-625f17a9fb0f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:56.251262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a7617f-1343-4e19-a24c-625f17a9fb0f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:56.257786 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-13a7617f-1343-4e19-a24c-625f17a9fb0f tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/934daf26-55fe-4987-9e4e-66f7b0414c31 HTTP/1.1" status: 404 len: 337 time: 0.0401378 Oct 13 00:23:56.258451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39376) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:56.262529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7f8d6026-a02e-458b-8e02-6e72fc93e086 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:56.307833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-172e6d2c-8039-4f23-912e-6aff583403ba None None] For port c75d828b-4822-40cf-a571-16c1ef139d86, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c75d828b-4822-40cf-a571-16c1ef139d86,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:56.324910 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-172e6d2c-8039-4f23-912e-6aff583403ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.329952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f39b6-2828-45f3-b890-d0f12d53f6b3 req-2b020e7b-da34-4a18-a612-1d62893dc33e tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:56.331634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-095f39b6-2828-45f3-b890-d0f12d53f6b3 req-2b020e7b-da34-4a18-a612-1d62893dc33e tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 943 time: 0.0694027 Oct 13 00:23:56.334483 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:23:52Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c75d828b-4822-40cf-a571-16c1ef139d86', 'name': '', 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:c6:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '60126a78-f24f-47a0-9836-83f0c4d81055', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:51Z', 'updated_at': '2021-10-13T00:23:55Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '60126a78-f24f-47a0-9836-83f0c4d81055', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:56.337606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-006202e7-e80c-4907-86e7-4fbb03e70cb9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting subnet 10d53fbf-974f-4dd8-9d42-6de444d72a35 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:23:56.341690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-006202e7-e80c-4907-86e7-4fbb03e70cb9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.379364 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63242a3-2854-43cc-b783-a5a16f4eeb92 None None] The sync data for ids ['6d653233-a6d1-40de-b350-dddcedbe821e'] in n-d-813679-4 is: [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:23:52Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c75d828b-4822-40cf-a571-16c1ef139d86', 'name': '', 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:c6:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '60126a78-f24f-47a0-9836-83f0c4d81055', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:51Z', 'updated_at': '2021-10-13T00:23:55Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '60126a78-f24f-47a0-9836-83f0c4d81055', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:23:56.386544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-095f39b6-2828-45f3-b890-d0f12d53f6b3 req-3fb856d0-6885-4db9-a8cf-2401c5bbfff2 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471408 Oct 13 00:23:56.408476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-006202e7-e80c-4907-86e7-4fbb03e70cb9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.539062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e6d2c-8039-4f23-912e-6aff583403ba None None] Pushing event updated for resources: {'Port': ['ID=c75d828b-4822-40cf-a571-16c1ef139d86,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:56.576150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bd161cb9-98a8-4f7f-af68-18643ea7ee64, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd161cb9-98a8-4f7f-af68-18643ea7ee64,segment=NetworkSegment(900848ab-c184-40c4-8e56-e59e93deb4ab),segment_id=900848ab-c184-40c4-8e56-e59e93deb4ab)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:56.579149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7f8d6026-a02e-458b-8e02-6e72fc93e086 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:56.579292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-006202e7-e80c-4907-86e7-4fbb03e70cb9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.579932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.629680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f8c92dd3-5f8e-4e35-b243-477e5274c536 None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:56.630382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f8c92dd3-5f8e-4e35-b243-477e5274c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.632161 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32473413-09b2-46d8-ab67-65aa5edef514 req-0fdea718-807a-405e-acfd-1cbcd05d6e09 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:56.632532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'bd161cb9-98a8-4f7f-af68-18643ea7ee64', 'network_id': 'efca72bf-b9f1-4329-9252-4bc92e75e112', 'port_id': 'bd161cb9-98a8-4f7f-af68-18643ea7ee64', 'mac_address': 'fa:16:3e:3a:89:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25af412f-96b7-4161-aecd-1a6f56998aa9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:23:56.635789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32473413-09b2-46d8-ab67-65aa5edef514 req-0fdea718-807a-405e-acfd-1cbcd05d6e09 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 945 time: 0.0863700 Oct 13 00:23:56.679269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42668ab7-5351-4275-a798-683771b04446 None None] Update dhcp port {'port': {'network_id': 'd7ca7b68-9c5a-4e82-92ed-48c287722d17', 'fixed_ips': [{'subnet_id': '10d53fbf-974f-4dd8-9d42-6de444d72a35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63c2763a-feac-465a-b992-6cdb93a0684c'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '45496ea3-bf8f-461f-a452-cf028a79ab0c'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:23:56.709944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32473413-09b2-46d8-ab67-65aa5edef514 req-b198b4c7-052c-47c2-90b4-ee51bce0d13f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669224 Oct 13 00:23:56.761162 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42668ab7-5351-4275-a798-683771b04446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.792146 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:56.874767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6bb654c-acda-4eb3-815c-ad4a4643b5b6 req-071ea0d3-d92b-4121-9006-15da52984452 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 210 time: 0.0304675 Oct 13 00:23:56.885154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd161cb9-98a8-4f7f-af68-18643ea7ee64 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:56.916974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bd161cb9-98a8-4f7f-af68-18643ea7ee64, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd161cb9-98a8-4f7f-af68-18643ea7ee64,segment=NetworkSegment(900848ab-c184-40c4-8e56-e59e93deb4ab),segment_id=900848ab-c184-40c4-8e56-e59e93deb4ab)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:56.930413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:57.048489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 45496ea3-bf8f-461f-a452-cf028a79ab0c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:57.054194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-f204e740-c0e8-419a-b917-10d7a60e6576 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0685725 Oct 13 00:23:57.067260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-006202e7-e80c-4907-86e7-4fbb03e70cb9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:57.089402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f8c92dd3-5f8e-4e35-b243-477e5274c536 None None] Could not find standard attr ID for object fbf51142-c840-4681-b9f4-76e225b86744. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:23:57.122529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=bd161cb9-98a8-4f7f-af68-18643ea7ee64,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:57.123676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006202e7-e80c-4907-86e7-4fbb03e70cb9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Subnet': ['ID=10d53fbf-974f-4dd8-9d42-6de444d72a35,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:57.126175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-006202e7-e80c-4907-86e7-4fbb03e70cb9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:57.130616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-006202e7-e80c-4907-86e7-4fbb03e70cb9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/10d53fbf-974f-4dd8-9d42-6de444d72a35 HTTP/1.1" status: 204 len: 168 time: 0.8714795 Oct 13 00:23:57.133115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39382) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-42668ab7-5351-4275-a798-683771b04446 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10d53fbf-974f-4dd8-9d42-6de444d72a35: This subnet is being modified by another concurrent operation. Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:23:57.140185 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10d53fbf-974f-4dd8-9d42-6de444d72a35: This subnet is being modified by another concurrent operation. Oct 13 00:23:57.150732 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:23:57.166543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f8c92dd3-5f8e-4e35-b243-477e5274c536 None None] Provisioning complete for port 7e429d43-e906-4e5e-93af-64ed14c18221 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:57.166543 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f8c92dd3-5f8e-4e35-b243-477e5274c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:57.176950 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-fece45d1-287a-45e1-85f3-0ce29a0818b9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.177412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fece45d1-287a-45e1-85f3-0ce29a0818b9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.183256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fece45d1-287a-45e1-85f3-0ce29a0818b9 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/5d17a30d-d197-4561-8195-bea384dd9681 HTTP/1.1" status: 404 len: 337 time: 0.0467956 Oct 13 00:23:57.183626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39384) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.231541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-b608bd6e-afbd-4b59-a8ab-d65e4acf0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.232271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-b608bd6e-afbd-4b59-a8ab-d65e4acf0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.232754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-b608bd6e-afbd-4b59-a8ab-d65e4acf0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.233416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-b608bd6e-afbd-4b59-a8ab-d65e4acf0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.233930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-b608bd6e-afbd-4b59-a8ab-d65e4acf0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.234611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-b608bd6e-afbd-4b59-a8ab-d65e4acf0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.235433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-b608bd6e-afbd-4b59-a8ab-d65e4acf0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.237905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-b608bd6e-afbd-4b59-a8ab-d65e4acf0d61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de8ae162e1a44851bf2cde61877e2931&device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 6501 time: 0.0943348 Oct 13 00:23:57.240551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f32717f3-d077-466f-8cf1-e59c44814834 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b5263db-e8ee-491f-bc51-0013c0348ae9 HTTP/1.1" status: 200 len: 205 time: 0.0553513 Oct 13 00:23:57.257349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39386) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.371726 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-7d0b43ed-fb81-4d9c-be8d-b7073c8f3322 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] delete failed (client error): The resource could not be found. Oct 13 00:23:57.375416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39390) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.375691 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7d0b43ed-fb81-4d9c-be8d-b7073c8f3322 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/routers/7b5263db-e8ee-491f-bc51-0013c0348ae9 HTTP/1.1" status: 404 len: 336 time: 0.1171148 Oct 13 00:23:57.396022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e11a1a-7032-45e3-947e-7aa2a8be9682 None None] Network d7ca7b68-9c5a-4e82-92ed-48c287722d17 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:23:57.433243 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d0aa0f-18fd-44ce-bdc5-4c97237a565b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.434246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d0aa0f-18fd-44ce-bdc5-4c97237a565b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.444534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-28d0aa0f-18fd-44ce-bdc5-4c97237a565b tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/a22ae171-e116-49d4-8a65-48504a0329b1 HTTP/1.1" status: 404 len: 337 time: 0.0638053 Oct 13 00:23:57.445710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39394) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.502063 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee565e1-5ba4-41d5-9d91-d3de7f23dfee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.502519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee565e1-5ba4-41d5-9d91-d3de7f23dfee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.511120 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4ee565e1-5ba4-41d5-9d91-d3de7f23dfee tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/4d3bfd81-eeb8-470d-9c0e-500bdd2a2644 HTTP/1.1" status: 404 len: 337 time: 0.0625548 Oct 13 00:23:57.514055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39396) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.527414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f8c92dd3-5f8e-4e35-b243-477e5274c536 None None] Port 7e429d43-e906-4e5e-93af-64ed14c18221 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:57.543456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-c59814cd-ad64-49e2-a5cd-a471467ea199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.543953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-c59814cd-ad64-49e2-a5cd-a471467ea199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.544634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-c59814cd-ad64-49e2-a5cd-a471467ea199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.547884 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-c59814cd-ad64-49e2-a5cd-a471467ea199 service neutron] 10.222.0.36 "GET /v2.0/networks?id=972360ba-87c4-40b5-91b3-83430f57dcf1&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=36320387-6e4c-4af6-99cc-0d3644eaef53&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 200 len: 2298 time: 0.2765815 Oct 13 00:23:57.557014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143044-114e-4eef-b694-365681ec5100 req-a5c59283-1a64-4cd7-956b-d6ab7439885c tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.558570 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-a5c59283-1a64-4cd7-956b-d6ab7439885c tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.45 "GET /v2.0/networks?id=1f3a1e17-276e-4a20-ab65-8773261e8f8f HTTP/1.1" status: 200 len: 798 time: 0.2886095 Oct 13 00:23:57.589153 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb62b153-90f5-43af-ae59-28c23c6bea14 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.591265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb62b153-90f5-43af-ae59-28c23c6bea14 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.597755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fb62b153-90f5-43af-ae59-28c23c6bea14 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/d7e0c88a-0f82-4d18-b2be-c6e95e0ca48a HTTP/1.1" status: 404 len: 337 time: 0.0812447 Oct 13 00:23:57.602399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39398) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.617262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:57.617645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:57.618174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Request body: {'port': {'device_id': 'b578ea91-710f-4764-af2d-adf14bc85d58', 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f', 'admin_state_up': True, 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:57.618996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7abea-6c97-47ef-8be6-7dd29ca2e047 req-882601ad-0580-4856-8092-9375ef19d8c4 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.619779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['bd161cb9-98a8-4f7f-af68-18643ea7ee64'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:23:57.621119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ba7abea-6c97-47ef-8be6-7dd29ca2e047 req-882601ad-0580-4856-8092-9375ef19d8c4 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 944 time: 0.1491752 Oct 13 00:23:57.673486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f8c92dd3-5f8e-4e35-b243-477e5274c536 None None] Provisioning complete for port c75d828b-4822-40cf-a571-16c1ef139d86 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:57.673825 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f8c92dd3-5f8e-4e35-b243-477e5274c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:57.689493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ba7abea-6c97-47ef-8be6-7dd29ca2e047 req-14c67981-6281-48d7-8961-0c29c3e2f12c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598912 Oct 13 00:23:57.694068 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3d19a2-5bd6-4d80-9638-59f611a9a7b0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.694790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3d19a2-5bd6-4d80-9638-59f611a9a7b0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.701754 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f3d19a2-5bd6-4d80-9638-59f611a9a7b0 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/bd181d5c-2844-4724-8a4c-4ba99e9e7a09 HTTP/1.1" status: 404 len: 333 time: 0.0949671 Oct 13 00:23:57.702786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39400) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.738391 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d98ee9-93b9-4e92-b41b-d8a335ac692e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.739232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d98ee9-93b9-4e92-b41b-d8a335ac692e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.745152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-62d98ee9-93b9-4e92-b41b-d8a335ac692e tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/8dc7fae2-b0b6-4abb-bf5f-d7af193f786e HTTP/1.1" status: 404 len: 337 time: 0.0408790 Oct 13 00:23:57.746521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39404) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.764389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-ae3cde3a-98c1-4bab-899c-de5611b07f76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3eef818-216f-4680-829e-5387a649958f HTTP/1.1" status: 200 len: 1002 time: 0.2042727 Oct 13 00:23:57.776993 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f967ba-0c12-4fe9-b24c-d64574a97a92 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.777459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f967ba-0c12-4fe9-b24c-d64574a97a92 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.784038 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e0f967ba-0c12-4fe9-b24c-d64574a97a92 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/b400cde0-9459-4a23-b6e0-ada75dcc3e6e HTTP/1.1" status: 404 len: 337 time: 0.0363736 Oct 13 00:23:57.784545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39406) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.807525 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] DHCP port deletion for d7ca7b68-9c5a-4e82-92ed-48c287722d17 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:23:57.841533 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd589e5-e3e8-40d7-85b3-8d0dcd227d84 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.842248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd589e5-e3e8-40d7-85b3-8d0dcd227d84 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.846179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ffd589e5-e3e8-40d7-85b3-8d0dcd227d84 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/3967e8a3-7e74-416a-9f93-ae95556185f3 HTTP/1.1" status: 404 len: 333 time: 0.0595837 Oct 13 00:23:57.850128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39408) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.850738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Made reservation on behalf of 60c65370cd5e40bb9963d396dbb4ba44 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:23:57.854582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:57.886128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1772e72-2987-4520-857c-05d683783ea9 req-d79fe940-5710-41af-90b1-b4c1dbb6b162 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.887717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1772e72-2987-4520-857c-05d683783ea9 req-d79fe940-5710-41af-90b1-b4c1dbb6b162 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 945 time: 0.0630913 Oct 13 00:23:57.893751 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-87146a30-6821-4ce8-87e4-42e67be2fb71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.894659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87146a30-6821-4ce8-87e4-42e67be2fb71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.898785 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-87146a30-6821-4ce8-87e4-42e67be2fb71 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/1d2c926a-bc03-4bef-94d5-8d47d9981f49 HTTP/1.1" status: 404 len: 337 time: 0.0418472 Oct 13 00:23:57.903549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39410) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:57.915331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-08aa79ab-e9de-4ab5-a250-b8dd4213407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:57.916855 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-08aa79ab-e9de-4ab5-a250-b8dd4213407c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ad4c660-a4cc-46aa-a70e-5c6380b74a09 HTTP/1.1" status: 200 len: 856 time: 0.1437845 Oct 13 00:23:57.984230 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-94eb77f5-3efe-4265-878f-29db38c9cc5d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] DELETE failed (client error): The resource could not be found. Oct 13 00:23:57.984230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94eb77f5-3efe-4265-878f-29db38c9cc5d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:23:57.986999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-94eb77f5-3efe-4265-878f-29db38c9cc5d tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/subnets/6771909f-87a2-4506-b9bd-fc4c93e89218 HTTP/1.1" status: 404 len: 337 time: 0.0828216 Oct 13 00:23:57.990058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39414) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:58.072415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-adc2c74d-3042-4de9-9066-0d601f45bff0 req-92f67981-195e-4ffa-b050-4c8f275b187a tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 210 time: 0.0603724 Oct 13 00:23:58.076046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1772e72-2987-4520-857c-05d683783ea9 req-2258e5a7-51d0-4815-806f-5471e9194481 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822667 Oct 13 00:23:58.124653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] Deleting port 45496ea3-bf8f-461f-a452-cf028a79ab0c {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:58.125135 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.135422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Allocated IP 172.20.0.27 (1f3a1e17-276e-4a20-ab65-8773261e8f8f/60126a78-f24f-47a0-9836-83f0c4d81055/ae2c0df8-3fa4-4f73-a1de-76b6433394f0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:23:58.182931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c75d828b-4822-40cf-a571-16c1ef139d86 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:23:58.190825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-09bc6deb-469c-4d0a-a4a1-07ee691fc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:58.192498 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-09bc6deb-469c-4d0a-a4a1-07ee691fc596 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=972360ba-87c4-40b5-91b3-83430f57dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2683361 Oct 13 00:23:58.202627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ee781af4-17b6-4da5-a73a-419b00884be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Deleting port 7e429d43-e906-4e5e-93af-64ed14c18221 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:23:58.202971 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ee781af4-17b6-4da5-a73a-419b00884be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.263284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-92938ee1-578d-4d88-87aa-f520657379f6 None None] Provisioning complete for port 45496ea3-bf8f-461f-a452-cf028a79ab0c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:58.263712 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-92938ee1-578d-4d88-87aa-f520657379f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.267068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] For port 45496ea3-bf8f-461f-a452-cf028a79ab0c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=45496ea3-bf8f-461f-a452-cf028a79ab0c,segment=NetworkSegment(261f8d50-41b3-43b5-a39a-4f706bbc7cc2),segment_id=261f8d50-41b3-43b5-a39a-4f706bbc7cc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:23:58.267450 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.317917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ee781af4-17b6-4da5-a73a-419b00884be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.341554 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ee781af4-17b6-4da5-a73a-419b00884be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Calling delete_port for 7e429d43-e906-4e5e-93af-64ed14c18221 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:58.356598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-e0c1e114-b5e4-4507-96a5-a3cdb4d79a0f service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461444 Oct 13 00:23:58.361264 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] Calling delete_port for 45496ea3-bf8f-461f-a452-cf028a79ab0c owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:23:58.423177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c75d828b-4822-40cf-a571-16c1ef139d86 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:58.424392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.447663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19265efc-80a3-420a-82e2-a33a45c2d731 req-2a552d12-a91d-46af-8ea8-e5bcbdb207be tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:58.449108 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19265efc-80a3-420a-82e2-a33a45c2d731 req-2a552d12-a91d-46af-8ea8-e5bcbdb207be tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 945 time: 0.0921786 Oct 13 00:23:58.475381 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.495792 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ee781af4-17b6-4da5-a73a-419b00884be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.497122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-f1de1bb1-cae2-4031-9e81-6c5b6e25b1c8 service neutron] 10.222.0.36 "GET /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315548 Oct 13 00:23:58.524054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-92938ee1-578d-4d88-87aa-f520657379f6 None None] Could not find standard attr ID for object 7e429d43-e906-4e5e-93af-64ed14c18221. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:23:58.529676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19265efc-80a3-420a-82e2-a33a45c2d731 req-470d125f-6cae-464b-83cb-ce069a405552 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725577 Oct 13 00:23:58.533675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781af4-17b6-4da5-a73a-419b00884be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Port': ['ID=7e429d43-e906-4e5e-93af-64ed14c18221,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:58.554598 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ee781af4-17b6-4da5-a73a-419b00884be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.558727 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-0199fc8b-b85b-45b7-80ff-22c0a347af4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 217 time: 0.0541029 Oct 13 00:23:58.561753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ee781af4-17b6-4da5-a73a-419b00884be8 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/ports/7e429d43-e906-4e5e-93af-64ed14c18221 HTTP/1.1" status: 204 len: 168 time: 0.5636692 Oct 13 00:23:58.562207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39420) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:58.575970 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.610047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.613298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] Pushing event deleted for resources: {'Port': ['ID=45496ea3-bf8f-461f-a452-cf028a79ab0c,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:58.615206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab95958-b4ef-4ab4-bece-95c61ac197cd None None] No DVR routers for this DVR port 45496ea3-bf8f-461f-a452-cf028a79ab0c on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:23:58.635785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71338a4b-1b9c-42cc-8331-60787d654687 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:23:58.667563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:23:58.669161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-a695b5be-7c7a-4186-a056-ab4535edba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:58.670660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-a695b5be-7c7a-4186-a056-ab4535edba7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0980611 Oct 13 00:23:58.675857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:23:58.681341 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.681786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:23:58.691787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event updated for resources: {'Port': ['ID=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:58.721926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 45496ea3-bf8f-461f-a452-cf028a79ab0c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:23:58.759158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 45496ea3-bf8f-461f-a452-cf028a79ab0c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:23:58.759630 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 45496ea3-bf8f-461f-a452-cf028a79ab0c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:23:58.769844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:58.770687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.780269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-2104faf3-cc37-4ccb-bc42-dac894acd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:58.781804 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-2104faf3-cc37-4ccb-bc42-dac894acd0d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013372 Oct 13 00:23:58.792280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-488c13d0-f636-4800-af93-062cab615f09 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1889138 Oct 13 00:23:58.815186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Request body: {'port': {'device_id': 'b578ea91-710f-4764-af2d-adf14bc85d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:23:58.823748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.825274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71338a4b-1b9c-42cc-8331-60787d654687 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:23:58.850853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ca7b68-9c5a-4e82-92ed-48c287722d17']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:58.865354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b3954-109d-4a10-b2c8-71dd2e159d38 req-c4109009-3ef5-4f8c-b2bd-c7c866c403e9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:58.866602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-014b3954-109d-4a10-b2c8-71dd2e159d38 req-c4109009-3ef5-4f8c-b2bd-c7c866c403e9 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 944 time: 0.0864761 Oct 13 00:23:58.870539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261f8d50-41b3-43b5-a39a-4f706bbc7cc2') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:58.870833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261f8d50-41b3-43b5-a39a-4f706bbc7cc2') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:23:58.880560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.910655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.924383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:23:58.924859 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:23:58.928177 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:23:58.936145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:58.945069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-014b3954-109d-4a10-b2c8-71dd2e159d38 req-55853d75-994e-46f8-93a7-cb6fd6b36a1d tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626876 Oct 13 00:23:58.956179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-5a14488d-cd89-420a-8307-05bc9d644146 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628509 Oct 13 00:23:59.012120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.020099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.025593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] 10.222.0.21 "DELETE /v2.0/networks/d7ca7b68-9c5a-4e82-92ed-48c287722d17 HTTP/1.1" status: 204 len: 168 time: 0.4598212 Oct 13 00:23:59.038096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3679771-ccdc-408d-a2cf-264780ca4c03 tempest-PortsIpV6TestJSON-1651500590 tempest-PortsIpV6TestJSON-1651500590-project] Pushing event deleted for resources: {'Network': ['ID=d7ca7b68-9c5a-4e82-92ed-48c287722d17,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:59.162688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-93c60d5b-c45b-46a3-94d9-2d2239a83994 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985505 Oct 13 00:23:59.246534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-4201cc71-4401-44c6-bbb6-c7a4415c56b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 217 time: 0.0653317 Oct 13 00:23:59.251184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c01d4-93ab-4624-8571-108e28405dd1 req-0c381f2d-b027-44dd-aeb5-ec2a659c8547 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:59.270554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-042c01d4-93ab-4624-8571-108e28405dd1 req-0c381f2d-b027-44dd-aeb5-ec2a659c8547 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 895 time: 0.0927095 Oct 13 00:23:59.278643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39430) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:59.333582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-07527763-660d-4e1e-8854-e8a6e646cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:59.335138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-07527763-660d-4e1e-8854-e8a6e646cb82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0777404 Oct 13 00:23:59.423117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-3a478256-c5b9-47d5-aaf4-94ea1d81a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:59.424667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-3a478256-c5b9-47d5-aaf4-94ea1d81a88a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785267 Oct 13 00:23:59.446263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-11f7ef71-89d1-454a-adb7-d920927f3ea9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34690636230c43c2bd4c1336ae6fc91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661711 Oct 13 00:23:59.448722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39434) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:23:59.455199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-42d05b99-9a25-4efa-b07b-eb816e17e231 None None] Provisioning complete for port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:23:59.455829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-42d05b99-9a25-4efa-b07b-eb816e17e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.481443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2c0df8-3fa4-4f73-a1de-76b6433394f0 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:23:59.491627 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.495725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-42d05b99-9a25-4efa-b07b-eb816e17e231 None None] Port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:23:59.501366 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f255940-7c82-4d0d-b62f-dd03d7c02ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.513054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Transition to ACTIVE for port object ae2c0df8-3fa4-4f73-a1de-76b6433394f0 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:23:59.519467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.523154 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f255940-7c82-4d0d-b62f-dd03d7c02ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.575287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-b66dd6b2-06c7-4030-9f09-5dceb58d36a4 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421289 Oct 13 00:23:59.582949 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f255940-7c82-4d0d-b62f-dd03d7c02ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.588273 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f255940-7c82-4d0d-b62f-dd03d7c02ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.590452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f255940-7c82-4d0d-b62f-dd03d7c02ba2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a8553bf-26b0-47eb-bdff-306caa116a3e HTTP/1.1" status: 204 len: 168 time: 0.1407337 Oct 13 00:23:59.599550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f255940-7c82-4d0d-b62f-dd03d7c02ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8553bf-26b0-47eb-bdff-306caa116a3e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:59.682248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:23:59.686532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae548c-0a9a-40ab-ac3f-600f42eb973d req-e58ac875-e44c-47b4-982e-44fb45c1ad63 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:59.688443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7eae548c-0a9a-40ab-ac3f-600f42eb973d req-e58ac875-e44c-47b4-982e-44fb45c1ad63 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 945 time: 0.0667722 Oct 13 00:23:59.737226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7eae548c-0a9a-40ab-ac3f-600f42eb973d req-20412c0d-2583-4f1c-97ed-9bae33aee03d tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Oct 13 00:23:59.765633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Attempting to bind port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:23:59.765633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Attempting to bind port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:23:59.765633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Attempting to bind port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 on network 1f3a1e17-276e-4a20-ab65-8773261e8f8f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:59.779377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 on network 1f3a1e17-276e-4a20-ab65-8773261e8f8f not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:23:59.779877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Attempting to bind port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 on network 1f3a1e17-276e-4a20-ab65-8773261e8f8f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:23:59.783693 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-75d7a36f-0aa8-4e61-b449-049e4e2e6e3c service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986172 Oct 13 00:23:59.788488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:23:59.788831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Checking segment: {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:23:59.789215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Bound using segment: {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:23:59.789642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Bound port: ae2c0df8-3fa4-4f73-a1de-76b6433394f0, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1128f3e3-aba6-4864-970d-9298a3576910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:23:59.790008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:23:59.842374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-cee01e7c-7851-4f56-a097-7f284e922daa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6 HTTP/1.1" status: 200 len: 217 time: 0.0490940 Oct 13 00:23:59.929232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-2a8f1165-e240-47c4-a517-856b1eb92531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:23:59.930714 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-2a8f1165-e240-47c4-a517-856b1eb92531 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.0710263 Oct 13 00:23:59.947180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] For port ae2c0df8-3fa4-4f73-a1de-76b6433394f0, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:23:59.952067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] For port ae2c0df8-3fa4-4f73-a1de-76b6433394f0, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:23:59.984167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.056071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.057057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.060196 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae2c0df8-3fa4-4f73-a1de-76b6433394f0 HTTP/1.1" status: 200 len: 1055 time: 1.2479308 Oct 13 00:24:00.064541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b578ea91-710f-4764-af2d-adf14bc85d58', 'tag': 'ae2c0df8-3fa4-4f73-a1de-76b6433394f0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:00.067791 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf113c-8fbe-481c-a310-e36c187db60e" -d '{"events": [{"name": "network-changed", "server_uuid": "b578ea91-710f-4764-af2d-adf14bc85d58", "tag": "ae2c0df8-3fa4-4f73-a1de-76b6433394f0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:00.115176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-d11c3801-0f32-40e3-80ec-b079c5154a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.117132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-d11c3801-0f32-40e3-80ec-b079c5154a8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1784089 Oct 13 00:24:00.124130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:00.161350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dc9e1-a764-414a-8d74-32a863d4c39e req-2f4d0ff1-9af1-4cf1-9382-2bb412d8570f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.162899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a5dc9e1-a764-414a-8d74-32a863d4c39e req-2f4d0ff1-9af1-4cf1-9382-2bb412d8570f tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 945 time: 0.1131783 Oct 13 00:24:00.184674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fab9c1-3b60-4e14-a9d1-589a29d1b0a3 req-9da7b109-58e6-41f9-9736-7328ceb8450d tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.193059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0fab9c1-3b60-4e14-a9d1-589a29d1b0a3 req-9da7b109-58e6-41f9-9736-7328ceb8450d tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 944 time: 0.1176834 Oct 13 00:24:00.214986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.215562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.215696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.216052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.216354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.216678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.217000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.217320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.217640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.217958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.218278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.218594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85027c33-d69c-437e-858b-6ae30610f3b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:00.258296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a5dc9e1-a764-414a-8d74-32a863d4c39e req-12f037c5-1de1-478b-a22b-8ba1eb37dfeb tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877292 Oct 13 00:24:00.259965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bd161cb9-98a8-4f7f-af68-18643ea7ee64 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:00.305343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143044-114e-4eef-b694-365681ec5100 req-921302af-d706-47f5-885b-c4c987f93f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.306967 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-921302af-d706-47f5-885b-c4c987f93f1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 1058 time: 0.1649265 Oct 13 00:24:00.334380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0fab9c1-3b60-4e14-a9d1-589a29d1b0a3 req-cb50bd52-0bef-4adf-b087-7e138df61797 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407142 Oct 13 00:24:00.368250 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8664416f-b87c-40bc-ac38-1a3997d80633 x-openstack-request-id: req-8664416f-b87c-40bc-ac38-1a3997d80633 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:00.368530 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b578ea91-710f-4764-af2d-adf14bc85d58", "tag": "ae2c0df8-3fa4-4f73-a1de-76b6433394f0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:00.368781 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8664416f-b87c-40bc-ac38-1a3997d80633 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:00.369181 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b578ea91-710f-4764-af2d-adf14bc85d58', 'tag': 'ae2c0df8-3fa4-4f73-a1de-76b6433394f0', 'status': 'completed', 'code': 200} Oct 13 00:24:00.402730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port bd161cb9-98a8-4f7f-af68-18643ea7ee64 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:24:00.413345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port bd161cb9-98a8-4f7f-af68-18643ea7ee64 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:00.414276 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.467809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-62cc0e03-9ac2-48e4-9c2b-e275772a4bb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ae2c0df8-3fa4-4f73-a1de-76b6433394f0 HTTP/1.1" status: 200 len: 217 time: 0.1372242 Oct 13 00:24:00.471863 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-3d19c5f5-fd03-463b-9d6b-983ad5615e0a service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441005 Oct 13 00:24:00.480874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cfaaa-72df-4170-89f3-1d50ad064a06 req-21808116-6869-4d0e-a6be-aded420a2ca9 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.482679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa9cfaaa-72df-4170-89f3-1d50ad064a06 req-21808116-6869-4d0e-a6be-aded420a2ca9 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 907 time: 0.0755661 Oct 13 00:24:00.536289 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.562729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d1ec65-d6a0-4c0d-9ca4-67114fbf6431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd161cb9-98a8-4f7f-af68-18643ea7ee64'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:00.565307 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc9b3bc-f2f0-4e48-9c7b-88094f9ab931" -d '{"events": [{"server_uuid": "86d1ec65-d6a0-4c0d-9ca4-67114fbf6431", "name": "network-vif-plugged", "status": "completed", "tag": "bd161cb9-98a8-4f7f-af68-18643ea7ee64"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:00.579595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143044-114e-4eef-b694-365681ec5100 req-0603690a-a6ce-4c80-9fe2-7b62a6a114d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.581161 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-0603690a-a6ce-4c80-9fe2-7b62a6a114d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60126a78-f24f-47a0-9836-83f0c4d81055 HTTP/1.1" status: 200 len: 838 time: 0.1054101 Oct 13 00:24:00.583632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port bd161cb9-98a8-4f7f-af68-18643ea7ee64, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd161cb9-98a8-4f7f-af68-18643ea7ee64,segment=NetworkSegment(900848ab-c184-40c4-8e56-e59e93deb4ab),segment_id=900848ab-c184-40c4-8e56-e59e93deb4ab)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:00.592306 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.630519 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26278a52-04a1-4bad-b3de-13f9e606fe99 x-openstack-request-id: req-26278a52-04a1-4bad-b3de-13f9e606fe99 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:00.630908 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d1ec65-d6a0-4c0d-9ca4-67114fbf6431", "name": "network-vif-plugged", "status": "completed", "tag": "bd161cb9-98a8-4f7f-af68-18643ea7ee64", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:00.631460 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26278a52-04a1-4bad-b3de-13f9e606fe99 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:00.631961 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d1ec65-d6a0-4c0d-9ca4-67114fbf6431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd161cb9-98a8-4f7f-af68-18643ea7ee64', 'code': 200} Oct 13 00:24:00.635981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39470) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:00.642327 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-02172e47-decf-41f0-aca1-4335b7d39dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568515 Oct 13 00:24:00.654225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143044-114e-4eef-b694-365681ec5100 req-ecd3b183-f989-459f-8bbe-85544957e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.654454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=bd161cb9-98a8-4f7f-af68-18643ea7ee64,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:00.657409 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-ecd3b183-f989-459f-8bbe-85544957e532 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f3a1e17-276e-4a20-ab65-8773261e8f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610206 Oct 13 00:24:00.756142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e6e9d31e-e7f6-40b1-9935-5aaa04d336fd tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-733619238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:00.762908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af448ff3-7c9b-40ad-b1da-d4c2da41d822 req-5e9c91af-5281-484e-bc84-de2d1f5b7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:00.764451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af448ff3-7c9b-40ad-b1da-d4c2da41d822 req-5e9c91af-5281-484e-bc84-de2d1f5b7ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 1096 time: 0.0517280 Oct 13 00:24:00.803629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d31e-e7f6-40b1-9935-5aaa04d336fd tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.804658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d31e-e7f6-40b1-9935-5aaa04d336fd tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.817451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af448ff3-7c9b-40ad-b1da-d4c2da41d822 req-8c6b82e9-f577-49a8-8b7f-6638aaa530b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Oct 13 00:24:00.867834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d31e-e7f6-40b1-9935-5aaa04d336fd tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.873121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d31e-e7f6-40b1-9935-5aaa04d336fd tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.892504 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d31e-e7f6-40b1-9935-5aaa04d336fd tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.896581 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e6e9d31e-e7f6-40b1-9935-5aaa04d336fd tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2568276 Oct 13 00:24:00.896945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39474) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:00.902552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-79059556'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:00.926017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Made reservation on behalf of b3e6efd1090746babff446d5606ab4d4 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:00.929548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.938649 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:00.994608 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-24069a7d-0e7e-4649-a000-024dd46cf2f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=706288e8-65f6-48f3-8192-d814ca856871 HTTP/1.1" status: 200 len: 217 time: 0.3358653 Oct 13 00:24:01.016272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:01.021276 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:01.050647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:24:01.056007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf1435-ae11-4516-8447-f3f0aaa4e3d2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:01.063282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:01.063765 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Added segment 3d7aefe9-fa14-48a4-85b0-eae1a6865b58 of type vlan for network 071640f1-f44c-42a5-9119-fcf958207e0d Oct 13 00:24:01.076421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-a81fde3e-b61d-476b-addf-38bca7b70933 service neutron] 10.222.0.45 "GET /v2.0/networks/1f3a1e17-276e-4a20-ab65-8773261e8f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098847 Oct 13 00:24:01.105214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:01.129554 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:01.135200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.135870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:01.182183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3143044-114e-4eef-b694-365681ec5100 req-3b89b4b5-1f1c-43f1-a5ce-be9dc7e66cab service neutron] 10.222.0.45 "GET /v2.0/networks/1f3a1e17-276e-4a20-ab65-8773261e8f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877218 Oct 13 00:24:01.195143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2970376 Oct 13 00:24:01.198227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39476) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:01.212492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fd198-be4b-4ac1-91b8-51ec60472955 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Network': ['ID=071640f1-f44c-42a5-9119-fcf958207e0d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:01.223213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'subnet': {'network_id': '071640f1-f44c-42a5-9119-fcf958207e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:01.224810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 071640f1-f44c-42a5-9119-fcf958207e0d details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:24:01.331968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-c844495a-b143-4595-b056-0aed9f906d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.333437 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-c844495a-b143-4595-b056-0aed9f906d2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 200 len: 797 time: 0.1431899 Oct 13 00:24:01.367110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27214663-1b61-412b-9210-26ec04cea26a req-a460524a-e393-4638-89a8-0910d6ca442a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.374240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27214663-1b61-412b-9210-26ec04cea26a req-a460524a-e393-4638-89a8-0910d6ca442a tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 945 time: 0.0586247 Oct 13 00:24:01.398759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-bad37332-1b50-430c-b5ae-659e520a3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.400427 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-bad37332-1b50-430c-b5ae-659e520a3857 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 1058 time: 0.1209924 Oct 13 00:24:01.419041 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27214663-1b61-412b-9210-26ec04cea26a req-21c2838e-109a-470d-9baf-fdb719e28ec5 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/security-groups?id=96f69888-1f2a-48af-ac83-fa90518429bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Oct 13 00:24:01.421495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-b1bc1624-3ebb-4582-96c1-40d0aeb11a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.423320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-b1bc1624-3ebb-4582-96c1-40d0aeb11a9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=36320387-6e4c-4af6-99cc-0d3644eaef53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806828 Oct 13 00:24:01.423917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Made reservation on behalf of b3e6efd1090746babff446d5606ab4d4 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:01.427473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:01.464823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3bed9-376a-4455-9f52-edf0ca075efe req-48ad2496-078b-44dc-b149-320bbb4e5d9b tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.466445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ded3bed9-376a-4455-9f52-edf0ca075efe req-48ad2496-078b-44dc-b149-320bbb4e5d9b tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 945 time: 0.0642638 Oct 13 00:24:01.509216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ded3bed9-376a-4455-9f52-edf0ca075efe req-7c33cf17-43dd-4603-be5e-d8a299c2aa32 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361524 Oct 13 00:24:01.618397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a7449-87e7-4bef-8b4c-8a752c3ada6e req-273b6bad-d4fe-4e69-94da-892d478cd663 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.619943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-290a7449-87e7-4bef-8b4c-8a752c3ada6e req-273b6bad-d4fe-4e69-94da-892d478cd663 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 907 time: 0.0497997 Oct 13 00:24:01.658168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-f9195448-2579-4b9e-a0ff-9ea41b0df685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.659808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-f9195448-2579-4b9e-a0ff-9ea41b0df685 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1f3a1e17-276e-4a20-ab65-8773261e8f8f HTTP/1.1" status: 200 len: 899 time: 0.2504499 Oct 13 00:24:01.673582 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-74f41281-a5ce-486d-b95b-1738ff5b6819 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943786 Oct 13 00:24:01.786348 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-94fd34c2-2d57-441a-8899-7d7e08f88e2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ae2c0df8-3fa4-4f73-a1de-76b6433394f0 HTTP/1.1" status: 200 len: 217 time: 0.0771744 Oct 13 00:24:01.897334 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:01.911274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-221e13fc-49cc-41e0-b86a-c784e6978212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.912776 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-221e13fc-49cc-41e0-b86a-c784e6978212 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60126a78-f24f-47a0-9836-83f0c4d81055 HTTP/1.1" status: 200 len: 838 time: 0.1175866 Oct 13 00:24:01.928802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-cd2c1d9b-5e81-432f-9ba4-943bff5284e4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:01.930483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-cd2c1d9b-5e81-432f-9ba4-943bff5284e4 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.45 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 945 time: 0.0484841 Oct 13 00:24:01.932012 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-c86fb08a-9873-48ba-8317-7e2e70d1ed85 service neutron] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505093 Oct 13 00:24:02.018691 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-ecef2c90-23de-4fea-b0fd-15f915a6731a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e586af34-9245-4a73-b0f7-93966fa80a3f HTTP/1.1" status: 200 len: 217 time: 0.0694001 Oct 13 00:24:02.030612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Deleting port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:02.030612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.031842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Subnet': ['ID=ae0df0f2-f08e-437c-b867-4151abe591be,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:02.074479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Checking segment: {'id': '3d7aefe9-fa14-48a4-85b0-eae1a6865b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '071640f1-f44c-42a5-9119-fcf958207e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:02.074846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network hostable DHCP agents. Network: 071640f1-f44c-42a5-9119-fcf958207e0d, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:24:02.078044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-d5815e39-6899-40d1-ad4e-cbf3e50466e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.079629 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-d5815e39-6899-40d1-ad4e-cbf3e50466e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1f3a1e17-276e-4a20-ab65-8773261e8f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428740 Oct 13 00:24:02.123443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] For port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,segment=NetworkSegment(102fc352-f4a1-4701-b3d2-544ade470e75),segment_id=102fc352-f4a1-4701-b3d2-544ade470e75)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:02.123837 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.138101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Calling delete_port for 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:02.150910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-8e1c0a32-5c50-45fd-a9af-7e3b23fcb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.152955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-8e1c0a32-5c50-45fd-a9af-7e3b23fcb4c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.1117032 Oct 13 00:24:02.155636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network 071640f1-f44c-42a5-9119-fcf958207e0d is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:24:02.181867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 071640f1-f44c-42a5-9119-fcf958207e0d) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:02.192153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5521fb37-fbd9-486b-a223-19bdb7d9f932 None None] Network 071640f1-f44c-42a5-9119-fcf958207e0d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:02.203251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.203866 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.247467 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9dfd96f1-b3b0-4a80-8df7-72c4b622a09f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0454323 Oct 13 00:24:02.249001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39484) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:02.254858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'network': {'name': 'tempest-router-network01--710222581'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:02.259694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-166d289c-c6ef-431a-9dab-13bec0e09faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.261151 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-166d289c-c6ef-431a-9dab-13bec0e09faa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924435 Oct 13 00:24:02.264038 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-2a25cbba-2f90-4b8a-8ccd-4776ee7141bc service neutron] 10.222.0.45 "GET /v2.0/networks/1f3a1e17-276e-4a20-ab65-8773261e8f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709697 Oct 13 00:24:02.312672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.354525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Pushing event deleted for resources: {'Port': ['ID=5b9f5dec-b15e-44b1-9db8-fc818ac1de74,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:02.365411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['5b9f5dec-b15e-44b1-9db8-fc818ac1de74'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:24:02.370313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Made reservation on behalf of b3e6efd1090746babff446d5606ab4d4 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:02.373835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.387880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] No DVR routers for this DVR port 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:02.390378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.393834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bed834ae-7eea-4c8c-98d7-62a309dc8fb2 req-4d7fba98-5c8a-4e1d-8c1f-6a7fa42b2367 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.45 "DELETE /v2.0/ports/5b9f5dec-b15e-44b1-9db8-fc818ac1de74 HTTP/1.1" status: 204 len: 173 time: 0.4574745 Oct 13 00:24:02.394288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c43f37-99ce-4ef0-b415-3164ccefd1f6', 'name': 'network-vif-deleted', 'tag': '5b9f5dec-b15e-44b1-9db8-fc818ac1de74'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:02.396618 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b947da9-fab2-46cd-b2e5-647b21b6a3d1" -d '{"events": [{"server_uuid": "50c43f37-99ce-4ef0-b415-3164ccefd1f6", "name": "network-vif-deleted", "tag": "5b9f5dec-b15e-44b1-9db8-fc818ac1de74"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:02.407114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-071640f1-f44c-42a5-9119-fcf958207e0d', 'network_id': '071640f1-f44c-42a5-9119-fcf958207e0d', 'tenant_id': 'b3e6efd1090746babff446d5606ab4d4', 'fixed_ips': [{'subnet_id': 'ae0df0f2-f08e-437c-b867-4151abe591be'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:24:02.408022 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.442969 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7e6211-184f-4327-930d-c1c700d25faf x-openstack-request-id: req-1c7e6211-184f-4327-930d-c1c700d25faf {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:02.443583 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c43f37-99ce-4ef0-b415-3164ccefd1f6", "name": "network-vif-deleted", "tag": "5b9f5dec-b15e-44b1-9db8-fc818ac1de74", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:02.443845 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c7e6211-184f-4327-930d-c1c700d25faf {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:02.444298 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c43f37-99ce-4ef0-b415-3164ccefd1f6', 'name': 'network-vif-deleted', 'tag': '5b9f5dec-b15e-44b1-9db8-fc818ac1de74', 'status': 'completed', 'code': 200} Oct 13 00:24:02.457476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:24:02.470163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d3bf113c-8fbe-481c-a310-e36c187db60e req-33899952-679a-4f60-886c-cfc388b74a0c service neutron] 10.222.0.45 "GET /v2.0/networks/1f3a1e17-276e-4a20-ab65-8773261e8f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971374 Oct 13 00:24:02.473716 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-cc910943-243e-476a-b7e8-f76acd776729 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985750 Oct 13 00:24:02.477001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.477569 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Added segment cc6cb5b9-69d0-4c19-8115-2e471bc81758 of type vlan for network c78db3a2-9b32-481e-8ecb-9da3950fc932 Oct 13 00:24:02.556711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9db61541-3cb9-4c3c-8cdb-37775f75ae8c req-06c13bf9-1ef2-4b81-9d0f-d02d57613038 tempest-DeleteServersTestJSON-2098833722 tempest-DeleteServersTestJSON-2098833722-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c43f37-99ce-4ef0-b415-3164ccefd1f6 HTTP/1.1" status: 200 len: 210 time: 0.0592594 Oct 13 00:24:02.571806 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.610502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Allocated IP 2001:db8::2 (071640f1-f44c-42a5-9119-fcf958207e0d/ae0df0f2-f08e-437c-b867-4151abe591be/fc42e514-c00d-42a7-a2a0-fc49a43b6916) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:02.624370 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.631462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.632105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.647110 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-188fc0a3-bed7-4235-bbe6-e3b624e2b7cc service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595869 Oct 13 00:24:02.674732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bea12-1215-4658-b39d-df3a8f0ab405 req-a810d382-a612-4498-811e-a9095c663771 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.677230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-815bea12-1215-4658-b39d-df3a8f0ab405 req-a810d382-a612-4498-811e-a9095c663771 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 945 time: 0.0562906 Oct 13 00:24:02.701329 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4512312 Oct 13 00:24:02.703890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39494) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:02.710916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'network': {'name': 'tempest-router-network02--1228169206'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:02.734369 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-edbac00f-8252-466a-9106-e5408e6f716f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1 HTTP/1.1" status: 200 len: 217 time: 0.0758548 Oct 13 00:24:02.744078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-815bea12-1215-4658-b39d-df3a8f0ab405 req-6ce94994-7b95-4c11-a592-87fce888a50d tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Oct 13 00:24:02.772239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5992c-e1e8-4891-b90a-6c68a2e61fb7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Network': ['ID=c78db3a2-9b32-481e-8ecb-9da3950fc932,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:02.787787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:24:02.795539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-f6fa8c1c-69b0-482a-be25-20c711ad71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.797469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-f6fa8c1c-69b0-482a-be25-20c711ad71ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 200 len: 797 time: 0.0563285 Oct 13 00:24:02.799319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Made reservation on behalf of b3e6efd1090746babff446d5606ab4d4 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:02.803354 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.820736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430a58-9e29-45a6-a70b-ac3d0a5d0fb0 req-47fcd59a-8c35-4712-936e-b3b81d186825 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.822370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac430a58-9e29-45a6-a70b-ac3d0a5d0fb0 req-47fcd59a-8c35-4712-936e-b3b81d186825 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 907 time: 0.0991037 Oct 13 00:24:02.841240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:24:02.852408 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.852852 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Added segment 6db1c32a-de42-4b10-9c92-cee46d68a904 of type vlan for network 57b32d69-f3ac-4389-926d-020573a12802 Oct 13 00:24:02.867111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f23c-d135-4514-9695-11ff7a45435d req-97b60df8-7961-4fcf-b4b5-dc80e5f8a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.869173 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-97b60df8-7961-4fcf-b4b5-dc80e5f8a6e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0611632 Oct 13 00:24:02.891246 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.900083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.902345 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.957015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.960624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Network 071640f1-f44c-42a5-9119-fcf958207e0d is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:02.966519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:02.968002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:02.969004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:02.973401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:02.983422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Pushing event updated for resources: {'Port': ['ID=fc42e514-c00d-42a7-a2a0-fc49a43b6916,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:03.033191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-c215d5d8-83c2-4d29-a25f-d111ed3f95d1 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557848 Oct 13 00:24:03.046637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Attempting to bind port fc42e514-c00d-42a7-a2a0-fc49a43b6916 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:03.047038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Attempting to bind port fc42e514-c00d-42a7-a2a0-fc49a43b6916 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '3d7aefe9-fa14-48a4-85b0-eae1a6865b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '071640f1-f44c-42a5-9119-fcf958207e0d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:03.047613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Attempting to bind port fc42e514-c00d-42a7-a2a0-fc49a43b6916 on network 071640f1-f44c-42a5-9119-fcf958207e0d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:03.052155 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3440380 Oct 13 00:24:03.054062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39502) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:03.054572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:03.055192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Checking segment: {'id': '3d7aefe9-fa14-48a4-85b0-eae1a6865b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '071640f1-f44c-42a5-9119-fcf958207e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:03.055641 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:03.057110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Bound using segment: {'id': '3d7aefe9-fa14-48a4-85b0-eae1a6865b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '071640f1-f44c-42a5-9119-fcf958207e0d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:03.057110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Bound port: fc42e514-c00d-42a7-a2a0-fc49a43b6916, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7aefe9-fa14-48a4-85b0-eae1a6865b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '071640f1-f44c-42a5-9119-fcf958207e0d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:03.057110 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:03.064183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e892776-f7e2-4c15-8409-c55115abdcb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Network': ['ID=57b32d69-f3ac-4389-926d-020573a12802,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:03.076599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 57b32d69-f3ac-4389-926d-020573a12802 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:24:03.113862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'subnet': {'network_id': 'c78db3a2-9b32-481e-8ecb-9da3950fc932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:03.133840 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:24:03.180821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cb535-8584-4e78-959f-25cce595b667 req-a9c1b62a-0c29-47e5-bfe9-14e1c082b6d4 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:03.182678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-827cb535-8584-4e78-959f-25cce595b667 req-a9c1b62a-0c29-47e5-bfe9-14e1c082b6d4 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 945 time: 0.0761600 Oct 13 00:24:03.189629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] For port fc42e514-c00d-42a7-a2a0-fc49a43b6916, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:03.193213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] For port fc42e514-c00d-42a7-a2a0-fc49a43b6916, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fc42e514-c00d-42a7-a2a0-fc49a43b6916,segment=NetworkSegment(3d7aefe9-fa14-48a4-85b0-eae1a6865b58),segment_id=3d7aefe9-fa14-48a4-85b0-eae1a6865b58)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:03.209970 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:03.211874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b563f23c-d135-4514-9695-11ff7a45435d req-29239962-9a64-493b-bdad-f36840592f15 service neutron] 10.222.0.36 "GET /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689270 Oct 13 00:24:03.256036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-827cb535-8584-4e78-959f-25cce595b667 req-3616856c-cdcd-4238-acc6-c436afde39ae tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571945 Oct 13 00:24:03.265424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Made reservation on behalf of b3e6efd1090746babff446d5606ab4d4 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:03.276948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:03.296290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9fde0-a706-4836-bbff-84ba7cb154e7 None None] Pushing event updated for resources: {'Port': ['ID=fc42e514-c00d-42a7-a2a0-fc49a43b6916,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:03.505702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:03.572025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Subnet': ['ID=834977aa-c2d1-43d1-828c-c84dd0b1ef8c,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:03.581424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Checking segment: {'id': 'cc6cb5b9-69d0-4c19-8115-2e471bc81758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c78db3a2-9b32-481e-8ecb-9da3950fc932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:03.581860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network hostable DHCP agents. Network: c78db3a2-9b32-481e-8ecb-9da3950fc932, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:24:03.600149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:24:03.609867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, c78db3a2-9b32-481e-8ecb-9da3950fc932) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:03.618020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:03.619279 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:03.628226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb13a9-e558-4568-b735-454b4c96568f None None] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:03.658092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-104c3b1e-787d-4333-a884-6d521dae7817 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6014683 Oct 13 00:24:03.662140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39510) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:03.669446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'subnet': {'network_id': '57b32d69-f3ac-4389-926d-020573a12802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:03.797702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Made reservation on behalf of b3e6efd1090746babff446d5606ab4d4 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:03.805009 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.054699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-c78db3a2-9b32-481e-8ecb-9da3950fc932', 'network_id': 'c78db3a2-9b32-481e-8ecb-9da3950fc932', 'tenant_id': 'b3e6efd1090746babff446d5606ab4d4', 'fixed_ips': [{'subnet_id': '834977aa-c2d1-43d1-828c-c84dd0b1ef8c'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:24:04.056259 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.068764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc5a5d-08b4-4b58-a1ab-1884ac603b13 req-0e930def-7e98-47b1-9011-a849d1816725 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:04.094161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56dc5a5d-08b4-4b58-a1ab-1884ac603b13 req-0e930def-7e98-47b1-9011-a849d1816725 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 907 time: 0.1686449 Oct 13 00:24:04.184491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fc42e514-c00d-42a7-a2a0-fc49a43b6916 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:04.205323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.315897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Subnet': ['ID=98c787ea-282d-4fb4-b1f1-e2f39d5e89ee,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:04.352422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Allocated IP 2001:db8::2 (c78db3a2-9b32-481e-8ecb-9da3950fc932/834977aa-c2d1-43d1-828c-c84dd0b1ef8c/c781e43e-b2ee-4e95-8e3b-e6de8bcc1902) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:04.353006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Checking segment: {'id': '6db1c32a-de42-4b10-9c92-cee46d68a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '57b32d69-f3ac-4389-926d-020573a12802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:04.353955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network hostable DHCP agents. Network: 57b32d69-f3ac-4389-926d-020573a12802, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:24:04.391889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fc42e514-c00d-42a7-a2a0-fc49a43b6916 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:04.392479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.422792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network 57b32d69-f3ac-4389-926d-020573a12802 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:24:04.445227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 57b32d69-f3ac-4389-926d-020573a12802) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:04.446169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b7d4-f18c-43e9-ac28-8ce9985ab6ba req-e18abbed-17b9-440f-98f4-341b03100f63 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:04.451146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8a4b7d4-f18c-43e9-ac28-8ce9985ab6ba req-e18abbed-17b9-440f-98f4-341b03100f63 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 945 time: 0.1021602 Oct 13 00:24:04.462437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:04.463088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.482662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d5175-d55b-4991-93ae-21bbac240984 None None] Network 57b32d69-f3ac-4389-926d-020573a12802 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:04.491464 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a8939df7-63e6-4ab5-9d58-83831c15a49e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8273845 Oct 13 00:24:04.494225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39536) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:04.550655 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8a4b7d4-f18c-43e9-ac28-8ce9985ab6ba req-43af3d48-39e2-4242-b803-0d48eb28fa88 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786629 Oct 13 00:24:04.679925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba564adc-81fe-4078-94f3-d3f351c982e8 None None] Network 071640f1-f44c-42a5-9119-fcf958207e0d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:04.722523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-c80338b7-f889-4b9c-bd50-ddbb53413107 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:04.724032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-c80338b7-f889-4b9c-bd50-ddbb53413107 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.36 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 945 time: 0.1456497 Oct 13 00:24:04.754354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.802621 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.818032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-572e6ff5-6bf1-48d1-ad5c-03ee00a1415e None None] Provisioning complete for port fc42e514-c00d-42a7-a2a0-fc49a43b6916 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:04.818392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-572e6ff5-6bf1-48d1-ad5c-03ee00a1415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.832576 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.890410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port fc42e514-c00d-42a7-a2a0-fc49a43b6916, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fc42e514-c00d-42a7-a2a0-fc49a43b6916,segment=NetworkSegment(3d7aefe9-fa14-48a4-85b0-eae1a6865b58),segment_id=3d7aefe9-fa14-48a4-85b0-eae1a6865b58)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:04.926286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-57b32d69-f3ac-4389-926d-020573a12802', 'network_id': '57b32d69-f3ac-4389-926d-020573a12802', 'tenant_id': 'b3e6efd1090746babff446d5606ab4d4', 'fixed_ips': [{'subnet_id': '98c787ea-282d-4fb4-b1f1-e2f39d5e89ee'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:24:04.927010 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.934914 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:04.983038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:04.994377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:05.004033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:05.011234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Pushing event updated for resources: {'Port': ['ID=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:05.239670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7d1c4-d4f5-48dd-980f-2cf1ff61a11a req-bf130d20-8855-4ed4-8c72-f5735083c5ff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:05.242432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6a7d1c4-d4f5-48dd-980f-2cf1ff61a11a req-bf130d20-8855-4ed4-8c72-f5735083c5ff tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 907 time: 0.0710118 Oct 13 00:24:05.243674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.307168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Attempting to bind port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:05.307571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Attempting to bind port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'cc6cb5b9-69d0-4c19-8115-2e471bc81758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c78db3a2-9b32-481e-8ecb-9da3950fc932'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:05.308070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Attempting to bind port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 on network c78db3a2-9b32-481e-8ecb-9da3950fc932 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:05.313632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=fc42e514-c00d-42a7-a2a0-fc49a43b6916,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:05.322577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:05.323029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Checking segment: {'id': 'cc6cb5b9-69d0-4c19-8115-2e471bc81758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c78db3a2-9b32-481e-8ecb-9da3950fc932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:05.323374 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.323806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Bound using segment: {'id': 'cc6cb5b9-69d0-4c19-8115-2e471bc81758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c78db3a2-9b32-481e-8ecb-9da3950fc932'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:05.324301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Bound port: c781e43e-b2ee-4e95-8e3b-e6de8bcc1902, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6cb5b9-69d0-4c19-8115-2e471bc81758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c78db3a2-9b32-481e-8ecb-9da3950fc932'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:05.324693 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.335707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Deleting port bd161cb9-98a8-4f7f-af68-18643ea7ee64 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:05.336157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.338989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ae2c0df8-3fa4-4f73-a1de-76b6433394f0 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:24:05.417154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Allocated IP 2001:db8::2 (57b32d69-f3ac-4389-926d-020573a12802/98c787ea-282d-4fb4-b1f1-e2f39d5e89ee/52792ae2-b7a3-4877-ae89-58e604253ebf) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:05.547029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] For port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:05.549010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] For port bd161cb9-98a8-4f7f-af68-18643ea7ee64, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=bd161cb9-98a8-4f7f-af68-18643ea7ee64,segment=NetworkSegment(900848ab-c184-40c4-8e56-e59e93deb4ab),segment_id=900848ab-c184-40c4-8e56-e59e93deb4ab)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:05.549384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.573512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Calling delete_port for bd161cb9-98a8-4f7f-af68-18643ea7ee64 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:05.594849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] For port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,segment=NetworkSegment(cc6cb5b9-69d0-4c19-8115-2e471bc81758),segment_id=cc6cb5b9-69d0-4c19-8115-2e471bc81758)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:05.611369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.651612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Allocated IP 2001:db8::1 (c78db3a2-9b32-481e-8ecb-9da3950fc932/834977aa-c2d1-43d1-828c-c84dd0b1ef8c/7d3fd28e-8995-428a-b1d9-afa0e666d503) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:05.695122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aac10-6311-46a3-bc72-31e8e0facc0d None None] Pushing event updated for resources: {'Port': ['ID=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:05.702757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ae2c0df8-3fa4-4f73-a1de-76b6433394f0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:05.721786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5cd5-aa41-47f0-96fa-592f69623f52 req-f7838d7b-c3c1-4d39-aa95-2f956b3b6d7a tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:05.727722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d08f5cd5-aa41-47f0-96fa-592f69623f52 req-f7838d7b-c3c1-4d39-aa95-2f956b3b6d7a tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 945 time: 0.0879591 Oct 13 00:24:05.755355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'ae2c0df8-3fa4-4f73-a1de-76b6433394f0', 'network_id': '1f3a1e17-276e-4a20-ab65-8773261e8f8f', 'port_id': 'ae2c0df8-3fa4-4f73-a1de-76b6433394f0', 'mac_address': 'fa:16:3e:2a:4d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60126a78-f24f-47a0-9836-83f0c4d81055', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:24:05.798875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d08f5cd5-aa41-47f0-96fa-592f69623f52 req-dd9013f1-d1d0-4abf-8ad0-30343f2e42a6 tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/security-groups?id=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605438 Oct 13 00:24:05.866235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.897217 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.902326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2c0df8-3fa4-4f73-a1de-76b6433394f0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:24:05.904181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.912708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.919253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-24d687ff-32e5-411c-871e-937b5905b642 None None] Provisioning complete for port fc42e514-c00d-42a7-a2a0-fc49a43b6916 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:05.919253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-24d687ff-32e5-411c-871e-937b5905b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:05.993578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.040139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Network 57b32d69-f3ac-4389-926d-020573a12802 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:06.045391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ae2c0df8-3fa4-4f73-a1de-76b6433394f0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:06.046659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:06.061048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:06.062639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:06.071838 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.085733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:06.088910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:06.089633 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.091789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Pushing event updated for resources: {'Port': ['ID=52792ae2-b7a3-4877-ae89-58e604253ebf,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:06.176285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Port': ['ID=7d3fd28e-8995-428a-b1d9-afa0e666d503,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:06.209342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Attempting to bind port 52792ae2-b7a3-4877-ae89-58e604253ebf on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:06.209619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Attempting to bind port 52792ae2-b7a3-4877-ae89-58e604253ebf by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '6db1c32a-de42-4b10-9c92-cee46d68a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '57b32d69-f3ac-4389-926d-020573a12802'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:06.209985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Attempting to bind port 52792ae2-b7a3-4877-ae89-58e604253ebf on network 57b32d69-f3ac-4389-926d-020573a12802 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:06.243389 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.282100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Pushing event deleted for resources: {'Port': ['ID=bd161cb9-98a8-4f7f-af68-18643ea7ee64,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:06.351738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] No DVR routers for this DVR port bd161cb9-98a8-4f7f-af68-18643ea7ee64 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:06.358148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.361790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4b1263d-0e9b-40a7-8d55-75eec528f25c req-7bf5907d-983b-41a2-91f2-920d9560264c tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.36 "DELETE /v2.0/ports/bd161cb9-98a8-4f7f-af68-18643ea7ee64 HTTP/1.1" status: 204 len: 173 time: 1.5990441 Oct 13 00:24:06.362313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d1ec65-d6a0-4c0d-9ca4-67114fbf6431', 'name': 'network-vif-deleted', 'tag': 'bd161cb9-98a8-4f7f-af68-18643ea7ee64'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:06.364858 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcb3038-c92b-4bb3-9495-ac03852d8018" -d '{"events": [{"server_uuid": "86d1ec65-d6a0-4c0d-9ca4-67114fbf6431", "name": "network-vif-deleted", "tag": "bd161cb9-98a8-4f7f-af68-18643ea7ee64"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:06.389199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.470955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223916d5-a844-4696-8a54-0b5a7de9f0e8 req-db003297-71e2-458a-ac9d-a83cc1dfc104 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:06.483981 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6a845c-602a-4dfe-bca6-872cfcfddf7e x-openstack-request-id: req-6a6a845c-602a-4dfe-bca6-872cfcfddf7e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:06.484689 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d1ec65-d6a0-4c0d-9ca4-67114fbf6431", "name": "network-vif-deleted", "tag": "bd161cb9-98a8-4f7f-af68-18643ea7ee64", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:06.485057 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a6a845c-602a-4dfe-bca6-872cfcfddf7e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:06.485589 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d1ec65-d6a0-4c0d-9ca4-67114fbf6431', 'name': 'network-vif-deleted', 'tag': 'bd161cb9-98a8-4f7f-af68-18643ea7ee64', 'status': 'completed', 'code': 200} Oct 13 00:24:06.490046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-223916d5-a844-4696-8a54-0b5a7de9f0e8 req-db003297-71e2-458a-ac9d-a83cc1dfc104 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 908 time: 0.1397250 Oct 13 00:24:06.512654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:06.516294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:06.541613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['bd161cb9-98a8-4f7f-af68-18643ea7ee64'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:24:06.547163 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:06.547563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Checking segment: {'id': '6db1c32a-de42-4b10-9c92-cee46d68a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '57b32d69-f3ac-4389-926d-020573a12802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:06.547975 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.548366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Bound using segment: {'id': '6db1c32a-de42-4b10-9c92-cee46d68a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '57b32d69-f3ac-4389-926d-020573a12802'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:06.548845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Bound port: 52792ae2-b7a3-4877-ae89-58e604253ebf, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db1c32a-de42-4b10-9c92-cee46d68a904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '57b32d69-f3ac-4389-926d-020573a12802'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:06.549232 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.633730 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.671909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:06.672288 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.696046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] For port 52792ae2-b7a3-4877-ae89-58e604253ebf, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:06.714697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] For port 52792ae2-b7a3-4877-ae89-58e604253ebf, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=52792ae2-b7a3-4877-ae89-58e604253ebf,segment=NetworkSegment(6db1c32a-de42-4b10-9c92-cee46d68a904),segment_id=6db1c32a-de42-4b10-9c92-cee46d68a904)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:06.724327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.756661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ae2c0df8-3fa4-4f73-a1de-76b6433394f0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:24:06.802398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.816705 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.817707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.947178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1ea01-427d-4a0e-a7e9-285e513afe54 None None] Pushing event updated for resources: {'Port': ['ID=52792ae2-b7a3-4877-ae89-58e604253ebf,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:06.952650 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.966325 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:06.968098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a148d22-079b-406e-9e00-aff10fd8d653 req-41642154-423b-4687-913c-f818c4e8d48e tempest-ServerGroupTestJSON-38722489 tempest-ServerGroupTestJSON-38722489-project] 10.222.0.21 "GET /v2.0/ports?device_id=86d1ec65-d6a0-4c0d-9ca4-67114fbf6431 HTTP/1.1" status: 200 len: 210 time: 0.0386686 Oct 13 00:24:07.013663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Port': ['ID=7d3fd28e-8995-428a-b1d9-afa0e666d503,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:07.041504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,segment=NetworkSegment(cc6cb5b9-69d0-4c19-8115-2e471bc81758),segment_id=cc6cb5b9-69d0-4c19-8115-2e471bc81758)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:07.048382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:07.049517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fc42e514-c00d-42a7-a2a0-fc49a43b6916 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:07.083662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:07.085215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:07.157458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fc42e514-c00d-42a7-a2a0-fc49a43b6916 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:07.157929 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:07.230664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:07.252683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f118863-980b-4b8e-a5b6-1b2dfd1d2a33 None None] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:07.280293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Router 578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:24:07.304818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ae2c0df8-3fa4-4f73-a1de-76b6433394f0 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:07.400608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:07.406964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-84e6f2be-5a21-4ade-a121-716ab6173480 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "PUT /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9117515 Oct 13 00:24:07.409804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39552) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:07.430495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-35a3008c-27e3-44b6-89e3-0fb57a3a19c0 None None] Provisioning complete for port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:07.430709 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-35a3008c-27e3-44b6-89e3-0fb57a3a19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:07.437749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b55ec-125a-4d51-8e09-2a7905d0be6f None None] Sync routers for ids ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:07.472315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:24:07.486083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:07.486545 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:07.563446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b55ec-125a-4d51-8e09-2a7905d0be6f None None] Routers {'578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:07.564189 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-943b55ec-125a-4d51-8e09-2a7905d0be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:07.621474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-943b55ec-125a-4d51-8e09-2a7905d0be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:07.663192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbca91-3339-4688-850e-4e08bd7c2494 req-296ec42c-a7d9-416a-a9e1-9064472f4bf2 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:07.664584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecbbca91-3339-4688-850e-4e08bd7c2494 req-296ec42c-a7d9-416a-a9e1-9064472f4bf2 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 908 time: 0.0920391 Oct 13 00:24:07.669022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b55ec-125a-4d51-8e09-2a7905d0be6f None None] Routers {'578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:07.669413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-943b55ec-125a-4d51-8e09-2a7905d0be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:07.754277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-943b55ec-125a-4d51-8e09-2a7905d0be6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:07.754942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b55ec-125a-4d51-8e09-2a7905d0be6f None None] The sync data for ids ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:07.782615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:07.812240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b578ea91-710f-4764-af2d-adf14bc85d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c0df8-3fa4-4f73-a1de-76b6433394f0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:07.814622 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ddf4b-3a00-4473-b77c-417a79c3ede3" -d '{"events": [{"server_uuid": "b578ea91-710f-4764-af2d-adf14bc85d58", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c0df8-3fa4-4f73-a1de-76b6433394f0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:07.844999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ae2c0df8-3fa4-4f73-a1de-76b6433394f0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:07.851798 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:07.852644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:07.891728 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ad908-646a-4c5d-b0e5-589c4badc1c2 x-openstack-request-id: req-521ad908-646a-4c5d-b0e5-589c4badc1c2 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:07.893029 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b578ea91-710f-4764-af2d-adf14bc85d58", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c0df8-3fa4-4f73-a1de-76b6433394f0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:07.893029 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-521ad908-646a-4c5d-b0e5-589c4badc1c2 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:07.893029 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b578ea91-710f-4764-af2d-adf14bc85d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c0df8-3fa4-4f73-a1de-76b6433394f0', 'code': 200} Oct 13 00:24:07.893364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:07.893528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 5b9f5dec-b15e-44b1-9db8-fc818ac1de74 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:07.894559 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-5fb05351-15c9-4dc1-9ebe-a83eca4927a2 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:07.896167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5fb05351-15c9-4dc1-9ebe-a83eca4927a2 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "PUT /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4852431 Oct 13 00:24:07.901822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39560) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:07.944704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:08.069061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835a87-0476-4074-86ef-10beb0d68caf req-abdc9984-14f4-44ac-8d12-133ec50638fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:08.070721 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9835a87-0476-4074-86ef-10beb0d68caf req-abdc9984-14f4-44ac-8d12-133ec50638fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 1060 time: 0.0968359 Oct 13 00:24:08.218401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:08.281683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bd161cb9-98a8-4f7f-af68-18643ea7ee64 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:08.344785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: bd161cb9-98a8-4f7f-af68-18643ea7ee64 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:08.345131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device bd161cb9-98a8-4f7f-af68-18643ea7ee64 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:08.370746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9dfae6ed-cedb-413f-911f-04e9125b52a6 None None] Provisioning complete for port 7d3fd28e-8995-428a-b1d9-afa0e666d503 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:08.373710 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dfae6ed-cedb-413f-911f-04e9125b52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.432293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9dfae6ed-cedb-413f-911f-04e9125b52a6 None None] Port 7d3fd28e-8995-428a-b1d9-afa0e666d503 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:08.435136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:08.435688 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.467980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39582) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:08.519384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729bb593-aaca-4ada-b1ed-381dbb18772f None None] Network 57b32d69-f3ac-4389-926d-020573a12802 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:08.526121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ab2b4f-7c08-4359-bebd-109ca0704f55 admin admin] Deleting subnet 25af412f-96b7-4161-aecd-1a6f56998aa9 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:08.531136 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62ab2b4f-7c08-4359-bebd-109ca0704f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.553586 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.568677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9dfae6ed-cedb-413f-911f-04e9125b52a6 None None] Provisioning complete for port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:08.570140 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dfae6ed-cedb-413f-911f-04e9125b52a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.597428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62ab2b4f-7c08-4359-bebd-109ca0704f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.657739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 52792ae2-b7a3-4877-ae89-58e604253ebf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:08.740369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62ab2b4f-7c08-4359-bebd-109ca0704f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.840563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:08.852863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62ab2b4f-7c08-4359-bebd-109ca0704f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.872094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62ab2b4f-7c08-4359-bebd-109ca0704f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.883699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 52792ae2-b7a3-4877-ae89-58e604253ebf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:08.884025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39598) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:08.884470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.884879 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-62ab2b4f-7c08-4359-bebd-109ca0704f55 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/25af412f-96b7-4161-aecd-1a6f56998aa9 HTTP/1.1" status: 204 len: 168 time: 0.4136007 Oct 13 00:24:08.916151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab2b4f-7c08-4359-bebd-109ca0704f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25af412f-96b7-4161-aecd-1a6f56998aa9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:08.973741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2ff2fd13-450a-419a-a7bf-56cec7a89f1f None None] Provisioning complete for port 7d3fd28e-8995-428a-b1d9-afa0e666d503 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:08.973991 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ff2fd13-450a-419a-a7bf-56cec7a89f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:08.984820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec44847c-1084-493c-8dc0-79aeb13b0434 admin admin] Deleting subnet 183a591a-0168-4c27-b846-e769c813d9fa {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:08.995340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec44847c-1084-493c-8dc0-79aeb13b0434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.018913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2fd13-450a-419a-a7bf-56cec7a89f1f None None] Port 7d3fd28e-8995-428a-b1d9-afa0e666d503 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:09.058043 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.060848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2ff2fd13-450a-419a-a7bf-56cec7a89f1f None None] Provisioning complete for port 52792ae2-b7a3-4877-ae89-58e604253ebf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:09.060848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ff2fd13-450a-419a-a7bf-56cec7a89f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.064189 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.074108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52588-39ef-4a7b-b0d9-c6f31113853a req-310a6af8-275c-44e4-8707-c0ae50055843 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:09.088433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ae52588-39ef-4a7b-b0d9-c6f31113853a req-310a6af8-275c-44e4-8707-c0ae50055843 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 909 time: 0.2432888 Oct 13 00:24:09.102375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec44847c-1084-493c-8dc0-79aeb13b0434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.137428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 52792ae2-b7a3-4877-ae89-58e604253ebf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=52792ae2-b7a3-4877-ae89-58e604253ebf,segment=NetworkSegment(6db1c32a-de42-4b10-9c92-cee46d68a904),segment_id=6db1c32a-de42-4b10-9c92-cee46d68a904)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:09.148039 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.228975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=52792ae2-b7a3-4877-ae89-58e604253ebf,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:09.237964 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec44847c-1084-493c-8dc0-79aeb13b0434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.300435 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.339962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efca72bf-b9f1-4329-9252-4bc92e75e112']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:09.358885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900848ab-c184-40c4-8e56-e59e93deb4ab') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:09.359174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900848ab-c184-40c4-8e56-e59e93deb4ab') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:09.372493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.378562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec44847c-1084-493c-8dc0-79aeb13b0434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.385421 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dfe4db8e-82a9-44f2-aebe-dc7ba17ec996 None None] Provisioning complete for port 7d3fd28e-8995-428a-b1d9-afa0e666d503 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:09.386093 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dfe4db8e-82a9-44f2-aebe-dc7ba17ec996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.427037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dfe4db8e-82a9-44f2-aebe-dc7ba17ec996 None None] Port 7d3fd28e-8995-428a-b1d9-afa0e666d503 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:09.433114 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.436100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44847c-1084-493c-8dc0-79aeb13b0434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183a591a-0168-4c27-b846-e769c813d9fa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:09.443749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dfe4db8e-82a9-44f2-aebe-dc7ba17ec996 None None] Provisioning complete for port 52792ae2-b7a3-4877-ae89-58e604253ebf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:09.444232 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dfe4db8e-82a9-44f2-aebe-dc7ba17ec996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.445932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting port 7d3fd28e-8995-428a-b1d9-afa0e666d503 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:09.446292 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.451590 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec44847c-1084-493c-8dc0-79aeb13b0434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.458558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39600) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:09.458868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ec44847c-1084-493c-8dc0-79aeb13b0434 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/183a591a-0168-4c27-b846-e769c813d9fa HTTP/1.1" status: 204 len: 168 time: 0.6163242 Oct 13 00:24:09.474462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:09.475159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:09.478479 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:09.584649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.680162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.702040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee4b475-d543-4b74-a73c-e0c10a8f38e1']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:09.713236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102fc352-f4a1-4701-b3d2-544ade470e75') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:09.713539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102fc352-f4a1-4701-b3d2-544ade470e75') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:09.724442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.738954 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.746115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:09.746484 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:09.748832 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:09.816159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.834263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.837806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/aee4b475-d543-4b74-a73c-e0c10a8f38e1 HTTP/1.1" status: 204 len: 168 time: 0.3781378 Oct 13 00:24:09.839187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf562-f92a-4e3f-ad16-894a592e77cb admin admin] Pushing event deleted for resources: {'Network': ['ID=aee4b475-d543-4b74-a73c-e0c10a8f38e1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:09.913931 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.920972 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.924338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] 10.222.0.21 "DELETE /v2.0/networks/efca72bf-b9f1-4329-9252-4bc92e75e112 HTTP/1.1" status: 204 len: 168 time: 1.0192029 Oct 13 00:24:09.944969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e6f15-afb7-4a43-b100-296cd5924466 admin admin] Pushing event deleted for resources: {'Network': ['ID=efca72bf-b9f1-4329-9252-4bc92e75e112,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:09.954677 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:09.968661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Calling delete_port for 7d3fd28e-8995-428a-b1d9-afa0e666d503 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:10.010707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39606) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:10.050099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 52792ae2-b7a3-4877-ae89-58e604253ebf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:10.057092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-50933764-2ba8-4272-8c2a-e9258262fec5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76489d4b168b4fca83f14f8d796723eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448990 Oct 13 00:24:10.060886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39608) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:10.107855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 52792ae2-b7a3-4877-ae89-58e604253ebf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:10.108636 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.115078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39612) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:10.140356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9cc119c-0f92-4670-a4f7-4caf5532e431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.166059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9cc119c-0f92-4670-a4f7-4caf5532e431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.219609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9cc119c-0f92-4670-a4f7-4caf5532e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.219944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d8c3db57-d6cb-4f61-8eb2-11efb83801e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38abe20e243f4e9cae98e93a1da6a096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036859 Oct 13 00:24:10.222272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9cc119c-0f92-4670-a4f7-4caf5532e431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.223382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39614) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:10.223553 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f9cc119c-0f92-4670-a4f7-4caf5532e431 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96f69888-1f2a-48af-ac83-fa90518429bd HTTP/1.1" status: 204 len: 168 time: 0.1616218 Oct 13 00:24:10.230288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.231799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc119c-0f92-4670-a4f7-4caf5532e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f69888-1f2a-48af-ac83-fa90518429bd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:10.287258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Port': ['ID=7d3fd28e-8995-428a-b1d9-afa0e666d503,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:10.318488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933e6b8-970d-4169-9ee3-8f801d4fb079 req-b6fe02f9-3561-46e3-98ce-3f098def9ca1 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:10.319964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d933e6b8-970d-4169-9ee3-8f801d4fb079 req-b6fe02f9-3561-46e3-98ce-3f098def9ca1 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 909 time: 0.1644223 Oct 13 00:24:10.445748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.482427 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6889865a-01c5-4da9-ba4d-f8d0f9d1fc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.581167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6889865a-01c5-4da9-ba4d-f8d0f9d1fc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.598061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd69ed-f245-4a17-af25-0f24f337458f req-2d68da06-35ab-4932-a343-7ec2a7ef83d5 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:10.599570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5efd69ed-f245-4a17-af25-0f24f337458f req-2d68da06-35ab-4932-a343-7ec2a7ef83d5 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 909 time: 0.1765552 Oct 13 00:24:10.725406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Router 578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:10.743676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44d72b-e18d-48d1-b12e-b4b7c0ea661c req-3114c1d0-3039-4e76-9e9f-93b4360c5e4d tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:10.745725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad44d72b-e18d-48d1-b12e-b4b7c0ea661c req-3114c1d0-3039-4e76-9e9f-93b4360c5e4d tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 1060 time: 0.0749519 Oct 13 00:24:10.746635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6889865a-01c5-4da9-ba4d-f8d0f9d1fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.749151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6889865a-01c5-4da9-ba4d-f8d0f9d1fc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:10.752864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6889865a-01c5-4da9-ba4d-f8d0f9d1fc77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8 HTTP/1.1" status: 204 len: 168 time: 0.5258045 Oct 13 00:24:10.825758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889865a-01c5-4da9-ba4d-f8d0f9d1fc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caa2f81-b1dd-4529-a606-1dcdcb6a9ab8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:10.860308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:10.867878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7077deb8-c5de-47cf-bc0c-e299562046ae tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "PUT /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9637759 Oct 13 00:24:10.873721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39640) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:10.878282 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7280aa-6cf1-48b1-9ace-ce8d4b38c5f4 None None] Sync routers for ids ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:10.887985 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7280aa-6cf1-48b1-9ace-ce8d4b38c5f4 None None] Routers {'578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:10.888586 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9b7280aa-6cf1-48b1-9ace-ce8d4b38c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:10.916786 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-c75d9211-a337-4bec-bb7c-c1513d09567f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] delete failed (client error): The resource could not be found. Oct 13 00:24:10.922466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39644) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:10.923410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c75d9211-a337-4bec-bb7c-c1513d09567f tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1779680039 HTTP/1.1" status: 404 len: 335 time: 0.0439003 Oct 13 00:24:10.929751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8aa2a0ad-a134-44df-9373-31743420447d tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'router': {'external_gateway_info': {'network_id': '578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:10.930937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57cb3-c3f5-49d4-a66c-a59a374f119d req-f5cd59bf-c85d-4a0f-89ec-f0ec08362e81 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:10.932565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ec57cb3-c3f5-49d4-a66c-a59a374f119d req-f5cd59bf-c85d-4a0f-89ec-f0ec08362e81 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 1136 time: 0.1048620 Oct 13 00:24:10.936336 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9b7280aa-6cf1-48b1-9ace-ce8d4b38c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:10.947247 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7280aa-6cf1-48b1-9ace-ce8d4b38c5f4 None None] Routers {'578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:10.948062 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9b7280aa-6cf1-48b1-9ace-ce8d4b38c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:23:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:10.996114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ec57cb3-c3f5-49d4-a66c-a59a374f119d req-0a753ac6-fd0f-4db7-95f0-6b1565bd0012 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0555067 Oct 13 00:24:11.011611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39650) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:11.031927 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9b7280aa-6cf1-48b1-9ace-ce8d4b38c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:11.032962 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7280aa-6cf1-48b1-9ace-ce8d4b38c5f4 None None] The sync data for ids ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:11.072560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6133f34-689c-40e0-98d0-51f26ec46892 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:11.075058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a6133f34-689c-40e0-98d0-51f26ec46892 tempest-TestSecurityGroupsBasicOps-492557428 tempest-TestSecurityGroupsBasicOps-492557428-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 1055 time: 0.0621526 Oct 13 00:24:11.188609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a0ad-a134-44df-9373-31743420447d tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.218982 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-8aa2a0ad-a134-44df-9373-31743420447d tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] update failed (client error): The resource could not be found. Oct 13 00:24:11.222564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8aa2a0ad-a134-44df-9373-31743420447d tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "PUT /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 HTTP/1.1" status: 404 len: 339 time: 0.2957816 Oct 13 00:24:11.225541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39666) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:11.231839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-303682087'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:11.256593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Made reservation on behalf of b3e6efd1090746babff446d5606ab4d4 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:11.258264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.284623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:24:11.294157 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.294579 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Added segment bf7dea03-f22b-47c1-967e-4febabf90512 of type vlan for network a1e4257c-e1e8-4bc0-9245-38d8e101c311 Oct 13 00:24:11.366076 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.410632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb59724-de2c-41ad-8896-2e58b6be2e1e req-cd1351e3-c497-4ee7-9bd8-f85a0d11a777 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:11.412201 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3eb59724-de2c-41ad-8896-2e58b6be2e1e req-cd1351e3-c497-4ee7-9bd8-f85a0d11a777 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 909 time: 0.0856643 Oct 13 00:24:11.419113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.425693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:11.426331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.500641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2735283 Oct 13 00:24:11.504014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39680) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:11.511241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'subnet': {'network_id': 'a1e4257c-e1e8-4bc0-9245-38d8e101c311', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:11.568911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b96e8d-5881-4a7a-b4f8-38d6202418f4 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Network': ['ID=a1e4257c-e1e8-4bc0-9245-38d8e101c311,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:11.580721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a1e4257c-e1e8-4bc0-9245-38d8e101c311 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:24:11.637685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Made reservation on behalf of b3e6efd1090746babff446d5606ab4d4 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:11.642969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.645575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39690) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:11.774497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-network', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:11.805020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Made reservation on behalf of 07785b58091a4d76934365bc2fe3ad39 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:11.810601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.815006 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-03c8aae8-8299-40d7-a68b-8569e86d8c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.820457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.862515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.907495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.913133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.927576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Subnet': ['ID=b66c43e7-072b-4139-9e0c-1b2244baa056,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:11.934586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:24:11.935237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Checking segment: {'id': 'bf7dea03-f22b-47c1-967e-4febabf90512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a1e4257c-e1e8-4bc0-9245-38d8e101c311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:11.935545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network hostable DHCP agents. Network: a1e4257c-e1e8-4bc0-9245-38d8e101c311, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:24:11.948354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec99ce32-8350-4cdc-ba72-0e79d45233e1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:11.953196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.953482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network a1e4257c-e1e8-4bc0-9245-38d8e101c311 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:24:11.953618 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Added segment 64f4c53e-e8b4-4ae9-91c9-95953a938426 of type vlan for network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 Oct 13 00:24:11.967190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a1e4257c-e1e8-4bc0-9245-38d8e101c311) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:11.972894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:11.973620 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:11.980586 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b6d161-0fe8-4063-84fe-aeaa927d05f2 None None] Network a1e4257c-e1e8-4bc0-9245-38d8e101c311 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:11.999485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8beb7ce3-80e5-4d40-895f-a1e643e0abb6 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4918604 Oct 13 00:24:12.000261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39706) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:12.000895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39708) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:12.005005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.010074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6ab0ed3e-e244-40b2-8f81-d892af19df8d tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1e4257c-e1e8-4bc0-9245-38d8e101c311'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:12.120049 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbca9222-2a6e-499a-82f7-4992de865d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.158583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-a1e4257c-e1e8-4bc0-9245-38d8e101c311', 'network_id': 'a1e4257c-e1e8-4bc0-9245-38d8e101c311', 'tenant_id': 'b3e6efd1090746babff446d5606ab4d4', 'fixed_ips': [{'subnet_id': 'b66c43e7-072b-4139-9e0c-1b2244baa056'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:24:12.159926 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.165065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.166047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:12.166637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.206550 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbca9222-2a6e-499a-82f7-4992de865d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.210768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fbca9222-2a6e-499a-82f7-4992de865d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.249985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fbca9222-2a6e-499a-82f7-4992de865d54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5db7dada16fd437dbf04b08d9bec79a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479165 Oct 13 00:24:12.253421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39712) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:12.293050 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6462994 Oct 13 00:24:12.295984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ed3e-e244-40b2-8f81-d892af19df8d tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.296498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39714) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:12.301690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Request body: {'subnet': {'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-subnet', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:12.305695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87509c60-f79d-4ebd-9e63-ca15fa045d1a admin admin] Pushing event updated for resources: {'Network': ['ID=7e639aed-a431-4c7a-9af4-0b1afebbbfa6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:12.307252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9222-2a6e-499a-82f7-4992de865d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35f8e0d-8338-4c7a-bc4a-74b2a95fdebd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:12.320621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Allocated IP 2001:db8:1::2 (a1e4257c-e1e8-4bc0-9245-38d8e101c311/b66c43e7-072b-4139-9e0c-1b2244baa056/835b121f-0bb7-4c80-a5e0-4d52e699d491) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:12.330453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:24:12.340838 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2655c102-d208-4d85-b10d-056c55855874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.352007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Made reservation on behalf of 07785b58091a4d76934365bc2fe3ad39 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:12.354721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.408724 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2655c102-d208-4d85-b10d-056c55855874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.501710 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2655c102-d208-4d85-b10d-056c55855874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.505707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2655c102-d208-4d85-b10d-056c55855874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.507391 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2655c102-d208-4d85-b10d-056c55855874 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b35f8e0d-8338-4c7a-bc4a-74b2a95fdebd HTTP/1.1" status: 204 len: 168 time: 0.2530479 Oct 13 00:24:12.546918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655c102-d208-4d85-b10d-056c55855874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35f8e0d-8338-4c7a-bc4a-74b2a95fdebd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:12.606447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958420a2-23da-4b9a-91cf-073c09de478c req-871eba49-ff8c-42ce-9e71-0466d501096f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:12.608308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-958420a2-23da-4b9a-91cf-073c09de478c req-871eba49-ff8c-42ce-9e71-0466d501096f tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 909 time: 0.0864928 Oct 13 00:24:12.711873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.744205 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-6ab0ed3e-e244-40b2-8f81-d892af19df8d tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:12.745333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6ab0ed3e-e244-40b2-8f81-d892af19df8d tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "PUT /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 HTTP/1.1" status: 400 len: 364 time: 0.7444067 Oct 13 00:24:12.751403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39722) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:12.783773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.791835 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.811085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-b1c9c203-9273-4d43-8274-ccaddab4dc36 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:12.814188 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-b1c9c203-9273-4d43-8274-ccaddab4dc36 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.45 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 909 time: 0.0662777 Oct 13 00:24:12.834508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Network a1e4257c-e1e8-4bc0-9245-38d8e101c311 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:12.840184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:12.850815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:12.876906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bcb675-f791-450f-b668-a1d6b354ab35,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:12.902428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Pushing event updated for resources: {'Port': ['ID=835b121f-0bb7-4c80-a5e0-4d52e699d491,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:12.942737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Attempting to bind port 835b121f-0bb7-4c80-a5e0-4d52e699d491 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:12.943111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Attempting to bind port 835b121f-0bb7-4c80-a5e0-4d52e699d491 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'bf7dea03-f22b-47c1-967e-4febabf90512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a1e4257c-e1e8-4bc0-9245-38d8e101c311'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:12.943469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Attempting to bind port 835b121f-0bb7-4c80-a5e0-4d52e699d491 on network a1e4257c-e1e8-4bc0-9245-38d8e101c311 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:12.949618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:12.950237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Checking segment: {'id': 'bf7dea03-f22b-47c1-967e-4febabf90512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a1e4257c-e1e8-4bc0-9245-38d8e101c311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:12.950829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.951385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Bound using segment: {'id': 'bf7dea03-f22b-47c1-967e-4febabf90512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a1e4257c-e1e8-4bc0-9245-38d8e101c311'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:12.952050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Bound port: 835b121f-0bb7-4c80-a5e0-4d52e699d491, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7dea03-f22b-47c1-967e-4febabf90512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a1e4257c-e1e8-4bc0-9245-38d8e101c311'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:12.952430 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.967413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:12.968078 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:12.975569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Checking segment: {'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:12.976189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Network hostable DHCP agents. Network: 7e639aed-a431-4c7a-9af4-0b1afebbbfa6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:24:13.027654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] For port 835b121f-0bb7-4c80-a5e0-4d52e699d491, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:13.032506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] For port 835b121f-0bb7-4c80-a5e0-4d52e699d491, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=835b121f-0bb7-4c80-a5e0-4d52e699d491,segment=NetworkSegment(bf7dea03-f22b-47c1-967e-4febabf90512),segment_id=bf7dea03-f22b-47c1-967e-4febabf90512)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:13.038912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.084457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] For port ae2c0df8-3fa4-4f73-a1de-76b6433394f0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:13.084880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.100682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:24:13.115923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Calling delete_port for ae2c0df8-3fa4-4f73-a1de-76b6433394f0 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:13.118258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463049f-ae56-4d4b-9bea-5b2255f177cc None None] Pushing event updated for resources: {'Port': ['ID=835b121f-0bb7-4c80-a5e0-4d52e699d491,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:13.125959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 7e639aed-a431-4c7a-9af4-0b1afebbbfa6) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:13.134805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1844d-59e3-49d1-b4be-32d84e89d2a2 None None] Network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:13.161666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:13.162293 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.175254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.197733 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49dfcf70-e694-482d-86f5-001f1691aab5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9001424 Oct 13 00:24:13.203143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39736) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:13.246678 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:13.302166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec95220-ed23-4791-b367-85ce7b2c82aa None None] Network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:13.345465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.350405 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.351444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.460934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.507236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Port': ['ID=ae2c0df8-3fa4-4f73-a1de-76b6433394f0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:13.555608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] No DVR routers for this DVR port ae2c0df8-3fa4-4f73-a1de-76b6433394f0 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:13.569423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:13.573733 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e01264b5-a8f2-4473-a644-7d00233b58f3 req-3379fedd-9b73-481a-946f-6801b9eab45d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.45 "DELETE /v2.0/ports/ae2c0df8-3fa4-4f73-a1de-76b6433394f0 HTTP/1.1" status: 204 len: 173 time: 0.7532423 Oct 13 00:24:13.574491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b578ea91-710f-4764-af2d-adf14bc85d58', 'name': 'network-vif-deleted', 'tag': 'ae2c0df8-3fa4-4f73-a1de-76b6433394f0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:13.588820 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9709bcc7-c9a4-4338-9ac4-254a9ac37ca3" -d '{"events": [{"server_uuid": "b578ea91-710f-4764-af2d-adf14bc85d58", "name": "network-vif-deleted", "tag": "ae2c0df8-3fa4-4f73-a1de-76b6433394f0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:13.676817 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5138165-df9e-4b62-9c20-8d498edca13e x-openstack-request-id: req-a5138165-df9e-4b62-9c20-8d498edca13e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:13.677198 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b578ea91-710f-4764-af2d-adf14bc85d58", "name": "network-vif-deleted", "tag": "ae2c0df8-3fa4-4f73-a1de-76b6433394f0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:13.677501 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5138165-df9e-4b62-9c20-8d498edca13e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:13.677969 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b578ea91-710f-4764-af2d-adf14bc85d58', 'name': 'network-vif-deleted', 'tag': 'ae2c0df8-3fa4-4f73-a1de-76b6433394f0', 'status': 'completed', 'code': 200} Oct 13 00:24:13.817312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b1df5cf-7724-4914-bf42-08143de0f65f req-426b7cd4-f3e5-4944-85b2-6ef6102720b1 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=b578ea91-710f-4764-af2d-adf14bc85d58 HTTP/1.1" status: 200 len: 210 time: 0.0987103 Oct 13 00:24:13.818537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Allocated IP 2001:db8::1 (071640f1-f44c-42a5-9119-fcf958207e0d/ae0df0f2-f08e-437c-b867-4151abe591be/f634e9f0-b45e-4022-8a28-4d69c779ec05) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:13.822061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.020593 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.075091 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39530d03-08e2-4cd6-90ea-285682625d12 req-2add9a7e-9272-472f-964d-4fa91b845e42 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0426543 Oct 13 00:24:14.155026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.229533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 835b121f-0bb7-4c80-a5e0-4d52e699d491 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:14.282167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network 071640f1-f44c-42a5-9119-fcf958207e0d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:14.289370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:14.298539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:14.299086 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.321401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 835b121f-0bb7-4c80-a5e0-4d52e699d491 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:14.322437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.357525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.361787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Port': ['ID=f634e9f0-b45e-4022-8a28-4d69c779ec05,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:14.421676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.422148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.422680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.423101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.423537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.424168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.425067 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.425505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.425828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.426152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.426479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.426790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:14.439888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.463647 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.512456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 835b121f-0bb7-4c80-a5e0-4d52e699d491, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=835b121f-0bb7-4c80-a5e0-4d52e699d491,segment=NetworkSegment(bf7dea03-f22b-47c1-967e-4febabf90512),segment_id=bf7dea03-f22b-47c1-967e-4febabf90512)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:14.521989 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.559264 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-57488b97-8ab3-4789-b59f-56ee5783f903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.561054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.578601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=835b121f-0bb7-4c80-a5e0-4d52e699d491,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:14.675693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Allocated IP 172.25.3.198 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:14.727264 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9027a65f-705f-4a9f-80b9-4a85f08543a7 None None] Network a1e4257c-e1e8-4bc0-9245-38d8e101c311 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:14.850832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-eae0b0f3-caa5-4016-bbab-9ab50927c3bc None None] Provisioning complete for port 835b121f-0bb7-4c80-a5e0-4d52e699d491 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:14.851080 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eae0b0f3-caa5-4016-bbab-9ab50927c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:14.885262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39772) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:15.001144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-eae0b0f3-caa5-4016-bbab-9ab50927c3bc None None] Provisioning complete for port f634e9f0-b45e-4022-8a28-4d69c779ec05 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:15.001402 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eae0b0f3-caa5-4016-bbab-9ab50927c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.045745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-eae0b0f3-caa5-4016-bbab-9ab50927c3bc None None] Port f634e9f0-b45e-4022-8a28-4d69c779ec05 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:15.260571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d6c1988-22d7-43b1-9aba-813890ad3874 req-e889f752-1fc9-4d8b-8665-a4b70a4f25fd tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0429215 Oct 13 00:24:15.270493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-03504805-c4a0-484d-97fc-42a840c379d8 None None] Provisioning complete for port 835b121f-0bb7-4c80-a5e0-4d52e699d491 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:15.271019 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-03504805-c4a0-484d-97fc-42a840c379d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.356919 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.415993 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.439086 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.447404 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.476562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.477295 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.497939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:15.505194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:15.507715 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:15.520075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:15.634432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event updated for resources: {'Port': ['ID=f634e9f0-b45e-4022-8a28-4d69c779ec05,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:15.652204 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.697272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting port c75d828b-4822-40cf-a571-16c1ef139d86 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:15.697611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.759400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Network 071640f1-f44c-42a5-9119-fcf958207e0d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:15.764737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:15.794062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] For port c75d828b-4822-40cf-a571-16c1ef139d86, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c75d828b-4822-40cf-a571-16c1ef139d86,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:15.794439 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.812351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Calling delete_port for c75d828b-4822-40cf-a571-16c1ef139d86 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:15.902395 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:15.964441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Router 578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:15.978075 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:16.043363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:16.072959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Port': ['ID=c75d828b-4822-40cf-a571-16c1ef139d86,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:16.118248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 835b121f-0bb7-4c80-a5e0-4d52e699d491 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:16.155617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:16.162923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a1f1b599-c0e0-4a7f-b450-51eff0d153fc tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "PUT /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4080498 Oct 13 00:24:16.165909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39776) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:16.169793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489f194-92e7-45af-9328-61047c7cd6e1 None None] Sync routers for ids ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:16.203281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489f194-92e7-45af-9328-61047c7cd6e1 None None] Routers {'578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:16.203967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4489f194-92e7-45af-9328-61047c7cd6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:16.256008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4489f194-92e7-45af-9328-61047c7cd6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:16.277216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:16.279874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489f194-92e7-45af-9328-61047c7cd6e1 None None] Routers {'578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:16.280957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4489f194-92e7-45af-9328-61047c7cd6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:16.286382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b7c49f8a-a94c-40f6-a17f-1d9be9b9c05d None None] Provisioning complete for port f634e9f0-b45e-4022-8a28-4d69c779ec05 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:16.287018 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7c49f8a-a94c-40f6-a17f-1d9be9b9c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:16.337193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa5bfa28-0c22-4bc2-acf3-c100ca99bb38 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:16.404508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b7c49f8a-a94c-40f6-a17f-1d9be9b9c05d None None] Port f634e9f0-b45e-4022-8a28-4d69c779ec05 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:16.409765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 835b121f-0bb7-4c80-a5e0-4d52e699d491 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:16.410488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:16.412304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4489f194-92e7-45af-9328-61047c7cd6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:16.413027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489f194-92e7-45af-9328-61047c7cd6e1 None None] The sync data for ids ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:16.486042 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f27a4f23-521a-485d-a545-a8ed66723ac8 req-0c3b709f-7e7c-4949-a748-6ef62412a96a tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0653014 Oct 13 00:24:16.505843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:16.513295 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-aa5bfa28-0c22-4bc2-acf3-c100ca99bb38 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 00:24:16.516890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aa5bfa28-0c22-4bc2-acf3-c100ca99bb38 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 HTTP/1.1" status: 409 len: 329 time: 0.3474801 Oct 13 00:24:16.518576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39780) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:16.640326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Router abecdd1d-e381-410b-8217-deb132db56cc is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:24:16.736440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Router 6d653233-a6d1-40de-b350-dddcedbe821e has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:16.749663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:16.760663 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Sync routers for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:16.769402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:16.773181 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ae1b8acd-488d-47bd-b178-1f1e8c2ef7a8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5673850 Oct 13 00:24:16.773409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39782) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:16.774630 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:16.775404 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:16.886142 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:16.911605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:16.916976 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f77ce656-4288-4307-8cf3-cab9b91380bc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "PUT /v2.0/routers/6d653233-a6d1-40de-b350-dddcedbe821e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305545 Oct 13 00:24:16.922813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39784) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:16.923991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] Sync routers for ids ['6d653233-a6d1-40de-b350-dddcedbe821e'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:16.933551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] Routers {'6d653233-a6d1-40de-b350-dddcedbe821e'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:16.934394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6d653233-a6d1-40de-b350-dddcedbe821e'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:16.989822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c215526-d4f6-43d0-815d-7a88725a4409 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting subnet 60126a78-f24f-47a0-9836-83f0c4d81055 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:16.996876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c215526-d4f6-43d0-815d-7a88725a4409 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.061647 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c215526-d4f6-43d0-815d-7a88725a4409 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.062381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] Set router 6d653233-a6d1-40de-b350-dddcedbe821e gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:17.095393 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:15Z', 'revision_number': 3, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:17.119544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.123739 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Checking router: abecdd1d-e381-410b-8217-deb132db56cc for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:17.124088 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Updating router abecdd1d-e381-410b-8217-deb132db56cc port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:24:17.154086 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.245700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c215526-d4f6-43d0-815d-7a88725a4409 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.268154 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.290934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:24:15Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:17.323854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] Checking router: 6d653233-a6d1-40de-b350-dddcedbe821e for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:17.333373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] Routers {'6d653233-a6d1-40de-b350-dddcedbe821e'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:17.334028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6d653233-a6d1-40de-b350-dddcedbe821e'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:17.386423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c215526-d4f6-43d0-815d-7a88725a4409 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.392497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ae2c0df8-3fa4-4f73-a1de-76b6433394f0 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:17.425810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: ae2c0df8-3fa4-4f73-a1de-76b6433394f0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:17.426268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ae2c0df8-3fa4-4f73-a1de-76b6433394f0 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:17.434439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215526-d4f6-43d0-815d-7a88725a4409 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Subnet': ['ID=60126a78-f24f-47a0-9836-83f0c4d81055,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:17.436714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c215526-d4f6-43d0-815d-7a88725a4409 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.444168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39786) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:17.444675 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c215526-d4f6-43d0-815d-7a88725a4409 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/subnets/60126a78-f24f-47a0-9836-83f0c4d81055 HTTP/1.1" status: 204 len: 168 time: 0.5206921 Oct 13 00:24:17.470646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4786b596-e5e7-408e-ac09-493f580acd9f None None] Network 1f3a1e17-276e-4a20-ab65-8773261e8f8f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:17.475414 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.481979 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.556085 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26656d62-89e8-4fd2-b597-8ff34cb825fd None None] Pushing event updated for resources: {'Port': ['ID=1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:17.563969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting port f634e9f0-b45e-4022-8a28-4d69c779ec05 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:17.565249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.581566 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Attempting to bind port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:17.581976 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Attempting to bind port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:17.582392 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Attempting to bind port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:17.588618 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:17.589338 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:17.589960 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.590451 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:17.590962 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Bound port: 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:17.591485 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.640877 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.651743 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] For port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:17.655910 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] For port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:17.656943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] Set router 6d653233-a6d1-40de-b350-dddcedbe821e gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:17.665733 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.683966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:17.698732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Calling delete_port for f634e9f0-b45e-4022-8a28-4d69c779ec05 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:17.844091 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26656d62-89e8-4fd2-b597-8ff34cb825fd None None] Pushing event updated for resources: {'Port': ['ID=1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:17.879417 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:17.880269 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:17.977128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] DHCP port deletion for 1f3a1e17-276e-4a20-ab65-8773261e8f8f request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:24:18.086399 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c756e0cb-1a9a-435e-916a-e3d6b5cdba36 req-03819e6f-34f3-467d-9d20-c42415264943 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0533485 Oct 13 00:24:18.090147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Allocated IP 172.20.0.1 (7e639aed-a431-4c7a-9af4-0b1afebbbfa6/a0bcb675-f791-450f-b668-a1d6b354ab35/132db89d-1058-45f8-985b-bf0fdee9933c) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:18.102166 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:18.121477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.123796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] Deleting port cb06e805-74f4-4ab4-9a24-06116909ee35 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:18.124482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.250008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:24:15Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:18.252288 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cb06e805-74f4-4ab4-9a24-06116909ee35 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:18.310220 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3739a469-154e-4447-a34f-d0608abbf7b7 req-f06e8b41-3dac-4e22-8f48-dfd168bcb1e9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.4035144 Oct 13 00:24:18.314395 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:15Z', 'revision_number': 3, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:18.326566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3059781b-0ef7-4e38-ba99-79bec669d93d None None] The sync data for ids ['6d653233-a6d1-40de-b350-dddcedbe821e'] in n-d-813679-4 is: [{'id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1796131463', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:23:46Z', 'updated_at': '2021-10-13T00:24:15Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '7f8d6026-a02e-458b-8e02-6e72fc93e086', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d653233-a6d1-40de-b350-dddcedbe821e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:23:47Z', 'updated_at': '2021-10-13T00:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:18.340530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] For port cb06e805-74f4-4ab4-9a24-06116909ee35, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cb06e805-74f4-4ab4-9a24-06116909ee35,segment=NetworkSegment(1128f3e3-aba6-4864-970d-9298a3576910),segment_id=1128f3e3-aba6-4864-970d-9298a3576910)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:18.341051 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.346925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.362263 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a205dbe5-a27d-4af6-916f-efe8a64c5dd6 None None] The sync data for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 is: [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:15Z', 'revision_number': 3, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:18.366245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] Calling delete_port for cb06e805-74f4-4ab4-9a24-06116909ee35 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:18.407917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Port': ['ID=f634e9f0-b45e-4022-8a28-4d69c779ec05,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:18.424176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.426314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.525754 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.528284 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.546606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.580649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:18.587231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:18.590031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting port 7f8d6026-a02e-458b-8e02-6e72fc93e086 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:18.590375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.595439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:18.596633 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.610931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Pushing event updated for resources: {'Port': ['ID=132db89d-1058-45f8-985b-bf0fdee9933c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:18.658754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] Pushing event deleted for resources: {'Port': ['ID=cb06e805-74f4-4ab4-9a24-06116909ee35,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:18.665180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38710273-9d92-47ba-9984-9ab168f794f0 None None] No DVR routers for this DVR port cb06e805-74f4-4ab4-9a24-06116909ee35 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:18.683104 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 00:24:18.683104 n-d-813679-4 neutron-server[94990]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 13 00:24:18.683104 n-d-813679-4 neutron-server[94990]: [parameters: {'status': 'DOWN', 'ports_id': 'cb06e805-74f4-4ab4-9a24-06116909ee35'}] Oct 13 00:24:18.683104 n-d-813679-4 neutron-server[94990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:24:18.683580 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:24:18.729019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] For port 7f8d6026-a02e-458b-8e02-6e72fc93e086, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7f8d6026-a02e-458b-8e02-6e72fc93e086,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:18.729390 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.768716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Calling delete_port for 7f8d6026-a02e-458b-8e02-6e72fc93e086 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:18.784449 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:18.800164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Router 578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:18.897970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:18.911941 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb8332-3bec-434e-809c-fdf881612b78 None None] Sync routers for ids ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:18.917555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a0ff59b2-ed07-454c-b57a-917638049a54 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "PUT /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3978977 Oct 13 00:24:18.923097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:18.927166 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb8332-3bec-434e-809c-fdf881612b78 None None] Routers {'578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:18.928124 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9deb8332-3bec-434e-809c-fdf881612b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:18.964374 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9deb8332-3bec-434e-809c-fdf881612b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:18.969736 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-07ff9f74-c371-495c-8591-b0535d8a0044 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] show failed (client error): The resource could not be found. Oct 13 00:24:18.970790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-07ff9f74-c371-495c-8591-b0535d8a0044 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-867275595 HTTP/1.1" status: 404 len: 334 time: 0.0466566 Oct 13 00:24:18.975607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39792) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:18.980914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3632ef76-25b9-41ba-9626-e7987d29048e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:18.986815 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb8332-3bec-434e-809c-fdf881612b78 None None] Routers {'578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:18.988105 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9deb8332-3bec-434e-809c-fdf881612b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:19.036633 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9deb8332-3bec-434e-809c-fdf881612b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:19.037328 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb8332-3bec-434e-809c-fdf881612b78 None None] The sync data for ids ['578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:19.045873 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-3632ef76-25b9-41ba-9626-e7987d29048e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] update failed (client error): The resource could not be found. Oct 13 00:24:19.047781 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3632ef76-25b9-41ba-9626-e7987d29048e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1281598127 HTTP/1.1" status: 404 len: 335 time: 0.0709178 Oct 13 00:24:19.051802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39794) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:19.090493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.111439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db326c6-1dfe-456e-9354-878de853031a tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting subnet b66c43e7-072b-4139-9e0c-1b2244baa056 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:19.116682 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db326c6-1dfe-456e-9354-878de853031a tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.167712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db326c6-1dfe-456e-9354-878de853031a tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.208738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.215078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Port cb06e805-74f4-4ab4-9a24-06116909ee35 update to DOWN by agent not found {{(pid=94990) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 00:24:19.260967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db326c6-1dfe-456e-9354-878de853031a tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.292211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Port': ['ID=7f8d6026-a02e-458b-8e02-6e72fc93e086,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:19.299932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26d4b548-9b26-493a-8a0f-02547af3b519 req-b57e7c36-6751-446a-8a72-4cc421ef3ec9 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0887480 Oct 13 00:24:19.332377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db326c6-1dfe-456e-9354-878de853031a tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.360997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db326c6-1dfe-456e-9354-878de853031a tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Subnet': ['ID=b66c43e7-072b-4139-9e0c-1b2244baa056,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:19.365860 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db326c6-1dfe-456e-9354-878de853031a tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.371480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3db326c6-1dfe-456e-9354-878de853031a tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/subnets/b66c43e7-072b-4139-9e0c-1b2244baa056 HTTP/1.1" status: 204 len: 168 time: 0.3165231 Oct 13 00:24:19.371754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39798) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:19.376718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c153475-142d-462c-bafd-e720eadc506f None None] Network a1e4257c-e1e8-4bc0-9245-38d8e101c311 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:19.417920 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.470395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.534706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting port 835b121f-0bb7-4c80-a5e0-4d52e699d491 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:19.535568 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.542979 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.546918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.596296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] DHCP port deletion for a1e4257c-e1e8-4bc0-9245-38d8e101c311 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:24:19.598008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.607555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.624807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] For port 835b121f-0bb7-4c80-a5e0-4d52e699d491, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=835b121f-0bb7-4c80-a5e0-4d52e699d491,segment=NetworkSegment(bf7dea03-f22b-47c1-967e-4febabf90512),segment_id=bf7dea03-f22b-47c1-967e-4febabf90512)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:19.625564 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.640335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Calling delete_port for 835b121f-0bb7-4c80-a5e0-4d52e699d491 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:19.654941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] Deleting port 835b121f-0bb7-4c80-a5e0-4d52e699d491 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:19.655321 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.659656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.660324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Fanout notify agent at l3_agent the message router_deleted on router 6d653233-a6d1-40de-b350-dddcedbe821e {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:24:19.671634 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.675284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-791f9076-350b-4fd9-a4da-454547512548 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/routers/6d653233-a6d1-40de-b350-dddcedbe821e HTTP/1.1" status: 204 len: 168 time: 2.2282093 Oct 13 00:24:19.681564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39800) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:19.751206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Pushing event updated for resources: {'Port': ['ID=132db89d-1058-45f8-985b-bf0fdee9933c,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:19.756986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.768623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.773764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] For port 835b121f-0bb7-4c80-a5e0-4d52e699d491, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=835b121f-0bb7-4c80-a5e0-4d52e699d491,segment=NetworkSegment(bf7dea03-f22b-47c1-967e-4febabf90512),segment_id=bf7dea03-f22b-47c1-967e-4febabf90512)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:19.774172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.791713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] No DVR routers for this DVR port 835b121f-0bb7-4c80-a5e0-4d52e699d491 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:19.797016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] Calling delete_port for 835b121f-0bb7-4c80-a5e0-4d52e699d491 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:19.821886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Port': ['ID=835b121f-0bb7-4c80-a5e0-4d52e699d491,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:19.862989 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.899737 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.910534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.928488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] Pushing event deleted for resources: {'Port': ['ID=835b121f-0bb7-4c80-a5e0-4d52e699d491,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:19.933534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc9983-bb12-4d04-874b-ac01ff07fadb None None] No DVR routers for this DVR port 835b121f-0bb7-4c80-a5e0-4d52e699d491 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:19.936684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e4257c-e1e8-4bc0-9245-38d8e101c311']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:19.951302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7dea03-f22b-47c1-967e-4febabf90512') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:19.951699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7dea03-f22b-47c1-967e-4febabf90512') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:19.962605 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.975866 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.982058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:19.982447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:19.985583 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:19.998517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:20.001613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:20.005135 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.047940 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.056201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.060509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3a1e17-276e-4a20-ab65-8773261e8f8f']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:20.061606 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/networks/a1e4257c-e1e8-4bc0-9245-38d8e101c311 HTTP/1.1" status: 204 len: 168 time: 0.6888478 Oct 13 00:24:20.062361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39802) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:20.077797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1128f3e3-aba6-4864-970d-9298a3576910') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:20.078117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1128f3e3-aba6-4864-970d-9298a3576910') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:20.082721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58401907-9a54-4b1f-9915-9b9a65aef1f7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Network': ['ID=a1e4257c-e1e8-4bc0-9245-38d8e101c311,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:20.091864 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.128277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf12c85-2db7-4a81-85b8-b1af2f1f2ff7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting subnet 98c787ea-282d-4fb4-b1f1-e2f39d5e89ee {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:20.131473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf12c85-2db7-4a81-85b8-b1af2f1f2ff7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.140933 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.151768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:20.152101 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:20.155034 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:20.171045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf12c85-2db7-4a81-85b8-b1af2f1f2ff7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.220452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Router abecdd1d-e381-410b-8217-deb132db56cc has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:20.234231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.279349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.284775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/networks/1f3a1e17-276e-4a20-ab65-8773261e8f8f HTTP/1.1" status: 204 len: 168 time: 0.6011455 Oct 13 00:24:20.293558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39806) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:20.304499 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf12c85-2db7-4a81-85b8-b1af2f1f2ff7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.323211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91f786-dcae-4a6a-b960-bb0b984684dc tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Network': ['ID=1f3a1e17-276e-4a20-ab65-8773261e8f8f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:20.364762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:20.389802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf12c85-2db7-4a81-85b8-b1af2f1f2ff7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.426368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12c85-2db7-4a81-85b8-b1af2f1f2ff7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Subnet': ['ID=98c787ea-282d-4fb4-b1f1-e2f39d5e89ee,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:20.430175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:20.430717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dcf12c85-2db7-4a81-85b8-b1af2f1f2ff7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.431409 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.437774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dcf12c85-2db7-4a81-85b8-b1af2f1f2ff7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/subnets/98c787ea-282d-4fb4-b1f1-e2f39d5e89ee HTTP/1.1" status: 204 len: 168 time: 0.3727660 Oct 13 00:24:20.437962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177afbf6-5849-4e7c-b9ca-9b09fcf5717a None None] Network 57b32d69-f3ac-4389-926d-020573a12802 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:20.438455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39810) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:20.479424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffc4feb2-c75f-4ebe-a628-17f523d6eedd req-1da2ff96-6391-4555-ad24-d160a7843098 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0522659 Oct 13 00:24:20.517354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fea1d9-b57c-48f1-a673-111fcdf36a9c tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting subnet 834977aa-c2d1-43d1-828c-c84dd0b1ef8c {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:20.521580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3fea1d9-b57c-48f1-a673-111fcdf36a9c tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.546784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:20.555557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3191ca95-d0e2-4edc-8e85-0061c885bd36 admin admin] 10.222.0.21 "PUT /v2.0/routers/abecdd1d-e381-410b-8217-deb132db56cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7796960 Oct 13 00:24:20.594160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3fea1d9-b57c-48f1-a673-111fcdf36a9c tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.633789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting port 8495510f-b31f-4737-a99f-ad3ef30dddad {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:20.634499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.665072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Sync routers for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:20.716959 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3fea1d9-b57c-48f1-a673-111fcdf36a9c tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.723641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:20.724236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:20.730182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.730519 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.743421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Calling delete_port for 8495510f-b31f-4737-a99f-ad3ef30dddad owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:20.793143 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.814629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3fea1d9-b57c-48f1-a673-111fcdf36a9c tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.844755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fea1d9-b57c-48f1-a673-111fcdf36a9c tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Subnet': ['ID=834977aa-c2d1-43d1-828c-c84dd0b1ef8c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:20.880106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3fea1d9-b57c-48f1-a673-111fcdf36a9c tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.882892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:20.889606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] DHCP port deletion for 57b32d69-f3ac-4389-926d-020573a12802 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:24:20.891996 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c3fea1d9-b57c-48f1-a673-111fcdf36a9c tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/subnets/834977aa-c2d1-43d1-828c-c84dd0b1ef8c HTTP/1.1" status: 204 len: 168 time: 0.4511998 Oct 13 00:24:20.893418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39826) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:20.896487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ae5e9-634f-46f3-865b-421dbc01ef54 None None] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:20.918166 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:20.995482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:21.050530 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.107091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting port 52792ae2-b7a3-4877-ae89-58e604253ebf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:21.107602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.200179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] For port 52792ae2-b7a3-4877-ae89-58e604253ebf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=52792ae2-b7a3-4877-ae89-58e604253ebf,segment=NetworkSegment(6db1c32a-de42-4b10-9c92-cee46d68a904),segment_id=6db1c32a-de42-4b10-9c92-cee46d68a904)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:21.201260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.217921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Calling delete_port for 52792ae2-b7a3-4877-ae89-58e604253ebf owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:21.240226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7f8d6026-a02e-458b-8e02-6e72fc93e086 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:21.257726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.271611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-c631b272-6e0d-4c6a-8028-8c0ffb1a21d3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:21.273266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-c631b272-6e0d-4c6a-8028-8c0ffb1a21d3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 818 time: 0.2410209 Oct 13 00:24:21.281540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7f8d6026-a02e-458b-8e02-6e72fc93e086 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:21.281889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7f8d6026-a02e-458b-8e02-6e72fc93e086 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:21.282311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c75d828b-4822-40cf-a571-16c1ef139d86 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:21.311290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Port': ['ID=8495510f-b31f-4737-a99f-ad3ef30dddad,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:21.326416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.337654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:21.338933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-91323d57-bac4-4aeb-943c-5f75f018fba3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/quotas/07785b58091a4d76934365bc2fe3ad39 HTTP/1.1" status: 200 len: 375 time: 0.0364616 Oct 13 00:24:21.367010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Port': ['ID=52792ae2-b7a3-4877-ae89-58e604253ebf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:21.382809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c75d828b-4822-40cf-a571-16c1ef139d86 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:21.383139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c75d828b-4822-40cf-a571-16c1ef139d86 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:21.383589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 835b121f-0bb7-4c80-a5e0-4d52e699d491 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:21.390366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] No DVR routers for this DVR port 52792ae2-b7a3-4877-ae89-58e604253ebf on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:21.418019 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.418411 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Floating IP 9b80dcc5-9e28-40c8-b444-56f03752b702 disassociated (deleted). External IP: 172.25.3.217, port: 8a00443d-5fb8-4342-9544-1321d1602177. Oct 13 00:24:21.427404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 835b121f-0bb7-4c80-a5e0-4d52e699d491 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:21.427896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 835b121f-0bb7-4c80-a5e0-4d52e699d491 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:21.468494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-a7f1940c-8ce0-4e86-aa64-b5720c71bcee tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086731 Oct 13 00:24:21.508417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] Deleting port 52792ae2-b7a3-4877-ae89-58e604253ebf {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:21.508417 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.515601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.546155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b32d69-f3ac-4389-926d-020573a12802']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:21.551883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] DHCP port deletion for c78db3a2-9b32-481e-8ecb-9da3950fc932 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:24:21.568293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db1c32a-de42-4b10-9c92-cee46d68a904') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:21.568592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db1c32a-de42-4b10-9c92-cee46d68a904') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:21.595874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.628133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.635884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:21.636428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:21.644534 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:21.718054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-ce827a3c-0345-4118-8f09-ab4e143e2ab7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358086 Oct 13 00:24:21.739576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.748679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.754713 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/networks/57b32d69-f3ac-4389-926d-020573a12802 HTTP/1.1" status: 204 len: 168 time: 0.8569226 Oct 13 00:24:21.757826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39858) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:21.777516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc835f42-fb23-417f-9cf2-49a14c09f436 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Network': ['ID=57b32d69-f3ac-4389-926d-020573a12802,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:21.831448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] For port 52792ae2-b7a3-4877-ae89-58e604253ebf, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:21.832473 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.841179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d34f199c-7fc6-43f7-b1ff-9ed759e0b6ed req-8013be9e-d338-4e4c-8d6f-6f040736fe8e tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0682750 Oct 13 00:24:21.860051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] Calling delete_port for 52792ae2-b7a3-4877-ae89-58e604253ebf owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:21.863342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] Port 52792ae2-b7a3-4877-ae89-58e604253ebf was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:24:21.864268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.866433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:21.931527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] Network 57b32d69-f3ac-4389-926d-020573a12802 is not hosted by any dhcp agent {{(pid=94990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:24:21.932111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] No DVR routers for this DVR port 52792ae2-b7a3-4877-ae89-58e604253ebf on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:21.937651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 2, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:21.941158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b7957-0880-4551-93ae-1dc1e147692d None None] Pushing event deleted for resources: {'Port': ['ID=52792ae2-b7a3-4877-ae89-58e604253ebf,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:21.996713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:21.996956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.033234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Checking router: abecdd1d-e381-410b-8217-deb132db56cc for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:22.033730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Updating router abecdd1d-e381-410b-8217-deb132db56cc port 132db89d-1058-45f8-985b-bf0fdee9933c binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:24:22.075038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] For port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,segment=NetworkSegment(cc6cb5b9-69d0-4c19-8115-2e471bc81758),segment_id=cc6cb5b9-69d0-4c19-8115-2e471bc81758)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:22.075425 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.099476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Calling delete_port for c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:22.106839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] Deleting port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:22.107216 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.122863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.178689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:22.212803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.240862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Port': ['ID=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:22.242799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] No DVR routers for this DVR port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:22.278372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] For port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,segment=NetworkSegment(cc6cb5b9-69d0-4c19-8115-2e471bc81758),segment_id=cc6cb5b9-69d0-4c19-8115-2e471bc81758)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:22.278686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.326396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.327717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-162a5adf-fc34-4338-8225-9028d34b2335 service neutron] 10.222.0.21 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087599 Oct 13 00:24:22.341884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Router 4ec27ab8-2368-4791-99fa-662042fe8cdc has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:22.342132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] Calling delete_port for c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:22.349629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78db3a2-9b32-481e-8ecb-9da3950fc932']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:22.349853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18285-91c0-4429-aee8-882bed2cee39 req-19ae71f4-3bac-4e9b-987b-0963d343feca tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:22.351334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3f18285-91c0-4429-aee8-882bed2cee39 req-19ae71f4-3bac-4e9b-987b-0963d343feca tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1112413 Oct 13 00:24:22.363396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6cb5b9-69d0-4c19-8115-2e471bc81758') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:22.363843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6cb5b9-69d0-4c19-8115-2e471bc81758') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:22.376452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.395908 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.402929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:22.403330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:22.406806 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:22.438596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:22.439107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.454030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3f18285-91c0-4429-aee8-882bed2cee39 req-1e127fbe-0965-42a1-8c2d-c3db0325ed55 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839427 Oct 13 00:24:22.482744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.491337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.498724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39862) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:22.499825 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/networks/c78db3a2-9b32-481e-8ecb-9da3950fc932 HTTP/1.1" status: 204 len: 168 time: 0.7406166 Oct 13 00:24:22.516037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af43c37-fc82-456c-8ef3-fa1e791ad15e tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Network': ['ID=c78db3a2-9b32-481e-8ecb-9da3950fc932,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:22.587243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.602205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-181a1b74-e055-4dfb-bc24-4c2aaf75a9f8 req-24354408-636c-463c-ab83-5889909edb8f tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 210 time: 0.0602021 Oct 13 00:24:22.626291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-5baa51cf-532f-4c2a-87be-a50113f8e1ff tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting subnet ae0df0f2-f08e-437c-b867-4151abe591be {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:22.629865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:22.631544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5baa51cf-532f-4c2a-87be-a50113f8e1ff tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.636521 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.637240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] Network c78db3a2-9b32-481e-8ecb-9da3950fc932 is not hosted by any dhcp agent {{(pid=94990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:24:22.637791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] No DVR routers for this DVR port c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:22.641283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5dfe8-ab5a-44b7-b4f1-f5d84c2b7e9c None None] Pushing event deleted for resources: {'Port': ['ID=c781e43e-b2ee-4e95-8e3b-e6de8bcc1902,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:22.641822 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346b2dd-d625-49e7-9368-af917856621e None None] Sync routers for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:22.659215 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346b2dd-d625-49e7-9368-af917856621e None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:22.659889 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9346b2dd-d625-49e7-9368-af917856621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:22.714595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc2c53e3-d781-41b3-8696-0fe2076a4eca tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b80dcc5-9e28-40c8-b444-56f03752b702 HTTP/1.1" status: 204 len: 168 time: 2.4209602 Oct 13 00:24:22.717706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:22.724014 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4963d11-46a8-4adf-96f6-57570ce58a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "tag": "8a00443d-5fb8-4342-9544-1321d1602177"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:22.735768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5baa51cf-532f-4c2a-87be-a50113f8e1ff tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.737803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.764578 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.804428 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72a98dd-f3cc-453d-b4bc-a8cb785ad16c x-openstack-request-id: req-f72a98dd-f3cc-453d-b4bc-a8cb785ad16c {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:22.804994 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "tag": "8a00443d-5fb8-4342-9544-1321d1602177", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:22.805476 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f72a98dd-f3cc-453d-b4bc-a8cb785ad16c {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:22.806057 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177', 'status': 'completed', 'code': 200} Oct 13 00:24:22.823426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:22.866435 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5baa51cf-532f-4c2a-87be-a50113f8e1ff tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:22.873839 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-9346b2dd-d625-49e7-9368-af917856621e None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:22.905852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:22.906166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c781e43e-b2ee-4e95-8e3b-e6de8bcc1902 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:22.906684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 52792ae2-b7a3-4877-ae89-58e604253ebf no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:22.927485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-54611d8a-1c4d-49b5-afb7-ab104304cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:22.929845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-54611d8a-1c4d-49b5-afb7-ab104304cbc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 1136 time: 0.0854280 Oct 13 00:24:22.969671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5baa51cf-532f-4c2a-87be-a50113f8e1ff tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.014385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 52792ae2-b7a3-4877-ae89-58e604253ebf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:23.015495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 52792ae2-b7a3-4877-ae89-58e604253ebf not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:23.019433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833778f2-886d-4e60-bf52-bc305a1b3b59 None None] Pushing event updated for resources: {'Port': ['ID=132db89d-1058-45f8-985b-bf0fdee9933c,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:23.034708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Attempting to bind port 132db89d-1058-45f8-985b-bf0fdee9933c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:23.035528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Attempting to bind port 132db89d-1058-45f8-985b-bf0fdee9933c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:23.037231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Attempting to bind port 132db89d-1058-45f8-985b-bf0fdee9933c on network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:23.043879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a07b4-b8c9-4cd8-a899-b4bd7ed27d40 None None] Network 071640f1-f44c-42a5-9119-fcf958207e0d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:23.052088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:23.052756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Checking segment: {'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:23.054087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.054497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5baa51cf-532f-4c2a-87be-a50113f8e1ff tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.054949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Bound using segment: {'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:23.055699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Bound port: 132db89d-1058-45f8-985b-bf0fdee9933c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:23.056333 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.058053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5baa51cf-532f-4c2a-87be-a50113f8e1ff tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/subnets/ae0df0f2-f08e-437c-b867-4151abe591be HTTP/1.1" status: 204 len: 168 time: 0.5582604 Oct 13 00:24:23.058913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa51cf-532f-4c2a-87be-a50113f8e1ff tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0df0f2-f08e-437c-b867-4151abe591be,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:23.066364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:23.098119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2ca3529-b99e-482c-8225-86c0b799c8dd req-73ddc44a-9a81-4039-a5cc-025e7839ec7d tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.1089566 Oct 13 00:24:23.179372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-0413f12e-ba30-47fa-a90c-a8ac41b2fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:23.181543 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-0413f12e-ba30-47fa-a90c-a8ac41b2fa34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=948641a4-5621-4e27-bec4-2b12d958eef1 HTTP/1.1" status: 200 len: 897 time: 0.2441509 Oct 13 00:24:23.206404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] For port 132db89d-1058-45f8-985b-bf0fdee9933c, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:23.236373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] For port 132db89d-1058-45f8-985b-bf0fdee9933c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=132db89d-1058-45f8-985b-bf0fdee9933c,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:23.246147 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-26560829-f44a-4ab0-8cf4-4d977600b258 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a00443d-5fb8-4342-9544-1321d1602177 HTTP/1.1" status: 200 len: 217 time: 0.0563450 Oct 13 00:24:23.260721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.268166 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.293973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86cd7c-369a-4f3b-b43a-926c56f84b66 req-93389f2a-7af7-454c-8a5c-72899d0df7ae tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:23.295590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb86cd7c-369a-4f3b-b43a-926c56f84b66 req-93389f2a-7af7-454c-8a5c-72899d0df7ae tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 985 time: 0.1214414 Oct 13 00:24:23.319893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833778f2-886d-4e60-bf52-bc305a1b3b59 None None] Pushing event updated for resources: {'Port': ['ID=132db89d-1058-45f8-985b-bf0fdee9933c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:23.322248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-fe01dab6-5e8c-4be0-bce8-b4e2f796830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:23.323713 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-fe01dab6-5e8c-4be0-bce8-b4e2f796830e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2aee29ce-0bdd-474f-a776-f03906cad889 HTTP/1.1" status: 200 len: 834 time: 0.0651371 Oct 13 00:24:23.347362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:23.348223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:23.401220 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9346b2dd-d625-49e7-9368-af917856621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:19Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:23.453985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] DHCP port deletion for 071640f1-f44c-42a5-9119-fcf958207e0d request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:24:23.470367 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346b2dd-d625-49e7-9368-af917856621e None None] Checking router: 4ec27ab8-2368-4791-99fa-662042fe8cdc for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:23.472728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb86cd7c-369a-4f3b-b43a-926c56f84b66 req-9c912ef4-0bdc-4984-a1fe-d2271bf54739 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1537609 Oct 13 00:24:23.492876 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346b2dd-d625-49e7-9368-af917856621e None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:23.493509 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9346b2dd-d625-49e7-9368-af917856621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:23.499973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Deleting port fc42e514-c00d-42a7-a2a0-fc49a43b6916 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:23.500216 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.500437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-a057428a-2443-477f-a0e9-d33f7f781ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:23.509729 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-a057428a-2443-477f-a0e9-d33f7f781ddb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948641a4-5621-4e27-bec4-2b12d958eef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770864 Oct 13 00:24:23.552147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:23.650108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-720aea5d-055b-4a82-8082-721e9de649cd tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:23.656762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd8cd3-24c7-4893-aff0-b102d9785c7e req-3205a827-e8f9-4767-bdf6-e26c2f48057d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:23.659483 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-720aea5d-055b-4a82-8082-721e9de649cd tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.2395346 Oct 13 00:24:23.666503 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-9346b2dd-d625-49e7-9368-af917856621e None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:23.671981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53fd8cd3-24c7-4893-aff0-b102d9785c7e req-3205a827-e8f9-4767-bdf6-e26c2f48057d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1441648 Oct 13 00:24:23.722067 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] For port fc42e514-c00d-42a7-a2a0-fc49a43b6916, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fc42e514-c00d-42a7-a2a0-fc49a43b6916,segment=NetworkSegment(3d7aefe9-fa14-48a4-85b0-eae1a6865b58),segment_id=3d7aefe9-fa14-48a4-85b0-eae1a6865b58)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:23.722462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.726142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] Deleting port fc42e514-c00d-42a7-a2a0-fc49a43b6916 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:23.726949 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.802101 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-9f09e262-693f-48d9-8211-d8ab0577cb5a service neutron] 10.222.0.36 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782965 Oct 13 00:24:23.802851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] For port fc42e514-c00d-42a7-a2a0-fc49a43b6916, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fc42e514-c00d-42a7-a2a0-fc49a43b6916,segment=NetworkSegment(3d7aefe9-fa14-48a4-85b0-eae1a6865b58),segment_id=3d7aefe9-fa14-48a4-85b0-eae1a6865b58)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:23.803267 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.805023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53fd8cd3-24c7-4893-aff0-b102d9785c7e req-d9838abc-2994-4d35-b0a2-ed59f25879d9 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322117 Oct 13 00:24:23.806638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Calling delete_port for fc42e514-c00d-42a7-a2a0-fc49a43b6916 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:23.827008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] Calling delete_port for fc42e514-c00d-42a7-a2a0-fc49a43b6916 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:23.831227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae3c419f-771e-4ca9-bdd1-984d5cd56c78 req-2403ba96-23ec-4eb5-b5dd-7e0ce417585e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 210 time: 0.1028533 Oct 13 00:24:23.907039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Deleting port 17a94004-c6bd-4367-b500-3a3187936290 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:23.907384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.946990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.957681 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:23.978890 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4963d11-46a8-4adf-96f6-57570ce58a3f req-e0f53e84-f367-4195-ba8a-e3a700b34384 service neutron] 10.222.0.36 "GET /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545308 Oct 13 00:24:23.996943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Port': ['ID=fc42e514-c00d-42a7-a2a0-fc49a43b6916,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:24.005899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] No DVR routers for this DVR port fc42e514-c00d-42a7-a2a0-fc49a43b6916 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:24.010379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] Pushing event deleted for resources: {'Port': ['ID=fc42e514-c00d-42a7-a2a0-fc49a43b6916,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:24.019380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75619d-4cd2-4a5d-9f48-f46739b41a35 None None] No DVR routers for this DVR port fc42e514-c00d-42a7-a2a0-fc49a43b6916 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:24.035845 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9346b2dd-d625-49e7-9368-af917856621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:19Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:24.054144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] For port 17a94004-c6bd-4367-b500-3a3187936290, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=17a94004-c6bd-4367-b500-3a3187936290,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:24.054437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.067415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:23Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:24.101432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ceb032-3222-4c03-916d-17c50a0d5813 None None] The sync data for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 is: [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:23Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:24.108635 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346b2dd-d625-49e7-9368-af917856621e None None] The sync data for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 is: [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:22:14Z', 'revision_number': 4, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ef6ac5e4-756a-40a4-adca-9cc659e5a069', 'name': '', 'network_id': '948641a4-5621-4e27-bec4-2b12d958eef1', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'mac_address': 'fa:16:3e:01:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:13Z', 'updated_at': '2021-10-13T00:22:19Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'subnets': [{'id': '2aee29ce-0bdd-474f-a776-f03906cad889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:24.158193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fc42e514-c00d-42a7-a2a0-fc49a43b6916 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:24.184629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.208464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: fc42e514-c00d-42a7-a2a0-fc49a43b6916 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:24.208982 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fc42e514-c00d-42a7-a2a0-fc49a43b6916 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:24.243549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071640f1-f44c-42a5-9119-fcf958207e0d']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:24.256246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7aefe9-fa14-48a4-85b0-eae1a6865b58') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:24.256872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7aefe9-fa14-48a4-85b0-eae1a6865b58') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:24.276807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.301552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-926ab8ed-27e2-4ffc-98aa-662e7e49310f req-990c22b6-376e-4631-9cdb-dee2bb22a3e1 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0369039 Oct 13 00:24:24.315360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.323800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:24.324903 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:24.348197 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:24.410711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.441290 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.446336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/networks/071640f1-f44c-42a5-9119-fcf958207e0d HTTP/1.1" status: 204 len: 168 time: 1.3771384 Oct 13 00:24:24.446336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8bcb2-490a-48aa-b5a5-018c49571fc7 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Pushing event deleted for resources: {'Network': ['ID=071640f1-f44c-42a5-9119-fcf958207e0d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:24.447444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39892) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:24.508116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39896) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:24.508924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ca6f1fdc-3761-46e2-b5f5-b0aea2214fef tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "GET /v2.0/ports?device_id=578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 HTTP/1.1" status: 200 len: 205 time: 0.0508556 Oct 13 00:24:24.590122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.590501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.590826 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Floating IP e8bfd3b7-e328-422b-87e3-479d4c20f092 disassociated. External IP: 172.25.3.181, port: 17a94004-c6bd-4367-b500-3a3187936290. Oct 13 00:24:24.591181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Calling delete_port for 17a94004-c6bd-4367-b500-3a3187936290 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:24.608641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4baf1-f9cf-4607-aad2-e51c84dcceb9 None None] New status for floating IP 9b80dcc5-9e28-40c8-b444-56f03752b702: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:24:24.660429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-d49d40bc-fcf7-4e20-bcb8-d436629142b7 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:24.661977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-d49d40bc-fcf7-4e20-bcb8-d436629142b7 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.36 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 818 time: 0.1969681 Oct 13 00:24:24.695113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76139e3e-352d-41e4-9100-07d60fe33804 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:24.793594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35af84e-4ba0-4d5f-871c-9e6bc792a4f5 req-b8591b19-9ce8-415d-aaf2-7bd50fb6ef32 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:24.795548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d35af84e-4ba0-4d5f-871c-9e6bc792a4f5 req-b8591b19-9ce8-415d-aaf2-7bd50fb6ef32 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 985 time: 0.2066979 Oct 13 00:24:25.039623 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76139e3e-352d-41e4-9100-07d60fe33804 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.041984 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76139e3e-352d-41e4-9100-07d60fe33804 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.116581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76139e3e-352d-41e4-9100-07d60fe33804 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.117130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76139e3e-352d-41e4-9100-07d60fe33804 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Fanout notify agent at l3_agent the message router_deleted on router 578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:24:25.124819 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76139e3e-352d-41e4-9100-07d60fe33804 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.125802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-76139e3e-352d-41e4-9100-07d60fe33804 tempest-RoutersNegativeIpV6Test-829884196 tempest-RoutersNegativeIpV6Test-829884196-project] 10.222.0.21 "DELETE /v2.0/routers/578f26cf-fb1c-4e12-8ea1-5ca9bbbbd4d1 HTTP/1.1" status: 204 len: 168 time: 0.6157649 Oct 13 00:24:25.182615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-bab93c77-cb8f-4042-859c-d3edcce358c1 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.182888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Request body: {'port': {'device_id': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'admin_state_up': True, 'tenant_id': '07785b58091a4d76934365bc2fe3ad39'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:25.184586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-bab93c77-cb8f-4042-859c-d3edcce358c1 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 985 time: 0.4113903 Oct 13 00:24:25.189862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d35af84e-4ba0-4d5f-871c-9e6bc792a4f5 req-cd24db75-b3d3-4642-852b-c73473571e8a tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3afe333-6a08-46d7-a9a2-4ee066095875&id=de9f2d39-086c-4307-8234-7b6e6b445573&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3502898 Oct 13 00:24:25.271489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b1800-8920-469e-9695-5af4feff2521 req-929fcc7f-9624-44c1-a673-4d7cfd950154 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.276664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.280419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d39b1800-8920-469e-9695-5af4feff2521 req-929fcc7f-9624-44c1-a673-4d7cfd950154 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 946 time: 0.1915219 Oct 13 00:24:25.325474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event deleted for resources: {'Port': ['ID=17a94004-c6bd-4367-b500-3a3187936290,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:25.355558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b384026-dc38-4367-931b-38e08297cf8f req-31bb1b65-31cd-4c46-bf6c-e8d3ff48be5c tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 210 time: 0.0600593 Oct 13 00:24:25.462531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d39b1800-8920-469e-9695-5af4feff2521 req-a043699d-a158-4640-8d5d-d143a64c5395 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808183 Oct 13 00:24:25.475106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Made reservation on behalf of 07785b58091a4d76934365bc2fe3ad39 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:25.479200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.496993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39914) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:25.577083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting port 8a00443d-5fb8-4342-9544-1321d1602177 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:25.577689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.609848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-2ba2d69f-dfbe-4abd-992e-b4f95a79b92d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.615957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-2ba2d69f-dfbe-4abd-992e-b4f95a79b92d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.622072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-2ba2d69f-dfbe-4abd-992e-b4f95a79b92d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.628693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-2ba2d69f-dfbe-4abd-992e-b4f95a79b92d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.634716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-2ba2d69f-dfbe-4abd-992e-b4f95a79b92d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.641685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-2ba2d69f-dfbe-4abd-992e-b4f95a79b92d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.648875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-2ba2d69f-dfbe-4abd-992e-b4f95a79b92d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:25.650796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-2ba2d69f-dfbe-4abd-992e-b4f95a79b92d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.1820030 Oct 13 00:24:25.652847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3187747-128b-4af8-886a-b54c404ce9d2 req-1f6d8a11-e913-4c9c-adde-6f52be9acc90 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0999777 Oct 13 00:24:25.724938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Router 0ae18e6c-b76e-4b67-8183-442b85809ec5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:25.745299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22ef59b0-57e4-456e-aca4-a81e78e63ba7 req-3c5a3f28-1f08-411d-a848-e5a33cf77041 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818183 Oct 13 00:24:25.777421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Allocated IP 172.20.0.12 (7e639aed-a431-4c7a-9af4-0b1afebbbfa6/a0bcb675-f791-450f-b668-a1d6b354ab35/25e34c29-830d-4973-9b4f-8d862a2d1c86) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:25.795943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a4306152-566c-4aa6-a800-a35b83294897 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3e6efd1090746babff446d5606ab4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947984 Oct 13 00:24:25.798140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39918) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:25.811994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] For port 8a00443d-5fb8-4342-9544-1321d1602177, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8a00443d-5fb8-4342-9544-1321d1602177,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:25.812363 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.838970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Calling delete_port for 8a00443d-5fb8-4342-9544-1321d1602177 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:25.914478 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ec8435d-50a3-45a6-941b-183b1d8103bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:25.948354 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ec8435d-50a3-45a6-941b-183b1d8103bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.006572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:26.018295 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] Sync routers for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:26.027899 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:26.028910 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:26.037221 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ec8435d-50a3-45a6-941b-183b1d8103bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.040195 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ec8435d-50a3-45a6-941b-183b1d8103bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.045063 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9ec8435d-50a3-45a6-941b-183b1d8103bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54bf1435-ae11-4516-8447-f3f0aaa4e3d2 HTTP/1.1" status: 204 len: 168 time: 0.2422938 Oct 13 00:24:26.065864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8435d-50a3-45a6-941b-183b1d8103bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf1435-ae11-4516-8447-f3f0aaa4e3d2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:26.073336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.086328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] No DVR routers for this DVR port 17a94004-c6bd-4367-b500-3a3187936290 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:26.092313 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.095668 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6d4d8f62-5760-4e46-899e-d53843f56c94 req-7290b0fd-ca42-4982-a2c7-03de41cec0e1 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "DELETE /v2.0/ports/17a94004-c6bd-4367-b500-3a3187936290 HTTP/1.1" status: 204 len: 173 time: 2.4351699 Oct 13 00:24:26.096200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'name': 'network-vif-deleted', 'tag': '17a94004-c6bd-4367-b500-3a3187936290'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:26.103919 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1e0839-8f44-483e-a143-00ccb905d9fb" -d '{"events": [{"server_uuid": "491dcaa0-82ef-45c6-88a9-e25e6ac34fda", "name": "network-vif-deleted", "tag": "17a94004-c6bd-4367-b500-3a3187936290"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:26.159020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.163933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Port': ['ID=8a00443d-5fb8-4342-9544-1321d1602177,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:26.205773 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fcc81c-992e-4697-986b-5aec5403ad20 x-openstack-request-id: req-02fcc81c-992e-4697-986b-5aec5403ad20 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:26.206307 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491dcaa0-82ef-45c6-88a9-e25e6ac34fda", "name": "network-vif-deleted", "tag": "17a94004-c6bd-4367-b500-3a3187936290", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:26.206917 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02fcc81c-992e-4697-986b-5aec5403ad20 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:26.207420 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491dcaa0-82ef-45c6-88a9-e25e6ac34fda', 'name': 'network-vif-deleted', 'tag': '17a94004-c6bd-4367-b500-3a3187936290', 'status': 'completed', 'code': 200} Oct 13 00:24:26.233999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 132db89d-1058-45f8-985b-bf0fdee9933c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:26.243744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.282439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] No DVR routers for this DVR port 8a00443d-5fb8-4342-9544-1321d1602177 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:26.287345 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:26.291388 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.296545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a1b26e2-8eae-4219-8eba-995b95be3f9f req-6b69beec-6234-4cb7-afcb-a2c4745d14e6 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.36 "DELETE /v2.0/ports/8a00443d-5fb8-4342-9544-1321d1602177 HTTP/1.1" status: 204 len: 173 time: 1.0970421 Oct 13 00:24:26.297050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'name': 'network-vif-deleted', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:26.301425 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba27bb23-7bcc-40c5-bf90-d020149c5393" -d '{"events": [{"server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "name": "network-vif-deleted", "tag": "8a00443d-5fb8-4342-9544-1321d1602177"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:26.353309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 132db89d-1058-45f8-985b-bf0fdee9933c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:26.353980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.365936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:26.373157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:26.387368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:26.390369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e74b656-c13c-41a6-9232-6268ef5e6870 req-d011f29e-dcb8-4ec6-bf98-dbd1e8942c78 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfebb9a1-eb70-4582-beb0-0f4130ef3194 HTTP/1.1" status: 200 len: 210 time: 0.0764439 Oct 13 00:24:26.392585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event updated for resources: {'Port': ['ID=25e34c29-830d-4973-9b4f-8d862a2d1c86,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:26.420083 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b58fd88-cc7c-4ed2-b4de-ce124707d04b x-openstack-request-id: req-5b58fd88-cc7c-4ed2-b4de-ce124707d04b {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:26.420765 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfebb9a1-eb70-4582-beb0-0f4130ef3194", "name": "network-vif-deleted", "tag": "8a00443d-5fb8-4342-9544-1321d1602177", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:26.421048 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b58fd88-cc7c-4ed2-b4de-ce124707d04b {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:26.422902 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfebb9a1-eb70-4582-beb0-0f4130ef3194', 'name': 'network-vif-deleted', 'tag': '8a00443d-5fb8-4342-9544-1321d1602177', 'status': 'completed', 'code': 200} Oct 13 00:24:26.458279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.459308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.600033 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.619128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8847-9234-4590-b226-325228250ef3 req-1b1d1496-605d-41ef-be91-140290be4d5b tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.621310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f6e8847-9234-4590-b226-325228250ef3 req-1b1d1496-605d-41ef-be91-140290be4d5b tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 932 time: 0.0906622 Oct 13 00:24:26.630690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0322572c-f204-4131-b3d3-92bdf6d8465e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4534609 Oct 13 00:24:26.670090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3ad97059-0f2f-4ad2-91f5-335d5878a5bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.671959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 132db89d-1058-45f8-985b-bf0fdee9933c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=132db89d-1058-45f8-985b-bf0fdee9933c,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:26.679309 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:26.700171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3ad97059-0f2f-4ad2-91f5-335d5878a5bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.710463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4d66515-c014-45c0-aa2a-91d28580b8fd req-51859c98-149c-4352-bcfa-05ec68cbd2ae tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=491dcaa0-82ef-45c6-88a9-e25e6ac34fda HTTP/1.1" status: 200 len: 210 time: 0.0878816 Oct 13 00:24:26.730135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3ad97059-0f2f-4ad2-91f5-335d5878a5bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.749431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3ad97059-0f2f-4ad2-91f5-335d5878a5bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.760332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3ad97059-0f2f-4ad2-91f5-335d5878a5bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.768461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=132db89d-1058-45f8-985b-bf0fdee9933c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:26.774289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3ad97059-0f2f-4ad2-91f5-335d5878a5bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.804411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3ad97059-0f2f-4ad2-91f5-335d5878a5bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:26.810111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f6e8847-9234-4590-b226-325228250ef3 req-513b2827-aad2-476f-abb4-b31c8f68aa45 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477618 Oct 13 00:24:26.825363 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3ad97059-0f2f-4ad2-91f5-335d5878a5bb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.3508074 Oct 13 00:24:26.833587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Request body: {'port': {'device_id': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:26.919863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a99793b-3a40-44b4-911f-aa911798d46b req-afce473e-9e04-4dcb-b97c-10c4d5e2127c tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0565856 Oct 13 00:24:26.970157 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:27.011104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-8a09a97b-8fd4-434d-86f9-c0ff76c27c45 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:27.013937 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-8a09a97b-8fd4-434d-86f9-c0ff76c27c45 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "GET /v2.0/ports/bf802313-d3df-4540-adff-9c73c3366bb7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1353581 Oct 13 00:24:27.014368 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] Checking router: 0ae18e6c-b76e-4b67-8183-442b85809ec5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:27.020134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.044738 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:27.046031 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:27.129039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-ad6821ff-b70b-4589-b808-8de609c16d0c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:27.147304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-ad6821ff-b70b-4589-b808-8de609c16d0c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:27.154088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-ad6821ff-b70b-4589-b808-8de609c16d0c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:27.160556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-ad6821ff-b70b-4589-b808-8de609c16d0c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:27.166521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-ad6821ff-b70b-4589-b808-8de609c16d0c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:27.172452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-ad6821ff-b70b-4589-b808-8de609c16d0c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:27.178653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-ad6821ff-b70b-4589-b808-8de609c16d0c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:27.180636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-ad6821ff-b70b-4589-b808-8de609c16d0c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 5434 time: 0.1606095 Oct 13 00:24:27.191020 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:27.232789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b39e2e3d-b74d-4139-ab5c-da5423804d63 req-7d5d3ec3-3d66-44cb-bda4-69655c09ffb2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443487 Oct 13 00:24:27.264983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-7638f9a0-ce21-4c25-aab2-5589a754f438 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "GET /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2416971 Oct 13 00:24:27.273953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39956) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:27.278528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:27.379428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4aa9be60-ee6c-4fc3-94a1-0c580b8be77d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:27.379428 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-4aa9be60-ee6c-4fc3-94a1-0c580b8be77d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 00:24:27.379428 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-4aa9be60-ee6c-4fc3-94a1-0c580b8be77d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 00:24:27.379428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4aa9be60-ee6c-4fc3-94a1-0c580b8be77d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1033702 Oct 13 00:24:27.382274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39960) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:27.389149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536963309'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:27.392664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.414862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.428785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.444879 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:27.455116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39964) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:27.476538 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9662b-2689-4fe7-aee1-9950d55faaed None None] The sync data for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 is: [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:27.524347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device adaebb21-b3ee-40d2-bbcd-ef71f2775580 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:27.535132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.540944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.592599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2235e5ff-b384-4428-a3ff-55c074668888,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:27.621249 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.645215 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.646899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:27.647427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-040440aa-0f2f-48dd-a155-af61b4c7259e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.649231 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0784756-e73e-418d-91f8-1238fc39e2e1" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-unplugged", "status": "completed", "tag": "adaebb21-b3ee-40d2-bbcd-ef71f2775580"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:27.650412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.650799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e34c29-830d-4973-9b4f-8d862a2d1c86 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:24:27.666934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port adaebb21-b3ee-40d2-bbcd-ef71f2775580, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:27.676320 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.678212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device bf802313-d3df-4540-adff-9c73c3366bb7 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:27.691583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.694454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.696411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3127406 Oct 13 00:24:27.699190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2de07-3feb-41c6-9a88-455020b00818 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0376d2f-5ca0-4d24-9527-d2a5dfbb9b90,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:27.701612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39968) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:27.707437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a0a96572-f519-49f4-8796-e2728e301ad8 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'b0376d2f-5ca0-4d24-9527-d2a5dfbb9b90', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:27.731049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-040440aa-0f2f-48dd-a155-af61b4c7259e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.751480 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0a96572-f519-49f4-8796-e2728e301ad8 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.755004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Transition to ACTIVE for port object 25e34c29-830d-4973-9b4f-8d862a2d1c86 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:24:27.757000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] For port bf802313-d3df-4540-adff-9c73c3366bb7, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=bf802313-d3df-4540-adff-9c73c3366bb7,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:27.775314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.797085 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc50fbe-177f-4123-8ba9-c9413974fa98 x-openstack-request-id: req-5dc50fbe-177f-4123-8ba9-c9413974fa98 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:27.798147 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-unplugged", "status": "completed", "tag": "adaebb21-b3ee-40d2-bbcd-ef71f2775580", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:27.798621 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc50fbe-177f-4123-8ba9-c9413974fa98 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:27.799751 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580', 'code': 200} Oct 13 00:24:27.821207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=adaebb21-b3ee-40d2-bbcd-ef71f2775580,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:27.868222 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0a96572-f519-49f4-8796-e2728e301ad8 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.870712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39976) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:27.890859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] For port bf802313-d3df-4540-adff-9c73c3366bb7, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:27.907783 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.930422 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0a96572-f519-49f4-8796-e2728e301ad8 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.943523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-040440aa-0f2f-48dd-a155-af61b4c7259e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.946106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-040440aa-0f2f-48dd-a155-af61b4c7259e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:27.949715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-040440aa-0f2f-48dd-a155-af61b4c7259e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3afe333-6a08-46d7-a9a2-4ee066095875 HTTP/1.1" status: 204 len: 168 time: 0.4891074 Oct 13 00:24:27.949715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=25e34c29-830d-4973-9b4f-8d862a2d1c86,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:27.951055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39978) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:27.990498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a96572-f519-49f4-8796-e2728e301ad8 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efaeff1-0ac7-4cb7-bba1-acedea17263a,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:27.998846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d1e1a-c8f1-46e4-a0a0-7245c7bc58ee None None] New status for floating IP e8bfd3b7-e328-422b-87e3-479d4c20f092: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:24:28.006669 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0a96572-f519-49f4-8796-e2728e301ad8 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.008047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a0a96572-f519-49f4-8796-e2728e301ad8 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049231 Oct 13 00:24:28.008961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c85017ae-9b1d-4d78-a99c-952d5c980b2a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.014178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39982) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:28.014641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] device_id is not set on port bf802313-d3df-4540-adff-9c73c3366bb7 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:24:28.018935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-49f951a2-1802-469a-8887-ff7948b1769f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'b0376d2f-5ca0-4d24-9527-d2a5dfbb9b90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:28.029324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040440aa-0f2f-48dd-a155-af61b4c7259e tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3afe333-6a08-46d7-a9a2-4ee066095875,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:28.039155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463d78a-9944-4181-a769-958c46badcd5 req-522fc1af-19f3-4ab5-9e54-bfe89360a980 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.047087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5463d78a-9944-4181-a769-958c46badcd5 req-522fc1af-19f3-4ab5-9e54-bfe89360a980 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 944 time: 0.1215453 Oct 13 00:24:28.053924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.078250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.124548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5463d78a-9944-4181-a769-958c46badcd5 req-d2041f0a-e0c7-4400-8e1f-6467c244a3a9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725904 Oct 13 00:24:28.138928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Attempting to bind port 25e34c29-830d-4973-9b4f-8d862a2d1c86 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:28.139268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Attempting to bind port 25e34c29-830d-4973-9b4f-8d862a2d1c86 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:28.139767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Attempting to bind port 25e34c29-830d-4973-9b4f-8d862a2d1c86 on network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:28.165360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c85017ae-9b1d-4d78-a99c-952d5c980b2a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.170063 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcaf2d0-956e-4b77-84dc-773b10842a8f req-2693645a-ebbf-4677-8af6-136e1091078d tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.1112795 Oct 13 00:24:28.199897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 132db89d-1058-45f8-985b-bf0fdee9933c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:28.208842 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49f951a2-1802-469a-8887-ff7948b1769f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.210724 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:24:28.211190 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:24:28.227763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] Pushing event updated for resources: {'Port': ['ID=bf802313-d3df-4540-adff-9c73c3366bb7,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:28.256018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Port 25e34c29-830d-4973-9b4f-8d862a2d1c86 on network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:24:28.256018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Attempting to bind port 25e34c29-830d-4973-9b4f-8d862a2d1c86 on network 7e639aed-a431-4c7a-9af4-0b1afebbbfa6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:28.256921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db04215-b8c4-4fb8-ab79-b9fe9f11f45b tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.258696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] No DVR routers for this DVR port bf802313-d3df-4540-adff-9c73c3366bb7 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:28.270385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 132db89d-1058-45f8-985b-bf0fdee9933c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:28.271133 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.289960 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-49f951a2-1802-469a-8887-ff7948b1769f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 00:24:28.294489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49f951a2-1802-469a-8887-ff7948b1769f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2765179 Oct 13 00:24:28.294773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39986) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:28.306520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c85017ae-9b1d-4d78-a99c-952d5c980b2a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.310993 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c85017ae-9b1d-4d78-a99c-952d5c980b2a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.313541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c85017ae-9b1d-4d78-a99c-952d5c980b2a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "DELETE /v2.0/security-groups/6b2bdc85-fbdd-4c29-ae1c-534bc51ff424 HTTP/1.1" status: 204 len: 168 time: 0.4414647 Oct 13 00:24:28.319700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39988) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:28.352207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85017ae-9b1d-4d78-a99c-952d5c980b2a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2bdc85-fbdd-4c29-ae1c-534bc51ff424,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:28.356664 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-b40fef19-a69d-4f03-9907-ce68e68bac83 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] show failed (client error): The resource could not be found. Oct 13 00:24:28.360880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b40fef19-a69d-4f03-9907-ce68e68bac83 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups/6b2bdc85-fbdd-4c29-ae1c-534bc51ff424 HTTP/1.1" status: 404 len: 347 time: 0.0369198 Oct 13 00:24:28.361905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39990) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:28.367924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:28.369016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Checking segment: {'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:28.369836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Bound using segment: {'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:28.372000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Bound port: 25e34c29-830d-4973-9b4f-8d862a2d1c86, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f4c53e-e8b4-4ae9-91c9-95953a938426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:28.373639 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.390053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8a00443d-5fb8-4342-9544-1321d1602177 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:28.410291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db04215-b8c4-4fb8-ab79-b9fe9f11f45b tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.418105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 8a00443d-5fb8-4342-9544-1321d1602177 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:28.418591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8a00443d-5fb8-4342-9544-1321d1602177 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:28.462506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] In _notify_port_updated(), no bound segment for port bf802313-d3df-4540-adff-9c73c3366bb7 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:24:28.463289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.463916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.465565 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-142c242c-7d78-4b2d-b164-a38b9c51e022 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf802313-d3df-4540-adff-9c73c3366bb7 HTTP/1.1" status: 200 len: 1027 time: 1.1936526 Oct 13 00:24:28.504299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db04215-b8c4-4fb8-ab79-b9fe9f11f45b tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.506824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db04215-b8c4-4fb8-ab79-b9fe9f11f45b tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.508161 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3db04215-b8c4-4fb8-ab79-b9fe9f11f45b tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/security-groups/de9f2d39-086c-4307-8234-7b6e6b445573 HTTP/1.1" status: 204 len: 168 time: 0.5368321 Oct 13 00:24:28.521651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39992) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:28.547895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cabb5621-a1dc-4bfd-9a11-9cc6544af065 None None] Provisioning complete for port bf802313-d3df-4540-adff-9c73c3366bb7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:28.548519 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cabb5621-a1dc-4bfd-9a11-9cc6544af065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.558723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db04215-b8c4-4fb8-ab79-b9fe9f11f45b tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9f2d39-086c-4307-8234-7b6e6b445573,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:28.570682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-cbce06df-a616-4c1a-9b5a-b8d55d0fc0d8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.572126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-cbce06df-a616-4c1a-9b5a-b8d55d0fc0d8 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "GET /v2.0/ports/9265abc7-6b4c-41be-82ef-41693b535004?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0816793 Oct 13 00:24:28.584510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-381132fb-b07f-46f2-88d5-371f01c89c62 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.586608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:28.597852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cabb5621-a1dc-4bfd-9a11-9cc6544af065 None None] Port bf802313-d3df-4540-adff-9c73c3366bb7 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:28.612403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] For port 25e34c29-830d-4973-9b4f-8d862a2d1c86, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:28.622934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118665d6-9726-4126-b03f-1f6a41a19f67 req-7c8391c7-3530-4801-a3b5-5779f9ce72b1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.628831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] For port 25e34c29-830d-4973-9b4f-8d862a2d1c86, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:28.629483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118665d6-9726-4126-b03f-1f6a41a19f67 req-7c8391c7-3530-4801-a3b5-5779f9ce72b1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.635254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.635422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118665d6-9726-4126-b03f-1f6a41a19f67 req-7c8391c7-3530-4801-a3b5-5779f9ce72b1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.641428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118665d6-9726-4126-b03f-1f6a41a19f67 req-7c8391c7-3530-4801-a3b5-5779f9ce72b1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.648088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118665d6-9726-4126-b03f-1f6a41a19f67 req-7c8391c7-3530-4801-a3b5-5779f9ce72b1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.654147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118665d6-9726-4126-b03f-1f6a41a19f67 req-7c8391c7-3530-4801-a3b5-5779f9ce72b1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.655989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-118665d6-9726-4126-b03f-1f6a41a19f67 req-7c8391c7-3530-4801-a3b5-5779f9ce72b1 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 4658 time: 0.2241924 Oct 13 00:24:28.686763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.687845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.690194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 1092 time: 1.8633704 Oct 13 00:24:28.696313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:28.698635 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:28.704075 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-381132fb-b07f-46f2-88d5-371f01c89c62 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.710907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.748293 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901a2c9a-234f-44ae-b28c-d4dad74e0bb0 x-openstack-request-id: req-901a2c9a-234f-44ae-b28c-d4dad74e0bb0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:28.748977 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:28.748977 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-901a2c9a-234f-44ae-b28c-d4dad74e0bb0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:28.749254 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'status': 'completed', 'code': 200} Oct 13 00:24:28.762267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9265abc7-6b4c-41be-82ef-41693b535004 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:28.792348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-118665d6-9726-4126-b03f-1f6a41a19f67 req-4cf0658c-02e8-4224-b8c2-796ec153eb21 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&id=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227326 Oct 13 00:24:28.799469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Deleting port bd8cb3b0-13d4-4cea-9506-5c9993bbdbe2 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:28.799818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.827786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acf6b8-9bd0-4365-b669-0a048cfa62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=25e34c29-830d-4973-9b4f-8d862a2d1c86,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:28.867440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.894567 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-381132fb-b07f-46f2-88d5-371f01c89c62 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.897114 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-381132fb-b07f-46f2-88d5-371f01c89c62 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:28.898270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-381132fb-b07f-46f2-88d5-371f01c89c62 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0376d2f-5ca0-4d24-9527-d2a5dfbb9b90 HTTP/1.1" status: 204 len: 168 time: 0.6025581 Oct 13 00:24:28.904793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39996) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:28.914700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-adcf2014-0ed8-4698-992c-a4e1986f3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:28.916212 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-adcf2014-0ed8-4698-992c-a4e1986f3c65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1095 time: 0.1521261 Oct 13 00:24:28.972783 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-51b1f1c8-42e6-455f-9492-86efb5829ba1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 217 time: 0.0428391 Oct 13 00:24:29.036374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] For port 9265abc7-6b4c-41be-82ef-41693b535004, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9265abc7-6b4c-41be-82ef-41693b535004,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:29.069260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-04636b6b-c081-4490-bc7a-3b2d45ffae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:29.070739 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-04636b6b-c081-4490-bc7a-3b2d45ffae52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.0874836 Oct 13 00:24:29.114950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-0353c35b-eb1e-402c-89b1-0a2d7df534af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348601 Oct 13 00:24:29.115945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] For port 9265abc7-6b4c-41be-82ef-41693b535004, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:29.193383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] device_id is not set on port 9265abc7-6b4c-41be-82ef-41693b535004 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:24:29.207535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.215756 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.263722 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:24:29.264176 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:24:29.291268 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-164534eb-8be8-41e7-9ad1-15f71a19bd33 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557162 Oct 13 00:24:29.297933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9265abc7-6b4c-41be-82ef-41693b535004,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:29.316878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381132fb-b07f-46f2-88d5-371f01c89c62 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0376d2f-5ca0-4d24-9527-d2a5dfbb9b90,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:29.323919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] No DVR routers for this DVR port 9265abc7-6b4c-41be-82ef-41693b535004 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:29.406545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-928d3428-1386-4752-97e9-7021e19e2c5f req-0459d722-b500-45aa-aab0-b6ac9cd0674d tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.1000445 Oct 13 00:24:29.427309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] In _notify_port_updated(), no bound segment for port 9265abc7-6b4c-41be-82ef-41693b535004 on network 94268d05-d85d-4847-87f3-ead562262dd6 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:24:29.428226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:29.428558 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.428848 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.428987 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.430192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-26c0ef49-3ded-474d-b82b-2f72236282a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/9265abc7-6b4c-41be-82ef-41693b535004 HTTP/1.1" status: 200 len: 1028 time: 0.8498280 Oct 13 00:24:29.455746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Calling delete_port for bd8cb3b0-13d4-4cea-9506-5c9993bbdbe2 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:29.466864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14d996fc-ce59-4781-a723-0a51cec5c32b tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5558558 Oct 13 00:24:29.492109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40002) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:29.499898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-93759fac-b833-44d5-bfd1-ae10d05c35d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--168754163'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:29.505018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87f4797e-1522-4cb2-8f84-116f09b9645d req-6cd83443-0e2c-46d2-9b53-a705f977d5d9 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066581 Oct 13 00:24:29.529112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-eb23662b-4953-4d5f-82c1-bc6a8081096e None None] Provisioning complete for port 9265abc7-6b4c-41be-82ef-41693b535004 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:29.529488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eb23662b-4953-4d5f-82c1-bc6a8081096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.560412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73337f1e-ae9a-4259-8501-644c9f22b871 req-0a959317-053e-4f92-b13f-e36d786284ce tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:29.561812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73337f1e-ae9a-4259-8501-644c9f22b871 req-0a959317-053e-4f92-b13f-e36d786284ce tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 944 time: 0.2543254 Oct 13 00:24:29.572015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-eb23662b-4953-4d5f-82c1-bc6a8081096e None None] Port 9265abc7-6b4c-41be-82ef-41693b535004 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:29.579937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:29.580387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.633829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-93759fac-b833-44d5-bfd1-ae10d05c35d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.684581 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73337f1e-ae9a-4259-8501-644c9f22b871 req-332864b2-1321-4a0a-939d-f2b07b4236fd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080625 Oct 13 00:24:29.690483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-bfc0f5b5-30cb-469e-9723-1947e948189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:29.692018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-bfc0f5b5-30cb-469e-9723-1947e948189a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1095 time: 0.0679367 Oct 13 00:24:29.758946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] For port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:29.759665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.778396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:29.807839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-93759fac-b833-44d5-bfd1-ae10d05c35d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.809472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 26488eef-0b26-4aa7-aba7-948a93520029 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:29.828102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-93759fac-b833-44d5-bfd1-ae10d05c35d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.848192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.855381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-d4dcf345-b2e1-4286-9449-5f2e247e7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:29.857031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-d4dcf345-b2e1-4286-9449-5f2e247e7938 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 919 time: 0.1576657 Oct 13 00:24:29.895804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event deleted for resources: {'Port': ['ID=bd8cb3b0-13d4-4cea-9506-5c9993bbdbe2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:29.910784 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-93759fac-b833-44d5-bfd1-ae10d05c35d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.914817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-93759fac-b833-44d5-bfd1-ae10d05c35d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4161952 Oct 13 00:24:29.923690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40006) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:29.928438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.928945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93759fac-b833-44d5-bfd1-ae10d05c35d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d0f05b-ad43-487d-8d02-6853905652ce,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:29.932819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-520cbc1b-96ca-4e6c-bd74-fa4d76af0e99 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': '08d0f05b-ad43-487d-8d02-6853905652ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:29.933636 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-520cbc1b-96ca-4e6c-bd74-fa4d76af0e99 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 00:24:29.934141 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-520cbc1b-96ca-4e6c-bd74-fa4d76af0e99 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:29.936274 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-520cbc1b-96ca-4e6c-bd74-fa4d76af0e99 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080464 Oct 13 00:24:29.936668 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-a094cd52-9136-41a1-81cb-4f45cc4e6a99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 217 time: 0.0694380 Oct 13 00:24:29.938847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40008) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:29.963577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:29.966119 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e9a1b-4d46-4f50-8fa7-5a75725e6105" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-unplugged", "status": "completed", "tag": "26488eef-0b26-4aa7-aba7-948a93520029"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:29.981783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 26488eef-0b26-4aa7-aba7-948a93520029, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=26488eef-0b26-4aa7-aba7-948a93520029,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:29.990088 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:29.991246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:30.011954 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.015338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.018413 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.022673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dd2b1882-f63a-4894-9086-1ad01c7e8c0d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "DELETE /v2.0/floatingips/e8bfd3b7-e328-422b-87e3-479d4c20f092 HTTP/1.1" status: 204 len: 168 time: 1.6535387 Oct 13 00:24:30.081003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f66b-6503-4d16-bea9-3671398bd6aa req-43a10fe5-9f18-4156-bd70-63ea97265bf7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:30.087274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f66b-6503-4d16-bea9-3671398bd6aa req-43a10fe5-9f18-4156-bd70-63ea97265bf7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:30.088744 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894801e3-4d34-42c0-91f9-d89ff9c71a84 x-openstack-request-id: req-894801e3-4d34-42c0-91f9-d89ff9c71a84 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:30.089053 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-unplugged", "status": "completed", "tag": "26488eef-0b26-4aa7-aba7-948a93520029", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:30.089389 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-894801e3-4d34-42c0-91f9-d89ff9c71a84 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:30.089841 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029', 'code': 200} Oct 13 00:24:30.093356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f66b-6503-4d16-bea9-3671398bd6aa req-43a10fe5-9f18-4156-bd70-63ea97265bf7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:30.096523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=26488eef-0b26-4aa7-aba7-948a93520029,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:30.099789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f66b-6503-4d16-bea9-3671398bd6aa req-43a10fe5-9f18-4156-bd70-63ea97265bf7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:30.105702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f66b-6503-4d16-bea9-3671398bd6aa req-43a10fe5-9f18-4156-bd70-63ea97265bf7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:30.107030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-d6cb9040-ebe6-42db-92b4-339f28a6a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:30.109346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-d6cb9040-ebe6-42db-92b4-339f28a6a2b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.1611679 Oct 13 00:24:30.113323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e745f66b-6503-4d16-bea9-3671398bd6aa req-43a10fe5-9f18-4156-bd70-63ea97265bf7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 3883 time: 0.1570575 Oct 13 00:24:30.161046 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.190016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-f6dd5e11-dc71-46ff-b5ea-352cdf8acd2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446873 Oct 13 00:24:30.196390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e745f66b-6503-4d16-bea9-3671398bd6aa req-09c50f05-b045-4e58-943e-a75b3ce3a647 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822101 Oct 13 00:24:30.197882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53ac4548-8bb6-4336-97dc-492bef2740a0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.277143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.288206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 17a94004-c6bd-4367-b500-3a3187936290 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:30.307424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 17a94004-c6bd-4367-b500-3a3187936290 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:30.307800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 17a94004-c6bd-4367-b500-3a3187936290 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:30.327922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 41287d11-bc16-4f5a-9352-f0132c384b8b no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:30.414932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting port ef6ac5e4-756a-40a4-adca-9cc659e5a069 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:30.415613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.440445 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.481069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40016) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:30.483241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 41287d11-bc16-4f5a-9352-f0132c384b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=41287d11-bc16-4f5a-9352-f0132c384b8b,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:30.485989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d83bd87e-266f-4a45-9634-5757350406ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241277176', 'description': 'tempest-description--683890166'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:30.490666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.491681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 068c0998-0d76-4f70-97f9-b63506279aa8 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:30.554209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7eac303b-605a-44e6-9b01-9a7cf009f4d6 req-ebe2099e-28cc-4d2f-b0f7-f8dbb4eb6d68 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0453660 Oct 13 00:24:30.567422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] For port ef6ac5e4-756a-40a4-adca-9cc659e5a069, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ef6ac5e4-756a-40a4-adca-9cc659e5a069,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:30.567929 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.576249 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d83bd87e-266f-4a45-9634-5757350406ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.581597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=41287d11-bc16-4f5a-9352-f0132c384b8b,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:30.591130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Calling delete_port for ef6ac5e4-756a-40a4-adca-9cc659e5a069 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:30.632195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.666587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 068c0998-0d76-4f70-97f9-b63506279aa8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=068c0998-0d76-4f70-97f9-b63506279aa8,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:30.669966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53ac4548-8bb6-4336-97dc-492bef2740a0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.673454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.695331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=81fb4b6d-22f8-4e42-84b2-7aa504f60fb1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:30.721189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] No DVR routers for this DVR port 81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:30.724640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.728814 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-795aefb4-787b-4f38-96b9-b8a977d1c776 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "DELETE /v2.0/ports/81fb4b6d-22f8-4e42-84b2-7aa504f60fb1 HTTP/1.1" status: 204 len: 173 time: 1.2792792 Oct 13 00:24:30.737289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=068c0998-0d76-4f70-97f9-b63506279aa8,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:30.749899 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d83bd87e-266f-4a45-9634-5757350406ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.755624 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d83bd87e-266f-4a45-9634-5757350406ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.768255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': '81fb4b6d-22f8-4e42-84b2-7aa504f60fb1'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:30.770649 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c435149-15cd-4c19-96bb-4e66f1a06e50" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "81fb4b6d-22f8-4e42-84b2-7aa504f60fb1"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:30.804829 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-01f68a1e-a44c-43d8-bafa-12a1de054472 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048417 Oct 13 00:24:30.815567 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a4cd9-96f4-4e2e-bc66-855f8d4d4768 x-openstack-request-id: req-ac8a4cd9-96f4-4e2e-bc66-855f8d4d4768 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:30.815861 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "81fb4b6d-22f8-4e42-84b2-7aa504f60fb1", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:30.816109 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac8a4cd9-96f4-4e2e-bc66-855f8d4d4768 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:30.816618 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': '81fb4b6d-22f8-4e42-84b2-7aa504f60fb1', 'status': 'completed', 'code': 200} Oct 13 00:24:30.823938 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d83bd87e-266f-4a45-9634-5757350406ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.825162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d83bd87e-266f-4a45-9634-5757350406ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3431220 Oct 13 00:24:30.831696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40022) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:30.835254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd87e-266f-4a45-9634-5757350406ad tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca790722-d2a3-41d0-ac69-cd2f38501a07,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:30.853754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fd66d0b3-ed19-48c2-92ae-2dba4c88928d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'security_group_rule': {'security_group_id': 'ca790722-d2a3-41d0-ac69-cd2f38501a07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:30.864488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6522f-4bf6-40b3-aecd-c6b2499e2cc1 req-b7b159da-8e4b-4a54-becb-99e95daf4600 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:30.866021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95a6522f-4bf6-40b3-aecd-c6b2499e2cc1 req-b7b159da-8e4b-4a54-becb-99e95daf4600 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 944 time: 0.0932159 Oct 13 00:24:30.941349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95a6522f-4bf6-40b3-aecd-c6b2499e2cc1 req-5480de52-040b-43c4-abb2-e2e0f987ab6e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505588 Oct 13 00:24:30.942320 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.942555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53ac4548-8bb6-4336-97dc-492bef2740a0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.944926 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53ac4548-8bb6-4336-97dc-492bef2740a0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.946078 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-53ac4548-8bb6-4336-97dc-492bef2740a0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/08d0f05b-ad43-487d-8d02-6853905652ce HTTP/1.1" status: 204 len: 168 time: 1.0063334 Oct 13 00:24:30.951020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40024) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:30.970632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac4548-8bb6-4336-97dc-492bef2740a0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d0f05b-ad43-487d-8d02-6853905652ce,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:30.973048 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd66d0b3-ed19-48c2-92ae-2dba4c88928d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:30.977500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Port': ['ID=ef6ac5e4-756a-40a4-adca-9cc659e5a069,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:31.022016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4c307ba-ee10-4338-937e-8a39b7cb3cc5 req-a664c45f-11e9-4de8-82db-12d2031841a0 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045627 Oct 13 00:24:31.035768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port 26488eef-0b26-4aa7-aba7-948a93520029 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:31.036114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.081340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a3a25004-e0a8-41cf-a35b-26286cb7e862 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1122959 Oct 13 00:24:31.086502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40026) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:31.094649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c1ba64ab-e5d6-4b20-879b-3e7cabea3595 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--226176252'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:31.127721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd66d0b3-ed19-48c2-92ae-2dba4c88928d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.137779 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd66d0b3-ed19-48c2-92ae-2dba4c88928d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.160108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66d0b3-ed19-48c2-92ae-2dba4c88928d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0874175-e54c-4df5-9486-043548749c10,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:31.204545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fd66d0b3-ed19-48c2-92ae-2dba4c88928d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.208212 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fd66d0b3-ed19-48c2-92ae-2dba4c88928d tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3750401 Oct 13 00:24:31.209285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40028) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:31.210089 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1ba64ab-e5d6-4b20-879b-3e7cabea3595 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.216617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] For port 26488eef-0b26-4aa7-aba7-948a93520029, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=26488eef-0b26-4aa7-aba7-948a93520029,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:31.216989 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.217844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-55f25f65-1541-4f4c-8d05-670f32349d76 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'security_group_rule': {'security_group_id': 'ca790722-d2a3-41d0-ac69-cd2f38501a07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:31.297424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.313190 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-55f25f65-1541-4f4c-8d05-670f32349d76 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.427721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.428085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.428411 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Floating IP dba5347b-9090-4baa-88a1-98386bef7b2b disassociated. External IP: 172.25.3.208, port: 26488eef-0b26-4aa7-aba7-948a93520029. Oct 13 00:24:31.428756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for 26488eef-0b26-4aa7-aba7-948a93520029 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:31.481537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1ba64ab-e5d6-4b20-879b-3e7cabea3595 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.487023 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-55f25f65-1541-4f4c-8d05-670f32349d76 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.515626 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1ba64ab-e5d6-4b20-879b-3e7cabea3595 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.524522 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-55f25f65-1541-4f4c-8d05-670f32349d76 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.561658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ec268-93e4-4e50-abe4-9dd1f870192f req-e5758d62-36a7-4909-87c6-d0a7b725c92e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:31.567144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.569800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ec268-93e4-4e50-abe4-9dd1f870192f req-e5758d62-36a7-4909-87c6-d0a7b725c92e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:31.576909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ec268-93e4-4e50-abe4-9dd1f870192f req-e5758d62-36a7-4909-87c6-d0a7b725c92e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:31.583082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ec268-93e4-4e50-abe4-9dd1f870192f req-e5758d62-36a7-4909-87c6-d0a7b725c92e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:31.584829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-416ec268-93e4-4e50-abe4-9dd1f870192f req-e5758d62-36a7-4909-87c6-d0a7b725c92e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 3142 time: 0.2422304 Oct 13 00:24:31.596352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=26488eef-0b26-4aa7-aba7-948a93520029,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:31.619047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f25f65-1541-4f4c-8d05-670f32349d76 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bb7638-2819-42f5-ae55-5b3e67683c77,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:31.628829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1ba64ab-e5d6-4b20-879b-3e7cabea3595 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.632777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c1ba64ab-e5d6-4b20-879b-3e7cabea3595 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5420010 Oct 13 00:24:31.639907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40034) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:31.644736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba64ab-e5d6-4b20-879b-3e7cabea3595 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3b325-188d-4782-8950-9600999ef1d1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:31.650334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-79a2d301-4cf5-475b-b849-48fe17abbc79 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': '46b3b325-188d-4782-8950-9600999ef1d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:31.651158 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-79a2d301-4cf5-475b-b849-48fe17abbc79 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 00:24:31.651736 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-79a2d301-4cf5-475b-b849-48fe17abbc79 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:31.652680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-79a2d301-4cf5-475b-b849-48fe17abbc79 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090117 Oct 13 00:24:31.656624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40036) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:31.661752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-55f25f65-1541-4f4c-8d05-670f32349d76 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.662873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-55f25f65-1541-4f4c-8d05-670f32349d76 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4502647 Oct 13 00:24:31.670378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40038) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:31.676894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:31.717605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd1de78b-0fbe-4dc9-805f-9474ac4d4c07 req-95a38155-e7e1-4fe4-accc-97e083dfe9e8 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0535975 Oct 13 00:24:31.723766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-416ec268-93e4-4e50-abe4-9dd1f870192f req-f8caca86-7d5c-40a6-81ff-2b693a0e711a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260874 Oct 13 00:24:31.751196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.810587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Router 748414cb-cba6-4c17-9809-1a6ab5dc7546 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:31.828799 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-608e6fed-c2e2-4b20-9983-ccba6c7817fc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.865429 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-608e6fed-c2e2-4b20-9983-ccba6c7817fc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.888357 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Router 4ec27ab8-2368-4791-99fa-662042fe8cdc has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:31.962709 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-608e6fed-c2e2-4b20-9983-ccba6c7817fc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.965300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-608e6fed-c2e2-4b20-9983-ccba6c7817fc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.966086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:31.966501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-608e6fed-c2e2-4b20-9983-ccba6c7817fc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/46b3b325-188d-4782-8950-9600999ef1d1 HTTP/1.1" status: 204 len: 168 time: 0.3082061 Oct 13 00:24:31.973181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40040) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:31.986430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:32.000095 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] Sync routers for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:32.010693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e6fed-c2e2-4b20-9983-ccba6c7817fc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3b325-188d-4782-8950-9600999ef1d1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:32.022446 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:32.023466 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:32.057816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:32.072087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] Sync routers for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:32.074635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c71213a3-f12d-4cfa-9bd5-1347d2e6c39d tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "PUT /v2.0/routers/4ec27ab8-2368-4791-99fa-662042fe8cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5516155 Oct 13 00:24:32.077890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40046) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:32.088787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:32.089431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:32.091083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41287d11-bc16-4f5a-9352-f0132c384b8b'}, {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068c0998-0d76-4f70-97f9-b63506279aa8'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:32.093389 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5744b3c9-b0dd-4288-8518-e789a0ab3947" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-unplugged", "status": "completed", "tag": "41287d11-bc16-4f5a-9352-f0132c384b8b"}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-unplugged", "status": "completed", "tag": "068c0998-0d76-4f70-97f9-b63506279aa8"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:32.165620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] No DVR routers for this DVR port 26488eef-0b26-4aa7-aba7-948a93520029 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:32.176587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.180519 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-34c7e859-3b24-4962-af68-9e8f2677d687 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "DELETE /v2.0/ports/26488eef-0b26-4aa7-aba7-948a93520029 HTTP/1.1" status: 204 len: 173 time: 1.4445586 Oct 13 00:24:32.190884 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af31920b-abd4-4cc0-a82c-ec7c5d839580 x-openstack-request-id: req-af31920b-abd4-4cc0-a82c-ec7c5d839580 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:32.199887 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-unplugged", "status": "completed", "tag": "41287d11-bc16-4f5a-9352-f0132c384b8b", "code": 200}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-unplugged", "status": "completed", "tag": "068c0998-0d76-4f70-97f9-b63506279aa8", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:32.200481 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af31920b-abd4-4cc0-a82c-ec7c5d839580 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:32.201104 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41287d11-bc16-4f5a-9352-f0132c384b8b', 'code': 200} Oct 13 00:24:32.208089 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068c0998-0d76-4f70-97f9-b63506279aa8', 'code': 200} Oct 13 00:24:32.219721 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:32.224281 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-215d56f7-5047-4436-8edc-b1c8b43ac94d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2500050 Oct 13 00:24:32.233422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae9438-0378-4cee-bc26-d5fd7f6ac602 req-a9fcda28-6eda-4eed-b86f-7bc6af066557 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:32.234259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40050) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:32.235352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51ae9438-0378-4cee-bc26-d5fd7f6ac602 req-a9fcda28-6eda-4eed-b86f-7bc6af066557 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 944 time: 0.1410391 Oct 13 00:24:32.241048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3b069cb6-3624-42a4-a62d-018c2e7e7bfe tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--357240900'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:32.244558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c08bb9-3565-4d21-b235-aab4476bfea4 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting subnet 2aee29ce-0bdd-474f-a776-f03906cad889 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:32.250896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Allocated IP 172.25.3.144 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/ae4db274-fcf3-4a47-a7c1-6754f22b1849) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:32.256251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58c08bb9-3565-4d21-b235-aab4476bfea4 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.324545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51ae9438-0378-4cee-bc26-d5fd7f6ac602 req-95309b9e-b40b-4066-b4f4-2521e91184ca tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764143 Oct 13 00:24:32.329493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58c08bb9-3565-4d21-b235-aab4476bfea4 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.352556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:32.414207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b069cb6-3624-42a4-a62d-018c2e7e7bfe tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.449304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58c08bb9-3565-4d21-b235-aab4476bfea4 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.487846 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:14:03Z', 'revision_number': 5, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:32.514806 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] Checking router: 748414cb-cba6-4c17-9809-1a6ab5dc7546 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:32.524107 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:32.524835 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:32.525790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.529301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port adaebb21-b3ee-40d2-bbcd-ef71f2775580 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:32.529483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.531831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58c08bb9-3565-4d21-b235-aab4476bfea4 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.547253 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58c08bb9-3565-4d21-b235-aab4476bfea4 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.551338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-58c08bb9-3565-4d21-b235-aab4476bfea4 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/subnets/2aee29ce-0bdd-474f-a776-f03906cad889 HTTP/1.1" status: 204 len: 168 time: 0.4721227 Oct 13 00:24:32.554632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40052) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:32.570048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f12ea-af73-482d-96d7-1bab6bdab37a None None] Network 948641a4-5621-4e27-bec4-2b12d958eef1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:32.572019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c08bb9-3565-4d21-b235-aab4476bfea4 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Subnet': ['ID=2aee29ce-0bdd-474f-a776-f03906cad889,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:32.609508 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b069cb6-3624-42a4-a62d-018c2e7e7bfe tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.649645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b069cb6-3624-42a4-a62d-018c2e7e7bfe tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.691282 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:32.698236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:24:30Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:32.720405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b069cb6-3624-42a4-a62d-018c2e7e7bfe tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.721711 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3b069cb6-3624-42a4-a62d-018c2e7e7bfe tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4865451 Oct 13 00:24:32.725264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40054) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:32.732256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-364ddc47-14b5-4ba4-8980-d42a8f4d5853 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'b8cab8f7-d5c2-4168-9622-483458ce8533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:32.733748 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-364ddc47-14b5-4ba4-8980-d42a8f4d5853 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 00:24:32.734647 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-364ddc47-14b5-4ba4-8980-d42a8f4d5853 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:32.737042 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-364ddc47-14b5-4ba4-8980-d42a8f4d5853 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096986 Oct 13 00:24:32.739637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40056) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:32.742659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] Checking router: 4ec27ab8-2368-4791-99fa-662042fe8cdc for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:32.747284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-238b2330-aae4-4e4b-b7e3-e26e9b341c8d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'b8cab8f7-d5c2-4168-9622-483458ce8533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:32.748403 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-238b2330-aae4-4e4b-b7e3-e26e9b341c8d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 00:24:32.749949 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-238b2330-aae4-4e4b-b7e3-e26e9b341c8d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:32.751649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-238b2330-aae4-4e4b-b7e3-e26e9b341c8d tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102415 Oct 13 00:24:32.754532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40060) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:32.760566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b069cb6-3624-42a4-a62d-018c2e7e7bfe tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cab8f7-d5c2-4168-9622-483458ce8533,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:32.765296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] Routers {'4ec27ab8-2368-4791-99fa-662042fe8cdc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:32.765880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ec27ab8-2368-4791-99fa-662042fe8cdc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:32.781564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f2d1add5-6589-4ddb-a2eb-8d0dbcd23afc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'b8cab8f7-d5c2-4168-9622-483458ce8533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:32.782394 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-f2d1add5-6589-4ddb-a2eb-8d0dbcd23afc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 00:24:32.782929 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-f2d1add5-6589-4ddb-a2eb-8d0dbcd23afc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:32.784675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f2d1add5-6589-4ddb-a2eb-8d0dbcd23afc tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0275161 Oct 13 00:24:32.787493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40064) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:32.817508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-78e4d003-bf10-4c1e-8bc2-75a1b4c427a3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'b8cab8f7-d5c2-4168-9622-483458ce8533', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:32.818309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:32.820544 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-78e4d003-bf10-4c1e-8bc2-75a1b4c427a3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 00:24:32.820730 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c684fd2-0acd-481d-b7c3-2cb4ab66d0ef" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "26488eef-0b26-4aa7-aba7-948a93520029"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:32.821651 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-78e4d003-bf10-4c1e-8bc2-75a1b4c427a3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:32.822884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-78e4d003-bf10-4c1e-8bc2-75a1b4c427a3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0336807 Oct 13 00:24:32.826394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40068) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:32.833147 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.844934 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] For port adaebb21-b3ee-40d2-bbcd-ef71f2775580, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adaebb21-b3ee-40d2-bbcd-ef71f2775580,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:32.845306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.895076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] DHCP port deletion for 948641a4-5621-4e27-bec4-2b12d958eef1 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:24:32.905265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for adaebb21-b3ee-40d2-bbcd-ef71f2775580 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:32.917137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:32.921538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:32.933339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:32.936879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a480f48-ce73-40ce-9cc0-6546c2e32ae8 req-0bbb6f35-f3c1-4727-876b-c44276628174 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0684915 Oct 13 00:24:32.981473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'Port': ['ID=ae4db274-fcf3-4a47-a7c1-6754f22b1849,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:32.988089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:32.994549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] Set router 4ec27ab8-2368-4791-99fa-662042fe8cdc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:33.028168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6ad16-bf8b-4d33-afe1-4dee7af2c322 req-6bbd183e-5702-4ee3-a5be-0563c21b811d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:33.034549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6ad16-bf8b-4d33-afe1-4dee7af2c322 req-6bbd183e-5702-4ee3-a5be-0563c21b811d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:33.040835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6ad16-bf8b-4d33-afe1-4dee7af2c322 req-6bbd183e-5702-4ee3-a5be-0563c21b811d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:33.047940 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab0723-afc4-4418-bdc8-0ac3d5734671 x-openstack-request-id: req-55ab0723-afc4-4418-bdc8-0ac3d5734671 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:33.048312 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "26488eef-0b26-4aa7-aba7-948a93520029", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:33.048506 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55ab0723-afc4-4418-bdc8-0ac3d5734671 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:33.049399 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': '26488eef-0b26-4aa7-aba7-948a93520029', 'status': 'completed', 'code': 200} Oct 13 00:24:33.050870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffc6ad16-bf8b-4d33-afe1-4dee7af2c322 req-6bbd183e-5702-4ee3-a5be-0563c21b811d tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 2409 time: 0.1866510 Oct 13 00:24:33.075563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2250e499-27e3-4276-b6b2-ea437b2b667c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.104884 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:14:03Z', 'revision_number': 5, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:33.116174 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2250e499-27e3-4276-b6b2-ea437b2b667c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.125022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] Deleting port a6682459-6da2-4077-a5ed-dc519adc8f8b {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:33.125498 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.132776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffc6ad16-bf8b-4d33-afe1-4dee7af2c322 req-1cc91e99-a4f8-4143-9723-15c528b7a378 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773661 Oct 13 00:24:33.164425 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca0cb6-815a-4f05-a0c6-eab176f66c34 None None] The sync data for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 is: [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:13:56Z', 'revision_number': 4, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'e8345fc5-f4bc-4b00-9c12-93df66ae0c94', 'name': '', 'network_id': 'f74a808b-9cae-4a0c-95f6-f7ae8155785d', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'mac_address': 'fa:16:3e:35:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '274a127c-657f-48bd-8824-8c5514237b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:54Z', 'updated_at': '2021-10-13T00:14:03Z', 'revision_number': 5, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'subnets': [{'id': '274a127c-657f-48bd-8824-8c5514237b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:33.207360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2250e499-27e3-4276-b6b2-ea437b2b667c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.210026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2250e499-27e3-4276-b6b2-ea437b2b667c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.211373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2250e499-27e3-4276-b6b2-ea437b2b667c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8cab8f7-d5c2-4168-9622-483458ce8533 HTTP/1.1" status: 204 len: 168 time: 0.3836102 Oct 13 00:24:33.216132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40070) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.227958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.244115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250e499-27e3-4276-b6b2-ea437b2b667c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cab8f7-d5c2-4168-9622-483458ce8533,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:33.265877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.277163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9b812e7c-e31b-4fa9-ad22-39a840f89c93 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596881 Oct 13 00:24:33.281606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.287789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0f0a4304-ccf3-42ad-9e4c-65bd1025446c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--89122513'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.314916 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4304-ccf3-42ad-9e4c-65bd1025446c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.387993 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.414016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.419022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] For port a6682459-6da2-4077-a5ed-dc519adc8f8b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a6682459-6da2-4077-a5ed-dc519adc8f8b,segment=NetworkSegment(2cd4441f-4feb-448e-9bc9-829387abbb8a),segment_id=2cd4441f-4feb-448e-9bc9-829387abbb8a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:33.419427 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.436892 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4304-ccf3-42ad-9e4c-65bd1025446c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.444558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] Calling delete_port for a6682459-6da2-4077-a5ed-dc519adc8f8b owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:33.449583 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4304-ccf3-42ad-9e4c-65bd1025446c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.483605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=adaebb21-b3ee-40d2-bbcd-ef71f2775580,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:33.506906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Deleting port 91164ba4-ae87-46e9-9eb3-78742bf5be50 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:33.507256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.558631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a4304-ccf3-42ad-9e4c-65bd1025446c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb37f707-994b-43fc-9017-853af9e1cf2a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:33.567523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:24:30Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:33.567899 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4304-ccf3-42ad-9e4c-65bd1025446c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.569421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0f0a4304-ccf3-42ad-9e4c-65bd1025446c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2866523 Oct 13 00:24:33.576534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40076) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.585923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-741d206b-4476-4642-bff8-92b774ec1864 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.586655 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-741d206b-4476-4642-bff8-92b774ec1864 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 00:24:33.587415 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-741d206b-4476-4642-bff8-92b774ec1864 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:33.590882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-741d206b-4476-4642-bff8-92b774ec1864 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061405 Oct 13 00:24:33.592063 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40078) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.599215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-71f4dadd-e00c-4df6-af6f-b729d7b1ce28 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.603007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5825c78-6ea4-4637-ac67-ff36a5ea3760 None None] The sync data for ids ['4ec27ab8-2368-4791-99fa-662042fe8cdc'] in n-d-813679-4 is: [{'id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-582806050', 'tenant_id': '60c65370cd5e40bb9963d396dbb4ba44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:22:07Z', 'updated_at': '2021-10-13T00:24:30Z', 'revision_number': 5, 'project_id': '60c65370cd5e40bb9963d396dbb4ba44', 'gw_port': {'id': '91164ba4-ae87-46e9-9eb3-78742bf5be50', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:09:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec27ab8-2368-4791-99fa-662042fe8cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:22:08Z', 'updated_at': '2021-10-13T00:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:33.610221 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38512c8a-c4da-4a0a-8e54-fb5064fd8a9d None None] New status for floating IP dba5347b-9090-4baa-88a1-98386bef7b2b: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:24:33.613512 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.630574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] No DVR routers for this DVR port a6682459-6da2-4077-a5ed-dc519adc8f8b on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:33.633889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f48f0-8fab-47e8-9561-1161570cb516 req-e6617cdc-1378-4b74-b526-a0d0b543ed49 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:33.643217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb5f48f0-8fab-47e8-9561-1161570cb516 req-e6617cdc-1378-4b74-b526-a0d0b543ed49 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 944 time: 0.1983023 Oct 13 00:24:33.654964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] No DVR routers for this DVR port adaebb21-b3ee-40d2-bbcd-ef71f2775580 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:33.661830 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.665140 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-3caa0964-e881-4329-9d1d-13e0c90afa3a tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "DELETE /v2.0/ports/adaebb21-b3ee-40d2-bbcd-ef71f2775580 HTTP/1.1" status: 204 len: 173 time: 1.4317977 Oct 13 00:24:33.666221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270be1ca-e0dc-494e-a9dd-ad81ba67e10a None None] Pushing event deleted for resources: {'Port': ['ID=a6682459-6da2-4077-a5ed-dc519adc8f8b,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:33.713251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb5f48f0-8fab-47e8-9561-1161570cb516 req-a1044d1b-d94c-4966-9201-23654779a21f tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689421 Oct 13 00:24:33.724026 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-71f4dadd-e00c-4df6-af6f-b729d7b1ce28 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:33.730457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-71f4dadd-e00c-4df6-af6f-b729d7b1ce28 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1350708 Oct 13 00:24:33.731440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40080) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.735951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2799fbf7-3496-4e5f-a15b-55bef20182db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.736967 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-2799fbf7-3496-4e5f-a15b-55bef20182db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 00:24:33.737546 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-2799fbf7-3496-4e5f-a15b-55bef20182db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:33.740005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2799fbf7-3496-4e5f-a15b-55bef20182db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079150 Oct 13 00:24:33.741467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40082) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.746095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f770f9c9-b9b7-49e3-ba9d-7cd74c58d066 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.785375 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-f770f9c9-b9b7-49e3-ba9d-7cd74c58d066 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:33.788955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f770f9c9-b9b7-49e3-ba9d-7cd74c58d066 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0438995 Oct 13 00:24:33.789239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40084) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.794014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ead26135-fece-48ca-95a2-62964a603d26 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.794524 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-ead26135-fece-48ca-95a2-62964a603d26 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 00:24:33.794979 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-ead26135-fece-48ca-95a2-62964a603d26 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:33.798476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ead26135-fece-48ca-95a2-62964a603d26 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055280 Oct 13 00:24:33.798744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40086) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.804173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-41568a70-18c0-46b5-8b67-758c568cdb23 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.805984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] For port 91164ba4-ae87-46e9-9eb3-78742bf5be50, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=91164ba4-ae87-46e9-9eb3-78742bf5be50,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:33.806366 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.829405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Calling delete_port for 91164ba4-ae87-46e9-9eb3-78742bf5be50 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:33.830146 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-41568a70-18c0-46b5-8b67-758c568cdb23 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Project e68de6d882224d1e8a9a5b0cc3d5fb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:24:33.853382 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-41568a70-18c0-46b5-8b67-758c568cdb23 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:33.857177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-41568a70-18c0-46b5-8b67-758c568cdb23 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0539734 Oct 13 00:24:33.857415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40088) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.863279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-39198834-cb3c-45b6-882e-8903de4f9e32 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.863776 n-d-813679-4 neutron-server[94989]: WARNING neutron.api.v2.base [None req-39198834-cb3c-45b6-882e-8903de4f9e32 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 00:24:33.864446 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-39198834-cb3c-45b6-882e-8903de4f9e32 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:33.867579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-39198834-cb3c-45b6-882e-8903de4f9e32 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068147 Oct 13 00:24:33.868063 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40090) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.873988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d5601feb-4ced-44bc-af42-c43139b5b4e0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.901372 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-d5601feb-4ced-44bc-af42-c43139b5b4e0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Project e68de6d882224d1e8a9a5b0cc3d5fb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:24:33.915670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.926188 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-d5601feb-4ced-44bc-af42-c43139b5b4e0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:33.926748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d5601feb-4ced-44bc-af42-c43139b5b4e0 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0576999 Oct 13 00:24:33.928713 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.931792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40092) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:33.936529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port 41287d11-bc16-4f5a-9352-f0132c384b8b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:33.936875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:33.937631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-adda5025-6e45-44cd-b1c1-f2fcf83ea788 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'eb37f707-994b-43fc-9017-853af9e1cf2a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:33.974648 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-adda5025-6e45-44cd-b1c1-f2fcf83ea788 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Project e68de6d882224d1e8a9a5b0cc3d5fb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:24:34.005847 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-adda5025-6e45-44cd-b1c1-f2fcf83ea788 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:34.010766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-adda5025-6e45-44cd-b1c1-f2fcf83ea788 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0774746 Oct 13 00:24:34.011358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40096) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:34.098419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] For port 41287d11-bc16-4f5a-9352-f0132c384b8b, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=41287d11-bc16-4f5a-9352-f0132c384b8b,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:34.099901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.114660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bfc362ca-3e35-44e6-bd26-269d7a5030a9 req-81b1593e-e567-4989-8a7f-bb88ffeb8918 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0713611 Oct 13 00:24:34.142312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'Port': ['ID=ae4db274-fcf3-4a47-a7c1-6754f22b1849,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:34.144257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f41185a-5b49-483d-86c2-9bc259714d1f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.164114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a6682459-6da2-4077-a5ed-dc519adc8f8b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:34.171530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f41185a-5b49-483d-86c2-9bc259714d1f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.195021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a6682459-6da2-4077-a5ed-dc519adc8f8b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:34.196161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a6682459-6da2-4077-a5ed-dc519adc8f8b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:34.197116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for 41287d11-bc16-4f5a-9352-f0132c384b8b owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:34.197535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ef6ac5e4-756a-40a4-adca-9cc659e5a069 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:34.237989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: ef6ac5e4-756a-40a4-adca-9cc659e5a069 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:34.238479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ef6ac5e4-756a-40a4-adca-9cc659e5a069 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:34.249763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f41185a-5b49-483d-86c2-9bc259714d1f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.252247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f41185a-5b49-483d-86c2-9bc259714d1f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.255638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0f41185a-5b49-483d-86c2-9bc259714d1f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/eb37f707-994b-43fc-9017-853af9e1cf2a HTTP/1.1" status: 204 len: 168 time: 0.2408934 Oct 13 00:24:34.260106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40100) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:34.280768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41185a-5b49-483d-86c2-9bc259714d1f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb37f707-994b-43fc-9017-853af9e1cf2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:34.307715 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.319157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e45b7e-a08d-45a9-936e-dcc674563cad req-4d3b73b3-f49f-4f64-acb1-b511a35f72da tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:34.327565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e45b7e-a08d-45a9-936e-dcc674563cad req-4d3b73b3-f49f-4f64-acb1-b511a35f72da tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:34.329219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8e45b7e-a08d-45a9-936e-dcc674563cad req-4d3b73b3-f49f-4f64-acb1-b511a35f72da tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 1676 time: 0.1109755 Oct 13 00:24:34.338431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.348290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c78b523b-f959-4705-8ec5-ab678c2b5f23 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6684115 Oct 13 00:24:34.348515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14c52d44-bdbe-46a9-942f-5be89fdd7e0e tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789177 Oct 13 00:24:34.348646 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40102) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:34.355863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-aa64200f-20f3-43da-ae31-f46f8281a6f9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449638679'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:34.392302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8e45b7e-a08d-45a9-936e-dcc674563cad req-d83985b5-27cb-4cc1-ac78-27c51712908e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502090 Oct 13 00:24:34.409076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 25e34c29-830d-4973-9b4f-8d862a2d1c86 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:24:34.430444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.444315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa64200f-20f3-43da-ae31-f46f8281a6f9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.524906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 25e34c29-830d-4973-9b4f-8d862a2d1c86, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:34.541476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'port_id': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'mac_address': 'fa:16:3e:8e:4d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:24:34.569650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-9bb03a27-967e-4875-8bd8-cdb5a1c9e205 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--241277176&fields=id&tenant_id=2ed6bac3eaf74e36ba50411400c329f8 HTTP/1.1" status: 200 len: 267 time: 0.0397823 Oct 13 00:24:34.585902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.602440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e34c29-830d-4973-9b4f-8d862a2d1c86 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:24:34.625738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 25e34c29-830d-4973-9b4f-8d862a2d1c86, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:34.631877 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.686763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=25e34c29-830d-4973-9b4f-8d862a2d1c86,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:34.687967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-03737b13-f584-4fc0-9e5e-a037385c9226 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:34.690228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-03737b13-f584-4fc0-9e5e-a037385c9226 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 810 time: 0.1129477 Oct 13 00:24:34.711229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-3050a01c-e680-4ce4-ae14-48b92ffc2ccf tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/quotas/2ed6bac3eaf74e36ba50411400c329f8 HTTP/1.1" status: 200 len: 375 time: 0.0106652 Oct 13 00:24:34.768286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-89117937-603b-4e4a-8612-cb5a9e03ab79 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500162 Oct 13 00:24:34.816345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Port': ['ID=91164ba4-ae87-46e9-9eb3-78742bf5be50,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:34.893600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f0548-ab33-434b-82ef-9584b90ea365 req-cb3d31e9-6760-48bc-9f66-5cc8b138436d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:34.895215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b16f0548-ab33-434b-82ef-9584b90ea365 req-cb3d31e9-6760-48bc-9f66-5cc8b138436d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 945 time: 0.0915132 Oct 13 00:24:34.900488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.921785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-e2a3d4d2-6e17-42ff-a8dc-877f90831fa8 service neutron] 10.222.0.21 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396489 Oct 13 00:24:34.952291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=41287d11-bc16-4f5a-9352-f0132c384b8b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:34.969081 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:34.986840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b16f0548-ab33-434b-82ef-9584b90ea365 req-9fd4b6d0-0cde-4be7-b568-cc30b67402b5 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814071 Oct 13 00:24:35.030099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-7ba762f5-821b-4b23-bd91-9cfce7a4dd68 service neutron] 10.222.0.21 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007631 Oct 13 00:24:35.052611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:35.058641 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567cdb41-85e7-4552-86e7-e7e3f5d3417c" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "adaebb21-b3ee-40d2-bbcd-ef71f2775580"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:35.089874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['25e34c29-830d-4973-9b4f-8d862a2d1c86'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:24:35.107330 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42010eb-b8d4-4cf2-bb37-acc672a7d0be x-openstack-request-id: req-c42010eb-b8d4-4cf2-bb37-acc672a7d0be {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:35.107648 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "adaebb21-b3ee-40d2-bbcd-ef71f2775580", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:35.108115 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c42010eb-b8d4-4cf2-bb37-acc672a7d0be {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:35.108594 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': 'adaebb21-b3ee-40d2-bbcd-ef71f2775580', 'status': 'completed', 'code': 200} Oct 13 00:24:35.115175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] No DVR routers for this DVR port 41287d11-bc16-4f5a-9352-f0132c384b8b on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:35.118477 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.122719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-976258db-df4d-4445-92e9-7d535c868e60 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "DELETE /v2.0/ports/41287d11-bc16-4f5a-9352-f0132c384b8b HTTP/1.1" status: 204 len: 173 time: 1.4442794 Oct 13 00:24:35.141369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa64200f-20f3-43da-ae31-f46f8281a6f9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.145239 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.169457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.182565 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa64200f-20f3-43da-ae31-f46f8281a6f9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.240480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64200f-20f3-43da-ae31-f46f8281a6f9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0aa215-435a-4154-855e-7252df37776d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:35.255281 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-129d9d1c-1410-404b-82a9-4feeb67f8d38 req-35743572-f648-44f5-bfce-7baa7beb2794 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 210 time: 0.0523624 Oct 13 00:24:35.298412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff3e6c20-154d-46d1-ac18-269ebbef76a4 req-37c707d9-c3ac-4472-8d71-51afe7f7f2f2 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0415454 Oct 13 00:24:35.324536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa64200f-20f3-43da-ae31-f46f8281a6f9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.329098 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aa64200f-20f3-43da-ae31-f46f8281a6f9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9793403 Oct 13 00:24:35.329335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:35.335239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-26664299-9548-40a2-a505-eae2b01334d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': '5d0aa215-435a-4154-855e-7252df37776d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:35.341627 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.342340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec27ab8-2368-4791-99fa-662042fe8cdc {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:24:35.360602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.362170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0db017fd-0cc9-448f-8055-0d3d59cb2a89 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/routers/4ec27ab8-2368-4791-99fa-662042fe8cdc HTTP/1.1" status: 204 len: 168 time: 2.7727752 Oct 13 00:24:35.364879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40132) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:35.380149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port 068c0998-0d76-4f70-97f9-b63506279aa8 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:35.380791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.504580 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-26664299-9548-40a2-a505-eae2b01334d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The resource could not be found. Oct 13 00:24:35.509846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-26664299-9548-40a2-a505-eae2b01334d3 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1782365 Oct 13 00:24:35.513636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40136) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:35.529326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ad98a11a-fbb7-4485-bfe1-b0ef2f5994b4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': '5d0aa215-435a-4154-855e-7252df37776d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c66057e0-8d78-4526-90a6-225990728653'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:35.540990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] For port 068c0998-0d76-4f70-97f9-b63506279aa8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=068c0998-0d76-4f70-97f9-b63506279aa8,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:35.541732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.541976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.564039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for 068c0998-0d76-4f70-97f9-b63506279aa8 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:35.690561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d33fe7-b4cf-4d90-b95e-27bea6956f2f req-7edaf611-f764-470d-a279-2c5d1a7986a5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:35.692251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4d33fe7-b4cf-4d90-b95e-27bea6956f2f req-7edaf611-f764-470d-a279-2c5d1a7986a5 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 942 time: 0.1577563 Oct 13 00:24:35.719019 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.728611 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-ad98a11a-fbb7-4485-bfe1-b0ef2f5994b4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The resource could not be found. Oct 13 00:24:35.732616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ad98a11a-fbb7-4485-bfe1-b0ef2f5994b4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2151120 Oct 13 00:24:35.733766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40140) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:35.750907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.760303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948641a4-5621-4e27-bec4-2b12d958eef1']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:35.778338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd4441f-4feb-448e-9bc9-829387abbb8a') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:35.778667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd4441f-4feb-448e-9bc9-829387abbb8a') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:35.784145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4d33fe7-b4cf-4d90-b95e-27bea6956f2f req-32c90655-e8bb-41c3-8a01-7d0146259bdb tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830579 Oct 13 00:24:35.795957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=068c0998-0d76-4f70-97f9-b63506279aa8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:35.796190 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.812584 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.819999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:35.820575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:35.824300 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:35.858443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] No DVR routers for this DVR port 068c0998-0d76-4f70-97f9-b63506279aa8 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:35.862888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.866326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c531ca5a-3999-43d2-b76c-491396d934cb req-ffc90c6a-c560-4f43-8ca9-98af87f24802 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.45 "DELETE /v2.0/ports/068c0998-0d76-4f70-97f9-b63506279aa8 HTTP/1.1" status: 204 len: 173 time: 0.7371182 Oct 13 00:24:35.869713 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28c2286d-87af-4855-aecb-dd48d76d88db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.898041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28c2286d-87af-4855-aecb-dd48d76d88db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.920286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.928598 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.942854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] 10.222.0.21 "DELETE /v2.0/networks/948641a4-5621-4e27-bec4-2b12d958eef1 HTTP/1.1" status: 204 len: 168 time: 0.5686402 Oct 13 00:24:35.953101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00024b-8577-44b4-8016-8dc23b11f427 tempest-TestSecurityGroupsBasicOps-854372014 tempest-TestSecurityGroupsBasicOps-854372014-project] Pushing event deleted for resources: {'Network': ['ID=948641a4-5621-4e27-bec4-2b12d958eef1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:35.966334 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28c2286d-87af-4855-aecb-dd48d76d88db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.969729 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28c2286d-87af-4855-aecb-dd48d76d88db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:35.974833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40144) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:35.975123 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-28c2286d-87af-4855-aecb-dd48d76d88db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/5d0aa215-435a-4154-855e-7252df37776d HTTP/1.1" status: 204 len: 168 time: 0.2400260 Oct 13 00:24:35.992322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2286d-87af-4855-aecb-dd48d76d88db tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0aa215-435a-4154-855e-7252df37776d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:36.061086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-515eaadb-1fc2-4a6e-ad3a-a9d334032356 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0850244 Oct 13 00:24:36.065139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40150) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:36.070061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2611f9b7-cec6-4d92-bd21-71e7daf238a5 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': '832a84f1-39db-409b-ac75-b883d110e168', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:36.137201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50904e-daf2-49a6-a2de-782ab4e7e216 req-a21e0875-18e2-46af-9f4b-9c0913efb33d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:36.148172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f50904e-daf2-49a6-a2de-782ab4e7e216 req-a21e0875-18e2-46af-9f4b-9c0913efb33d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 945 time: 0.0644388 Oct 13 00:24:36.164097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 91164ba4-ae87-46e9-9eb3-78742bf5be50 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:36.176021 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-2611f9b7-cec6-4d92-bd21-71e7daf238a5 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The resource could not be found. Oct 13 00:24:36.180456 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2611f9b7-cec6-4d92-bd21-71e7daf238a5 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1110160 Oct 13 00:24:36.180703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40152) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:36.185549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4028b0da-d233-42de-9f87-490de0c50fdb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052288424'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:36.213799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f50904e-daf2-49a6-a2de-782ab4e7e216 req-86983bd6-cd16-4b33-b98d-e37167ecc462 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593452 Oct 13 00:24:36.224974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4028b0da-d233-42de-9f87-490de0c50fdb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.229600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 91164ba4-ae87-46e9-9eb3-78742bf5be50 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:36.230703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 91164ba4-ae87-46e9-9eb3-78742bf5be50 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:36.313752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4028b0da-d233-42de-9f87-490de0c50fdb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.321989 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4028b0da-d233-42de-9f87-490de0c50fdb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.392302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4028b0da-d233-42de-9f87-490de0c50fdb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.394306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4028b0da-d233-42de-9f87-490de0c50fdb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2125640 Oct 13 00:24:36.396895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028b0da-d233-42de-9f87-490de0c50fdb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b501c286-c88f-47e8-ae27-4b48a3513e25,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:36.399044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40160) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:36.404114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-560cb155-6b40-4621-ac1d-221e680242a9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--151027228'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:36.420074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 25e34c29-830d-4973-9b4f-8d862a2d1c86 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:36.437175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d34f49d-d2dc-49b3-85a6-8f506fe40057 req-8c56c122-8cf1-459f-aa5e-62c98abd38e3 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 210 time: 0.0626264 Oct 13 00:24:36.475404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560cb155-6b40-4621-ac1d-221e680242a9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.495222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6af1dfdf-1699-48eb-b72d-2916331bb638 req-0a192ee7-7e11-4db3-8af0-a53ec1a22f0f tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0572639 Oct 13 00:24:36.542070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 25e34c29-830d-4973-9b4f-8d862a2d1c86 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:24:36.547681 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.549982 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 25e34c29-830d-4973-9b4f-8d862a2d1c86 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:36.550732 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.560337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40162) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:36.665110 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560cb155-6b40-4621-ac1d-221e680242a9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.679059 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.688427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560cb155-6b40-4621-ac1d-221e680242a9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.711413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:36.718548 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d588fa7-40b8-4f83-a952-3417eb4308f1" -d '{"events": [{"server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "name": "network-vif-plugged", "status": "completed", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:36.744335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560cb155-6b40-4621-ac1d-221e680242a9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.748282 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-560cb155-6b40-4621-ac1d-221e680242a9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3454742 Oct 13 00:24:36.753037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40168) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:36.753220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 25e34c29-830d-4973-9b4f-8d862a2d1c86, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:36.759267 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.762902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ed049b3b-188e-4f0c-bc83-3545d58937da tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': 'b501c286-c88f-47e8-ae27-4b48a3513e25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f5192f33-aaba-4f1e-8b77-623c922224fe'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:36.778152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cb155-6b40-4621-ac1d-221e680242a9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5192f33-aaba-4f1e-8b77-623c922224fe,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:36.797773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-82f1f67d-9f99-4694-828d-b43aa2d3ad26 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:36.809944 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-82f1f67d-9f99-4694-828d-b43aa2d3ad26 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 810 time: 0.2698352 Oct 13 00:24:36.810604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-111fa272-f855-401e-8a7c-12a6625dce96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60c65370cd5e40bb9963d396dbb4ba44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487228 Oct 13 00:24:36.812927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40170) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:36.817680 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d594adb6-641b-4b9c-8009-c6ed03283d90 x-openstack-request-id: req-d594adb6-641b-4b9c-8009-c6ed03283d90 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:36.817973 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "name": "network-vif-plugged", "status": "completed", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:36.818224 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d594adb6-641b-4b9c-8009-c6ed03283d90 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:36.818613 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'code': 200} Oct 13 00:24:36.824248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=25e34c29-830d-4973-9b4f-8d862a2d1c86,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:36.903080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-890e8521-1be3-4cdb-a0f8-62370b3d4b82 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed6bac3eaf74e36ba50411400c329f8 HTTP/1.1" status: 200 len: 379 time: 0.0690467 Oct 13 00:24:36.916057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'port': {'device_id': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'admin_state_up': True, 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'security_groups': ['ca790722-d2a3-41d0-ac69-cd2f38501a07']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:36.934422 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-ed049b3b-188e-4f0c-bc83-3545d58937da tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:36.935487 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ed049b3b-188e-4f0c-bc83-3545d58937da tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1787148 Oct 13 00:24:36.941563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.945122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40174) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:36.946212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ee61f3-1373-4fc3-b409-71cb3a5afae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:36.950635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78464217-65df-4024-9345-2c71411dff36 req-2fe664e8-62a1-4ac4-a94b-52f46d283fd7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0527124 Oct 13 00:24:37.012255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ee61f3-1373-4fc3-b409-71cb3a5afae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.023924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c04c7b-60c1-4652-8061-5056853ee3b0 req-4cc9c14f-8e7f-4c2c-8fc1-9605b272d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:37.025553 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c04c7b-60c1-4652-8061-5056853ee3b0 req-4cc9c14f-8e7f-4c2c-8fc1-9605b272d3ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1097 time: 0.1216309 Oct 13 00:24:37.070479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-552e8e5e-17f6-41cd-91e3-6b96ce0f0c1b tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.081144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c04c7b-60c1-4652-8061-5056853ee3b0 req-39fcfe88-ec1a-43f7-ad26-253b13a67e30 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Oct 13 00:24:37.091725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Made reservation on behalf of 2ed6bac3eaf74e36ba50411400c329f8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:37.098638 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.100126 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-552e8e5e-17f6-41cd-91e3-6b96ce0f0c1b tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.108740 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ee61f3-1373-4fc3-b409-71cb3a5afae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.109408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': '41287d11-bc16-4f5a-9352-f0132c384b8b'}, {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': '068c0998-0d76-4f70-97f9-b63506279aa8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:37.111854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ee61f3-1373-4fc3-b409-71cb3a5afae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.112837 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639fc86-eb21-4e5c-acdb-b0827904e0ce" -d '{"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "41287d11-bc16-4f5a-9352-f0132c384b8b"}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "068c0998-0d76-4f70-97f9-b63506279aa8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:37.113174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63ee61f3-1373-4fc3-b409-71cb3a5afae9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12457c70-0329-4398-b3b2-cff796e778ca HTTP/1.1" status: 204 len: 168 time: 0.2992749 Oct 13 00:24:37.150092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee61f3-1373-4fc3-b409-71cb3a5afae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12457c70-0329-4398-b3b2-cff796e778ca,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:37.201039 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa85957-cd50-41b6-b387-6ef5c6ea5a72 x-openstack-request-id: req-cfa85957-cd50-41b6-b387-6ef5c6ea5a72 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:37.201352 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "41287d11-bc16-4f5a-9352-f0132c384b8b", "status": "completed", "code": 200}, {"server_uuid": "6de4981d-a1b3-4305-a5d7-a082ac40005f", "name": "network-vif-deleted", "tag": "068c0998-0d76-4f70-97f9-b63506279aa8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:37.201567 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfa85957-cd50-41b6-b387-6ef5c6ea5a72 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:37.201958 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': '41287d11-bc16-4f5a-9352-f0132c384b8b', 'status': 'completed', 'code': 200} Oct 13 00:24:37.202218 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de4981d-a1b3-4305-a5d7-a082ac40005f', 'name': 'network-vif-deleted', 'tag': '068c0998-0d76-4f70-97f9-b63506279aa8', 'status': 'completed', 'code': 200} Oct 13 00:24:37.208224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-552e8e5e-17f6-41cd-91e3-6b96ce0f0c1b tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.213941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-552e8e5e-17f6-41cd-91e3-6b96ce0f0c1b tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.217462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-552e8e5e-17f6-41cd-91e3-6b96ce0f0c1b tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5192f33-aaba-4f1e-8b77-623c922224fe HTTP/1.1" status: 204 len: 168 time: 0.2668595 Oct 13 00:24:37.219664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40180) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:37.254783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e8e5e-17f6-41cd-91e3-6b96ce0f0c1b tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5192f33-aaba-4f1e-8b77-623c922224fe,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:37.293855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-30ccb270-d633-492c-b290-2ca4bca78d0c tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0692742 Oct 13 00:24:37.298776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40186) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:37.326863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Allocated IP 172.20.0.13 (2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a/98dd607d-8add-43b1-b712-82334fad94fd/4df80378-224b-4869-82bc-f873eee2fed9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:37.417967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e7ce4a4-c278-43c9-8033-d3db80d6bce4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.449830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6cba3-8fb4-47bf-ab0c-b5d125aac450 req-c18c25ed-859c-4aef-9b6a-dba297f4fab2 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:37.452098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ea6cba3-8fb4-47bf-ab0c-b5d125aac450 req-c18c25ed-859c-4aef-9b6a-dba297f4fab2 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1178091 Oct 13 00:24:37.476457 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e7ce4a4-c278-43c9-8033-d3db80d6bce4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.512896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40190) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:37.534620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.535808 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ea6cba3-8fb4-47bf-ab0c-b5d125aac450 req-cb80a72d-03c2-4343-aa19-3201e15cca20 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731106 Oct 13 00:24:37.547084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-129d72ea-8e80-4458-8f75-d4cbc6a051b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.588635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d60d8ad8-0473-442f-b746-123afb46eea0 req-87f3bd23-cdb5-4579-8120-a7bb23ca9012 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 210 time: 0.0462532 Oct 13 00:24:37.609078 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e7ce4a4-c278-43c9-8033-d3db80d6bce4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.614370 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e7ce4a4-c278-43c9-8033-d3db80d6bce4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.618837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4e7ce4a4-c278-43c9-8033-d3db80d6bce4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/b501c286-c88f-47e8-ae27-4b48a3513e25 HTTP/1.1" status: 204 len: 168 time: 0.3160932 Oct 13 00:24:37.620040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40194) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:37.630898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ce4a4-c278-43c9-8033-d3db80d6bce4 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b501c286-c88f-47e8-ae27-4b48a3513e25,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:37.659588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.682811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-231fcff0-94c6-4ec9-bc12-866f776d4f25 req-075b522e-68c8-4469-9d99-8d10b7319309 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0312755 Oct 13 00:24:37.740885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:37.755858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:37.758260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:37.767254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event updated for resources: {'Port': ['ID=4df80378-224b-4869-82bc-f873eee2fed9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:37.801669 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5dfcde28-af16-4f90-b427-8b442eaa67df tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1784883 Oct 13 00:24:37.808280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40196) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:37.819140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-631a2d7a-b3ce-4a89-8f64-15f1f2b71686 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--291573503'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:37.833625 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-129d72ea-8e80-4458-8f75-d4cbc6a051b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.845033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-129d72ea-8e80-4458-8f75-d4cbc6a051b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.860621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:37.861825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.912855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d72ea-8e80-4458-8f75-d4cbc6a051b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7821b5-f831-4b89-985c-611d00553d0a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:37.918966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-631a2d7a-b3ce-4a89-8f64-15f1f2b71686 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:37.926296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-f4c9b32c-800e-4ce0-9a93-4c237c832535 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0139184 Oct 13 00:24:37.928716 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-129d72ea-8e80-4458-8f75-d4cbc6a051b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b081b7cc14149cbafc9647659881f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145563 Oct 13 00:24:37.931469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40198) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:37.947062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Request body: {'port': {'device_id': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:37.991383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-880bcb26-c3c6-41a6-ac58-652c263202d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.032145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.050341 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-880bcb26-c3c6-41a6-ac58-652c263202d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.074050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f4d29661-96ec-45b3-bec1-ec7a58dbdca0 None None] Provisioning complete for port 4df80378-224b-4869-82bc-f873eee2fed9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:38.074671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f4d29661-96ec-45b3-bec1-ec7a58dbdca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.093588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-631a2d7a-b3ce-4a89-8f64-15f1f2b71686 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.107308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe396854-fc86-476a-9087-f60234862c38 req-c9cd6d82-2751-48a6-87db-f34a1aa2a347 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0403636 Oct 13 00:24:38.110692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-631a2d7a-b3ce-4a89-8f64-15f1f2b71686 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.152654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-880bcb26-c3c6-41a6-ac58-652c263202d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.160368 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-880bcb26-c3c6-41a6-ac58-652c263202d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.166827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-880bcb26-c3c6-41a6-ac58-652c263202d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd7821b5-f831-4b89-985c-611d00553d0a HTTP/1.1" status: 204 len: 168 time: 0.2313399 Oct 13 00:24:38.182045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f4d29661-96ec-45b3-bec1-ec7a58dbdca0 None None] Port 4df80378-224b-4869-82bc-f873eee2fed9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:38.182168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bcb26-c3c6-41a6-ac58-652c263202d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7821b5-f831-4b89-985c-611d00553d0a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:38.217457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-631a2d7a-b3ce-4a89-8f64-15f1f2b71686 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.218697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-631a2d7a-b3ce-4a89-8f64-15f1f2b71686 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4076552 Oct 13 00:24:38.222401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40204) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:38.223376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a2d7a-b3ce-4a89-8f64-15f1f2b71686 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ba39eb-a654-42f6-a5a8-f807a59b70d7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:38.238845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4f2cea44-dcc9-4f25-a612-077e82b4a30e tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': '01ba39eb-a654-42f6-a5a8-f807a59b70d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:38.287682 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-4f2cea44-dcc9-4f25-a612-077e82b4a30e tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:38.289386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f2cea44-dcc9-4f25-a612-077e82b4a30e tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0653408 Oct 13 00:24:38.292236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40206) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:38.297148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-07617aee-cbee-41de-be86-b7ef11dd6d8f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group_rule': {'security_group_id': '01ba39eb-a654-42f6-a5a8-f807a59b70d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:38.384523 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-07617aee-cbee-41de-be86-b7ef11dd6d8f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:24:38.387960 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-07617aee-cbee-41de-be86-b7ef11dd6d8f tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0920150 Oct 13 00:24:38.388592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40208) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:38.435463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df80378-224b-4869-82bc-f873eee2fed9 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:24:38.444435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.458678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Transition to ACTIVE for port object 4df80378-224b-4869-82bc-f873eee2fed9 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:24:38.464491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.512426 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4daaceb9-0665-495f-b7cd-6696c491ca16 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.544722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4df80378-224b-4869-82bc-f873eee2fed9,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:38.570418 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4daaceb9-0665-495f-b7cd-6696c491ca16 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.644909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4daaceb9-0665-495f-b7cd-6696c491ca16 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.649458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Attempting to bind port 4df80378-224b-4869-82bc-f873eee2fed9 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:38.650391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Attempting to bind port 4df80378-224b-4869-82bc-f873eee2fed9 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:38.651165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Attempting to bind port 4df80378-224b-4869-82bc-f873eee2fed9 on network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:38.659158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Port 4df80378-224b-4869-82bc-f873eee2fed9 on network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:24:38.659743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Attempting to bind port 4df80378-224b-4869-82bc-f873eee2fed9 on network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:38.660430 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4daaceb9-0665-495f-b7cd-6696c491ca16 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.663865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4daaceb9-0665-495f-b7cd-6696c491ca16 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/01ba39eb-a654-42f6-a5a8-f807a59b70d7 HTTP/1.1" status: 204 len: 168 time: 0.2719352 Oct 13 00:24:38.665799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40216) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:38.683458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:38.683871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Checking segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:38.684394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Bound using segment: {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:38.684791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Bound port: 4df80378-224b-4869-82bc-f873eee2fed9, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8639e418-46c1-413b-84ae-797de581d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:38.685146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.697628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaceb9-0665-495f-b7cd-6696c491ca16 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ba39eb-a654-42f6-a5a8-f807a59b70d7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:38.757324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40220) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:38.813567 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb33f01e-4915-417e-bb36-39854a4adb36 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1442814 Oct 13 00:24:38.819423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40222) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:38.824260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3fed28a3-43b6-44bb-8480-ea1329167efb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001930239'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:38.829024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323957cd-5f51-4005-a883-b41791d00b1c req-7988506b-e8c6-4c88-a110-d1a02d6b4efe tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:38.830556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-323957cd-5f51-4005-a883-b41791d00b1c req-7988506b-e8c6-4c88-a110-d1a02d6b4efe tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1679635 Oct 13 00:24:38.846448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] For port 4df80378-224b-4869-82bc-f873eee2fed9, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:38.851712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] For port 4df80378-224b-4869-82bc-f873eee2fed9, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4df80378-224b-4869-82bc-f873eee2fed9,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:38.859695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.866402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fed28a3-43b6-44bb-8480-ea1329167efb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.866863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095e03-8f2a-409e-889d-cd6c18f8edc5 req-711ab631-dc4e-40e9-8d2b-5f86dfaca668 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:38.868376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26095e03-8f2a-409e-889d-cd6c18f8edc5 req-711ab631-dc4e-40e9-8d2b-5f86dfaca668 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 944 time: 0.1100943 Oct 13 00:24:38.892321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-335999c9-2be4-4dfb-ba1e-7f146c695f70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=527be6e3803e45b8a026b0a6651921fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290154 Oct 13 00:24:38.892658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40224) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:38.912971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:38.913946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:38.915207 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] 10.222.0.45 "PUT /v2.0/ports/4df80378-224b-4869-82bc-f873eee2fed9 HTTP/1.1" status: 200 len: 1092 time: 0.9733505 Oct 13 00:24:38.943249 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-323957cd-5f51-4005-a883-b41791d00b1c req-f292f996-8720-41bb-a547-557daea467c1 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018987 Oct 13 00:24:38.952164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9cc31-d444-4399-a00f-4925d92ed3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4df80378-224b-4869-82bc-f873eee2fed9,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:39.010500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26095e03-8f2a-409e-889d-cd6c18f8edc5 req-c07a5da2-65b7-4dc3-b062-3d9a48cdbe31 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313455 Oct 13 00:24:39.042495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fed28a3-43b6-44bb-8480-ea1329167efb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.052753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fed28a3-43b6-44bb-8480-ea1329167efb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.055546 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-379015bd-a17d-488a-8dcd-e13fd9547d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.087304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-13e44b33-aaca-4b36-a1dc-a97d0e753b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:39.088933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-13e44b33-aaca-4b36-a1dc-a97d0e753b61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 1095 time: 0.0932310 Oct 13 00:24:39.115630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9c585b4-b8dc-461a-a1df-aa900f3e2c42 req-5c6c42fa-d3f9-4b42-b61a-7e0d5fbf901e tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0414202 Oct 13 00:24:39.124036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3fed28a3-43b6-44bb-8480-ea1329167efb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.125653 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3fed28a3-43b6-44bb-8480-ea1329167efb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3051038 Oct 13 00:24:39.128673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40228) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:39.132353 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-379015bd-a17d-488a-8dcd-e13fd9547d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.134317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0805d575-b988-4e37-a096-a58eeeb33cf9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:39.134797 n-d-813679-4 neutron-server[94988]: WARNING neutron.api.v2.base [None req-0805d575-b988-4e37-a096-a58eeeb33cf9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 00:24:39.135314 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-0805d575-b988-4e37-a096-a58eeeb33cf9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 00:24:39.136573 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0805d575-b988-4e37-a096-a58eeeb33cf9 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "PUT /v2.0/security-groups/d0672dd5-6513-49be-abcc-51b7a5a577be HTTP/1.1" status: 409 len: 330 time: 0.0066004 Oct 13 00:24:39.140978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40230) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:39.168167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed28a3-43b6-44bb-8480-ea1329167efb tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0672dd5-6513-49be-abcc-51b7a5a577be,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:39.172632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-00c55df4-148b-421e-b8ce-6f7b41e995db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4df80378-224b-4869-82bc-f873eee2fed9 HTTP/1.1" status: 200 len: 217 time: 0.0677946 Oct 13 00:24:39.235355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'tag': '4df80378-224b-4869-82bc-f873eee2fed9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:39.240507 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ecdeea-8190-475e-a406-06fa7fe78c46" -d '{"events": [{"name": "network-changed", "server_uuid": "251a0b02-fd0e-43d9-aba8-1b7177ad68e0", "tag": "4df80378-224b-4869-82bc-f873eee2fed9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:39.243608 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b913e842-3555-4cda-bcab-bcbab5464ada tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.265428 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-eae99db7-a3a6-4af2-9237-236559b03528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:39.267130 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-eae99db7-a3a6-4af2-9237-236559b03528 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.0864687 Oct 13 00:24:39.357530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-717faf30-85b6-4775-b288-e7d65bd121c5 req-67f7b25b-bea4-415e-b1b7-dd5275ead69e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0518346 Oct 13 00:24:39.359795 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b913e842-3555-4cda-bcab-bcbab5464ada tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.366637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-256744af-f683-4d3b-87c9-0c879d127f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:39.368171 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-256744af-f683-4d3b-87c9-0c879d127f10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925057 Oct 13 00:24:39.375923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-1045b278-2dc6-42cc-8861-13edf4f8dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:39.375923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-1045b278-2dc6-42cc-8861-13edf4f8dc20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1097 time: 0.0609684 Oct 13 00:24:39.466361 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b787a42-19c7-494f-ac3f-9aecaea5c9ff x-openstack-request-id: req-7b787a42-19c7-494f-ac3f-9aecaea5c9ff {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:39.466646 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251a0b02-fd0e-43d9-aba8-1b7177ad68e0", "tag": "4df80378-224b-4869-82bc-f873eee2fed9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:39.466891 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b787a42-19c7-494f-ac3f-9aecaea5c9ff {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:39.467287 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'tag': '4df80378-224b-4869-82bc-f873eee2fed9', 'status': 'completed', 'code': 200} Oct 13 00:24:39.541438 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-9c9c38f1-7bc8-492f-bd78-864a5b86b387 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658545 Oct 13 00:24:39.542553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-34eea128-94bf-4d55-92d6-e24d126f4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:39.543889 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-34eea128-94bf-4d55-92d6-e24d126f4674 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 919 time: 0.1607962 Oct 13 00:24:39.630071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-0b6c9f41-3db7-461e-a5b0-6bfb722f54d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 217 time: 0.0726435 Oct 13 00:24:39.709198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-deb4c0d0-6461-4499-9f48-c60491d63fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:39.710680 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-deb4c0d0-6461-4499-9f48-c60491d63fde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.0716681 Oct 13 00:24:39.712773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d96dea3-e967-43ff-a6b1-98b400f1c7ee req-e42f3b2b-1716-446a-ac09-f73f452b25aa service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628783 Oct 13 00:24:39.744871 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-7575a771-90ba-4533-829c-8c063d43e26d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270562 Oct 13 00:24:39.754813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-379015bd-a17d-488a-8dcd-e13fd9547d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.757348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-379015bd-a17d-488a-8dcd-e13fd9547d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.763999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-379015bd-a17d-488a-8dcd-e13fd9547d65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab8a8c3a-1935-469d-bafd-9a5301c668ff HTTP/1.1" status: 204 len: 168 time: 0.8583927 Oct 13 00:24:39.770479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cd28e-5bbb-4b5a-a9e8-cbb38afc6703 req-e9b6cef0-e7f8-4af1-9258-468601b9ad6a tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:39.771999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a9cd28e-5bbb-4b5a-a9e8-cbb38afc6703 req-e9b6cef0-e7f8-4af1-9258-468601b9ad6a tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.4527991 Oct 13 00:24:39.786941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379015bd-a17d-488a-8dcd-e13fd9547d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a8c3a-1935-469d-bafd-9a5301c668ff,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:39.804934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b913e842-3555-4cda-bcab-bcbab5464ada tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.807456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b913e842-3555-4cda-bcab-bcbab5464ada tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:39.808627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b913e842-3555-4cda-bcab-bcbab5464ada tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/d0672dd5-6513-49be-abcc-51b7a5a577be HTTP/1.1" status: 204 len: 168 time: 0.6663353 Oct 13 00:24:39.814226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40240) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:39.847738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913e842-3555-4cda-bcab-bcbab5464ada tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0672dd5-6513-49be-abcc-51b7a5a577be,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:39.866352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a9cd28e-5bbb-4b5a-a9e8-cbb38afc6703 req-23fd3a08-67fd-46bf-8f28-0a4955b7d314 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806255 Oct 13 00:24:39.883125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d98fdb91-4415-4660-bae3-f7f9080b3130 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631297 Oct 13 00:24:39.883125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40242) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:39.903117 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-5a999354-b80d-4934-8533-d4873007edc5 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] delete failed (client error): The resource could not be found. Oct 13 00:24:39.908982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5a999354-b80d-4934-8533-d4873007edc5 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "DELETE /v2.0/security-groups/92bca6aa-1d1f-4978-89d7-bc571ca5758d HTTP/1.1" status: 404 len: 347 time: 0.0201869 Oct 13 00:24:39.911227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40244) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:39.926126 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-4348075f-39e0-4cfe-a498-dab95fc9ac06 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] show failed (client error): The resource could not be found. Oct 13 00:24:39.931138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4348075f-39e0-4cfe-a498-dab95fc9ac06 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-groups/46dd5de3-831a-484b-874e-87fbc644caad HTTP/1.1" status: 404 len: 347 time: 0.0149620 Oct 13 00:24:39.931408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40246) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:39.941531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-0a0f454c-3d7e-4774-96d2-5ce9f53b1c9e service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897910 Oct 13 00:24:39.945872 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-4da0a17b-97ac-4e2b-b8ab-726818976b21 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] show failed (client error): The resource could not be found. Oct 13 00:24:39.946910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4da0a17b-97ac-4e2b-b8ab-726818976b21 tempest-NegativeSecGroupIPv6Test-1934735349 tempest-NegativeSecGroupIPv6Test-1934735349-project] 10.222.0.21 "GET /v2.0/security-group-rules/4d6e446a-e3ba-44f7-bbc2-454f4a1791f7 HTTP/1.1" status: 404 len: 356 time: 0.0145233 Oct 13 00:24:39.974288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-4c467d2c-9391-4e12-8331-be46108b12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:39.975828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-4c467d2c-9391-4e12-8331-be46108b12bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 1095 time: 0.1053996 Oct 13 00:24:40.137625 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:24:40.139219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-339eaa64-fa1f-44e8-992e-0af2f73e2b1f req-e00a1ee3-2afe-4067-b830-390458cf3591 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894157 Oct 13 00:24:40.160979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-02f03cd0-db75-4445-93a6-9e30220bb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:40.162466 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-02f03cd0-db75-4445-93a6-9e30220bb466 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.1616459 Oct 13 00:24:40.231439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e649721-a9b6-44b3-8d9e-60f99efb6662 req-16b09feb-2ceb-4db9-96c1-854d4cb9707f tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:40.245256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e649721-a9b6-44b3-8d9e-60f99efb6662 req-16b09feb-2ceb-4db9-96c1-854d4cb9707f tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 944 time: 0.1241612 Oct 13 00:24:40.261526 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-73d47f79-3d56-44ee-9f92-72f457d6ec95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4df80378-224b-4869-82bc-f873eee2fed9 HTTP/1.1" status: 200 len: 217 time: 0.0911727 Oct 13 00:24:40.332684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e649721-a9b6-44b3-8d9e-60f99efb6662 req-a2f96360-274d-41b7-bd31-5fb7736c7fe8 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750990 Oct 13 00:24:40.339408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-6e1ca369-c97b-4079-83ce-f772ac2e64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:40.341392 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-6e1ca369-c97b-4079-83ce-f772ac2e64ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.0720508 Oct 13 00:24:40.363809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40268) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:40.367351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad55659a-ca0f-4dba-8626-ce9884dbecaa req-526a24a3-648a-4671-95db-d1ce1c1d9cbf tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0651591 Oct 13 00:24:40.423423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-6e70f105-fc33-482d-b851-399ea1d1fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:40.425118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-6e70f105-fc33-482d-b851-399ea1d1fb14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752530 Oct 13 00:24:40.503899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6584bf07-3d80-4cde-b6e0-dcb6af27ad72 req-f2b515c7-5373-4bdd-a660-44cb3b86deb9 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0351739 Oct 13 00:24:40.559025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-f1e968af-1669-40d8-889d-f851b364215a service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194930 Oct 13 00:24:40.608141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-59a5d7a4-8dfb-419f-a201-035187a77d74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e68de6d882224d1e8a9a5b0cc3d5fb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430041 Oct 13 00:24:40.610525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40280) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:40.669051 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64a2d86b-0773-41a0-b004-c2b98cb52d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:40.684304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20ecdeea-8190-475e-a406-06fa7fe78c46 req-3b0d3ebe-5ef8-4f5d-a699-555b0deb29f8 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164975 Oct 13 00:24:40.699296 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64a2d86b-0773-41a0-b004-c2b98cb52d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:40.758411 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64a2d86b-0773-41a0-b004-c2b98cb52d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:40.762748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64a2d86b-0773-41a0-b004-c2b98cb52d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:40.766973 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-64a2d86b-0773-41a0-b004-c2b98cb52d72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2235e5ff-b384-4428-a3ff-55c074668888 HTTP/1.1" status: 204 len: 168 time: 0.1544969 Oct 13 00:24:40.781198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2d86b-0773-41a0-b004-c2b98cb52d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2235e5ff-b384-4428-a3ff-55c074668888,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:40.818885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40288) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:41.022752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d108-77bb-4f4a-8d55-5b77fdab5a31 req-96c42116-2f1d-42c6-9e63-011588f9d750 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:41.029929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a30d108-77bb-4f4a-8d55-5b77fdab5a31 req-96c42116-2f1d-42c6-9e63-011588f9d750 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.0710351 Oct 13 00:24:41.065290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1082194918-network', 'tenant_id': '9130228c8a9e423f8656aea02c293b87'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:41.066315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a30d108-77bb-4f4a-8d55-5b77fdab5a31 req-1efbd2a4-a58c-4f3a-a25d-146d1bf4d24b tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351400 Oct 13 00:24:41.089327 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Made reservation on behalf of 9130228c8a9e423f8656aea02c293b87 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:41.092485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.102998 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.179025 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.183358 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.213418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:24:41.224545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b828f9d-e648-448f-aead-dae3949b68c9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:41.239221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.239610 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Added segment ef90b6a7-83d5-4421-a2c0-adc19668c9f6 of type vlan for network 01adb56b-53dd-4042-8e16-778ca50b1ce8 Oct 13 00:24:41.282616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.310413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.311459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:41.312142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.378234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5542257 Oct 13 00:24:41.378475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40310) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:41.385750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Request body: {'subnet': {'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1082194918-subnet', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:41.417919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Made reservation on behalf of 9130228c8a9e423f8656aea02c293b87 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:41.423969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.429677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1f714-7152-4c73-8b9a-8165c3e6b53b admin admin] Pushing event updated for resources: {'Network': ['ID=01adb56b-53dd-4042-8e16-778ca50b1ce8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:41.448395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:24:41.506173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf57b-756a-454a-9ee3-1e854fb128bf req-9f1317aa-7a0f-4f7a-8bc4-613f019c5bdb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:41.517018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-851cf57b-756a-454a-9ee3-1e854fb128bf req-9f1317aa-7a0f-4f7a-8bc4-613f019c5bdb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 944 time: 0.0938706 Oct 13 00:24:41.579973 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b573d39f-d67e-4193-b06b-f4f0bcce3a7f req-c7b14bc4-77f6-499c-8a97-21c9c9bb303e tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0465567 Oct 13 00:24:41.616312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-851cf57b-756a-454a-9ee3-1e854fb128bf req-c434b213-bd70-4bb6-a299-ba223d87faf9 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930808 Oct 13 00:24:41.677375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.704406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd77c97b-ef78-4ad3-80b3-4ac1a47d723b req-827b23c9-6aac-4bfc-b29e-02508a3e1c8c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0396059 Oct 13 00:24:41.705765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40320) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:41.745104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Checking segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:41.745464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Network hostable DHCP agents. Network: 01adb56b-53dd-4042-8e16-778ca50b1ce8, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:24:41.751236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee942b5a-f96a-474a-be26-4365e1093939,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:41.772115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:24:41.781836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 01adb56b-53dd-4042-8e16-778ca50b1ce8) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:41.786457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:41.787089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.791249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d236b270-d14b-46d0-bbc9-c870dd65e6fa None None] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:41.810284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40324) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:41.811153 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c59d0e8-73cc-4ba6-b142-e2cc8b304475 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4312935 Oct 13 00:24:41.815496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:41.845292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1140548098'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:41.850423 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.851425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.862921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-21b10f7e-5182-4c8a-9923-089e8bd83e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.888403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Made reservation on behalf of aaa7e5a6b5894975b261733f367544c1 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:41.892395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.929591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.932769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:41.978052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-01adb56b-53dd-4042-8e16-778ca50b1ce8', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'fixed_ips': [{'subnet_id': 'ee942b5a-f96a-474a-be26-4365e1093939'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:24:41.979322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.106428 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.129401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Allocated IP 172.20.0.2 (01adb56b-53dd-4042-8e16-778ca50b1ce8/ee942b5a-f96a-474a-be26-4365e1093939/1a072ee2-8789-491c-953b-f7158453f0d7) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:42.195863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.226455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.258142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:24:42.289062 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.293977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a96f7-1181-4b0b-8c26-e2cc2ec67df2 req-c065db63-826c-47dc-b067-1473a68c3217 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:42.294593 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.295843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a22a96f7-1181-4b0b-8c26-e2cc2ec67df2 req-c065db63-826c-47dc-b067-1473a68c3217 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1494012 Oct 13 00:24:42.297652 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.298497 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Added segment bd1a1501-127e-4791-908a-c6ce27d23dbc of type vlan for network c4e3331c-b368-4432-b9c0-294b67d44fa6 Oct 13 00:24:42.309678 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd260be-1e67-4fe0-9ff8-dfff459b7d6a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:42.346214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:42.349284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:42.351860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:42.366429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Pushing event updated for resources: {'Port': ['ID=1a072ee2-8789-491c-953b-f7158453f0d7,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:42.377002 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.410992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a22a96f7-1181-4b0b-8c26-e2cc2ec67df2 req-717b959f-25a7-455f-a389-1aadbd800df1 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971727 Oct 13 00:24:42.421983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Attempting to bind port 1a072ee2-8789-491c-953b-f7158453f0d7 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:42.421983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Attempting to bind port 1a072ee2-8789-491c-953b-f7158453f0d7 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:42.422374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Attempting to bind port 1a072ee2-8789-491c-953b-f7158453f0d7 on network 01adb56b-53dd-4042-8e16-778ca50b1ce8 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:42.428695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:42.429006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Checking segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:42.429224 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.429906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Bound using segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:42.430089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Bound port: 1a072ee2-8789-491c-953b-f7158453f0d7, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:42.430473 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.441801 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.447493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:42.448135 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.503405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] For port 1a072ee2-8789-491c-953b-f7158453f0d7, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:42.508108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] For port 1a072ee2-8789-491c-953b-f7158453f0d7, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1a072ee2-8789-491c-953b-f7158453f0d7,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:42.514756 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.522729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40328) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:42.523153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8158550 Oct 13 00:24:42.529721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Request body: {'subnet': {'network_id': 'c4e3331c-b368-4432-b9c0-294b67d44fa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:42.591894 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ed1a6-69ce-467e-9ffc-8427ca320797 None None] Pushing event updated for resources: {'Port': ['ID=1a072ee2-8789-491c-953b-f7158453f0d7,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:42.592744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95568bca-fbae-416f-b3ae-6ce1d458d95e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Pushing event updated for resources: {'Network': ['ID=c4e3331c-b368-4432-b9c0-294b67d44fa6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:42.625570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c4e3331c-b368-4432-b9c0-294b67d44fa6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:24:42.661754 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.682300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.753590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Made reservation on behalf of aaa7e5a6b5894975b261733f367544c1 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:42.757869 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:42.796920 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1008a4b8-136d-4587-81c4-d23d77cea9a3 req-cabdc352-cbff-45f7-92d0-fbdc613777a8 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0597966 Oct 13 00:24:42.920720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7259b4-28d8-4d37-8bc0-4839a8d2caac req-e3ad32eb-a485-4c5a-883b-ff1209823914 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:42.923035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c7259b4-28d8-4d37-8bc0-4839a8d2caac req-e3ad32eb-a485-4c5a-883b-ff1209823914 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 944 time: 0.1816089 Oct 13 00:24:42.964947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Allocated IP 172.25.3.83 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/6df23a55-ccc1-4703-bcf8-59bb6cf039b9) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:43.009359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f895b167-52c4-4f8d-b0d1-89f1d7f8399a req-77b45a30-6ac7-4255-a3a9-9ab3d796f8c3 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0811930 Oct 13 00:24:43.075567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.103633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c7259b4-28d8-4d37-8bc0-4839a8d2caac req-7fdea21f-0f4b-4c0f-9aeb-654f58f726d6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353240 Oct 13 00:24:43.145431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Checking segment: {'id': 'bd1a1501-127e-4791-908a-c6ce27d23dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c4e3331c-b368-4432-b9c0-294b67d44fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:43.146099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Network hostable DHCP agents. Network: c4e3331c-b368-4432-b9c0-294b67d44fa6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:24:43.151394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Pushing event updated for resources: {'Subnet': ['ID=0a06ba89-41e5-44c6-867f-d5c37ce68ff9,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:43.170161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Network c4e3331c-b368-4432-b9c0-294b67d44fa6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:24:43.171732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.179932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, c4e3331c-b368-4432-b9c0-294b67d44fa6) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:43.185039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:43.185742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.190949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d72895-cf77-4140-bae8-7ceb0a88b4bb None None] Network c4e3331c-b368-4432-b9c0-294b67d44fa6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:43.205558 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9278c33a-735b-4e2c-97c9-b5e7d41326b8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6794832 Oct 13 00:24:43.208998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40338) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:43.219672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Request body: {'port': {'network_id': 'c4e3331c-b368-4432-b9c0-294b67d44fa6', 'name': 'tempest-TagsExtTest-2026834825'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:43.232752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.283034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:43.286584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:43.289352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:43.316444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Pushing event updated for resources: {'Port': ['ID=6df23a55-ccc1-4703-bcf8-59bb6cf039b9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:43.398867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-c4e3331c-b368-4432-b9c0-294b67d44fa6', 'network_id': 'c4e3331c-b368-4432-b9c0-294b67d44fa6', 'tenant_id': 'aaa7e5a6b5894975b261733f367544c1', 'fixed_ips': [{'subnet_id': '0a06ba89-41e5-44c6-867f-d5c37ce68ff9'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:24:43.400418 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.559308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4df80378-224b-4869-82bc-f873eee2fed9 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:24:43.599938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Allocated IP 172.20.0.2 (c4e3331c-b368-4432-b9c0-294b67d44fa6/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/4574229c-c2c0-401f-a0c9-96c0d47a616e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:43.655027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.797056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22630b12-b174-4507-ace9-d4e4800a0a50 req-d950ab47-efa4-4871-8908-54030e8c7cd7 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:43.800111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22630b12-b174-4507-ace9-d4e4800a0a50 req-d950ab47-efa4-4871-8908-54030e8c7cd7 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1914370 Oct 13 00:24:43.821981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4df80378-224b-4869-82bc-f873eee2fed9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4df80378-224b-4869-82bc-f873eee2fed9,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:43.856380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '4df80378-224b-4869-82bc-f873eee2fed9', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'port_id': '4df80378-224b-4869-82bc-f873eee2fed9', 'mac_address': 'fa:16:3e:94:91:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:24:43.885454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Made reservation on behalf of aaa7e5a6b5894975b261733f367544c1 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:43.891385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.922414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22630b12-b174-4507-ace9-d4e4800a0a50 req-6ce99fe2-004b-4eda-b4ad-48f186827f04 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Oct 13 00:24:43.934307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] device_id is not set on port 7e83df63-8c72-41d2-8d77-ae8a02627229 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:24:43.953134 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.958302 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:43.975031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df80378-224b-4869-82bc-f873eee2fed9 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:24:43.983206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.042074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4df80378-224b-4869-82bc-f873eee2fed9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4df80378-224b-4869-82bc-f873eee2fed9,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:44.059341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0b0e794-99a7-478d-927f-f37a19d03820 req-9c174335-b747-479b-9a16-d604254f7381 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.1305346 Oct 13 00:24:44.069327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Network c4e3331c-b368-4432-b9c0-294b67d44fa6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:44.092228 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.096575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:44.099145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Pushing event updated for resources: {'Port': ['ID=4574229c-c2c0-401f-a0c9-96c0d47a616e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:44.102172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:44.115214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.179659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b269db5-7930-4759-a6bf-d5c1896a1ab7 None None] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:44.203862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Allocated IP 172.20.0.9 (c4e3331c-b368-4432-b9c0-294b67d44fa6/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/7e83df63-8c72-41d2-8d77-ae8a02627229) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:44.263583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77b5e93c-c849-4c2c-8d84-f0f8d1698cd7 req-cd531483-57c7-4864-8e36-f1f1cd64bc18 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0832543 Oct 13 00:24:44.325245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700b9eb-3241-4b8a-9556-98a1ce2111d5 req-7413c0cd-2e72-43cc-bede-f85ad5a80a44 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:44.327024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7700b9eb-3241-4b8a-9556-98a1ce2111d5 req-7413c0cd-2e72-43cc-bede-f85ad5a80a44 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 945 time: 0.0957761 Oct 13 00:24:44.365579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1a072ee2-8789-491c-953b-f7158453f0d7 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:44.374909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Attempting to bind port 4574229c-c2c0-401f-a0c9-96c0d47a616e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:44.375290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Attempting to bind port 4574229c-c2c0-401f-a0c9-96c0d47a616e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'bd1a1501-127e-4791-908a-c6ce27d23dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c4e3331c-b368-4432-b9c0-294b67d44fa6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:44.375814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Attempting to bind port 4574229c-c2c0-401f-a0c9-96c0d47a616e on network c4e3331c-b368-4432-b9c0-294b67d44fa6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:44.378535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Router 36ec573d-043f-4ac2-be05-c48d899c02ed is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:24:44.383702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7700b9eb-3241-4b8a-9556-98a1ce2111d5 req-3c1e0c14-5e85-4757-b30c-b9bb9445a925 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480614 Oct 13 00:24:44.423578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.457171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:44.457717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Checking segment: {'id': 'bd1a1501-127e-4791-908a-c6ce27d23dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c4e3331c-b368-4432-b9c0-294b67d44fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:44.458214 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.458703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Bound using segment: {'id': 'bd1a1501-127e-4791-908a-c6ce27d23dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c4e3331c-b368-4432-b9c0-294b67d44fa6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:44.459373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Bound port: 4574229c-c2c0-401f-a0c9-96c0d47a616e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1a1501-127e-4791-908a-c6ce27d23dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c4e3331c-b368-4432-b9c0-294b67d44fa6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:44.459893 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.467738 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.507996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Network c4e3331c-b368-4432-b9c0-294b67d44fa6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:44.513215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:44.515947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:44.537650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b83b8b18-2c81-4bca-aebd-91fd8890aec3 None None] Provisioning complete for port 1a072ee2-8789-491c-953b-f7158453f0d7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:44.538119 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b83b8b18-2c81-4bca-aebd-91fd8890aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.541154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:44.567082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Pushing event updated for resources: {'Port': ['ID=7e83df63-8c72-41d2-8d77-ae8a02627229,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:44.569905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.571748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ea016801-d4a7-45ab-bcd9-4172cfa6a721 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7601907 Oct 13 00:24:44.574621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40348) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:44.581543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['4df80378-224b-4869-82bc-f873eee2fed9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:24:44.604286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Sync routers for ids ['36ec573d-043f-4ac2-be05-c48d899c02ed'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:44.604589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:44.605032 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.630223 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0c88c4d5-d04a-43e5-9e9b-8beb74688951 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4191787 Oct 13 00:24:44.630707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40352) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:44.636880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-90e51eb8-ff20-4d5f-813d-a4d24aba88fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-286438214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:44.664552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4df80378-224b-4869-82bc-f873eee2fed9,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:44.666097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90e51eb8-ff20-4d5f-813d-a4d24aba88fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.667185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1a072ee2-8789-491c-953b-f7158453f0d7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:44.667327 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90e51eb8-ff20-4d5f-813d-a4d24aba88fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.674263 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.676120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-32f179b5-db68-443c-bb7c-743cf1b23403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.741367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90e51eb8-ff20-4d5f-813d-a4d24aba88fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.749401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90e51eb8-ff20-4d5f-813d-a4d24aba88fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.771648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] For port 4574229c-c2c0-401f-a0c9-96c0d47a616e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:44.782552 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90e51eb8-ff20-4d5f-813d-a4d24aba88fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.786567 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-90e51eb8-ff20-4d5f-813d-a4d24aba88fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1547556 Oct 13 00:24:44.788831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40354) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:44.793375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-791084aa-9c75-4cef-97df-c4f769a80519 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-315501659', 'prefixes': ['172.20.0.0/16']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:44.799276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] For port 4574229c-c2c0-401f-a0c9-96c0d47a616e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4574229c-c2c0-401f-a0c9-96c0d47a616e,segment=NetworkSegment(bd1a1501-127e-4791-908a-c6ce27d23dbc),segment_id=bd1a1501-127e-4791-908a-c6ce27d23dbc)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:44.806493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Routers {'36ec573d-043f-4ac2-be05-c48d899c02ed'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:44.806760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['36ec573d-043f-4ac2-be05-c48d899c02ed'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:44.854794 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.882778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-791084aa-9c75-4cef-97df-c4f769a80519 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:44.884689 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-791084aa-9c75-4cef-97df-c4f769a80519 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0948250 Oct 13 00:24:44.888607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40356) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:44.898141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-e9894fad-940d-4bc1-a3d8-1da786a62080 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9', 'tempest-TagsExtTest-Tag-1363153675') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:45.147226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e9894fad-940d-4bc1-a3d8-1da786a62080 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags/tempest-TagsExtTest-Tag-1363153675 HTTP/1.1" status: 201 len: 201 time: 0.2550642 Oct 13 00:24:45.148619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40362) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:45.165959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-0473d0f0-066a-4f44-b30c-57c8dbb2d3af tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229', 'tempest-TagsExtTest-Tag-393167025') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:45.250778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b03b-409f-4b18-9ae2-6d1cded790bc req-098148c2-b4a0-4ae1-b233-1f1186324358 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:45.252943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52d8b03b-409f-4b18-9ae2-6d1cded790bc req-098148c2-b4a0-4ae1-b233-1f1186324358 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.2011700 Oct 13 00:24:45.259214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8fef6fdf-3d31-4155-a3de-2fe101f5255c req-41984fb7-ee8a-4b3d-9285-87e71171d205 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0759161 Oct 13 00:24:45.360325 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0473d0f0-066a-4f44-b30c-57c8dbb2d3af tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags/tempest-TagsExtTest-Tag-393167025 HTTP/1.1" status: 201 len: 201 time: 0.2092178 Oct 13 00:24:45.368301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40366) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:45.385692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-ae2aacfd-ef06-48b9-af26-5a0759ef8cc8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc', 'tempest-TagsExtTest-Tag-301648962') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:45.406309 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:45.412424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52d8b03b-409f-4b18-9ae2-6d1cded790bc req-94f1367b-c439-44f5-b46a-253001780097 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410336 Oct 13 00:24:45.482020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Pushing event updated for resources: {'Port': ['ID=4574229c-c2c0-401f-a0c9-96c0d47a616e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:45.483059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ada2fd90-7a35-49fd-aa85-b5b458703a96 req-ce4b4f81-d0cc-4ee3-b50a-18b9af602cba tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0423408 Oct 13 00:24:45.552977 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b83b8b18-2c81-4bca-aebd-91fd8890aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:45.559150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.559702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.560118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.560528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.560930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.561330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.561739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.562132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.562531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.562920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.563326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.563822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb86394b-1a76-4d30-aa46-0e4c230a3597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:45.575575 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:45.585149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ae2aacfd-ef06-48b9-af26-5a0759ef8cc8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags/tempest-TagsExtTest-Tag-301648962 HTTP/1.1" status: 201 len: 201 time: 0.2131774 Oct 13 00:24:45.585922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40370) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:45.592326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-b2ed2beb-d070-47c8-84c3-a65abe9f3259 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab', 'tempest-TagsExtTest-Tag-196952631') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:45.604426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Set router 36ec573d-043f-4ac2-be05-c48d899c02ed gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:45.661254 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b2ed2beb-d070-47c8-84c3-a65abe9f3259 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags/tempest-TagsExtTest-Tag-196952631 HTTP/1.1" status: 201 len: 201 time: 0.0715399 Oct 13 00:24:45.661638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40372) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:45.666900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-dc689a4f-6476-4771-ad3b-1b13d0873940 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:45.763391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc689a4f-6476-4771-ad3b-1b13d0873940 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags HTTP/1.1" status: 200 len: 241 time: 0.0981998 Oct 13 00:24:45.763660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b83b8b18-2c81-4bca-aebd-91fd8890aec3 None None] For port 1a072ee2-8789-491c-953b-f7158453f0d7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1a072ee2-8789-491c-953b-f7158453f0d7,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:45.763777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:45.766602 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:45.775610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-a2b2e65f-3693-4c48-babe-a0d10eb78c51 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9', 'tempest-TagsExtTest-Tag-1363153675') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:45.788746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b83b8b18-2c81-4bca-aebd-91fd8890aec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:45.847288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a2b2e65f-3693-4c48-babe-a0d10eb78c51 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags/tempest-TagsExtTest-Tag-1363153675 HTTP/1.1" status: 204 len: 168 time: 0.0809348 Oct 13 00:24:45.850254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40376) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:45.856875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-9363c4ab-97c4-40ab-8bac-efcf4c541635 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9', 'tempest-TagsExtTest-Tag-1363153675') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:45.900111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:24:45.900527 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:24:45.955702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:45.963576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b8b18-2c81-4bca-aebd-91fd8890aec3 None None] Pushing event updated for resources: {'Port': ['ID=1a072ee2-8789-491c-953b-f7158453f0d7,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:45.973561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4bbffc12-1ba7-4250-8013-867784f9ad0c None None] Provisioning complete for port 1a072ee2-8789-491c-953b-f7158453f0d7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:45.974035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4bbffc12-1ba7-4250-8013-867784f9ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:45.984213 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9363c4ab-97c4-40ab-8bac-efcf4c541635 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags/tempest-TagsExtTest-Tag-1363153675 HTTP/1.1" status: 204 len: 168 time: 0.1317387 Oct 13 00:24:45.986434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40378) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:45.992705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-16855d11-89bb-442b-bce8-09bed741fdea tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.061301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:24:43Z', 'revision_number': 3, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.073658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-16855d11-89bb-442b-bce8-09bed741fdea tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags HTTP/1.1" status: 200 len: 205 time: 0.0854511 Oct 13 00:24:46.076511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40380) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:46.082649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-b10a598d-184d-4222-a90a-a78d16ebee35 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.128165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50724617-d561-429a-991f-c945784ad152 req-2f5868c9-f22d-4bf1-b705-8917065f3183 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:46.132020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50724617-d561-429a-991f-c945784ad152 req-2f5868c9-f22d-4bf1-b705-8917065f3183 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 945 time: 0.6101298 Oct 13 00:24:46.137665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Checking router: 36ec573d-043f-4ac2-be05-c48d899c02ed for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:46.138020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Updating router 36ec573d-043f-4ac2-be05-c48d899c02ed port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:24:46.159754 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b10a598d-184d-4222-a90a-a78d16ebee35 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags HTTP/1.1" status: 200 len: 240 time: 0.0818796 Oct 13 00:24:46.162224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40382) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:46.167854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-9d14b0dc-fb48-4cb2-87b5-7639819d39f5 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229', 'tempest-TagsExtTest-Tag-393167025') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.172331 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.217571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50724617-d561-429a-991f-c945784ad152 req-07eb70b9-5cc0-4ae7-93dc-63e898ab0e45 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774343 Oct 13 00:24:46.254619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Allocated IP 172.20.0.1 (01adb56b-53dd-4042-8e16-778ca50b1ce8/ee942b5a-f96a-474a-be26-4365e1093939/7a64418f-5aa7-46f6-b0f7-bc49a2ba061b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:46.268494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40384) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:46.269324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9d14b0dc-fb48-4cb2-87b5-7639819d39f5 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags/tempest-TagsExtTest-Tag-393167025 HTTP/1.1" status: 204 len: 168 time: 0.1055331 Oct 13 00:24:46.275439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-cc90f346-d850-4788-a864-e9432f91126f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229', 'tempest-TagsExtTest-Tag-393167025') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.421095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05817ff5-6382-4b80-959f-7c81d1523d44 req-b90767aa-c9e3-44d4-ba1f-e28417c0efd9 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0432990 Oct 13 00:24:46.481764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40390) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:46.486185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-155cf617-1851-4183-a0f3-16e92b5e74b2 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.491957 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.500118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cc90f346-d850-4788-a864-e9432f91126f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags/tempest-TagsExtTest-Tag-393167025 HTTP/1.1" status: 204 len: 168 time: 0.2289264 Oct 13 00:24:46.517732 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.547309 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.561989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc43d7-ebfa-4ac8-bb15-0f67b77ec264 None None] Network c4e3331c-b368-4432-b9c0-294b67d44fa6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:46.592402 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-155cf617-1851-4183-a0f3-16e92b5e74b2 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags HTTP/1.1" status: 200 len: 205 time: 0.1093061 Oct 13 00:24:46.593102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40394) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:46.605907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-2664d517-6f53-4e33-9991-89e755e29892 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.660000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Attempting to bind port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:46.660478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Attempting to bind port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:46.660733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Attempting to bind port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:46.662759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8ec8b88-a412-42f6-bb9c-66e518d544f1 req-3e890a85-b44c-458e-8620-63b44d3611b6 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0503542 Oct 13 00:24:46.667156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-83a30d31-21d1-4550-96c2-db072111ce23 None None] Provisioning complete for port 4574229c-c2c0-401f-a0c9-96c0d47a616e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:46.667552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-83a30d31-21d1-4550-96c2-db072111ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.672212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6eec0-e6d9-4545-92e5-5848c0c3ff08 None None] Pushing event updated for resources: {'Port': ['ID=6df23a55-ccc1-4703-bcf8-59bb6cf039b9,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:46.679943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:46.680333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:46.680743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.681146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:46.681632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Bound port: 6df23a55-ccc1-4703-bcf8-59bb6cf039b9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:46.682112 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.717237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d575ac-03af-4ff4-9ec6-35d662751b19 req-0861fd69-778d-45f0-8113-57fba1aab99c tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:46.730328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1d575ac-03af-4ff4-9ec6-35d662751b19 req-0861fd69-778d-45f0-8113-57fba1aab99c tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.2084868 Oct 13 00:24:46.742748 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2664d517-6f53-4e33-9991-89e755e29892 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags HTTP/1.1" status: 200 len: 240 time: 0.1485999 Oct 13 00:24:46.747011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40396) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:46.755588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-7f7e42ef-dfbc-4cc8-b363-2fb4d1b06b29 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc', 'tempest-TagsExtTest-Tag-301648962') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.788011 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.812020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1d575ac-03af-4ff4-9ec6-35d662751b19 req-4a21b09d-731b-44a3-8aa4-2b6693df57b4 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803089 Oct 13 00:24:46.865385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7f7e42ef-dfbc-4cc8-b363-2fb4d1b06b29 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags/tempest-TagsExtTest-Tag-301648962 HTTP/1.1" status: 204 len: 168 time: 0.1165650 Oct 13 00:24:46.866029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40398) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:46.870658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-f6d9259a-2c09-4620-a105-02f1db70151e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc', 'tempest-TagsExtTest-Tag-301648962') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:46.890969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] For port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:46.895183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] For port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6df23a55-ccc1-4703-bcf8-59bb6cf039b9,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:46.914526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:46.918065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:46.920611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1a072ee2-8789-491c-953b-f7158453f0d7 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:46.927532 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.933815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:46.993473 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f6d9259a-2c09-4620-a105-02f1db70151e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags/tempest-TagsExtTest-Tag-301648962 HTTP/1.1" status: 204 len: 168 time: 0.1263766 Oct 13 00:24:46.995021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40400) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:46.995636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:46.999772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Pushing event updated for resources: {'Port': ['ID=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:47.000960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-e37c6123-173c-4677-afea-ea865456861c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.072381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6eec0-e6d9-4545-92e5-5848c0c3ff08 None None] Pushing event updated for resources: {'Port': ['ID=6df23a55-ccc1-4703-bcf8-59bb6cf039b9,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:47.093032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e37c6123-173c-4677-afea-ea865456861c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags HTTP/1.1" status: 200 len: 205 time: 0.0964172 Oct 13 00:24:47.094036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40402) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:47.099658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-6419101b-b7d0-4af1-91db-df5a3463b243 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.107678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-83a30d31-21d1-4550-96c2-db072111ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.132353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40404) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:47.132774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6419101b-b7d0-4af1-91db-df5a3463b243 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags HTTP/1.1" status: 200 len: 240 time: 0.0374355 Oct 13 00:24:47.137529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-6d1bf232-4cd0-4d4b-8e2f-b8ca5db1e077 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab', 'tempest-TagsExtTest-Tag-196952631') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.171336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Routers {'36ec573d-043f-4ac2-be05-c48d899c02ed'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:47.172004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['36ec573d-043f-4ac2-be05-c48d899c02ed'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.178665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-83a30d31-21d1-4550-96c2-db072111ce23 None None] For port 4574229c-c2c0-401f-a0c9-96c0d47a616e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4574229c-c2c0-401f-a0c9-96c0d47a616e,segment=NetworkSegment(bd1a1501-127e-4791-908a-c6ce27d23dbc),segment_id=bd1a1501-127e-4791-908a-c6ce27d23dbc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:47.217329 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-83a30d31-21d1-4550-96c2-db072111ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.239849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.290459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1a072ee2-8789-491c-953b-f7158453f0d7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:47.291946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.337698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6d1bf232-4cd0-4d4b-8e2f-b8ca5db1e077 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags/tempest-TagsExtTest-Tag-196952631 HTTP/1.1" status: 204 len: 168 time: 0.2012219 Oct 13 00:24:47.338422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40408) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:47.346084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-e97d7208-ff7e-44e4-a1dd-14f74d50dacf tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab', 'tempest-TagsExtTest-Tag-196952631') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.362793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a30d31-21d1-4550-96c2-db072111ce23 None None] Pushing event updated for resources: {'Port': ['ID=4574229c-c2c0-401f-a0c9-96c0d47a616e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:47.495321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4df80378-224b-4869-82bc-f873eee2fed9 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:47.534546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-428584a4-2caf-42bc-9e29-784c9a6b22af None None] Provisioning complete for port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:47.535379 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-428584a4-2caf-42bc-9e29-784c9a6b22af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.603258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-397d5b1a-30b6-4d3d-ad62-0c09ecd674a0 req-8cede610-f45f-4da7-a827-9e38b2691422 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0398436 Oct 13 00:24:47.618157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4da33-61f9-49d0-8e81-bb9b3a31f86f req-36b9bba5-8b55-4ae5-8c48-b858e7d84e79 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:47.619828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4d4da33-61f9-49d0-8e81-bb9b3a31f86f req-36b9bba5-8b55-4ae5-8c48-b858e7d84e79 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 945 time: 0.2635243 Oct 13 00:24:47.627369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e97d7208-ff7e-44e4-a1dd-14f74d50dacf tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags/tempest-TagsExtTest-Tag-196952631 HTTP/1.1" status: 204 len: 168 time: 0.2840884 Oct 13 00:24:47.627723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40412) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:47.633082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-7faa1329-2b57-4f12-94dc-234620842f54 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.646803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.662387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.672955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7faa1329-2b57-4f12-94dc-234620842f54 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags HTTP/1.1" status: 200 len: 205 time: 0.0440788 Oct 13 00:24:47.675654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40414) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:47.680871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-96225a9b-ffc0-4245-99bc-a9f3d0edf57b tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.770680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] Set router 36ec573d-043f-4ac2-be05-c48d899c02ed gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:47.776532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-96225a9b-ffc0-4245-99bc-a9f3d0edf57b tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags HTTP/1.1" status: 204 len: 168 time: 0.0994945 Oct 13 00:24:47.779743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40418) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:47.780805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.790129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-b9067ef0-4cac-4eca-95f2-2e10b4e64703 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.810419 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:47.824221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4574229c-c2c0-401f-a0c9-96c0d47a616e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:47.831474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4d4da33-61f9-49d0-8e81-bb9b3a31f86f req-433b6bcb-6384-4de3-b443-9b03543bd96c tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800802 Oct 13 00:24:47.832115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Pushing event updated for resources: {'Port': ['ID=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:47.865235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cf6a4e2-92da-4c62-bf5b-8c7bebe21b4a req-94bef9c0-4265-4d96-ae26-71d7fd11a529 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0573349 Oct 13 00:24:47.865478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-428584a4-2caf-42bc-9e29-784c9a6b22af None None] Port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:47.921985 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b9067ef0-4cac-4eca-95f2-2e10b4e64703 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1374798 Oct 13 00:24:47.924954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40422) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:47.930587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-30d96c06-4f25-4c8e-bc0e-6b029b214047 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:47.988491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 4df80378-224b-4869-82bc-f873eee2fed9 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:24:48.014858 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 4df80378-224b-4869-82bc-f873eee2fed9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:48.015257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:48.024857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe171a-08c1-4ddd-878d-226ddba8d74b req-8d373b46-fd8a-4659-a3bd-137f905b8c93 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:48.029442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4afe171a-08c1-4ddd-878d-226ddba8d74b req-8d373b46-fd8a-4659-a3bd-137f905b8c93 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.0852344 Oct 13 00:24:48.035066 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-30d96c06-4f25-4c8e-bc0e-6b029b214047 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags HTTP/1.1" status: 204 len: 168 time: 0.1110699 Oct 13 00:24:48.035925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40424) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:48.041802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-b847660f-8b72-4d37-9be2-b8706059465f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:48.053510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4574229c-c2c0-401f-a0c9-96c0d47a616e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:48.053744 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:48.060770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-aa543ed9-2da4-4792-8307-7ceb5ff06e73 None None] Provisioning complete for port 7e83df63-8c72-41d2-8d77-ae8a02627229 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:48.060770 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa543ed9-2da4-4792-8307-7ceb5ff06e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:48.082939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:48.086385 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:48.135685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b847660f-8b72-4d37-9be2-b8706059465f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags HTTP/1.1" status: 204 len: 168 time: 0.0985992 Oct 13 00:24:48.140180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40426) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:48.146910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-f7e3fd43-d732-49c8-bcb5-3f941475ddc4 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9', 'tempest-TagsExtTest-Tag-2142107530') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:48.178422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4afe171a-08c1-4ddd-878d-226ddba8d74b req-10b64f13-4a49-4440-a3ef-ee5157175c43 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390996 Oct 13 00:24:48.179429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-aa543ed9-2da4-4792-8307-7ceb5ff06e73 None None] Port 7e83df63-8c72-41d2-8d77-ae8a02627229 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:48.247557 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f7e3fd43-d732-49c8-bcb5-3f941475ddc4 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags/tempest-TagsExtTest-Tag-2142107530 HTTP/1.1" status: 201 len: 201 time: 0.1042225 Oct 13 00:24:48.256562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40428) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:48.262222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-73d4b5c1-0335-4bff-9bbb-222db4246a08 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229', 'tempest-TagsExtTest-Tag-1070109331') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:48.288419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Router 36ec573d-043f-4ac2-be05-c48d899c02ed has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:48.294169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-aa543ed9-2da4-4792-8307-7ceb5ff06e73 None None] Provisioning complete for port 4574229c-c2c0-401f-a0c9-96c0d47a616e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:48.294539 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa543ed9-2da4-4792-8307-7ceb5ff06e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:48.303221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:24:47Z', 'revision_number': 4, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7a64418f-5aa7-46f6-b0f7-bc49a2ba061b', 'name': '', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'mac_address': 'fa:16:3e:c2:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:45Z', 'updated_at': '2021-10-13T00:24:46Z', 'revision_number': 1, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'subnets': [{'id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:48.362568 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-73d4b5c1-0335-4bff-9bbb-222db4246a08 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags/tempest-TagsExtTest-Tag-1070109331 HTTP/1.1" status: 201 len: 201 time: 0.1045227 Oct 13 00:24:48.365129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40430) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:48.370929 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:48.372480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-71e6f2d2-befa-40ec-9c5d-c72be19f3d2a tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc', 'tempest-TagsExtTest-Tag-1163290631') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:48.399224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6749c8a-778c-473b-b899-2d2b5d670168 None None] The sync data for ids ['36ec573d-043f-4ac2-be05-c48d899c02ed'] in n-d-813679-4 is: [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:24:47Z', 'revision_number': 4, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7a64418f-5aa7-46f6-b0f7-bc49a2ba061b', 'name': '', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'mac_address': 'fa:16:3e:c2:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:45Z', 'updated_at': '2021-10-13T00:24:46Z', 'revision_number': 1, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'subnets': [{'id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:48.460478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4df80378-224b-4869-82bc-f873eee2fed9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4df80378-224b-4869-82bc-f873eee2fed9,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:48.462085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df80378-224b-4869-82bc-f873eee2fed9'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:48.464799 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0bbeb8-3f5d-4291-8ac8-e993821823f2" -d '{"events": [{"server_uuid": "251a0b02-fd0e-43d9-aba8-1b7177ad68e0", "name": "network-vif-plugged", "status": "completed", "tag": "4df80378-224b-4869-82bc-f873eee2fed9"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:48.497745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:48.522688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4a57a796-13eb-4b80-bd25-a452aaab2521 admin admin] 10.222.0.21 "PUT /v2.0/routers/36ec573d-043f-4ac2-be05-c48d899c02ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9462585 Oct 13 00:24:48.539343 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:48.545025 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9f512a-c580-4c94-8a33-5ad7d44d69f5 x-openstack-request-id: req-4d9f512a-c580-4c94-8a33-5ad7d44d69f5 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:48.545454 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251a0b02-fd0e-43d9-aba8-1b7177ad68e0", "name": "network-vif-plugged", "status": "completed", "tag": "4df80378-224b-4869-82bc-f873eee2fed9", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:48.546284 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d9f512a-c580-4c94-8a33-5ad7d44d69f5 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:48.546667 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df80378-224b-4869-82bc-f873eee2fed9', 'code': 200} Oct 13 00:24:48.561903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-71e6f2d2-befa-40ec-9c5d-c72be19f3d2a tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags/tempest-TagsExtTest-Tag-1163290631 HTTP/1.1" status: 201 len: 201 time: 0.1932604 Oct 13 00:24:48.562162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40436) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:48.571385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-bb896d72-aad8-4c88-b837-94badb8ac510 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab', 'tempest-TagsExtTest-Tag-343545816') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:48.618854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4df80378-224b-4869-82bc-f873eee2fed9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:48.643779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb896d72-aad8-4c88-b837-94badb8ac510 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags/tempest-TagsExtTest-Tag-343545816 HTTP/1.1" status: 201 len: 201 time: 0.0804250 Oct 13 00:24:48.646496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40438) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:48.652839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-caabdd2f-438b-42ff-86ed-e174d65bedf6 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9', {'tags': ['tempest-TagsExtTest-Tag-1400758733', 'tempest-TagsExtTest-Tag-1478032303', 'tempest-TagsExtTest-Tag-302446990']}) {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:48.779083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b1a38f5d-0175-491c-81db-bd1104045307 None None] Provisioning complete for port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:48.780181 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b1a38f5d-0175-491c-81db-bd1104045307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:48.817429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f79eff-5d3d-41f5-a39c-2655a5404ab8 req-b8d21009-650f-413b-9b9c-6b97fc80cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:48.825307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f79eff-5d3d-41f5-a39c-2655a5404ab8 req-b8d21009-650f-413b-9b9c-6b97fc80cca5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 1097 time: 0.1169014 Oct 13 00:24:48.852737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4574229c-c2c0-401f-a0c9-96c0d47a616e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:48.854602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b1a38f5d-0175-491c-81db-bd1104045307 None None] Port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:48.886624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f79eff-5d3d-41f5-a39c-2655a5404ab8 req-2be1e73a-35f8-4b8b-a884-a27b6465716f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448251 Oct 13 00:24:48.939720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2e27fc6-02f8-45d9-87cd-ca367b39a9f3 req-925ee61d-d51f-4f29-88f5-a2aa1ce8306d tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0515289 Oct 13 00:24:48.946948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-caabdd2f-438b-42ff-86ed-e174d65bedf6 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags HTTP/1.1" status: 200 len: 317 time: 0.2990181 Oct 13 00:24:48.949519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40450) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:48.954550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-25b81901-6439-44ae-8e37-01d9762ef2e5 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:48.966988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4574229c-c2c0-401f-a0c9-96c0d47a616e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:48.967379 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.097976 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25b81901-6439-44ae-8e37-01d9762ef2e5 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags HTTP/1.1" status: 204 len: 168 time: 0.1436546 Oct 13 00:24:49.097976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40452) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.103122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-b8725e90-711b-490c-a5ca-900b3a40ee09 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9', 'tempest-TagsExtTest-Tag-1400758733') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:49.124430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502a9a9-512b-4de9-ab21-8ff11df760cb req-322c6fa2-b3f9-4666-88a6-4fd5149f1349 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:49.126412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2502a9a9-512b-4de9-ab21-8ff11df760cb req-322c6fa2-b3f9-4666-88a6-4fd5149f1349 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 946 time: 0.1496780 Oct 13 00:24:49.156432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94faf26a-ce8c-4839-9c04-e11abaa91536 req-235caec1-9829-4181-8906-36c3a9b16d7e tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0895731 Oct 13 00:24:49.231303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2502a9a9-512b-4de9-ab21-8ff11df760cb req-6ac8d6c3-28a4-47c4-99fa-169d6478c069 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597482 Oct 13 00:24:49.257047 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b8725e90-711b-490c-a5ca-900b3a40ee09 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:49.258322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b8725e90-711b-490c-a5ca-900b3a40ee09 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags/tempest-TagsExtTest-Tag-1400758733 HTTP/1.1" status: 404 len: 329 time: 0.1596072 Oct 13 00:24:49.261360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40460) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.265989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-30ff8e4c-fd7f-49bd-8448-fb65f7329063 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9', 'tempest-TagsExtTest-Tag-1478032303') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:49.369532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1119c5-8598-4268-9d00-90863c28cdc6 req-661e3e6e-1650-49da-8034-400d1be319b9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:49.371397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b1119c5-8598-4268-9d00-90863c28cdc6 req-661e3e6e-1650-49da-8034-400d1be319b9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.0677485 Oct 13 00:24:49.427530 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-30ff8e4c-fd7f-49bd-8448-fb65f7329063 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:49.428906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-30ff8e4c-fd7f-49bd-8448-fb65f7329063 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags/tempest-TagsExtTest-Tag-1478032303 HTTP/1.1" status: 404 len: 329 time: 0.1665432 Oct 13 00:24:49.432494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40466) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.436857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-0d518e6a-b949-47e5-b76a-eb805a1215fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9', 'tempest-TagsExtTest-Tag-302446990') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:49.465245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b1119c5-8598-4268-9d00-90863c28cdc6 req-fafccd16-3d35-444d-ba53-c9f469fadd79 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772519 Oct 13 00:24:49.507340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40468) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.513025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1431639259-network', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:49.547980 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-0d518e6a-b949-47e5-b76a-eb805a1215fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:49.551853 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0d518e6a-b949-47e5-b76a-eb805a1215fd tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags/tempest-TagsExtTest-Tag-302446990 HTTP/1.1" status: 404 len: 328 time: 0.1181695 Oct 13 00:24:49.552388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40470) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.557524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-52db873a-1316-46a9-bf14-ee7bb382fb77 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229', {'tags': ['tempest-TagsExtTest-Tag-467082392', 'tempest-TagsExtTest-Tag-691569717', 'tempest-TagsExtTest-Tag-925644110']}) {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:49.559823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Made reservation on behalf of e65523bcfc3f4f55b56f54c81ba2f844 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:49.562115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.590758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.667496 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-52db873a-1316-46a9-bf14-ee7bb382fb77 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags HTTP/1.1" status: 200 len: 315 time: 0.1115069 Oct 13 00:24:49.667769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40472) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.676040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-731ae608-9600-404b-be49-4543bccb5600 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:49.740093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.746331 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.769156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:24:49.795366 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.795710 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Added segment 10e97e16-e531-4977-ade6-c7e6228fa6f4 of type vlan for network 15b2e321-1f2b-475a-80bd-4143b78262f6 Oct 13 00:24:49.796906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759e8b03-283b-48a4-b318-97890ff35044,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:49.846748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.851688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-731ae608-9600-404b-be49-4543bccb5600 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags HTTP/1.1" status: 204 len: 168 time: 0.1829281 Oct 13 00:24:49.854484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40474) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.860019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-ed7c44fd-41c9-4e6e-946b-860da332b493 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229', 'tempest-TagsExtTest-Tag-467082392') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:49.877903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.879345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:49.880015 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.927135 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-ed7c44fd-41c9-4e6e-946b-860da332b493 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:49.931472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ed7c44fd-41c9-4e6e-946b-860da332b493 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags/tempest-TagsExtTest-Tag-467082392 HTTP/1.1" status: 404 len: 328 time: 0.0723796 Oct 13 00:24:49.931472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40476) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.935384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-51028ee8-ff83-4211-8397-515f09e37beb tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229', 'tempest-TagsExtTest-Tag-691569717') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:49.947881 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4389496 Oct 13 00:24:49.951666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40478) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:49.957396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Request body: {'subnet': {'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1431639259-subnet', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:49.962805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0e1b-de8e-4837-8be5-bc73a5f04e67 admin admin] Pushing event updated for resources: {'Network': ['ID=15b2e321-1f2b-475a-80bd-4143b78262f6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:49.975907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 15b2e321-1f2b-475a-80bd-4143b78262f6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:24:49.991609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Made reservation on behalf of e65523bcfc3f4f55b56f54c81ba2f844 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:24:49.994328 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:49.996425 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-51028ee8-ff83-4211-8397-515f09e37beb tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:49.997681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-51028ee8-ff83-4211-8397-515f09e37beb tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags/tempest-TagsExtTest-Tag-691569717 HTTP/1.1" status: 404 len: 328 time: 0.0657537 Oct 13 00:24:50.000971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40482) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:50.006061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-3f0b86f5-c837-4e71-a63e-8304c870e704 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229', 'tempest-TagsExtTest-Tag-925644110') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:50.073942 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-3f0b86f5-c837-4e71-a63e-8304c870e704 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:50.075290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3f0b86f5-c837-4e71-a63e-8304c870e704 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags/tempest-TagsExtTest-Tag-925644110 HTTP/1.1" status: 404 len: 328 time: 0.0730050 Oct 13 00:24:50.078075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40484) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:50.083562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-f22c1ea9-d776-4320-9665-f7b426bbcb47 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc', {'tags': ['tempest-TagsExtTest-Tag-1398766631', 'tempest-TagsExtTest-Tag-21983342', 'tempest-TagsExtTest-Tag-1931825929']}) {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:50.183557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0c11053-03cd-4178-9896-b6c139674b72 req-e0dd2ef2-af11-4970-a041-63d1e7ff4146 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0958273 Oct 13 00:24:50.207484 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f22c1ea9-d776-4320-9665-f7b426bbcb47 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags HTTP/1.1" status: 200 len: 316 time: 0.1280320 Oct 13 00:24:50.209935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40488) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:50.215686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-93414d17-7035-4a3b-a9d2-0415fc19cd9c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:50.251062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:50.324873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95dc172c-cf4a-4097-b8d9-07ad4df46ebf,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:50.341921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Checking segment: {'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:50.342371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Network hostable DHCP agents. Network: 15b2e321-1f2b-475a-80bd-4143b78262f6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:24:50.366521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49a16a2a-7dd3-4827-b37f-ae2c6b356e5a req-b27ed7d4-1138-4cf6-91bd-65f3fe02b602 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0441306 Oct 13 00:24:50.383686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Network 15b2e321-1f2b-475a-80bd-4143b78262f6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:24:50.401475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 15b2e321-1f2b-475a-80bd-4143b78262f6) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:50.411864 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:50.413044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:50.419881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3ad36-b135-401c-9d27-9b49ddad6773 None None] Network 15b2e321-1f2b-475a-80bd-4143b78262f6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:50.437362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-93414d17-7035-4a3b-a9d2-0415fc19cd9c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags HTTP/1.1" status: 204 len: 168 time: 0.2260630 Oct 13 00:24:50.443104 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ad83200-16cf-48d7-b6cf-9b03f02be7e0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4877586 Oct 13 00:24:50.443104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40492) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:50.445196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40494) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:50.449204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-92fc3a4e-2040-42f2-9277-bfbc6c05c69c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc', 'tempest-TagsExtTest-Tag-1398766631') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:50.450006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd95a-609a-4e07-a812-e9c515b690e1 req-3b2cafe7-c1ae-4b33-a80b-2e00773cd196 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:50.451742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-279bd95a-609a-4e07-a812-e9c515b690e1 req-3b2cafe7-c1ae-4b33-a80b-2e00773cd196 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 946 time: 0.1175354 Oct 13 00:24:50.456713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:50.505923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-279bd95a-609a-4e07-a812-e9c515b690e1 req-763194a3-8abd-40d3-b618-15b5640af8e3 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464571 Oct 13 00:24:50.577441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:50.578511 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:50.648854 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-92fc3a4e-2040-42f2-9277-bfbc6c05c69c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:50.649941 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-92fc3a4e-2040-42f2-9277-bfbc6c05c69c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags/tempest-TagsExtTest-Tag-1398766631 HTTP/1.1" status: 404 len: 329 time: 0.2068546 Oct 13 00:24:50.651359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:50.652702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40498) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:50.660559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-15b2e321-1f2b-475a-80bd-4143b78262f6', 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'fixed_ips': [{'subnet_id': '95dc172c-cf4a-4097-b8d9-07ad4df46ebf'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:24:50.661967 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:50.668818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056f196-003d-4693-b235-9e4aa57e53af req-bcadc356-f7ac-4b24-9c2b-0ba37ffc91b1 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:50.670542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6056f196-003d-4693-b235-9e4aa57e53af req-bcadc356-f7ac-4b24-9c2b-0ba37ffc91b1 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.0769699 Oct 13 00:24:50.671895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-070a8b95-98cd-4790-b635-c69d2e0cfd1a tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc', 'tempest-TagsExtTest-Tag-21983342') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:50.735537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6056f196-003d-4693-b235-9e4aa57e53af req-55c03627-4a35-4e2d-816e-4d5a7ca3564c tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520709 Oct 13 00:24:50.812137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:50.869252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Allocated IP 172.20.0.2 (15b2e321-1f2b-475a-80bd-4143b78262f6/95dc172c-cf4a-4097-b8d9-07ad4df46ebf/bd9e16e9-093d-4460-9c36-248e5f9690e6) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:50.907208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:50.908313 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:50.923896 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-070a8b95-98cd-4790-b635-c69d2e0cfd1a tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:50.925328 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-070a8b95-98cd-4790-b635-c69d2e0cfd1a tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags/tempest-TagsExtTest-Tag-21983342 HTTP/1.1" status: 404 len: 327 time: 0.2716262 Oct 13 00:24:50.928075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40500) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:50.937178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.tag.tag_plugin [None req-ff3f36c0-574f-4f06-a6b4-2fea5312690d tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc', 'tempest-TagsExtTest-Tag-1931825929') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:50.941206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.075196 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-ff3f36c0-574f-4f06-a6b4-2fea5312690d tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:51.079153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40502) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:51.080255 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ff3f36c0-574f-4f06-a6b4-2fea5312690d tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags/tempest-TagsExtTest-Tag-1931825929 HTTP/1.1" status: 404 len: 329 time: 0.1466217 Oct 13 00:24:51.085138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-7aea6d3e-adcf-43a3-8f68-0e405c8d4941 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab', {'tags': ['tempest-TagsExtTest-Tag-266703009', 'tempest-TagsExtTest-Tag-150943293', 'tempest-TagsExtTest-Tag-195160133']}) {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.094615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.110704 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.124468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6df23a55-ccc1-4703-bcf8-59bb6cf039b9,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:51.126980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.137845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.141659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7aea6d3e-adcf-43a3-8f68-0e405c8d4941 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "PUT /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags HTTP/1.1" status: 200 len: 315 time: 0.0601633 Oct 13 00:24:51.144818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40504) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:51.149503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-c47782a1-7f5f-4814-b931-151de52be6f7 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.185927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Network 15b2e321-1f2b-475a-80bd-4143b78262f6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:51.189899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:51.194663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:51.197960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Pushing event updated for resources: {'Port': ['ID=bd9e16e9-093d-4460-9c36-248e5f9690e6,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:51.200973 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c47782a1-7f5f-4814-b931-151de52be6f7 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags HTTP/1.1" status: 204 len: 168 time: 0.0550344 Oct 13 00:24:51.203881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40506) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:51.210022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-de638781-ca77-4e55-a7d7-6ce8d92a3cee tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab', 'tempest-TagsExtTest-Tag-266703009') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.232568 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-de638781-ca77-4e55-a7d7-6ce8d92a3cee tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:51.245318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-de638781-ca77-4e55-a7d7-6ce8d92a3cee tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags/tempest-TagsExtTest-Tag-266703009 HTTP/1.1" status: 404 len: 328 time: 0.0394995 Oct 13 00:24:51.249722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40510) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:51.261279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-cd3bd3ce-e2bb-4548-a3e4-1b43046a4aa8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab', 'tempest-TagsExtTest-Tag-150943293') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.303199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Attempting to bind port bd9e16e9-093d-4460-9c36-248e5f9690e6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:51.303600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Attempting to bind port bd9e16e9-093d-4460-9c36-248e5f9690e6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:51.303973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Attempting to bind port bd9e16e9-093d-4460-9c36-248e5f9690e6 on network 15b2e321-1f2b-475a-80bd-4143b78262f6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:51.310372 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-cd3bd3ce-e2bb-4548-a3e4-1b43046a4aa8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:51.317384 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cd3bd3ce-e2bb-4548-a3e4-1b43046a4aa8 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags/tempest-TagsExtTest-Tag-150943293 HTTP/1.1" status: 404 len: 328 time: 0.0640142 Oct 13 00:24:51.319248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:51.319667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Checking segment: {'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:51.320083 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.320489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Bound using segment: {'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:51.320759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40512) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:51.320974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Bound port: bd9e16e9-093d-4460-9c36-248e5f9690e6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:51.321373 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.323603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=6df23a55-ccc1-4703-bcf8-59bb6cf039b9,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:51.331547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-37ecd7d3-5869-4f81-a0f2-b79de61414f9 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab', 'tempest-TagsExtTest-Tag-195160133') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.427941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-adfcd61e-8fe4-448f-b7e5-a5ee3be3ed51 req-96d129da-43c2-4ad2-b6f9-fe2a71138ee9 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0512402 Oct 13 00:24:51.435099 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-37ecd7d3-5869-4f81-a0f2-b79de61414f9 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] show failed (client error): The resource could not be found. Oct 13 00:24:51.440672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-37ecd7d3-5869-4f81-a0f2-b79de61414f9 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags/tempest-TagsExtTest-Tag-195160133 HTTP/1.1" status: 404 len: 328 time: 0.1159279 Oct 13 00:24:51.441483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40516) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:51.446881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-b4306352-6a9a-4048-a534-d18e14bdfe2b tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83682020-1175-49e1-b925-a5d961f03bab') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.456346 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Sync routers for ids ['36ec573d-043f-4ac2-be05-c48d899c02ed'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:51.492976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] For port bd9e16e9-093d-4460-9c36-248e5f9690e6, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:51.496702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b4306352-6a9a-4048-a534-d18e14bdfe2b tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab/tags HTTP/1.1" status: 204 len: 168 time: 0.0535493 Oct 13 00:24:51.497275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] For port bd9e16e9-093d-4460-9c36-248e5f9690e6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd9e16e9-093d-4460-9c36-248e5f9690e6,segment=NetworkSegment(10e97e16-e531-4977-ade6-c7e6228fa6f4),segment_id=10e97e16-e531-4977-ade6-c7e6228fa6f4)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:51.499407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40518) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:51.503165 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Routers {'36ec573d-043f-4ac2-be05-c48d899c02ed'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:51.504666 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['36ec573d-043f-4ac2-be05-c48d899c02ed'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.505663 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.510644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-de56186d-8c2b-48b2-94e9-008cd0921c97 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c11cb2eb-fd38-414c-b80e-09295b33c3dc') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.577411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967c846-aa2a-458e-aa44-f6b39c2943e7 None None] Pushing event updated for resources: {'Port': ['ID=bd9e16e9-093d-4460-9c36-248e5f9690e6,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:51.674270 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Set router 36ec573d-043f-4ac2-be05-c48d899c02ed gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:51.705293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dadf02a9-ca19-4659-92a6-a75705d6db57 req-54905373-4407-49d5-b306-95176c7d08b2 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.1194091 Oct 13 00:24:51.764692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-de56186d-8c2b-48b2-94e9-008cd0921c97 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc/tags HTTP/1.1" status: 204 len: 168 time: 0.2636683 Oct 13 00:24:51.765637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40524) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:51.771996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-13c1dd68-6359-49f2-9116-9a174f38334e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e83df63-8c72-41d2-8d77-ae8a02627229') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:51.781523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcdb9d-7a2f-44b4-9f86-80dff78a8179 req-65abb7ec-78a2-44aa-b57e-76b479f75fbf tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:51.783133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95dcdb9d-7a2f-44b4-9f86-80dff78a8179 req-65abb7ec-78a2-44aa-b57e-76b479f75fbf tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 946 time: 0.1292903 Oct 13 00:24:51.900014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c69d9966-d3e1-4e37-838d-af1dc0b9d1db req-c886709c-e9cd-44f6-af8e-9476c77c0acc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0788357 Oct 13 00:24:51.960768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:51.984870 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:24:47Z', 'revision_number': 4, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7a64418f-5aa7-46f6-b0f7-bc49a2ba061b', 'name': '', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'mac_address': 'fa:16:3e:c2:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:45Z', 'updated_at': '2021-10-13T00:24:47Z', 'revision_number': 2, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'subnets': [{'id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:52.014634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.023098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95dcdb9d-7a2f-44b4-9f86-80dff78a8179 req-382415b6-a531-440a-b07c-45b38c232ef9 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101099 Oct 13 00:24:52.053842 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Checking router: 36ec573d-043f-4ac2-be05-c48d899c02ed for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:52.054704 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Updating router 36ec573d-043f-4ac2-be05-c48d899c02ed port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:24:52.061271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-13c1dd68-6359-49f2-9116-9a174f38334e tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229/tags HTTP/1.1" status: 204 len: 168 time: 0.2940373 Oct 13 00:24:52.062148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40528) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:52.076021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.tag.tag_plugin [None req-62a8acb7-f399-44cf-b763-67f2a843be19 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0a06ba89-41e5-44c6-867f-d5c37ce68ff9') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:52.116642 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.157053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a134faa-f646-455b-963f-87e7c4f84401 req-36150fab-a1b9-4b46-8207-cbc49d0877ec tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:52.159218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a134faa-f646-455b-963f-87e7c4f84401 req-36150fab-a1b9-4b46-8207-cbc49d0877ec tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.3051088 Oct 13 00:24:52.251866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Allocated IP 172.25.3.75 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/a0c48022-7be3-4218-b5df-c1eb5f1dfe42) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:52.273438 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a134faa-f646-455b-963f-87e7c4f84401 req-b852f896-74fb-4bd2-8d4c-8558752d62a8 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899048 Oct 13 00:24:52.293662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf962dd2-d28a-4f38-8826-9d0be15cf6c5 req-23f88a23-8bfa-48b7-a1ed-0562e58712c8 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:52.295646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf962dd2-d28a-4f38-8826-9d0be15cf6c5 req-23f88a23-8bfa-48b7-a1ed-0562e58712c8 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 946 time: 0.1353633 Oct 13 00:24:52.304354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40530) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:52.309930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Request body: {'floatingip': {'port_id': '4df80378-224b-4869-82bc-f873eee2fed9'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:24:52.350430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-62a8acb7-f399-44cf-b763-67f2a843be19 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9/tags HTTP/1.1" status: 204 len: 168 time: 0.2827590 Oct 13 00:24:52.351052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40532) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:52.395746 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.457429 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.519535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.591050 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.602410 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.610828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:52.625202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:52.630554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:52.647002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14ab9049-00a1-4da3-a362-b70c676d773e req-8472ded4-699b-42c2-b34e-001f47d46691 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0773065 Oct 13 00:24:52.666971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c48022-7be3-4218-b5df-c1eb5f1dfe42,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:52.686958 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Pushing event updated for resources: {'Port': ['ID=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:52.688325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d18efb7-2aaf-4043-809b-737f22ee41fc tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.691560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1d18efb7-2aaf-4043-809b-737f22ee41fc tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnetpools/83682020-1175-49e1-b925-a5d961f03bab HTTP/1.1" status: 204 len: 168 time: 0.3361130 Oct 13 00:24:52.695540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40536) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:52.716244 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.716602 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.716942 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.717274 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.717608 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.717937 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.718264 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.718590 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.718912 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.719234 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.719600 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.719895 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:24:52.784686 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-576b8f51-f988-41d5-b8da-704bd7d41aef tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "GET /v2.0/ports?device_id=c11cb2eb-fd38-414c-b80e-09295b33c3dc HTTP/1.1" status: 200 len: 205 time: 0.0871055 Oct 13 00:24:52.787124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40540) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:52.894617 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Attempting to bind port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:52.894985 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Attempting to bind port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:52.895481 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Attempting to bind port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b on network 01adb56b-53dd-4042-8e16-778ca50b1ce8 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:52.906496 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:52.907148 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Checking segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:52.907633 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.910597 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Bound using segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:52.911248 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Bound port: 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:52.912251 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:52.924464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bd4a6d50-08e9-474a-8230-024d443745fd req-88424d0c-a227-4cfd-acf0-3c60b42b1b05 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0582254 Oct 13 00:24:53.033472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:53.039493 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-660f3956-65aa-4c35-8078-fd2a2d7499df tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:53.054309 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] For port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:53.059886 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] For port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:53.070984 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:53.177913 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Routers {'36ec573d-043f-4ac2-be05-c48d899c02ed'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:53.179811 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['36ec573d-043f-4ac2-be05-c48d899c02ed'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:53.205734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3d0c09e6-1da9-4007-9e55-6fd63d0a64a5 None None] Provisioning complete for port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:53.206677 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d0c09e6-1da9-4007-9e55-6fd63d0a64a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:53.319489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4368f-d9f7-4884-b644-d33873f87a58 None None] Network 15b2e321-1f2b-475a-80bd-4143b78262f6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:53.432631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:53.446657 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:53.482332 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] Set router 36ec573d-043f-4ac2-be05-c48d899c02ed gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:53.583305 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-71075bfb-0903-4c84-a7f6-e174c5fa0041 req-991eb811-d131-48c5-9274-01d484705866 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0715511 Oct 13 00:24:53.607300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d0c09e6-1da9-4007-9e55-6fd63d0a64a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:53.693780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3d0c09e6-1da9-4007-9e55-6fd63d0a64a5 None None] For port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:53.721230 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d0c09e6-1da9-4007-9e55-6fd63d0a64a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:53.770884 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e95a6-85cf-4f72-811d-3005d0279545 None None] Pushing event updated for resources: {'Port': ['ID=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:53.775160 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:24:47Z', 'revision_number': 4, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7a64418f-5aa7-46f6-b0f7-bc49a2ba061b', 'name': '', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'mac_address': 'fa:16:3e:c2:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:45Z', 'updated_at': '2021-10-13T00:24:53Z', 'revision_number': 4, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'subnets': [{'id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:53.820912 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc82d6-6bfe-431c-80c4-736cea2be3ea None None] The sync data for ids ['36ec573d-043f-4ac2-be05-c48d899c02ed'] in n-d-813679-4 is: [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:24:47Z', 'revision_number': 4, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7a64418f-5aa7-46f6-b0f7-bc49a2ba061b', 'name': '', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'mac_address': 'fa:16:3e:c2:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:45Z', 'updated_at': '2021-10-13T00:24:53Z', 'revision_number': 4, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'subnets': [{'id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:53.932168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-71075bfb-0903-4c84-a7f6-e174c5fa0041 req-a4637f91-d762-4770-b566-b97de563dc95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8629345db3943809087cbe7a3d1cbf1&device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.2022495 Oct 13 00:24:53.941115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-660f3956-65aa-4c35-8078-fd2a2d7499df tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:53.970764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-660f3956-65aa-4c35-8078-fd2a2d7499df tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.045347 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f147b796-5a20-4ebc-ac4b-3961843afe87 req-7982b41a-3e96-408d-abc7-566a468ac4da tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.1288021 Oct 13 00:24:54.100896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f3e1-9c59-4a91-b493-87d93b6f1a4c req-0fa672d5-de52-4a50-aa70-a1d86ff8d575 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:54.115829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e94f3e1-9c59-4a91-b493-87d93b6f1a4c req-0fa672d5-de52-4a50-aa70-a1d86ff8d575 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1411252 Oct 13 00:24:54.138558 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-71075bfb-0903-4c84-a7f6-e174c5fa0041 req-bcb09c89-6fef-428b-b75c-9a488f8c9d49 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a8629345db3943809087cbe7a3d1cbf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1654677 Oct 13 00:24:54.177137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e94f3e1-9c59-4a91-b493-87d93b6f1a4c req-caa2b3dc-9b69-4afc-b206-27eaea9bc32f tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578852 Oct 13 00:24:54.200008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-660f3956-65aa-4c35-8078-fd2a2d7499df tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.202476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd9e16e9-093d-4460-9c36-248e5f9690e6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:54.205264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f3956-65aa-4c35-8078-fd2a2d7499df tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Fanout notify agent at l3_agent the message router_deleted on router c11cb2eb-fd38-414c-b80e-09295b33c3dc {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:24:54.211714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9dd5ff3a-b3f5-481c-9195-40a8270a3a25 None None] Provisioning complete for port bd9e16e9-093d-4460-9c36-248e5f9690e6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:54.212111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ff3a-b3f5-481c-9195-40a8270a3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.324861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c09e6-1da9-4007-9e55-6fd63d0a64a5 None None] Pushing event updated for resources: {'Port': ['ID=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:54.335388 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-660f3956-65aa-4c35-8078-fd2a2d7499df tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.338571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-660f3956-65aa-4c35-8078-fd2a2d7499df tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/routers/c11cb2eb-fd38-414c-b80e-09295b33c3dc HTTP/1.1" status: 204 len: 168 time: 1.5325320 Oct 13 00:24:54.340168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.350024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40552) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:54.362475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88bc2894-3d96-41ac-9a4f-0a40badb0ae4 req-c0756fdf-1314-40df-bdc2-06b718deaee0 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0850117 Oct 13 00:24:54.513210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port bd9e16e9-093d-4460-9c36-248e5f9690e6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:54.513860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.519213 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ff3a-b3f5-481c-9195-40a8270a3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.709847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9dd5ff3a-b3f5-481c-9195-40a8270a3a25 None None] For port bd9e16e9-093d-4460-9c36-248e5f9690e6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd9e16e9-093d-4460-9c36-248e5f9690e6,segment=NetworkSegment(10e97e16-e531-4977-ade6-c7e6228fa6f4),segment_id=10e97e16-e531-4977-ade6-c7e6228fa6f4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:54.754886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4e987e2b-f0f5-4650-ad0b-584f17fed9b9 req-623aa408-783d-4c1d-8840-16432ff3f50b tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0922863 Oct 13 00:24:54.780591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ff3a-b3f5-481c-9195-40a8270a3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.838120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71075bfb-0903-4c84-a7f6-e174c5fa0041 req-d2f450e5-7a35-449d-b5d0-78260c06a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:54.839837 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-71075bfb-0903-4c84-a7f6-e174c5fa0041 req-d2f450e5-7a35-449d-b5d0-78260c06a2f8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6919284 Oct 13 00:24:54.862088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1d78b601-cbea-465b-bc0d-90585cfc650c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Deleting port 7e83df63-8c72-41d2-8d77-ae8a02627229 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:54.862435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d78b601-cbea-465b-bc0d-90585cfc650c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.901731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9dd5ff3a-b3f5-481c-9195-40a8270a3a25 None None] Provisioning complete for port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:54.902259 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dd5ff3a-b3f5-481c-9195-40a8270a3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:54.915383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5ff3a-b3f5-481c-9195-40a8270a3a25 None None] Pushing event updated for resources: {'Port': ['ID=bd9e16e9-093d-4460-9c36-248e5f9690e6,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:54.953490 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-be3048db-c17b-4fd7-8e49-52f1af69be03 req-1fb987a6-26bb-4467-b01d-d9aeb001b6ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8629345db3943809087cbe7a3d1cbf1&device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0286956 Oct 13 00:24:55.013430 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-be3048db-c17b-4fd7-8e49-52f1af69be03 req-a7f27b1b-294b-4233-ad7f-808551cba4af service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a8629345db3943809087cbe7a3d1cbf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304592 Oct 13 00:24:55.046945 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.db.resource_extend [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:24:55.124369 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.130656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.139688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:55.227746 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.231717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:55.232878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.244456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d78b601-cbea-465b-bc0d-90585cfc650c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.274138 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Floating IP 6c023fbc-952e-408c-8290-d54c7205a8c2 associated. External IP: 172.25.3.144, port: 4df80378-224b-4869-82bc-f873eee2fed9. Oct 13 00:24:55.299015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b80894fc-f260-4556-ad14-f495a11bb9fb None None] Provisioning complete for port bd9e16e9-093d-4460-9c36-248e5f9690e6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:55.299607 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b80894fc-f260-4556-ad14-f495a11bb9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.323030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1d78b601-cbea-465b-bc0d-90585cfc650c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Calling delete_port for 7e83df63-8c72-41d2-8d77-ae8a02627229 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:55.436791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3048db-c17b-4fd7-8e49-52f1af69be03 req-d8a59018-2ce6-45a3-9a44-1f75bad87561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:55.437844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-be3048db-c17b-4fd7-8e49-52f1af69be03 req-d8a59018-2ce6-45a3-9a44-1f75bad87561 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4136162 Oct 13 00:24:55.455888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070321c-aebf-446b-bc82-98635e2dbc53 req-94cadd74-fb04-42f1-9a1f-a4b064a9eadb tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:55.463572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5070321c-aebf-446b-bc82-98635e2dbc53 req-94cadd74-fb04-42f1-9a1f-a4b064a9eadb tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1365957 Oct 13 00:24:55.563285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5070321c-aebf-446b-bc82-98635e2dbc53 req-f6d4dd6a-fd3b-4b71-b671-8e6cf152347a tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987568 Oct 13 00:24:55.579242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d78b601-cbea-465b-bc0d-90585cfc650c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.604321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b1a66e6-5edf-4bf1-8ef8-d1ae81600787 req-6d8171e7-4032-4a42-a575-6a3d0f4e9941 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.0606699 Oct 13 00:24:55.617410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78b601-cbea-465b-bc0d-90585cfc650c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Pushing event deleted for resources: {'Port': ['ID=7e83df63-8c72-41d2-8d77-ae8a02627229,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:55.668825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:24:55.689963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Router 0ae18e6c-b76e-4b67-8183-442b85809ec5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:55.744599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d78b601-cbea-465b-bc0d-90585cfc650c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.751967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40562) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:55.752681 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1d78b601-cbea-465b-bc0d-90585cfc650c tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/ports/7e83df63-8c72-41d2-8d77-ae8a02627229 HTTP/1.1" status: 204 len: 168 time: 1.3952155 Oct 13 00:24:55.806732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b24c7d-f13e-408b-981e-198eb16da29f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Deleting subnet 0a06ba89-41e5-44c6-867f-d5c37ce68ff9 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:24:55.813765 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19b24c7d-f13e-408b-981e-198eb16da29f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.838057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:55.849548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Sync routers for ids ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:55.859377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.861319 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dff0b871-e49a-48ff-a5a7-c7f26cda0364 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4085302 Oct 13 00:24:55.864481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40566) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:55.864846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Routers {'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:55.865481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:55.946117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0046476-99da-48ee-b357-2ba07cd8afb3 req-794c5793-23c4-4b13-98a6-33abb3983db6 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.1065195 Oct 13 00:24:55.955147 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19b24c7d-f13e-408b-981e-198eb16da29f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:55.996567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:56.002572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.007599 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] Sync routers for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:24:56.026338 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:56.028158 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:56.043230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dab78f85-8b92-4e42-8c73-1e2b45d71bcb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "PUT /v2.0/floatingips/6c023fbc-952e-408c-8290-d54c7205a8c2 HTTP/1.1" status: 200 len: 992 time: 3.7375541 Oct 13 00:24:56.048392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Set router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:56.061002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'tag': '4df80378-224b-4869-82bc-f873eee2fed9'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:24:56.063335 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83664c64-f481-40ad-95b0-9c63f7437b72" -d '{"events": [{"name": "network-changed", "server_uuid": "251a0b02-fd0e-43d9-aba8-1b7177ad68e0", "tag": "4df80378-224b-4869-82bc-f873eee2fed9"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:24:56.089442 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19b24c7d-f13e-408b-981e-198eb16da29f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.147085 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5799fa-4faf-4d65-83c8-d550f1731d62 x-openstack-request-id: req-de5799fa-4faf-4d65-83c8-d550f1731d62 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:24:56.147429 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251a0b02-fd0e-43d9-aba8-1b7177ad68e0", "tag": "4df80378-224b-4869-82bc-f873eee2fed9", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:24:56.147921 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de5799fa-4faf-4d65-83c8-d550f1731d62 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:24:56.148401 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'tag': '4df80378-224b-4869-82bc-f873eee2fed9', 'status': 'completed', 'code': 200} Oct 13 00:24:56.165386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19b24c7d-f13e-408b-981e-198eb16da29f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.203798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b24c7d-f13e-408b-981e-198eb16da29f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Pushing event deleted for resources: {'Subnet': ['ID=0a06ba89-41e5-44c6-867f-d5c37ce68ff9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:56.206576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19b24c7d-f13e-408b-981e-198eb16da29f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.213560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-19b24c7d-f13e-408b-981e-198eb16da29f tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/subnets/0a06ba89-41e5-44c6-867f-d5c37ce68ff9 HTTP/1.1" status: 204 len: 168 time: 0.4575784 Oct 13 00:24:56.213560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40572) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:56.219362 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:56.228435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af27c3e-aea6-4d57-b511-5f6f26f8a3d3 None None] Network c4e3331c-b368-4432-b9c0-294b67d44fa6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:24:56.314543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.390249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Deleting port 4574229c-c2c0-401f-a0c9-96c0d47a616e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:56.390601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.456384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:24:53Z', 'revision_number': 3, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port': {'id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:52Z', 'updated_at': '2021-10-13T00:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:56.504200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Checking router: e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:56.504916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Updating router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 port a0c48022-7be3-4218-b5df-c1eb5f1dfe42 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:24:56.532935 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.555242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] For port 4574229c-c2c0-401f-a0c9-96c0d47a616e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4574229c-c2c0-401f-a0c9-96c0d47a616e,segment=NetworkSegment(bd1a1501-127e-4791-908a-c6ce27d23dbc),segment_id=bd1a1501-127e-4791-908a-c6ce27d23dbc)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:56.556028 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.559232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] DHCP port deletion for c4e3331c-b368-4432-b9c0-294b67d44fa6 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:24:56.571342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Calling delete_port for 4574229c-c2c0-401f-a0c9-96c0d47a616e owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:56.635472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-096204c2-0200-441a-9c9b-87a607a5e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:56.637426 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-096204c2-0200-441a-9c9b-87a607a5e1a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 1097 time: 0.1024966 Oct 13 00:24:56.666330 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.741377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Pushing event deleted for resources: {'Port': ['ID=4574229c-c2c0-401f-a0c9-96c0d47a616e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:56.754047 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6c023fbc-952e-408c-8290-d54c7205a8c2', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'port_id': '4df80378-224b-4869-82bc-f873eee2fed9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'mac_address': 'fa:16:3e:94:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:24:33Z', 'updated_at': '2021-10-13T00:24:54Z', 'revision_number': 1, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:56.754775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] No DVR routers for this DVR port 4574229c-c2c0-401f-a0c9-96c0d47a616e on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:56.793929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] Checking router: 0ae18e6c-b76e-4b67-8183-442b85809ec5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:24:56.804587 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:56.805261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-48867b61-d0b0-43c5-a9e9-5585457a9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:56.805550 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:56.806763 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-48867b61-d0b0-43c5-a9e9-5585457a9363 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.1568761 Oct 13 00:24:56.885157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] Deleting port 4574229c-c2c0-401f-a0c9-96c0d47a616e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:56.888176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.913112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:56.929447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-5c5542aa-0cb2-469c-8dfa-7b1e5990f434 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4df80378-224b-4869-82bc-f873eee2fed9 HTTP/1.1" status: 200 len: 1000 time: 0.1136549 Oct 13 00:24:56.960961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4c673b4-cd9c-4b9b-a76a-e5a43a2b26b7 req-fd8bbffe-7534-4f65-91ab-ccc5d63923cd tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/ports?device_id=6de4981d-a1b3-4305-a5d7-a082ac40005f HTTP/1.1" status: 200 len: 210 time: 0.1001480 Oct 13 00:24:56.996661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.011936 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:57.018869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8911f-b4be-462b-9940-1b5f05bfdaea req-450e7c30-f56e-46f3-bc4e-9f1170b0cddf tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:57.020547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cf8911f-b4be-462b-9940-1b5f05bfdaea req-450e7c30-f56e-46f3-bc4e-9f1170b0cddf tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.2820401 Oct 13 00:24:57.022006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-6abd6004-179e-459d-a5e3-8ec71b6981b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:57.023492 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-6abd6004-179e-459d-a5e3-8ec71b6981b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.0768111 Oct 13 00:24:57.141316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] For port 4574229c-c2c0-401f-a0c9-96c0d47a616e, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:24:57.142869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.167110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd9e16e9-093d-4460-9c36-248e5f9690e6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:24:57.194912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] Calling delete_port for 4574229c-c2c0-401f-a0c9-96c0d47a616e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:57.201390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-46ceb7f7-0a77-4771-9aeb-c2f012fb66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:57.201705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] Port 4574229c-c2c0-401f-a0c9-96c0d47a616e was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:24:57.202923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-46ceb7f7-0a77-4771-9aeb-c2f012fb66a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893004 Oct 13 00:24:57.216497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.263694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] Pushing event deleted for resources: {'Port': ['ID=4574229c-c2c0-401f-a0c9-96c0d47a616e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:57.276652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Allocated IP 172.20.0.1 (15b2e321-1f2b-475a-80bd-4143b78262f6/95dc172c-cf4a-4097-b8d9-07ad4df46ebf/591e1a83-d22b-49e5-94a6-b063c37823f8) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:24:57.283562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea2bec-f9d0-4b5a-90e2-725aa582015d None None] No DVR routers for this DVR port 4574229c-c2c0-401f-a0c9-96c0d47a616e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:24:57.349075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port bd9e16e9-093d-4460-9c36-248e5f9690e6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:57.349460 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.360277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e3331c-b368-4432-b9c0-294b67d44fa6']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:57.379119 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6c023fbc-952e-408c-8290-d54c7205a8c2', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'port_id': '4df80378-224b-4869-82bc-f873eee2fed9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'mac_address': 'fa:16:3e:94:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:24:33Z', 'updated_at': '2021-10-13T00:24:54Z', 'revision_number': 1, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:57.379671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.393380 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.396709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5320d36e-b4d5-4590-a226-279a12f78428 req-0ed09c60-978e-45ad-afcf-0da8f001bf39 tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0702298 Oct 13 00:24:57.398480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be3048db-c17b-4fd7-8e49-52f1af69be03 req-abec5ff2-0aab-40fd-af1f-fe4e9353043e tempest-ServerShowV254Test-846597035 tempest-ServerShowV254Test-846597035-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b4049ef-808d-4c9c-ba90-dddb8dbc6e15 HTTP/1.1" status: 200 len: 210 time: 0.0705383 Oct 13 00:24:57.405123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1a1501-127e-4791-908a-c6ce27d23dbc') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:57.405424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1a1501-127e-4791-908a-c6ce27d23dbc') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:57.418512 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846abc7c-8a27-411f-8fbe-35279a302e36 None None] The sync data for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 is: [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6c023fbc-952e-408c-8290-d54c7205a8c2', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'floating_ip_address': '172.25.3.144', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'port_id': '4df80378-224b-4869-82bc-f873eee2fed9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'mac_address': 'fa:16:3e:94:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:24:33Z', 'updated_at': '2021-10-13T00:24:54Z', 'revision_number': 1, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:57.423734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.441954 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-83da6513-1e95-4c9e-a4c9-bc282d842bbc service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262788 Oct 13 00:24:57.442788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cf8911f-b4be-462b-9940-1b5f05bfdaea req-daa84653-01d2-4d01-b511-6e63c04d6bd1 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151278 Oct 13 00:24:57.456614 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.477752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:24:57.478202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:24:57.483810 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:24:57.558222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae74fd-2dd8-4ee5-9e1b-2f478ce9690a None None] Pushing event updated for resources: {'Port': ['ID=a0c48022-7be3-4218-b5df-c1eb5f1dfe42,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:57.576601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Attempting to bind port a0c48022-7be3-4218-b5df-c1eb5f1dfe42 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:24:57.576979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Attempting to bind port a0c48022-7be3-4218-b5df-c1eb5f1dfe42 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:24:57.577348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Attempting to bind port a0c48022-7be3-4218-b5df-c1eb5f1dfe42 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:24:57.579187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.583562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.599912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.600521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:24:57.601465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:24:57.602158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.602731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:24:57.603413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Bound port: a0c48022-7be3-4218-b5df-c1eb5f1dfe42, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:24:57.604036 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.604709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] 10.222.0.21 "DELETE /v2.0/networks/c4e3331c-b368-4432-b9c0-294b67d44fa6 HTTP/1.1" status: 204 len: 168 time: 1.3902640 Oct 13 00:24:57.618792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089223d7-203f-4580-b753-3af32ca6c571 tempest-TagsExtTest-2037699992 tempest-TagsExtTest-2037699992-project] Pushing event deleted for resources: {'Network': ['ID=c4e3331c-b368-4432-b9c0-294b67d44fa6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:57.668238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-83664c64-f481-40ad-95b0-9c63f7437b72 req-756ced02-5886-49eb-97e1-5b713f831bed service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055347 Oct 13 00:24:57.678456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] For port a0c48022-7be3-4218-b5df-c1eb5f1dfe42, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:24:57.684991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] For port a0c48022-7be3-4218-b5df-c1eb5f1dfe42, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a0c48022-7be3-4218-b5df-c1eb5f1dfe42,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:24:57.689783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.691381 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.734272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4574229c-c2c0-401f-a0c9-96c0d47a616e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:24:57.753192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Pushing event updated for resources: {'Port': ['ID=591e1a83-d22b-49e5-94a6-b063c37823f8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:57.763800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Network 15b2e321-1f2b-475a-80bd-4143b78262f6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:57.765258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:57.772737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:24:57.781123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 4574229c-c2c0-401f-a0c9-96c0d47a616e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:24:57.781468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4574229c-c2c0-401f-a0c9-96c0d47a616e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:24:57.801259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Routers {'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:24:57.801810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:57.829241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:57.904352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3f916-76c4-4fd3-b2ac-0c371e2895a9 None None] New status for floating IP 6c023fbc-952e-408c-8290-d54c7205a8c2: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:24:57.938566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae74fd-2dd8-4ee5-9e1b-2f478ce9690a None None] Pushing event updated for resources: {'Port': ['ID=a0c48022-7be3-4218-b5df-c1eb5f1dfe42,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:58.035689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.053993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40588) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:58.149488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40594) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:58.212823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7bc570f4-5056-4a31-8d34-68f98c218c7d None None] Provisioning complete for port 591e1a83-d22b-49e5-94a6-b063c37823f8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:58.213192 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7bc570f4-5056-4a31-8d34-68f98c218c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.220889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb87a-9d99-4cd8-b69e-1af4549e7709 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.233903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.239482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.263396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb87a-9d99-4cd8-b69e-1af4549e7709 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.281508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] Set router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:24:58.306899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Pushing event updated for resources: {'Port': ['ID=591e1a83-d22b-49e5-94a6-b063c37823f8,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:58.309777 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.327159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-477a2346-1990-42bb-b137-b3b694ff7f7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaa7e5a6b5894975b261733f367544c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695072 Oct 13 00:24:58.327395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:58.372106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7bc570f4-5056-4a31-8d34-68f98c218c7d None None] Port 591e1a83-d22b-49e5-94a6-b063c37823f8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:58.386127 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb87a-9d99-4cd8-b69e-1af4549e7709 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.387239 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb87a-9d99-4cd8-b69e-1af4549e7709 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.390968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5d4eb87a-9d99-4cd8-b69e-1af4549e7709 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6 HTTP/1.1" status: 204 len: 168 time: 0.2372696 Oct 13 00:24:58.391648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40598) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:58.409785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53efc378-8190-4291-9d4b-06b269123bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.411450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eb87a-9d99-4cd8-b69e-1af4549e7709 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:58.417229 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-1f05d887-2dbf-41e0-a892-18f867dbfede tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] show failed (client error): The resource could not be found. Oct 13 00:24:58.423003 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1f05d887-2dbf-41e0-a892-18f867dbfede tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "GET /v2.0/security-groups/ef4a4ee9-f2fa-4d48-ab03-f0e3115043e6 HTTP/1.1" status: 404 len: 347 time: 0.0256753 Oct 13 00:24:58.423003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40600) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:58.434873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53efc378-8190-4291-9d4b-06b269123bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.495079 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53efc378-8190-4291-9d4b-06b269123bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.499901 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53efc378-8190-4291-9d4b-06b269123bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.501140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-53efc378-8190-4291-9d4b-06b269123bc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cd260be-1e67-4fe0-9ff8-dfff459b7d6a HTTP/1.1" status: 204 len: 168 time: 0.1727939 Oct 13 00:24:58.511830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efc378-8190-4291-9d4b-06b269123bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd260be-1e67-4fe0-9ff8-dfff459b7d6a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:58.533777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Network 15b2e321-1f2b-475a-80bd-4143b78262f6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:24:58.569978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:24:58.687690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:24:53Z', 'revision_number': 3, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port': {'id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:52Z', 'updated_at': '2021-10-13T00:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:24:58.713359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34879c08-566b-45b8-a40a-8eac40e5e149 req-d0e01ad2-9611-4682-a948-eb99aef69bc0 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:24:58.718097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34879c08-566b-45b8-a40a-8eac40e5e149 req-d0e01ad2-9611-4682-a948-eb99aef69bc0 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1377094 Oct 13 00:24:58.764380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73608e4-f08b-4bdc-8c46-9d5581f7e738 None None] The sync data for ids ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'] in n-d-813679-4 is: [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:24:53Z', 'revision_number': 3, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port': {'id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:52Z', 'updated_at': '2021-10-13T00:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:24:58.787270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port ab6280ef-9282-44dd-bad3-a0f732aedf0d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:58.787270 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.798835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34879c08-566b-45b8-a40a-8eac40e5e149 req-8139daa9-183f-46f5-a665-158969d38614 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721700 Oct 13 00:24:58.864594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40616) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:58.970561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:24:58.986121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:58.986453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.012335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-032e155d-d12e-4fed-9906-1b40c3474a04 None None] Provisioning complete for port 591e1a83-d22b-49e5-94a6-b063c37823f8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:24:59.012644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-032e155d-d12e-4fed-9906-1b40c3474a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.044946 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac48e37-25da-413a-9e45-271fb852f0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.050147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for ab6280ef-9282-44dd-bad3-a0f732aedf0d owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:59.057785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-032e155d-d12e-4fed-9906-1b40c3474a04 None None] Port 591e1a83-d22b-49e5-94a6-b063c37823f8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:24:59.175638 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac48e37-25da-413a-9e45-271fb852f0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.184293 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ac48e37-25da-413a-9e45-271fb852f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.229096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:24:59.235747 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bd80f81b-c35d-4968-8172-7f4b63cf8a87 admin admin] 10.222.0.21 "PUT /v2.0/routers/e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3690832 Oct 13 00:24:59.241335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac48e37-25da-413a-9e45-271fb852f0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ff8d08-277e-4bb2-aa08-2b07a179691b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:59.257682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2ac48e37-25da-413a-9e45-271fb852f0ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8629345db3943809087cbe7a3d1cbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919775 Oct 13 00:24:59.260565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40632) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:59.324541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.352754 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d4ec-f5e5-47a3-bc3d-288d232cd66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.384553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d4ec-f5e5-47a3-bc3d-288d232cd66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.394533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=ab6280ef-9282-44dd-bad3-a0f732aedf0d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:59.449140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.451210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d4ec-f5e5-47a3-bc3d-288d232cd66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.453721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.453848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d4ec-f5e5-47a3-bc3d-288d232cd66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.457903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-567abdfe-7ab9-48d1-ba30-a85ead450f84 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "DELETE /v2.0/floatingips/dba5347b-9090-4baa-88a1-98386bef7b2b HTTP/1.1" status: 204 len: 168 time: 1.0327501 Oct 13 00:24:59.458051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d5b5d4ec-f5e5-47a3-bc3d-288d232cd66e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84ff8d08-277e-4bb2-aa08-2b07a179691b HTTP/1.1" status: 204 len: 168 time: 0.1908066 Oct 13 00:24:59.458149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40644) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:24:59.490387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5d4ec-f5e5-47a3-bc3d-288d232cd66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ff8d08-277e-4bb2-aa08-2b07a179691b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:24:59.564233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-168a79b8-4a89-4e16-b8d3-9a42165f49a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port bf802313-d3df-4540-adff-9c73c3366bb7 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:24:59.564906 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-168a79b8-4a89-4e16-b8d3-9a42165f49a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.665201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-168a79b8-4a89-4e16-b8d3-9a42165f49a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.679382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-168a79b8-4a89-4e16-b8d3-9a42165f49a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for bf802313-d3df-4540-adff-9c73c3366bb7 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:24:59.936181 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-168a79b8-4a89-4e16-b8d3-9a42165f49a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:24:59.984664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a79b8-4a89-4e16-b8d3-9a42165f49a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=bf802313-d3df-4540-adff-9c73c3366bb7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:00.042397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc6b31-3b06-44a9-bd5f-35b2b5951b1a req-88fc5f95-5bac-4922-af6f-d0034362a987 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:00.045358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55fc6b31-3b06-44a9-bd5f-35b2b5951b1a req-88fc5f95-5bac-4922-af6f-d0034362a987 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1545601 Oct 13 00:25:00.206467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55fc6b31-3b06-44a9-bd5f-35b2b5951b1a req-3b3fde92-2a69-461d-8634-71e28492cd59 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300111 Oct 13 00:25:00.225743 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-168a79b8-4a89-4e16-b8d3-9a42165f49a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:00.229007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-168a79b8-4a89-4e16-b8d3-9a42165f49a7 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "DELETE /v2.0/ports/bf802313-d3df-4540-adff-9c73c3366bb7 HTTP/1.1" status: 204 len: 168 time: 0.7676029 Oct 13 00:25:00.231996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40678) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:00.312856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300409-83a9-4487-875f-737b5d643687 req-ea7541cc-5d0f-49f8-a045-48853c396a73 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:00.330849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-ea7541cc-5d0f-49f8-a045-48853c396a73 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/networks?id=01adb56b-53dd-4042-8e16-778ca50b1ce8 HTTP/1.1" status: 200 len: 911 time: 0.2639890 Oct 13 00:25:00.354004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-194f48fa-2c5c-4f9d-b553-957e8502db66 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/quotas/e65523bcfc3f4f55b56f54c81ba2f844 HTTP/1.1" status: 200 len: 375 time: 0.0221608 Oct 13 00:25:00.439200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port 9265abc7-6b4c-41be-82ef-41693b535004 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:00.442969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:00.609697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-0128920c-f446-4a6b-a3e3-9634d585d47c tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=e65523bcfc3f4f55b56f54c81ba2f844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2531271 Oct 13 00:25:00.725483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:00.753162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for 9265abc7-6b4c-41be-82ef-41693b535004 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:00.811137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-5577c7ec-8e7e-4c29-a0e7-07d826954689 service neutron] 10.222.0.21 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991119 Oct 13 00:25:01.023658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-62d5c33c-0dc3-455d-b2ae-4d45c379ef41 service neutron] 10.222.0.21 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115722 Oct 13 00:25:01.077736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:01.144307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=9265abc7-6b4c-41be-82ef-41693b535004,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:01.153996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.154349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.154693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.155030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.155364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.155733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.156058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.156380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.156704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.157025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.157345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.157511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a0c48022-7be3-4218-b5df-c1eb5f1dfe42 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:01.157960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:01.263065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:01.265534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a0c48022-7be3-4218-b5df-c1eb5f1dfe42 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:01.266034 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:01.271428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40704) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:01.292616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-29900840-cc19-4769-9483-f3e42d3d4a7c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "DELETE /v2.0/ports/9265abc7-6b4c-41be-82ef-41693b535004 HTTP/1.1" status: 204 len: 168 time: 1.0495653 Oct 13 00:25:01.384292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2d27b5-b80a-4c81-9c47-5228a5f7772c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting subnet b4e3a813-ea5f-436e-b84d-e1b1ab64896b {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:25:01.393152 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd2d27b5-b80a-4c81-9c47-5228a5f7772c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:01.466841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:01.529666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port a0c48022-7be3-4218-b5df-c1eb5f1dfe42, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a0c48022-7be3-4218-b5df-c1eb5f1dfe42,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:01.545017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:01.656300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7544286e-46bc-4fcb-81c5-f20fb575fc00 req-4861a3ad-fdf3-496a-8a69-a74740101216 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 210 time: 0.0914023 Oct 13 00:25:01.663100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=a0c48022-7be3-4218-b5df-c1eb5f1dfe42,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:01.666854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd2d27b5-b80a-4c81-9c47-5228a5f7772c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:01.735055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792361ef-707c-45ae-a130-8b1049d5ff02 req-0a1fa997-6c2f-40e6-97b7-d3e70382a164 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:01.744712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-792361ef-707c-45ae-a130-8b1049d5ff02 req-0a1fa997-6c2f-40e6-97b7-d3e70382a164 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.3193645 Oct 13 00:25:01.796638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-792361ef-707c-45ae-a130-8b1049d5ff02 req-93641e01-e039-47b3-8757-a859ffdd06fe tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508778 Oct 13 00:25:01.858607 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Sync routers for ids ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:25:01.868944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd2d27b5-b80a-4c81-9c47-5228a5f7772c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:01.884645 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Routers {'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:01.885882 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:01.989279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd2d27b5-b80a-4c81-9c47-5228a5f7772c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.037779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d27b5-b80a-4c81-9c47-5228a5f7772c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e3a813-ea5f-436e-b84d-e1b1ab64896b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:02.049342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd2d27b5-b80a-4c81-9c47-5228a5f7772c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.050662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b25b5-cb36-451c-a484-2750da5d406b None None] Network 591f32ea-f744-48f5-b6a3-d94230219abc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:02.055577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bd2d27b5-b80a-4c81-9c47-5228a5f7772c tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "DELETE /v2.0/subnets/b4e3a813-ea5f-436e-b84d-e1b1ab64896b HTTP/1.1" status: 204 len: 168 time: 0.7798429 Oct 13 00:25:02.056065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40742) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:02.131975 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Set router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:02.142659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72f2e67-d0f3-4049-8f21-37cd55325d43 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting subnet 5bc1b77b-dc63-4f28-a855-07a986808176 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:25:02.146565 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e72f2e67-d0f3-4049-8f21-37cd55325d43 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.199214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e72f2e67-d0f3-4049-8f21-37cd55325d43 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.350949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e72f2e67-d0f3-4049-8f21-37cd55325d43 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.355526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] DHCP port deletion for 591f32ea-f744-48f5-b6a3-d94230219abc request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:25:02.385977 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:24:57Z', 'revision_number': 4, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port': {'id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:52Z', 'updated_at': '2021-10-13T00:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '591e1a83-d22b-49e5-94a6-b063c37823f8', 'name': '', 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'mac_address': 'fa:16:3e:90:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '95dc172c-cf4a-4097-b8d9-07ad4df46ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:57Z', 'updated_at': '2021-10-13T00:24:58Z', 'revision_number': 2, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'subnets': [{'id': '95dc172c-cf4a-4097-b8d9-07ad4df46ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:02.418518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] Deleting port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:02.419699 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.425251 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Checking router: e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:25:02.425599 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Updating router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 port 591e1a83-d22b-49e5-94a6-b063c37823f8 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:25:02.457016 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.475091 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e72f2e67-d0f3-4049-8f21-37cd55325d43 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.505078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68bad05-467d-4b87-b823-57e0dca421a9 None None] Network 94268d05-d85d-4847-87f3-ead562262dd6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:02.513276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e72f2e67-d0f3-4049-8f21-37cd55325d43 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.516942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e72f2e67-d0f3-4049-8f21-37cd55325d43 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "DELETE /v2.0/subnets/5bc1b77b-dc63-4f28-a855-07a986808176 HTTP/1.1" status: 204 len: 168 time: 0.4597814 Oct 13 00:25:02.518155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f2e67-d0f3-4049-8f21-37cd55325d43 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc1b77b-dc63-4f28-a855-07a986808176,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:02.519672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40752) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:02.610568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.650296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] For port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:02.650712 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.674125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] Calling delete_port for df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:02.714844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40762) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:02.729013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Deleting port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:02.729951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.811273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cea72ef1-4111-4ac8-bfa8-8eb303896fce req-d40a6bca-3369-4560-8132-4b0e77ea13b2 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 210 time: 0.0416095 Oct 13 00:25:02.831537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] For port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,segment=NetworkSegment(74cee03c-ffc7-468e-a257-94b4e73ba230),segment_id=74cee03c-ffc7-468e-a257-94b4e73ba230)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:02.832095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.836209 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.851338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Calling delete_port for df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:02.853791 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.883397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:02.989598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] Pushing event deleted for resources: {'Port': ['ID=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:02.994011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b52dd4-3c78-4055-a5b6-cff5d21a3509 None None] No DVR routers for this DVR port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:03.027101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-73dd3109-683c-44fd-942c-a716eccd763c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.034601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191796b-8389-4099-8982-12f03cbda12f None None] DHCP port deletion for 94268d05-d85d-4847-87f3-ead562262dd6 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:25:03.117071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b9f80-a556-4d4c-8b7b-70ec6b9769c0 req-d155ac5c-04ed-45a0-b385-73e8d482cb0c tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:03.119125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-603b9f80-a556-4d4c-8b7b-70ec6b9769c0 req-d155ac5c-04ed-45a0-b385-73e8d482cb0c tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1634634 Oct 13 00:25:03.143791 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c4e45-22f9-43dc-9b0f-0dc06e55bc6d None None] Pushing event updated for resources: {'Port': ['ID=591e1a83-d22b-49e5-94a6-b063c37823f8,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:03.146721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a0c48022-7be3-4218-b5df-c1eb5f1dfe42 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:03.172456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Attempting to bind port 591e1a83-d22b-49e5-94a6-b063c37823f8 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:03.172456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Attempting to bind port 591e1a83-d22b-49e5-94a6-b063c37823f8 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:03.172456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Attempting to bind port 591e1a83-d22b-49e5-94a6-b063c37823f8 on network 15b2e321-1f2b-475a-80bd-4143b78262f6 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:03.179983 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:03.180563 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Checking segment: {'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:03.181118 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.181664 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Bound using segment: {'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:03.182291 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Bound port: 591e1a83-d22b-49e5-94a6-b063c37823f8, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e97e16-e531-4977-ade6-c7e6228fa6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:03.182822 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.215555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.279670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Port': ['ID=df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:03.295537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a191796b-8389-4099-8982-12f03cbda12f None None] Deleting port 2ba8c857-8380-496c-86be-eb2310dafde0 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:03.295905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a191796b-8389-4099-8982-12f03cbda12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.299491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-603b9f80-a556-4d4c-8b7b-70ec6b9769c0 req-2374533f-8329-42aa-a3d2-f8c52d310386 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614897 Oct 13 00:25:03.314186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] No DVR routers for this DVR port df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:03.345973 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] For port 591e1a83-d22b-49e5-94a6-b063c37823f8, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:03.354552 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] For port 591e1a83-d22b-49e5-94a6-b063c37823f8, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=591e1a83-d22b-49e5-94a6-b063c37823f8,segment=NetworkSegment(10e97e16-e531-4977-ade6-c7e6228fa6f4),segment_id=10e97e16-e531-4977-ade6-c7e6228fa6f4)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:03.363277 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.392997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-73dd3109-683c-44fd-942c-a716eccd763c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.395566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300409-83a9-4487-875f-737b5d643687 req-aae72f55-b40d-40be-bc6e-e459964e3287 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:03.398926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-aae72f55-b40d-40be-bc6e-e459964e3287 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.45 "GET /v2.0/networks?id=01adb56b-53dd-4042-8e16-778ca50b1ce8 HTTP/1.1" status: 200 len: 911 time: 0.2844570 Oct 13 00:25:03.403653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-73dd3109-683c-44fd-942c-a716eccd763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.443363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Request body: {'port': {'device_id': '9655b917-cff6-49ea-b3bd-087af5e38eba', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'admin_state_up': True, 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:03.479932 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Routers {'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:03.480664 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:03.484137 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c4e45-22f9-43dc-9b0f-0dc06e55bc6d None None] Pushing event updated for resources: {'Port': ['ID=591e1a83-d22b-49e5-94a6-b063c37823f8,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:03.486183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.493803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Made reservation on behalf of e65523bcfc3f4f55b56f54c81ba2f844 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:03.497223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.522482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591f32ea-f744-48f5-b6a3-d94230219abc']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:03.529842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a191796b-8389-4099-8982-12f03cbda12f None None] For port 2ba8c857-8380-496c-86be-eb2310dafde0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2ba8c857-8380-496c-86be-eb2310dafde0,segment=NetworkSegment(6024e3a0-7c8d-4502-b56a-2dc8e2808a8e),segment_id=6024e3a0-7c8d-4502-b56a-2dc8e2808a8e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:03.531817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a191796b-8389-4099-8982-12f03cbda12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.541284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cee03c-ffc7-468e-a257-94b4e73ba230') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:03.541578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cee03c-ffc7-468e-a257-94b4e73ba230') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:03.555579 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.558080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40788) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:03.559711 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-73dd3109-683c-44fd-942c-a716eccd763c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f3bac02a82049a881d6b7ff65ae9bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8435645 Oct 13 00:25:03.560138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a191796b-8389-4099-8982-12f03cbda12f None None] Calling delete_port for 2ba8c857-8380-496c-86be-eb2310dafde0 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:03.565693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd3109-683c-44fd-942c-a716eccd763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912f1b4e-6412-4c13-9fd7-24feeb392a57,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:03.619863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.652312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:03.652722 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:03.659869 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:03.672561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] Set router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:03.712559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a0c48022-7be3-4218-b5df-c1eb5f1dfe42 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:03.713419 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.780730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Allocated IP 172.20.0.11 (01adb56b-53dd-4042-8e16-778ca50b1ce8/ee942b5a-f96a-474a-be26-4365e1093939/a09db69d-b29a-4f8c-b4b6-7f10497ac240) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:03.781911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a191796b-8389-4099-8982-12f03cbda12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.796420 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc9ead87-1cb5-40d0-b8cc-06b304e74fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.821261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191796b-8389-4099-8982-12f03cbda12f None None] Pushing event deleted for resources: {'Port': ['ID=2ba8c857-8380-496c-86be-eb2310dafde0,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:03.823368 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.829338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cb0bc227-7db0-4df6-b728-382676c69a26 None None] Provisioning complete for port 591e1a83-d22b-49e5-94a6-b063c37823f8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:03.829993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc227-7db0-4df6-b728-382676c69a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.832705 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.841206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "DELETE /v2.0/networks/591f32ea-f744-48f5-b6a3-d94230219abc HTTP/1.1" status: 204 len: 168 time: 1.3180568 Oct 13 00:25:03.859271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:03.876758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc9ead87-1cb5-40d0-b8cc-06b304e74fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:03.884199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265f589-2021-48e9-b7eb-5ab02c343c3f tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Network': ['ID=591f32ea-f744-48f5-b6a3-d94230219abc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:03.951967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191796b-8389-4099-8982-12f03cbda12f None None] No DVR routers for this DVR port 2ba8c857-8380-496c-86be-eb2310dafde0 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:04.000134 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c3a84fb-60a6-4369-82d4-1a6899a2059e req-f78724c2-98c4-4e3a-a8b5-0eae3c745c4c tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 210 time: 0.0522776 Oct 13 00:25:04.003802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc9ead87-1cb5-40d0-b8cc-06b304e74fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.010123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc9ead87-1cb5-40d0-b8cc-06b304e74fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.013598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fc9ead87-1cb5-40d0-b8cc-06b304e74fbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/912f1b4e-6412-4c13-9fd7-24feeb392a57 HTTP/1.1" status: 204 len: 168 time: 0.4520881 Oct 13 00:25:04.032857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ead87-1cb5-40d0-b8cc-06b304e74fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912f1b4e-6412-4c13-9fd7-24feeb392a57,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:04.128702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:24:57Z', 'revision_number': 4, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port': {'id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:52Z', 'updated_at': '2021-10-13T00:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '591e1a83-d22b-49e5-94a6-b063c37823f8', 'name': '', 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'mac_address': 'fa:16:3e:90:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '95dc172c-cf4a-4097-b8d9-07ad4df46ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:57Z', 'updated_at': '2021-10-13T00:25:03Z', 'revision_number': 4, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'subnets': [{'id': '95dc172c-cf4a-4097-b8d9-07ad4df46ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:04.130867 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc227-7db0-4df6-b728-382676c69a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.132631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.162458 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22f217-2fd9-496f-83fe-e8dd2a924f0f None None] The sync data for ids ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'] in n-d-813679-4 is: [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:24:57Z', 'revision_number': 4, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port': {'id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:52Z', 'updated_at': '2021-10-13T00:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '591e1a83-d22b-49e5-94a6-b063c37823f8', 'name': '', 'network_id': '15b2e321-1f2b-475a-80bd-4143b78262f6', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'mac_address': 'fa:16:3e:90:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '95dc172c-cf4a-4097-b8d9-07ad4df46ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:57Z', 'updated_at': '2021-10-13T00:25:03Z', 'revision_number': 4, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'subnets': [{'id': '95dc172c-cf4a-4097-b8d9-07ad4df46ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:25:04.164216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:04.265748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:04.268739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device df5aabbe-c732-4c5d-92cd-b3a5de9bd6ac not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:04.285197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.289937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.336035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cb0bc227-7db0-4df6-b728-382676c69a26 None None] For port 591e1a83-d22b-49e5-94a6-b063c37823f8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=591e1a83-d22b-49e5-94a6-b063c37823f8,segment=NetworkSegment(10e97e16-e531-4977-ade6-c7e6228fa6f4),segment_id=10e97e16-e531-4977-ade6-c7e6228fa6f4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:04.343230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94268d05-d85d-4847-87f3-ead562262dd6']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:04.349311 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb0bc227-7db0-4df6-b728-382676c69a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.366567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:04.380345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6024e3a0-7c8d-4502-b56a-2dc8e2808a8e') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:04.395039 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.426369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.429259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.497768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bc227-7db0-4df6-b728-382676c69a26 None None] Pushing event updated for resources: {'Port': ['ID=591e1a83-d22b-49e5-94a6-b063c37823f8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:04.501432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-685d24e0-c5e2-47a1-8f66-785f2af4502e None None] Provisioning complete for port 591e1a83-d22b-49e5-94a6-b063c37823f8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:04.501806 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-685d24e0-c5e2-47a1-8f66-785f2af4502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.518898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Pushing event updated for resources: {'Port': ['ID=a09db69d-b29a-4f8c-b4b6-7f10497ac240,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:04.526451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:04.527289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:04.530904 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:04.597350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a93a-076e-4908-9790-38a69e5a8ec0 req-87a38ec7-7eea-4a06-9a51-6dddb2ea182b tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:04.606550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d019a93a-076e-4908-9790-38a69e5a8ec0 req-87a38ec7-7eea-4a06-9a51-6dddb2ea182b tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1125753 Oct 13 00:25:04.650935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:04.659553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d019a93a-076e-4908-9790-38a69e5a8ec0 req-c5540b45-556b-4413-951d-6bc3bf3d791e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514863 Oct 13 00:25:04.663081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:04.681866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:04.722963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.739819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.750008 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] 10.222.0.21 "DELETE /v2.0/networks/94268d05-d85d-4847-87f3-ead562262dd6 HTTP/1.1" status: 204 len: 168 time: 0.8872695 Oct 13 00:25:04.790763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94548c92-2176-4741-8918-3a58d9201984 tempest-TaggedBootDevicesTest-307495267 tempest-TaggedBootDevicesTest-307495267-project] Pushing event deleted for resources: {'Network': ['ID=94268d05-d85d-4847-87f3-ead562262dd6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:04.804249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:04.806056 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:04.859896 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-13f76777-602f-451c-a930-745911439943 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4246202 Oct 13 00:25:04.890894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Request body: {'port': {'device_id': '9655b917-cff6-49ea-b3bd-087af5e38eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:04.997898 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.178595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f6da3029-6601-42b0-8869-67590e741194 None None] Provisioning complete for port a09db69d-b29a-4f8c-b4b6-7f10497ac240 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:05.179095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f6da3029-6601-42b0-8869-67590e741194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.223099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 591e1a83-d22b-49e5-94a6-b063c37823f8 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:05.239778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17239abb-5df8-4cf0-a64e-ab222c78bd91 req-79a8a829-1831-4057-8857-6ba7abd5ab65 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:05.242218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17239abb-5df8-4cf0-a64e-ab222c78bd91 req-79a8a829-1831-4057-8857-6ba7abd5ab65 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1028 time: 0.1053607 Oct 13 00:25:05.345781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17239abb-5df8-4cf0-a64e-ab222c78bd91 req-b618be51-539b-4b23-be50-ff348e0ee2ab tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797858 Oct 13 00:25:05.355702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40840) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:05.371466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f6da3029-6601-42b0-8869-67590e741194 None None] Port a09db69d-b29a-4f8c-b4b6-7f10497ac240 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:05.392648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 591e1a83-d22b-49e5-94a6-b063c37823f8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:05.393318 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.559687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-30882086-network', 'tenant_id': '89a8db8430684e198113d78cbe2a2759'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:05.617292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Made reservation on behalf of 89a8db8430684e198113d78cbe2a2759 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:05.620179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.628251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2ba8c857-8380-496c-86be-eb2310dafde0 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:05.650717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09db69d-b29a-4f8c-b4b6-7f10497ac240 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:05.662170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.664033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.685202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Transition to ACTIVE for port object a09db69d-b29a-4f8c-b4b6-7f10497ac240 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:25:05.689737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.695057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 2ba8c857-8380-496c-86be-eb2310dafde0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:05.696669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2ba8c857-8380-496c-86be-eb2310dafde0 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:05.787325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a09db69d-b29a-4f8c-b4b6-7f10497ac240,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:05.875152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe64070-851d-4a6e-977e-57e016df3e2f req-990da509-4c7f-48ff-9a60-95a40dc2182f tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:05.883927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abe64070-851d-4a6e-977e-57e016df3e2f req-990da509-4c7f-48ff-9a60-95a40dc2182f tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1131420 Oct 13 00:25:05.905932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Attempting to bind port a09db69d-b29a-4f8c-b4b6-7f10497ac240 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:05.906295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Attempting to bind port a09db69d-b29a-4f8c-b4b6-7f10497ac240 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:05.906591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Attempting to bind port a09db69d-b29a-4f8c-b4b6-7f10497ac240 on network 01adb56b-53dd-4042-8e16-778ca50b1ce8 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:05.913460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Port a09db69d-b29a-4f8c-b4b6-7f10497ac240 on network 01adb56b-53dd-4042-8e16-778ca50b1ce8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:25:05.917976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Attempting to bind port a09db69d-b29a-4f8c-b4b6-7f10497ac240 on network 01adb56b-53dd-4042-8e16-778ca50b1ce8 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:05.934759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:05.935276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Checking segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:05.935786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Bound using segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:05.936255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Bound port: a09db69d-b29a-4f8c-b4b6-7f10497ac240, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:05.936760 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.955681 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:05.974858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abe64070-851d-4a6e-977e-57e016df3e2f req-f26a3b30-0e82-4181-bffe-88738640ed54 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894558 Oct 13 00:25:05.977960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:06.013107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:25:06.024009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1cfe23-ccff-4ae4-bfec-30b34d84d0e2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:06.029581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:06.030062 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Added segment 95c1817d-b8bd-409c-8ca4-ed0908f9fc6e of type vlan for network 23758b35-315c-4375-82a2-a0a8ac3a05e1 Oct 13 00:25:06.053787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] For port a09db69d-b29a-4f8c-b4b6-7f10497ac240, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:06.062107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] For port a09db69d-b29a-4f8c-b4b6-7f10497ac240, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a09db69d-b29a-4f8c-b4b6-7f10497ac240,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:06.071044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:06.124246 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:06.155840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a09db69d-b29a-4f8c-b4b6-7f10497ac240,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:06.157065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:06.159035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:06.159814 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:06.166641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:06.167789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:06.169072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-e3215aaf-84e0-47e2-a95d-b5d06d810a86 service neutron] 10.222.0.45 "PUT /v2.0/ports/a09db69d-b29a-4f8c-b4b6-7f10497ac240 HTTP/1.1" status: 200 len: 1092 time: 1.2865405 Oct 13 00:25:06.169531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9655b917-cff6-49ea-b3bd-087af5e38eba', 'tag': 'a09db69d-b29a-4f8c-b4b6-7f10497ac240'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:06.171867 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a132944-2abb-4979-ac52-659c1273a163" -d '{"events": [{"name": "network-changed", "server_uuid": "9655b917-cff6-49ea-b3bd-087af5e38eba", "tag": "a09db69d-b29a-4f8c-b4b6-7f10497ac240"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:06.217553 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d47345-04f3-41b4-8097-3dac29e9ff8e x-openstack-request-id: req-69d47345-04f3-41b4-8097-3dac29e9ff8e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:06.217854 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9655b917-cff6-49ea-b3bd-087af5e38eba", "tag": "a09db69d-b29a-4f8c-b4b6-7f10497ac240", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:06.218123 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69d47345-04f3-41b4-8097-3dac29e9ff8e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:06.218541 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9655b917-cff6-49ea-b3bd-087af5e38eba', 'tag': 'a09db69d-b29a-4f8c-b4b6-7f10497ac240', 'status': 'completed', 'code': 200} Oct 13 00:25:06.267556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9015639 Oct 13 00:25:06.297643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300409-83a9-4487-875f-737b5d643687 req-52358bcb-4ffa-4094-b22b-cf648976ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:06.305802 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-52358bcb-4ffa-4094-b22b-cf648976ed61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e65523bcfc3f4f55b56f54c81ba2f844&device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1095 time: 0.0679476 Oct 13 00:25:06.311130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e473a-e1c8-4842-b57c-7a8ebc10958d admin admin] Pushing event updated for resources: {'Network': ['ID=23758b35-315c-4375-82a2-a0a8ac3a05e1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:06.323137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 23758b35-315c-4375-82a2-a0a8ac3a05e1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:25:06.399020 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-0d3497bb-47a7-4d38-a917-44df8acfdc35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a09db69d-b29a-4f8c-b4b6-7f10497ac240 HTTP/1.1" status: 200 len: 217 time: 0.0703814 Oct 13 00:25:06.496340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300409-83a9-4487-875f-737b5d643687 req-11d5f6a6-3ec9-4c9f-ad90-a663d4c2b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:06.498295 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-11d5f6a6-3ec9-4c9f-ad90-a663d4c2b8e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee942b5a-f96a-474a-be26-4365e1093939 HTTP/1.1" status: 200 len: 849 time: 0.0892706 Oct 13 00:25:06.534930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17798627-be09-4ccd-87ec-baa2a1f3cc44 req-808b9882-971f-4184-a513-70dd420b31df tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:06.535176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:06.556338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17798627-be09-4ccd-87ec-baa2a1f3cc44 req-808b9882-971f-4184-a513-70dd420b31df tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1095 time: 0.1099932 Oct 13 00:25:06.596583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300409-83a9-4487-875f-737b5d643687 req-343b4991-fe81-4c00-b1bd-e6447d9b7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:06.598573 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-343b4991-fe81-4c00-b1bd-e6447d9b7aab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01adb56b-53dd-4042-8e16-778ca50b1ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895278 Oct 13 00:25:06.634811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17798627-be09-4ccd-87ec-baa2a1f3cc44 req-7a406a1a-2408-4c8c-824f-74c4ccc1cb23 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724566 Oct 13 00:25:06.967958 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:07.096539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c807-cf96-4399-98d3-7fae6ec0297e req-4342972d-c33a-4e39-9e0f-b09ae3ea431b tempest-ComputeTenantNetworksTest-1416667364 tempest-ComputeTenantNetworksTest-1416667364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.109721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c807-cf96-4399-98d3-7fae6ec0297e req-4342972d-c33a-4e39-9e0f-b09ae3ea431b tempest-ComputeTenantNetworksTest-1416667364 tempest-ComputeTenantNetworksTest-1416667364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.119154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c807-cf96-4399-98d3-7fae6ec0297e req-4342972d-c33a-4e39-9e0f-b09ae3ea431b tempest-ComputeTenantNetworksTest-1416667364 tempest-ComputeTenantNetworksTest-1416667364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.121129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4472c807-cf96-4399-98d3-7fae6ec0297e req-4342972d-c33a-4e39-9e0f-b09ae3ea431b tempest-ComputeTenantNetworksTest-1416667364 tempest-ComputeTenantNetworksTest-1416667364-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.3447485 Oct 13 00:25:07.263451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4efdc4-a450-4f99-9016-0522d0ba3b90 req-bf5782fc-f6cb-4542-b1c3-61ed2456689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.264998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0e4efdc4-a450-4f99-9016-0522d0ba3b90 req-bf5782fc-f6cb-4542-b1c3-61ed2456689b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1097 time: 0.1176012 Oct 13 00:25:07.271721 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-357d91b1-fe35-44b2-854f-cf5148994647 service neutron] 10.222.0.45 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651592 Oct 13 00:25:07.474076 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0e4efdc4-a450-4f99-9016-0522d0ba3b90 req-26f0c0b1-7978-470a-94c7-1f35d03d772a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989996 Oct 13 00:25:07.529622 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70300409-83a9-4487-875f-737b5d643687 req-cf352ec3-885a-4aff-8b91-baf96a81655f service neutron] 10.222.0.45 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845179 Oct 13 00:25:07.647379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17570472-0def-4fd4-92cc-7b5ca46ebe5c req-e9719ceb-d68f-4c0a-8b3f-f402595eee9e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.649742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17570472-0def-4fd4-92cc-7b5ca46ebe5c req-e9719ceb-d68f-4c0a-8b3f-f402595eee9e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.4474208 Oct 13 00:25:07.659093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419a6a-72f9-404d-926a-fecd74226d87 req-74ab4540-1cfa-4dd9-915b-c2ca496613ad tempest-ComputeTenantNetworksTest-1416667364 tempest-ComputeTenantNetworksTest-1416667364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.660804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69419a6a-72f9-404d-926a-fecd74226d87 req-74ab4540-1cfa-4dd9-915b-c2ca496613ad tempest-ComputeTenantNetworksTest-1416667364 tempest-ComputeTenantNetworksTest-1416667364-project] 10.222.0.21 "GET /v2.0/networks/23758b35-315c-4375-82a2-a0a8ac3a05e1 HTTP/1.1" status: 200 len: 767 time: 0.1064613 Oct 13 00:25:07.670509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:07.703971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132944-2abb-4979-ac52-659c1273a163 req-5abee999-10c0-43b0-be65-1ce29d6217d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.706167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a132944-2abb-4979-ac52-659c1273a163 req-5abee999-10c0-43b0-be65-1ce29d6217d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e65523bcfc3f4f55b56f54c81ba2f844&device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1095 time: 0.0818121 Oct 13 00:25:07.759902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17570472-0def-4fd4-92cc-7b5ca46ebe5c req-5e3a7999-c574-44cb-9620-a1b70da5e7bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978479 Oct 13 00:25:07.766031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:07.881653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132944-2abb-4979-ac52-659c1273a163 req-102a8ac1-7fcb-448b-8d90-673d82b1dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.883586 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a132944-2abb-4979-ac52-659c1273a163 req-102a8ac1-7fcb-448b-8d90-673d82b1dd0b service neutron] 10.222.0.45 "GET /v2.0/networks?id=01adb56b-53dd-4042-8e16-778ca50b1ce8 HTTP/1.1" status: 200 len: 911 time: 0.1665220 Oct 13 00:25:07.923958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:07.941200 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a132944-2abb-4979-ac52-659c1273a163 req-96b85804-b747-4c3e-8a21-8ec066ee1dca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a09db69d-b29a-4f8c-b4b6-7f10497ac240 HTTP/1.1" status: 200 len: 217 time: 0.0487745 Oct 13 00:25:07.958883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23758b35-315c-4375-82a2-a0a8ac3a05e1']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:07.973260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-b2d192c2-2fd6-49f0-8ba0-9bff21ce0b89 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.979225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-b2d192c2-2fd6-49f0-8ba0-9bff21ce0b89 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.985222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-b2d192c2-2fd6-49f0-8ba0-9bff21ce0b89 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.991181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-b2d192c2-2fd6-49f0-8ba0-9bff21ce0b89 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:07.997170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-b2d192c2-2fd6-49f0-8ba0-9bff21ce0b89 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:08.000870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132944-2abb-4979-ac52-659c1273a163 req-df85312b-60c5-485f-9040-70cd1b61a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:08.002481 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a132944-2abb-4979-ac52-659c1273a163 req-df85312b-60c5-485f-9040-70cd1b61a665 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee942b5a-f96a-474a-be26-4365e1093939 HTTP/1.1" status: 200 len: 849 time: 0.0539224 Oct 13 00:25:08.003168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-b2d192c2-2fd6-49f0-8ba0-9bff21ce0b89 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:08.009129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-b2d192c2-2fd6-49f0-8ba0-9bff21ce0b89 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:08.011100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-b2d192c2-2fd6-49f0-8ba0-9bff21ce0b89 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.1971109 Oct 13 00:25:08.028633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c1817d-b8bd-409c-8ca4-ed0908f9fc6e') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:08.028915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c1817d-b8bd-409c-8ca4-ed0908f9fc6e') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:08.041805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b87bc-2a21-4d51-8285-e5e5337e0fcc req-c18dfbac-36c3-45b9-823f-91db20679878 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:08.043380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-709b87bc-2a21-4d51-8285-e5e5337e0fcc req-c18dfbac-36c3-45b9-823f-91db20679878 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1095 time: 0.1639898 Oct 13 00:25:08.045174 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.070687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132944-2abb-4979-ac52-659c1273a163 req-e0aad6d5-22bc-48e2-bd3c-74aa281593a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:08.075142 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a132944-2abb-4979-ac52-659c1273a163 req-e0aad6d5-22bc-48e2-bd3c-74aa281593a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=01adb56b-53dd-4042-8e16-778ca50b1ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647829 Oct 13 00:25:08.084858 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.107900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5837d21-af0c-45d4-b933-66f9871a8fd7 req-2848c9f1-d570-432b-ad97-f4679d02d0e5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887177 Oct 13 00:25:08.112795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:08.113219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:08.116131 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:08.175820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-709b87bc-2a21-4d51-8285-e5e5337e0fcc req-8b2a1339-b8e2-4b8c-a84b-f44ba0b8202e tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148293 Oct 13 00:25:08.205341 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.210995 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.216927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] 10.222.0.21 "DELETE /v2.0/networks/23758b35-315c-4375-82a2-a0a8ac3a05e1 HTTP/1.1" status: 204 len: 168 time: 0.5427754 Oct 13 00:25:08.232611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfedc9-8f38-4654-af91-da8e68bc8671 admin admin] Pushing event deleted for resources: {'Network': ['ID=23758b35-315c-4375-82a2-a0a8ac3a05e1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:08.263313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a132944-2abb-4979-ac52-659c1273a163 req-01fdb6d3-13e7-4a52-9f6d-cb94397a2a02 service neutron] 10.222.0.45 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797309 Oct 13 00:25:08.379735 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a132944-2abb-4979-ac52-659c1273a163 req-b8e03ef8-2625-4adb-96b0-3fe94f86c91f service neutron] 10.222.0.45 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009636 Oct 13 00:25:08.396285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40888) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:08.436921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44834618-7eea-4673-b84d-7431d28ffb6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89a8db8430684e198113d78cbe2a2759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396912 Oct 13 00:25:08.440486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40894) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:08.520651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-344b9a53-6e8a-40d4-9007-8478b71b5a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.550847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-344b9a53-6e8a-40d4-9007-8478b71b5a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.627541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-344b9a53-6e8a-40d4-9007-8478b71b5a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.631141 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-344b9a53-6e8a-40d4-9007-8478b71b5a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:08.644264 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-344b9a53-6e8a-40d4-9007-8478b71b5a18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad1cfe23-ccff-4ae4-bfec-30b34d84d0e2 HTTP/1.1" status: 204 len: 168 time: 0.1961465 Oct 13 00:25:08.669884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b9a53-6e8a-40d4-9007-8478b71b5a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1cfe23-ccff-4ae4-bfec-30b34d84d0e2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:08.930846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59963a-55c1-486a-b143-6ec86dfb2a70 req-f1470d9e-2590-475c-8670-f1a99f80c27e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:08.937493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad59963a-55c1-486a-b143-6ec86dfb2a70 req-f1470d9e-2590-475c-8670-f1a99f80c27e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.0957828 Oct 13 00:25:08.975832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40908) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:09.002589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad59963a-55c1-486a-b143-6ec86dfb2a70 req-47103441-a2d5-4c91-ac4a-d3c2cf09e2d4 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Oct 13 00:25:09.092809 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02010050-ddb5-494e-a93d-8dab0303c32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:09.230421 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02010050-ddb5-494e-a93d-8dab0303c32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:09.259982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-8c0395ad-3423-49f8-8eca-ed1650ff98ec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.266254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-8c0395ad-3423-49f8-8eca-ed1650ff98ec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.273878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-8c0395ad-3423-49f8-8eca-ed1650ff98ec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.279903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-8c0395ad-3423-49f8-8eca-ed1650ff98ec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.286590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-8c0395ad-3423-49f8-8eca-ed1650ff98ec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.292863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-8c0395ad-3423-49f8-8eca-ed1650ff98ec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.299444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-8c0395ad-3423-49f8-8eca-ed1650ff98ec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.301405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-8c0395ad-3423-49f8-8eca-ed1650ff98ec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.1431663 Oct 13 00:25:09.302326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02010050-ddb5-494e-a93d-8dab0303c32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:09.331962 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-02010050-ddb5-494e-a93d-8dab0303c32c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83c4f4f7f9cb499c8b4a5bff0f46d18e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544259 Oct 13 00:25:09.334407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40928) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:09.391290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-53b354e7-108c-453b-be83-31b4fcf13374 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.393326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-53b354e7-108c-453b-be83-31b4fcf13374 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "GET /v2.0/ports/8ba0f416-77b3-4486-8660-87eca703194a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666437 Oct 13 00:25:09.394094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02010050-ddb5-494e-a93d-8dab0303c32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84900764-333d-456a-be5d-0da301a82da5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:09.413811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-bb2bbee3-9432-44c9-9202-a0bc5fe5bcf5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.421867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-bb2bbee3-9432-44c9-9202-a0bc5fe5bcf5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.429781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-bb2bbee3-9432-44c9-9202-a0bc5fe5bcf5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.436285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-bb2bbee3-9432-44c9-9202-a0bc5fe5bcf5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.442986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-bb2bbee3-9432-44c9-9202-a0bc5fe5bcf5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.449315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-bb2bbee3-9432-44c9-9202-a0bc5fe5bcf5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.460725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-bb2bbee3-9432-44c9-9202-a0bc5fe5bcf5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.463074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-bb2bbee3-9432-44c9-9202-a0bc5fe5bcf5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 5444 time: 0.2460816 Oct 13 00:25:09.500428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31618d-d8df-4ac9-bf19-272fe790f8fd req-17104d4e-dee8-426c-a7fa-5eab13e3e10c tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:09.502553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b31618d-d8df-4ac9-bf19-272fe790f8fd req-17104d4e-dee8-426c-a7fa-5eab13e3e10c tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1095 time: 0.2171459 Oct 13 00:25:09.505208 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9f88-ee92-4944-ba33-cd1a874d4798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:09.523133 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f69559b7-8e41-4873-a4ec-7e718d03e356 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "GET /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1234703 Oct 13 00:25:09.535121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:09.556376 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9f88-ee92-4944-ba33-cd1a874d4798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:09.568404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba3a0e50-af4d-473e-85bb-b0fc0c9d00ba req-f7faac7c-7531-40c0-b0e9-57b7002a9882 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950778 Oct 13 00:25:09.614815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:09.652262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b31618d-d8df-4ac9-bf19-272fe790f8fd req-84352794-dd4a-451d-85dd-dd0fdbdeb1f0 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281602 Oct 13 00:25:09.694109 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9f88-ee92-4944-ba33-cd1a874d4798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:09.697850 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9f88-ee92-4944-ba33-cd1a874d4798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:09.702807 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6d7f9f88-ee92-4944-ba33-cd1a874d4798 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84900764-333d-456a-be5d-0da301a82da5 HTTP/1.1" status: 204 len: 168 time: 0.3673539 Oct 13 00:25:09.714394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f9f88-ee92-4944-ba33-cd1a874d4798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84900764-333d-456a-be5d-0da301a82da5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:09.855642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] For port 8ba0f416-77b3-4486-8660-87eca703194a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8ba0f416-77b3-4486-8660-87eca703194a,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:09.909587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] For port 8ba0f416-77b3-4486-8660-87eca703194a, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:09.974870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] device_id is not set on port 8ba0f416-77b3-4486-8660-87eca703194a yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:25:09.997972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.010305 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.130663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] No DVR routers for this DVR port 8ba0f416-77b3-4486-8660-87eca703194a on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:10.227211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba0f416-77b3-4486-8660-87eca703194a,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:10.237527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3770f3-670c-4175-a760-40a684d708c1 req-53d630f9-d1b9-4797-96f5-5a88df1c0577 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:10.239584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c3770f3-670c-4175-a760-40a684d708c1 req-53d630f9-d1b9-4797-96f5-5a88df1c0577 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1107497 Oct 13 00:25:10.241296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] In _notify_port_updated(), no bound segment for port 8ba0f416-77b3-4486-8660-87eca703194a on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:25:10.242355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:10.243153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.246429 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-55e64b13-5460-407f-a6f5-39ee3c20bea8 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 200 len: 1032 time: 0.7160830 Oct 13 00:25:10.301326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-85dee16a-695b-47fd-a00a-4728adeca1c3 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:10.308115 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-85dee16a-695b-47fd-a00a-4728adeca1c3 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "GET /v2.0/ports/ef901f4b-1666-46fb-8695-7941239a8774?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0550592 Oct 13 00:25:10.317639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:10.324581 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c3770f3-670c-4175-a760-40a684d708c1 req-077bf270-03a2-44ed-8026-19ce2b25183a tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774114 Oct 13 00:25:10.391880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-cac7f594-1630-4c43-b926-ed5214b608e7 req-f46f919d-805b-4593-b1a6-e806fd22e5ac tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-513309179', 'description': 'tempest-description-318090610'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:10.405265 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.420788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c93218ea-4ca1-40a4-b640-f08f5f971393 None None] Provisioning complete for port 8ba0f416-77b3-4486-8660-87eca703194a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:10.422324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c93218ea-4ca1-40a4-b640-f08f5f971393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.428057 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cac7f594-1630-4c43-b926-ed5214b608e7 req-f46f919d-805b-4593-b1a6-e806fd22e5ac tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.544413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c93218ea-4ca1-40a4-b640-f08f5f971393 None None] Port 8ba0f416-77b3-4486-8660-87eca703194a cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:10.630009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cac7f594-1630-4c43-b926-ed5214b608e7 req-f46f919d-805b-4593-b1a6-e806fd22e5ac tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.638609 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cac7f594-1630-4c43-b926-ed5214b608e7 req-f46f919d-805b-4593-b1a6-e806fd22e5ac tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.656403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] For port ef901f4b-1666-46fb-8695-7941239a8774, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ef901f4b-1666-46fb-8695-7941239a8774,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:10.681686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cac7f594-1630-4c43-b926-ed5214b608e7 req-f46f919d-805b-4593-b1a6-e806fd22e5ac tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.682930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cac7f594-1630-4c43-b926-ed5214b608e7 req-f46f919d-805b-4593-b1a6-e806fd22e5ac tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3100815 Oct 13 00:25:10.714638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f919d-805b-4593-b1a6-e806fd22e5ac tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a655e2-7bef-467b-8771-7e5e80ff478d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:10.746908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] For port ef901f4b-1666-46fb-8695-7941239a8774, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:10.796045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] device_id is not set on port ef901f4b-1666-46fb-8695-7941239a8774 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:25:10.810331 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.818403 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:10.885514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] Pushing event updated for resources: {'Port': ['ID=ef901f4b-1666-46fb-8695-7941239a8774,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:10.959348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] No DVR routers for this DVR port ef901f4b-1666-46fb-8695-7941239a8774 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:10.999153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a321be-f731-4137-a693-1091b35cad0c req-f7aadbe4-3eb2-48a6-b2f8-1cce4f663d3a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.018055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a321be-f731-4137-a693-1091b35cad0c req-f7aadbe4-3eb2-48a6-b2f8-1cce4f663d3a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.031168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] In _notify_port_updated(), no bound segment for port ef901f4b-1666-46fb-8695-7941239a8774 on network 36320387-6e4c-4af6-99cc-0d3644eaef53 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:25:11.033021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.034695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a321be-f731-4137-a693-1091b35cad0c req-f7aadbe4-3eb2-48a6-b2f8-1cce4f663d3a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.035434 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:11.036907 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-6d9ad9a8-03f4-45e1-8215-7a811f20b217 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 200 len: 1032 time: 0.7258606 Oct 13 00:25:11.051316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a321be-f731-4137-a693-1091b35cad0c req-f7aadbe4-3eb2-48a6-b2f8-1cce4f663d3a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.057610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a321be-f731-4137-a693-1091b35cad0c req-f7aadbe4-3eb2-48a6-b2f8-1cce4f663d3a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.083805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a321be-f731-4137-a693-1091b35cad0c req-f7aadbe4-3eb2-48a6-b2f8-1cce4f663d3a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.101798 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40a321be-f731-4137-a693-1091b35cad0c req-f7aadbe4-3eb2-48a6-b2f8-1cce4f663d3a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 4587 time: 0.3394303 Oct 13 00:25:11.173888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:11.174342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:11.256811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40a321be-f731-4137-a693-1091b35cad0c req-9aa147e2-5a8b-4d2e-9427-85b10699c310 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&id=e9bc3eb3-164c-40f8-a571-10b6fb9782a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502416 Oct 13 00:25:11.274759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2d9d9-39ec-43bc-adef-4f558fbd4be4 req-71f013af-ed05-475f-b0cf-d4759f52ed50 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.283602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8d416e34-1ac1-4689-acdb-dbbfd355d433 None None] Provisioning complete for port ef901f4b-1666-46fb-8695-7941239a8774 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:11.283988 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8d416e34-1ac1-4689-acdb-dbbfd355d433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:11.293843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60f2d9d9-39ec-43bc-adef-4f558fbd4be4 req-71f013af-ed05-475f-b0cf-d4759f52ed50 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1095 time: 0.4566526 Oct 13 00:25:11.380531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] For port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:11.380945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:11.395769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60f2d9d9-39ec-43bc-adef-4f558fbd4be4 req-6916db9c-a429-4bab-ae44-9c68a7c29f7f tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950043 Oct 13 00:25:11.418917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:11.429120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8d416e34-1ac1-4689-acdb-dbbfd355d433 None None] Port ef901f4b-1666-46fb-8695-7941239a8774 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:11.549946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-c065f809-8111-4094-9055-a2d01b006866 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-513309179&fields=id&tenant_id=07785b58091a4d76934365bc2fe3ad39 HTTP/1.1" status: 200 len: 267 time: 0.0972044 Oct 13 00:25:11.650503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-c0416afc-ddd3-4e8c-b44e-264997bcee43 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:11.662323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-c0416afc-ddd3-4e8c-b44e-264997bcee43 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1057270 Oct 13 00:25:11.668316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Request body: {'port': {'security_groups': ['ec99ce32-8350-4cdc-ba72-0e79d45233e1', 'c9a655e2-7bef-467b-8771-7e5e80ff478d']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:11.675483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:11.706085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a09db69d-b29a-4f8c-b4b6-7f10497ac240 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:25:11.739312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=76a19beb-4dc7-467f-8ce6-8255e0f4eac6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:11.815769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:11.867825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] No DVR routers for this DVR port 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:11.870666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:11.874268 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-0fa159f8-4be1-4cd0-8e22-c85f58fb793c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "DELETE /v2.0/ports/76a19beb-4dc7-467f-8ce6-8255e0f4eac6 HTTP/1.1" status: 204 len: 173 time: 0.8309159 Oct 13 00:25:11.875226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': '76a19beb-4dc7-467f-8ce6-8255e0f4eac6'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:11.877798 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7b5296-26f6-4881-bd2f-bfd40f9169df" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "76a19beb-4dc7-467f-8ce6-8255e0f4eac6"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:11.957169 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ad05e8-c7bf-4ac1-b238-6a5d3f667afa x-openstack-request-id: req-a7ad05e8-c7bf-4ac1-b238-6a5d3f667afa {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:11.957680 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "76a19beb-4dc7-467f-8ce6-8255e0f4eac6", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:11.958127 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7ad05e8-c7bf-4ac1-b238-6a5d3f667afa {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:11.958741 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': '76a19beb-4dc7-467f-8ce6-8255e0f4eac6', 'status': 'completed', 'code': 200} Oct 13 00:25:11.971030 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-050caa72-0f73-4e3a-a8a4-15e43b7b6e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.068183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a09db69d-b29a-4f8c-b4b6-7f10497ac240, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a09db69d-b29a-4f8c-b4b6-7f10497ac240,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:12.091237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'a09db69d-b29a-4f8c-b4b6-7f10497ac240', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'port_id': 'a09db69d-b29a-4f8c-b4b6-7f10497ac240', 'mac_address': 'fa:16:3e:67:da:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:25:12.145041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port 706288e8-65f6-48f3-8192-d814ca856871 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:12.147061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.179323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.204716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09db69d-b29a-4f8c-b4b6-7f10497ac240 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:12.249385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a09db69d-b29a-4f8c-b4b6-7f10497ac240, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a09db69d-b29a-4f8c-b4b6-7f10497ac240,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:12.268010 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.301837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] For port 25e34c29-830d-4973-9b4f-8d862a2d1c86, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:12.395445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.413775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] For port 706288e8-65f6-48f3-8192-d814ca856871, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=706288e8-65f6-48f3-8192-d814ca856871,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:12.414484 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.433590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for 706288e8-65f6-48f3-8192-d814ca856871 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:12.439402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.580483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['25e34c29-830d-4973-9b4f-8d862a2d1c86'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:12.582764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:12.583409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.598729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd728b9e-c0f0-4584-9c96-4a06c990d407 req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "PUT /v2.0/ports/25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 982 time: 0.9351809 Oct 13 00:25:12.602037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:12.604451 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b7d93-2fc7-400a-9d09-dff363c6b475" -d '{"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:12.632977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e3eef818-216f-4680-829e-5387a649958f no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:12.650071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74aa2b-880b-4371-b4eb-0c96f9eccb5a req-6f29b363-9250-48e3-91a3-fbf175c5fb7c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:12.670277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74aa2b-880b-4371-b4eb-0c96f9eccb5a req-6f29b363-9250-48e3-91a3-fbf175c5fb7c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:12.679806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74aa2b-880b-4371-b4eb-0c96f9eccb5a req-6f29b363-9250-48e3-91a3-fbf175c5fb7c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:12.685840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74aa2b-880b-4371-b4eb-0c96f9eccb5a req-6f29b363-9250-48e3-91a3-fbf175c5fb7c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:12.694102 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d74aa2b-880b-4371-b4eb-0c96f9eccb5a req-6f29b363-9250-48e3-91a3-fbf175c5fb7c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 3151 time: 0.3257596 Oct 13 00:25:12.734060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885fdc2-c179-4459-98c3-eee1ff93613d tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event updated for resources: {'Port': ['ID=25e34c29-830d-4973-9b4f-8d862a2d1c86,revision_number=6']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:12.753204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['25e34c29-830d-4973-9b4f-8d862a2d1c86'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:12.795816 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.815805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a09db69d-b29a-4f8c-b4b6-7f10497ac240'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:12.816290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d74aa2b-880b-4371-b4eb-0c96f9eccb5a req-bc072b92-6819-455b-bd11-32e26b4c1abd tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147532 Oct 13 00:25:12.849166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a6830-21d5-4851-ad7f-a58183c88656 req-e736dab2-0f11-45a7-9ffb-bff6d485e44a tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:12.856319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f55a6830-21d5-4851-ad7f-a58183c88656 req-e736dab2-0f11-45a7-9ffb-bff6d485e44a tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1096 time: 0.1453815 Oct 13 00:25:12.865816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a09db69d-b29a-4f8c-b4b6-7f10497ac240,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:12.889263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=706288e8-65f6-48f3-8192-d814ca856871,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:12.972564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] No DVR routers for this DVR port 706288e8-65f6-48f3-8192-d814ca856871 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:12.981276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:12.984668 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-35e9e7bb-236e-4ee2-ad82-13d98a060629 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "DELETE /v2.0/ports/706288e8-65f6-48f3-8192-d814ca856871 HTTP/1.1" status: 204 len: 173 time: 1.0915821 Oct 13 00:25:12.989579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f55a6830-21d5-4851-ad7f-a58183c88656 req-5f0ec839-6282-4be7-bc26-8c6d4f3241ec tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323385 Oct 13 00:25:13.054089 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.176662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port 8bd39411-e7b1-4388-885e-12fe86f21bd1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:13.177912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.187243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3eef818-216f-4680-829e-5387a649958f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:13.192766 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1673c59d-dba6-4ccc-a0ef-ae33063377fa x-openstack-request-id: req-1673c59d-dba6-4ccc-a0ef-ae33063377fa {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:13.194758 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:13.195122 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1673c59d-dba6-4ccc-a0ef-ae33063377fa {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:13.196630 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'status': 'completed', 'code': 200} Oct 13 00:25:13.206024 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0594ae5-7171-452d-a0bb-4bb1eb6c0218" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-unplugged", "status": "completed", "tag": "e3eef818-216f-4680-829e-5387a649958f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:13.301586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41050) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:13.362052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] For port 8bd39411-e7b1-4388-885e-12fe86f21bd1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=8bd39411-e7b1-4388-885e-12fe86f21bd1,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:13.362427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.383378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e3eef818-216f-4680-829e-5387a649958f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e3eef818-216f-4680-829e-5387a649958f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:13.386795 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d014501-552b-4b60-a5c6-b943cef1d0d8 x-openstack-request-id: req-4d014501-552b-4b60-a5c6-b943cef1d0d8 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:13.387103 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-unplugged", "status": "completed", "tag": "e3eef818-216f-4680-829e-5387a649958f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:13.387312 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d014501-552b-4b60-a5c6-b943cef1d0d8 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:13.387952 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3eef818-216f-4680-829e-5387a649958f', 'code': 200} Oct 13 00:25:13.398196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for 8bd39411-e7b1-4388-885e-12fe86f21bd1 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:13.411990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-6fb53593-26b0-4203-8748-a94b560b81ea tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-513309179&fields=id&tenant_id=07785b58091a4d76934365bc2fe3ad39 HTTP/1.1" status: 200 len: 267 time: 0.2619855 Oct 13 00:25:13.430202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-53b16009-3cce-48a3-9ef9-2c8a928ea2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:13.432067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-53b16009-3cce-48a3-9ef9-2c8a928ea2cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1136 time: 0.2310584 Oct 13 00:25:13.436817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.437548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ef901f4b-1666-46fb-8695-7941239a8774 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:13.533182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54fbe67d-c966-499d-9e51-b6426164f332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.560177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-d3f8ed89-12cf-4677-92cb-9f902b2265d5 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:13.570720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-d3f8ed89-12cf-4677-92cb-9f902b2265d5 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 985 time: 0.1578345 Oct 13 00:25:13.579827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Request body: {'port': {'security_groups': ['ec99ce32-8350-4cdc-ba72-0e79d45233e1']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:13.678425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-566880df-9751-4a52-bb9d-71e74f236e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:13.680451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-566880df-9751-4a52-bb9d-71e74f236e1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 919 time: 0.2067142 Oct 13 00:25:13.681483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.713917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54fbe67d-c966-499d-9e51-b6426164f332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.715593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.730436 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54fbe67d-c966-499d-9e51-b6426164f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.762984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ef901f4b-1666-46fb-8695-7941239a8774 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:13.763535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e586af34-9245-4a73-b0f7-93966fa80a3f no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:13.775851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=8bd39411-e7b1-4388-885e-12fe86f21bd1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:13.820142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-d0e158ee-5072-4fbd-b260-1b8a981f6618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 217 time: 0.1240451 Oct 13 00:25:13.827038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=e3eef818-216f-4680-829e-5387a649958f,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:13.845926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-54fbe67d-c966-499d-9e51-b6426164f332 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aa22afa43494ab5aeff15aaee832d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394688 Oct 13 00:25:13.848302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41056) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:13.890773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbe67d-c966-499d-9e51-b6426164f332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6ea440-3835-4dc5-9c17-6e62b1f02ae5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:13.893908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] No DVR routers for this DVR port 8bd39411-e7b1-4388-885e-12fe86f21bd1 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:13.911671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:13.915486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-516ead32-4020-478a-b094-2289ee271e0f tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "DELETE /v2.0/ports/8bd39411-e7b1-4388-885e-12fe86f21bd1 HTTP/1.1" status: 204 len: 173 time: 0.9126241 Oct 13 00:25:13.950930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-6dfa6b4b-dae1-4fcd-92c4-4c3423f1f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:13.952546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-6dfa6b4b-dae1-4fcd-92c4-4c3423f1f230 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.1248085 Oct 13 00:25:13.973931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': '706288e8-65f6-48f3-8192-d814ca856871'}, {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': '8bd39411-e7b1-4388-885e-12fe86f21bd1'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:13.980616 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd337da-a1d2-4abb-87ca-2a242e342514" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "706288e8-65f6-48f3-8192-d814ca856871"}, {"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "8bd39411-e7b1-4388-885e-12fe86f21bd1"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:14.013398 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.080266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.103465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e586af34-9245-4a73-b0f7-93966fa80a3f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e586af34-9245-4a73-b0f7-93966fa80a3f,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:14.117493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.118245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:14.131221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port e586af34-9245-4a73-b0f7-93966fa80a3f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:14.131778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.156791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-41ba0605-be1e-4793-bf9b-f54d530b73e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937711 Oct 13 00:25:14.159552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:14.159892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 76a19beb-4dc7-467f-8ce6-8255e0f4eac6 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:14.160321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 706288e8-65f6-48f3-8192-d814ca856871 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:14.241991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] For port e586af34-9245-4a73-b0f7-93966fa80a3f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e586af34-9245-4a73-b0f7-93966fa80a3f,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:14.242449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.258801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 706288e8-65f6-48f3-8192-d814ca856871 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:14.259219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 706288e8-65f6-48f3-8192-d814ca856871 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:14.259689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8ba0f416-77b3-4486-8660-87eca703194a no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:14.273427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for e586af34-9245-4a73-b0f7-93966fa80a3f owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:14.291827 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.350404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=e586af34-9245-4a73-b0f7-93966fa80a3f,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:14.364899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8ba0f416-77b3-4486-8660-87eca703194a not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:14.365390 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8bd39411-e7b1-4388-885e-12fe86f21bd1 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:14.398849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 8bd39411-e7b1-4388-885e-12fe86f21bd1 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:14.399123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 8bd39411-e7b1-4388-885e-12fe86f21bd1 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:14.420294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] For port 25e34c29-830d-4973-9b4f-8d862a2d1c86, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:14.453176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.500660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=e586af34-9245-4a73-b0f7-93966fa80a3f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:14.507088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-d15e8e99-4b38-4d09-8efd-d6ee0814c2af service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308196 Oct 13 00:25:14.524818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0fa473f2-78ab-42cd-a06d-512174fff845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.551126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] No DVR routers for this DVR port e586af34-9245-4a73-b0f7-93966fa80a3f on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:14.553978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.558790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-f01b87f3-b63c-4361-a1e7-283f87ada6ea tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "DELETE /v2.0/ports/e586af34-9245-4a73-b0f7-93966fa80a3f HTTP/1.1" status: 204 len: 173 time: 0.6330869 Oct 13 00:25:14.562035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e11c7f-3cda-4b2f-8f21-bc8452a74080 req-f3faac43-9abc-4a07-b882-019afca39be2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:14.568175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e11c7f-3cda-4b2f-8f21-bc8452a74080 req-f3faac43-9abc-4a07-b882-019afca39be2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:14.569763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5e11c7f-3cda-4b2f-8f21-bc8452a74080 req-f3faac43-9abc-4a07-b882-019afca39be2 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 1602 time: 0.6083381 Oct 13 00:25:14.629475 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.649628 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.680699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['25e34c29-830d-4973-9b4f-8d862a2d1c86'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:14.703240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port e3eef818-216f-4680-829e-5387a649958f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:14.703758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.742819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5e11c7f-3cda-4b2f-8f21-bc8452a74080 req-970e57c8-249e-42ce-ba60-78385f51a943 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups?id=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374998 Oct 13 00:25:14.764901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:14.765585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.775661 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b1c45ba-00ca-4746-98b1-596b3b0f4654 req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "PUT /v2.0/ports/25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 943 time: 1.2026286 Oct 13 00:25:14.854112 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16b4f41-97d1-4146-8cc3-df76130aa34a x-openstack-request-id: req-a16b4f41-97d1-4146-8cc3-df76130aa34a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:14.855919 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "706288e8-65f6-48f3-8192-d814ca856871", "status": "completed", "code": 200}, {"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "8bd39411-e7b1-4388-885e-12fe86f21bd1", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:14.856403 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a16b4f41-97d1-4146-8cc3-df76130aa34a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:14.856998 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': '706288e8-65f6-48f3-8192-d814ca856871', 'status': 'completed', 'code': 200} Oct 13 00:25:14.858180 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': '8bd39411-e7b1-4388-885e-12fe86f21bd1', 'status': 'completed', 'code': 200} Oct 13 00:25:14.861897 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.865682 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.866883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c6ea440-3835-4dc5-9c17-6e62b1f02ae5 HTTP/1.1" status: 204 len: 168 time: 1.0153403 Oct 13 00:25:14.889118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6ea440-3835-4dc5-9c17-6e62b1f02ae5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:14.892392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event updated for resources: {'Port': ['ID=25e34c29-830d-4973-9b4f-8d862a2d1c86,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:14.898955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e11b7d93-2fc7-400a-9d09-dff363c6b475 req-25bbae2d-b720-4947-9a8b-7224ee0b4a5e service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713186 Oct 13 00:25:14.909681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['25e34c29-830d-4973-9b4f-8d862a2d1c86'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:14.911047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] For port e3eef818-216f-4680-829e-5387a649958f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e3eef818-216f-4680-829e-5387a649958f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:14.911681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:14.911822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.912168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.915418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.917699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.917699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.918046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.918437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.918772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.919224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.919593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.920114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.920450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bef547-a053-409e-8929-24d774446ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.926090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.927166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.927166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.927489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.927988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.928334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.928672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.929155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.929548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.930015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.930411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:14.930745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d210d-2cb5-46cb-a3bd-1bb141b967bd tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:15.348340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.354406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.355141 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Floating IP 24892ac1-31b2-438e-90c8-4b24956d14f2 disassociated. External IP: 172.25.3.244, port: e3eef818-216f-4680-829e-5387a649958f. Oct 13 00:25:15.355628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for e3eef818-216f-4680-829e-5387a649958f owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:15.389573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e586af34-9245-4a73-b0f7-93966fa80a3f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:15.393204 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe7c9d-dd23-4d31-a02c-de1b3d4e1880" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-unplugged", "status": "completed", "tag": "e586af34-9245-4a73-b0f7-93966fa80a3f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:15.594829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41086) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:15.619887 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77854e80-b600-434f-9f13-dabdfcbef91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.645984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:15.648263 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:15.664262 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.668152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.708365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a09db69d-b29a-4f8c-b4b6-7f10497ac240 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:15.720197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fd5a3-b00c-4fcd-802c-6c34f04c3ff5 req-1fa06c20-9665-4214-a7fd-683097e7379f tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:15.721762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-617fd5a3-b00c-4fcd-802c-6c34f04c3ff5 req-1fa06c20-9665-4214-a7fd-683097e7379f tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1096 time: 0.6916571 Oct 13 00:25:15.730922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=e3eef818-216f-4680-829e-5387a649958f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:15.835526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port a09db69d-b29a-4f8c-b4b6-7f10497ac240 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:25:15.840105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port a09db69d-b29a-4f8c-b4b6-7f10497ac240 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:15.840479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.871021 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77854e80-b600-434f-9f13-dabdfcbef91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.934888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-77854e80-b600-434f-9f13-dabdfcbef91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.938111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-20337761-e7a2-4dd5-8050-fc7ae9e3439b tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9240615 Oct 13 00:25:15.945372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:15.975652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:15.986914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-617fd5a3-b00c-4fcd-802c-6c34f04c3ff5 req-92ac32a7-972b-4fdd-80ce-7de99eaa9d8e tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448161 Oct 13 00:25:15.993371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.010178 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-77854e80-b600-434f-9f13-dabdfcbef91a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b01c7d2d87e9432eb43ce9e0f1eb8911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064796 Oct 13 00:25:16.024371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41096) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:16.087292 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea9e19d-0f3e-4a46-bda8-36bb6bf5afcf x-openstack-request-id: req-dea9e19d-0f3e-4a46-bda8-36bb6bf5afcf {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:16.087704 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-unplugged", "status": "completed", "tag": "e586af34-9245-4a73-b0f7-93966fa80a3f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:16.087905 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dea9e19d-0f3e-4a46-bda8-36bb6bf5afcf {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:16.088272 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e586af34-9245-4a73-b0f7-93966fa80a3f', 'code': 200} Oct 13 00:25:16.100311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77854e80-b600-434f-9f13-dabdfcbef91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa54782-324b-4d55-9b11-1da66e1b367d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:16.115326 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.165492 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3c5bec-22de-459f-91d2-082c479727f1 x-openstack-request-id: req-ff3c5bec-22de-459f-91d2-082c479727f1 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:16.165763 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:16.166046 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff3c5bec-22de-459f-91d2-082c479727f1 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:16.166581 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'status': 'completed', 'code': 200} Oct 13 00:25:16.168776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Router 5060ce30-63e2-4582-99d6-05bcedddbcbf has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:25:16.222074 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f5b-03a1-4f17-b113-2a8c5935e794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.238859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a09db69d-b29a-4f8c-b4b6-7f10497ac240, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a09db69d-b29a-4f8c-b4b6-7f10497ac240,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:16.253158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.275171 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f5b-03a1-4f17-b113-2a8c5935e794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.355897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a09db69d-b29a-4f8c-b4b6-7f10497ac240,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:16.418386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a98c3b9d-36b5-4a95-819e-d6b97a447a4c req-9a57b5a9-c975-4495-9326-c30a7c8f0f68 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.1102035 Oct 13 00:25:16.436628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-bd1f1c3b-8ace-4abf-8d52-b9c2b07a5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:16.438525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-bd1f1c3b-8ace-4abf-8d52-b9c2b07a5cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1097 time: 0.2175841 Oct 13 00:25:16.513512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:25:16.559387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.565048 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f5b-03a1-4f17-b113-2a8c5935e794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.568733 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d67d6f5b-03a1-4f17-b113-2a8c5935e794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.570212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d67d6f5b-03a1-4f17-b113-2a8c5935e794 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaa54782-324b-4d55-9b11-1da66e1b367d HTTP/1.1" status: 204 len: 168 time: 0.5445905 Oct 13 00:25:16.588239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d6f5b-03a1-4f17-b113-2a8c5935e794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa54782-324b-4d55-9b11-1da66e1b367d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:16.593015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] Sync routers for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:25:16.631723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:16.632378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:16.674112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] No DVR routers for this DVR port e3eef818-216f-4680-829e-5387a649958f on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:16.683421 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:16.691183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-79718dd3-9aef-4c6e-8874-97c755f5516e req-3e33ef6e-32d7-4752-b0a7-1a1fbc67e2f5 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.36 "DELETE /v2.0/ports/e3eef818-216f-4680-829e-5387a649958f HTTP/1.1" status: 204 len: 173 time: 2.1267786 Oct 13 00:25:16.701520 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-0c6e239d-df82-4b0e-ba01-04b1a074a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:16.705899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-0c6e239d-df82-4b0e-ba01-04b1a074a55a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 919 time: 0.2575238 Oct 13 00:25:16.816637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-bec7b5df-2387-44ac-97e6-4f925157650d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 217 time: 0.1033421 Oct 13 00:25:16.859668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': 'e586af34-9245-4a73-b0f7-93966fa80a3f'}, {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': 'e3eef818-216f-4680-829e-5387a649958f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:16.862834 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4116004c-ab2c-4af0-8cba-2aea131ac3c5" -d '{"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "e586af34-9245-4a73-b0f7-93966fa80a3f"}, {"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "e3eef818-216f-4680-829e-5387a649958f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:16.912746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:16.943954 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f801591-325f-4178-9ede-2790443b7dd0 x-openstack-request-id: req-0f801591-325f-4178-9ede-2790443b7dd0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:16.944718 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "e586af34-9245-4a73-b0f7-93966fa80a3f", "status": "completed", "code": 200}, {"server_uuid": "746e7f96-dbf8-4c44-a570-fb2961c08b59", "name": "network-vif-deleted", "tag": "e3eef818-216f-4680-829e-5387a649958f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:16.944840 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f801591-325f-4178-9ede-2790443b7dd0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:16.945481 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': 'e586af34-9245-4a73-b0f7-93966fa80a3f', 'status': 'completed', 'code': 200} Oct 13 00:25:16.945649 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e7f96-dbf8-4c44-a570-fb2961c08b59', 'name': 'network-vif-deleted', 'tag': 'e3eef818-216f-4680-829e-5387a649958f', 'status': 'completed', 'code': 200} Oct 13 00:25:17.016974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Allocated IP 172.25.3.225 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9615f0f1-9f1e-41cc-8900-da0d8db5bf14) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:17.138000 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:25:17.182988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-5af762d7-2c40-4a41-8df1-bcaf532562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:17.187138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-5af762d7-2c40-4a41-8df1-bcaf532562f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.3608496 Oct 13 00:25:17.228070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:17.448482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:37Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:17.481017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-9144690b-84e7-409e-90bd-d8c5b80fc143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2562439 Oct 13 00:25:17.482441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:17.507013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] Checking router: 5060ce30-63e2-4582-99d6-05bcedddbcbf for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:25:17.530822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:17.532448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:17.538994 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:17.624152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-f889dafc-a4d9-4980-aecc-ba68fcbe06a4 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101394 Oct 13 00:25:17.651409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:17.702714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:17.712261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:17.719007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dc7d0-8eb4-4f09-925a-1e4c932cd213 req-4a16ae8d-7cd3-468f-8062-81014cf89e3d tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:17.720611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-973dc7d0-8eb4-4f09-925a-1e4c932cd213 req-4a16ae8d-7cd3-468f-8062-81014cf89e3d tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.5441103 Oct 13 00:25:17.725515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event updated for resources: {'Port': ['ID=9615f0f1-9f1e-41cc-8900-da0d8db5bf14,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:17.830240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-973dc7d0-8eb4-4f09-925a-1e4c932cd213 req-557c8990-0d21-4d83-97c3-26b209d8ec36 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802023 Oct 13 00:25:17.852616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:17.909726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee4a9d79-73e4-4778-9b8a-411b7a27e88e req-d032ae87-9026-424c-a945-4b63a49213f9 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724001 Oct 13 00:25:18.026002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0358d08-afd4-4c26-99b1-d38470cb3a0d req-ae29700e-015f-42d0-afd8-ad22b65e01eb tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0717180 Oct 13 00:25:18.032160 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:18.137757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9655b917-cff6-49ea-b3bd-087af5e38eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09db69d-b29a-4f8c-b4b6-7f10497ac240'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:18.141571 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcda4658-ac3e-4ea5-ab57-2e1e152d38f8" -d '{"events": [{"server_uuid": "9655b917-cff6-49ea-b3bd-087af5e38eba", "name": "network-vif-plugged", "status": "completed", "tag": "a09db69d-b29a-4f8c-b4b6-7f10497ac240"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:18.147615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:18.272290 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcc6504-a655-4055-a140-1adf1419ae3d x-openstack-request-id: req-9fcc6504-a655-4055-a140-1adf1419ae3d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:18.273834 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9655b917-cff6-49ea-b3bd-087af5e38eba", "name": "network-vif-plugged", "status": "completed", "tag": "a09db69d-b29a-4f8c-b4b6-7f10497ac240", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:18.274862 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fcc6504-a655-4055-a140-1adf1419ae3d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:18.275383 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9655b917-cff6-49ea-b3bd-087af5e38eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09db69d-b29a-4f8c-b4b6-7f10497ac240', 'code': 200} Oct 13 00:25:18.318443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:37Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:18.371683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080aafb-289d-4762-90bd-059e9260e6b9 None None] The sync data for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 is: [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:14:30Z', 'revision_number': 4, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '1ba61dcd-06f3-4f99-82d2-87b942bc063a', 'name': '', 'network_id': '972360ba-87c4-40b5-91b3-83430f57dcf1', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'mac_address': 'fa:16:3e:3b:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:28Z', 'updated_at': '2021-10-13T00:14:37Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'subnets': [{'id': '0ad4c660-a4cc-46aa-a70e-5c6380b74a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:25:18.413189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f789356-2a9e-4257-b016-2a80ce3c93b6 req-c5dfd4fb-9691-47d6-9a1e-f3315cf6ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:18.415871 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8f789356-2a9e-4257-b016-2a80ce3c93b6 req-c5dfd4fb-9691-47d6-9a1e-f3315cf6ddfe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.0628991 Oct 13 00:25:18.510260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8f789356-2a9e-4257-b016-2a80ce3c93b6 req-c1a5e108-51c8-4d44-8052-7e67628cd688 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857310 Oct 13 00:25:18.525975 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:18.543123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:18.591742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event updated for resources: {'Port': ['ID=9615f0f1-9f1e-41cc-8900-da0d8db5bf14,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:18.667956 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:18.694937 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:18.697270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-27560d35-cf94-435b-9c93-79dd9541d7f9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7574832 Oct 13 00:25:18.840670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-1a949e2f-9263-4a73-9ab8-a82fb8f2bb39 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.1371930 Oct 13 00:25:18.901141 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145caddb-1486-4ac3-8c0b-cb88174eb90e None None] New status for floating IP 24892ac1-31b2-438e-90c8-4b24956d14f2: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:25:18.996967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-4a1ae44e-9512-4e75-907c-9dd8aba2ba7f tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:18.999987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-4a1ae44e-9512-4e75-907c-9dd8aba2ba7f tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1493576 Oct 13 00:25:19.022940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-fdba3e0b-65c0-4a65-8953-b190634d3d85 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:25:19.028041 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbf9ff49-2d2a-4c7b-92ab-5a1002684f66 req-fdba3e0b-65c0-4a65-8953-b190634d3d85 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131075 Oct 13 00:25:19.096115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a7ec1-c22e-4d1c-b6d1-79474b894bc1 req-533ddf4f-01c1-429b-945e-c08ccb3b004f tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:19.099732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-404a7ec1-c22e-4d1c-b6d1-79474b894bc1 req-533ddf4f-01c1-429b-945e-c08ccb3b004f tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.0982513 Oct 13 00:25:19.279761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-46886fd9-4cfd-47b0-89fd-67afd1151c63 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:19.290100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-46886fd9-4cfd-47b0-89fd-67afd1151c63 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1741867 Oct 13 00:25:19.294075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-404a7ec1-c22e-4d1c-b6d1-79474b894bc1 req-c1462ef3-1ccf-400f-977a-faac4599a77e tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861377 Oct 13 00:25:19.348636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-0b7e4ed5-f289-44bf-86bb-e7a196b3a267 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0575998 Oct 13 00:25:19.353751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Request body: {'floatingip': {'port_id': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:19.430932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:19.533624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b23ee742-7443-4146-a545-d3c0eb973aac req-0fc1943f-a22e-4788-addb-31570d17b1f8 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0905695 Oct 13 00:25:20.131750 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:20.142255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:20.876678 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Floating IP 1ded99e1-e129-455b-a71e-0f211d3ba91b associated. External IP: 172.25.3.225, port: 25e34c29-830d-4973-9b4f-8d862a2d1c86. Oct 13 00:25:20.929948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f51da-a5e7-47a5-b679-4c1b7fda91e5 req-387bd91d-3add-4adc-bd29-0ec022464227 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:20.931674 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-676f51da-a5e7-47a5-b679-4c1b7fda91e5 req-387bd91d-3add-4adc-bd29-0ec022464227 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.0972469 Oct 13 00:25:20.985442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41216) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:21.026540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-676f51da-a5e7-47a5-b679-4c1b7fda91e5 req-c939d10c-6319-4af3-a887-121cc6eb0248 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879171 Oct 13 00:25:21.106473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41222) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:21.175740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6035dc4-66ed-4151-aa54-d07afc3a2d04 req-534adc0d-2d72-461d-8288-21bbd20a2fec tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0327783 Oct 13 00:25:21.209930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Router abecdd1d-e381-410b-8217-deb132db56cc has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:25:21.272851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06ea5c05-c904-42ab-aac3-dcbb0cef840d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:21.342501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:25:21.354236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] Sync routers for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:25:21.354992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:21.370451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:21.387003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:21.423040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-db7c2128-5cbf-4ec4-b981-ede0b0d5737e tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "PUT /v2.0/floatingips/1ded99e1-e129-455b-a71e-0f211d3ba91b HTTP/1.1" status: 200 len: 997 time: 2.0730917 Oct 13 00:25:21.440047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:21.442470 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5961c3ea-9720-4e14-a71e-279aacaff054" -d '{"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:21.520271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965faf3a-cd2c-475d-9f43-02426fd04f00 req-d0405283-c015-4edc-9e0f-835b84bc2812 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:21.521825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-965faf3a-cd2c-475d-9f43-02426fd04f00 req-d0405283-c015-4edc-9e0f-835b84bc2812 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.1275964 Oct 13 00:25:21.524913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-15ace60b-2093-4f12-b338-06944b0cc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:21.532308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-15ace60b-2093-4f12-b338-06944b0cc5bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1097 time: 0.0867283 Oct 13 00:25:21.571088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06ea5c05-c904-42ab-aac3-dcbb0cef840d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:21.580945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-06ea5c05-c904-42ab-aac3-dcbb0cef840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:21.626312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-965faf3a-cd2c-475d-9f43-02426fd04f00 req-9d127765-442f-49da-bfcd-96783c29333b tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844026 Oct 13 00:25:21.639194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:21.646139 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-06ea5c05-c904-42ab-aac3-dcbb0cef840d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7cfa9c8a7064ea494b43266871bf4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351720 Oct 13 00:25:21.647338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41232) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:21.685956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-010fb857-4f09-4468-966f-2bd424e3a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:21.696182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-010fb857-4f09-4468-966f-2bd424e3a491 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 919 time: 0.1629219 Oct 13 00:25:21.792140 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd89fbb-cdfe-4ba0-acbf-17664c727865 x-openstack-request-id: req-6dd89fbb-cdfe-4ba0-acbf-17664c727865 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:21.792569 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:21.792828 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dd89fbb-cdfe-4ba0-acbf-17664c727865 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:21.793274 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'status': 'completed', 'code': 200} Oct 13 00:25:21.835387 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea5c05-c904-42ab-aac3-dcbb0cef840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90675fb5-c3f8-4158-8f9f-ef1561a80b7f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:21.908917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8de2b1cb-a241-4731-a824-8f36419d9694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:21.957640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8de2b1cb-a241-4731-a824-8f36419d9694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:22.037696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-7f6c2cc7-0e87-4883-a128-1bf436f08941 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 1000 time: 0.3405559 Oct 13 00:25:22.043154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-22fd2841-d410-4ec8-8b77-5902ba4fca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:22.044679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-22fd2841-d410-4ec8-8b77-5902ba4fca12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1097 time: 0.2506118 Oct 13 00:25:22.208707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '1ded99e1-e129-455b-a71e-0f211d3ba91b', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'port_id': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'mac_address': 'fa:16:3e:8e:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:25:17Z', 'updated_at': '2021-10-13T00:25:20Z', 'revision_number': 1, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:26Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:22.209646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-6cab5098-58a0-4d40-ad1c-32013d00f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:22.211764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-6cab5098-58a0-4d40-ad1c-32013d00f703 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 919 time: 0.1530395 Oct 13 00:25:22.236604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac90afb-acb4-4181-bb00-e65b9a9c590f req-112e2f47-d618-4ee2-8a20-d6208ea140de tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:22.243961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ac90afb-acb4-4181-bb00-e65b9a9c590f req-112e2f47-d618-4ee2-8a20-d6208ea140de tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.3679967 Oct 13 00:25:22.278044 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] Checking router: abecdd1d-e381-410b-8217-deb132db56cc for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:25:22.296635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:22.301970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:22.334670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-f5dd6280-10d6-4572-b1fa-a60090248029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:22.336384 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-f5dd6280-10d6-4572-b1fa-a60090248029 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.2905457 Oct 13 00:25:22.353646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-7341ce57-4721-41e6-ae98-087b4fcc6949 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 1000 time: 0.1194007 Oct 13 00:25:22.366436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ac90afb-acb4-4181-bb00-e65b9a9c590f req-b3320861-ab32-473a-b7a9-e77a219e41f1 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165268 Oct 13 00:25:22.552460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-2055c76d-98b7-4b8c-bc97-432ad304b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:22.555209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-2055c76d-98b7-4b8c-bc97-432ad304b7dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.1863091 Oct 13 00:25:22.567835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:22.631422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-e360afc0-23ba-44a2-8eca-b5835f56da7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2878697 Oct 13 00:25:22.672385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf9cb36e-0206-4b0c-b934-d97c4d5f175c req-df4a32f3-dd68-4099-a61b-2029ddc6b50e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.1046824 Oct 13 00:25:22.675983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-f39dbd2e-1679-418b-90ab-8a8eec0597a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097074 Oct 13 00:25:22.680890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-5ea41bf2-57e7-4161-9f17-511497c179cb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:25:22.681970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-5ea41bf2-57e7-4161-9f17-511497c179cb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085173 Oct 13 00:25:22.787192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8de2b1cb-a241-4731-a824-8f36419d9694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:22.794205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8de2b1cb-a241-4731-a824-8f36419d9694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:22.796355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8de2b1cb-a241-4731-a824-8f36419d9694 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90675fb5-c3f8-4158-8f9f-ef1561a80b7f HTTP/1.1" status: 204 len: 168 time: 1.1374991 Oct 13 00:25:22.827456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2b1cb-a241-4731-a824-8f36419d9694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90675fb5-c3f8-4158-8f9f-ef1561a80b7f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:22.869392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:22.907478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-cb231390-ba71-4316-b4ab-1d56e94ee9b7 service neutron] 10.222.0.21 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083769 Oct 13 00:25:22.913290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '1ded99e1-e129-455b-a71e-0f211d3ba91b', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'port_id': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'mac_address': 'fa:16:3e:8e:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:25:17Z', 'updated_at': '2021-10-13T00:25:20Z', 'revision_number': 1, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:26Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:22.950500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043d0ab-67da-4f5c-a648-6914c9a24ce3 None None] The sync data for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 is: [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '1ded99e1-e129-455b-a71e-0f211d3ba91b', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'port_id': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'mac_address': 'fa:16:3e:8e:4d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:25:17Z', 'updated_at': '2021-10-13T00:25:20Z', 'revision_number': 1, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:26Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:25:23.292721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-bc06b8fe-14a4-4656-aa48-d0120d71a724 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:23.302064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-bc06b8fe-14a4-4656-aa48-d0120d71a724 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/networks?id=01adb56b-53dd-4042-8e16-778ca50b1ce8 HTTP/1.1" status: 200 len: 911 time: 0.1902518 Oct 13 00:25:23.332964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-326f7a5f-4c2b-43e8-8bea-11edffe217eb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/quotas/e65523bcfc3f4f55b56f54c81ba2f844 HTTP/1.1" status: 200 len: 375 time: 0.0298104 Oct 13 00:25:23.438186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Deleting port e8345fc5-f4bc-4b00-9c12-93df66ae0c94 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:23.438841 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:23.455047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41260) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:23.456073 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3821f-ce29-499c-b7ed-612ca58ce534 None None] New status for floating IP 1ded99e1-e129-455b-a71e-0f211d3ba91b: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:25:23.464403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-8739a776-b193-4c9f-9fc2-a59c57812f62 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643526 Oct 13 00:25:23.487459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-1cda016a-c93c-43d9-b27b-0318fdb8511e tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=e65523bcfc3f4f55b56f54c81ba2f844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1534266 Oct 13 00:25:23.500501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6c346da-c5a2-461c-b66d-4a334ed2de89 req-755f3b6a-d7e6-43be-9db1-7d5660eb0ffa service neutron] 10.222.0.21 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762019 Oct 13 00:25:23.556413 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48cae559-c2b3-42e6-b4b4-931d14a485a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:23.639458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] For port e8345fc5-f4bc-4b00-9c12-93df66ae0c94, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:23.643586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:23.662582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Calling delete_port for e8345fc5-f4bc-4b00-9c12-93df66ae0c94 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:23.845235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-6b58f35e-38b2-4f66-9535-042389dcb6fe tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.2763512 Oct 13 00:25:23.856858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-3ffde853-5500-47f4-9db8-61a13b93b697 service neutron] 10.222.0.21 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673341 Oct 13 00:25:23.872827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5961c3ea-9720-4e14-a71e-279aacaff054 req-264f4cf2-d937-41c3-a2c6-887087a0f85e service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830566 Oct 13 00:25:23.987406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.043442 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48cae559-c2b3-42e6-b4b4-931d14a485a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.058707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-9b91df6a-c9ef-4734-a8c1-8a9e4483505b tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:24.062731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-9b91df6a-c9ef-4734-a8c1-8a9e4483505b tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports/25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 943 time: 0.1853774 Oct 13 00:25:24.067035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48cae559-c2b3-42e6-b4b4-931d14a485a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.127677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8345fc5-f4bc-4b00-9c12-93df66ae0c94,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:24.153892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-48cae559-c2b3-42e6-b4b4-931d14a485a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b52976955fe4938816ef6f5d0f86e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6942904 Oct 13 00:25:24.162025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41270) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:24.211676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cae559-c2b3-42e6-b4b4-931d14a485a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224524fa-79f0-4396-8622-6299b3a43893,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:24.298261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-a84afef3-e022-4bd2-984f-104b402f59ef service neutron] 10.222.0.21 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407334 Oct 13 00:25:24.335006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-998f723a-bb69-401f-9332-f2bda1926331 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.1247151 Oct 13 00:25:24.404243 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1af5ee18-06f0-4108-8aa4-03250e1b27b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.432932 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.439838 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1af5ee18-06f0-4108-8aa4-03250e1b27b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.489689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-3b0f119c-3a75-4f9d-b296-a608123f9ae8 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:24.491163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-3b0f119c-3a75-4f9d-b296-a608123f9ae8 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1492400 Oct 13 00:25:24.595536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-927b181c-3989-4a8e-9c35-607322a2b094 req-b6e133e3-cbb9-413e-9ed3-48633f62d895 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0509212 Oct 13 00:25:24.626138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1af5ee18-06f0-4108-8aa4-03250e1b27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.629167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1af5ee18-06f0-4108-8aa4-03250e1b27b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.630141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1af5ee18-06f0-4108-8aa4-03250e1b27b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/224524fa-79f0-4396-8622-6299b3a43893 HTTP/1.1" status: 204 len: 168 time: 0.4272449 Oct 13 00:25:24.643124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-2804db56-7fea-439c-85e3-981f6755dd00 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 1002 time: 0.1448224 Oct 13 00:25:24.658986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5ee18-06f0-4108-8aa4-03250e1b27b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224524fa-79f0-4396-8622-6299b3a43893,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:24.661143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:24.763330 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:24.814350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Router 748414cb-cba6-4c17-9809-1a6ab5dc7546 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:25:24.977631 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:25:24.982764 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d297e0b7-f3d9-4cf2-bf51-eaf9976dafd5 admin admin] 10.222.0.21 "PUT /v2.0/routers/748414cb-cba6-4c17-9809-1a6ab5dc7546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9962630 Oct 13 00:25:24.985446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41290) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:24.989457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] Sync routers for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:25:25.017597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:25.018481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:25.143121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:25.322842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:25.349529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bca571b-fc55-4374-8881-a7b5596a5436 req-fc28b75b-b219-40ad-b955-49b6847e8356 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 210 time: 0.0526989 Oct 13 00:25:25.373213 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:25.511686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Deleting port a784dd04-b193-497e-afba-4af6851cd91d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:25.511962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:25.600668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:25.612994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:25.613688 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Floating IP 1ded99e1-e129-455b-a71e-0f211d3ba91b disassociated. External IP: 172.25.3.225, port: 25e34c29-830d-4973-9b4f-8d862a2d1c86. Oct 13 00:25:25.694205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] For port a784dd04-b193-497e-afba-4af6851cd91d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a784dd04-b193-497e-afba-4af6851cd91d,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:25.694588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:25.732437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Calling delete_port for a784dd04-b193-497e-afba-4af6851cd91d owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:25.743557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:25:23Z', 'revision_number': 5, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port': {'id': 'a784dd04-b193-497e-afba-4af6851cd91d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:13:47Z', 'updated_at': '2021-10-13T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:25.778027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] Checking router: 748414cb-cba6-4c17-9809-1a6ab5dc7546 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:25:25.789702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] Routers {'748414cb-cba6-4c17-9809-1a6ab5dc7546'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:25.790328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['748414cb-cba6-4c17-9809-1a6ab5dc7546'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:25.856138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eeb9eb92-4db3-48c3-8195-89535c3f4016 req-733f8c91-622a-490f-af42-33be84d5b332 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0664532 Oct 13 00:25:25.930911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] Set router 748414cb-cba6-4c17-9809-1a6ab5dc7546 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:26.056318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.097369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:25:25Z', 'revision_number': 6, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:26.111785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Pushing event deleted for resources: {'Port': ['ID=a784dd04-b193-497e-afba-4af6851cd91d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:26.154611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97869310-59f3-40b9-8930-2e71f947ca32 None None] The sync data for ids ['748414cb-cba6-4c17-9809-1a6ab5dc7546'] in n-d-813679-4 is: [{'id': '748414cb-cba6-4c17-9809-1a6ab5dc7546', 'name': 'tempest-TaggedBootDevicesTest-1887705683-router', 'tenant_id': '6c2029f155254c5bb76b795a332f5fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:13:42Z', 'updated_at': '2021-10-13T00:25:25Z', 'revision_number': 6, 'project_id': '6c2029f155254c5bb76b795a332f5fd8', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:25:26.237965 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.258549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Router abecdd1d-e381-410b-8217-deb132db56cc has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:25:26.282854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-0e9b994f-2108-47e7-967a-2942e3796fcd tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:26.284592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-0e9b994f-2108-47e7-967a-2942e3796fcd tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.36 "GET /v2.0/networks?id=01adb56b-53dd-4042-8e16-778ca50b1ce8 HTTP/1.1" status: 200 len: 911 time: 0.1505525 Oct 13 00:25:26.356145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.358663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.423112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.423753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 748414cb-cba6-4c17-9809-1a6ab5dc7546 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:25:26.429241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.432943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c6914f44-6ca1-4451-b6d7-0e7cfc64d382 admin admin] 10.222.0.21 "DELETE /v2.0/routers/748414cb-cba6-4c17-9809-1a6ab5dc7546 HTTP/1.1" status: 204 len: 168 time: 1.4359982 Oct 13 00:25:26.433543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41356) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:26.445438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Request body: {'port': {'device_id': 'ef03538e-7d0e-4dd6-9b24-3f46260cab3d', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'admin_state_up': True, 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:26.522781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:25:26.539963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65607509-8b46-43c8-9866-21b15554d86f req-87bb1e82-bb15-4c75-8a48-cd7e6c9d69a4 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 210 time: 0.0534873 Oct 13 00:25:26.551373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a516b869-2afe-4136-b7a8-9f2c9f16c984 admin admin] Deleting subnet 274a127c-657f-48bd-8824-8c5514237b1f {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:25:26.553373 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] Sync routers for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:25:26.557664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.561540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Made reservation on behalf of e65523bcfc3f4f55b56f54c81ba2f844 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:26.564686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a516b869-2afe-4136-b7a8-9f2c9f16c984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.566132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.577032 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:26.577760 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:26.633458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a516b869-2afe-4136-b7a8-9f2c9f16c984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.743661 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a516b869-2afe-4136-b7a8-9f2c9f16c984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.812948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a516b869-2afe-4136-b7a8-9f2c9f16c984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.836765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-ac40be61-b52f-4d13-85d6-4c1d281f5a08 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "PUT /v2.0/floatingips/1ded99e1-e129-455b-a71e-0f211d3ba91b HTTP/1.1" status: 200 len: 695 time: 2.1770029 Oct 13 00:25:26.853453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:26.856106 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c395ddca-5763-4355-a8f7-e2e70be11d37" -d '{"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:26.866487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a516b869-2afe-4136-b7a8-9f2c9f16c984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:26.871818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d325e1b5-3705-4656-b37a-e811b1212d20 None None] Network f74a808b-9cae-4a0c-95f6-f7ae8155785d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:26.885978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a516b869-2afe-4136-b7a8-9f2c9f16c984 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/274a127c-657f-48bd-8824-8c5514237b1f HTTP/1.1" status: 204 len: 168 time: 0.4508924 Oct 13 00:25:26.899714 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:26.920705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Allocated IP 172.20.0.6 (01adb56b-53dd-4042-8e16-778ca50b1ce8/ee942b5a-f96a-474a-be26-4365e1093939/7bd62071-0aa7-4517-940e-cc374205404c) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:26.958654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41368) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:26.964698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516b869-2afe-4136-b7a8-9f2c9f16c984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274a127c-657f-48bd-8824-8c5514237b1f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:27.092035 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7dba70-e066-49af-b5f5-8808eb4a7d49 x-openstack-request-id: req-ea7dba70-e066-49af-b5f5-8808eb4a7d49 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:27.092402 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:27.092600 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea7dba70-e066-49af-b5f5-8808eb4a7d49 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:27.093002 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'status': 'completed', 'code': 200} Oct 13 00:25:27.185933 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:27.189471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a784dd04-b193-497e-afba-4af6851cd91d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:27.220481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-6cb4950b-f64b-4fbc-a15f-c9d26b2245bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:27.222015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-6cb4950b-f64b-4fbc-a15f-c9d26b2245bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1097 time: 0.2221971 Oct 13 00:25:27.244662 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-acad36e6-d494-4b19-8f91-f68a32ad3928 req-8dbbd9b1-a118-4709-836c-d47952c0e499 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.1439238 Oct 13 00:25:27.270674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-04892562-21c2-424c-aa3b-eab95a1a21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:27.272333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-04892562-21c2-424c-aa3b-eab95a1a21a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=07785b58091a4d76934365bc2fe3ad39&device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 1097 time: 0.4053321 Oct 13 00:25:27.312711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a784dd04-b193-497e-afba-4af6851cd91d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:27.313321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a784dd04-b193-497e-afba-4af6851cd91d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:27.315441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e8345fc5-f4bc-4b00-9c12-93df66ae0c94 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:27.414798 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: e8345fc5-f4bc-4b00-9c12-93df66ae0c94 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:27.415147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e8345fc5-f4bc-4b00-9c12-93df66ae0c94 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:27.510479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:27.565847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] DHCP port deletion for f74a808b-9cae-4a0c-95f6-f7ae8155785d request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:25:27.580483 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:26Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:27.602055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-285e747f-4eaf-439f-b91d-67f060008744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:27.607581 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-285e747f-4eaf-439f-b91d-67f060008744 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 919 time: 0.3756042 Oct 13 00:25:27.630247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-53319c77-2d58-4c76-9d76-8099da7921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:27.632215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-53319c77-2d58-4c76-9d76-8099da7921c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 200 len: 919 time: 0.3531520 Oct 13 00:25:27.644107 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] Checking router: abecdd1d-e381-410b-8217-deb132db56cc for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:25:27.654273 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:27.655466 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:27.732406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:27.741001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-0dad52ee-d118-4616-abba-f199bd502c23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 217 time: 0.0948358 Oct 13 00:25:27.748875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] Deleting port d1cc018d-2591-4cc4-92be-835b1ac3b065 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:27.751341 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:27.823292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a09db69d-b29a-4f8c-b4b6-7f10497ac240'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:27.870598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-4a7f4d0e-51b9-4bdc-b14a-92b2089253d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 200 len: 217 time: 0.1851873 Oct 13 00:25:27.874035 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:27.937611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] For port d1cc018d-2591-4cc4-92be-835b1ac3b065, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d1cc018d-2591-4cc4-92be-835b1ac3b065,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:27.938763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:27.973778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:28.002157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:28.024501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:28.049501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd62071-0aa7-4517-940e-cc374205404c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:28.062399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Deleting port d1cc018d-2591-4cc4-92be-835b1ac3b065 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:28.062747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:28.072493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-69dec676-5828-48ce-891d-493170195ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:28.077945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-69dec676-5828-48ce-891d-493170195ae2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.1917055 Oct 13 00:25:28.084001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] Calling delete_port for d1cc018d-2591-4cc4-92be-835b1ac3b065 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:28.132510 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-600b86ee-cf1f-4d1d-ba83-1c8563779045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:28.134050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-600b86ee-cf1f-4d1d-ba83-1c8563779045 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 200 len: 858 time: 0.3699932 Oct 13 00:25:28.142001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbf337-c79b-4f76-99ee-a7733802b8f3 req-73e3c53a-df9d-4664-9cdb-74e5e4058c5d tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:28.162652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45bbf337-c79b-4f76-99ee-a7733802b8f3 req-73e3c53a-df9d-4664-9cdb-74e5e4058c5d tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1027 time: 0.4332478 Oct 13 00:25:28.244742 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-932c5a9e-342d-45f7-a5c9-ebe83104e787 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576416 Oct 13 00:25:28.268786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-5417987e-bed1-45ac-8ce7-d28ca97bb74a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e639aed-a431-4c7a-9af4-0b1afebbbfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015079 Oct 13 00:25:28.330751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:28.331664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:28.416442 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:28.427283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] For port d1cc018d-2591-4cc4-92be-835b1ac3b065, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d1cc018d-2591-4cc4-92be-835b1ac3b065,segment=NetworkSegment(3ce7af92-59d2-4caf-8b76-6c404019b085),segment_id=3ce7af92-59d2-4caf-8b76-6c404019b085)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:28.427927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:28.466131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45bbf337-c79b-4f76-99ee-a7733802b8f3 req-cf76ad82-4919-4929-a6e6-87f5d79bebdd tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025908 Oct 13 00:25:28.469162 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:26Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:28.472200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Calling delete_port for d1cc018d-2591-4cc4-92be-835b1ac3b065 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:28.515134 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-74b59c33-8e1a-4ca7-bbc1-e6a9c8fe36fb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0734310 Oct 13 00:25:28.524619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] No DVR routers for this DVR port d1cc018d-2591-4cc4-92be-835b1ac3b065 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:28.538885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e2045-25f3-4f2b-ad85-7149c4cf52a5 None None] Pushing event deleted for resources: {'Port': ['ID=d1cc018d-2591-4cc4-92be-835b1ac3b065,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:28.539037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Request body: {'port': {'device_id': 'ef03538e-7d0e-4dd6-9b24-3f46260cab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:28.559476 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c8ca7-e067-49b7-ad44-cae32fcf88d4 None None] The sync data for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 is: [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:24:19Z', 'revision_number': 4, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '132db89d-1058-45f8-985b-bf0fdee9933c', 'name': '', 'network_id': '7e639aed-a431-4c7a-9af4-0b1afebbbfa6', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'mac_address': 'fa:16:3e:ab:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:17Z', 'updated_at': '2021-10-13T00:24:26Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'subnets': [{'id': 'a0bcb675-f791-450f-b668-a1d6b354ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:25:28.575854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d9c2d599-c14b-4cd4-942c-a5fb159a2663 None None] Provisioning complete for port 7bd62071-0aa7-4517-940e-cc374205404c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:28.576504 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9c2d599-c14b-4cd4-942c-a5fb159a2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:28.663045 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-c5feb23a-45ed-4739-a4b2-63bc3fe407ce service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820901 Oct 13 00:25:28.676507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-e31cfaa4-b234-405a-8e8f-947b6d2ad1e4 service neutron] 10.222.0.21 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798831 Oct 13 00:25:28.679364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2d599-c14b-4cd4-942c-a5fb159a2663 None None] Port 7bd62071-0aa7-4517-940e-cc374205404c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:28.725291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31f7e8a0-b966-4d9d-8044-ec806fb995e0 req-a8a8af5d-b61b-454b-9b86-e654794b8e90 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0725224 Oct 13 00:25:28.726172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:28.832636 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:28.919834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] No DVR routers for this DVR port d1cc018d-2591-4cc4-92be-835b1ac3b065 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:28.921420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cc018d-2591-4cc4-92be-835b1ac3b065,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:28.928942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c395ddca-5763-4355-a8f7-e2e70be11d37 req-3a3047ae-98cb-4853-b21d-1e05747ed991 service neutron] 10.222.0.36 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654073 Oct 13 00:25:29.097953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d1cc018d-2591-4cc4-92be-835b1ac3b065 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:29.121302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.147912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41414) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:29.152279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74a808b-9cae-4a0c-95f6-f7ae8155785d']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:29.154826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d1cc018d-2591-4cc4-92be-835b1ac3b065 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:29.159035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d1cc018d-2591-4cc4-92be-835b1ac3b065 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:29.162415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6d865-9a61-4554-8d8b-21f2c5d31b6a None None] New status for floating IP 1ded99e1-e129-455b-a71e-0f211d3ba91b: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:25:29.170126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce7af92-59d2-4caf-8b76-6c404019b085') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:29.170126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce7af92-59d2-4caf-8b76-6c404019b085') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:29.180853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.194925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-035b61b0-3310-413f-8a97-6f73deefefb3 req-573bbb9b-6f60-4a9f-a3f6-2f466e617c51 service neutron] 10.222.0.21 "GET /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171840 Oct 13 00:25:29.202106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.232704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:29.233106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:29.235054 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:29.351002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.387819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.395782 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f74a808b-9cae-4a0c-95f6-f7ae8155785d HTTP/1.1" status: 204 len: 168 time: 2.4356833 Oct 13 00:25:29.396762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c18e0-b18d-4a47-9d7e-c57cab83d571 admin admin] Pushing event deleted for resources: {'Network': ['ID=f74a808b-9cae-4a0c-95f6-f7ae8155785d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:29.405068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-4c286af3-9d22-4261-a9a9-c15ffb16f0d4 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/floatingips/1ded99e1-e129-455b-a71e-0f211d3ba91b HTTP/1.1" status: 200 len: 695 time: 0.1488249 Oct 13 00:25:29.405964 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f3255e8-3390-46eb-8b73-fcf37e124543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.604994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-fe01b586-6a4e-4f27-8eae-beedb0f423d9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:29.606457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-fe01b586-6a4e-4f27-8eae-beedb0f423d9 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 784 time: 0.1920810 Oct 13 00:25:29.624604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41426) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:29.644395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-7c0fb7da-2eb5-4e46-aeb3-4441f2c40507 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:25:29.645397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-7c0fb7da-2eb5-4e46-aeb3-4441f2c40507 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0119359 Oct 13 00:25:29.677858 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-30360419-2526-44a7-b511-b7e8d685fe8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c2029f155254c5bb76b795a332f5fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515544 Oct 13 00:25:29.680419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41428) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:29.733531 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e57508f7-0190-4f0d-b8fa-c840f4af4eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.757334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-c28af20a-c569-4bfb-81a3-1e88463db6cc tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0997260 Oct 13 00:25:29.757780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e57508f7-0190-4f0d-b8fa-c840f4af4eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.772079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd08ca-9005-4538-a801-c0cf21bd77c4 req-9b59fb57-3dfb-4dc5-941a-a5b56e8c6288 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:29.773697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9acd08ca-9005-4538-a801-c0cf21bd77c4 req-9b59fb57-3dfb-4dc5-941a-a5b56e8c6288 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1027 time: 0.1908302 Oct 13 00:25:29.775642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd62071-0aa7-4517-940e-cc374205404c {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:29.792667 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f3255e8-3390-46eb-8b73-fcf37e124543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.800778 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.810137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e57508f7-0190-4f0d-b8fa-c840f4af4eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.813854 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e57508f7-0190-4f0d-b8fa-c840f4af4eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.817556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e57508f7-0190-4f0d-b8fa-c840f4af4eca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d8d415c-c33d-4108-acdc-ebe9dbdcba8a HTTP/1.1" status: 204 len: 168 time: 0.1337564 Oct 13 00:25:29.823378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57508f7-0190-4f0d-b8fa-c840f4af4eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d415c-c33d-4108-acdc-ebe9dbdcba8a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:29.876367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f3255e8-3390-46eb-8b73-fcf37e124543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.906259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-a07e0678-ba0e-44a8-8da5-61dfc0fe73b4 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.1261230 Oct 13 00:25:29.915544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Transition to ACTIVE for port object 7bd62071-0aa7-4517-940e-cc374205404c will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:25:29.948983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:29.995561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2f3255e8-3390-46eb-8b73-fcf37e124543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=750e9017d08644718e66fcae00800522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8379908 Oct 13 00:25:29.995561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9acd08ca-9005-4538-a801-c0cf21bd77c4 req-010f18cd-8462-48bb-b048-b496741ab0d6 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107513 Oct 13 00:25:29.999159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41436) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:30.025889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3255e8-3390-46eb-8b73-fcf37e124543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1571b2-18c5-49cd-8026-904842c722be,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:30.100590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ff-bf67-4721-a2e7-e5ea46b63210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.110624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd62071-0aa7-4517-940e-cc374205404c,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:30.127745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ff-bf67-4721-a2e7-e5ea46b63210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.195088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3fb37ae9-7941-4d74-abf3-118a8bb17579 req-880cd635-fc9e-41ab-b12a-7d871ccf6879 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0932460 Oct 13 00:25:30.217214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ff-bf67-4721-a2e7-e5ea46b63210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.232856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-58f0b4ff-bf67-4721-a2e7-e5ea46b63210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.234777 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-58f0b4ff-bf67-4721-a2e7-e5ea46b63210 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a1571b2-18c5-49cd-8026-904842c722be HTTP/1.1" status: 204 len: 168 time: 0.2345004 Oct 13 00:25:30.269691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0b4ff-bf67-4721-a2e7-e5ea46b63210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1571b2-18c5-49cd-8026-904842c722be,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:30.341873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Attempting to bind port 7bd62071-0aa7-4517-940e-cc374205404c on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:30.342309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Attempting to bind port 7bd62071-0aa7-4517-940e-cc374205404c by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:30.342697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Attempting to bind port 7bd62071-0aa7-4517-940e-cc374205404c on network 01adb56b-53dd-4042-8e16-778ca50b1ce8 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:30.350156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Port 7bd62071-0aa7-4517-940e-cc374205404c on network 01adb56b-53dd-4042-8e16-778ca50b1ce8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:25:30.350611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Attempting to bind port 7bd62071-0aa7-4517-940e-cc374205404c on network 01adb56b-53dd-4042-8e16-778ca50b1ce8 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:30.359131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:30.359629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Checking segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:30.361715 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Bound using segment: {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:30.363128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Bound port: 7bd62071-0aa7-4517-940e-cc374205404c, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:30.364083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.384832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Deleting port 9615f0f1-9f1e-41cc-8900-da0d8db5bf14 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:30.385440 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.850479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41464) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:30.867363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f81ec64-c564-418d-8ff6-21f167cf57f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.921488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] For port 7bd62071-0aa7-4517-940e-cc374205404c, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:30.924883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] For port 7bd62071-0aa7-4517-940e-cc374205404c, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7bd62071-0aa7-4517-940e-cc374205404c,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:30.939803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.979326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f81ec64-c564-418d-8ff6-21f167cf57f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.984509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f81ec64-c564-418d-8ff6-21f167cf57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.997626 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:30.998255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.017845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:31.018984 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.021310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] 10.222.0.36 "PUT /v2.0/ports/7bd62071-0aa7-4517-940e-cc374205404c HTTP/1.1" status: 200 len: 1091 time: 2.4888074 Oct 13 00:25:31.024010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef03538e-7d0e-4dd6-9b24-3f46260cab3d', 'tag': '7bd62071-0aa7-4517-940e-cc374205404c'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:31.026638 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef03538e-7d0e-4dd6-9b24-3f46260cab3d", "tag": "7bd62071-0aa7-4517-940e-cc374205404c"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:31.040910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Calling delete_port for 9615f0f1-9f1e-41cc-8900-da0d8db5bf14 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:31.079907 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7f81ec64-c564-418d-8ff6-21f167cf57f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38937bb596844506afb64414b408e572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273483 Oct 13 00:25:31.083177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41470) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:31.162186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81ec64-c564-418d-8ff6-21f167cf57f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b7cd3b-b9e1-4924-9111-4b5b3fadfc43,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:31.183214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0517031-29ea-40e1-96a3-7c5c602aa279 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd62071-0aa7-4517-940e-cc374205404c,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:31.194933 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76977ebd-7b79-4aaf-8814-b0214652ebc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.248053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76977ebd-7b79-4aaf-8814-b0214652ebc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.272477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41476) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:31.287027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-5b35ff81-ada8-42ea-b1b7-c3c3968ae4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:31.288952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-5b35ff81-ada8-42ea-b1b7-c3c3968ae4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e65523bcfc3f4f55b56f54c81ba2f844&device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1094 time: 0.1950059 Oct 13 00:25:31.307247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107a366-ee0f-460e-83a8-2fd78efcd418 req-1fab6f2b-245a-41df-97f6-b9e670828445 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:31.308756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1107a366-ee0f-460e-83a8-2fd78efcd418 req-1fab6f2b-245a-41df-97f6-b9e670828445 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1094 time: 0.1307929 Oct 13 00:25:31.318268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76977ebd-7b79-4aaf-8814-b0214652ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.325405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76977ebd-7b79-4aaf-8814-b0214652ebc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.329459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-76977ebd-7b79-4aaf-8814-b0214652ebc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36b7cd3b-b9e1-4924-9111-4b5b3fadfc43 HTTP/1.1" status: 204 len: 168 time: 0.2438321 Oct 13 00:25:31.353077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76977ebd-7b79-4aaf-8814-b0214652ebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b7cd3b-b9e1-4924-9111-4b5b3fadfc43,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:31.403356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-5d0073cb-53ed-4421-939f-70a33fcb10c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd62071-0aa7-4517-940e-cc374205404c HTTP/1.1" status: 200 len: 217 time: 0.0917528 Oct 13 00:25:31.481903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1570467493-network', 'tenant_id': 'ef36d3959284477e8aa15492c2f02f6e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:31.535725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1107a366-ee0f-460e-83a8-2fd78efcd418 req-ee74e71f-596d-45be-93cb-e8c0a5dd38d1 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143610 Oct 13 00:25:31.550527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-65ea3f9c-62d3-4fe8-be67-90c4a7f994fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:31.552060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-65ea3f9c-62d3-4fe8-be67-90c4a7f994fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee942b5a-f96a-474a-be26-4365e1093939 HTTP/1.1" status: 200 len: 849 time: 0.1390152 Oct 13 00:25:31.606565 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ed91c3-38bf-4b88-b28b-5d331b6133e3 x-openstack-request-id: req-c7ed91c3-38bf-4b88-b28b-5d331b6133e3 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:31.606873 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef03538e-7d0e-4dd6-9b24-3f46260cab3d", "tag": "7bd62071-0aa7-4517-940e-cc374205404c", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:31.607100 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7ed91c3-38bf-4b88-b28b-5d331b6133e3 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:31.607500 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef03538e-7d0e-4dd6-9b24-3f46260cab3d', 'tag': '7bd62071-0aa7-4517-940e-cc374205404c', 'status': 'completed', 'code': 200} Oct 13 00:25:31.613174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Made reservation on behalf of ef36d3959284477e8aa15492c2f02f6e for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:31.615490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.634068 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.650037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.704557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event deleted for resources: {'Port': ['ID=9615f0f1-9f1e-41cc-8900-da0d8db5bf14,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:31.715236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-701d1dc4-b8c0-4269-b962-67a7249d4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:31.716763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-701d1dc4-b8c0-4269-b962-67a7249d4fda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01adb56b-53dd-4042-8e16-778ca50b1ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466219 Oct 13 00:25:31.768648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eff03ef6-ab8d-4094-8129-4e97f41bcdd6 req-8cb0e5b4-a60d-4927-be56-b521dbf676ef tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0837245 Oct 13 00:25:31.966509 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.969862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:31.971031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c33234f-28e5-4a1e-bb87-65f6850eade8 req-546a8b38-d490-4b2e-87f0-dacd1c9f9278 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "DELETE /v2.0/floatingips/1ded99e1-e129-455b-a71e-0f211d3ba91b HTTP/1.1" status: 204 len: 173 time: 2.0435960 Oct 13 00:25:32.024294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.036861 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.050119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-23c1bc6a-5139-451e-ac67-cdb10e3b4301 service neutron] 10.222.0.36 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843227 Oct 13 00:25:32.082738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:25:32.112337 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.113113 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Added segment 01e8dc97-f35e-4c9b-9fc7-3e21147431d5 of type vlan for network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 Oct 13 00:25:32.235425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.259160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4165d029-6f00-4bab-b133-4ee068a7dc0e req-2039c37d-baa4-4b92-aaef-cea6e29d8815 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups/c9a655e2-7bef-467b-8771-7e5e80ff478d HTTP/1.1" status: 200 len: 1808 time: 0.2540090 Oct 13 00:25:32.264014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c36b6ff-f6bb-41c1-8c42-552e6238c10e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:32.312443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.313707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:32.314471 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.406760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1301568 Oct 13 00:25:32.409698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41506) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:32.417944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Request body: {'subnet': {'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1570467493-subnet', 'tenant_id': 'ef36d3959284477e8aa15492c2f02f6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:32.459848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0478-c101-41a5-a424-587a5b76d536 admin admin] Pushing event updated for resources: {'Network': ['ID=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:32.462430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Made reservation on behalf of ef36d3959284477e8aa15492c2f02f6e for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:32.465108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.476520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:25:32.486759 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4165d029-6f00-4bab-b133-4ee068a7dc0e req-7cdc532d-d399-4954-bb9f-c5847f564283 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.490799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1829e6-18f3-4ae0-9b26-03a070450a1e req-7b7242e5-7b8c-4fd0-aa3d-c8857f5a8198 service neutron] 10.222.0.36 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248815 Oct 13 00:25:32.529039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4165d029-6f00-4bab-b133-4ee068a7dc0e req-7cdc532d-d399-4954-bb9f-c5847f564283 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.644113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4165d029-6f00-4bab-b133-4ee068a7dc0e req-7cdc532d-d399-4954-bb9f-c5847f564283 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.646950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-4165d029-6f00-4bab-b133-4ee068a7dc0e req-7cdc532d-d399-4954-bb9f-c5847f564283 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.662744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4165d029-6f00-4bab-b133-4ee068a7dc0e req-7cdc532d-d399-4954-bb9f-c5847f564283 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9a655e2-7bef-467b-8771-7e5e80ff478d HTTP/1.1" status: 204 len: 173 time: 0.3923535 Oct 13 00:25:32.693784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc532d-d399-4954-bb9f-c5847f564283 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a655e2-7bef-467b-8771-7e5e80ff478d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:32.712956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-d524d777-793e-430c-b480-ce635f427933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:32.716077 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-d524d777-793e-430c-b480-ce635f427933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e65523bcfc3f4f55b56f54c81ba2f844&device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1094 time: 0.1297734 Oct 13 00:25:32.778572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:32.904226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Checking segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:32.905107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Network hostable DHCP agents. Network: 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:25:32.906263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1e7a6-c2c2-4bc8-8261-db1d9d73d488 req-2f7278f5-412d-4468-90e9-ee08ed7160c6 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:32.908261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cd1e7a6-c2c2-4bc8-8261-db1d9d73d488 req-2f7278f5-412d-4468-90e9-ee08ed7160c6 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1094 time: 0.1669383 Oct 13 00:25:32.924009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:32.967873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-f4de71f7-a29b-4fd9-82f7-f1f03bc53083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:32.974009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-f4de71f7-a29b-4fd9-82f7-f1f03bc53083 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01adb56b-53dd-4042-8e16-778ca50b1ce8 HTTP/1.1" status: 200 len: 911 time: 0.2502179 Oct 13 00:25:32.978416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:25:33.002365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:33.008310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:33.009096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cd1e7a6-c2c2-4bc8-8261-db1d9d73d488 req-f034d889-8177-4073-9af8-6595679e4fb9 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892849 Oct 13 00:25:33.023037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e2d4f-9366-4ae4-9790-8d5a4870e408 None None] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:33.034873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:33.051483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-aeec106a-c7d8-4643-8b47-f2ce09a5b68a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd62071-0aa7-4517-940e-cc374205404c HTTP/1.1" status: 200 len: 217 time: 0.0647223 Oct 13 00:25:33.083594 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f4b22cf9-fede-4fdb-af42-06031e28448f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6620753 Oct 13 00:25:33.103633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02fb2f92-875c-42e5-82b1-e51d7f45d8f7 req-cb3457fc-e36e-4621-93e7-986beec914a3 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0545530 Oct 13 00:25:33.184050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-35cd70ad-bf8e-4f06-aecb-a9a87a00fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:33.186276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-35cd70ad-bf8e-4f06-aecb-a9a87a00fc03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee942b5a-f96a-474a-be26-4365e1093939 HTTP/1.1" status: 200 len: 849 time: 0.1260996 Oct 13 00:25:33.274427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba673d2-cb94-4c82-a24d-094efff0ac4e req-b8e90c4b-822e-4486-b283-7448566067d6 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:33.283473 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ba673d2-cb94-4c82-a24d-094efff0ac4e req-b8e90c4b-822e-4486-b283-7448566067d6 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1433835 Oct 13 00:25:33.284940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'tenant_id': 'ef36d3959284477e8aa15492c2f02f6e', 'fixed_ips': [{'subnet_id': '9ed8d5bb-3a75-4a82-9e02-6c8891a58f61'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:25:33.286552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:33.334346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-3441caa8-6fb3-4df5-885e-57d80c49421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:33.340165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-3441caa8-6fb3-4df5-885e-57d80c49421f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01adb56b-53dd-4042-8e16-778ca50b1ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393769 Oct 13 00:25:33.447903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ba673d2-cb94-4c82-a24d-094efff0ac4e req-ceb31724-f2e4-4ef9-b61d-93ed44323dd7 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625190 Oct 13 00:25:33.487203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Allocated IP 172.20.0.2 (5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5/9ed8d5bb-3a75-4a82-9e02-6c8891a58f61/2ee13e5e-f7e7-49f0-b8dc-d854ac22048f) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:33.499797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-c3a8a479-45d9-4892-80da-1bb07f7f4b30 service neutron] 10.222.0.36 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473856 Oct 13 00:25:33.648540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b10ceb0-3c10-4218-8c9a-e6ee1c69a9c1 req-834737b5-ee2e-49e6-ba0b-05267c02e38b service neutron] 10.222.0.36 "GET /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395297 Oct 13 00:25:33.770837 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:33.785883 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:33.846664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:33.850837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:33.858834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:33.867926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Pushing event updated for resources: {'Port': ['ID=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:33.999846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Attempting to bind port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:34.001112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Attempting to bind port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:34.001647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Attempting to bind port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:34.008433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:34.009046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Checking segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:34.010409 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:34.011862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Bound using segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:34.012597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Bound port: 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:34.013246 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:34.066702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-c61ec794-7815-465a-b0ac-7d17e5b8e816 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:34.070148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-c61ec794-7815-465a-b0ac-7d17e5b8e816 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 816 time: 0.1818237 Oct 13 00:25:34.099950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-a778840c-7082-4017-b068-9461616691f0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/quotas/ef36d3959284477e8aa15492c2f02f6e HTTP/1.1" status: 200 len: 375 time: 0.0191574 Oct 13 00:25:34.151400 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] For port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:34.159955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] For port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:34.174421 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:34.263754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-343e6c49-6226-45be-ab4d-8971cb2ff5e1 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570091 Oct 13 00:25:34.277685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c352be0-4f01-4217-a87e-16fbaee45c1c None None] Pushing event updated for resources: {'Port': ['ID=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:34.377158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10885860-9fa3-4515-84c2-c5669700e7db req-6de1b8c2-0873-4888-a13b-4b88d4b596ae tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:34.385537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10885860-9fa3-4515-84c2-c5669700e7db req-6de1b8c2-0873-4888-a13b-4b88d4b596ae tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1094 time: 0.2069824 Oct 13 00:25:34.454565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-f53515b4-42b7-41d7-a57f-60c4e2d80d99 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856472 Oct 13 00:25:34.458423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10885860-9fa3-4515-84c2-c5669700e7db req-0b0c8562-0d1d-4bb0-b29c-71d2fabba923 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705242 Oct 13 00:25:34.542140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41576) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:34.634532 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-ed316d2d-9d13-40ce-a788-37ac837bb0e7 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675665 Oct 13 00:25:34.681183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cf58a2f-5315-4557-b530-cc0cb2d14cdf req-725cf024-9cd7-4de1-8147-fbb50cc25213 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0504155 Oct 13 00:25:34.786279 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1aea086c-475a-4711-98b7-720b69ab5942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:34.917536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1aea086c-475a-4711-98b7-720b69ab5942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:34.927838 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1aea086c-475a-4711-98b7-720b69ab5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:34.978651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff69bf1-a994-4176-b038-e6a3a3572e11 req-18319446-296c-4bef-b7b0-d9e75bf13783 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:34.980293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eff69bf1-a994-4176-b038-e6a3a3572e11 req-18319446-296c-4bef-b7b0-d9e75bf13783 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1225002 Oct 13 00:25:35.005923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1aea086c-475a-4711-98b7-720b69ab5942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f222f06141094a7c9708da20950569e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626732 Oct 13 00:25:35.016119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41586) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:35.032285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea086c-475a-4711-98b7-720b69ab5942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bf5abc-3ec2-4e09-bcb4-6757fc12c770,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:35.159525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eff69bf1-a994-4176-b038-e6a3a3572e11 req-c0ab8135-1236-4280-a4ce-822c8b300434 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec99ce32-8350-4cdc-ba72-0e79d45233e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698561 Oct 13 00:25:35.163090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:35.204361 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-78d8680b-9b68-468e-b50b-b8d9b1fd1778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:35.278576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:35.278957 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:35.300359 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-78d8680b-9b68-468e-b50b-b8d9b1fd1778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:35.442095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:35.541492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:35.549981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5286e49-91ab-4c49-bdde-03f326338333 req-832ca79b-332d-4ec9-9203-1f39566ef80a tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:35.552171 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5286e49-91ab-4c49-bdde-03f326338333 req-832ca79b-332d-4ec9-9203-1f39566ef80a tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 946 time: 0.1580992 Oct 13 00:25:35.556559 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:35.570867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-78d8680b-9b68-468e-b50b-b8d9b1fd1778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:35.574410 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-78d8680b-9b68-468e-b50b-b8d9b1fd1778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:35.580499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-78d8680b-9b68-468e-b50b-b8d9b1fd1778 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41bf5abc-3ec2-4e09-bcb4-6757fc12c770 HTTP/1.1" status: 204 len: 168 time: 0.5461097 Oct 13 00:25:35.677960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:35.727068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-6844183a-6dc2-4272-8452-4a22653ca6a5 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:35.747344 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-6844183a-6dc2-4272-8452-4a22653ca6a5 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 816 time: 0.5758166 Oct 13 00:25:35.787206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8680b-9b68-468e-b50b-b8d9b1fd1778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bf5abc-3ec2-4e09-bcb4-6757fc12c770,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:35.819634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-b808313e-e412-4deb-a1e2-3d3fc7802416 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/quotas/ef36d3959284477e8aa15492c2f02f6e HTTP/1.1" status: 200 len: 375 time: 0.0709741 Oct 13 00:25:35.853433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fbe309-7233-4813-9b68-eeb352c6747b None None] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:35.992786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8125-b812-476d-be2c-001c05e73e32 req-6b01d7bc-8522-463e-8a90-597f93c45fb0 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:35.994767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87bf8125-b812-476d-be2c-001c05e73e32 req-6b01d7bc-8522-463e-8a90-597f93c45fb0 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1094 time: 0.3248632 Oct 13 00:25:36.025289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Deleting port 25e34c29-830d-4973-9b4f-8d862a2d1c86 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:36.025906 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.075176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8e8d80e8-5e41-4afa-94e0-23736f17f09a None None] Provisioning complete for port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:36.075687 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d80e8-5e41-4afa-94e0-23736f17f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.106252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41616) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:36.121798 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83234ee0-f0ec-417a-b01f-69a1862be4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.154668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-381e6964-4463-40a7-93f9-131b0f293371 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3341095 Oct 13 00:25:36.180630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87bf8125-b812-476d-be2c-001c05e73e32 req-4bc4a4ad-0e2e-4fda-8100-54967f8d2755 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727490 Oct 13 00:25:36.291101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83234ee0-f0ec-417a-b01f-69a1862be4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.300730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] For port 25e34c29-830d-4973-9b4f-8d862a2d1c86, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=25e34c29-830d-4973-9b4f-8d862a2d1c86,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:36.301254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.302476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83234ee0-f0ec-417a-b01f-69a1862be4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.334072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Calling delete_port for 25e34c29-830d-4973-9b4f-8d862a2d1c86 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:36.354126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-83234ee0-f0ec-417a-b01f-69a1862be4b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba952e560f9a4c21bf1b1e0e2ebeedc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459688 Oct 13 00:25:36.355577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83234ee0-f0ec-417a-b01f-69a1862be4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b1794b-fae5-4539-9236-9d34b7ff05fb,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:36.358265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41620) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:36.449768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6dd5-3d2e-495c-b54d-23fdb8583b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.478153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6dd5-3d2e-495c-b54d-23fdb8583b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.522645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.627626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6dd5-3d2e-495c-b54d-23fdb8583b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.630534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6dd5-3d2e-495c-b54d-23fdb8583b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.632068 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d3fb6dd5-3d2e-495c-b54d-23fdb8583b8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77b1794b-fae5-4539-9236-9d34b7ff05fb HTTP/1.1" status: 204 len: 168 time: 0.2728043 Oct 13 00:25:36.650127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6dd5-3d2e-495c-b54d-23fdb8583b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b1794b-fae5-4539-9236-9d34b7ff05fb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:36.696259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b56898fd-0dc5-4d48-95c0-9a95a1148483 req-8eadc10e-9090-45f7-896d-2b1da434cfcc tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.4246075 Oct 13 00:25:36.700655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.726488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e7bf06bf-8724-4abb-b875-d76c40b90b5a None None] Provisioning complete for port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:36.727159 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e7bf06bf-8724-4abb-b875-d76c40b90b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.761849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-4b0e5045-c508-43a6-a54f-4c7a78a477cd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:36.762093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['25e34c29-830d-4973-9b4f-8d862a2d1c86'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:36.766528 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-4b0e5045-c508-43a6-a54f-4c7a78a477cd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.45 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 816 time: 0.2305424 Oct 13 00:25:36.785110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Request body: {'port': {'device_id': 'e58e50c8-d1e9-4295-9528-7ebb4748e1cd', 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'admin_state_up': True, 'tenant_id': 'ef36d3959284477e8aa15492c2f02f6e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:36.794016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7bd62071-0aa7-4517-940e-cc374205404c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:25:36.811049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-ec8084a5-a09c-4ea3-9b5a-027e5d4d68d3 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342947 Oct 13 00:25:36.881469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] No DVR routers for this DVR port 25e34c29-830d-4973-9b4f-8d862a2d1c86 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:36.892883 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:36.902504 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5286e49-91ab-4c49-bdde-03f326338333 req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.36 "DELETE /v2.0/ports/25e34c29-830d-4973-9b4f-8d862a2d1c86 HTTP/1.1" status: 204 len: 173 time: 1.3420498 Oct 13 00:25:36.905734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84e14e-2b01-4610-b5dc-336b21c7ceb3 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] Pushing event deleted for resources: {'Port': ['ID=25e34c29-830d-4973-9b4f-8d862a2d1c86,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:36.989926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'name': 'network-vif-deleted', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:36.992681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Made reservation on behalf of ef36d3959284477e8aa15492c2f02f6e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:36.992912 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca219f2a-e317-4a8c-9ba2-16bdb246e133" -d '{"events": [{"server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "name": "network-vif-deleted", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:36.996181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:37.050706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7da5883-5876-4879-974c-beb24d3f84df req-4ab9487d-8f31-4454-b0d4-d318e56ec966 tempest-ServerRescueTestJSONUnderV235-456105631 tempest-ServerRescueTestJSONUnderV235-456105631-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995 HTTP/1.1" status: 200 len: 210 time: 0.0515089 Oct 13 00:25:37.067611 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:37.110462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7bd62071-0aa7-4517-940e-cc374205404c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7bd62071-0aa7-4517-940e-cc374205404c,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:37.124244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '7bd62071-0aa7-4517-940e-cc374205404c', 'network_id': '01adb56b-53dd-4042-8e16-778ca50b1ce8', 'port_id': '7bd62071-0aa7-4517-940e-cc374205404c', 'mac_address': 'fa:16:3e:02:4f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee942b5a-f96a-474a-be26-4365e1093939', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:25:37.185453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:37.192656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-7d0940e7-565b-4250-b840-e531ac775c46 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800378 Oct 13 00:25:37.207034 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb435f7-0862-4c4e-ae26-f1a0383b894c x-openstack-request-id: req-7cb435f7-0862-4c4e-ae26-f1a0383b894c {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:37.213388 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995", "name": "network-vif-deleted", "tag": "25e34c29-830d-4973-9b4f-8d862a2d1c86", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:37.216533 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cb435f7-0862-4c4e-ae26-f1a0383b894c {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:37.219122 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fce5690-0d5f-4cc4-8c9d-2a28f8d3e995', 'name': 'network-vif-deleted', 'tag': '25e34c29-830d-4973-9b4f-8d862a2d1c86', 'status': 'completed', 'code': 200} Oct 13 00:25:37.220076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:37.245663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd62071-0aa7-4517-940e-cc374205404c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:37.323811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7bd62071-0aa7-4517-940e-cc374205404c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7bd62071-0aa7-4517-940e-cc374205404c,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:37.334751 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:37.412752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Allocated IP 172.20.0.11 (5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5/9ed8d5bb-3a75-4a82-9e02-6c8891a58f61/8c0a2a8c-e060-4a63-856b-52b74e91f8fe) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:37.423148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f28ec-fe25-45ae-ab78-2bb56573496b req-f6ea1833-4bca-4b90-a78e-204b7df176c9 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:37.431774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-194f28ec-fe25-45ae-ab78-2bb56573496b req-f6ea1833-4bca-4b90-a78e-204b7df176c9 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1094 time: 0.1353319 Oct 13 00:25:37.461807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7bd62071-0aa7-4517-940e-cc374205404c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:37.487065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:37.488443 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:37.561333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-194f28ec-fe25-45ae-ab78-2bb56573496b req-355c8c75-03bc-4043-b060-172378db3f11 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282623 Oct 13 00:25:37.724182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7bd62071-0aa7-4517-940e-cc374205404c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:37.952513 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:38.031946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:38.046261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5c84095-6315-4f78-85d0-60795688025d req-45784e64-67ff-492e-99fe-93f3da19bc9a tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.0509248 Oct 13 00:25:38.087041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316322-ade0-40fb-9121-b62a3471fb8c req-cd71896c-dbc0-434a-b4d4-8b68e0ad5f1a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:38.096670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-cd71896c-dbc0-434a-b4d4-8b68e0ad5f1a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 816 time: 0.2406998 Oct 13 00:25:38.115114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-8223eb8f-f11e-43eb-b20e-4a2a4b0f6be6 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/quotas/ef36d3959284477e8aa15492c2f02f6e HTTP/1.1" status: 200 len: 375 time: 0.0173156 Oct 13 00:25:38.174367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-fd058559-9eed-4ff2-8762-d514e6f63bf6 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583127 Oct 13 00:25:38.213297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:38.217938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:38.248320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:38.310330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Pushing event updated for resources: {'Port': ['ID=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:38.341758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41680) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:38.380936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:38.381621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:38.402604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-dd90cff7-c6e3-4727-a056-225bf6eb0315 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6216002 Oct 13 00:25:38.424041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Request body: {'port': {'device_id': 'e58e50c8-d1e9-4295-9528-7ebb4748e1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:38.507690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:38.511175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-96bee0c5-4fa6-41b2-a4eb-c197a96843e0 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289640 Oct 13 00:25:38.731140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7bd62071-0aa7-4517-940e-cc374205404c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:38.794246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-37c593e4-640b-4b90-af39-9d6d2eafb9b6 None None] Provisioning complete for port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:38.794581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37c593e4-640b-4b90-af39-9d6d2eafb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:38.901608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-37c593e4-640b-4b90-af39-9d6d2eafb9b6 None None] Port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:38.930884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 7bd62071-0aa7-4517-940e-cc374205404c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:25:38.941290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 7bd62071-0aa7-4517-940e-cc374205404c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:38.941671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:39.059471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0a2a8c-e060-4a63-856b-52b74e91f8fe {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:39.080113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:39.110474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Transition to ACTIVE for port object 8c0a2a8c-e060-4a63-856b-52b74e91f8fe will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:25:39.120453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:39.164417 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:39.204930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:39.258207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef03538e-7d0e-4dd6-9b24-3f46260cab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd62071-0aa7-4517-940e-cc374205404c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:39.264879 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f763327-d799-46d0-bf19-0447f2623567" -d '{"events": [{"server_uuid": "ef03538e-7d0e-4dd6-9b24-3f46260cab3d", "name": "network-vif-plugged", "status": "completed", "tag": "7bd62071-0aa7-4517-940e-cc374205404c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:39.284401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7bd62071-0aa7-4517-940e-cc374205404c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7bd62071-0aa7-4517-940e-cc374205404c,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:39.301676 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:39.302934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 25e34c29-830d-4973-9b4f-8d862a2d1c86 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:39.430274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Attempting to bind port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:39.431220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Attempting to bind port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:39.431954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Attempting to bind port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:39.438042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:25:39.438639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Attempting to bind port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:39.449016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:39.451020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Checking segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:39.451718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Bound using segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:39.452544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Bound port: 8c0a2a8c-e060-4a63-856b-52b74e91f8fe, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:39.454883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 25e34c29-830d-4973-9b4f-8d862a2d1c86 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:39.455350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 25e34c29-830d-4973-9b4f-8d862a2d1c86 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:39.457143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7bd62071-0aa7-4517-940e-cc374205404c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:39.470710 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:39.551043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] For port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:39.556712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] For port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:39.565474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:39.600975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-14138d3c-20d7-41d1-b85b-a3db213f7ed8 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0860438 Oct 13 00:25:39.601496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41706) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:39.642426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:39.655394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:39.657127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:39.659251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-da8beee5-53b8-431d-98e8-8318cbc6fa4a service neutron] 10.222.0.45 "PUT /v2.0/ports/8c0a2a8c-e060-4a63-856b-52b74e91f8fe HTTP/1.1" status: 200 len: 1092 time: 1.2397068 Oct 13 00:25:39.659883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58e50c8-d1e9-4295-9528-7ebb4748e1cd', 'tag': '8c0a2a8c-e060-4a63-856b-52b74e91f8fe'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:39.662305 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112" -d '{"events": [{"name": "network-changed", "server_uuid": "e58e50c8-d1e9-4295-9528-7ebb4748e1cd", "tag": "8c0a2a8c-e060-4a63-856b-52b74e91f8fe"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:39.778250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82c58d-dac2-4cc8-9614-b4b6d5ea6c41 req-f26238e7-0ce2-4b4a-bb60-fa55c7642939 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:39.791250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb82c58d-dac2-4cc8-9614-b4b6d5ea6c41 req-f26238e7-0ce2-4b4a-bb60-fa55c7642939 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 1.0938623 Oct 13 00:25:39.823849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-3ff0f097-b9aa-440a-8c56-39718fbea359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:39.825373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-3ff0f097-b9aa-440a-8c56-39718fbea359 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 1095 time: 0.1026788 Oct 13 00:25:39.922988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-58bdf629-5737-4202-91ed-0bb440a23dd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c0a2a8c-e060-4a63-856b-52b74e91f8fe HTTP/1.1" status: 200 len: 217 time: 0.0810149 Oct 13 00:25:39.947634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb82c58d-dac2-4cc8-9614-b4b6d5ea6c41 req-e014ff1d-de1f-4bd3-86c2-b215f49b3914 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549911 Oct 13 00:25:40.054491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-077a7ae0-060a-40cd-a83a-f5ab574bc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:40.056247 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-077a7ae0-060a-40cd-a83a-f5ab574bc6dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 HTTP/1.1" status: 200 len: 855 time: 0.1216116 Oct 13 00:25:40.063864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1276264432'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:40.085031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-5889d690-06af-438e-ba25-127405a126db tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:40.097198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-5889d690-06af-438e-ba25-127405a126db tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.36 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 816 time: 0.7915914 Oct 13 00:25:40.128278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-348cb514-bcdf-419c-9fac-1cff9105069d req-1548efd0-c97a-413f-a47a-6fe1e96b7193 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.1792538 Oct 13 00:25:40.135039 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be1e0a0-1575-4a44-928b-6f1291375991 x-openstack-request-id: req-9be1e0a0-1575-4a44-928b-6f1291375991 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:40.135961 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef03538e-7d0e-4dd6-9b24-3f46260cab3d", "name": "network-vif-plugged", "status": "completed", "tag": "7bd62071-0aa7-4517-940e-cc374205404c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:40.136451 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9be1e0a0-1575-4a44-928b-6f1291375991 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:40.137464 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef03538e-7d0e-4dd6-9b24-3f46260cab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd62071-0aa7-4517-940e-cc374205404c', 'code': 200} Oct 13 00:25:40.159982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Request body: {'port': {'device_id': '34c1788f-b808-485c-a421-27596f59c61a', 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'admin_state_up': True, 'tenant_id': 'ef36d3959284477e8aa15492c2f02f6e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:40.216863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-423efb69-8900-46bd-a996-64c68b4cdf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:40.218755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-423efb69-8900-46bd-a996-64c68b4cdf59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311378 Oct 13 00:25:40.224392 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c9ee2-bc94-4057-abbd-85936f1f784a x-openstack-request-id: req-ae6c9ee2-bc94-4057-abbd-85936f1f784a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:40.224838 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58e50c8-d1e9-4295-9528-7ebb4748e1cd", "tag": "8c0a2a8c-e060-4a63-856b-52b74e91f8fe", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:40.225291 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae6c9ee2-bc94-4057-abbd-85936f1f784a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:40.225748 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58e50c8-d1e9-4295-9528-7ebb4748e1cd', 'tag': '8c0a2a8c-e060-4a63-856b-52b74e91f8fe', 'status': 'completed', 'code': 200} Oct 13 00:25:40.293590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Made reservation on behalf of 8647ec7de629478a9674d3f3748a4268 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:40.298389 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:40.314762 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:40.351914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7d5f8b1-ef53-4867-a965-ec2571beabd9 req-a8d3ac69-097b-4284-b7a2-bf67dcd7d9b6 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 210 time: 0.0742517 Oct 13 00:25:40.441847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ba9c-2078-440e-b32b-fc005a1a7a4a req-6b59268f-4381-439c-bf10-4c29b790245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:40.443782 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2a08ba9c-2078-440e-b32b-fc005a1a7a4a req-6b59268f-4381-439c-bf10-4c29b790245a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 0.2164865 Oct 13 00:25:40.532893 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2a08ba9c-2078-440e-b32b-fc005a1a7a4a req-8257c403-b43c-463e-9b8b-3c8e9b166b55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765464 Oct 13 00:25:40.539098 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-3ae7a5e1-ace9-4085-adb4-dee5eb124179 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861147 Oct 13 00:25:40.651728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Made reservation on behalf of ef36d3959284477e8aa15492c2f02f6e for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:40.655788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:40.662552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:40.680337 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:40.700597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:25:40.766799 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:40.767087 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Added segment d77a4a6d-a985-42f4-b9d9-a87417df9c82 of type vlan for network 96653a1c-07b8-43d6-8b7e-858f8b5878df Oct 13 00:25:40.789827 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:40.795063 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9cb62b-09e6-477e-86f9-ade7a28687f8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:41.086360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:41.122909 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f1e8f7f-3edf-4862-9e91-8a66614cc4aa req-38398aea-e8e4-449d-920f-6591a073eab8 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750780 Oct 13 00:25:41.164055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Allocated IP 172.20.0.9 (5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5/9ed8d5bb-3a75-4a82-9e02-6c8891a58f61/0013912a-c9e1-4d27-970e-8ed5ed4f27e8) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:41.206508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418851dc-823f-4ec7-80c7-f4c1782b3432 req-e709049a-7334-4541-9284-d54399b5e9a4 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:41.208147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-418851dc-823f-4ec7-80c7-f4c1782b3432 req-e709049a-7334-4541-9284-d54399b5e9a4 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 0.1887195 Oct 13 00:25:41.219316 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:41.224936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:41.225520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:41.321576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-dc3d19bd-7781-4d6d-9004-4c50c3d928ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:41.323759 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-dc3d19bd-7781-4d6d-9004-4c50c3d928ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 1095 time: 0.0649586 Oct 13 00:25:41.355652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6984520 Oct 13 00:25:41.365345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-825a1a3e-bade-4d7b-bb63-695138b95830 req-2fdd7403-fd87-4d8e-892b-66efad29dd6d tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/ports?device_id=746e7f96-dbf8-4c44-a570-fb2961c08b59 HTTP/1.1" status: 200 len: 210 time: 0.1200986 Oct 13 00:25:41.365575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41732) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:41.370614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Request body: {'subnet': {'network_id': '96653a1c-07b8-43d6-8b7e-858f8b5878df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:41.498648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b69087-eff7-41e5-989f-0d13111a4e2e tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event updated for resources: {'Network': ['ID=96653a1c-07b8-43d6-8b7e-858f8b5878df,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:41.512333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 96653a1c-07b8-43d6-8b7e-858f8b5878df details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:25:41.528743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-418851dc-823f-4ec7-80c7-f4c1782b3432 req-b21babe9-1198-4fbe-93db-d4c1f6bb3a49 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979665 Oct 13 00:25:41.549536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Made reservation on behalf of 8647ec7de629478a9674d3f3748a4268 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:41.553471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:41.617961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbedfe9d-3a07-4f80-ba9a-ee5921584aaf req-8a71b0f3-76b7-4ebe-8d24-701f535762dc tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 210 time: 0.1116383 Oct 13 00:25:41.708809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-f15a2d1b-185d-4db5-bfcb-b58d20bbe6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:41.711148 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-f15a2d1b-185d-4db5-bfcb-b58d20bbe6eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 917 time: 0.3668256 Oct 13 00:25:41.720669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316322-ade0-40fb-9121-b62a3471fb8c req-6bbf58fa-a1e2-41b4-bdda-a685bdcc4369 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:41.722132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-6bbf58fa-a1e2-41b4-bdda-a685bdcc4369 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.45 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 816 time: 0.3603384 Oct 13 00:25:41.742512 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:41.755895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Request body: {'port': {'device_id': '57aabb6a-8f53-454f-afc8-761b4ffa0d67', 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'admin_state_up': True, 'tenant_id': 'ef36d3959284477e8aa15492c2f02f6e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:41.789475 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-5b1d083f-ee2c-4415-a9ac-1e1a7f500b26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c0a2a8c-e060-4a63-856b-52b74e91f8fe HTTP/1.1" status: 200 len: 217 time: 0.0679448 Oct 13 00:25:41.820857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-907b4018-5586-4472-9d0f-7680112fbb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:41.843522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Deleting port 132db89d-1058-45f8-985b-bf0fdee9933c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:41.843890 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:41.905990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:41.918157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-9c4aab78-0f8e-470d-b47a-3d5e73417376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:41.919865 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-9c4aab78-0f8e-470d-b47a-3d5e73417376 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 HTTP/1.1" status: 200 len: 855 time: 0.1051869 Oct 13 00:25:42.003859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:42.016125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Pushing event updated for resources: {'Port': ['ID=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:42.023153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:42.030422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:42.056290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.075148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Made reservation on behalf of ef36d3959284477e8aa15492c2f02f6e for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:42.083454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.087050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] For port 132db89d-1058-45f8-985b-bf0fdee9933c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=132db89d-1058-45f8-985b-bf0fdee9933c,segment=NetworkSegment(64f4c53e-e8b4-4ae9-91c9-95953a938426),segment_id=64f4c53e-e8b4-4ae9-91c9-95953a938426)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:42.087406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.103660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41742) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:42.120789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Calling delete_port for 132db89d-1058-45f8-985b-bf0fdee9933c owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:42.128127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-471f677e-6a0c-40fd-9ed0-bad5b493abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:42.129806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-471f677e-6a0c-40fd-9ed0-bad5b493abd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006488 Oct 13 00:25:42.130738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event updated for resources: {'Subnet': ['ID=16c1be3d-6a4e-4ef8-9c25-7973039c4b4a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:42.251114 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-9ee7551c-6ac0-452c-a4c0-0a2aa54e37ab service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104348 Oct 13 00:25:42.273583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Checking segment: {'id': 'd77a4a6d-a985-42f4-b9d9-a87417df9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '96653a1c-07b8-43d6-8b7e-858f8b5878df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:42.274110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Network hostable DHCP agents. Network: 96653a1c-07b8-43d6-8b7e-858f8b5878df, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:25:42.277383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:42.278187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.297404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Network 96653a1c-07b8-43d6-8b7e-858f8b5878df is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:25:42.314304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 96653a1c-07b8-43d6-8b7e-858f8b5878df) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:42.319991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:42.320996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.327106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ed578-0661-4a3d-9d15-7fdbba0a8591 None None] Network 96653a1c-07b8-43d6-8b7e-858f8b5878df requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:42.331846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-fea9ad19-f412-4356-ae33-f83e21844374 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1939220 Oct 13 00:25:42.358495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Request body: {'port': {'device_id': '34c1788f-b808-485c-a421-27596f59c61a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:42.369436 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-10f31ca5-ffc1-44c1-afc8-fbbc3995428a tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0030999 Oct 13 00:25:42.385340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e19f28f-4031-4029-ae8e-307cf3890533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.387072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41748) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:42.410200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Request body: {'port': {'network_id': '96653a1c-07b8-43d6-8b7e-858f8b5878df', 'name': 'tempest-DHCPAgentSchedulersTestJSON-362302242'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:42.424523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c9714ac3-77f4-4db8-b483-3dcfb842a94a None None] Provisioning complete for port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:42.425229 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c9714ac3-77f4-4db8-b483-3dcfb842a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.449927 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6b53d344-ab16-4fdf-8ba1-7eba5fe06112 req-447e6502-b164-4e94-86c7-eb7717931c5a service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114118 Oct 13 00:25:42.522976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41754) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:42.539291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c9714ac3-77f4-4db8-b483-3dcfb842a94a None None] Port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:42.593063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-96653a1c-07b8-43d6-8b7e-858f8b5878df', 'network_id': '96653a1c-07b8-43d6-8b7e-858f8b5878df', 'tenant_id': '8647ec7de629478a9674d3f3748a4268', 'fixed_ips': [{'subnet_id': '16c1be3d-6a4e-4ef8-9c25-7973039c4b4a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:25:42.593603 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.598053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-359e8b71-9a74-4e8f-9f58-dcfc3fed10ee tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.635957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-359e8b71-9a74-4e8f-9f58-dcfc3fed10ee tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.698747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-359e8b71-9a74-4e8f-9f58-dcfc3fed10ee tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.704689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-359e8b71-9a74-4e8f-9f58-dcfc3fed10ee tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.707335 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-359e8b71-9a74-4e8f-9f58-dcfc3fed10ee tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "DELETE /v2.0/security-groups/57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79 HTTP/1.1" status: 204 len: 168 time: 0.1831052 Oct 13 00:25:42.710756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41760) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:42.730441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e8b71-9a74-4e8f-9f58-dcfc3fed10ee tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:42.732596 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-c7be8c60-b502-43ef-8595-41a8163d56c4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] show failed (client error): The resource could not be found. Oct 13 00:25:42.735566 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c7be8c60-b502-43ef-8595-41a8163d56c4 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "GET /v2.0/security-groups/57c3f6b2-00a8-419d-b2b6-4c9b9ac76b79 HTTP/1.1" status: 404 len: 347 time: 0.0216718 Oct 13 00:25:42.740258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41762) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:42.761955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Allocated IP 172.20.0.2 (96653a1c-07b8-43d6-8b7e-858f8b5878df/16c1be3d-6a4e-4ef8-9c25-7973039c4b4a/6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:42.876962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port 6c66a3fd-3cf5-4e1f-8bb9-1118ad0cce44 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:42.877333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.930184 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.937238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.972224 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.972560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:42.982873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Network 96653a1c-07b8-43d6-8b7e-858f8b5878df is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:42.985347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:42.985921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for 6c66a3fd-3cf5-4e1f-8bb9-1118ad0cce44 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:42.990219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:42.996456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d398f2a6-9d5e-4956-b91d-e15b0043993f req-5a21f253-b11b-4849-9019-fbe158bbd5fb tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 210 time: 0.1527722 Oct 13 00:25:43.016599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Pushing event updated for resources: {'Port': ['ID=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:43.039812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Allocated IP 172.20.0.10 (5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5/9ed8d5bb-3a75-4a82-9e02-6c8891a58f61/10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:43.048013 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.055956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Attempting to bind port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:43.056333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Attempting to bind port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd77a4a6d-a985-42f4-b9d9-a87417df9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '96653a1c-07b8-43d6-8b7e-858f8b5878df'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:43.056799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Attempting to bind port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d on network 96653a1c-07b8-43d6-8b7e-858f8b5878df {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:43.062046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:43.062943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Checking segment: {'id': 'd77a4a6d-a985-42f4-b9d9-a87417df9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '96653a1c-07b8-43d6-8b7e-858f8b5878df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:43.063345 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.063760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Bound using segment: {'id': 'd77a4a6d-a985-42f4-b9d9-a87417df9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '96653a1c-07b8-43d6-8b7e-858f8b5878df'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:43.064219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Bound port: 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a4a6d-a985-42f4-b9d9-a87417df9c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '96653a1c-07b8-43d6-8b7e-858f8b5878df'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:43.064673 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.132571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] For port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:43.136414 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bd4ce-551a-4d8c-97fd-32c1c98ab53a req-0e264170-5ade-498d-9a60-038b83eeceef tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:43.138026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c7bd4ce-551a-4d8c-97fd-32c1c98ab53a req-0e264170-5ade-498d-9a60-038b83eeceef tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 0.3004973 Oct 13 00:25:43.149300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.150402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] For port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,segment=NetworkSegment(d77a4a6d-a985-42f4-b9d9-a87417df9c82),segment_id=d77a4a6d-a985-42f4-b9d9-a87417df9c82)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:43.154680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.177582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=6c66a3fd-3cf5-4e1f-8bb9-1118ad0cce44,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:43.216486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44436b0e-ac4f-47a6-b0ed-d6b33bc1ddf6 None None] Pushing event updated for resources: {'Port': ['ID=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:43.254504 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.258541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.263888 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ecbfcfc2-9026-4851-a0a1-3618146fd3c9 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "DELETE /v2.0/floatingips/24892ac1-31b2-438e-90c8-4b24956d14f2 HTTP/1.1" status: 204 len: 168 time: 0.5217950 Oct 13 00:25:43.265029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41764) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:43.338548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c7bd4ce-551a-4d8c-97fd-32c1c98ab53a req-0af1db7b-a9b3-4214-a2b7-b802f41b64f6 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702285 Oct 13 00:25:43.339110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Made reservation on behalf of 8647ec7de629478a9674d3f3748a4268 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:43.343167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.388822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5b228acf-ce5a-4530-9394-237d78d9d255 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port 8ba0f416-77b3-4486-8660-87eca703194a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:43.389371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b228acf-ce5a-4530-9394-237d78d9d255 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.501983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e19f28f-4031-4029-ae8e-307cf3890533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.504477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.526514 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b228acf-ce5a-4530-9394-237d78d9d255 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.542789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5b228acf-ce5a-4530-9394-237d78d9d255 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for 8ba0f416-77b3-4486-8660-87eca703194a owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:43.579450 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e19f28f-4031-4029-ae8e-307cf3890533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.625374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] device_id is not set on port f436ea4a-04ee-457f-9e78-a3fbb83f2cbf yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:25:43.638522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=132db89d-1058-45f8-985b-bf0fdee9933c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:43.685063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b228acf-ce5a-4530-9394-237d78d9d255 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.715213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b228acf-ce5a-4530-9394-237d78d9d255 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=8ba0f416-77b3-4486-8660-87eca703194a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:43.775448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1e19f28f-4031-4029-ae8e-307cf3890533 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73b80f57538e4d7bb6fd1fb30b5fccdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6670601 Oct 13 00:25:43.779019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41772) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:43.790204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5abb7d-2b13-4af7-95a2-7a4a22e0140e req-5d3ab528-1db4-4301-9c8a-e3a9288a6526 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:43.791722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f5abb7d-2b13-4af7-95a2-7a4a22e0140e req-5d3ab528-1db4-4301-9c8a-e3a9288a6526 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 0.2883337 Oct 13 00:25:43.792281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19f28f-4031-4029-ae8e-307cf3890533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce8164-a000-4e67-8e78-89a118907450,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:43.800733 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b228acf-ce5a-4530-9394-237d78d9d255 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.804452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b228acf-ce5a-4530-9394-237d78d9d255 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "DELETE /v2.0/ports/8ba0f416-77b3-4486-8660-87eca703194a HTTP/1.1" status: 204 len: 168 time: 0.5380330 Oct 13 00:25:43.806927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41774) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:43.882908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.907383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4ff320d-5af7-44bf-b761-5c1f99626b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.939886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4ff320d-5af7-44bf-b761-5c1f99626b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.961330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9325bb2d-2e78-4294-adf4-8ab8bd1f0a72 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port ef901f4b-1666-46fb-8695-7941239a8774 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:43.961682 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9325bb2d-2e78-4294-adf4-8ab8bd1f0a72 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:43.976078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f5abb7d-2b13-4af7-95a2-7a4a22e0140e req-755e0e89-3ae1-40d6-8957-dabd8e446dfc tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716504 Oct 13 00:25:43.980938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Allocated IP 172.20.0.4 (96653a1c-07b8-43d6-8b7e-858f8b5878df/16c1be3d-6a4e-4ef8-9c25-7973039c4b4a/f436ea4a-04ee-457f-9e78-a3fbb83f2cbf) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:44.106980 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4ff320d-5af7-44bf-b761-5c1f99626b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.110000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4ff320d-5af7-44bf-b761-5c1f99626b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.113409 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c4ff320d-5af7-44bf-b761-5c1f99626b0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9ce8164-a000-4e67-8e78-89a118907450 HTTP/1.1" status: 204 len: 168 time: 0.3310256 Oct 13 00:25:44.116071 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9325bb2d-2e78-4294-adf4-8ab8bd1f0a72 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.131490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff320d-5af7-44bf-b761-5c1f99626b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce8164-a000-4e67-8e78-89a118907450,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:44.147632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9325bb2d-2e78-4294-adf4-8ab8bd1f0a72 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for ef901f4b-1666-46fb-8695-7941239a8774 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:44.264868 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.340042 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.364693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9325bb2d-2e78-4294-adf4-8ab8bd1f0a72 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.406628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325bb2d-2e78-4294-adf4-8ab8bd1f0a72 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=ef901f4b-1666-46fb-8695-7941239a8774,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:44.446199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903157c7-a18b-4162-b3b0-913345116f82 None None] Network 96653a1c-07b8-43d6-8b7e-858f8b5878df requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:44.492875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9325bb2d-2e78-4294-adf4-8ab8bd1f0a72 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.497424 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9325bb2d-2e78-4294-adf4-8ab8bd1f0a72 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "DELETE /v2.0/ports/ef901f4b-1666-46fb-8695-7941239a8774 HTTP/1.1" status: 204 len: 168 time: 0.6894779 Oct 13 00:25:44.503090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:44.512776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:44.532418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Pushing event updated for resources: {'Port': ['ID=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:44.568514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f94aa4-cd84-45d8-ac0f-aaf8972c8124 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting subnet a93943ac-eaac-4149-95cb-e33572efa07b {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:25:44.570958 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-48ccf0a5-77fb-42d8-b60f-ebbe1f38c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.572129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08f94aa4-cd84-45d8-ac0f-aaf8972c8124 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.582254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e08c3673-303f-4d59-b345-1881f944265e None None] Provisioning complete for port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:44.582912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e08c3673-303f-4d59-b345-1881f944265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.583764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:44.588477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11321c-7da2-4a5c-aa50-4f91bd7b6119 req-d0f20b51-1176-456f-a38c-6b33dc72d56d tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:44.590021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db11321c-7da2-4a5c-aa50-4f91bd7b6119 req-d0f20b51-1176-456f-a38c-6b33dc72d56d tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 0.5043089 Oct 13 00:25:44.599601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ace8-d667-473f-9b0c-a18e710787fc req-426e4283-7dc3-42eb-b1d6-7d2a005e17ba tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:44.610927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e41ace8-d667-473f-9b0c-a18e710787fc req-426e4283-7dc3-42eb-b1d6-7d2a005e17ba tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 932 time: 0.4640517 Oct 13 00:25:44.614230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:44.649938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08f94aa4-cd84-45d8-ac0f-aaf8972c8124 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.802066 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e08c3673-303f-4d59-b345-1881f944265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.842524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08f94aa4-cd84-45d8-ac0f-aaf8972c8124 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.844386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.879668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e08c3673-303f-4d59-b345-1881f944265e None None] For port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,segment=NetworkSegment(d77a4a6d-a985-42f4-b9d9-a87417df9c82),segment_id=d77a4a6d-a985-42f4-b9d9-a87417df9c82)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:44.889569 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e08c3673-303f-4d59-b345-1881f944265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:44.978024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c3673-303f-4d59-b345-1881f944265e None None] Pushing event updated for resources: {'Port': ['ID=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:45.045621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e41ace8-d667-473f-9b0c-a18e710787fc req-bc838561-611c-4923-8e5e-e5955b5bc8aa tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777714 Oct 13 00:25:45.047657 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08f94aa4-cd84-45d8-ac0f-aaf8972c8124 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.049460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d43496d1-eb0b-49ec-a372-75dd7ba326f1 None None] Provisioning complete for port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:45.049460 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d43496d1-eb0b-49ec-a372-75dd7ba326f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.050928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08f94aa4-cd84-45d8-ac0f-aaf8972c8124 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.056241 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-08f94aa4-cd84-45d8-ac0f-aaf8972c8124 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "DELETE /v2.0/subnets/a93943ac-eaac-4149-95cb-e33572efa07b HTTP/1.1" status: 204 len: 168 time: 0.5512404 Oct 13 00:25:45.059086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41802) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:45.069210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db11321c-7da2-4a5c-aa50-4f91bd7b6119 req-65af83d1-4ca3-4c82-8893-8158495662ec tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502382 Oct 13 00:25:45.091376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:45.098524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.123025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a13ca-a78d-4684-94a6-8cf4cae3e601 None None] Network b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:45.156164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f94aa4-cd84-45d8-ac0f-aaf8972c8124 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Subnet': ['ID=a93943ac-eaac-4149-95cb-e33572efa07b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:45.241688 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.248278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event updated for resources: {'Port': ['ID=f436ea4a-04ee-457f-9e78-a3fbb83f2cbf,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:45.258673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d43496d1-eb0b-49ec-a372-75dd7ba326f1 None None] Port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:45.288372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f23b8a9-ba42-4077-a0ef-b0af8077c67c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting subnet 8fd16226-9267-47f8-b3d0-fe591c6933f8 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:25:45.299081 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f23b8a9-ba42-4077-a0ef-b0af8077c67c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.390067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:45.399869 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f23b8a9-ba42-4077-a0ef-b0af8077c67c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.406830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:45.408025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.420429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Transition to ACTIVE for port object 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:25:45.421570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41810) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:45.433913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Network 96653a1c-07b8-43d6-8b7e-858f8b5878df is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:45.438143 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.444839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d9a1f740-a21c-4bd2-a5a6-bc36ed509f83 None None] Provisioning complete for port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:45.445332 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f740-a21c-4bd2-a5a6-bc36ed509f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.483365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:45.532182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f23b8a9-ba42-4077-a0ef-b0af8077c67c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.534442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:45.535821 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.581107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] DHCP port deletion for b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:25:45.665692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f23b8a9-ba42-4077-a0ef-b0af8077c67c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.680811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-384944401-network', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:45.706939 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.714459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b8a9-ba42-4077-a0ef-b0af8077c67c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd16226-9267-47f8-b3d0-fe591c6933f8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:45.717632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Deleting port 53e4146f-6bf0-4f8d-aa36-6d3990248738 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:45.718307 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.734929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f23b8a9-ba42-4077-a0ef-b0af8077c67c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.738228 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8f23b8a9-ba42-4077-a0ef-b0af8077c67c tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "DELETE /v2.0/subnets/8fd16226-9267-47f8-b3d0-fe591c6933f8 HTTP/1.1" status: 204 len: 168 time: 0.6745672 Oct 13 00:25:45.743356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41814) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:45.789891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] For port 53e4146f-6bf0-4f8d-aa36-6d3990248738, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=53e4146f-6bf0-4f8d-aa36-6d3990248738,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:45.790734 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.805115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Made reservation on behalf of cbd3548076914f19ba8f3dd6da4f372e for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:45.807501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.809857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Calling delete_port for 53e4146f-6bf0-4f8d-aa36-6d3990248738 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:45.823448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.869896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.903540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:45.917185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-f167fe04-1268-4edb-b9f1-1c407b88bd8b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1682539 Oct 13 00:25:45.974450 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.986912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Deleting port 53e4146f-6bf0-4f8d-aa36-6d3990248738 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:45.988068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.991763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:45.999478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Request body: {'port': {'device_id': '57aabb6a-8f53-454f-afc8-761b4ffa0d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:46.031901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e07f61-51c2-4bbf-a770-35706ba96cd2 None None] Network 36320387-6e4c-4af6-99cc-0d3644eaef53 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:46.035259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 8c0a2a8c-e060-4a63-856b-52b74e91f8fe details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:25:46.060861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Pushing event updated for resources: {'Port': ['ID=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:46.076389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:25:46.088441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.088784 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Added segment a8f06c49-96f2-49a9-95ad-8ca768b6c591 of type vlan for network bdf6594d-f04c-41bd-92fe-015ee0444ea1 Oct 13 00:25:46.137629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.145342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0fbc-c98e-461b-8292-693fd7de12fa req-7f84a82a-de1a-463c-a920-06dc95a488a4 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:46.152965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cfa0fbc-c98e-461b-8292-693fd7de12fa req-7f84a82a-de1a-463c-a920-06dc95a488a4 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 0.6770055 Oct 13 00:25:46.168741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:46.169547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.196482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.198255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:46.198853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.259535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Attempting to bind port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:46.259535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Attempting to bind port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:46.259535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Attempting to bind port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:46.277682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.279482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Router abecdd1d-e381-410b-8217-deb132db56cc has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:25:46.280700 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8577335 Oct 13 00:25:46.285830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:25:46.286178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Attempting to bind port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:46.288384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41820) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:46.288825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:46.294416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] For port 53e4146f-6bf0-4f8d-aa36-6d3990248738, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=53e4146f-6bf0-4f8d-aa36-6d3990248738,segment=NetworkSegment(0ef1908d-0695-4d15-9768-8e27be7feb8d),segment_id=0ef1908d-0695-4d15-9768-8e27be7feb8d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:46.294792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.295746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7f47c33e-c639-412a-b1bb-4c93574354a8 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8898735 Oct 13 00:25:46.297199 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.303895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41822) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:46.304167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30132bbc-f661-40c5-bf92-ccbffd4affe0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:46.317077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Request body: {'subnet': {'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-384944401-subnet', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:46.333013 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.338227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cfa0fbc-c98e-461b-8292-693fd7de12fa req-89c41fa7-6376-45da-bc34-93793481e2a4 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840022 Oct 13 00:25:46.349871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:46.350526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Checking segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:46.351113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Bound using segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:46.351783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Bound port: 0013912a-c9e1-4d27-970e-8ed5ed4f27e8, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:46.352367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.354188 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Pushing event deleted for resources: {'Port': ['ID=53e4146f-6bf0-4f8d-aa36-6d3990248738,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:46.356698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] No DVR routers for this DVR port 53e4146f-6bf0-4f8d-aa36-6d3990248738 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:46.359242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Calling delete_port for 53e4146f-6bf0-4f8d-aa36-6d3990248738 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:46.361505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '8c0a2a8c-e060-4a63-856b-52b74e91f8fe', 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'port_id': '8c0a2a8c-e060-4a63-856b-52b74e91f8fe', 'mac_address': 'fa:16:3e:ff:58:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8d5bb-3a75-4a82-9e02-6c8891a58f61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:25:46.366708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f253f1-8ac1-44c3-9d44-3fed5509183f admin admin] Pushing event updated for resources: {'Network': ['ID=bdf6594d-f04c-41bd-92fe-015ee0444ea1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:46.368725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cf7461c8-0b97-45f3-9bb7-d0b024235479 None None] Provisioning complete for port f436ea4a-04ee-457f-9e78-a3fbb83f2cbf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:46.369098 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cf7461c8-0b97-45f3-9bb7-d0b024235479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.393572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.394408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.394883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.395350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.395844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.396305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.396783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.397400 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.397858 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.398319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.398790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.399246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf7d9-40c9-48f4-8bbd-b8a38b160531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:25:46.427033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network bdf6594d-f04c-41bd-92fe-015ee0444ea1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:25:46.459452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f36701-eead-44db-8366-60445d87dd65 req-09f1760e-4fc9-4488-ae7f-e1236a5d45d3 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:46.461346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41f36701-eead-44db-8366-60445d87dd65 req-09f1760e-4fc9-4488-ae7f-e1236a5d45d3 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 932 time: 0.2457116 Oct 13 00:25:46.474845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Made reservation on behalf of cbd3548076914f19ba8f3dd6da4f372e for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:46.477377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.525116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cf7461c8-0b97-45f3-9bb7-d0b024235479 None None] Port f436ea4a-04ee-457f-9e78-a3fbb83f2cbf cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:46.542689 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.557453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-12b80fcf-8206-405a-bd6d-d5c72d391ea3 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Deleting port f436ea4a-04ee-457f-9e78-a3fbb83f2cbf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:46.557872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-12b80fcf-8206-405a-bd6d-d5c72d391ea3 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.565795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0a2a8c-e060-4a63-856b-52b74e91f8fe {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:46.591137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:46.597127 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.609619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.663680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] DHCP port deletion for 36320387-6e4c-4af6-99cc-0d3644eaef53 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:25:46.664623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Port': ['ID=53e4146f-6bf0-4f8d-aa36-6d3990248738,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:46.666868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] No DVR routers for this DVR port 53e4146f-6bf0-4f8d-aa36-6d3990248738 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:46.717159 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:46.761295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41f36701-eead-44db-8366-60445d87dd65 req-dd7d8885-2d66-4130-aba7-e4096056d25c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886562 Oct 13 00:25:46.763090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] Deleting port 9852c650-51cd-4271-bbf9-3472be6f9717 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:46.763748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.766909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] For port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:46.770266 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-12b80fcf-8206-405a-bd6d-d5c72d391ea3 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.790506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-12b80fcf-8206-405a-bd6d-d5c72d391ea3 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Calling delete_port for f436ea4a-04ee-457f-9e78-a3fbb83f2cbf owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:46.793188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.821429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1aa2f73-ebfc-43b2-8ba4-f51b379839c9']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:46.831915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] For port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:46.838682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:25:46.848076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] For port 9852c650-51cd-4271-bbf9-3472be6f9717, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9852c650-51cd-4271-bbf9-3472be6f9717,segment=NetworkSegment(f3ed5554-3fa4-4f43-9d63-ff40f52df24f),segment_id=f3ed5554-3fa4-4f43-9d63-ff40f52df24f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:46.848568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.849002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f76ef289-970f-402c-8be3-a511f02612e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/abecdd1d-e381-410b-8217-deb132db56cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5054381 Oct 13 00:25:46.851764 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.852341 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] Sync routers for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:25:46.856694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41824) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:46.863172 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:46.866033 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:46.866203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] Calling delete_port for 9852c650-51cd-4271-bbf9-3472be6f9717 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:46.873236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef1908d-0695-4d15-9768-8e27be7feb8d') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:46.874315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef1908d-0695-4d15-9768-8e27be7feb8d') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:46.889533 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.911664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.941368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:46.942267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:46.984120 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:46.986469 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.000092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:47.000796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.002287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] 10.222.0.36 "PUT /v2.0/ports/0013912a-c9e1-4d27-970e-8ed5ed4f27e8 HTTP/1.1" status: 200 len: 1091 time: 4.6480072 Oct 13 00:25:47.021627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c1788f-b808-485c-a421-27596f59c61a', 'tag': '0013912a-c9e1-4d27-970e-8ed5ed4f27e8'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:47.024340 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3ee58-5367-4e48-87c8-57f342d6c30a" -d '{"events": [{"name": "network-changed", "server_uuid": "34c1788f-b808-485c-a421-27596f59c61a", "tag": "0013912a-c9e1-4d27-970e-8ed5ed4f27e8"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:47.063108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] No DVR routers for this DVR port 9852c650-51cd-4271-bbf9-3472be6f9717 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:47.066874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13264a79-ca3a-4181-856f-fb26f09bcd48 None None] Pushing event deleted for resources: {'Port': ['ID=9852c650-51cd-4271-bbf9-3472be6f9717,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:47.102733 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:47.114937 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['8c0a2a8c-e060-4a63-856b-52b74e91f8fe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:47.143532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.151309 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.155999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:47.156794 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "DELETE /v2.0/networks/b1aa2f73-ebfc-43b2-8ba4-f51b379839c9 HTTP/1.1" status: 204 len: 168 time: 1.4117367 Oct 13 00:25:47.181046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41828) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:47.181861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3bd61-6368-42b3-b8d9-43a0b21be398 tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Network': ['ID=b1aa2f73-ebfc-43b2-8ba4-f51b379839c9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:47.185781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.248715 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:47.256296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-2eba140d-36e2-4151-962e-d2c26e8c3be4 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:47.257863 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-2eba140d-36e2-4151-962e-d2c26e8c3be4 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 0.3433223 Oct 13 00:25:47.259820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.277802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Transition to ACTIVE for port object 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:25:47.290495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:47.291123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.292971 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df83e683-5715-4f62-9796-5323e9f90ba1 x-openstack-request-id: req-df83e683-5715-4f62-9796-5323e9f90ba1 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:47.293390 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c1788f-b808-485c-a421-27596f59c61a", "tag": "0013912a-c9e1-4d27-970e-8ed5ed4f27e8", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:47.294290 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df83e683-5715-4f62-9796-5323e9f90ba1 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:47.295014 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c1788f-b808-485c-a421-27596f59c61a', 'tag': '0013912a-c9e1-4d27-970e-8ed5ed4f27e8', 'status': 'completed', 'code': 200} Oct 13 00:25:47.324888 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:25:43Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:47.342763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.345815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ecf30-4155-495e-a487-abcc2bd98005 service neutron] Pushing event updated for resources: {'Port': ['ID=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:47.353360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] Checking router: abecdd1d-e381-410b-8217-deb132db56cc for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:25:47.366671 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] Routers {'abecdd1d-e381-410b-8217-deb132db56cc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:47.368044 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['abecdd1d-e381-410b-8217-deb132db56cc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:47.465031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Pushing event updated for resources: {'Port': ['ID=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:47.535081 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.564068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.594779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 53e4146f-6bf0-4f8d-aa36-6d3990248738 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:47.626360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.626841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Deleting port 7bd62071-0aa7-4517-940e-cc374205404c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:47.627192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.643559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 53e4146f-6bf0-4f8d-aa36-6d3990248738 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:47.643753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 53e4146f-6bf0-4f8d-aa36-6d3990248738 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:47.644118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9852c650-51cd-4271-bbf9-3472be6f9717 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:47.659987 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.671164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9852c650-51cd-4271-bbf9-3472be6f9717 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:47.671555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9852c650-51cd-4271-bbf9-3472be6f9717 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:47.695127 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] Set router abecdd1d-e381-410b-8217-deb132db56cc gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:47.739335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-12b80fcf-8206-405a-bd6d-d5c72d391ea3 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.779408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-f055a620-b23f-4e35-a4fc-7869ffc15ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:47.780983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-f055a620-b23f-4e35-a4fc-7869ffc15ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 1094 time: 0.5015051 Oct 13 00:25:47.834655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b80fcf-8206-405a-bd6d-d5c72d391ea3 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event deleted for resources: {'Port': ['ID=f436ea4a-04ee-457f-9e78-a3fbb83f2cbf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:47.914807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44503cfc-dc42-4a46-8d51-e205cae71c55 req-f7be42c8-fda4-432c-97a7-b83eba10cbae tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:47.916618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44503cfc-dc42-4a46-8d51-e205cae71c55 req-f7be42c8-fda4-432c-97a7-b83eba10cbae tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 1096 time: 0.2956750 Oct 13 00:25:47.926540 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:47.948795 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:25:43Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:47.959999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-bf302692-2aa9-4b9d-a093-8882a3dd8d05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0013912a-c9e1-4d27-970e-8ed5ed4f27e8 HTTP/1.1" status: 200 len: 217 time: 0.1145225 Oct 13 00:25:47.986111 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a577e8-de48-4bb4-bc77-437304d8a96b None None] The sync data for ids ['abecdd1d-e381-410b-8217-deb132db56cc'] in n-d-813679-4 is: [{'id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'name': 'tempest-ServerRescueTestJSONUnderV235-44735526-router', 'tenant_id': '07785b58091a4d76934365bc2fe3ad39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:13Z', 'updated_at': '2021-10-13T00:25:43Z', 'revision_number': 5, 'project_id': '07785b58091a4d76934365bc2fe3ad39', 'gw_port': {'id': '1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abecdd1d-e381-410b-8217-deb132db56cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:14Z', 'updated_at': '2021-10-13T00:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:25:47.990575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36320387-6e4c-4af6-99cc-0d3644eaef53']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:47.995926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] For port 7bd62071-0aa7-4517-940e-cc374205404c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7bd62071-0aa7-4517-940e-cc374205404c,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:47.996244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.004120 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-12b80fcf-8206-405a-bd6d-d5c72d391ea3 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.008932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-12b80fcf-8206-405a-bd6d-d5c72d391ea3 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "DELETE /v2.0/ports/f436ea4a-04ee-457f-9e78-a3fbb83f2cbf HTTP/1.1" status: 204 len: 168 time: 1.7010972 Oct 13 00:25:48.019121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41836) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:48.026486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:48.026801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a221d0f-aa6c-4425-a518-ec29e22d66cb,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:48.026926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ed5554-3fa4-4f43-9d63-ff40f52df24f') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:48.042999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Calling delete_port for 7bd62071-0aa7-4517-940e-cc374205404c owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:48.049279 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.063771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Attempting to bind port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:48.064192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Attempting to bind port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:48.064436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Attempting to bind port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:48.098496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Checking segment: {'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:48.098758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Network hostable DHCP agents. Network: bdf6594d-f04c-41bd-92fe-015ee0444ea1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:25:48.100712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:25:48.101034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Attempting to bind port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca on network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:48.102133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.111277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:48.111689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:48.114639 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:48.126397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44503cfc-dc42-4a46-8d51-e205cae71c55 req-fedd46bf-7290-4c32-9aaf-7ef68d3f9f6c tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791613 Oct 13 00:25:48.127784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-230211ec-1133-46b8-9535-b545344f1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:48.129164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-230211ec-1133-46b8-9535-b545344f1721 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 HTTP/1.1" status: 200 len: 855 time: 0.1368690 Oct 13 00:25:48.136511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:48.136856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Checking segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:48.137249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Bound using segment: {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:48.137815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Bound port: 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e8dc97-f35e-4c9b-9fc7-3e21147431d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:48.138184 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.154036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b1796-136d-4eff-9e0f-4ed3051483c1 req-c0747955-9a97-42b0-84d7-33ef242d83d6 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:48.154368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc0b1796-136d-4eff-9e0f-4ed3051483c1 req-c0747955-9a97-42b0-84d7-33ef242d83d6 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 944 time: 0.2237830 Oct 13 00:25:48.194190 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0e7e77a5-8de9-417a-9e7a-b1f3b4986e45 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1738546 Oct 13 00:25:48.196551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.199221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41840) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:48.202915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Deleting port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:48.203869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.213176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1633386662'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:48.220207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.223264 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] 10.222.0.21 "DELETE /v2.0/networks/36320387-6e4c-4af6-99cc-0d3644eaef53 HTTP/1.1" status: 204 len: 168 time: 1.0369325 Oct 13 00:25:48.235534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Network bdf6594d-f04c-41bd-92fe-015ee0444ea1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:25:48.245985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b792c6-fe51-4d6b-9624-3fcc477cd12e tempest-TaggedBootDevicesTest_v242-1558221493 tempest-TaggedBootDevicesTest_v242-1558221493-project] Pushing event deleted for resources: {'Network': ['ID=36320387-6e4c-4af6-99cc-0d3644eaef53,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:48.288035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Made reservation on behalf of 8647ec7de629478a9674d3f3748a4268 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:48.291442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.320102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, bdf6594d-f04c-41bd-92fe-015ee0444ea1) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:48.322943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:48.323503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.342414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf9af9e-b7ac-4ee7-a1ab-03d7a8ff520f None None] Network bdf6594d-f04c-41bd-92fe-015ee0444ea1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:48.348445 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.368358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc0b1796-136d-4eff-9e0f-4ed3051483c1 req-1e6a335e-8204-4a25-92f0-a7646fd4c135 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961544 Oct 13 00:25:48.395049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a440c1cb-b8fd-4054-b943-2747706004b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:48.396825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-a440c1cb-b8fd-4054-b943-2747706004b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547617 Oct 13 00:25:48.408752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-696fe7c2-1a18-4a89-8e5d-4f8c996f7cf4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1166201 Oct 13 00:25:48.415064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:48.415064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] For port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:48.419964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-44ff438b-7f47-413b-ab51-57542ef11303 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:25:48.420393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-44ff438b-7f47-413b-ab51-57542ef11303 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101810 Oct 13 00:25:48.421079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7bd62071-0aa7-4517-940e-cc374205404c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:48.436529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:48.439686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:25:48.443851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bd62071-0aa7-4517-940e-cc374205404c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:48.470532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.470922 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Added segment c0147772-e89f-44f5-9f97-6aaf0215141f of type vlan for network f1ae2268-edbe-494a-a10d-8921cf6ae5c6 Oct 13 00:25:48.492834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a09db69d-b29a-4f8c-b4b6-7f10497ac240'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:48.550525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] For port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:48.556568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] For port 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:48.556942 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.572082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] No DVR routers for this DVR port 7bd62071-0aa7-4517-940e-cc374205404c on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:48.574662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.582243 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.587359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44e173b6-c841-44db-a5d8-05bb2ef9d3d0 req-0ee83324-f37b-44ce-abe8-efb6d9933dda tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7bd62071-0aa7-4517-940e-cc374205404c HTTP/1.1" status: 204 len: 173 time: 1.3201385 Oct 13 00:25:48.588103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef03538e-7d0e-4dd6-9b24-3f46260cab3d', 'name': 'network-vif-deleted', 'tag': '7bd62071-0aa7-4517-940e-cc374205404c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:48.591299 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be69751-65a7-4096-8d7a-906cab9255e2" -d '{"events": [{"server_uuid": "ef03538e-7d0e-4dd6-9b24-3f46260cab3d", "name": "network-vif-deleted", "tag": "7bd62071-0aa7-4517-940e-cc374205404c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:48.596749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.646863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.652730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Calling delete_port for 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:48.663158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:48.663996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.817845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-bdf6594d-f04c-41bd-92fe-015ee0444ea1', 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'fixed_ips': [{'subnet_id': '7a221d0f-aa6c-4425-a518-ec29e22d66cb'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:25:48.818911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.832305 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.844896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.901791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:48.902425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:48.903950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] 10.222.0.45 "PUT /v2.0/ports/10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca HTTP/1.1" status: 200 len: 1092 time: 2.9157450 Oct 13 00:25:49.047355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 132db89d-1058-45f8-985b-bf0fdee9933c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:49.049343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-eac43a03-bf0c-47e4-9b9b-4209e94a364f service neutron] 10.222.0.36 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085167 Oct 13 00:25:49.076025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 132db89d-1058-45f8-985b-bf0fdee9933c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:49.076534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 132db89d-1058-45f8-985b-bf0fdee9933c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:49.109829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Allocated IP 172.20.0.2 (bdf6594d-f04c-41bd-92fe-015ee0444ea1/7a221d0f-aa6c-4425-a518-ec29e22d66cb/f432b825-2b65-4abe-be42-c0cad279b8b5) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:49.223662 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ef0e97-fd0b-4c6a-9449-e301d720379c req-563f3e02-6ebf-4924-b2bf-b83642697543 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641552 Oct 13 00:25:49.248895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535a335-78e1-4332-810b-8c4a770db476 service neutron] Pushing event updated for resources: {'Port': ['ID=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:49.309178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316322-ade0-40fb-9121-b62a3471fb8c req-06df9ff5-4bbc-4475-bfb5-78c474c10ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:49.315630 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4331500e-bfe3-4061-8ff6-88cbb6428608 x-openstack-request-id: req-4331500e-bfe3-4061-8ff6-88cbb6428608 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:49.316143 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef03538e-7d0e-4dd6-9b24-3f46260cab3d", "name": "network-vif-deleted", "tag": "7bd62071-0aa7-4517-940e-cc374205404c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:49.316143 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4331500e-bfe3-4061-8ff6-88cbb6428608 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:49.316620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-06df9ff5-4bbc-4475-bfb5-78c474c10ba4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 1095 time: 0.2611821 Oct 13 00:25:49.316712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aabb6a-8f53-454f-afc8-761b4ffa0d67', 'tag': '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:49.316777 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef03538e-7d0e-4dd6-9b24-3f46260cab3d', 'name': 'network-vif-deleted', 'tag': '7bd62071-0aa7-4517-940e-cc374205404c', 'status': 'completed', 'code': 200} Oct 13 00:25:49.317504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event updated for resources: {'Network': ['ID=f1ae2268-edbe-494a-a10d-8921cf6ae5c6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:49.318994 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c22e43-c7c8-4b56-839f-76d6e823f327" -d '{"events": [{"name": "network-changed", "server_uuid": "57aabb6a-8f53-454f-afc8-761b4ffa0d67", "tag": "10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:49.339319 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-31f6bfb9-8b62-466b-9aef-77415fe292ef tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1366346 Oct 13 00:25:49.339455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f1ae2268-edbe-494a-a10d-8921cf6ae5c6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:25:49.339795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41860) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:49.426213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:49.432586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0647d204-6449-4f95-8a03-9cffc83703f0 req-d984b172-0a63-4a10-aa73-0483a4ae4824 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef03538e-7d0e-4dd6-9b24-3f46260cab3d HTTP/1.1" status: 200 len: 210 time: 0.0691063 Oct 13 00:25:49.477284 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:49.489686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:49.543714 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b985bf-d95a-4a69-b8bb-c544b1052c87 x-openstack-request-id: req-86b985bf-d95a-4a69-b8bb-c544b1052c87 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:49.544019 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aabb6a-8f53-454f-afc8-761b4ffa0d67", "tag": "10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:49.544385 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86b985bf-d95a-4a69-b8bb-c544b1052c87 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:49.544843 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aabb6a-8f53-454f-afc8-761b4ffa0d67', 'tag': '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca', 'status': 'completed', 'code': 200} Oct 13 00:25:49.555410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Pushing event updated for resources: {'Port': ['ID=f432b825-2b65-4abe-be42-c0cad279b8b5,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:49.570910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Network bdf6594d-f04c-41bd-92fe-015ee0444ea1 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:49.572418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:49.578113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:49.584161 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d0434e8f-6e5d-4207-ba64-c106417179c1 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "GET /v2.0/agents/2d10cb30-777c-47da-9bb0-ee3074181946/dhcp-networks HTTP/1.1" status: 200 len: 8893 time: 0.2428038 Oct 13 00:25:49.586216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41866) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:49.642454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Attempting to bind port f432b825-2b65-4abe-be42-c0cad279b8b5 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:49.642818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Attempting to bind port f432b825-2b65-4abe-be42-c0cad279b8b5 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:49.643254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Attempting to bind port f432b825-2b65-4abe-be42-c0cad279b8b5 on network bdf6594d-f04c-41bd-92fe-015ee0444ea1 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:49.651227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:49.652126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Checking segment: {'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:49.652728 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:49.653337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Bound using segment: {'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:49.654018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Bound port: f432b825-2b65-4abe-be42-c0cad279b8b5, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:49.654615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:49.680545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988658e-8725-43a5-bdfa-48722c865451 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] Network f1ae2268-edbe-494a-a10d-8921cf6ae5c6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:25:49.696860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9988658e-8725-43a5-bdfa-48722c865451 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "POST /v2.0/agents/2d10cb30-777c-47da-9bb0-ee3074181946/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1095147 Oct 13 00:25:49.698735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41868) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:49.703456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573683eb-179b-4e4a-858c-2ea7f83ac09f None None] Network f1ae2268-edbe-494a-a10d-8921cf6ae5c6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:49.796051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-afdb4634-d551-48b1-a447-310f774012ac None None] For port f432b825-2b65-4abe-be42-c0cad279b8b5, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:49.801010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-afdb4634-d551-48b1-a447-310f774012ac None None] For port f432b825-2b65-4abe-be42-c0cad279b8b5, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f432b825-2b65-4abe-be42-c0cad279b8b5,segment=NetworkSegment(a8f06c49-96f2-49a9-95ad-8ca768b6c591),segment_id=a8f06c49-96f2-49a9-95ad-8ca768b6c591)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:49.821191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:49.907074 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-07e6c72d-f432-4eed-8c85-1c44161c7607 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "GET /v2.0/agents/2d10cb30-777c-47da-9bb0-ee3074181946/dhcp-networks HTTP/1.1" status: 200 len: 9664 time: 0.2071033 Oct 13 00:25:49.914311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41874) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:49.935078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4634-d551-48b1-a447-310f774012ac None None] Pushing event updated for resources: {'Port': ['ID=f432b825-2b65-4abe-be42-c0cad279b8b5,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:49.956372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 8c0a2a8c-e060-4a63-856b-52b74e91f8fe up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:50.040992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fd249064-f5d1-4f2a-aa8f-791e09686d01 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "DELETE /v2.0/agents/2d10cb30-777c-47da-9bb0-ee3074181946/dhcp-networks/f1ae2268-edbe-494a-a10d-8921cf6ae5c6 HTTP/1.1" status: 204 len: 168 time: 0.1253040 Oct 13 00:25:50.043305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41876) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:50.055628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:25:50.061055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:50.061492 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.117892 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.123589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-d15bf174-b2a9-4fd9-bfd3-664eeb09a873 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca HTTP/1.1" status: 200 len: 217 time: 0.7613425 Oct 13 00:25:50.207783 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.233034 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fbc78970-41ab-45d4-bcaf-93e1c2d64d32 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "GET /v2.0/agents/2d10cb30-777c-47da-9bb0-ee3074181946/dhcp-networks HTTP/1.1" status: 200 len: 8893 time: 0.1846204 Oct 13 00:25:50.233334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:50.246334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58e50c8-d1e9-4295-9528-7ebb4748e1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0a2a8c-e060-4a63-856b-52b74e91f8fe'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:50.256910 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3487ae17-bd23-4417-9ec7-ecabfe3cbe53" -d '{"events": [{"server_uuid": "e58e50c8-d1e9-4295-9528-7ebb4748e1cd", "name": "network-vif-plugged", "status": "completed", "tag": "8c0a2a8c-e060-4a63-856b-52b74e91f8fe"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:50.268221 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ddbf3e92-55d3-4adc-a4dc-1067a8377bbe tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "GET /v2.0/networks/96653a1c-07b8-43d6-8b7e-858f8b5878df/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0302005 Oct 13 00:25:50.268503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41882) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:50.273534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:50.287175 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.291157 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-68748589-1a82-4f57-aec2-60186f309785 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "GET /v2.0/networks/96653a1c-07b8-43d6-8b7e-858f8b5878df/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0191181 Oct 13 00:25:50.295707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41884) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:50.305033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-beaec07d-2b14-4ffc-b25c-8b44f8a2c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:50.306645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-beaec07d-2b14-4ffc-b25c-8b44f8a2c8b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 1094 time: 0.9421616 Oct 13 00:25:50.338675 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd06eb4c-a5ab-4171-96d8-53952bf18ee4 x-openstack-request-id: req-fd06eb4c-a5ab-4171-96d8-53952bf18ee4 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:50.339280 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58e50c8-d1e9-4295-9528-7ebb4748e1cd", "name": "network-vif-plugged", "status": "completed", "tag": "8c0a2a8c-e060-4a63-856b-52b74e91f8fe", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:50.339806 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd06eb4c-a5ab-4171-96d8-53952bf18ee4 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:50.340806 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58e50c8-d1e9-4295-9528-7ebb4748e1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0a2a8c-e060-4a63-856b-52b74e91f8fe', 'code': 200} Oct 13 00:25:50.384862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f029-4960-4f9d-8fe9-bf868f5452be req-e20cd5b3-02e0-47b4-9bd6-cc41e979fe96 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:50.396048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b12f029-4960-4f9d-8fe9-bf868f5452be req-e20cd5b3-02e0-47b4-9bd6-cc41e979fe96 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 944 time: 0.8465271 Oct 13 00:25:50.420090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:50.462963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316322-ade0-40fb-9121-b62a3471fb8c req-61cfc153-ca95-47de-876a-36a263f8d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:50.464457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-61cfc153-ca95-47de-876a-36a263f8d4b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 HTTP/1.1" status: 200 len: 855 time: 0.2997944 Oct 13 00:25:50.534962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44003a2c-9766-4618-b61d-72af9fbd58d1 req-1e3a5b22-28d4-4ede-a5c1-c4f263e0b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:50.536526 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44003a2c-9766-4618-b61d-72af9fbd58d1 req-1e3a5b22-28d4-4ede-a5c1-c4f263e0b966 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 1097 time: 0.0884361 Oct 13 00:25:50.539112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dac8aef5-f705-4777-b897-4e175af8d332 tempest-DHCPAgentSchedulersTestJSON-174518748 tempest-DHCPAgentSchedulersTestJSON-174518748-project-admin] 10.222.0.21 "GET /v2.0/agents/2d10cb30-777c-47da-9bb0-ee3074181946/dhcp-networks HTTP/1.1" status: 200 len: 8893 time: 0.2410631 Oct 13 00:25:50.563213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41890) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:50.624394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-dc2da6e6-f263-403f-8684-2f6886a5bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:50.625945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-dc2da6e6-f263-403f-8684-2f6886a5bad4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 917 time: 0.2778580 Oct 13 00:25:50.628903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b12f029-4960-4f9d-8fe9-bf868f5452be req-41648169-63b0-4636-835b-e278c7784884 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320712 Oct 13 00:25:50.629096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44003a2c-9766-4618-b61d-72af9fbd58d1 req-d2b70c05-c939-45e8-83a2-75e620ec16cd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848923 Oct 13 00:25:50.676890 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.715192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-ff543c53-156f-4f4a-a339-4dea2ef63585 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0013912a-c9e1-4d27-970e-8ed5ed4f27e8 HTTP/1.1" status: 200 len: 217 time: 0.0689871 Oct 13 00:25:50.736707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11316322-ade0-40fb-9121-b62a3471fb8c req-7d661c0d-01fa-443f-880e-f42b5f69265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:50.738214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-7d661c0d-01fa-443f-880e-f42b5f69265f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440531 Oct 13 00:25:50.766170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.775473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.808200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ae2268-edbe-494a-a10d-8921cf6ae5c6']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:50.820851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0147772-e89f-44f5-9f97-6aaf0215141f') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:50.821349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0147772-e89f-44f5-9f97-6aaf0215141f') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:50.833529 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.838479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7bd62071-0aa7-4517-940e-cc374205404c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:50.844188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:50.866220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.875765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:50.876416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:50.881037 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:50.887418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-6a3e7383-8a69-4b83-a83a-81f27dc7beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:50.888855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 7bd62071-0aa7-4517-940e-cc374205404c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:50.889086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-6a3e7383-8a69-4b83-a83a-81f27dc7beff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 HTTP/1.1" status: 200 len: 855 time: 0.1643851 Oct 13 00:25:50.889209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7bd62071-0aa7-4517-940e-cc374205404c not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:50.940583 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d677e64-1b26-4b70-a593-bb1c8856c2f2 req-25cbdd14-0775-4fca-abe7-d2e96e10bb51 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:50.942079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d677e64-1b26-4b70-a593-bb1c8856c2f2 req-25cbdd14-0775-4fca-abe7-d2e96e10bb51 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.2029819 Oct 13 00:25:50.980115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.994714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:50.998529 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "DELETE /v2.0/networks/f1ae2268-edbe-494a-a10d-8921cf6ae5c6 HTTP/1.1" status: 204 len: 168 time: 0.4334848 Oct 13 00:25:51.001398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41898) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:51.059895 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-832c1995-620d-4db0-ab93-8cdba7b66405 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] DELETE failed (client error): The resource could not be found. Oct 13 00:25:51.060709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832c1995-620d-4db0-ab93-8cdba7b66405 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:25:51.064363 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-832c1995-620d-4db0-ab93-8cdba7b66405 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "DELETE /v2.0/ports/f436ea4a-04ee-457f-9e78-a3fbb83f2cbf HTTP/1.1" status: 404 len: 333 time: 0.0616453 Oct 13 00:25:51.065393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c28f46-1929-4110-847b-6857332519a2 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event deleted for resources: {'Network': ['ID=f1ae2268-edbe-494a-a10d-8921cf6ae5c6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:51.067425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.069732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41900) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:51.237973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f432b825-2b65-4abe-be42-c0cad279b8b5 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:51.290712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f432b825-2b65-4abe-be42-c0cad279b8b5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:51.291095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.295682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d677e64-1b26-4b70-a593-bb1c8856c2f2 req-bd1817d7-2e1d-4225-b210-630725e04f75 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218324 Oct 13 00:25:51.304938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-8e16fbb2-4545-4968-a60a-428d36eb6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:51.306454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-8e16fbb2-4545-4968-a60a-428d36eb6d0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3916516 Oct 13 00:25:51.308485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.328528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b0dc8a-dc85-4803-b0c3-7843f4e32989 None None] Network bdf6594d-f04c-41bd-92fe-015ee0444ea1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:51.340715 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.412229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f56008f-30b1-4be9-9dfa-3cfc468a27d4 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Deleting subnet 16c1be3d-6a4e-4ef8-9c25-7973039c4b4a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:25:51.418676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c943f5e8-d3c5-4199-a3f8-fe5572a0ec38 None None] Provisioning complete for port f432b825-2b65-4abe-be42-c0cad279b8b5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:51.419061 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c943f5e8-d3c5-4199-a3f8-fe5572a0ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.446636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f56008f-30b1-4be9-9dfa-3cfc468a27d4 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.492844 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.493288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abecdd1d-e381-410b-8217-deb132db56cc {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:25:51.498333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.500480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a5b0b22e-f9ce-45f7-b7f5-3ea0554f1a77 admin admin] 10.222.0.21 "DELETE /v2.0/routers/abecdd1d-e381-410b-8217-deb132db56cc HTTP/1.1" status: 204 len: 168 time: 4.6403930 Oct 13 00:25:51.503401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41902) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:51.525168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.549552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f56008f-30b1-4be9-9dfa-3cfc468a27d4 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.593049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-e09888c4-ffd4-45ee-9954-a58eb7e300b1 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934430 Oct 13 00:25:51.602264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.632037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2919c5-4f79-48ce-ac22-98d8d3f071c4 admin admin] Deleting subnet a0bcb675-f791-450f-b668-a1d6b354ab35 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:25:51.643433 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c2919c5-4f79-48ce-ac22-98d8d3f071c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.697520 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.704405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c2919c5-4f79-48ce-ac22-98d8d3f071c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.733342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-6f375c9d-ad14-41dc-a42a-126cbfcbf745 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912120 Oct 13 00:25:51.790819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c2919c5-4f79-48ce-ac22-98d8d3f071c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.803967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port f432b825-2b65-4abe-be42-c0cad279b8b5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f432b825-2b65-4abe-be42-c0cad279b8b5,segment=NetworkSegment(a8f06c49-96f2-49a9-95ad-8ca768b6c591),segment_id=a8f06c49-96f2-49a9-95ad-8ca768b6c591)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:51.817376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.852830 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c943f5e8-d3c5-4199-a3f8-fe5572a0ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.903010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=f432b825-2b65-4abe-be42-c0cad279b8b5,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:51.925137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c2919c5-4f79-48ce-ac22-98d8d3f071c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:51.956322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c943f5e8-d3c5-4199-a3f8-fe5572a0ec38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:25:51.957656 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c943f5e8-d3c5-4199-a3f8-fe5572a0ec38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:25:51.991105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2919c5-4f79-48ce-ac22-98d8d3f071c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0bcb675-f791-450f-b668-a1d6b354ab35,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:52.008474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c2919c5-4f79-48ce-ac22-98d8d3f071c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.014407 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4c2919c5-4f79-48ce-ac22-98d8d3f071c4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a0bcb675-f791-450f-b668-a1d6b354ab35 HTTP/1.1" status: 204 len: 168 time: 0.5074663 Oct 13 00:25:52.014655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41908) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:52.165379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f56008f-30b1-4be9-9dfa-3cfc468a27d4 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.217725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c3ee58-5367-4e48-87c8-57f342d6c30a req-ff259539-6779-4fd8-a4de-ce0d763b271b service neutron] 10.222.0.36 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742475 Oct 13 00:25:52.220746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11316322-ade0-40fb-9121-b62a3471fb8c req-0fa6ba5b-14c0-4ac3-8c43-575f939dd3c8 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140544 Oct 13 00:25:52.225548 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.244455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7c234-4881-4774-b662-9661fc9f735e req-f8cef447-31e4-4dcf-b6f8-32d10639b799 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:52.252594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9d7c234-4881-4774-b662-9661fc9f735e req-f8cef447-31e4-4dcf-b6f8-32d10639b799 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 944 time: 0.5125253 Oct 13 00:25:52.297729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Allocated IP 172.25.3.44 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/f3546255-cf6d-46fb-b014-1cf52448ab42) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:52.366916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.375903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9d7c234-4881-4774-b662-9661fc9f735e req-f8000891-13ce-480a-9bbb-10be897d1ca7 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209383 Oct 13 00:25:52.414367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e639aed-a431-4c7a-9af4-0b1afebbbfa6']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:52.425696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f4c53e-e8b4-4ae9-91c9-95953a938426') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:52.426064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f4c53e-e8b4-4ae9-91c9-95953a938426') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:52.436822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.452013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.459079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:52.459487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:52.463123 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:52.537936 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.544302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.550005 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e639aed-a431-4c7a-9af4-0b1afebbbfa6 HTTP/1.1" status: 204 len: 168 time: 0.5343089 Oct 13 00:25:52.581727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af08a1-bcb8-446b-8a7a-649737cc71a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e639aed-a431-4c7a-9af4-0b1afebbbfa6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:52.713993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-36d2bc1f-0597-4e3b-abd8-eb9622b7978d None None] Provisioning complete for port f432b825-2b65-4abe-be42-c0cad279b8b5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:52.714372 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-36d2bc1f-0597-4e3b-abd8-eb9622b7978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.744616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41918) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:52.802125 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3eb53956-6ad7-4618-a0fc-d8e68b1c6a6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07785b58091a4d76934365bc2fe3ad39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549240 Oct 13 00:25:52.803190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:52.846021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:25:52.909224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f56008f-30b1-4be9-9dfa-3cfc468a27d4 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.920576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb3d445a-5ad5-4349-b4ed-94b4911cfa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.956645 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56008f-30b1-4be9-9dfa-3cfc468a27d4 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event deleted for resources: {'Subnet': ['ID=16c1be3d-6a4e-4ef8-9c25-7973039c4b4a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:52.967085 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f56008f-30b1-4be9-9dfa-3cfc468a27d4 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:52.976912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9f56008f-30b1-4be9-9dfa-3cfc468a27d4 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "DELETE /v2.0/subnets/16c1be3d-6a4e-4ef8-9c25-7973039c4b4a HTTP/1.1" status: 204 len: 168 time: 1.8758872 Oct 13 00:25:52.978451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41924) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:52.984670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb3d445a-5ad5-4349-b4ed-94b4911cfa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.000781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-7f329526-24c6-4dde-8bf7-0dd1c778a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:53.002299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-7f329526-24c6-4dde-8bf7-0dd1c778a1c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 1095 time: 0.1332748 Oct 13 00:25:53.030166 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.104606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b61cfe-3c11-428e-b7b1-17a324751a33 None None] Network 96653a1c-07b8-43d6-8b7e-858f8b5878df requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:53.248092 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.250809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:53.282504 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb3d445a-5ad5-4349-b4ed-94b4911cfa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.296002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f432b825-2b65-4abe-be42-c0cad279b8b5 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:53.296366 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb3d445a-5ad5-4349-b4ed-94b4911cfa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.298116 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fb3d445a-5ad5-4349-b4ed-94b4911cfa34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec99ce32-8350-4cdc-ba72-0e79d45233e1 HTTP/1.1" status: 204 len: 168 time: 0.4937158 Oct 13 00:25:53.341099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:53.354010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:53.370701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d445a-5ad5-4349-b4ed-94b4911cfa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec99ce32-8350-4cdc-ba72-0e79d45233e1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:53.396480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.396627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:53.409287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-bd04d17f-59c0-4c58-8ed3-8c0ff3ea26eb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:53.410849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-bd04d17f-59c0-4c58-8ed3-8c0ff3ea26eb tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.2971773 Oct 13 00:25:53.420785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Pushing event updated for resources: {'Port': ['ID=f3546255-cf6d-46fb-b014-1cf52448ab42,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:53.456455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '0013912a-c9e1-4d27-970e-8ed5ed4f27e8', 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'port_id': '0013912a-c9e1-4d27-970e-8ed5ed4f27e8', 'mac_address': 'fa:16:3e:d8:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8d5bb-3a75-4a82-9e02-6c8891a58f61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:25:53.495914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-c3c5d9d9-1068-4a8b-9002-8df18bd8332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:53.499405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-c3c5d9d9-1068-4a8b-9002-8df18bd8332c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 917 time: 0.4304686 Oct 13 00:25:53.538156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5426412-07c9-4624-a971-00cd1ed0fc45 req-f5b84a78-5eee-4356-af2e-9d6d44b1992b tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:53.552408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5426412-07c9-4624-a971-00cd1ed0fc45 req-f5b84a78-5eee-4356-af2e-9d6d44b1992b tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 1097 time: 0.6843603 Oct 13 00:25:53.633903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-12b93d9b-b83a-4f6b-b61b-713379b0fa31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca HTTP/1.1" status: 200 len: 217 time: 0.1184449 Oct 13 00:25:53.657027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f432b825-2b65-4abe-be42-c0cad279b8b5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:53.657335 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.685830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Deleting port a09db69d-b29a-4f8c-b4b6-7f10497ac240 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:53.686934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.689770 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.799621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] For port a09db69d-b29a-4f8c-b4b6-7f10497ac240, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a09db69d-b29a-4f8c-b4b6-7f10497ac240,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:53.800164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.854250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:53.862199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Calling delete_port for a09db69d-b29a-4f8c-b4b6-7f10497ac240 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:53.878996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5426412-07c9-4624-a971-00cd1ed0fc45 req-8629b5c5-8374-4c7d-bcb9-ffa3034857ad tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=759e8b03-283b-48a4-b318-97890ff35044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165548 Oct 13 00:25:53.940092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:53.951800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] DHCP port deletion for 96653a1c-07b8-43d6-8b7e-858f8b5878df request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:25:53.992306 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:53.995130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:54.001906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f8f6e-449b-4704-8c43-5a6a163704d2 req-196ac610-caf0-4dbe-b274-ac1fa3ac50e4 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:54.003576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a0f8f6e-449b-4704-8c43-5a6a163704d2 req-196ac610-caf0-4dbe-b274-ac1fa3ac50e4 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 944 time: 0.4902048 Oct 13 00:25:54.036039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:54.036389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1fdbc707-1f45-4b75-a1e4-6db7d3bbe7b6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:54.069885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-8ba56f4f-7297-4a93-a600-446b5c0708ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:54.072879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-8ba56f4f-7297-4a93-a600-446b5c0708ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 HTTP/1.1" status: 200 len: 855 time: 0.4227543 Oct 13 00:25:54.089982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Deleting port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:54.094227 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.138579 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:25:54.154048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] Deleting port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:54.154935 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.209358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:54.263175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] For port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,segment=NetworkSegment(d77a4a6d-a985-42f4-b9d9-a87417df9c82),segment_id=d77a4a6d-a985-42f4-b9d9-a87417df9c82)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:54.263611 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.278523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] Calling delete_port for 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:54.280731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] For port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,segment=NetworkSegment(d77a4a6d-a985-42f4-b9d9-a87417df9c82),segment_id=d77a4a6d-a985-42f4-b9d9-a87417df9c82)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:54.281126 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.296491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Calling delete_port for 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:54.368057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['0013912a-c9e1-4d27-970e-8ed5ed4f27e8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:54.404875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-8ecdc0ed-7c13-49bf-bf96-4729b3e869e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:54.408822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.413191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-8ecdc0ed-7c13-49bf-bf96-4729b3e869e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3135061 Oct 13 00:25:54.432253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] No DVR routers for this DVR port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:54.498501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event deleted for resources: {'Port': ['ID=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:54.564685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.634641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a0f8f6e-449b-4704-8c43-5a6a163704d2 req-bb305df5-e9ff-4eed-bd72-98a13a47588c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114202 Oct 13 00:25:54.643749 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.665252 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.670903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] Pushing event deleted for resources: {'Port': ['ID=6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:54.683076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac8a3f-35db-4932-9c4e-a7a8e4c3f7cc None None] No DVR routers for this DVR port 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:54.733294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96653a1c-07b8-43d6-8b7e-858f8b5878df']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:54.805056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77a4a6d-a985-42f4-b9d9-a87417df9c82') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:54.805742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77a4a6d-a985-42f4-b9d9-a87417df9c82') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:54.836780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41962) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:54.844898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-e213bcbd-49a7-495c-ba45-d24d2e4fa76d service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532622 Oct 13 00:25:54.849651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.867787 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.887074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a09db69d-b29a-4f8c-b4b6-7f10497ac240'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:54.945082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Pushing event deleted for resources: {'Port': ['ID=a09db69d-b29a-4f8c-b4b6-7f10497ac240,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:54.976353 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:54.998876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] No DVR routers for this DVR port a09db69d-b29a-4f8c-b4b6-7f10497ac240 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:25:55.004183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.009779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ff374712-699e-4dfd-a447-ad4e3c8248c2 req-244dd3ce-bbc8-4e74-8843-c7b198ffc9a8 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.45 "DELETE /v2.0/ports/a09db69d-b29a-4f8c-b4b6-7f10497ac240 HTTP/1.1" status: 204 len: 173 time: 1.5859702 Oct 13 00:25:55.021195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9655b917-cff6-49ea-b3bd-087af5e38eba', 'name': 'network-vif-deleted', 'tag': 'a09db69d-b29a-4f8c-b4b6-7f10497ac240'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:55.025505 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f9b4b7-a279-4330-8ae5-bb13e980df48" -d '{"events": [{"server_uuid": "9655b917-cff6-49ea-b3bd-087af5e38eba", "name": "network-vif-deleted", "tag": "a09db69d-b29a-4f8c-b4b6-7f10497ac240"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:55.030370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:25:55.031747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:25:55.041017 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:25:55.070394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-649040389-network', 'tenant_id': '35ebbf9dbad643c3bd023a1ea4d7ad04'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:55.087718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-226ed125-1911-4342-bbaf-f0a80cefc211 req-d08a7143-582d-4237-bd7e-3e40568bccd3 tempest-TestServerMultinode-702718255 tempest-TestServerMultinode-702718255-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9655b917-cff6-49ea-b3bd-087af5e38eba HTTP/1.1" status: 200 len: 210 time: 0.0959454 Oct 13 00:25:55.171010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:55.235856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.245385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.255924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] 10.222.0.21 "DELETE /v2.0/networks/96653a1c-07b8-43d6-8b7e-858f8b5878df HTTP/1.1" status: 204 len: 168 time: 2.2686996 Oct 13 00:25:55.269168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:55.269527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6b9a248b-8b0d-4aa2-9f2e-fe92cea5669d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:55.321349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4c22e43-c7c8-4b56-839f-76d6e823f327 req-e4ea655e-bb7b-427f-bd7b-780bf4efb90b service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559820 Oct 13 00:25:55.325082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Made reservation on behalf of 35ebbf9dbad643c3bd023a1ea4d7ad04 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:55.330691 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.362678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96709d7-fa07-4488-b8d1-812f144017e7 tempest-DHCPAgentSchedulersTestJSON-914158062 tempest-DHCPAgentSchedulersTestJSON-914158062-project] Pushing event deleted for resources: {'Network': ['ID=96653a1c-07b8-43d6-8b7e-858f8b5878df,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:55.378975 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-12521fcb-2856-4a12-82c5-75da2c9868cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743282 Oct 13 00:25:55.416576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.482111 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772e6a0-e1e4-4070-b835-9ff04ebbcbef x-openstack-request-id: req-7772e6a0-e1e4-4070-b835-9ff04ebbcbef {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:55.483074 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9655b917-cff6-49ea-b3bd-087af5e38eba", "name": "network-vif-deleted", "tag": "a09db69d-b29a-4f8c-b4b6-7f10497ac240", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:55.483340 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7772e6a0-e1e4-4070-b835-9ff04ebbcbef {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:55.485027 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9655b917-cff6-49ea-b3bd-087af5e38eba', 'name': 'network-vif-deleted', 'tag': 'a09db69d-b29a-4f8c-b4b6-7f10497ac240', 'status': 'completed', 'code': 200} Oct 13 00:25:55.524806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.525435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-20907aa5-ba4c-4d04-a80e-6034933bd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:55.529582 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-20907aa5-ba4c-4d04-a80e-6034933bd01a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 1097 time: 0.1122019 Oct 13 00:25:55.537585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.581840 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.583974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:25:55.682625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41980) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:55.748620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-204ba126-59a8-4ca2-b236-8132c8edcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:55.751322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-204ba126-59a8-4ca2-b236-8132c8edcf85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.1640532 Oct 13 00:25:55.795415 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.795819 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Added segment cc2e080c-f052-4e52-a5ca-deba50e867a0 of type vlan for network de081af6-23f1-45b5-b163-38c799aa6ca5 Oct 13 00:25:55.797453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311bf473-1f24-465f-bccf-7336695f5bea,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:55.899908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:55.910476 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-596cc545-91b3-4fd0-8ab9-9c12a5b65ba5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4df80378-224b-4869-82bc-f873eee2fed9 HTTP/1.1" status: 200 len: 1002 time: 0.1498015 Oct 13 00:25:55.921427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35b6f-bd20-4e8b-83ac-2eda1e51de44 req-c231479a-6544-4fed-90f0-5226ffb1ae06 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:55.922897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c35b6f-bd20-4e8b-83ac-2eda1e51de44 req-c231479a-6544-4fed-90f0-5226ffb1ae06 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 944 time: 0.1225183 Oct 13 00:25:55.926677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Router e07e6738-7e9b-4802-a531-496e3e5ec5ce is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:25:55.949675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:25:55.971229 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-09853caa-232c-4fb7-a925-e60a5c41e464 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8647ec7de629478a9674d3f3748a4268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880116 Oct 13 00:25:55.975656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41986) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:55.983407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-5cf9cea0-8285-4989-8782-cfc8f4443de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:55.985710 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-5cf9cea0-8285-4989-8782-cfc8f4443de3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.0680583 Oct 13 00:25:56.024557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.025512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:56.026094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.040899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-4b64c0b5-6e0a-40b9-874d-68a87daadfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:56.043167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-4b64c0b5-6e0a-40b9-874d-68a87daadfc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483704 Oct 13 00:25:56.087691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:56.101205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca', 'network_id': '5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5', 'port_id': '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca', 'mac_address': 'fa:16:3e:d4:13:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed8d5bb-3a75-4a82-9e02-6c8891a58f61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:25:56.108174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c35b6f-bd20-4e8b-83ac-2eda1e51de44 req-fd635c48-726d-4424-9ddb-5b6654ef7a42 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730888 Oct 13 00:25:56.145504 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.162019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:25:56.176375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3382270 Oct 13 00:25:56.188430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:56.189468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41990) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:56.190094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41992) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:56.192566 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.196871 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-83b1318a-fb69-4155-ab19-da4be204ee66 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453962 Oct 13 00:25:56.201725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee89ee-e38e-468e-a159-21b9b95ea7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=de081af6-23f1-45b5-b163-38c799aa6ca5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:56.201872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Request body: {'subnet': {'network_id': 'de081af6-23f1-45b5-b163-38c799aa6ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-649040389-subnet', 'tenant_id': '35ebbf9dbad643c3bd023a1ea4d7ad04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:56.221880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network de081af6-23f1-45b5-b163-38c799aa6ca5 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:25:56.274032 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5b0cee39-1c47-4695-b262-bada0d8a009a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.281946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:25:56.284176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Made reservation on behalf of 35ebbf9dbad643c3bd023a1ea4d7ad04 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:56.285092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.305090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Sync routers for ids ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:25:56.327955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:56.341308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Routers {'e07e6738-7e9b-4802-a531-496e3e5ec5ce'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:56.342156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:56.345600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5b0cee39-1c47-4695-b262-bada0d8a009a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.357386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.358623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1daa953b-1aa9-4850-896e-3394d60e2d62 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9372857 Oct 13 00:25:56.365425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41994) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:56.451127 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94468298-f51b-4598-8ff1-1cb6ab1bbd50 req-4fb799df-b7a7-47cd-b0f3-aeae5d33feec service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460735 Oct 13 00:25:56.501997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Set router e07e6738-7e9b-4802-a531-496e3e5ec5ce gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:56.521784 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5b0cee39-1c47-4695-b262-bada0d8a009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.524651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5b0cee39-1c47-4695-b262-bada0d8a009a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.529377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5b0cee39-1c47-4695-b262-bada0d8a009a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d9cb62b-09e6-477e-86f9-ade7a28687f8 HTTP/1.1" status: 204 len: 168 time: 0.5505209 Oct 13 00:25:56.543048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cee39-1c47-4695-b262-bada0d8a009a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9cb62b-09e6-477e-86f9-ade7a28687f8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:56.647347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:25:56.780459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.834063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:25:54Z', 'revision_number': 3, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port': {'id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:51Z', 'updated_at': '2021-10-13T00:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:56.862137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:56.866511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:56.874902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Checking router: e07e6738-7e9b-4802-a531-496e3e5ec5ce for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:25:56.874902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Updating router e07e6738-7e9b-4802-a531-496e3e5ec5ce port f3546255-cf6d-46fb-b014-1cf52448ab42 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:25:56.973160 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.079395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42004) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:57.092266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:25:57.097118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60eaa029-9e55-4d67-bd7d-d197b0b9b946,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:57.099143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:57.099542 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.119795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Checking segment: {'id': 'cc2e080c-f052-4e52-a5ca-deba50e867a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'de081af6-23f1-45b5-b163-38c799aa6ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:57.120284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Network hostable DHCP agents. Network: de081af6-23f1-45b5-b163-38c799aa6ca5, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:25:57.126935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-57b54c63-0a95-46c5-b390-becd9902bb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.198765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Network de081af6-23f1-45b5-b163-38c799aa6ca5 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:25:57.256357 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.276985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, de081af6-23f1-45b5-b163-38c799aa6ca5) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:57.284472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f068-320a-4934-a1c0-10d446259b17 req-65fbda7a-41aa-412d-8d9d-d85ea6f6a0e7 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:57.286475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e935f068-320a-4934-a1c0-10d446259b17 req-65fbda7a-41aa-412d-8d9d-d85ea6f6a0e7 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 945 time: 0.0885875 Oct 13 00:25:57.299427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:57.300304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.322491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Deleting port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:25:57.322983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.361952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78419245-754a-4c86-a7f6-d1bfbc8b60a5 None None] Network de081af6-23f1-45b5-b163-38c799aa6ca5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:57.378188 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5435473d-566a-4f44-a2d2-218aecc60aa4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1757183 Oct 13 00:25:57.536234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.580132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c1788f-b808-485c-a421-27596f59c61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0013912a-c9e1-4d27-970e-8ed5ed4f27e8'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:57.582391 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f647a27-b7de-45b7-ba2f-8e0712a805b4" -d '{"events": [{"server_uuid": "34c1788f-b808-485c-a421-27596f59c61a", "name": "network-vif-plugged", "status": "completed", "tag": "0013912a-c9e1-4d27-970e-8ed5ed4f27e8"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:57.628801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:57.655015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.680848 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04ff1e7-acd9-4683-b163-3f7908937d77 x-openstack-request-id: req-e04ff1e7-acd9-4683-b163-3f7908937d77 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:57.681190 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c1788f-b808-485c-a421-27596f59c61a", "name": "network-vif-plugged", "status": "completed", "tag": "0013912a-c9e1-4d27-970e-8ed5ed4f27e8", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:57.681382 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e04ff1e7-acd9-4683-b163-3f7908937d77 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:57.681776 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c1788f-b808-485c-a421-27596f59c61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0013912a-c9e1-4d27-970e-8ed5ed4f27e8', 'code': 200} Oct 13 00:25:57.682507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6707ba9-cdc5-4149-8010-90231f25d447 None None] Network de081af6-23f1-45b5-b163-38c799aa6ca5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:25:57.811432 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.870990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.888609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:57.949977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Attempting to bind port f3546255-cf6d-46fb-b014-1cf52448ab42 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:25:57.950573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Attempting to bind port f3546255-cf6d-46fb-b014-1cf52448ab42 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:25:57.951111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Attempting to bind port f3546255-cf6d-46fb-b014-1cf52448ab42 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:25:57.954063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:25:57.977559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9426192-a246-42ab-8334-bcb854a14860 None None] Pushing event updated for resources: {'Port': ['ID=f3546255-cf6d-46fb-b014-1cf52448ab42,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:57.980438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:25:57.981049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:25:57.981586 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:57.982116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:25:57.982770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Bound port: f3546255-cf6d-46fb-b014-1cf52448ab42, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:25:57.983299 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.026815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] For port 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:58.027923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.043999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-57b54c63-0a95-46c5-b390-becd9902bb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.069877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-57b54c63-0a95-46c5-b390-becd9902bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.077574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Calling delete_port for 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:25:58.133680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] For port f3546255-cf6d-46fb-b014-1cf52448ab42, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:25:58.138469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Allocated IP 172.20.0.1 (bdf6594d-f04c-41bd-92fe-015ee0444ea1/7a221d0f-aa6c-4425-a518-ec29e22d66cb/c6b1ee2a-07a6-4ffa-82c8-300567aebdde) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:25:58.143666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] For port f3546255-cf6d-46fb-b014-1cf52448ab42, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f3546255-cf6d-46fb-b014-1cf52448ab42,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:25:58.151477 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-57b54c63-0a95-46c5-b390-becd9902bb01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e34d1cc59fb4e6b9c3d62ea1f42c099&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0685775 Oct 13 00:25:58.152727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42022) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:58.155621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b54c63-0a95-46c5-b390-becd9902bb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ccd14a-5274-4113-8d12-b9c9cafa9210,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:58.163349 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.183864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:25:58.207629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e935f068-320a-4934-a1c0-10d446259b17 req-dc1b8922-6ceb-46ca-aca4-4c9a7b0042ba tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9092796 Oct 13 00:25:58.264869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:58.265303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.268156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68fdc-d6b9-42c5-bf5b-1c150b1657cb req-ea85d663-5728-4c2d-9577-79f496f62525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:58.269614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40c68fdc-d6b9-42c5-bf5b-1c150b1657cb req-ea85d663-5728-4c2d-9577-79f496f62525 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 1096 time: 0.3096268 Oct 13 00:25:58.276005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d23d05ac-a5ae-4759-9122-0144490075cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.281430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42028) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:58.289223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-303252797-network', 'tenant_id': 'e630a99ff87641aa8f9fae6d36d4c8a5'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:58.322078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9426192-a246-42ab-8334-bcb854a14860 None None] Pushing event updated for resources: {'Port': ['ID=f3546255-cf6d-46fb-b014-1cf52448ab42,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:58.329413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40c68fdc-d6b9-42c5-bf5b-1c150b1657cb req-c20785d5-d9fb-4b81-b755-766b38da609d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Oct 13 00:25:58.331388 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d23d05ac-a5ae-4759-9122-0144490075cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.355279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Routers {'e07e6738-7e9b-4802-a531-496e3e5ec5ce'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:58.356013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:58.377723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Made reservation on behalf of e630a99ff87641aa8f9fae6d36d4c8a5 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:58.380079 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.398920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.411552 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.508591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.509211 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.541453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.543170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d23d05ac-a5ae-4759-9122-0144490075cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.545891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d23d05ac-a5ae-4759-9122-0144490075cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.549981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:25:58.550119 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d23d05ac-a5ae-4759-9122-0144490075cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77ccd14a-5274-4113-8d12-b9c9cafa9210 HTTP/1.1" status: 204 len: 168 time: 0.3885922 Oct 13 00:25:58.551117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.567721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.574569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.575586 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a09db69d-b29a-4f8c-b4b6-7f10497ac240 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:25:58.581261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a64418f-5aa7-46f6-b0f7-bc49a2ba061b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:58.597932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d05ac-a5ae-4759-9122-0144490075cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ccd14a-5274-4113-8d12-b9c9cafa9210,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:58.644004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Network bdf6594d-f04c-41bd-92fe-015ee0444ea1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:25:58.644942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:25:58.660123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:25:58.667334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:25:58.669365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Pushing event updated for resources: {'Port': ['ID=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:58.715801 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.716159 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Added segment 7b3792b8-945a-4daa-9407-87e9cf2dc970 of type vlan for network 67bf1eb6-be3d-4613-ae34-b42c0986c20e Oct 13 00:25:58.737960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5913eef-2079-4f49-9365-3a3749f64fee,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:58.748129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: a09db69d-b29a-4f8c-b4b6-7f10497ac240 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:25:58.748656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a09db69d-b29a-4f8c-b4b6-7f10497ac240 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:25:58.756817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:58.766799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] Set router e07e6738-7e9b-4802-a531-496e3e5ec5ce gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:25:58.851336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.884247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:58.947113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:59.183224 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:59.184401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:59.185061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:59.196468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d7f4f332-ef40-4f4b-aaf4-66cd5c9bf675 None None] Provisioning complete for port c6b1ee2a-07a6-4ffa-82c8-300567aebdde triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:25:59.197064 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f332-ef40-4f4b-aaf4-66cd5c9bf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:59.247590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4f332-ef40-4f4b-aaf4-66cd5c9bf675 None None] Port c6b1ee2a-07a6-4ffa-82c8-300567aebdde cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:25:59.283812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:25:54Z', 'revision_number': 3, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port': {'id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:51Z', 'updated_at': '2021-10-13T00:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:25:59.297019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0097997 Oct 13 00:25:59.302782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42050) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:59.317181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Request body: {'subnet': {'network_id': '67bf1eb6-be3d-4613-ae34-b42c0986c20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-303252797-subnet', 'tenant_id': 'e630a99ff87641aa8f9fae6d36d4c8a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:25:59.330658 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:59.337000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ab53c-48d3-4d1a-8f4f-9b64050487f2 None None] The sync data for ids ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'] in n-d-813679-4 is: [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:25:54Z', 'revision_number': 3, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port': {'id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:51Z', 'updated_at': '2021-10-13T00:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:25:59.354192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51940875-3d71-4511-ae83-a77ebc504a66 admin admin] Pushing event updated for resources: {'Network': ['ID=67bf1eb6-be3d-4613-ae34-b42c0986c20e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:25:59.372118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 67bf1eb6-be3d-4613-ae34-b42c0986c20e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:25:59.404669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Made reservation on behalf of e630a99ff87641aa8f9fae6d36d4c8a5 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:25:59.408379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:25:59.535305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Router 36ec573d-043f-4ac2-be05-c48d899c02ed has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:25:59.569334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05ee5f-372f-44da-8189-39822fea0f6c req-be22fb84-eab9-4926-90cb-2a1c043dedb5 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:25:59.576793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a05ee5f-372f-44da-8189-39822fea0f6c req-be22fb84-eab9-4926-90cb-2a1c043dedb5 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.1723423 Oct 13 00:25:59.687866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a05ee5f-372f-44da-8189-39822fea0f6c req-598e9a45-a616-4206-b8cb-0ab275c6c1e2 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019275 Oct 13 00:25:59.688904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aabb6a-8f53-454f-afc8-761b4ffa0d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:25:59.692061 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77a4ce-8efc-41a9-a4e6-af6198fe9622" -d '{"events": [{"server_uuid": "57aabb6a-8f53-454f-afc8-761b4ffa0d67", "name": "network-vif-plugged", "status": "completed", "tag": "10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:25:59.765761 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aba0e40-b71f-4a4d-a442-2bbcf116299b x-openstack-request-id: req-6aba0e40-b71f-4a4d-a442-2bbcf116299b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:25:59.766255 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aabb6a-8f53-454f-afc8-761b4ffa0d67", "name": "network-vif-plugged", "status": "completed", "tag": "10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:25:59.766699 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6aba0e40-b71f-4a4d-a442-2bbcf116299b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:25:59.767258 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aabb6a-8f53-454f-afc8-761b4ffa0d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca', 'code': 200} Oct 13 00:25:59.809300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:25:59.817089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dac56ad8-584a-4b82-9094-615cd374ff64 admin admin] 10.222.0.21 "PUT /v2.0/routers/36ec573d-043f-4ac2-be05-c48d899c02ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6263721 Oct 13 00:25:59.835057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42060) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:25:59.863338 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] Sync routers for ids ['36ec573d-043f-4ac2-be05-c48d899c02ed'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:25:59.884422 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] Routers {'36ec573d-043f-4ac2-be05-c48d899c02ed'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:25:59.885062 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['36ec573d-043f-4ac2-be05-c48d899c02ed'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:00.066687 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] Set router 36ec573d-043f-4ac2-be05-c48d899c02ed gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:00.092905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:00.136026 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:00.206517 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:00.379392 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:25:58Z', 'revision_number': 5, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:00.419979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90ffc-a46d-4462-9fd6-825e89900092 req-adc5171c-a268-44fb-9c89-48047687482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:00.421486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bc90ffc-a46d-4462-9fd6-825e89900092 req-adc5171c-a268-44fb-9c89-48047687482f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 1097 time: 0.4557011 Oct 13 00:26:00.423154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:00.426850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Pushing event updated for resources: {'Port': ['ID=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:00.431259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626db27c-3e42-4c30-a1aa-b7f4a1da3d50,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:00.433869 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:00.478432 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] Checking router: 36ec573d-043f-4ac2-be05-c48d899c02ed for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:00.489242 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] Routers {'36ec573d-043f-4ac2-be05-c48d899c02ed'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:00.490375 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['36ec573d-043f-4ac2-be05-c48d899c02ed'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:00.659926 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] Set router 36ec573d-043f-4ac2-be05-c48d899c02ed gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:00.746800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Checking segment: {'id': '7b3792b8-945a-4daa-9407-87e9cf2dc970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '67bf1eb6-be3d-4613-ae34-b42c0986c20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:00.747160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Network hostable DHCP agents. Network: 67bf1eb6-be3d-4613-ae34-b42c0986c20e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:26:00.832554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bc90ffc-a46d-4462-9fd6-825e89900092 req-5e1b08b1-82af-41b9-b472-a0bba210b1c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853595 Oct 13 00:26:00.915732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970651d8-be48-4a50-b342-aae4d08e1bf8 req-a3730df7-efa5-4ba8-bcf6-10c09b64e984 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:00.916697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:00.932644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Network 67bf1eb6-be3d-4613-ae34-b42c0986c20e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:26:00.934823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-970651d8-be48-4a50-b342-aae4d08e1bf8 req-a3730df7-efa5-4ba8-bcf6-10c09b64e984 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.1292794 Oct 13 00:26:00.954132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Network bdf6594d-f04c-41bd-92fe-015ee0444ea1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:00.956106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:00.957920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 67bf1eb6-be3d-4613-ae34-b42c0986c20e) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:00.969459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:00.970047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:00.970738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7047263-aa6c-4c76-bfd5-39feaeacbc45 None None] Network 67bf1eb6-be3d-4613-ae34-b42c0986c20e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:01.033202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-970651d8-be48-4a50-b342-aae4d08e1bf8 req-a5248c50-a170-4b65-9fb6-61423a38a87f tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971076 Oct 13 00:26:01.184005 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:25:58Z', 'revision_number': 5, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:01.212077 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-efe9d5da-860d-401e-9af2-86dab7fce899 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8966939 Oct 13 00:26:01.271450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42092) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:01.317555 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad579a0-8b0c-447d-a7f5-9881ff1f5690 None None] The sync data for ids ['36ec573d-043f-4ac2-be05-c48d899c02ed'] in n-d-813679-4 is: [{'id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'name': 'tempest-TestServerMultinode-1082194918-router', 'tenant_id': '9130228c8a9e423f8656aea02c293b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:41Z', 'updated_at': '2021-10-13T00:25:58Z', 'revision_number': 5, 'project_id': '9130228c8a9e423f8656aea02c293b87', 'gw_port': {'id': '6df23a55-ccc1-4703-bcf8-59bb6cf039b9', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ec573d-043f-4ac2-be05-c48d899c02ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:42Z', 'updated_at': '2021-10-13T00:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:01.324022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f3546255-cf6d-46fb-b014-1cf52448ab42 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:01.481991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Deleting port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:01.482344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.546050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc040f-41c7-4ae1-948d-e478518d38b9 None None] Network 67bf1eb6-be3d-4613-ae34-b42c0986c20e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:01.608576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-122388597', 'router:external': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:01.649540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] For port 6df23a55-ccc1-4703-bcf8-59bb6cf039b9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6df23a55-ccc1-4703-bcf8-59bb6cf039b9,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:01.651000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.659766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Made reservation on behalf of 1fce1441d6454d65b55709490f00f4b9 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:01.663317 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.668354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Calling delete_port for 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:01.700917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.747453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e0fddb75-30af-44c5-baea-c873db15fef0 None None] Provisioning complete for port c6b1ee2a-07a6-4ffa-82c8-300567aebdde triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:01.748303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e0fddb75-30af-44c5-baea-c873db15fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.804616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e0fddb75-30af-44c5-baea-c873db15fef0 None None] Port c6b1ee2a-07a6-4ffa-82c8-300567aebdde cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:01.806580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f3546255-cf6d-46fb-b014-1cf52448ab42 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:01.807150 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.827308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Router e07e6738-7e9b-4802-a531-496e3e5ec5ce has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:01.928054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.940867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.969124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:01.980187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:26:02.010077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a01e7-1f81-421c-a05c-61fa2b4c8bf1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:02.013646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port f3546255-cf6d-46fb-b014-1cf52448ab42, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f3546255-cf6d-46fb-b014-1cf52448ab42,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:02.020992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.021620 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Added segment 1a3d5123-34c3-46f0-b385-a760539db233 of type vlan for network 193d2051-f72e-40b6-89f7-7cc557336d8b Oct 13 00:26:02.026478 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.136261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=f3546255-cf6d-46fb-b014-1cf52448ab42,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:02.149319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.271056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.272160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:02.272839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.322545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706da92-7f9d-49bf-80bf-84daa89c99b1 req-b598be2d-a0db-445f-8821-b7491637d63e tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:02.324124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1706da92-7f9d-49bf-80bf-84daa89c99b1 req-b598be2d-a0db-445f-8821-b7491637d63e tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.1317382 Oct 13 00:26:02.334756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:02.342874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fc74af4c-4973-477f-97cb-1bd5d60e27eb admin admin] 10.222.0.21 "PUT /v2.0/routers/e07e6738-7e9b-4802-a531-496e3e5ec5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9730079 Oct 13 00:26:02.344777 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.372351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Sync routers for ids ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:02.392208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Routers {'e07e6738-7e9b-4802-a531-496e3e5ec5ce'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:02.393212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:02.393799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df23a55-ccc1-4703-bcf8-59bb6cf039b9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:02.411588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.412209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.412845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.413191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.413529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.414175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.414175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.414502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.414892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.415229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.415679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.416016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:02.434988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f391d-3737-4702-800a-592ae32d5c22 req-dc042d6f-b0f8-4746-a331-52b73818e3db tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:02.447140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-dc042d6f-b0f8-4746-a331-52b73818e3db tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/networks?id=de081af6-23f1-45b5-b163-38c799aa6ca5 HTTP/1.1" status: 200 len: 824 time: 0.3163218 Oct 13 00:26:02.483612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2094374 Oct 13 00:26:02.493730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42118) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:02.502035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61475722-0b40-43b7-82f4-c825bef846bb tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'Network': ['ID=193d2051-f72e-40b6-89f7-7cc557336d8b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:02.505484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'subnet': {'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:02.516785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-88778c3f-2027-4a8f-8892-70fe8f3cae65 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/quotas/35ebbf9dbad643c3bd023a1ea4d7ad04 HTTP/1.1" status: 200 len: 375 time: 0.0585968 Oct 13 00:26:02.527690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.574812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-d9ed6a61-bed1-45e7-b82d-fca730d56ba3 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35ebbf9dbad643c3bd023a1ea4d7ad04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565240 Oct 13 00:26:02.632092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1706da92-7f9d-49bf-80bf-84daa89c99b1 req-ea6e9a32-143c-41c7-8ff5-78d35b2afd66 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419696 Oct 13 00:26:02.655235 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.659751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.741232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Made reservation on behalf of 1fce1441d6454d65b55709490f00f4b9 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:02.745277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.770491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 193d2051-f72e-40b6-89f7-7cc557336d8b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:26:02.788738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-e62e0fd0-ab49-4033-9877-aeb7a9fc1443 service neutron] 10.222.0.21 "GET /v2.0/networks/de081af6-23f1-45b5-b163-38c799aa6ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111397 Oct 13 00:26:02.850320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Set router e07e6738-7e9b-4802-a531-496e3e5ec5ce gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:02.854760 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.856949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36ec573d-043f-4ac2-be05-c48d899c02ed {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:02.872477 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:02.873845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8a0e047f-7912-4ec2-8525-5f494b3b2842 admin admin] 10.222.0.21 "DELETE /v2.0/routers/36ec573d-043f-4ac2-be05-c48d899c02ed HTTP/1.1" status: 204 len: 168 time: 3.0373576 Oct 13 00:26:02.876702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:02.952168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-610b1820-84bc-4479-aa1a-4374efba5859 service neutron] 10.222.0.21 "GET /v2.0/networks/de081af6-23f1-45b5-b163-38c799aa6ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624680 Oct 13 00:26:02.965236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4480005-02e9-428a-b67d-ed43c8a241c7 admin admin] Deleting subnet ee942b5a-f96a-474a-be26-4365e1093939 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:02.971677 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4480005-02e9-428a-b67d-ed43c8a241c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.051251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4480005-02e9-428a-b67d-ed43c8a241c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.223335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4480005-02e9-428a-b67d-ed43c8a241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.293163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60a96f59-cae9-449c-9538-1d8d2bfe0b55 req-fa68b46a-fe5d-48aa-8efd-91e1f7b3543e tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 210 time: 0.0355449 Oct 13 00:26:03.343860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:25:59Z', 'revision_number': 4, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port': {'id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:51Z', 'updated_at': '2021-10-13T00:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c6b1ee2a-07a6-4ffa-82c8-300567aebdde', 'name': '', 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'mac_address': 'fa:16:3e:46:5d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7a221d0f-aa6c-4425-a518-ec29e22d66cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:57Z', 'updated_at': '2021-10-13T00:25:59Z', 'revision_number': 2, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'subnets': [{'id': '7a221d0f-aa6c-4425-a518-ec29e22d66cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:03.376588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Checking router: e07e6738-7e9b-4802-a531-496e3e5ec5ce for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:03.377230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Updating router e07e6738-7e9b-4802-a531-496e3e5ec5ce port c6b1ee2a-07a6-4ffa-82c8-300567aebdde binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:03.415936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42138) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:03.419248 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.421168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4480005-02e9-428a-b67d-ed43c8a241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.422828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-198923076-network', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:03.454699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Made reservation on behalf of 52fe3d65e37748ee92cdfc8f66705770 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:03.455098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4480005-02e9-428a-b67d-ed43c8a241c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee942b5a-f96a-474a-be26-4365e1093939,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:03.463847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.475993 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.513051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4480005-02e9-428a-b67d-ed43c8a241c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.519618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42144) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:03.520793 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f4480005-02e9-428a-b67d-ed43c8a241c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ee942b5a-f96a-474a-be26-4365e1093939 HTTP/1.1" status: 204 len: 168 time: 0.6430004 Oct 13 00:26:03.521370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.objects.ports [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:26:03.521852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.604829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90a850-15b2-45b4-bd34-01b06052f13a None None] Network 01adb56b-53dd-4042-8e16-778ca50b1ce8 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:03.607233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f3546255-cf6d-46fb-b014-1cf52448ab42 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:03.650817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a64ebaf8-39c7-4c3c-9895-91f38fa407e2,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:03.672410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Checking segment: {'id': '1a3d5123-34c3-46f0-b385-a760539db233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:03.672780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Network hostable DHCP agents. Network: 193d2051-f72e-40b6-89f7-7cc557336d8b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:26:03.711254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Network 193d2051-f72e-40b6-89f7-7cc557336d8b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:26:03.730066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 193d2051-f72e-40b6-89f7-7cc557336d8b) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:03.734348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:03.734950 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.749712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70290821-a6a9-4778-975a-5d1bf9e12da1 None None] Network 193d2051-f72e-40b6-89f7-7cc557336d8b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:03.762139 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-37c4cb34-8979-435a-91c7-1e8d2e32e912 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2671204 Oct 13 00:26:03.771565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42152) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:03.777366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2096821002', 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:03.797715 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.829470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Made reservation on behalf of 1fce1441d6454d65b55709490f00f4b9 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:03.832375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.853155 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.863782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] device_id is not set on port 08f340af-e49f-47dd-9133-2763e3dc7848 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:26:03.903148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd13679-4b8e-4a48-9854-b492281cd50d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:03.922675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047138-302c-42c5-b975-ace4244ce0f0 req-62585f47-45d4-4669-88e5-9a54abc0ab84 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:03.925536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be047138-302c-42c5-b975-ace4244ce0f0 req-62585f47-45d4-4669-88e5-9a54abc0ab84 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.1213782 Oct 13 00:26:03.965593 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:03.988163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be047138-302c-42c5-b975-ace4244ce0f0 req-33e8c110-db1f-4f72-85ac-6e96c320d2af tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Oct 13 00:26:03.990288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:26:03.995979 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.011986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Allocated IP 172.20.0.11 (193d2051-f72e-40b6-89f7-7cc557336d8b/a64ebaf8-39c7-4c3c-9895-91f38fa407e2/08f340af-e49f-47dd-9133-2763e3dc7848) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:04.019290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.052756 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.053272 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Added segment 20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef of type vlan for network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d Oct 13 00:26:04.168723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Deleting port 1a072ee2-8789-491c-953b-f7158453f0d7 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:04.169670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.194087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.248008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.266757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b99e59-5545-4447-8aed-8b10c15b7839 req-50e30c09-9b01-43b7-9967-6fa04a8b45a0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:04.269050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0b99e59-5545-4447-8aed-8b10c15b7839 req-50e30c09-9b01-43b7-9967-6fa04a8b45a0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.1494739 Oct 13 00:26:04.280121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.305029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port f3546255-cf6d-46fb-b014-1cf52448ab42 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:04.305401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.364575 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0b99e59-5545-4447-8aed-8b10c15b7839 req-f516f9ee-8e0e-4cb6-8c1d-6b1b90c5d232 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657732 Oct 13 00:26:04.378807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] For port 1a072ee2-8789-491c-953b-f7158453f0d7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1a072ee2-8789-491c-953b-f7158453f0d7,segment=NetworkSegment(ef90b6a7-83d5-4421-a2c0-adc19668c9f6),segment_id=ef90b6a7-83d5-4421-a2c0-adc19668c9f6)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:04.379009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6722b-f027-4c43-bb67-089648cbdcbe None None] Pushing event updated for resources: {'Port': ['ID=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:04.379475 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.396554 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Calling delete_port for 1a072ee2-8789-491c-953b-f7158453f0d7 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:04.410168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.411238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:04.414081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.464839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Network 193d2051-f72e-40b6-89f7-7cc557336d8b is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:04.470771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:04.479134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:04.511752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'Port': ['ID=08f340af-e49f-47dd-9133-2763e3dc7848,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:04.540480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1233194 Oct 13 00:26:04.542722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:04.543552 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.545669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42162) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:04.566062 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-854d1e39-d2a2-415f-ad21-2976018ed6ad tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7928822 Oct 13 00:26:04.568383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42164) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:04.627973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Request body: {'subnet': {'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-198923076-subnet', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:04.674181 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7ee1fad-fe80-4a24-86e7-6a459047a993 req-06fce67e-ff1f-48cd-b051-8c20bed2f8f3 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 210 time: 0.1430326 Oct 13 00:26:04.683352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5cd05f65-51e3-49fc-b6b5-abe2d8dac79c tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Deleting port 08f340af-e49f-47dd-9133-2763e3dc7848 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:04.683955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f65-51e3-49fc-b6b5-abe2d8dac79c tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.703203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Attempting to bind port c6b1ee2a-07a6-4ffa-82c8-300567aebdde on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:04.703203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Attempting to bind port c6b1ee2a-07a6-4ffa-82c8-300567aebdde by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:04.703203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Attempting to bind port c6b1ee2a-07a6-4ffa-82c8-300567aebdde on network bdf6594d-f04c-41bd-92fe-015ee0444ea1 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:04.713942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-799ca818-9abc-4a0c-b0d0-e374cde3ecec None None] Provisioning complete for port c6b1ee2a-07a6-4ffa-82c8-300567aebdde triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:04.714319 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-799ca818-9abc-4a0c-b0d0-e374cde3ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.719151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0e723-8c4d-4b13-a54f-bbc702ac359c admin admin] Pushing event updated for resources: {'Network': ['ID=21d8ba81-c9ad-41ba-83eb-6afd8f10c29d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:04.733620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Made reservation on behalf of 52fe3d65e37748ee92cdfc8f66705770 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:04.736746 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.738716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:04.746170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Checking segment: {'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:04.747542 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.747913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Bound using segment: {'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:04.748496 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Bound port: c6b1ee2a-07a6-4ffa-82c8-300567aebdde, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f06c49-96f2-49a9-95ad-8ca768b6c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:04.748987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.810284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f65-51e3-49fc-b6b5-abe2d8dac79c tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.824222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:26:04.824683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5cd05f65-51e3-49fc-b6b5-abe2d8dac79c tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Calling delete_port for 08f340af-e49f-47dd-9133-2763e3dc7848 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:04.826928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a002ed-6413-43ec-9d05-5a39ef1a756d None None] Network 193d2051-f72e-40b6-89f7-7cc557336d8b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:04.935283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ad81a-0082-4a28-9aa9-0294b251eb93 req-4f7d355d-d7fc-4f36-a8bb-bb3ef8cb7d70 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:04.942617 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-544ad81a-0082-4a28-9aa9-0294b251eb93 req-4f7d355d-d7fc-4f36-a8bb-bb3ef8cb7d70 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 945 time: 0.4058723 Oct 13 00:26:04.959400 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.969149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17166ac7-3262-45ef-9688-1c0570974fbc None None] DHCP port deletion for 01adb56b-53dd-4042-8e16-778ca50b1ce8 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:26:04.986217 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f65-51e3-49fc-b6b5-abe2d8dac79c tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:04.996218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:05.017992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd05f65-51e3-49fc-b6b5-abe2d8dac79c tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event deleted for resources: {'Port': ['ID=08f340af-e49f-47dd-9133-2763e3dc7848,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:05.085842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-544ad81a-0082-4a28-9aa9-0294b251eb93 req-b14a6db9-1974-4aa9-83d0-42d01d2e726b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421180 Oct 13 00:26:05.087308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a072ee2-8789-491c-953b-f7158453f0d7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:05.101103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] No DVR routers for this DVR port 1a072ee2-8789-491c-953b-f7158453f0d7 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:05.121750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:05.122104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a64418f-5aa7-46f6-b0f7-bc49a2ba061b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:05.189546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-799ca818-9abc-4a0c-b0d0-e374cde3ecec None None] Port c6b1ee2a-07a6-4ffa-82c8-300567aebdde cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:05.248397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f65-51e3-49fc-b6b5-abe2d8dac79c tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.254276 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5cd05f65-51e3-49fc-b6b5-abe2d8dac79c tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "DELETE /v2.0/ports/08f340af-e49f-47dd-9133-2763e3dc7848 HTTP/1.1" status: 204 len: 168 time: 0.6835551 Oct 13 00:26:05.261588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42172) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:05.286475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b', 'external_fixed_ips': [{'subnet_id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'ip_address': '172.20.0.11'}]}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:05.317750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1a072ee2-8789-491c-953b-f7158453f0d7 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:05.318325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.357938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1a072ee2-8789-491c-953b-f7158453f0d7 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:05.358336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1a072ee2-8789-491c-953b-f7158453f0d7 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:05.358840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:05.360601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f391d-3737-4702-800a-592ae32d5c22 req-d413ae89-24e0-4190-baa4-68fcd8643ba0 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:05.362305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-d413ae89-24e0-4190-baa4-68fcd8643ba0 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.36 "GET /v2.0/networks?id=de081af6-23f1-45b5-b163-38c799aa6ca5 HTTP/1.1" status: 200 len: 824 time: 0.4424312 Oct 13 00:26:05.383462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] For port c6b1ee2a-07a6-4ffa-82c8-300567aebdde, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:05.386765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:05.387898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6df23a55-ccc1-4703-bcf8-59bb6cf039b9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:05.403062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Request body: {'port': {'device_id': '9611a424-110b-4f77-ab02-4ba590490463', 'network_id': 'de081af6-23f1-45b5-b163-38c799aa6ca5', 'admin_state_up': True, 'tenant_id': '35ebbf9dbad643c3bd023a1ea4d7ad04'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:05.406696 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.407852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.413087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] For port c6b1ee2a-07a6-4ffa-82c8-300567aebdde, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,segment=NetworkSegment(a8f06c49-96f2-49a9-95ad-8ca768b6c591),segment_id=a8f06c49-96f2-49a9-95ad-8ca768b6c591)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:05.417738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01adb56b-53dd-4042-8e16-778ca50b1ce8']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:05.418569 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.491533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Routers {'e07e6738-7e9b-4802-a531-496e3e5ec5ce'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:05.491787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:05.492087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef90b6a7-83d5-4421-a2c0-adc19668c9f6') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:05.492691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:05.496697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6722b-f027-4c43-bb67-089648cbdcbe None None] Pushing event updated for resources: {'Port': ['ID=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:05.531547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.534822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.606556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71450aa0-01a0-412c-bc81-6c7b1c290234,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:05.644268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] Set router e07e6738-7e9b-4802-a531-496e3e5ec5ce gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:05.660392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.667011 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.698763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:05.699179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:05.701952 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:05.722918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42178) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:05.740737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18db8f-0ac3-4bb1-86a7-ececc4995313 req-8e0bf07e-5ad1-4a7f-88df-aacce616fa72 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:05.750000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc18db8f-0ac3-4bb1-86a7-ececc4995313 req-8e0bf07e-5ad1-4a7f-88df-aacce616fa72 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.2865348 Oct 13 00:26:05.843235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7c862416-aa41-43b6-b496-ddedffd27151 None None] Provisioning complete for port c6b1ee2a-07a6-4ffa-82c8-300567aebdde triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:05.843834 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c862416-aa41-43b6-b496-ddedffd27151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:05.982570 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c862416-aa41-43b6-b496-ddedffd27151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:06.006390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d4a6d6c-151e-4ae1-951e-165ab2098027 req-c2364d40-4bfd-4dcf-94d5-4d86c8384c20 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 210 time: 0.1755447 Oct 13 00:26:06.015370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc18db8f-0ac3-4bb1-86a7-ececc4995313 req-e33e61e0-2a06-4eb5-8c06-ec133a100e19 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584739 Oct 13 00:26:06.016168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Made reservation on behalf of 35ebbf9dbad643c3bd023a1ea4d7ad04 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:06.020229 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:06.045645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7c862416-aa41-43b6-b496-ddedffd27151 None None] For port c6b1ee2a-07a6-4ffa-82c8-300567aebdde, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,segment=NetworkSegment(a8f06c49-96f2-49a9-95ad-8ca768b6c591),segment_id=a8f06c49-96f2-49a9-95ad-8ca768b6c591)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:06.048972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:25:59Z', 'revision_number': 4, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port': {'id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:51Z', 'updated_at': '2021-10-13T00:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c6b1ee2a-07a6-4ffa-82c8-300567aebdde', 'name': '', 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'mac_address': 'fa:16:3e:46:5d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7a221d0f-aa6c-4425-a518-ec29e22d66cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:57Z', 'updated_at': '2021-10-13T00:26:05Z', 'revision_number': 4, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'subnets': [{'id': '7a221d0f-aa6c-4425-a518-ec29e22d66cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:06.082370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc824c82-b670-4e31-a67e-a3974aa56887 None None] The sync data for ids ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'] in n-d-813679-4 is: [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:25:59Z', 'revision_number': 4, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port': {'id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:51Z', 'updated_at': '2021-10-13T00:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c6b1ee2a-07a6-4ffa-82c8-300567aebdde', 'name': '', 'network_id': 'bdf6594d-f04c-41bd-92fe-015ee0444ea1', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'mac_address': 'fa:16:3e:46:5d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '7a221d0f-aa6c-4425-a518-ec29e22d66cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:57Z', 'updated_at': '2021-10-13T00:26:05Z', 'revision_number': 4, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'subnets': [{'id': '7a221d0f-aa6c-4425-a518-ec29e22d66cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:06.084218 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c862416-aa41-43b6-b496-ddedffd27151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:06.223828 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:06.232670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:06.243371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:06.248136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] 10.222.0.21 "DELETE /v2.0/networks/01adb56b-53dd-4042-8e16-778ca50b1ce8 HTTP/1.1" status: 204 len: 168 time: 2.7172239 Oct 13 00:26:06.254739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Checking segment: {'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:06.255835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Network hostable DHCP agents. Network: 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:26:06.548963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c862416-aa41-43b6-b496-ddedffd27151 None None] Pushing event updated for resources: {'Port': ['ID=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:06.554497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:06.587598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42186) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:06.710332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f9de0-9dcf-4fe4-a901-564b427c9966 admin admin] Pushing event deleted for resources: {'Network': ['ID=01adb56b-53dd-4042-8e16-778ca50b1ce8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:06.791279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:26:06.830522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:06.845227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8886c04-5a31-43aa-9026-a593afedaecf None None] Network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:06.850474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ae20-172a-42ce-9fb6-48d69fb05ab8 req-ddc0f620-c882-4d49-85c7-24f8ce5dd77c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:06.857844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1026ae20-172a-42ce-9fb6-48d69fb05ab8 req-ddc0f620-c882-4d49-85c7-24f8ce5dd77c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.1716034 Oct 13 00:26:06.860660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:06.861270 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:06.906297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Allocated IP 172.20.0.3 (de081af6-23f1-45b5-b163-38c799aa6ca5/60eaa029-9e55-4d67-bd7d-d197b0b9b946/9e8ec72e-69a3-433d-9e44-7e86cec9e341) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:06.921228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-995fb17f-0286-45a8-980a-a4cc184a0c46 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3533745 Oct 13 00:26:06.928317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42188) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:06.938873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:06.946745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1026ae20-172a-42ce-9fb6-48d69fb05ab8 req-8fe6d5b1-6824-4239-b0b6-a25ea3acf845 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880275 Oct 13 00:26:07.016659 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.061140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-21d8ba81-c9ad-41ba-83eb-6afd8f10c29d', 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'fixed_ips': [{'subnet_id': '71450aa0-01a0-412c-bc81-6c7b1c290234'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:26:07.062596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.138686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.139934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.209238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91eb2f4a-82a8-4743-b07d-a28c6a681a4a req-694d55ce-bc2a-4f0c-b69a-91d653a4ec0c tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 210 time: 0.0892899 Oct 13 00:26:07.333625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c6b1ee2a-07a6-4ffa-82c8-300567aebdde up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:07.419905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.432821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Allocated IP 172.20.0.2 (21d8ba81-c9ad-41ba-83eb-6afd8f10c29d/71450aa0-01a0-412c-bc81-6c7b1c290234/0054a422-d2af-49d1-a31b-181dc9e63e28) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:07.466278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c6b1ee2a-07a6-4ffa-82c8-300567aebdde triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:07.466656 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.476264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.494527 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.557949 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.567342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.638007 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.682131 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.690017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.735806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Pushing event updated for resources: {'Port': ['ID=0054a422-d2af-49d1-a31b-181dc9e63e28,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:07.747456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:07.749001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:07.751365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:07.769782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.813467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ad31-2907-4559-bf61-1416c1a7340f req-d56702c9-a2b0-49eb-8c76-80f3f2351934 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:07.819456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ad31-2907-4559-bf61-1416c1a7340f req-d56702c9-a2b0-49eb-8c76-80f3f2351934 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:07.825570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644ad31-2907-4559-bf61-1416c1a7340f req-d56702c9-a2b0-49eb-8c76-80f3f2351934 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:07.827331 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a644ad31-2907-4559-bf61-1416c1a7340f req-d56702c9-a2b0-49eb-8c76-80f3f2351934 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67&device_id=34c1788f-b808-485c-a421-27596f59c61a&device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 2418 time: 0.4376473 Oct 13 00:26:07.836112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Attempting to bind port 0054a422-d2af-49d1-a31b-181dc9e63e28 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:07.840727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Attempting to bind port 0054a422-d2af-49d1-a31b-181dc9e63e28 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:07.841372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Attempting to bind port 0054a422-d2af-49d1-a31b-181dc9e63e28 on network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:07.848877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:07.849497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Checking segment: {'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:07.849822 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.850152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Bound using segment: {'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:07.850696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Bound port: 0054a422-d2af-49d1-a31b-181dc9e63e28, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:07.851001 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.893880 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.935714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] For port 0054a422-d2af-49d1-a31b-181dc9e63e28, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:07.940394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] For port 0054a422-d2af-49d1-a31b-181dc9e63e28, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0054a422-d2af-49d1-a31b-181dc9e63e28,segment=NetworkSegment(20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef),segment_id=20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:07.949269 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:07.952080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Deleting port 1ba61dcd-06f3-4f99-82d2-87b942bc063a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:07.953198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.009969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Deleting port 591e1a83-d22b-49e5-94a6-b063c37823f8 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:08.010315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.020372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5528c-83ef-4020-8d0d-f36bfd93cb9c None None] Pushing event updated for resources: {'Port': ['ID=0054a422-d2af-49d1-a31b-181dc9e63e28,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:08.023663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Network de081af6-23f1-45b5-b163-38c799aa6ca5 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:08.040834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a644ad31-2907-4559-bf61-1416c1a7340f req-f67b87ce-92cc-4ec3-8f1b-e30874e940a9 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024167 Oct 13 00:26:08.042288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:08.045857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:08.115085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Pushing event updated for resources: {'Port': ['ID=9e8ec72e-69a3-433d-9e44-7e86cec9e341,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:08.118893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Allocated IP 172.20.0.11 (193d2051-f72e-40b6-89f7-7cc557336d8b/a64ebaf8-39c7-4c3c-9895-91f38fa407e2/6fad9a2c-c006-4f81-961f-35caae60166b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:08.153060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] For port 1ba61dcd-06f3-4f99-82d2-87b942bc063a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1ba61dcd-06f3-4f99-82d2-87b942bc063a,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:08.153466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.157651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] For port 591e1a83-d22b-49e5-94a6-b063c37823f8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=591e1a83-d22b-49e5-94a6-b063c37823f8,segment=NetworkSegment(10e97e16-e531-4977-ade6-c7e6228fa6f4),segment_id=10e97e16-e531-4977-ade6-c7e6228fa6f4)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:08.158007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.178384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Calling delete_port for 1ba61dcd-06f3-4f99-82d2-87b942bc063a owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:08.180364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Calling delete_port for 591e1a83-d22b-49e5-94a6-b063c37823f8 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:08.242190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:08.242855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.304393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-00d90045-4636-430b-b786-5ec344507e34 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9067662 Oct 13 00:26:08.344929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Request body: {'port': {'device_id': '9611a424-110b-4f77-ab02-4ba590490463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:08.382639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192928-2e0b-4980-8f97-13f4d299bdf6 req-f67940ca-9e43-48d2-8742-94d97bd57699 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:08.389178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94192928-2e0b-4980-8f97-13f4d299bdf6 req-f67940ca-9e43-48d2-8742-94d97bd57699 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.2299306 Oct 13 00:26:08.441089 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.539379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.547089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.574772 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.575331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba61dcd-06f3-4f99-82d2-87b942bc063a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:08.585337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94192928-2e0b-4980-8f97-13f4d299bdf6 req-3afdb61b-6ecf-436a-8a1e-375ada4efc4f tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709528 Oct 13 00:26:08.624897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296203e-0f3b-4c8e-840e-7ab4c06a1dc6 req-e0409e3a-3324-4f94-baec-5b5720ab05b6 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:08.632101 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1296203e-0f3b-4c8e-840e-7ab4c06a1dc6 req-e0409e3a-3324-4f94-baec-5b5720ab05b6 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 931 time: 0.3141322 Oct 13 00:26:08.670609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Pushing event deleted for resources: {'Port': ['ID=591e1a83-d22b-49e5-94a6-b063c37823f8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:08.787888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1296203e-0f3b-4c8e-840e-7ab4c06a1dc6 req-fc207efe-a05a-4c77-8466-9abfe3fe6ed0 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548645 Oct 13 00:26:08.789233 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.825266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.923179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:08.995396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.028383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.131869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Network 193d2051-f72e-40b6-89f7-7cc557336d8b is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:09.148936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:09.161662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:09.165233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'Port': ['ID=6fad9a2c-c006-4f81-961f-35caae60166b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:09.286022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Allocated IP 172.25.3.57 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/38c1a0ab-9269-4fcd-97f5-1755742203d1) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:09.388893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f604be-7179-47e9-b979-13f552675ef2 None None] Network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:09.469426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0054a422-d2af-49d1-a31b-181dc9e63e28 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:09.470188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Router 5060ce30-63e2-4582-99d6-05bcedddbcbf has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:09.537984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:09.543944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b40968c6-e4b3-4d9e-a517-3904ee88b647 None None] Provisioning complete for port 0054a422-d2af-49d1-a31b-181dc9e63e28 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:09.544468 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b40968c6-e4b3-4d9e-a517-3904ee88b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.564078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8ec72e-69a3-433d-9e44-7e86cec9e341 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:26:09.599159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:09.605348 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a7a3963c-f083-44fc-9c8c-411627ab4802 admin admin] 10.222.0.21 "PUT /v2.0/routers/5060ce30-63e2-4582-99d6-05bcedddbcbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8813350 Oct 13 00:26:09.611930 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] Sync routers for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:09.612444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42210) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:09.623193 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:09.623383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.625085 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:09.657214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0054a422-d2af-49d1-a31b-181dc9e63e28 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:09.657596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.671571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.677483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Transition to ACTIVE for port object 9e8ec72e-69a3-433d-9e44-7e86cec9e341 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:26:09.712806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.769450 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b40968c6-e4b3-4d9e-a517-3904ee88b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.824891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b40968c6-e4b3-4d9e-a517-3904ee88b647 None None] For port 0054a422-d2af-49d1-a31b-181dc9e63e28, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0054a422-d2af-49d1-a31b-181dc9e63e28,segment=NetworkSegment(20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef),segment_id=20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:09.875686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b40968c6-e4b3-4d9e-a517-3904ee88b647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:09.889484 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:09.961470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.049948 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:26:10.050698 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:26:10.057378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40968c6-e4b3-4d9e-a517-3904ee88b647 None None] Pushing event updated for resources: {'Port': ['ID=0054a422-d2af-49d1-a31b-181dc9e63e28,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:10.203360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bae0a009-96ab-4ab3-9f97-02ddb81dc021 None None] Provisioning complete for port 0054a422-d2af-49d1-a31b-181dc9e63e28 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:10.203911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bae0a009-96ab-4ab3-9f97-02ddb81dc021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.249020 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:26:08Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:10.279561 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.282577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ec72e-69a3-433d-9e44-7e86cec9e341,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:10.293878 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] Checking router: 5060ce30-63e2-4582-99d6-05bcedddbcbf for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:10.303830 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] Routers {'5060ce30-63e2-4582-99d6-05bcedddbcbf'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:10.304743 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5060ce30-63e2-4582-99d6-05bcedddbcbf'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:10.306462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.420876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.488989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:10.506635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:10.535609 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] Set router 5060ce30-63e2-4582-99d6-05bcedddbcbf gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:10.543200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:10.550501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Pushing event updated for resources: {'Port': ['ID=38c1a0ab-9269-4fcd-97f5-1755742203d1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:10.568939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:10.593939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-52efc398-e74e-41f4-bac1-247ae898f23d admin admin] 10.222.0.21 "PUT /v2.0/routers/e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0023282 Oct 13 00:26:10.595214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42224) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:10.600997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a357a1e-7807-46a3-a0b8-9fc621ec14f7 req-c696153d-f6ca-416c-bfbe-9225af28b6e7 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:10.602536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a357a1e-7807-46a3-a0b8-9fc621ec14f7 req-c696153d-f6ca-416c-bfbe-9225af28b6e7 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 943 time: 0.3355799 Oct 13 00:26:10.609581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] Sync routers for ids ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:10.627427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7755c6-e34d-4c40-8f95-39ab33b535bb req-e011047d-edb1-4db7-88f6-33218e787fbe tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:10.635425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f7755c6-e34d-4c40-8f95-39ab33b535bb req-e011047d-edb1-4db7-88f6-33218e787fbe tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.3260670 Oct 13 00:26:10.648100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] Routers {'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:10.650058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:10.658277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Attempting to bind port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:10.658618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Attempting to bind port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'cc2e080c-f052-4e52-a5ca-deba50e867a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'de081af6-23f1-45b5-b163-38c799aa6ca5'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:10.659401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Attempting to bind port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 on network de081af6-23f1-45b5-b163-38c799aa6ca5 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:10.694494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 on network de081af6-23f1-45b5-b163-38c799aa6ca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:26:10.694846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Attempting to bind port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 on network de081af6-23f1-45b5-b163-38c799aa6ca5 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:10.739902 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:26:08Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:10.747384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.756658 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.761305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] Set router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:10.775876 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddf546-7a13-4a78-a885-4f9e42098271 None None] The sync data for ids ['5060ce30-63e2-4582-99d6-05bcedddbcbf'] in n-d-813679-4 is: [{'id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'name': 'tempest-TaggedBootDevicesTest_v242-1644211567-router', 'tenant_id': 'de8ae162e1a44851bf2cde61877e2931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:14:23Z', 'updated_at': '2021-10-13T00:26:08Z', 'revision_number': 5, 'project_id': 'de8ae162e1a44851bf2cde61877e2931', 'gw_port': {'id': 'abea370d-2bde-4e9c-92e6-d7ab59e9277c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5060ce30-63e2-4582-99d6-05bcedddbcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:14:24Z', 'updated_at': '2021-10-13T00:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:10.831727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:10.832077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Checking segment: {'id': 'cc2e080c-f052-4e52-a5ca-deba50e867a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'de081af6-23f1-45b5-b163-38c799aa6ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:10.832922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Bound using segment: {'id': 'cc2e080c-f052-4e52-a5ca-deba50e867a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'de081af6-23f1-45b5-b163-38c799aa6ca5'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:10.833036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Bound port: 9e8ec72e-69a3-433d-9e44-7e86cec9e341, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2e080c-f052-4e52-a5ca-deba50e867a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'de081af6-23f1-45b5-b163-38c799aa6ca5'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:10.833319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.906954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Deleting port abea370d-2bde-4e9c-92e6-d7ab59e9277c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:10.907360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.933859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f7755c6-e34d-4c40-8f95-39ab33b535bb req-5c887caa-6e79-4880-9606-0e5a81271bdf tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945352 Oct 13 00:26:10.962308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:26:08Z', 'revision_number': 5, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port': {'id': 'a0c48022-7be3-4218-b5df-c1eb5f1dfe42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:8d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:24:52Z', 'updated_at': '2021-10-13T00:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:10.965602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a357a1e-7807-46a3-a0b8-9fc621ec14f7 req-708e721c-5c9b-4223-9ba8-98fa85f4a8d9 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983339 Oct 13 00:26:10.992655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:10.992866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] Checking router: e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:11.013561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] Routers {'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:11.014210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:11.046833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.057757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] For port abea370d-2bde-4e9c-92e6-d7ab59e9277c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=abea370d-2bde-4e9c-92e6-d7ab59e9277c,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:11.058123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.077504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Calling delete_port for abea370d-2bde-4e9c-92e6-d7ab59e9277c owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:11.101951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] For port 9e8ec72e-69a3-433d-9e44-7e86cec9e341, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:11.111591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] Set router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:11.129936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Deleting port a0c48022-7be3-4218-b5df-c1eb5f1dfe42 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:11.130282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.166962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:26:10Z', 'revision_number': 6, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:11.201678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712ea8f-0f8f-4942-a63b-912fe0e77eea None None] The sync data for ids ['e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8'] in n-d-813679-4 is: [{'id': 'e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8', 'name': 'tempest-TestServerMultinode-1431639259-router', 'tenant_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:24:50Z', 'updated_at': '2021-10-13T00:26:10Z', 'revision_number': 6, 'project_id': 'e65523bcfc3f4f55b56f54c81ba2f844', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:11.229225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] For port 9e8ec72e-69a3-433d-9e44-7e86cec9e341, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9e8ec72e-69a3-433d-9e44-7e86cec9e341,segment=NetworkSegment(cc2e080c-f052-4e52-a5ca-deba50e867a0),segment_id=cc2e080c-f052-4e52-a5ca-deba50e867a0)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:11.241706 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.277022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] For port a0c48022-7be3-4218-b5df-c1eb5f1dfe42, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a0c48022-7be3-4218-b5df-c1eb5f1dfe42,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:11.277463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.290894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Calling delete_port for a0c48022-7be3-4218-b5df-c1eb5f1dfe42 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:11.334162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:11.334790 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.336510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e8ec72e-69a3-433d-9e44-7e86cec9e341 HTTP/1.1" status: 200 len: 1091 time: 3.0082583 Oct 13 00:26:11.338594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9611a424-110b-4f77-ab02-4ba590490463', 'tag': '9e8ec72e-69a3-433d-9e44-7e86cec9e341'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:11.340900 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a51ae1-fc62-4707-a215-015c9141e752" -d '{"events": [{"name": "network-changed", "server_uuid": "9611a424-110b-4f77-ab02-4ba590490463", "tag": "9e8ec72e-69a3-433d-9e44-7e86cec9e341"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:11.389295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d13b58-2905-4b17-a5b6-32d09b266029 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8ec72e-69a3-433d-9e44-7e86cec9e341,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:11.406751 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bffe2a-844d-4233-8a1a-b0ab5d2d504b x-openstack-request-id: req-64bffe2a-844d-4233-8a1a-b0ab5d2d504b {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:11.407096 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9611a424-110b-4f77-ab02-4ba590490463", "tag": "9e8ec72e-69a3-433d-9e44-7e86cec9e341", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:11.407285 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64bffe2a-844d-4233-8a1a-b0ab5d2d504b {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:11.407886 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9611a424-110b-4f77-ab02-4ba590490463', 'tag': '9e8ec72e-69a3-433d-9e44-7e86cec9e341', 'status': 'completed', 'code': 200} Oct 13 00:26:11.411615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.426502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.486299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Pushing event deleted for resources: {'Port': ['ID=abea370d-2bde-4e9c-92e6-d7ab59e9277c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:11.531152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Router bf3d3ab0-9461-450a-902b-d681f1e31273 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:11.552398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f391d-3737-4702-800a-592ae32d5c22 req-18a9a050-9430-4e04-b952-4e46e2d06c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:11.553914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-18a9a050-9430-4e04-b952-4e46e2d06c37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ebbf9dbad643c3bd023a1ea4d7ad04&device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 1094 time: 0.1059041 Oct 13 00:26:11.584235 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.589819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0054a422-d2af-49d1-a31b-181dc9e63e28 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:11.642796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-e5549859-ec89-447b-b14e-79f6eade0084 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e8ec72e-69a3-433d-9e44-7e86cec9e341 HTTP/1.1" status: 200 len: 217 time: 0.0516675 Oct 13 00:26:11.659600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0054a422-d2af-49d1-a31b-181dc9e63e28 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:11.660153 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.700021 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.703158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.711536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.796550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c48022-7be3-4218-b5df-c1eb5f1dfe42,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:11.797978 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1ba61dcd-06f3-4f99-82d2-87b942bc063a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:11.809665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f391d-3737-4702-800a-592ae32d5c22 req-07fef3f9-2a29-4de0-b3e0-0f6a7626a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:11.811121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-07fef3f9-2a29-4de0-b3e0-0f6a7626a09c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60eaa029-9e55-4d67-bd7d-d197b0b9b946 HTTP/1.1" status: 200 len: 864 time: 0.1332130 Oct 13 00:26:11.822754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1ba61dcd-06f3-4f99-82d2-87b942bc063a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:11.823279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1ba61dcd-06f3-4f99-82d2-87b942bc063a not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:11.824881 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5f37a5ae-3c10-44ba-9ef6-75d2f2f4d82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.831939 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.832489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5060ce30-63e2-4582-99d6-05bcedddbcbf {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:11.837274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.838359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc2f95b0-ed45-4cc4-b4c5-7716c258de37 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5060ce30-63e2-4582-99d6-05bcedddbcbf HTTP/1.1" status: 204 len: 168 time: 2.2241948 Oct 13 00:26:11.854191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:11.857560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42230) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:11.859830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-88fff3cf-7cd4-47ca-ba26-66de9b289c8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de081af6-23f1-45b5-b163-38c799aa6ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397351 Oct 13 00:26:11.864525 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Sync routers for ids ['bf3d3ab0-9461-450a-902b-d681f1e31273'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:11.878955 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Routers {'bf3d3ab0-9461-450a-902b-d681f1e31273'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:11.879838 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['bf3d3ab0-9461-450a-902b-d681f1e31273'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:11.881069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:11.947770 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.017760 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.018960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.022061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ce697e44-3807-48bc-ba26-58c179a98f08 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.7430055 Oct 13 00:26:12.022195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.025016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42236) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:12.025933 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Set router bf3d3ab0-9461-450a-902b-d681f1e31273 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:12.029364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b29741c-eb9a-496f-b086-c74fca9293ad admin admin] Deleting subnet 0ad4c660-a4cc-46aa-a70e-5c6380b74a09 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:12.049572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b29741c-eb9a-496f-b086-c74fca9293ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.107090 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.107657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:12.112183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.113337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5cb3394d-54f1-4bc3-a4ac-a8ff6b933c3a admin admin] 10.222.0.21 "DELETE /v2.0/routers/e2efc4b0-bd54-4ac9-a7e1-5d11ec9b89a8 HTTP/1.1" status: 204 len: 168 time: 1.5172219 Oct 13 00:26:12.115761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42240) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:12.183117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-00109d28-bc24-4d5b-8e6c-3b1fd7662239 admin admin] Deleting subnet 95dc172c-cf4a-4097-b8d9-07ad4df46ebf {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:12.186443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00109d28-bc24-4d5b-8e6c-3b1fd7662239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.245396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00109d28-bc24-4d5b-8e6c-3b1fd7662239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.257568 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3ab0-9461-450a-902b-d681f1e31273', 'name': '', 'tenant_id': '1fce1441d6454d65b55709490f00f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b', 'external_fixed_ips': [{'subnet_id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '6fad9a2c-c006-4f81-961f-35caae60166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:05Z', 'updated_at': '2021-10-13T00:26:09Z', 'revision_number': 3, 'project_id': '1fce1441d6454d65b55709490f00f4b9', 'gw_port': {'id': '6fad9a2c-c006-4f81-961f-35caae60166b', 'name': '', 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3ab0-9461-450a-902b-d681f1e31273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:12.292214 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Checking router: bf3d3ab0-9461-450a-902b-d681f1e31273 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:12.292561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Updating router bf3d3ab0-9461-450a-902b-d681f1e31273 port 6fad9a2c-c006-4f81-961f-35caae60166b binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:12.322617 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.329803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00109d28-bc24-4d5b-8e6c-3b1fd7662239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.411151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00109d28-bc24-4d5b-8e6c-3b1fd7662239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.447587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00109d28-bc24-4d5b-8e6c-3b1fd7662239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95dc172c-cf4a-4097-b8d9-07ad4df46ebf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:12.459005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-00109d28-bc24-4d5b-8e6c-3b1fd7662239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.465645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88cc30-2a73-43b3-90b0-06ac1300eda5 None None] Network 15b2e321-1f2b-475a-80bd-4143b78262f6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:12.472697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-00109d28-bc24-4d5b-8e6c-3b1fd7662239 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95dc172c-cf4a-4097-b8d9-07ad4df46ebf HTTP/1.1" status: 204 len: 168 time: 0.3536818 Oct 13 00:26:12.474259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42242) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:12.566891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.628908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Deleting port bd9e16e9-093d-4460-9c36-248e5f9690e6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:12.630145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.632094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b29741c-eb9a-496f-b086-c74fca9293ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.689513 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.696771 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.702758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-460f3596-2197-4f81-ac4c-25c06201c51f service neutron] 10.222.0.36 "GET /v2.0/networks/de081af6-23f1-45b5-b163-38c799aa6ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8317823 Oct 13 00:26:12.730410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] For port bd9e16e9-093d-4460-9c36-248e5f9690e6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd9e16e9-093d-4460-9c36-248e5f9690e6,segment=NetworkSegment(10e97e16-e531-4977-ade6-c7e6228fa6f4),segment_id=10e97e16-e531-4977-ade6-c7e6228fa6f4)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:12.730792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.751784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Calling delete_port for bd9e16e9-093d-4460-9c36-248e5f9690e6 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:12.759835 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Pushing event updated for resources: {'Port': ['ID=6fad9a2c-c006-4f81-961f-35caae60166b,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:12.760541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] DHCP port deletion for 15b2e321-1f2b-475a-80bd-4143b78262f6 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:26:12.762825 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Attempting to bind port 6fad9a2c-c006-4f81-961f-35caae60166b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:12.762825 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Attempting to bind port 6fad9a2c-c006-4f81-961f-35caae60166b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '1a3d5123-34c3-46f0-b385-a760539db233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:12.763337 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Attempting to bind port 6fad9a2c-c006-4f81-961f-35caae60166b on network 193d2051-f72e-40b6-89f7-7cc557336d8b {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:12.775804 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.776416 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.776960 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.777388 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.777810 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.778230 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.778648 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.779063 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.779704 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.780118 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.780577 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.780989 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:12.784321 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:12.784920 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Checking segment: {'id': '1a3d5123-34c3-46f0-b385-a760539db233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:12.785522 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.785896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Bound using segment: {'id': '1a3d5123-34c3-46f0-b385-a760539db233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:12.786572 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Bound port: 6fad9a2c-c006-4f81-961f-35caae60166b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3d5123-34c3-46f0-b385-a760539db233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:12.787541 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.797285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63100b5-1397-4c82-876b-c3a84d5f2969 req-137282e9-d4f9-43e7-9d98-5028b9eabdc0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:12.804573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b63100b5-1397-4c82-876b-c3a84d5f2969 req-137282e9-d4f9-43e7-9d98-5028b9eabdc0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.6667550 Oct 13 00:26:12.832296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dfd37-02a4-4991-9aee-7f61ad520c5e req-dd45d3fe-2469-4ebf-bcc6-2e8b2809f77b tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:12.839618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] Deleting port bd9e16e9-093d-4460-9c36-248e5f9690e6 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:12.840061 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.840172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e81dfd37-02a4-4991-9aee-7f61ad520c5e req-dd45d3fe-2469-4ebf-bcc6-2e8b2809f77b tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 943 time: 0.7499108 Oct 13 00:26:12.867276 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] For port 6fad9a2c-c006-4f81-961f-35caae60166b, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:12.871693 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] For port 6fad9a2c-c006-4f81-961f-35caae60166b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6fad9a2c-c006-4f81-961f-35caae60166b,segment=NetworkSegment(1a3d5123-34c3-46f0-b385-a760539db233),segment_id=1a3d5123-34c3-46f0-b385-a760539db233)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:12.874159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.893608 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.915996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9e16e9-093d-4460-9c36-248e5f9690e6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:12.922019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] For port bd9e16e9-093d-4460-9c36-248e5f9690e6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd9e16e9-093d-4460-9c36-248e5f9690e6,segment=NetworkSegment(10e97e16-e531-4977-ade6-c7e6228fa6f4),segment_id=10e97e16-e531-4977-ade6-c7e6228fa6f4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:12.922871 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.927689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] No DVR routers for this DVR port bd9e16e9-093d-4460-9c36-248e5f9690e6 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:12.934837 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:12.947318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] Calling delete_port for bd9e16e9-093d-4460-9c36-248e5f9690e6 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:12.965337 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Routers {'bf3d3ab0-9461-450a-902b-d681f1e31273'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:12.966209 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['bf3d3ab0-9461-450a-902b-d681f1e31273'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:13.005254 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45abf45-1ecc-4620-b150-a9a6c1741730 None None] Pushing event updated for resources: {'Port': ['ID=6fad9a2c-c006-4f81-961f-35caae60166b,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:13.019157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b63100b5-1397-4c82-876b-c3a84d5f2969 req-cf48d56f-7b47-45cc-bb48-51288a992c65 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137334 Oct 13 00:26:13.032404 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b29741c-eb9a-496f-b086-c74fca9293ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.046578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.071024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e81dfd37-02a4-4991-9aee-7f61ad520c5e req-eef862bf-5563-4158-8f5b-159d00994337 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170520 Oct 13 00:26:13.080709 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.088516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Router 1b26279e-0951-4306-8a69-2cb8a3acb05f is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:13.095929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] Set router bf3d3ab0-9461-450a-902b-d681f1e31273 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:13.098909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23f391d-3737-4702-800a-592ae32d5c22 req-1c37b2df-ab3c-4136-968c-053bea6f2140 service neutron] 10.222.0.36 "GET /v2.0/networks/de081af6-23f1-45b5-b163-38c799aa6ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839869 Oct 13 00:26:13.107272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b2e321-1f2b-475a-80bd-4143b78262f6']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:13.110038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] No DVR routers for this DVR port bd9e16e9-093d-4460-9c36-248e5f9690e6 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:13.119302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e97e16-e531-4977-ade6-c7e6228fa6f4') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:13.120017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e97e16-e531-4977-ade6-c7e6228fa6f4') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:13.145006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e884a0d-b4b8-4e00-8afe-79c3d49de215 None None] Pushing event deleted for resources: {'Port': ['ID=bd9e16e9-093d-4460-9c36-248e5f9690e6,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:13.148233 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.167848 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.181825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:13.182308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.254259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.265366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 591e1a83-d22b-49e5-94a6-b063c37823f8 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:13.285427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 591e1a83-d22b-49e5-94a6-b063c37823f8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:13.285898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 591e1a83-d22b-49e5-94a6-b063c37823f8 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:13.286420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd9e16e9-093d-4460-9c36-248e5f9690e6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:13.290456 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:13.295757 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.308391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.309489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: bd9e16e9-093d-4460-9c36-248e5f9690e6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:13.310030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd9e16e9-093d-4460-9c36-248e5f9690e6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:13.310500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device abea370d-2bde-4e9c-92e6-d7ab59e9277c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:13.310961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b29741c-eb9a-496f-b086-c74fca9293ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.321555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] 10.222.0.21 "DELETE /v2.0/networks/15b2e321-1f2b-475a-80bd-4143b78262f6 HTTP/1.1" status: 204 len: 168 time: 0.8461058 Oct 13 00:26:13.335842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: abea370d-2bde-4e9c-92e6-d7ab59e9277c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:13.336372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device abea370d-2bde-4e9c-92e6-d7ab59e9277c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:13.336889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a0c48022-7be3-4218-b5df-c1eb5f1dfe42 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:13.338931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f0003-bce3-42b0-b4c2-7e2b0a69e92c admin admin] Pushing event deleted for resources: {'Network': ['ID=15b2e321-1f2b-475a-80bd-4143b78262f6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:13.358480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a0c48022-7be3-4218-b5df-c1eb5f1dfe42 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:13.359003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a0c48022-7be3-4218-b5df-c1eb5f1dfe42 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:13.364026 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3d3ab0-9461-450a-902b-d681f1e31273', 'name': '', 'tenant_id': '1fce1441d6454d65b55709490f00f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b', 'external_fixed_ips': [{'subnet_id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '6fad9a2c-c006-4f81-961f-35caae60166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:05Z', 'updated_at': '2021-10-13T00:26:09Z', 'revision_number': 3, 'project_id': '1fce1441d6454d65b55709490f00f4b9', 'gw_port': {'id': '6fad9a2c-c006-4f81-961f-35caae60166b', 'name': '', 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3ab0-9461-450a-902b-d681f1e31273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:13.387315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-b7924f86-48c6-45c9-8f8e-ff0f158555e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:13.388700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-b7924f86-48c6-45c9-8f8e-ff0f158555e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35ebbf9dbad643c3bd023a1ea4d7ad04&device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 1094 time: 0.1803646 Oct 13 00:26:13.392730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29741c-eb9a-496f-b086-c74fca9293ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad4c660-a4cc-46aa-a70e-5c6380b74a09,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:13.398074 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b29741c-eb9a-496f-b086-c74fca9293ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.399681 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d0d991-09f7-4c00-a4db-7e9ca3829593 None None] The sync data for ids ['bf3d3ab0-9461-450a-902b-d681f1e31273'] in n-d-813679-4 is: [{'id': 'bf3d3ab0-9461-450a-902b-d681f1e31273', 'name': '', 'tenant_id': '1fce1441d6454d65b55709490f00f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b', 'external_fixed_ips': [{'subnet_id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '6fad9a2c-c006-4f81-961f-35caae60166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:05Z', 'updated_at': '2021-10-13T00:26:09Z', 'revision_number': 3, 'project_id': '1fce1441d6454d65b55709490f00f4b9', 'gw_port': {'id': '6fad9a2c-c006-4f81-961f-35caae60166b', 'name': '', 'network_id': '193d2051-f72e-40b6-89f7-7cc557336d8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3d3ab0-9461-450a-902b-d681f1e31273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a64ebaf8-39c7-4c3c-9895-91f38fa407e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:13.402309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6b29741c-eb9a-496f-b086-c74fca9293ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ad4c660-a4cc-46aa-a70e-5c6380b74a09 HTTP/1.1" status: 204 len: 168 time: 1.5414290 Oct 13 00:26:13.407234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30c591-2f8a-46ba-b70c-d9c1e557be39 None None] Network 972360ba-87c4-40b5-91b3-83430f57dcf1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:13.408125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42246) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:13.413743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:13.468972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Sync routers for ids ['1b26279e-0951-4306-8a69-2cb8a3acb05f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:13.486192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Routers {'1b26279e-0951-4306-8a69-2cb8a3acb05f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:13.487617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:25:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1b26279e-0951-4306-8a69-2cb8a3acb05f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:13.494165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.507591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42248) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:13.510767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.512965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-903b7ab2-213f-4833-aca7-654b18bce029 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5820758 Oct 13 00:26:13.517594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42250) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:13.570590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Deleting port 6fad9a2c-c006-4f81-961f-35caae60166b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:13.570956 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.582882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-56016e56-6c59-4aaf-bafd-27e32b7a9380 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9130228c8a9e423f8656aea02c293b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740459 Oct 13 00:26:13.587046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42252) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:13.632448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Deleting port df3b742a-43a8-4ea1-a1d3-e2471f0be27f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:13.632891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.707660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] For port df3b742a-43a8-4ea1-a1d3-e2471f0be27f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=df3b742a-43a8-4ea1-a1d3-e2471f0be27f,segment=NetworkSegment(4867727e-54e8-4280-8e8e-08c932f1fb9e),segment_id=4867727e-54e8-4280-8e8e-08c932f1fb9e)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:13.708033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.747934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aacd4f84-ccab-4128-a37c-9a6d01aefb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.750238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Calling delete_port for df3b742a-43a8-4ea1-a1d3-e2471f0be27f owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:13.791495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] For port 6fad9a2c-c006-4f81-961f-35caae60166b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6fad9a2c-c006-4f81-961f-35caae60166b,segment=NetworkSegment(1a3d5123-34c3-46f0-b385-a760539db233),segment_id=1a3d5123-34c3-46f0-b385-a760539db233)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:13.792140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.797254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-8d9f8a43-5747-4483-a72e-63d61ad6684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:13.798870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-8d9f8a43-5747-4483-a72e-63d61ad6684f service neutron] 10.222.0.36 "GET /v2.0/networks?id=de081af6-23f1-45b5-b163-38c799aa6ca5 HTTP/1.1" status: 200 len: 925 time: 0.3952932 Oct 13 00:26:13.819088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aacd4f84-ccab-4128-a37c-9a6d01aefb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.822644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Calling delete_port for 6fad9a2c-c006-4f81-961f-35caae60166b owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:13.885854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Set router 1b26279e-0951-4306-8a69-2cb8a3acb05f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:13.905954 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.911053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aacd4f84-ccab-4128-a37c-9a6d01aefb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.913559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aacd4f84-ccab-4128-a37c-9a6d01aefb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:13.914917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aacd4f84-ccab-4128-a37c-9a6d01aefb28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b828f9d-e648-448f-aead-dae3949b68c9 HTTP/1.1" status: 204 len: 168 time: 0.3235109 Oct 13 00:26:13.948749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3b742a-43a8-4ea1-a1d3-e2471f0be27f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:13.950665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] No DVR routers for this DVR port df3b742a-43a8-4ea1-a1d3-e2471f0be27f on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:13.952868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd4f84-ccab-4128-a37c-9a6d01aefb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b828f9d-e648-448f-aead-dae3949b68c9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:14.038223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-615d4716-c3b0-4f80-8cbf-6f1a65831007 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e8ec72e-69a3-433d-9e44-7e86cec9e341 HTTP/1.1" status: 200 len: 217 time: 0.2280993 Oct 13 00:26:14.049322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.072648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972360ba-87c4-40b5-91b3-83430f57dcf1']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:14.083172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4867727e-54e8-4280-8e8e-08c932f1fb9e') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:14.083473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4867727e-54e8-4280-8e8e-08c932f1fb9e') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:14.088659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd4e7e4-ebb0-4067-9d3b-e0c8b4edc2d1 None None] DHCP port deletion for 972360ba-87c4-40b5-91b3-83430f57dcf1 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:26:14.107891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.128017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.140639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:14.140639 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.198258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-21becf0b-a2c9-45d9-9758-50de3e8a1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:14.200628 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:14.203471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-21becf0b-a2c9-45d9-9758-50de3e8a1980 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60eaa029-9e55-4d67-bd7d-d197b0b9b946 HTTP/1.1" status: 200 len: 864 time: 0.1553822 Oct 13 00:26:14.205548 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.211219 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.226953 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] 10.222.0.21 "DELETE /v2.0/networks/972360ba-87c4-40b5-91b3-83430f57dcf1 HTTP/1.1" status: 204 len: 168 time: 0.8092654 Oct 13 00:26:14.268186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4117f-78e2-4a8c-8de6-b40a65f2d495 admin admin] Pushing event deleted for resources: {'Network': ['ID=972360ba-87c4-40b5-91b3-83430f57dcf1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:14.307202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:11Z', 'revision_number': 3, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port': {'id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:08Z', 'updated_at': '2021-10-13T00:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:14.342060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Checking router: 1b26279e-0951-4306-8a69-2cb8a3acb05f for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:14.343385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Updating router 1b26279e-0951-4306-8a69-2cb8a3acb05f port 38c1a0ab-9269-4fcd-97f5-1755742203d1 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:14.380118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.509024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42266) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:14.521258 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a2e8336b-0545-4c00-b49d-a590f3faed15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.548321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-b2c7b94c-33ba-4a97-8f8f-c4fa0b027157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de081af6-23f1-45b5-b163-38c799aa6ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820855 Oct 13 00:26:14.560559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.595233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c9536cb7-e888-4cf2-84d2-50994f4c0aee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de8ae162e1a44851bf2cde61877e2931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846303 Oct 13 00:26:14.599978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42268) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:14.628134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fad9a2c-c006-4f81-961f-35caae60166b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:14.635174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42270) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:14.642494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80db0-b860-40c6-96f1-f98c350ca5fb req-827641f8-f504-49a0-a51c-87a7f3c74f36 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:14.644170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7af80db0-b860-40c6-96f1-f98c350ca5fb req-827641f8-f504-49a0-a51c-87a7f3c74f36 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.4346836 Oct 13 00:26:14.699348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5637772-fe78-46bd-890d-4f39ed53c436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.707742 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-396a5582-57d5-41d3-bb35-f8fa75ef589f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e65523bcfc3f4f55b56f54c81ba2f844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710428 Oct 13 00:26:14.710673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42272) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:14.729068 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.735461 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.746408 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5637772-fe78-46bd-890d-4f39ed53c436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.788299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc375df-63cf-4b67-b606-c99e3481f936 None None] Pushing event updated for resources: {'Port': ['ID=38c1a0ab-9269-4fcd-97f5-1755742203d1,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:14.807553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Attempting to bind port 38c1a0ab-9269-4fcd-97f5-1755742203d1 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:14.807553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Attempting to bind port 38c1a0ab-9269-4fcd-97f5-1755742203d1 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:14.807812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Attempting to bind port 38c1a0ab-9269-4fcd-97f5-1755742203d1 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:14.814631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:14.814631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:14.814631 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.814951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:14.815393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Bound port: 38c1a0ab-9269-4fcd-97f5-1755742203d1, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:14.815804 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.830663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-721f8723-2a73-4785-a764-4bfba36aa06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.869525 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-721f8723-2a73-4785-a764-4bfba36aa06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.880450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] For port 38c1a0ab-9269-4fcd-97f5-1755742203d1, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:14.881079 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5637772-fe78-46bd-890d-4f39ed53c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.883891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] For port 38c1a0ab-9269-4fcd-97f5-1755742203d1, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=38c1a0ab-9269-4fcd-97f5-1755742203d1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:14.885712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5637772-fe78-46bd-890d-4f39ed53c436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.887868 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c5637772-fe78-46bd-890d-4f39ed53c436 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9bc3eb3-164c-40f8-a571-10b6fb9782a0 HTTP/1.1" status: 204 len: 168 time: 0.2862427 Oct 13 00:26:14.891688 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.924710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5637772-fe78-46bd-890d-4f39ed53c436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bc3eb3-164c-40f8-a571-10b6fb9782a0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:14.933651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccb186-de61-490b-876f-f2e6254a8839 req-656a1913-fd20-4747-b4d3-4dd97eb7fc72 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:14.946933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0ccb186-de61-490b-876f-f2e6254a8839 req-656a1913-fd20-4747-b4d3-4dd97eb7fc72 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 943 time: 0.7400582 Oct 13 00:26:14.961859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Routers {'1b26279e-0951-4306-8a69-2cb8a3acb05f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:14.962761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1b26279e-0951-4306-8a69-2cb8a3acb05f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:14.979420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7af80db0-b860-40c6-96f1-f98c350ca5fb req-c6c90800-04b8-4df8-8455-810975474089 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881906 Oct 13 00:26:14.986657 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-721f8723-2a73-4785-a764-4bfba36aa06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.992008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-721f8723-2a73-4785-a764-4bfba36aa06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:14.999035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-721f8723-2a73-4785-a764-4bfba36aa06c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/759e8b03-283b-48a4-b318-97890ff35044 HTTP/1.1" status: 204 len: 168 time: 0.2873466 Oct 13 00:26:15.016887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc375df-63cf-4b67-b606-c99e3481f936 None None] Pushing event updated for resources: {'Port': ['ID=38c1a0ab-9269-4fcd-97f5-1755742203d1,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:15.019210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8723-2a73-4785-a764-4bfba36aa06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759e8b03-283b-48a4-b318-97890ff35044,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:15.082730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.116460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] Set router 1b26279e-0951-4306-8a69-2cb8a3acb05f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:15.328385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device df3b742a-43a8-4ea1-a1d3-e2471f0be27f no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:15.355337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: df3b742a-43a8-4ea1-a1d3-e2471f0be27f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:15.355711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device df3b742a-43a8-4ea1-a1d3-e2471f0be27f not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:15.436293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:11Z', 'revision_number': 3, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port': {'id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:08Z', 'updated_at': '2021-10-13T00:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:15.465267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae134b2-f9f9-4df1-97dc-74631dcc81c0 None None] The sync data for ids ['1b26279e-0951-4306-8a69-2cb8a3acb05f'] in n-d-813679-4 is: [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:11Z', 'revision_number': 3, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port': {'id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:08Z', 'updated_at': '2021-10-13T00:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:15.612939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-7cf83610-46d2-439f-b1a6-5f9cd8ebb824 service neutron] 10.222.0.36 "GET /v2.0/networks/de081af6-23f1-45b5-b163-38c799aa6ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0476983 Oct 13 00:26:15.626832 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.632976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.654251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0ccb186-de61-490b-876f-f2e6254a8839 req-bb021c56-5b45-475c-9b4b-5e6c55408b0e tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925011 Oct 13 00:26:15.669359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.764797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.767779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf3d3ab0-9461-450a-902b-d681f1e31273 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:15.774807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.775993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8d2d377a-9695-4c27-917c-cfea1694f950 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "DELETE /v2.0/routers/bf3d3ab0-9461-450a-902b-d681f1e31273 HTTP/1.1" status: 204 len: 168 time: 3.7428491 Oct 13 00:26:15.779255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42296) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:15.855743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96d61db-2c9c-400b-874a-4322753ccff3 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Deleting subnet a64ebaf8-39c7-4c3c-9895-91f38fa407e2 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:15.860354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96d61db-2c9c-400b-874a-4322753ccff3 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.898373 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.930413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7a51ae1-fc62-4707-a215-015c9141e752 req-5eb13bf7-8abb-4c82-b1b9-3f016b112ec3 service neutron] 10.222.0.36 "GET /v2.0/networks/de081af6-23f1-45b5-b163-38c799aa6ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006639 Oct 13 00:26:15.978888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:15.980184 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96d61db-2c9c-400b-874a-4322753ccff3 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.051736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96d61db-2c9c-400b-874a-4322753ccff3 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.216874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96d61db-2c9c-400b-874a-4322753ccff3 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.237822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c96d61db-2c9c-400b-874a-4322753ccff3 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.239920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Allocated IP 172.20.0.1 (21d8ba81-c9ad-41ba-83eb-6afd8f10c29d/71450aa0-01a0-412c-bc81-6c7b1c290234/d6f05e59-1a09-4e1e-b6bc-f966912375d0) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:16.241286 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c96d61db-2c9c-400b-874a-4322753ccff3 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/a64ebaf8-39c7-4c3c-9895-91f38fa407e2 HTTP/1.1" status: 204 len: 168 time: 0.4603925 Oct 13 00:26:16.245563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42316) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:16.284676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d61db-2c9c-400b-874a-4322753ccff3 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a64ebaf8-39c7-4c3c-9895-91f38fa407e2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:16.320218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42896e8-dc34-40ba-bba4-1341336374f2 req-95665443-ec41-497b-a966-167ae0d977f0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:16.328605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e42896e8-dc34-40ba-bba4-1341336374f2 req-95665443-ec41-497b-a966-167ae0d977f0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.1426618 Oct 13 00:26:16.370981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42320) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:16.426722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e42896e8-dc34-40ba-bba4-1341336374f2 req-4b70f580-daf2-4f96-a83e-90d094c9f689 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973418 Oct 13 00:26:16.445553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.504440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42328) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:16.582631 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.586409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-703702617-network', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:16.616415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Made reservation on behalf of 09399a45b63b46eb9c82a3f0622518df for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:16.619932 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.634145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.645252 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.656724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-634045306-network', 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:16.680902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193d2051-f72e-40b6-89f7-7cc557336d8b']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:16.701298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:16.704470 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.709275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3d5123-34c3-46f0-b385-a760539db233') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:16.709590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3d5123-34c3-46f0-b385-a760539db233') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:16.718522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.746988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.769553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.835757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f05e59-1a09-4e1e-b6bc-f966912375d0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:16.847027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.887252 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.898827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.900256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:16.900667 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:16.904492 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:16.924141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:16.938128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:26:16.938918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9e8ec72e-69a3-433d-9e44-7e86cec9e341 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:26:16.943410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.956421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.956771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.957119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.957461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.957794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.958125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.958455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.958789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.959118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.959449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.959829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.960138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:16.973126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:16.981135 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:16.985057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.997831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:16.998185 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Added segment 13f2029e-b857-469e-8777-f9f4aeefb8f0 of type vlan for network 266916d0-acee-480d-9c51-986da2881ef3 Oct 13 00:26:17.025721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:26:17.048934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.049286 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Added segment c329892c-3b4d-4a46-ad70-972eb24833c1 of type vlan for network a7857de0-5793-4a4b-9a06-5c0963e076b2 Oct 13 00:26:17.064157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8d26a6-1269-4608-96df-f2138a59e73d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:17.065222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5268a-3a9d-4b02-9e27-4f4683a780c3 req-eef63cba-44a3-42a0-a412-2d7d985e2e67 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:17.072709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82d5268a-3a9d-4b02-9e27-4f4683a780c3 req-eef63cba-44a3-42a0-a412-2d7d985e2e67 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 943 time: 0.2464316 Oct 13 00:26:17.104057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c305ba-5b3b-417f-96b1-ac7253c01184 req-3d25379a-918e-4410-b918-ef8afe9c3999 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:17.111708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4c305ba-5b3b-417f-96b1-ac7253c01184 req-3d25379a-918e-4410-b918-ef8afe9c3999 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.2814746 Oct 13 00:26:17.113532 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.121677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9e8ec72e-69a3-433d-9e44-7e86cec9e341, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9e8ec72e-69a3-433d-9e44-7e86cec9e341,segment=NetworkSegment(cc2e080c-f052-4e52-a5ca-deba50e867a0),segment_id=cc2e080c-f052-4e52-a5ca-deba50e867a0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:17.134948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '9e8ec72e-69a3-433d-9e44-7e86cec9e341', 'network_id': 'de081af6-23f1-45b5-b163-38c799aa6ca5', 'port_id': '9e8ec72e-69a3-433d-9e44-7e86cec9e341', 'mac_address': 'fa:16:3e:f7:d4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60eaa029-9e55-4d67-bd7d-d197b0b9b946', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:26:17.139164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 193d2051-f72e-40b6-89f7-7cc557336d8b {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 00:26:17.143062 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.146901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "DELETE /v2.0/networks/193d2051-f72e-40b6-89f7-7cc557336d8b HTTP/1.1" status: 204 len: 168 time: 0.8999493 Oct 13 00:26:17.158992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.209208 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00ddba-4b1a-43ff-aaad-78de85bd154e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:17.226152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.228985 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.250628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8ec72e-69a3-433d-9e44-7e86cec9e341 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:26:17.260084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a6425-edba-4141-ad19-3aa64b2e8db0 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event deleted for resources: {'Network': ['ID=193d2051-f72e-40b6-89f7-7cc557336d8b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:17.280967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.300385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9e8ec72e-69a3-433d-9e44-7e86cec9e341, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9e8ec72e-69a3-433d-9e44-7e86cec9e341,segment=NetworkSegment(cc2e080c-f052-4e52-a5ca-deba50e867a0),segment_id=cc2e080c-f052-4e52-a5ca-deba50e867a0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:17.309947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 38c1a0ab-9269-4fcd-97f5-1755742203d1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:17.315470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.346880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-82d5268a-3a9d-4b02-9e27-4f4683a780c3 req-030f18ee-f694-4bb7-afc5-e9c2ad090c10 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670054 Oct 13 00:26:17.357477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-b027b59a-0522-4575-ab9b-222f18a7a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:17.359680 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-b027b59a-0522-4575-ab9b-222f18a7a235 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ef36d3959284477e8aa15492c2f02f6e&device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 1097 time: 0.4226143 Oct 13 00:26:17.363301 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.366746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:17.368219 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.389000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4c305ba-5b3b-417f-96b1-ac7253c01184 req-02025743-c796-46fd-936d-b221f9d36d06 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763331 Oct 13 00:26:17.477007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.resource_extend [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:26:17.491208 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] Pushing event updated for resources: {'Network': ['ID=a7857de0-5793-4a4b-9a06-5c0963e076b2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:17.518324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:26:17.568672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.594580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42346) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:17.609464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4b81c2f4-1277-466e-baa5-d0f633c3c008 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'router': {'name': 'tempest-router--755753223', 'project_id': 'a569dfde879d475f85bb048873ab67ae'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:17.610084 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.617522 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aeaec22c-3474-4cff-abc6-4488a87fd310 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1118221 Oct 13 00:26:17.625547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42348) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:17.633551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Request body: {'subnet': {'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-634045306-subnet', 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:17.644665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-955b5d07-e535-4461-a9a1-b7da24445865 None None] Provisioning complete for port d6f05e59-1a09-4e1e-b6bc-f966912375d0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:17.645361 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-955b5d07-e535-4461-a9a1-b7da24445865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.650165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.650912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:17.651603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.690647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-955b5d07-e535-4461-a9a1-b7da24445865 None None] Port d6f05e59-1a09-4e1e-b6bc-f966912375d0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:17.697729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9e8ec72e-69a3-433d-9e44-7e86cec9e341,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:17.717099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 38c1a0ab-9269-4fcd-97f5-1755742203d1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:17.718460 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.730984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.api [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 00:26:17.730984 n-d-813679-4 neutron-server[94988]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 00:26:17.730984 n-d-813679-4 neutron-server[94988]: [parameters: {'project_id_1': '35c9acfe19c64f2db2311fd97d5d5df8', 'expiration_1': datetime.datetime(2021, 10, 13, 0, 25, 57, 655778)}] Oct 13 00:26:17.730984 n-d-813679-4 neutron-server[94988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:26:17.731660 n-d-813679-4 neutron-server[94988]: DEBUG oslo_db.api [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:26:17.744140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b81c2f4-1277-466e-baa5-d0f633c3c008 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.746436 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b81c2f4-1277-466e-baa5-d0f633c3c008 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.755054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9e8ec72e-69a3-433d-9e44-7e86cec9e341'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:17.761411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3891053 Oct 13 00:26:17.766560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42350) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:17.774998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Request body: {'subnet': {'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-703702617-subnet', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:17.812490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Made reservation on behalf of 09399a45b63b46eb9c82a3f0622518df for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:17.815456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.910126 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.937247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 38c1a0ab-9269-4fcd-97f5-1755742203d1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=38c1a0ab-9269-4fcd-97f5-1755742203d1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:17.946263 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:17.961306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6fad9a2c-c006-4f81-961f-35caae60166b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:17.988499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b81c2f4-1277-466e-baa5-d0f633c3c008 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.000050 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b81c2f4-1277-466e-baa5-d0f633c3c008 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.008382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 6fad9a2c-c006-4f81-961f-35caae60166b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:18.008802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6fad9a2c-c006-4f81-961f-35caae60166b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:18.022813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787bdc0-f675-4453-9018-5c85bb511ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=266916d0-acee-480d-9c51-986da2881ef3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:18.028103 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.036000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-1c2af812-60a8-49de-940c-8552236f15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:18.039703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-1c2af812-60a8-49de-940c-8552236f15e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 200 len: 917 time: 0.6660283 Oct 13 00:26:18.044689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 266916d0-acee-480d-9c51-986da2881ef3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:26:18.059346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b81c2f4-1277-466e-baa5-d0f633c3c008 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.063137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4b81c2f4-1277-466e-baa5-d0f633c3c008 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4644518 Oct 13 00:26:18.064779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42352) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:18.106752 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-3d0ad1ad-9d2a-4fe8-8e10-6c767274764a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c0a2a8c-e060-4a63-856b-52b74e91f8fe HTTP/1.1" status: 200 len: 217 time: 0.0428665 Oct 13 00:26:18.114378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=38c1a0ab-9269-4fcd-97f5-1755742203d1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:18.120820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.152115 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.170396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-4acafaeb-57e0-4b9c-a74f-5ecbe378205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:18.173000 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-4acafaeb-57e0-4b9c-a74f-5ecbe378205d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 HTTP/1.1" status: 200 len: 855 time: 0.0546401 Oct 13 00:26:18.206825 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a620fb50-007a-4064-b1ac-76c2a62e1424 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.224029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423f6027-5cf6-4dee-a3a4-5fc311fcdf1a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:18.248071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Checking segment: {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:18.248445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Network hostable DHCP agents. Network: 266916d0-acee-480d-9c51-986da2881ef3, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:26:18.263991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-57aaa9c5-12cf-4946-a95d-4c5dba59538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:18.266108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-57aaa9c5-12cf-4946-a95d-4c5dba59538c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818834 Oct 13 00:26:18.287400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:18.289588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.303625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Network 266916d0-acee-480d-9c51-986da2881ef3 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:26:18.307944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.309707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f05e59-1a09-4e1e-b6bc-f966912375d0,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:18.389242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 266916d0-acee-480d-9c51-986da2881ef3) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:18.394218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:18.394968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.407964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259c5b2-137f-4f12-bae0-00d1d98109cf None None] Network 266916d0-acee-480d-9c51-986da2881ef3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:18.442279 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94125311-4521-4ea1-93b5-ad483ab68458 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6713748 Oct 13 00:26:18.445097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42358) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:18.453164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:18.462760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a620fb50-007a-4064-b1ac-76c2a62e1424 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.479110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a620fb50-007a-4064-b1ac-76c2a62e1424 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.492316 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-28c13b5b-0b1d-4250-a651-c88282d46c90 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160518 Oct 13 00:26:18.594436 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.595633 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.610762 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a620fb50-007a-4064-b1ac-76c2a62e1424 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.611168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a620fb50-007a-4064-b1ac-76c2a62e1424 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc1b7d90-16cd-42e0-98c1-c8cbe66d7416 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:18.615502 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a620fb50-007a-4064-b1ac-76c2a62e1424 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.616756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a620fb50-007a-4064-b1ac-76c2a62e1424 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "DELETE /v2.0/routers/bc1b7d90-16cd-42e0-98c1-c8cbe66d7416 HTTP/1.1" status: 204 len: 168 time: 0.5460937 Oct 13 00:26:18.643364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-266916d0-acee-480d-9c51-986da2881ef3', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:26:18.644261 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.661482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c665510-1f02-487a-a0b1-270c9bd65b32 req-4a661f54-e3af-490d-881d-c41a646959ef tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:18.663149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c665510-1f02-487a-a0b1-270c9bd65b32 req-4a661f54-e3af-490d-881d-c41a646959ef tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 944 time: 0.2063177 Oct 13 00:26:18.681596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:18.682489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:18.699536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841606f-6b1f-496e-b593-638510fdb530 req-80b662a6-471b-412b-90b9-755b6e9624c0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:18.701227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3841606f-6b1f-496e-b593-638510fdb530 req-80b662a6-471b-412b-90b9-755b6e9624c0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.1701944 Oct 13 00:26:18.702265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:18.815479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c665510-1f02-487a-a0b1-270c9bd65b32 req-1fcfa851-1946-42d3-b4dc-0ddd7d01b796 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428645 Oct 13 00:26:18.861963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Allocated IP 172.20.0.2 (266916d0-acee-480d-9c51-986da2881ef3/423f6027-5cf6-4dee-a3a4-5fc311fcdf1a/48ade28e-0e01-476f-a709-567f72a6b917) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:18.898482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42362) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:18.910183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3841606f-6b1f-496e-b593-638510fdb530 req-baddabbf-fac8-4683-9977-83ffece44e1d tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928279 Oct 13 00:26:18.950505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9e8ec72e-69a3-433d-9e44-7e86cec9e341 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:19.017361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Router 1b26279e-0951-4306-8a69-2cb8a3acb05f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:19.058922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e25705d0-bb01-40be-9f4f-a377c9ac005f None None] Provisioning complete for port d6f05e59-1a09-4e1e-b6bc-f966912375d0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:19.059612 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25705d0-bb01-40be-9f4f-a377c9ac005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.089055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:26:19.129826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:19.130190 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.204469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:19.223066 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Sync routers for ids ['1b26279e-0951-4306-8a69-2cb8a3acb05f'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:19.229969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e423c7fc-5b15-4dcd-ab74-f579cf837ae6 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b26279e-0951-4306-8a69-2cb8a3acb05f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7093003 Oct 13 00:26:19.246423 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Routers {'1b26279e-0951-4306-8a69-2cb8a3acb05f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:19.247311 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1b26279e-0951-4306-8a69-2cb8a3acb05f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:19.326754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 38c1a0ab-9269-4fcd-97f5-1755742203d1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:19.356816 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7bf249de-890a-4c93-a7d6-c97a145c6a52 req-725fee33-1d43-43fe-b94b-152a2d2981bd service neutron] 10.222.0.45 "GET /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8545961 Oct 13 00:26:19.359420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e25705d0-bb01-40be-9f4f-a377c9ac005f None None] Port d6f05e59-1a09-4e1e-b6bc-f966912375d0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:19.370671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.385313 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.393324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1483047821', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:19.402098 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.411468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.426292 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.429928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.441955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Network 266916d0-acee-480d-9c51-986da2881ef3 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:19.449317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:19.459314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:19.532797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.551265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6b0b04-bcee-476a-85db-37a5d14b3dfc,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:19.570429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Checking segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:19.570943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Network hostable DHCP agents. Network: a7857de0-5793-4a4b-9a06-5c0963e076b2, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:26:19.575381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Pushing event updated for resources: {'Port': ['ID=48ade28e-0e01-476f-a709-567f72a6b917,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:19.600037 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Set router 1b26279e-0951-4306-8a69-2cb8a3acb05f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:19.616813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:26:19.633239 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.638290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a7857de0-5793-4a4b-9a06-5c0963e076b2) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:19.643634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:19.644438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.661654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 38c1a0ab-9269-4fcd-97f5-1755742203d1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:19.662082 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.664925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45e1ca-aebd-4474-8c1c-2d2594e713f6 None None] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:19.690769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9611a424-110b-4f77-ab02-4ba590490463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8ec72e-69a3-433d-9e44-7e86cec9e341'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:19.693072 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec790c57-b8a8-43bf-87dc-a7b3bf3134b2" -d '{"events": [{"server_uuid": "9611a424-110b-4f77-ab02-4ba590490463", "name": "network-vif-plugged", "status": "completed", "tag": "9e8ec72e-69a3-433d-9e44-7e86cec9e341"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:19.709956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Attempting to bind port 48ade28e-0e01-476f-a709-567f72a6b917 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:19.710969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Attempting to bind port 48ade28e-0e01-476f-a709-567f72a6b917 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:19.711349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Attempting to bind port 48ade28e-0e01-476f-a709-567f72a6b917 on network 266916d0-acee-480d-9c51-986da2881ef3 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:19.741158 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1ccb18ce-82ac-4953-9869-fd23ef395b99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1141584 Oct 13 00:26:19.777156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.819567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9e8ec72e-69a3-433d-9e44-7e86cec9e341, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9e8ec72e-69a3-433d-9e44-7e86cec9e341,segment=NetworkSegment(cc2e080c-f052-4e52-a5ca-deba50e867a0),segment_id=cc2e080c-f052-4e52-a5ca-deba50e867a0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:19.830111 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625b6834-792d-4cda-a744-9b1fa1e5de35 x-openstack-request-id: req-625b6834-792d-4cda-a744-9b1fa1e5de35 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:19.831537 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9611a424-110b-4f77-ab02-4ba590490463", "name": "network-vif-plugged", "status": "completed", "tag": "9e8ec72e-69a3-433d-9e44-7e86cec9e341", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:19.833333 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-625b6834-792d-4cda-a744-9b1fa1e5de35 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:19.833848 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9611a424-110b-4f77-ab02-4ba590490463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8ec72e-69a3-433d-9e44-7e86cec9e341', 'code': 200} Oct 13 00:26:19.857012 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.881397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:19.882729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Checking segment: {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:19.882729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.885697 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:17Z', 'revision_number': 4, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port': {'id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:08Z', 'updated_at': '2021-10-13T00:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd6f05e59-1a09-4e1e-b6bc-f966912375d0', 'name': '', 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'mac_address': 'fa:16:3e:fa:d7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '71450aa0-01a0-412c-bc81-6c7b1c290234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:16Z', 'updated_at': '2021-10-13T00:26:17Z', 'revision_number': 2, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'subnets': [{'id': '71450aa0-01a0-412c-bc81-6c7b1c290234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:19.890874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Bound using segment: {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:19.897545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Bound port: 48ade28e-0e01-476f-a709-567f72a6b917, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:19.905730 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.958026 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:19.975311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36f5bc-cb09-4363-8d9a-47693248536e req-0b689433-b9dd-4644-a9d0-564329e01ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:19.976969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db36f5bc-cb09-4363-8d9a-47693248536e req-0b689433-b9dd-4644-a9d0-564329e01ada service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 1096 time: 0.1094604 Oct 13 00:26:20.009524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.025967 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Checking router: 1b26279e-0951-4306-8a69-2cb8a3acb05f for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:20.026357 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Updating router 1b26279e-0951-4306-8a69-2cb8a3acb05f port d6f05e59-1a09-4e1e-b6bc-f966912375d0 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:20.045743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db36f5bc-cb09-4363-8d9a-47693248536e req-cc8626c8-0502-44d0-9429-b9c6297b5a6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582778 Oct 13 00:26:20.121356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9e8ec72e-69a3-433d-9e44-7e86cec9e341,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:20.125912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Allocated IP 172.25.3.185 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/17f33330-1351-4fcd-ab89-dfe95ee3cd9f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:20.153618 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.183059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] For port 48ade28e-0e01-476f-a709-567f72a6b917, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:20.188913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc30bb-7619-4921-ad78-b474c23047d5 None None] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:20.213742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] For port 48ade28e-0e01-476f-a709-567f72a6b917, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=48ade28e-0e01-476f-a709-567f72a6b917,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:20.236360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcddf07-27fa-44b6-8ebb-1bca640bf2a8 req-233ef871-9c30-4371-8283-182d66bec1ef tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:20.238279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbcddf07-27fa-44b6-8ebb-1bca640bf2a8 req-233ef871-9c30-4371-8283-182d66bec1ef tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 945 time: 0.1741202 Oct 13 00:26:20.252391 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.255728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.301585 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.309755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cbcddf07-27fa-44b6-8ebb-1bca640bf2a8 req-474f6979-2d38-479d-8a08-47aaf33f8ba3 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Oct 13 00:26:20.310319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.370149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.377676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a859c7-5548-4a76-9a1f-494251da1add None None] Pushing event updated for resources: {'Port': ['ID=48ade28e-0e01-476f-a709-567f72a6b917,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:20.396297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:20.404802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:20.413355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:20.431564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d0685-8bf3-4032-b0bd-0fcc8cba2a16 req-a8309eb9-49d0-486a-a930-739784475c28 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:20.433129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-328d0685-8bf3-4032-b0bd-0fcc8cba2a16 req-a8309eb9-49d0-486a-a930-739784475c28 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.1621096 Oct 13 00:26:20.466659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Pushing event updated for resources: {'Port': ['ID=17f33330-1351-4fcd-ab89-dfe95ee3cd9f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:20.627135 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.636058 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.698391 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6467a53-3f35-4682-976d-3f454202b3dd None None] Pushing event updated for resources: {'Port': ['ID=d6f05e59-1a09-4e1e-b6bc-f966912375d0,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:20.781284 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Attempting to bind port d6f05e59-1a09-4e1e-b6bc-f966912375d0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:20.781666 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Attempting to bind port d6f05e59-1a09-4e1e-b6bc-f966912375d0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:20.782437 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Attempting to bind port d6f05e59-1a09-4e1e-b6bc-f966912375d0 on network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:20.788527 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:20.789182 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Checking segment: {'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:20.789678 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.790171 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Bound using segment: {'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:20.790746 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Bound port: d6f05e59-1a09-4e1e-b6bc-f966912375d0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:20.791240 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.800211 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.880542 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] For port d6f05e59-1a09-4e1e-b6bc-f966912375d0, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:20.884842 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] For port d6f05e59-1a09-4e1e-b6bc-f966912375d0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d6f05e59-1a09-4e1e-b6bc-f966912375d0,segment=NetworkSegment(20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef),segment_id=20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:20.891466 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:20.956866 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6467a53-3f35-4682-976d-3f454202b3dd None None] Pushing event updated for resources: {'Port': ['ID=d6f05e59-1a09-4e1e-b6bc-f966912375d0,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:20.982948 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Routers {'1b26279e-0951-4306-8a69-2cb8a3acb05f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:20.984438 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1b26279e-0951-4306-8a69-2cb8a3acb05f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:21.048325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Allocated IP 172.25.3.94 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/e03495bd-2920-42ec-ba8a-00fa83a5fc77) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:21.054372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-28a4536a-0939-49d7-a7a1-788b7c1e4bd7 None None] Provisioning complete for port d6f05e59-1a09-4e1e-b6bc-f966912375d0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:21.057430 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-28a4536a-0939-49d7-a7a1-788b7c1e4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:21.060656 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:21.064953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-328d0685-8bf3-4032-b0bd-0fcc8cba2a16 req-eddb380e-229c-482e-833d-0d69aa88a3f1 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206636 Oct 13 00:26:21.198413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-e45f1be4-9c11-4fa1-9596-a4b358b305fd tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:21.210128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-e45f1be4-9c11-4fa1-9596-a4b358b305fd tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.6717353 Oct 13 00:26:21.240206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-28a4536a-0939-49d7-a7a1-788b7c1e4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:21.251794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-b3afc902-432e-4866-9f6b-ff72f137c2ab tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/quotas/35c9acfe19c64f2db2311fd97d5d5df8 HTTP/1.1" status: 200 len: 375 time: 0.0397480 Oct 13 00:26:21.261594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:21.318643 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] Set router 1b26279e-0951-4306-8a69-2cb8a3acb05f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:21.345320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-28a4536a-0939-49d7-a7a1-788b7c1e4bd7 None None] For port d6f05e59-1a09-4e1e-b6bc-f966912375d0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d6f05e59-1a09-4e1e-b6bc-f966912375d0,segment=NetworkSegment(20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef),segment_id=20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:21.357837 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-28a4536a-0939-49d7-a7a1-788b7c1e4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:21.359131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-83877c40-bfc8-43b5-a625-60a783d493d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053903 Oct 13 00:26:21.370965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-afec7e5f-7aa1-4195-ac7a-febbfe7a05b8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:26:21.380738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-afec7e5f-7aa1-4195-ac7a-febbfe7a05b8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0184898 Oct 13 00:26:21.461769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 48ade28e-0e01-476f-a709-567f72a6b917 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:21.504795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:21.536841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Sync routers for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:21.545578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:21.550302 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a6f8f89b-c750-4929-902b-2b4f610036c0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1021190 Oct 13 00:26:21.554545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42418) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:21.617486 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:21.638597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:21.639279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:21.690088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bf371d9b-597c-48ca-b5d1-1e8a17554ed1 None None] Provisioning complete for port d6f05e59-1a09-4e1e-b6bc-f966912375d0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:21.690461 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bf371d9b-597c-48ca-b5d1-1e8a17554ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:21.709611 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:17Z', 'revision_number': 4, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port': {'id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:08Z', 'updated_at': '2021-10-13T00:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd6f05e59-1a09-4e1e-b6bc-f966912375d0', 'name': '', 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'mac_address': 'fa:16:3e:fa:d7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '71450aa0-01a0-412c-bc81-6c7b1c290234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:16Z', 'updated_at': '2021-10-13T00:26:20Z', 'revision_number': 4, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'subnets': [{'id': '71450aa0-01a0-412c-bc81-6c7b1c290234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:21.714856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-46d0ff9c-83cb-45d4-9440-8366ea034407 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302426 Oct 13 00:26:21.752122 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f496989-ff1d-410c-a2e8-9e113e612368 None None] The sync data for ids ['1b26279e-0951-4306-8a69-2cb8a3acb05f'] in n-d-813679-4 is: [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:17Z', 'revision_number': 4, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port': {'id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:08Z', 'updated_at': '2021-10-13T00:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'd6f05e59-1a09-4e1e-b6bc-f966912375d0', 'name': '', 'network_id': '21d8ba81-c9ad-41ba-83eb-6afd8f10c29d', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'mac_address': 'fa:16:3e:fa:d7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '71450aa0-01a0-412c-bc81-6c7b1c290234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:16Z', 'updated_at': '2021-10-13T00:26:20Z', 'revision_number': 4, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'subnets': [{'id': '71450aa0-01a0-412c-bc81-6c7b1c290234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:21.755731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4536a-0939-49d7-a7a1-788b7c1e4bd7 None None] Pushing event updated for resources: {'Port': ['ID=d6f05e59-1a09-4e1e-b6bc-f966912375d0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:21.796624 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:21.906472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:21.914292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:21.932353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:21.964454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 48ade28e-0e01-476f-a709-567f72a6b917 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:21.965077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:22.004552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3869dce-6bb6-4165-9685-822f944d7463 None None] Network 266916d0-acee-480d-9c51-986da2881ef3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:22.040608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-3d64b0b8-a444-42bd-bf38-50d20e1393c6 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247714 Oct 13 00:26:22.058199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event updated for resources: {'Port': ['ID=e03495bd-2920-42ec-ba8a-00fa83a5fc77,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:22.078649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:22.315193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9f44f-3cd0-444b-8ef7-beabb6ae8842 req-71a6ba9d-b1d2-4127-a702-34d045bd6513 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:22.326367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5be9f44f-3cd0-444b-8ef7-beabb6ae8842 req-71a6ba9d-b1d2-4127-a702-34d045bd6513 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 945 time: 0.1916931 Oct 13 00:26:22.404837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:22.407069 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cb5515c5-62ee-45ae-9b55-316ed45d06c0 None None] Provisioning complete for port 48ade28e-0e01-476f-a709-567f72a6b917 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:22.407564 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb5515c5-62ee-45ae-9b55-316ed45d06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:22.429934 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5be9f44f-3cd0-444b-8ef7-beabb6ae8842 req-5ae8f4e3-5908-4a9f-a438-c0112b5379d4 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026881 Oct 13 00:26:22.472054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20724e21-a4ca-4dae-8e6e-f37df45f7951 req-b6a886e2-fac0-4016-bb95-717b59f38c3d tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:22.481478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20724e21-a4ca-4dae-8e6e-f37df45f7951 req-b6a886e2-fac0-4016-bb95-717b59f38c3d tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.2167695 Oct 13 00:26:22.535033 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:22.648152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20724e21-a4ca-4dae-8e6e-f37df45f7951 req-2feb333c-569e-4281-a8a3-9a919df1030d tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656237 Oct 13 00:26:22.648875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 48ade28e-0e01-476f-a709-567f72a6b917, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=48ade28e-0e01-476f-a709-567f72a6b917,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:22.659119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d083408f-ff2a-4c9a-a818-3dfced05bc76 req-a2233c78-c130-46ca-85ac-ef73b9f16507 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 210 time: 0.1043844 Oct 13 00:26:22.706178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:22.764769 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:22.799785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:20Z', 'revision_number': 3, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:22.900213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Allocated IP 172.20.0.1 (266916d0-acee-480d-9c51-986da2881ef3/423f6027-5cf6-4dee-a3a4-5fc311fcdf1a/ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:23.046238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c7cc2-c58f-45ce-ade9-ee1367c7044d req-c364d29b-fb56-4971-b407-6b915d2e2b96 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:23.054322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c1c7cc2-c58f-45ce-ade9-ee1367c7044d req-c364d29b-fb56-4971-b407-6b915d2e2b96 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 945 time: 0.2316809 Oct 13 00:26:23.076576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.084741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Checking router: 4ce9fe84-425b-418e-aea9-2cf0551ecd29 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:23.085010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Updating router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:23.112534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb5515c5-62ee-45ae-9b55-316ed45d06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.124134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.160985 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.179626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Network 266916d0-acee-480d-9c51-986da2881ef3 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:23.186262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:23.196649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:23.209835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:23.267142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c1c7cc2-c58f-45ce-ade9-ee1367c7044d req-5a43532f-fa40-458e-98a5-7b2e6789b304 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058008 Oct 13 00:26:23.272095 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.337825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc5d4a-f3e3-4970-a433-9a15046d402a req-55b2d7ba-9661-40b7-897c-00616d45796e tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:23.351031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2fc5d4a-f3e3-4970-a433-9a15046d402a req-55b2d7ba-9661-40b7-897c-00616d45796e tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 945 time: 0.2740157 Oct 13 00:26:23.367169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d6f05e59-1a09-4e1e-b6bc-f966912375d0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:23.372110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=48ade28e-0e01-476f-a709-567f72a6b917,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:23.543984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2fc5d4a-f3e3-4970-a433-9a15046d402a req-43e14cd3-2cba-463f-9c89-c314599144c6 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905725 Oct 13 00:26:23.561771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.587443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.608551 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-cb5515c5-62ee-45ae-9b55-316ed45d06c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:26:23.608982 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-cb5515c5-62ee-45ae-9b55-316ed45d06c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:26:23.667099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d6f05e59-1a09-4e1e-b6bc-f966912375d0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:23.667471 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.824010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.831852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.848475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274fb1-a8fb-4385-8522-c4e95747701c req-be0ec200-d1e0-477b-8df8-cf4215d0b71f tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:23.850200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42274fb1-a8fb-4385-8522-c4e95747701c req-be0ec200-d1e0-477b-8df8-cf4215d0b71f tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.1381555 Oct 13 00:26:23.909307 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.933635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.939044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:23.947277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:23.967018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42274fb1-a8fb-4385-8522-c4e95747701c req-355f96ac-cc15-4f96-8040-c419596a5462 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038435 Oct 13 00:26:23.968387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Router 3430f37b-b32b-44ad-9d60-fa05f7a36c29 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:24.018779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Attempting to bind port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:24.019151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Attempting to bind port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:24.019711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Attempting to bind port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:24.026293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde324d-66b2-40dd-9c86-a5a59dc94b5c None None] Pushing event updated for resources: {'Port': ['ID=17f33330-1351-4fcd-ab89-dfe95ee3cd9f,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:24.033902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:24.034230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:24.034642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:24.035035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:24.035547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Bound port: 17f33330-1351-4fcd-ab89-dfe95ee3cd9f, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:24.035921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:24.113695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] For port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:24.152058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] For port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=17f33330-1351-4fcd-ab89-dfe95ee3cd9f,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:24.166254 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:24.169560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb5c328f-fcdf-4c54-8ae0-5ea535a80877 req-1129021a-adb4-4767-9bb5-e2432ca29de0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 210 time: 0.1049857 Oct 13 00:26:24.195964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376bda9-78f8-4305-be92-aedccde210aa req-807f19ba-fb8c-4ed8-b1ac-2f0b5135b4ef tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:24.197404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7376bda9-78f8-4305-be92-aedccde210aa req-807f19ba-fb8c-4ed8-b1ac-2f0b5135b4ef tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 945 time: 0.1452982 Oct 13 00:26:24.209921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Network 266916d0-acee-480d-9c51-986da2881ef3 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:24.217958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-3c13fa77-4b33-4a29-90c8-3ae7de332bf7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:24.219538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-3c13fa77-4b33-4a29-90c8-3ae7de332bf7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.1653266 Oct 13 00:26:24.219889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:24.220598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:24.238757 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0ef5e-6dbd-4c48-bf5d-89e51842fbf8 None None] Sync routers for ids ['3430f37b-b32b-44ad-9d60-fa05f7a36c29'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:24.256666 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0ef5e-6dbd-4c48-bf5d-89e51842fbf8 None None] Routers {'3430f37b-b32b-44ad-9d60-fa05f7a36c29'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:24.257929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-88e0ef5e-6dbd-4c48-bf5d-89e51842fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3430f37b-b32b-44ad-9d60-fa05f7a36c29'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:24.274796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde324d-66b2-40dd-9c86-a5a59dc94b5c None None] Pushing event updated for resources: {'Port': ['ID=17f33330-1351-4fcd-ab89-dfe95ee3cd9f,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:24.284863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7376bda9-78f8-4305-be92-aedccde210aa req-5d0d069d-d5e0-4e86-94e3-28bad992f220 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706117 Oct 13 00:26:24.289492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Request body: {'port': {'device_id': '3337c696-bb84-4da1-975e-7b50398e75bf', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'admin_state_up': True, 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:24.292321 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:24.296959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-50557a7e-1f3c-4a19-bf5f-dba2d1d4e741 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3968768 Oct 13 00:26:24.299801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42476) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:24.307082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:24.313029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:24.338969 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-88e0ef5e-6dbd-4c48-bf5d-89e51842fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:24.353128 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0ef5e-6dbd-4c48-bf5d-89e51842fbf8 None None] Routers {'3430f37b-b32b-44ad-9d60-fa05f7a36c29'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:24.354195 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-88e0ef5e-6dbd-4c48-bf5d-89e51842fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3430f37b-b32b-44ad-9d60-fa05f7a36c29'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:24.385349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42480) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:24.406943 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-88e0ef5e-6dbd-4c48-bf5d-89e51842fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:24.410519 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0ef5e-6dbd-4c48-bf5d-89e51842fbf8 None None] The sync data for ids ['3430f37b-b32b-44ad-9d60-fa05f7a36c29'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:24.418081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-6f8ca69f-06e3-4012-964e-150232840eb7 req-774b02b5-6d8b-42e4-9988-94bb687a6e3a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:26:24.418081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f8ca69f-06e3-4012-964e-150232840eb7 req-774b02b5-6d8b-42e4-9988-94bb687a6e3a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0329278 Oct 13 00:26:24.440696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-13f5ae15-9e12-4f09-95fb-56b14748a7ea None None] Provisioning complete for port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:24.441074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13f5ae15-9e12-4f09-95fb-56b14748a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:24.527151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:24.537997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:24.565410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-13f5ae15-9e12-4f09-95fb-56b14748a7ea None None] Port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:24.583189 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:24.623324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-13f5ae15-9e12-4f09-95fb-56b14748a7ea None None] Provisioning complete for port 48ade28e-0e01-476f-a709-567f72a6b917 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:24.623986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13f5ae15-9e12-4f09-95fb-56b14748a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:24.708648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f8ca69f-06e3-4012-964e-150232840eb7 req-82969b3e-070b-4b73-93cd-7b724ba207c9 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2257464 Oct 13 00:26:24.738699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Allocated IP 172.20.0.13 (a7857de0-5793-4a4b-9a06-5c0963e076b2/9f6b0b04-bcee-476a-85db-37a5d14b3dfc/e01ce218-75f8-4871-b5f1-bb98e8c9f5f3) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:24.748305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9466a4d1-3aeb-421b-830b-97be9b9d63bd tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/routers/3430f37b-b32b-44ad-9d60-fa05f7a36c29 HTTP/1.1" status: 200 len: 920 time: 0.4470232 Oct 13 00:26:24.755263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42486) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:24.798903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:24.806126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-97f265aa-0395-4d36-b04e-850c70dc9b49 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3430f37b-b32b-44ad-9d60-fa05f7a36c29 HTTP/1.1" status: 200 len: 205 time: 0.0477557 Oct 13 00:26:24.809301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42488) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:24.849631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97690341-09ce-4fc7-a37c-2572d86861fb req-a7e94869-c163-4aec-b629-e05e1359c187 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:24.851367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97690341-09ce-4fc7-a37c-2572d86861fb req-a7e94869-c163-4aec-b629-e05e1359c187 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 945 time: 0.1616209 Oct 13 00:26:24.911888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97690341-09ce-4fc7-a37c-2572d86861fb req-3352db47-6b67-403e-8ac4-59089320d29c tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540979 Oct 13 00:26:24.982140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 2, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:25.015950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cfc608-a7a2-4c2c-bf10-cb0f84508108 None None] The sync data for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 is: [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 2, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:25.065189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2906e-c82f-4365-9727-b257d64c9fda req-9aafd34c-a30d-4d95-a314-5120e9d60bb5 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:25.066790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6d2906e-c82f-4365-9727-b257d64c9fda req-9aafd34c-a30d-4d95-a314-5120e9d60bb5 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.0852058 Oct 13 00:26:25.079809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d8dae62b-f28c-4f62-874d-69b0e670b509 None None] Provisioning complete for port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:25.080323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8dae62b-f28c-4f62-874d-69b0e670b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:25.121423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d8dae62b-f28c-4f62-874d-69b0e670b509 None None] Port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:25.260147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 48ade28e-0e01-476f-a709-567f72a6b917 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:25.364199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 48ade28e-0e01-476f-a709-567f72a6b917 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:25.364577 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:25.507994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd3129e2-d18c-49ab-8452-212fa7aa5261 req-56925e24-86d4-4b26-89e1-f122a96efaa6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 210 time: 0.0389464 Oct 13 00:26:25.518270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c6d2906e-c82f-4365-9727-b257d64c9fda req-a888ecd6-d299-4a13-941f-62ea2fa54ae2 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424663 Oct 13 00:26:25.543755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:25.580943 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:25.648252 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:25.705545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7dd3e-1d6c-4f4c-94a5-d785de7f8639 req-5de81a43-d86f-492c-af40-d24fc1e7426a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:25.707069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecc7dd3e-1d6c-4f4c-94a5-d785de7f8639 req-5de81a43-d86f-492c-af40-d24fc1e7426a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 945 time: 0.0680182 Oct 13 00:26:25.715207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:25.734760 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cf109200-4317-463d-ac50-094fddbed0a1 admin admin] 10.222.0.21 "PUT /v2.0/routers/4ce9fe84-425b-418e-aea9-2cf0551ecd29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1718900 Oct 13 00:26:25.765444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:25.776013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:25.813183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ecc7dd3e-1d6c-4f4c-94a5-d785de7f8639 req-cb48c9d5-40ca-4d2a-a4bd-cab823190007 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659790 Oct 13 00:26:25.888816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:25.896417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:25.909250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:25.935904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Deleting port c6b1ee2a-07a6-4ffa-82c8-300567aebdde {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:25.941670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:25.944052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event updated for resources: {'Port': ['ID=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:25.985702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:25.986405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.001082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Deleting port e03495bd-2920-42ec-ba8a-00fa83a5fc77 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:26.001456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.105734 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-7c569739-11bc-455b-90a7-1e71020ac5c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8312120 Oct 13 00:26:26.114968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] For port c6b1ee2a-07a6-4ffa-82c8-300567aebdde, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,segment=NetworkSegment(a8f06c49-96f2-49a9-95ad-8ca768b6c591),segment_id=a8f06c49-96f2-49a9-95ad-8ca768b6c591)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:26.116850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-f69ecf5a-299f-4a27-b023-bff51aa2d627 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:26:26.117845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-f69ecf5a-299f-4a27-b023-bff51aa2d627 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051157 Oct 13 00:26:26.120216 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.141947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Request body: {'port': {'device_id': '3337c696-bb84-4da1-975e-7b50398e75bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:26.148092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848fd6b-485e-45ad-beda-59623796dccc req-db4faabc-6bf1-470c-b576-a735a58e4400 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:26.149745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3848fd6b-485e-45ad-beda-59623796dccc req-db4faabc-6bf1-470c-b576-a735a58e4400 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.1567135 Oct 13 00:26:26.151544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Calling delete_port for c6b1ee2a-07a6-4ffa-82c8-300567aebdde owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:26.206695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.219389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ffee5-fec3-4b0b-aacd-5bf9c327cad7 req-3ee4afd0-fe7a-42db-ad1c-9e8b681e5dcc tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:26.221072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87ffee5-fec3-4b0b-aacd-5bf9c327cad7 req-3ee4afd0-fe7a-42db-ad1c-9e8b681e5dcc tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 945 time: 0.1540480 Oct 13 00:26:26.251020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.263091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Calling delete_port for e03495bd-2920-42ec-ba8a-00fa83a5fc77 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:26.304081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3848fd6b-485e-45ad-beda-59623796dccc req-a3b50a43-5459-4301-bbd7-b08139b89d0b tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397264 Oct 13 00:26:26.378412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b87ffee5-fec3-4b0b-aacd-5bf9c327cad7 req-7bc2a32a-d09f-4c0f-b849-e9f3e70dd617 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/security-groups?id=311bf473-1f24-465f-bccf-7336695f5bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440549 Oct 13 00:26:26.494427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-f7e35f85-f18a-43b8-ad6a-26632564534a tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:26.496053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-f7e35f85-f18a-43b8-ad6a-26632564534a tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.36 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 945 time: 0.2140019 Oct 13 00:26:26.539468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42518) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:26.544632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-83309626-network', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:26.632659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Made reservation on behalf of e45a5091485542d2b735da571e82e7e8 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:26.634949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.677296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.735125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.735344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0407d35-b8fd-41a4-ae74-fe1ee2b889ec req-a9e58ce3-d0d1-4a92-8958-c1d7b2cf7762 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:26.749118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0407d35-b8fd-41a4-ae74-fe1ee2b889ec req-a9e58ce3-d0d1-4a92-8958-c1d7b2cf7762 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:26.755183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0407d35-b8fd-41a4-ae74-fe1ee2b889ec req-a9e58ce3-d0d1-4a92-8958-c1d7b2cf7762 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:26.756951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0407d35-b8fd-41a4-ae74-fe1ee2b889ec req-a9e58ce3-d0d1-4a92-8958-c1d7b2cf7762 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67&device_id=34c1788f-b808-485c-a421-27596f59c61a&device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 2418 time: 0.2444439 Oct 13 00:26:26.779581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event deleted for resources: {'Port': ['ID=e03495bd-2920-42ec-ba8a-00fa83a5fc77,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:26.800513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a1ec9-b788-4c74-8122-2d09677edf57 req-efb888ed-4537-4892-88f5-68f8bfe24adf tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:26.802301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f6a1ec9-b788-4c74-8122-2d09677edf57 req-efb888ed-4537-4892-88f5-68f8bfe24adf tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 932 time: 0.1681566 Oct 13 00:26:26.852160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Deleting port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:26.852505 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.860321 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.898473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:26:26.915301 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.933758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0407d35-b8fd-41a4-ae74-fe1ee2b889ec req-63f27689-7278-494c-b5b5-31c6ef974418 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675172 Oct 13 00:26:26.945914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Transition to ACTIVE for port object e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:26:26.955189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b1ee2a-07a6-4ffa-82c8-300567aebdde,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:26.963788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:26.965124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f6a1ec9-b788-4c74-8122-2d09677edf57 req-51bf3a7d-d7d1-4f0c-af52-cffd4a748d7a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522701 Oct 13 00:26:27.041408 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.094534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.113280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] For port 9e8ec72e-69a3-433d-9e44-7e86cec9e341, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9e8ec72e-69a3-433d-9e44-7e86cec9e341,segment=NetworkSegment(cc2e080c-f052-4e52-a5ca-deba50e867a0),segment_id=cc2e080c-f052-4e52-a5ca-deba50e867a0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:27.113648 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.123338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.133441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Calling delete_port for 9e8ec72e-69a3-433d-9e44-7e86cec9e341 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:27.136762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.149601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.176782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb2a7aad-70f5-42e9-86b9-2a4d833001d1 req-c2f10ee7-dbb8-44ca-821a-6320b66bc1c4 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1429567 Oct 13 00:26:27.190091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:26:27.232904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Pushing event updated for resources: {'Port': ['ID=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:27.238344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1245ae8-33b1-49e8-a543-0cce19f2d8d7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:27.246494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.246977 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Added segment f4955e38-009d-4d33-8ba7-08be845ef504 of type vlan for network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 Oct 13 00:26:27.276415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.278985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Fanout notify agent at l3_agent the message router_deleted on router 3430f37b-b32b-44ad-9d60-fa05f7a36c29 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:27.344742 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.349766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.354101 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-212864c4-441d-4fa9-918a-1f33db57a07a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/3430f37b-b32b-44ad-9d60-fa05f7a36c29 HTTP/1.1" status: 204 len: 168 time: 2.5403523 Oct 13 00:26:27.356087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42528) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:27.364566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'router': {'name': 'tempest-snat-router-875742661', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': False}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:27.406769 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.427220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 17f33330-1351-4fcd-ab89-dfe95ee3cd9f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:27.433180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Attempting to bind port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:27.433524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Attempting to bind port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:27.433858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Attempting to bind port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:27.452426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:26:27.452751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Attempting to bind port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:27.461571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:27.462130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Checking segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:27.462391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Bound using segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:27.462734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Bound port: e01ce218-75f8-4871-b5f1-bb98e8c9f5f3, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:27.463069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.470296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.471336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.522277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:27.522514 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.522630 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.562778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.564279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9e8ec72e-69a3-433d-9e44-7e86cec9e341'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:27.577252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Pushing event deleted for resources: {'Port': ['ID=9e8ec72e-69a3-433d-9e44-7e86cec9e341,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:27.598904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4a05f33-6b09-47ac-bdf3-ba6d6e45a60e req-d5d45350-4cad-4322-a546-344a826d7387 tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.21 "GET /v2.0/ports?device_id=9611a424-110b-4f77-ab02-4ba590490463 HTTP/1.1" status: 200 len: 210 time: 0.0616643 Oct 13 00:26:27.653703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.656102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:27.656845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.675016 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.681409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] No DVR routers for this DVR port 9e8ec72e-69a3-433d-9e44-7e86cec9e341 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:27.685397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.695414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0d0015-c7c4-4e5a-976b-f440926d599f req-a7571f19-d4ed-4654-b2c4-34ff9714adea tempest-ServersNegativeTestMultiTenantJSON-1807858111 tempest-ServersNegativeTestMultiTenantJSON-1807858111-project] 10.222.0.36 "DELETE /v2.0/ports/9e8ec72e-69a3-433d-9e44-7e86cec9e341 HTTP/1.1" status: 204 len: 173 time: 1.1914411 Oct 13 00:26:27.696278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9611a424-110b-4f77-ab02-4ba590490463', 'name': 'network-vif-deleted', 'tag': '9e8ec72e-69a3-433d-9e44-7e86cec9e341'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:27.698859 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389babb0-256c-4864-b44f-bad0a98997ed" -d '{"events": [{"server_uuid": "9611a424-110b-4f77-ab02-4ba590490463", "name": "network-vif-deleted", "tag": "9e8ec72e-69a3-433d-9e44-7e86cec9e341"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:27.699405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=17f33330-1351-4fcd-ab89-dfe95ee3cd9f,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:27.705243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.761434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=17f33330-1351-4fcd-ab89-dfe95ee3cd9f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:27.768759 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c216a551-51ca-4ed1-857a-eb6459a125df x-openstack-request-id: req-c216a551-51ca-4ed1-857a-eb6459a125df {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:27.769233 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9611a424-110b-4f77-ab02-4ba590490463", "name": "network-vif-deleted", "tag": "9e8ec72e-69a3-433d-9e44-7e86cec9e341", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:27.769418 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c216a551-51ca-4ed1-857a-eb6459a125df {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:27.769729 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9611a424-110b-4f77-ab02-4ba590490463', 'name': 'network-vif-deleted', 'tag': '9e8ec72e-69a3-433d-9e44-7e86cec9e341', 'status': 'completed', 'code': 200} Oct 13 00:26:27.787386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Router e07e6738-7e9b-4802-a531-496e3e5ec5ce has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:27.906697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:27.913551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-01cdedc7-c187-412a-a038-878cda662a3d admin admin] 10.222.0.21 "PUT /v2.0/routers/e07e6738-7e9b-4802-a531-496e3e5ec5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5272086 Oct 13 00:26:27.915928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42538) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:27.918739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] Sync routers for ids ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:27.934179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] Routers {'e07e6738-7e9b-4802-a531-496e3e5ec5ce'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:27.934922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:27.944269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] For port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:27.948008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:27.966909 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4234567 Oct 13 00:26:27.973436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42540) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:27.978828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Request body: {'subnet': {'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-83309626-subnet', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:28.003926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] For port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:28.006203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875967f-9b93-4d90-a4c0-2a4e0fded8da admin admin] Pushing event updated for resources: {'Network': ['ID=0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:28.013392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Made reservation on behalf of e45a5091485542d2b735da571e82e7e8 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:28.016364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.041019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:26:28.143751 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.174332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] Set router e07e6738-7e9b-4802-a531-496e3e5ec5ce gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:28.195959 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.229430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997273c-924a-4d3d-a9c9-8032667241a0 req-fec80e49-6fea-4b36-934e-020fcc33bf7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:28.231097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c997273c-924a-4d3d-a9c9-8032667241a0 req-fec80e49-6fea-4b36-934e-020fcc33bf7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 944 time: 0.1385984 Oct 13 00:26:28.316876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c997273c-924a-4d3d-a9c9-8032667241a0 req-ec814805-1d02-4e40-8ec9-21703a5a51dc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Oct 13 00:26:28.351810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:28.352356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.354039 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] 10.222.0.45 "PUT /v2.0/ports/e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 HTTP/1.1" status: 200 len: 1092 time: 2.2182939 Oct 13 00:26:28.356622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3337c696-bb84-4da1-975e-7b50398e75bf', 'tag': 'e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:28.359619 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3337c696-bb84-4da1-975e-7b50398e75bf", "tag": "e01ce218-75f8-4871-b5f1-bb98e8c9f5f3"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:28.359950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.456032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Deleting port f3546255-cf6d-46fb-b014-1cf52448ab42 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:28.456377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.491729 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614cea9d-09e9-4eb5-9799-7911171c3a17 x-openstack-request-id: req-614cea9d-09e9-4eb5-9799-7911171c3a17 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:28.492475 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3337c696-bb84-4da1-975e-7b50398e75bf", "tag": "e01ce218-75f8-4871-b5f1-bb98e8c9f5f3", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:28.493742 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-614cea9d-09e9-4eb5-9799-7911171c3a17 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:28.494169 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3337c696-bb84-4da1-975e-7b50398e75bf', 'tag': 'e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', 'status': 'completed', 'code': 200} Oct 13 00:26:28.502811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:26:26Z', 'revision_number': 5, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port': {'id': 'f3546255-cf6d-46fb-b014-1cf52448ab42', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:25:51Z', 'updated_at': '2021-10-13T00:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:28.514435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.564151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] Checking router: e07e6738-7e9b-4802-a531-496e3e5ec5ce for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:28.569261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] For port f3546255-cf6d-46fb-b014-1cf52448ab42, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f3546255-cf6d-46fb-b014-1cf52448ab42,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:28.570016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.582988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] Routers {'e07e6738-7e9b-4802-a531-496e3e5ec5ce'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:28.583872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:28.587377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Calling delete_port for f3546255-cf6d-46fb-b014-1cf52448ab42 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:28.590362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6e1320-27a7-4b21-91c5-4a25d219ebbf,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:28.612335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a77174-a403-45db-abad-ec350a3aaa39 service neutron] Pushing event updated for resources: {'Port': ['ID=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:28.665889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Checking segment: {'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:28.666904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Network hostable DHCP agents. Network: 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:26:28.686422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-eec65f19-e12b-4294-b75f-5955b3db8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:28.688014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-eec65f19-e12b-4294-b75f-5955b3db8a6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 1095 time: 0.2031381 Oct 13 00:26:28.688498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42552) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:28.757201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] Set router e07e6738-7e9b-4802-a531-496e3e5ec5ce gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:28.758738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8693f0-66f8-4f3c-aa0c-08bae9af5079 admin admin] Deleting subnet 60eaa029-9e55-4d67-bd7d-d197b0b9b946 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:28.775524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de8693f0-66f8-4f3c-aa0c-08bae9af5079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.777282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:26:28.804314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.838504 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-c0c98e10-7bf2-4d86-9990-accde190f094 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 HTTP/1.1" status: 200 len: 217 time: 0.0711505 Oct 13 00:26:28.851360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Sync routers for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:28.866532 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:28.867615 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:28.880255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3546255-cf6d-46fb-b014-1cf52448ab42,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:28.926976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:28.977571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:28.996456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de8693f0-66f8-4f3c-aa0c-08bae9af5079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.030388 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:29.033548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2fcb6f-7799-4055-87b1-aaab9bb6f113 None None] Network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:29.036242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:26:28Z', 'revision_number': 6, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:29.042901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:29.043500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.072991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af83fef5-0a98-4b43-9ebe-a1dadc2a72a0 None None] The sync data for ids ['e07e6738-7e9b-4802-a531-496e3e5ec5ce'] in n-d-813679-4 is: [{'id': 'e07e6738-7e9b-4802-a531-496e3e5ec5ce', 'name': 'tempest-TestAggregatesBasicOps-384944401-router', 'tenant_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:25:48Z', 'updated_at': '2021-10-13T00:26:28Z', 'revision_number': 6, 'project_id': 'cbd3548076914f19ba8f3dd6da4f372e', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:29.087409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.093696 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.110204 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f8192ec4-b02d-43d4-997a-87cf8d541667 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1334214 Oct 13 00:26:29.148728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de8693f0-66f8-4f3c-aa0c-08bae9af5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.182077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42556) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:29.186738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:29.214351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-debcf534-5916-4a10-b4af-c93f614fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:29.215724 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.215890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e07e6738-7e9b-4802-a531-496e3e5ec5ce {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:29.220919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-debcf534-5916-4a10-b4af-c93f614fa329 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.3089209 Oct 13 00:26:29.226630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.228036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-434cadf4-43a6-4f9b-8584-34b9c3259ba2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e07e6738-7e9b-4802-a531-496e3e5ec5ce HTTP/1.1" status: 204 len: 168 time: 1.3035998 Oct 13 00:26:29.231611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42562) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:29.268014 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.269210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.272969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2', 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'fixed_ips': [{'subnet_id': '5c6e1320-27a7-4b21-91c5-4a25d219ebbf'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:26:29.274160 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.321962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20fddb7-e42b-430f-ab23-63cf6bda0b97 admin admin] Deleting subnet 7a221d0f-aa6c-4425-a518-ec29e22d66cb {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:29.325194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20fddb7-e42b-430f-ab23-63cf6bda0b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.375332 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20fddb7-e42b-430f-ab23-63cf6bda0b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.413498 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.418431 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 2, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:29.452838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Allocated IP 172.20.0.2 (0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2/5c6e1320-27a7-4b21-91c5-4a25d219ebbf/85f04e20-1710-4f12-af54-2bd1ee1a8e09) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:29.494140 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Checking router: 4ce9fe84-425b-418e-aea9-2cf0551ecd29 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:29.494140 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Updating router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:29.665121 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.725218 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.733801 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.799321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:29.804779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:29.807561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:29.820859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Pushing event updated for resources: {'Port': ['ID=85f04e20-1710-4f12-af54-2bd1ee1a8e09,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:29.876477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Attempting to bind port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:29.877270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Attempting to bind port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:29.877643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Attempting to bind port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 on network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:29.885249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:29.885632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Checking segment: {'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:29.886601 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.887016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Bound using segment: {'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:29.887542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Bound port: 85f04e20-1710-4f12-af54-2bd1ee1a8e09, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:29.887932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:29.954344 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-1bd22bc9-3f6d-43f7-a8cb-bbc209d7e546 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7212982 Oct 13 00:26:29.972921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] For port 85f04e20-1710-4f12-af54-2bd1ee1a8e09, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:29.977259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] For port 85f04e20-1710-4f12-af54-2bd1ee1a8e09, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=85f04e20-1710-4f12-af54-2bd1ee1a8e09,segment=NetworkSegment(f4955e38-009d-4d33-8ba7-08be845ef504),segment_id=f4955e38-009d-4d33-8ba7-08be845ef504)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:29.985860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.021969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 17f33330-1351-4fcd-ab89-dfe95ee3cd9f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:30.055129 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.084688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-099b0767-338a-4fd8-8299-30788f44a94e service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179028 Oct 13 00:26:30.086043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.087839 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.111917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639944-2a8a-4001-b97a-5201c119fa60 None None] Pushing event updated for resources: {'Port': ['ID=85f04e20-1710-4f12-af54-2bd1ee1a8e09,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:30.133913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:30.134347 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.137465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.163267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bf78f-988e-4750-b28c-5834b5b9b072 req-3871c655-20d4-49db-a49e-e777c390ebc2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:30.171092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646bf78f-988e-4750-b28c-5834b5b9b072 req-3871c655-20d4-49db-a49e-e777c390ebc2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 944 time: 0.6496761 Oct 13 00:26:30.174326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.178524 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a990a-4da0-493b-908d-0dba3876e25f None None] Pushing event updated for resources: {'Port': ['ID=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:30.202326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebdb1b-daa2-4860-a362-392cd9a04eb9 req-37b4eff1-d929-4a38-8787-4fa70d2be2e5 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:30.209761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55ebdb1b-daa2-4860-a362-392cd9a04eb9 req-37b4eff1-d929-4a38-8787-4fa70d2be2e5 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.6520817 Oct 13 00:26:30.267116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Allocated IP 172.25.3.194 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/372834d0-6f69-4bf3-8840-70f9e6403b82) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:30.291494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c6b1ee2a-07a6-4ffa-82c8-300567aebdde no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:30.339662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c6b1ee2a-07a6-4ffa-82c8-300567aebdde {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:30.339898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c6b1ee2a-07a6-4ffa-82c8-300567aebdde not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:30.341318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de8693f0-66f8-4f3c-aa0c-08bae9af5079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.377527 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Attempting to bind port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:30.377527 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Attempting to bind port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:30.377527 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Attempting to bind port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 on network 266916d0-acee-480d-9c51-986da2881ef3 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:30.378778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55ebdb1b-daa2-4860-a362-392cd9a04eb9 req-e2da749b-3c2f-4b1a-8d3c-0403d0263956 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678448 Oct 13 00:26:30.385179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20fddb7-e42b-430f-ab23-63cf6bda0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.405760 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:30.407921 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Checking segment: {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:30.411859 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.412525 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Bound using segment: {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:30.413205 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Bound port: ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:30.413789 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.454679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646bf78f-988e-4750-b28c-5834b5b9b072 req-e03411a2-2202-4fa1-b52e-ac65468c392d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706110 Oct 13 00:26:30.560425 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20fddb7-e42b-430f-ab23-63cf6bda0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.602374 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de8693f0-66f8-4f3c-aa0c-08bae9af5079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.606964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-de8693f0-66f8-4f3c-aa0c-08bae9af5079 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/60eaa029-9e55-4d67-bd7d-d197b0b9b946 HTTP/1.1" status: 204 len: 168 time: 1.9151130 Oct 13 00:26:30.607606 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] For port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:30.615474 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] For port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:30.620682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:30.621576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8693f0-66f8-4f3c-aa0c-08bae9af5079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60eaa029-9e55-4d67-bd7d-d197b0b9b946,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:30.633313 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.701999 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:30.702652 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:30.706341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fddb7-e42b-430f-ab23-63cf6bda0b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a221d0f-aa6c-4425-a518-ec29e22d66cb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:30.741542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20fddb7-e42b-430f-ab23-63cf6bda0b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.750563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c20fddb7-e42b-430f-ab23-63cf6bda0b97 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a221d0f-aa6c-4425-a518-ec29e22d66cb HTTP/1.1" status: 204 len: 168 time: 1.5106089 Oct 13 00:26:30.751079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a6585305-a99f-4677-9446-ecb592830622 None None] Provisioning complete for port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:30.751555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42574) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:30.752743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a6585305-a99f-4677-9446-ecb592830622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.759759 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.764860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3ae31-233c-4232-8e9b-a0be1a5817cc None None] Network bdf6594d-f04c-41bd-92fe-015ee0444ea1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:30.783988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.785431 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a990a-4da0-493b-908d-0dba3876e25f None None] Pushing event updated for resources: {'Port': ['ID=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:30.848792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.882641 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:30.941307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:30.968908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9e8ec72e-69a3-433d-9e44-7e86cec9e341 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:30.999458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 9e8ec72e-69a3-433d-9e44-7e86cec9e341 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:30.999835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9e8ec72e-69a3-433d-9e44-7e86cec9e341 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:31.018522 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ad5c7f8-cd5a-476b-9361-4ae07582969d req-4bdf64e8-6b9e-40f3-aac5-0c5b97fda9a6 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8935561 Oct 13 00:26:31.052963 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a6585305-a99f-4677-9446-ecb592830622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.099629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] DHCP port deletion for bdf6594d-f04c-41bd-92fe-015ee0444ea1 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:26:31.104257 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a6585305-a99f-4677-9446-ecb592830622 None None] For port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:31.127824 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:30Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:31.132259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.147367 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a6585305-a99f-4677-9446-ecb592830622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.171880 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60343d1d-21ca-4928-a93c-27d6993a033d None None] The sync data for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 is: [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:30Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:31.174161 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:26:31.215769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-e274dddd-3cfd-4a85-8517-56bb7ecdf90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:31.217110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-e274dddd-3cfd-4a85-8517-56bb7ecdf90c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 1095 time: 0.0820692 Oct 13 00:26:31.240062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.255723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Deleting port f432b825-2b65-4abe-be42-c0cad279b8b5 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:31.255723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.267822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6585305-a99f-4677-9446-ecb592830622 None None] Pushing event updated for resources: {'Port': ['ID=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:31.290707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] Deleting port f432b825-2b65-4abe-be42-c0cad279b8b5 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:31.290707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.363246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-65c42592-6d70-4686-a276-0de32eb623c9 None None] Provisioning complete for port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:31.363659 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65c42592-6d70-4686-a276-0de32eb623c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.394721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-623273ff-f527-49f3-9c17-8a8a6458f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:31.400106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-623273ff-f527-49f3-9c17-8a8a6458f614 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.1711538 Oct 13 00:26:31.430730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-645a17ac-317f-493a-b4e7-00b59b8f0e85 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:31.433043 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-645a17ac-317f-493a-b4e7-00b59b8f0e85 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.45 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.3543937 Oct 13 00:26:31.437097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de081af6-23f1-45b5-b163-38c799aa6ca5']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:31.453991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-1d87ebaf-e249-4b1e-89a1-3e82e63c196e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 HTTP/1.1" status: 200 len: 217 time: 0.0452342 Oct 13 00:26:31.511914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] For port f432b825-2b65-4abe-be42-c0cad279b8b5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f432b825-2b65-4abe-be42-c0cad279b8b5,segment=NetworkSegment(a8f06c49-96f2-49a9-95ad-8ca768b6c591),segment_id=a8f06c49-96f2-49a9-95ad-8ca768b6c591)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:31.512328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.514685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e080c-f052-4e52-a5ca-deba50e867a0') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:31.516187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 85f04e20-1710-4f12-af54-2bd1ee1a8e09 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:31.518147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e080c-f052-4e52-a5ca-deba50e867a0') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:31.600590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-038ff736-9dd9-4b1e-8056-9b3a2bb95f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:31.603916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-038ff736-9dd9-4b1e-8056-9b3a2bb95f6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.1327379 Oct 13 00:26:31.622044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.627537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] Calling delete_port for f432b825-2b65-4abe-be42-c0cad279b8b5 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:31.653375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] For port f432b825-2b65-4abe-be42-c0cad279b8b5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f432b825-2b65-4abe-be42-c0cad279b8b5,segment=NetworkSegment(a8f06c49-96f2-49a9-95ad-8ca768b6c591),segment_id=a8f06c49-96f2-49a9-95ad-8ca768b6c591)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:31.653810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.657206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53123c28-3cb8-47ab-91e4-1f5baa43ff7f req-abc4e015-ca81-4de5-b55c-0095f7c856d9 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:31.664838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53123c28-3cb8-47ab-91e4-1f5baa43ff7f req-abc4e015-ca81-4de5-b55c-0095f7c856d9 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 946 time: 0.1269891 Oct 13 00:26:31.669832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.709935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.717227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Calling delete_port for f432b825-2b65-4abe-be42-c0cad279b8b5 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:31.734118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-bd735599-a4b9-4cc7-9c9e-04ec82b8386e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215332 Oct 13 00:26:31.734805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:31.735198 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.788253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:31.788738 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:31.792099 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:31.856177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:31.868578 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:31.871457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:31.884707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a60226-8489-498d-9f00-8431ab991862 None None] Network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:31.896285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] No DVR routers for this DVR port f432b825-2b65-4abe-be42-c0cad279b8b5 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:31.908502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:31.920792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Allocated IP 172.25.3.92 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/1807138c-350f-4a6f-b85f-5660861f69de) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:31.925671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'Port': ['ID=372834d0-6f69-4bf3-8840-70f9e6403b82,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:31.942906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53123c28-3cb8-47ab-91e4-1f5baa43ff7f req-e0cb42ab-8423-4e65-8e12-28fba8b2589a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771504 Oct 13 00:26:31.956668 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ee1f1-9ae1-448f-9a16-f2ac9e92656b req-26547ba8-f545-4004-807c-39784393eb8d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:31.963578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-717ee1f1-9ae1-448f-9a16-f2ac9e92656b req-26547ba8-f545-4004-807c-39784393eb8d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 944 time: 0.3336692 Oct 13 00:26:31.964574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef47ae1-6dbe-4cba-8d13-f1ffb529066d None None] Pushing event deleted for resources: {'Port': ['ID=f432b825-2b65-4abe-be42-c0cad279b8b5,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:31.981836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-360ff4a8-c870-4242-86f1-f504c0ce470a None None] Provisioning complete for port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:31.982209 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-360ff4a8-c870-4242-86f1-f504c0ce470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.004023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.011552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.018699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.025841 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/de081af6-23f1-45b5-b163-38c799aa6ca5 HTTP/1.1" status: 204 len: 168 time: 1.4019043 Oct 13 00:26:32.034387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42582) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:32.096287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 85f04e20-1710-4f12-af54-2bd1ee1a8e09, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=85f04e20-1710-4f12-af54-2bd1ee1a8e09,segment=NetworkSegment(f4955e38-009d-4d33-8ba7-08be845ef504),segment_id=f4955e38-009d-4d33-8ba7-08be845ef504)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:32.130645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-717ee1f1-9ae1-448f-9a16-f2ac9e92656b req-5f411478-b01f-46b5-82ea-f8c955ec4352 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630826 Oct 13 00:26:32.137886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-16632e26-a208-4a31-8f02-eb6275c56180 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549781 Oct 13 00:26:32.152176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f51e64-d0b7-4c0d-aeaa-07a2e23532aa admin admin] Deleting subnet 626db27c-3e42-4c30-a1aa-b7f4a1da3d50 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:32.152514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560281e6-3ea6-4827-9b31-20c2869609ee admin admin] Pushing event deleted for resources: {'Network': ['ID=de081af6-23f1-45b5-b163-38c799aa6ca5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:32.154523 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.155745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:32.171363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Deleting port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:32.171791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.173665 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e64-d0b7-4c0d-aeaa-07a2e23532aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.276866 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-360ff4a8-c870-4242-86f1-f504c0ce470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.294950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e64-d0b7-4c0d-aeaa-07a2e23532aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.299391 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.316722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.338483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] For port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:32.338942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.345501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=85f04e20-1710-4f12-af54-2bd1ee1a8e09,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:32.350337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:32.350721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.380253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f432b825-2b65-4abe-be42-c0cad279b8b5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:32.380253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Calling delete_port for 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:32.380253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] No DVR routers for this DVR port f432b825-2b65-4abe-be42-c0cad279b8b5 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:32.394566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e2de822-3b1e-47d2-8bef-e6819a0dd0d3 req-f20d10c0-de17-41d6-8d1b-cd2e99783f8c service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351997 Oct 13 00:26:32.395847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e64-d0b7-4c0d-aeaa-07a2e23532aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.466874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-360ff4a8-c870-4242-86f1-f504c0ce470a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:26:32.467906 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-360ff4a8-c870-4242-86f1-f504c0ce470a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:26:32.476783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.524558 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e64-d0b7-4c0d-aeaa-07a2e23532aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.554692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f432b825-2b65-4abe-be42-c0cad279b8b5 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:32.587493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: f432b825-2b65-4abe-be42-c0cad279b8b5 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:32.588428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f432b825-2b65-4abe-be42-c0cad279b8b5 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:32.588428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f3546255-cf6d-46fb-b014-1cf52448ab42 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:32.589734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:32.593238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f51e64-d0b7-4c0d-aeaa-07a2e23532aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626db27c-3e42-4c30-a1aa-b7f4a1da3d50,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:32.595460 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5f51e64-d0b7-4c0d-aeaa-07a2e23532aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.598941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a5f51e64-d0b7-4c0d-aeaa-07a2e23532aa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/626db27c-3e42-4c30-a1aa-b7f4a1da3d50 HTTP/1.1" status: 204 len: 168 time: 0.5364344 Oct 13 00:26:32.602106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42586) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:32.604376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:32.624299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:32.630012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: f3546255-cf6d-46fb-b014-1cf52448ab42 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:32.630357 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device f3546255-cf6d-46fb-b014-1cf52448ab42 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:32.632344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Pushing event updated for resources: {'Port': ['ID=1807138c-350f-4a6f-b85f-5660861f69de,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:32.651168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.673552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf6594d-f04c-41bd-92fe-015ee0444ea1']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:32.683735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f06c49-96f2-49a9-95ad-8ca768b6c591') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:32.684053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f06c49-96f2-49a9-95ad-8ca768b6c591') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:32.694670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.710019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.716368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:32.716764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: self.session.flush() Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:32.755737 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:32.761464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.806042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.821540 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.828671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.831964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bdf6594d-f04c-41bd-92fe-015ee0444ea1 HTTP/1.1" status: 204 len: 168 time: 2.0647137 Oct 13 00:26:32.837718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42588) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:32.879874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd0415-c916-4edf-9ecc-05577376cf68 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf6594d-f04c-41bd-92fe-015ee0444ea1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:32.968443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:32.974451 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.010724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Pushing event deleted for resources: {'Port': ['ID=10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:33.019103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['0013912a-c9e1-4d27-970e-8ed5ed4f27e8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:33.023532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['8c0a2a8c-e060-4a63-856b-52b74e91f8fe', '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:33.065008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bf1eb6-be3d-4613-ae34-b42c0986c20e']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:33.084938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3792b8-945a-4daa-9407-87e9cf2dc970') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:33.085497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3792b8-945a-4daa-9407-87e9cf2dc970') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:33.143095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] No DVR routers for this DVR port 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:33.148675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.152065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dcc5762c-0f5f-4df4-91cc-c53db652a3fe req-27ee3d65-81bb-4725-8efe-80fd68e96b4c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.45 "DELETE /v2.0/ports/10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca HTTP/1.1" status: 204 len: 173 time: 1.7036693 Oct 13 00:26:33.152538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aabb6a-8f53-454f-afc8-761b4ffa0d67', 'name': 'network-vif-deleted', 'tag': '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:33.155653 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584a1546-071a-411e-be4d-6348abd21442" -d '{"events": [{"server_uuid": "57aabb6a-8f53-454f-afc8-761b4ffa0d67", "name": "network-vif-deleted", "tag": "10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:33.193797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.219712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-712f12d0-acd6-4580-88f9-89bcdd18d6c1 req-9f9b547c-00ef-464c-ae66-b440ad94ae1f tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=57aabb6a-8f53-454f-afc8-761b4ffa0d67 HTTP/1.1" status: 200 len: 210 time: 0.0651953 Oct 13 00:26:33.285172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.318106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.322803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:33.333447 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.337041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4467987a-a034-4f22-9790-4825f6358d71 None None] Provisioning complete for port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:33.337536 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4467987a-a034-4f22-9790-4825f6358d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:33.339645 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:33.351676 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.426944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 85f04e20-1710-4f12-af54-2bd1ee1a8e09 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:33.469842 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dfb3f1-f481-408a-bfdd-a39cb8d98a54 x-openstack-request-id: req-12dfb3f1-f481-408a-bfdd-a39cb8d98a54 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:33.470059 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aabb6a-8f53-454f-afc8-761b4ffa0d67", "name": "network-vif-deleted", "tag": "10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:33.470514 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12dfb3f1-f481-408a-bfdd-a39cb8d98a54 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:33.470925 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aabb6a-8f53-454f-afc8-761b4ffa0d67', 'name': 'network-vif-deleted', 'tag': '10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca', 'status': 'completed', 'code': 200} Oct 13 00:26:33.559645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Router d3f2ee6d-a994-4520-b4bc-143856d55cc1 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:33.581146 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.592791 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.596264 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:33.596826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] 10.222.0.21 "DELETE /v2.0/networks/67bf1eb6-be3d-4613-ae34-b42c0986c20e HTTP/1.1" status: 204 len: 168 time: 0.9936421 Oct 13 00:26:33.599286 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.619899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a90d0-9c71-492c-a599-8327420c195e admin admin] Pushing event deleted for resources: {'Network': ['ID=67bf1eb6-be3d-4613-ae34-b42c0986c20e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:33.655091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ad3ea-6383-4871-9776-aeb9f38970be req-8f31e493-41fe-483f-becd-e6a5c0194971 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:33.662393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb6ad3ea-6383-4871-9776-aeb9f38970be req-8f31e493-41fe-483f-becd-e6a5c0194971 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 944 time: 0.2191384 Oct 13 00:26:33.698543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:33.702629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:33.724386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.729392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Sync routers for ids ['d3f2ee6d-a994-4520-b4bc-143856d55cc1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:33.730521 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a2d32920-f87d-4c16-83c0-543a92225dd6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3703573 Oct 13 00:26:33.734680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42600) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:33.755855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Routers {'d3f2ee6d-a994-4520-b4bc-143856d55cc1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:33.756477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d3f2ee6d-a994-4520-b4bc-143856d55cc1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:33.819952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:33.820437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.847539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb6ad3ea-6383-4871-9776-aeb9f38970be req-b57203b3-d45e-4e47-ba7d-03f100d711c6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839826 Oct 13 00:26:33.874433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:33.919690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-70390158-9683-49aa-9f72-c4d1ce96bf1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35ebbf9dbad643c3bd023a1ea4d7ad04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440078 Oct 13 00:26:33.922718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42604) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:33.962933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Set router d3f2ee6d-a994-4520-b4bc-143856d55cc1 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:33.968349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.978100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e578bdb-c8b2-4e8a-92f8-3a00909eef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:33.983846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e3539cfe-a77e-49df-98f1-41a3a2c2c03d tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/routers/d3f2ee6d-a994-4520-b4bc-143856d55cc1 HTTP/1.1" status: 200 len: 908 time: 0.2421324 Oct 13 00:26:33.988990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42606) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:33.994955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'router': {'name': 'tempest-snat-router-875742661', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': True}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:34.027052 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.028124 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.038416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e578bdb-c8b2-4e8a-92f8-3a00909eef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.120507 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.150122 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.183396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:26:34.218964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:34.295970 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.299705 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e578bdb-c8b2-4e8a-92f8-3a00909eef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.305115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e578bdb-c8b2-4e8a-92f8-3a00909eef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.306299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1e578bdb-c8b2-4e8a-92f8-3a00909eef0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/311bf473-1f24-465f-bccf-7336695f5bea HTTP/1.1" status: 204 len: 168 time: 0.3824897 Oct 13 00:26:34.327915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e578bdb-c8b2-4e8a-92f8-3a00909eef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311bf473-1f24-465f-bccf-7336695f5bea,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:34.426348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:34.443537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'port_id': 'e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', 'mac_address': 'fa:16:3e:89:e6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6b0b04-bcee-476a-85db-37a5d14b3dfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:26:34.502980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.509465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2ee6d-a994-4520-b4bc-143856d55cc1', 'name': 'tempest-snat-router-875742661', 'tenant_id': '1fce1441d6454d65b55709490f00f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.194'}], 'enable_snat': False}, 'gw_port_id': '372834d0-6f69-4bf3-8840-70f9e6403b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:27Z', 'updated_at': '2021-10-13T00:26:32Z', 'revision_number': 3, 'project_id': '1fce1441d6454d65b55709490f00f4b9', 'gw_port': {'id': '372834d0-6f69-4bf3-8840-70f9e6403b82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2ee6d-a994-4520-b4bc-143856d55cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:34.566157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Checking router: d3f2ee6d-a994-4520-b4bc-143856d55cc1 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:34.566639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Updating router d3f2ee6d-a994-4520-b4bc-143856d55cc1 port 372834d0-6f69-4bf3-8840-70f9e6403b82 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:34.574430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:26:34.611905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.624209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.642091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:34.649690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.653968 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:34.798228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Allocated IP 172.25.3.48 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/c371acd1-f017-4da9-9f07-ac9282850794) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:34.800545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:34.853668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42620) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:35.031891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7acefc-d00e-4e9d-8dfe-5ab1614e677d req-c476568b-88f7-4ab7-af59-b1b6e041b0cd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:35.033485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d7acefc-d00e-4e9d-8dfe-5ab1614e677d req-c476568b-88f7-4ab7-af59-b1b6e041b0cd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 945 time: 0.1476386 Oct 13 00:26:35.067692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:35.079174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a391-3c57-49af-a80b-523863ab2af6 req-0e20bca3-b9e5-4c22-bc5a-03331036de45 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:35.080769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a572a391-3c57-49af-a80b-523863ab2af6 req-0e20bca3-b9e5-4c22-bc5a-03331036de45 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 945 time: 0.1527061 Oct 13 00:26:35.081852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:35.101358 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Sync routers for ids ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:35.114757 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Routers {'f88b50b5-ab8f-4b39-8eba-9abf443c73f2'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:35.115383 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:35.148608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d7acefc-d00e-4e9d-8dfe-5ab1614e677d req-948d9242-00f0-4973-8310-e270c5f442f9 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050549 Oct 13 00:26:35.154510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.156351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-83617be9-49f2-419d-888b-e5cd308add97 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9732928 Oct 13 00:26:35.159525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42624) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:35.238519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a572a391-3c57-49af-a80b-523863ab2af6 req-806fa597-5b19-4c69-a427-2fd0bec851f9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398106 Oct 13 00:26:35.289543 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2689dca5-8fae-4f44-ae60-d4d5999effce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e630a99ff87641aa8f9fae6d36d4c8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345751 Oct 13 00:26:35.292613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42626) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:35.293623 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Set router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:35.328603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Deleting port d6f05e59-1a09-4e1e-b6bc-f966912375d0 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:35.328905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.334599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.366465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08398b34-784d-45d3-96f2-0b91facb0a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.415943 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08398b34-784d-45d3-96f2-0b91facb0a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.426821 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.482643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:35.489781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:35.494106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:35.499743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] For port d6f05e59-1a09-4e1e-b6bc-f966912375d0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d6f05e59-1a09-4e1e-b6bc-f966912375d0,segment=NetworkSegment(20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef),segment_id=20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:35.500134 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.517000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Calling delete_port for d6f05e59-1a09-4e1e-b6bc-f966912375d0 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:35.531678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'Port': ['ID=c371acd1-f017-4da9-9f07-ac9282850794,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:35.556967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08398b34-784d-45d3-96f2-0b91facb0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.559675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-08398b34-784d-45d3-96f2-0b91facb0a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.561403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-08398b34-784d-45d3-96f2-0b91facb0a27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5913eef-2079-4f49-9365-3a3749f64fee HTTP/1.1" status: 204 len: 168 time: 0.2673142 Oct 13 00:26:35.623338 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:26:32Z', 'revision_number': 3, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:35.640468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08398b34-784d-45d3-96f2-0b91facb0a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5913eef-2079-4f49-9365-3a3749f64fee,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:35.686808 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Checking router: f88b50b5-ab8f-4b39-8eba-9abf443c73f2 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:35.687319 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Updating router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 port 1807138c-350f-4a6f-b85f-5660861f69de binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:35.693585 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.720287 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.735898 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.818713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Attempting to bind port 372834d0-6f69-4bf3-8840-70f9e6403b82 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:35.818944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Attempting to bind port 372834d0-6f69-4bf3-8840-70f9e6403b82 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:35.819280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Attempting to bind port 372834d0-6f69-4bf3-8840-70f9e6403b82 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:35.824825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:35.825210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:35.825619 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.826023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:35.827028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Bound port: 372834d0-6f69-4bf3-8840-70f9e6403b82, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:35.827539 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.828972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce2401-b2b8-4a78-9206-7eed26ba306c None None] Pushing event updated for resources: {'Port': ['ID=372834d0-6f69-4bf3-8840-70f9e6403b82,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:35.864629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.911271 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] For port 372834d0-6f69-4bf3-8840-70f9e6403b82, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:35.915074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] For port 372834d0-6f69-4bf3-8840-70f9e6403b82, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=372834d0-6f69-4bf3-8840-70f9e6403b82,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:35.923028 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.954432 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.958070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:35.978238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Routers {'d3f2ee6d-a994-4520-b4bc-143856d55cc1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:35.978869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d3f2ee6d-a994-4520-b4bc-143856d55cc1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:36.004882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f05e59-1a09-4e1e-b6bc-f966912375d0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:36.047880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce2401-b2b8-4a78-9206-7eed26ba306c None None] Pushing event updated for resources: {'Port': ['ID=372834d0-6f69-4bf3-8840-70f9e6403b82,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:36.127558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:36.210673 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.217840 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.238743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.244180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] Set router d3f2ee6d-a994-4520-b4bc-143856d55cc1 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:36.300095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Allocated IP 172.20.0.1 (0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2/5c6e1320-27a7-4b21-91c5-4a25d219ebbf/9515db40-7328-4503-ad91-1549b3a0e180) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:36.301646 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Attempting to bind port 1807138c-350f-4a6f-b85f-5660861f69de on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:36.302762 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Attempting to bind port 1807138c-350f-4a6f-b85f-5660861f69de by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:36.303107 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Attempting to bind port 1807138c-350f-4a6f-b85f-5660861f69de on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:36.334731 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:36.337802 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:36.338406 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.338959 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:36.339627 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Bound port: 1807138c-350f-4a6f-b85f-5660861f69de, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:36.340182 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.450987 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] For port 1807138c-350f-4a6f-b85f-5660861f69de, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:36.456619 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] For port 1807138c-350f-4a6f-b85f-5660861f69de, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1807138c-350f-4a6f-b85f-5660861f69de,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:36.458517 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b229f-480a-4227-b750-987b45852dce None None] Pushing event updated for resources: {'Port': ['ID=1807138c-350f-4a6f-b85f-5660861f69de,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:36.470957 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.530665 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Routers {'f88b50b5-ab8f-4b39-8eba-9abf443c73f2'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:36.531321 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:36.534020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Router 088db69c-0665-4b10-83bf-fd864902b0b2 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:36.578222 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.579348 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b229f-480a-4227-b750-987b45852dce None None] Pushing event updated for resources: {'Port': ['ID=1807138c-350f-4a6f-b85f-5660861f69de,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:36.582440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:26:36.587890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:36.588318 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.639882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2ee6d-a994-4520-b4bc-143856d55cc1', 'name': 'tempest-snat-router-875742661', 'tenant_id': '1fce1441d6454d65b55709490f00f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.194'}], 'enable_snat': False}, 'gw_port_id': '372834d0-6f69-4bf3-8840-70f9e6403b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:27Z', 'updated_at': '2021-10-13T00:26:32Z', 'revision_number': 3, 'project_id': '1fce1441d6454d65b55709490f00f4b9', 'gw_port': {'id': '372834d0-6f69-4bf3-8840-70f9e6403b82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2ee6d-a994-4520-b4bc-143856d55cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:36.679481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ab5e0-efef-4e50-a37c-e8b7647165cc None None] The sync data for ids ['d3f2ee6d-a994-4520-b4bc-143856d55cc1'] in n-d-813679-4 is: [{'id': 'd3f2ee6d-a994-4520-b4bc-143856d55cc1', 'name': 'tempest-snat-router-875742661', 'tenant_id': '1fce1441d6454d65b55709490f00f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.194'}], 'enable_snat': False}, 'gw_port_id': '372834d0-6f69-4bf3-8840-70f9e6403b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:27Z', 'updated_at': '2021-10-13T00:26:32Z', 'revision_number': 3, 'project_id': '1fce1441d6454d65b55709490f00f4b9', 'gw_port': {'id': '372834d0-6f69-4bf3-8840-70f9e6403b82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2ee6d-a994-4520-b4bc-143856d55cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:36.679796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.705191 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] Set router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:36.726997 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.769713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:36.772035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3337c696-bb84-4da1-975e-7b50398e75bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:36.775602 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184f2d6d-c709-47bd-9cd4-cc2f9987ee78" -d '{"events": [{"server_uuid": "3337c696-bb84-4da1-975e-7b50398e75bf", "name": "network-vif-plugged", "status": "completed", "tag": "e01ce218-75f8-4871-b5f1-bb98e8c9f5f3"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:36.780733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.781697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:36.807497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:36.807865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 10bd22ed-8ff0-41e8-bcd5-4b17e3b60eca not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:36.847783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:36.865702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Sync routers for ids ['088db69c-0665-4b10-83bf-fd864902b0b2'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:36.880117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:36.885644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b192af38-977e-48be-9b5b-0000bbc5620b tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.8956079 Oct 13 00:26:36.889311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42658) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:36.890750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:36.899206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Routers {'088db69c-0665-4b10-83bf-fd864902b0b2'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:36.900197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['088db69c-0665-4b10-83bf-fd864902b0b2'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:36.914677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc2f61-61bb-4a6b-98b6-07665834293a req-675a8c2e-8ac1-4646-b31e-a67e4867767c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:36.921827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebfc2f61-61bb-4a6b-98b6-07665834293a req-675a8c2e-8ac1-4646-b31e-a67e4867767c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 945 time: 0.4583790 Oct 13 00:26:36.943864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-b7a63ba9-2216-4478-afb5-ba7ad2c4703a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:36.945730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-b7a63ba9-2216-4478-afb5-ba7ad2c4703a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.36 "GET /v2.0/ports?device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 945 time: 0.4875889 Oct 13 00:26:36.950869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42660) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:36.963972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1776568-bac3-43cf-a4a9-b89b7735d834 req-7a74283c-7d9d-4fd7-b549-9996587ab635 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:36.965713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1776568-bac3-43cf-a4a9-b89b7735d834 req-7a74283c-7d9d-4fd7-b549-9996587ab635 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 945 time: 0.5097032 Oct 13 00:26:37.007425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.044884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Set router 088db69c-0665-4b10-83bf-fd864902b0b2 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:37.083244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cc41234c-ac17-4731-9e88-4e924f5fae48 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/routers/088db69c-0665-4b10-83bf-fd864902b0b2 HTTP/1.1" status: 200 len: 906 time: 0.1927676 Oct 13 00:26:37.083971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42664) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:37.105251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.218392 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:26:32Z', 'revision_number': 3, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:37.281533 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e4fe5-dfbd-4758-807a-daf2a03e7b07 None None] The sync data for ids ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'] in n-d-813679-4 is: [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:26:32Z', 'revision_number': 3, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:37.346334 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.350222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebfc2f61-61bb-4a6b-98b6-07665834293a req-2a80f9d3-b6aa-4c43-a406-78c01f5c7490 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998098 Oct 13 00:26:37.359781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:37.369149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-262986103-network', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:37.390269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1776568-bac3-43cf-a4a9-b89b7735d834 req-6c59f4fb-ba28-4604-86f1-fa48e8d99d82 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971157 Oct 13 00:26:37.410838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:37.448043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 372834d0-6f69-4bf3-8840-70f9e6403b82 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:37.473097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:37.500169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.503477 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74750ff-4cb9-42cb-b950-e79c45e29ce4 x-openstack-request-id: req-f74750ff-4cb9-42cb-b950-e79c45e29ce4 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:37.503816 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3337c696-bb84-4da1-975e-7b50398e75bf", "name": "network-vif-plugged", "status": "completed", "tag": "e01ce218-75f8-4871-b5f1-bb98e8c9f5f3", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:37.504068 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f74750ff-4cb9-42cb-b950-e79c45e29ce4 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:37.504463 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3337c696-bb84-4da1-975e-7b50398e75bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', 'code': 200} Oct 13 00:26:37.534091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088db69c-0665-4b10-83bf-fd864902b0b2', 'name': 'tempest-snat-router-875742661', 'tenant_id': '1fce1441d6454d65b55709490f00f4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'c371acd1-f017-4da9-9f07-ac9282850794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:34Z', 'updated_at': '2021-10-13T00:26:35Z', 'revision_number': 3, 'project_id': '1fce1441d6454d65b55709490f00f4b9', 'gw_port': {'id': 'c371acd1-f017-4da9-9f07-ac9282850794', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088db69c-0665-4b10-83bf-fd864902b0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:34Z', 'updated_at': '2021-10-13T00:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:37.578490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.581034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.586089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Checking router: 088db69c-0665-4b10-83bf-fd864902b0b2 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:37.586438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Updating router 088db69c-0665-4b10-83bf-fd864902b0b2 port c371acd1-f017-4da9-9f07-ac9282850794 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:37.622680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.682983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Pushing event updated for resources: {'Port': ['ID=9515db40-7328-4503-ad91-1549b3a0e180,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:37.735485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5da37-5c65-42e3-8051-3a754c6a465b req-529d5f6d-97e3-4526-ac3a-2b18cb7cec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:37.741148 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5e5da37-5c65-42e3-8051-3a754c6a465b req-529d5f6d-97e3-4526-ac3a-2b18cb7cec76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 1097 time: 0.0843530 Oct 13 00:26:37.779147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Deleting port c371acd1-f017-4da9-9f07-ac9282850794 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:37.780317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.833508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Made reservation on behalf of 64d695b5ae334f6cbd1bf73f25ec618b for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:37.837043 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.849940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 372834d0-6f69-4bf3-8840-70f9e6403b82 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:37.850465 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.857469 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.870988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5e5da37-5c65-42e3-8051-3a754c6a465b req-49f208e8-278f-40e2-b37f-482ad1551b15 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212566 Oct 13 00:26:37.877319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Deleting port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:37.877665 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.931961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:37.949638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Calling delete_port for c371acd1-f017-4da9-9f07-ac9282850794 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:38.071760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.077522 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.095261 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.099596 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.155401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1017c32b-8edf-406e-b881-098a9f2aabbf None None] Provisioning complete for port 9515db40-7328-4503-ad91-1549b3a0e180 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:38.155941 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1017c32b-8edf-406e-b881-098a9f2aabbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.168065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.231712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event deleted for resources: {'Port': ['ID=c371acd1-f017-4da9-9f07-ac9282850794,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:38.259633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f8af18-3643-4263-a0f6-a8cd85c95bbd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:38.300041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:26:38.307295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] For port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:38.307976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.308226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.427133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.428251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Calling delete_port for 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:38.430062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.430451 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.430811 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Added segment a459a42c-4c13-4b42-a347-75562cec9996 of type vlan for network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f Oct 13 00:26:38.481833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.483333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 088db69c-0665-4b10-83bf-fd864902b0b2 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:38.495487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.497497 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ecf4caf0-d3b9-40e4-9bc2-8d4bfd1587ba tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "DELETE /v2.0/routers/088db69c-0665-4b10-83bf-fd864902b0b2 HTTP/1.1" status: 204 len: 168 time: 1.4123905 Oct 13 00:26:38.500735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42670) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:38.519075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f27939-c7d1-40da-942a-d127f5b78713 None None] Pushing event updated for resources: {'Port': ['ID=c371acd1-f017-4da9-9f07-ac9282850794,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:38.538288 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Attempting to bind port c371acd1-f017-4da9-9f07-ac9282850794 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:38.538668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Attempting to bind port c371acd1-f017-4da9-9f07-ac9282850794 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:38.539037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Attempting to bind port c371acd1-f017-4da9-9f07-ac9282850794 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:38.551419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:38.551815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:38.552226 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.552628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:38.553115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Bound port: c371acd1-f017-4da9-9f07-ac9282850794, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:38.553504 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.572268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Port c371acd1-f017-4da9-9f07-ac9282850794 has been deleted concurrently {{(pid=94990) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 13 00:26:38.595255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1017c32b-8edf-406e-b881-098a9f2aabbf None None] Port 9515db40-7328-4503-ad91-1549b3a0e180 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:38.624491 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.631295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Routers set() bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:38.631295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Router IDs set() for agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 00:26:38.631982 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'088db69c-0665-4b10-83bf-fd864902b0b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent'). {{(pid=94990) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 00:26:38.632512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88285f-233c-4454-8837-4f9e3b8dc1ca None None] The sync data for ids ['088db69c-0665-4b10-83bf-fd864902b0b2'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:38.648960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.653830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 372834d0-6f69-4bf3-8840-70f9e6403b82, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=372834d0-6f69-4bf3-8840-70f9e6403b82,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:38.656820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d47e-a65b-4195-b124-29cc965c801a req-1f7ea1a8-bcad-4129-987d-d0bf5144bb88 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:38.658430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c973d47e-a65b-4195-b124-29cc965c801a req-1f7ea1a8-bcad-4129-987d-d0bf5144bb88 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 946 time: 0.1769633 Oct 13 00:26:38.662587 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.667542 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.727879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=372834d0-6f69-4bf3-8840-70f9e6403b82,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:38.782523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.838767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Deleting port 372834d0-6f69-4bf3-8840-70f9e6403b82 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:38.839119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.931491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] For port 372834d0-6f69-4bf3-8840-70f9e6403b82, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=372834d0-6f69-4bf3-8840-70f9e6403b82,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:38.931947 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:38.944580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Calling delete_port for 372834d0-6f69-4bf3-8840-70f9e6403b82 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:39.001893 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.025685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Router 1b26279e-0951-4306-8a69-2cb8a3acb05f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:39.116334 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.136700 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.137676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:39.138264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.143935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event deleted for resources: {'Port': ['ID=372834d0-6f69-4bf3-8840-70f9e6403b82,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:39.149664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c973d47e-a65b-4195-b124-29cc965c801a req-eb1d0b72-50cd-495c-9618-204e95e6b4a6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442816 Oct 13 00:26:39.157265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bfc81-64dd-4345-b08f-4066dc948ee8 req-adb27b19-1a2b-401e-8672-da7acda42b6a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:39.158791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8bfc81-64dd-4345-b08f-4066dc948ee8 req-adb27b19-1a2b-401e-8672-da7acda42b6a tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=34c1788f-b808-485c-a421-27596f59c61a HTTP/1.1" status: 200 len: 945 time: 0.6667190 Oct 13 00:26:39.221723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.317985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3489134 Oct 13 00:26:39.320480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42674) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:39.330968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.333991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.390918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Request body: {'subnet': {'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-subnet', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:39.401836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.403805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3f2ee6d-a994-4520-b4bc-143856d55cc1 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:39.410065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.411624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a77795f4-5a36-418d-8765-afd4e5ac24c6 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d3f2ee6d-a994-4520-b4bc-143856d55cc1 HTTP/1.1" status: 204 len: 168 time: 0.9093404 Oct 13 00:26:39.418702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42676) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:39.426177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1807138c-350f-4a6f-b85f-5660861f69de up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:39.431856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-46529923', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:39.449914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094baf1-fb3c-4387-9233-53f60eea1136 admin admin] Pushing event updated for resources: {'Network': ['ID=0f17b87d-6f72-4183-85b0-f20a1ba8b43f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:39.466856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:26:39.516067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d8bfc81-64dd-4345-b08f-4066dc948ee8 req-759536df-20e5-4376-abb4-4c39a6b140d8 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032825 Oct 13 00:26:39.532449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Made reservation on behalf of 64d695b5ae334f6cbd1bf73f25ec618b for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:39.534858 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.554123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1807138c-350f-4a6f-b85f-5660861f69de triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:39.554511 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.567473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.603121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['8c0a2a8c-e060-4a63-856b-52b74e91f8fe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:39.664148 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.665170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.674226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Pushing event deleted for resources: {'Port': ['ID=0013912a-c9e1-4d27-970e-8ed5ed4f27e8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:39.688578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:39.692233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.699580 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] Sync routers for ids ['1b26279e-0951-4306-8a69-2cb8a3acb05f'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:39.711004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2247d820-325a-4583-a0a5-f4ec2c6d4802 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b26279e-0951-4306-8a69-2cb8a3acb05f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8722055 Oct 13 00:26:39.713986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42678) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:39.716602 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] Routers {'1b26279e-0951-4306-8a69-2cb8a3acb05f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:39.717639 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1b26279e-0951-4306-8a69-2cb8a3acb05f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:39.740917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 1807138c-350f-4a6f-b85f-5660861f69de, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1807138c-350f-4a6f-b85f-5660861f69de,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:39.761609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] No DVR routers for this DVR port 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:39.764811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.765656 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.776470 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.779919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bd7ab01-bfc5-4d24-b4d8-523e1b64b1a5 req-3851e14e-e27d-46c9-906d-13e211ff127c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.36 "DELETE /v2.0/ports/0013912a-c9e1-4d27-970e-8ed5ed4f27e8 HTTP/1.1" status: 204 len: 173 time: 2.8054974 Oct 13 00:26:39.780409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c1788f-b808-485c-a421-27596f59c61a', 'name': 'network-vif-deleted', 'tag': '0013912a-c9e1-4d27-970e-8ed5ed4f27e8'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:39.782668 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13434d4f-684e-40c9-a3c1-ec5af8216e31" -d '{"events": [{"server_uuid": "34c1788f-b808-485c-a421-27596f59c61a", "name": "network-vif-deleted", "tag": "0013912a-c9e1-4d27-970e-8ed5ed4f27e8"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:39.814845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.861380 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.935402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=1807138c-350f-4a6f-b85f-5660861f69de,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:39.936734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:39.941593 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] Set router 1b26279e-0951-4306-8a69-2cb8a3acb05f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:39.974626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Pushing event updated for resources: {'Port': ['ID=9515db40-7328-4503-ad91-1549b3a0e180,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:40.084401 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:40.157033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:40.223277 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c0a58-0e38-49e8-93aa-5f3ec2cec2c8 x-openstack-request-id: req-831c0a58-0e38-49e8-93aa-5f3ec2cec2c8 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:40.225192 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c1788f-b808-485c-a421-27596f59c61a", "name": "network-vif-deleted", "tag": "0013912a-c9e1-4d27-970e-8ed5ed4f27e8", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:40.225689 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-831c0a58-0e38-49e8-93aa-5f3ec2cec2c8 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:40.226302 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c1788f-b808-485c-a421-27596f59c61a', 'name': 'network-vif-deleted', 'tag': '0013912a-c9e1-4d27-970e-8ed5ed4f27e8', 'status': 'completed', 'code': 200} Oct 13 00:26:40.260569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Deleting port 38c1a0ab-9269-4fcd-97f5-1755742203d1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:40.260812 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:40.276563 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:35Z', 'revision_number': 5, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port': {'id': '38c1a0ab-9269-4fcd-97f5-1755742203d1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:08Z', 'updated_at': '2021-10-13T00:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:40.308921 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] Checking router: 1b26279e-0951-4306-8a69-2cb8a3acb05f for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:40.326000 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] Routers {'1b26279e-0951-4306-8a69-2cb8a3acb05f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:40.327446 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['1b26279e-0951-4306-8a69-2cb8a3acb05f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:40.457351 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] Set router 1b26279e-0951-4306-8a69-2cb8a3acb05f gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:40.487184 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:40.496277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:40.496521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:40.502887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:40.545064 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:40Z', 'revision_number': 6, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:40.580632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5b3ce-bee4-497f-9300-4d180d038e9b req-9f2b04d4-ac14-4dcb-aecb-df4e61503a32 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:40.582291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11e5b3ce-bee4-497f-9300-4d180d038e9b req-9f2b04d4-ac14-4dcb-aecb-df4e61503a32 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 946 time: 0.3125105 Oct 13 00:26:40.638049 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91ae08-f6a2-40bb-ad5d-cc57475bc536 None None] The sync data for ids ['1b26279e-0951-4306-8a69-2cb8a3acb05f'] in n-d-813679-4 is: [{'id': '1b26279e-0951-4306-8a69-2cb8a3acb05f', 'name': 'tempest-TestAggregatesBasicOps-198923076-router', 'tenant_id': '52fe3d65e37748ee92cdfc8f66705770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:07Z', 'updated_at': '2021-10-13T00:26:40Z', 'revision_number': 6, 'project_id': '52fe3d65e37748ee92cdfc8f66705770', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:40.696107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e88882b-96f3-4e6c-9b86-10d353ddf281,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:40.809179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11e5b3ce-bee4-497f-9300-4d180d038e9b req-a1209689-13fe-461e-ae26-bf4a7733d18c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819999 Oct 13 00:26:40.823714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Checking segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:40.824090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Network hostable DHCP agents. Network: 0f17b87d-6f72-4183-85b0-f20a1ba8b43f, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:26:40.861743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b19fd73c-bf51-477a-ae03-7281e45e7d2e None None] Provisioning complete for port 9515db40-7328-4503-ad91-1549b3a0e180 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:40.863255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b19fd73c-bf51-477a-ae03-7281e45e7d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:40.879863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:40.883536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:26:40.892694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] For port 38c1a0ab-9269-4fcd-97f5-1755742203d1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=38c1a0ab-9269-4fcd-97f5-1755742203d1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:40.893896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:40.909462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Calling delete_port for 38c1a0ab-9269-4fcd-97f5-1755742203d1 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:40.924437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b19fd73c-bf51-477a-ae03-7281e45e7d2e None None] Port 9515db40-7328-4503-ad91-1549b3a0e180 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:40.932799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 0f17b87d-6f72-4183-85b0-f20a1ba8b43f) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:40.941625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0f10d-2880-4f01-889e-4fb064d7150e None None] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:40.975175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:40.975601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:40.995114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:41.009678 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944efe68-5025-48a6-ac9c-5b1d4445e6b8 req-d10cd904-ac06-4e0c-b614-febcef66713c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:41.011247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-944efe68-5025-48a6-ac9c-5b1d4445e6b8 req-d10cd904-ac06-4e0c-b614-febcef66713c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.1436803 Oct 13 00:26:41.061831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:41.062169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0013912a-c9e1-4d27-970e-8ed5ed4f27e8 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:41.078605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0680b92b-191c-49f4-b0f8-6d08b19dbe29 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7304537 Oct 13 00:26:41.125017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:41.155770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.159088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:41.187711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:26:41.188814 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.221671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Pushing event deleted for resources: {'Port': ['ID=38c1a0ab-9269-4fcd-97f5-1755742203d1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:41.255107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-944efe68-5025-48a6-ac9c-5b1d4445e6b8 req-b29dc7c5-a965-4a9e-8ff0-c7b6de56b082 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335510 Oct 13 00:26:41.265440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.302952 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.304000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.307124 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.309104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:41.320876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-47ecd253-cfe2-4da8-adb3-d37bab8e0f7f admin admin] 10.222.0.21 "PUT /v2.0/routers/f88b50b5-ab8f-4b39-8eba-9abf443c73f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1602890 Oct 13 00:26:41.326165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Sync routers for ids ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:41.346800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Routers {'f88b50b5-ab8f-4b39-8eba-9abf443c73f2'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:41.347545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:41.370145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.372903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.384446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Allocated IP 172.20.0.2 (0f17b87d-6f72-4183-85b0-f20a1ba8b43f/8e88882b-96f3-4e6c-9b86-10d353ddf281/dab385b0-be1e-4be8-b2a7-0d08cd169912) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:41.422849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.439339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c905c-9b3d-4537-b9d4-f56c4fcf7e11 req-d0c46cc5-ac27-4355-b902-5898f8b26d45 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:41.440819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.441369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b26279e-0951-4306-8a69-2cb8a3acb05f {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:41.441545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d9c905c-9b3d-4537-b9d4-f56c4fcf7e11 req-d0c46cc5-ac27-4355-b902-5898f8b26d45 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.3169544 Oct 13 00:26:41.452258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.453632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5983a6d7-c326-4343-86a4-8e8b6088948e admin admin] 10.222.0.21 "DELETE /v2.0/routers/1b26279e-0951-4306-8a69-2cb8a3acb05f HTTP/1.1" status: 204 len: 168 time: 1.7379320 Oct 13 00:26:41.456354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42710) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:41.494255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Set router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:41.501586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d9c905c-9b3d-4537-b9d4-f56c4fcf7e11 req-f1146420-819c-4083-8e2a-b88880a037b1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/quotas/35c9acfe19c64f2db2311fd97d5d5df8 HTTP/1.1" status: 200 len: 375 time: 0.0115170 Oct 13 00:26:41.506614 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.543814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f66cfca-f4c1-4210-bd53-138c649166b9 admin admin] Deleting subnet 71450aa0-01a0-412c-bc81-6c7b1c290234 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:41.547969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66cfca-f4c1-4210-bd53-138c649166b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.614248 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66cfca-f4c1-4210-bd53-138c649166b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.736512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66cfca-f4c1-4210-bd53-138c649166b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.739881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1807138c-350f-4a6f-b85f-5660861f69de up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:41.842090 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66cfca-f4c1-4210-bd53-138c649166b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.885358 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e1753eff-1b46-4110-86ab-8f9bf364a2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.888139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66cfca-f4c1-4210-bd53-138c649166b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71450aa0-01a0-412c-bc81-6c7b1c290234,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:41.894306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66cfca-f4c1-4210-bd53-138c649166b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.898320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f66cfca-f4c1-4210-bd53-138c649166b9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/71450aa0-01a0-412c-bc81-6c7b1c290234 HTTP/1.1" status: 204 len: 168 time: 0.4402974 Oct 13 00:26:41.901583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42720) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:41.902430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9f787-4e0b-45b9-a921-065eba441b17 None None] Network 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:41.983147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:41.993436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1807138c-350f-4a6f-b85f-5660861f69de triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:41.996690 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.009639 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.042410 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.086352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Deleting port 0054a422-d2af-49d1-a31b-181dc9e63e28 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:42.086830 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.095727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:26:38Z', 'revision_number': 4, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9515db40-7328-4503-ad91-1549b3a0e180', 'name': '', 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'mac_address': 'fa:16:3e:33:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '5c6e1320-27a7-4b21-91c5-4a25d219ebbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:36Z', 'updated_at': '2021-10-13T00:26:39Z', 'revision_number': 2, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'subnets': [{'id': '5c6e1320-27a7-4b21-91c5-4a25d219ebbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:42.120677 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.165439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Checking router: f88b50b5-ab8f-4b39-8eba-9abf443c73f2 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:42.165979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d9c905c-9b3d-4537-b9d4-f56c4fcf7e11 req-56293e78-4ddd-4612-8fa0-cfada4557312 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6246850 Oct 13 00:26:42.166472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Updating router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 port 9515db40-7328-4503-ad91-1549b3a0e180 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:42.171809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:42.185403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] For port 0054a422-d2af-49d1-a31b-181dc9e63e28, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0054a422-d2af-49d1-a31b-181dc9e63e28,segment=NetworkSegment(20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef),segment_id=20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:42.186150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.206753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:42.211736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Calling delete_port for 0054a422-d2af-49d1-a31b-181dc9e63e28 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:42.211926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:42.225263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Pushing event updated for resources: {'Port': ['ID=dab385b0-be1e-4be8-b2a7-0d08cd169912,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:42.235008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.277922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d9c905c-9b3d-4537-b9d4-f56c4fcf7e11 req-d25cf2ec-cfec-4f39-b12d-c1394370fc80 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898290 Oct 13 00:26:42.346954 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.360579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] No DVR routers for this DVR port 0054a422-d2af-49d1-a31b-181dc9e63e28 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:42.398545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Attempting to bind port dab385b0-be1e-4be8-b2a7-0d08cd169912 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:42.399248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Attempting to bind port dab385b0-be1e-4be8-b2a7-0d08cd169912 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:42.399367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0054a422-d2af-49d1-a31b-181dc9e63e28,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:42.400005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Attempting to bind port dab385b0-be1e-4be8-b2a7-0d08cd169912 on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:42.428861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d9c905c-9b3d-4537-b9d4-f56c4fcf7e11 req-b65be22b-0db1-4164-853c-fc181fd14fcb service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203494 Oct 13 00:26:42.498261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf49c5e6-827a-4c60-bf86-06cc05aae833 None None] DHCP port deletion for 21d8ba81-c9ad-41ba-83eb-6afd8f10c29d request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:26:42.501260 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:42.501952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Checking segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:42.503232 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.503939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Bound using segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:42.504792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Bound port: dab385b0-be1e-4be8-b2a7-0d08cd169912, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:42.505360 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.518250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d6f05e59-1a09-4e1e-b6bc-f966912375d0 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:42.527807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.573840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d6f05e59-1a09-4e1e-b6bc-f966912375d0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:42.574506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d6f05e59-1a09-4e1e-b6bc-f966912375d0 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:42.575134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 38c1a0ab-9269-4fcd-97f5-1755742203d1 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:42.586312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Allocated IP 172.25.3.191 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/324edbf7-0d78-4a4d-adfe-de9e843d581c) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:42.596404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebd885-f1bf-45d3-aecb-2862f2c7cdbf req-8871716b-0728-4e85-ae9a-5fc906be8b0c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:42.596605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d8ba81-c9ad-41ba-83eb-6afd8f10c29d']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:42.603892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55ebd885-f1bf-45d3-aecb-2862f2c7cdbf req-8871716b-0728-4e85-ae9a-5fc906be8b0c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.1707804 Oct 13 00:26:42.613811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 38c1a0ab-9269-4fcd-97f5-1755742203d1 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:42.614464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 38c1a0ab-9269-4fcd-97f5-1755742203d1 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:42.614676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:42.615276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 372834d0-6f69-4bf3-8840-70f9e6403b82 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:42.615382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ad40ff-5ea6-40c7-b6e1-cf085b98f6ef') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:42.630844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.669199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.674642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55ebd885-f1bf-45d3-aecb-2862f2c7cdbf req-06b5643d-2687-4aee-a751-015d8031072d tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697303 Oct 13 00:26:42.682536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:42.683440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: items = [ Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:42.695918 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:42.938929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-7c3da69a-9e21-4515-8e54-0281bd07e8f0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:42.942056 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-7c3da69a-9e21-4515-8e54-0281bd07e8f0 tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 946 time: 0.2269173 Oct 13 00:26:42.945204 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.962915 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:42.968005 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] 10.222.0.21 "DELETE /v2.0/networks/21d8ba81-c9ad-41ba-83eb-6afd8f10c29d HTTP/1.1" status: 204 len: 168 time: 1.0651734 Oct 13 00:26:43.005472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 372834d0-6f69-4bf3-8840-70f9e6403b82 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:43.005977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 372834d0-6f69-4bf3-8840-70f9e6403b82 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:43.049885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856b732-d405-45e5-b2d7-d6317a27ff0d admin admin] Pushing event deleted for resources: {'Network': ['ID=21d8ba81-c9ad-41ba-83eb-6afd8f10c29d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:43.088370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] For port dab385b0-be1e-4be8-b2a7-0d08cd169912, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:43.137258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] For port dab385b0-be1e-4be8-b2a7-0d08cd169912, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dab385b0-be1e-4be8-b2a7-0d08cd169912,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:43.137497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.154478 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.154665 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.242694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Deleting port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:43.243320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.272126 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.331090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0054a422-d2af-49d1-a31b-181dc9e63e28 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:43.378817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 0054a422-d2af-49d1-a31b-181dc9e63e28 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:43.379334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0054a422-d2af-49d1-a31b-181dc9e63e28 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:43.407253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:43.435262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] For port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:43.435753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.451087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caddd23-2f0a-45da-8002-941310ad07c2 None None] Pushing event updated for resources: {'Port': ['ID=dab385b0-be1e-4be8-b2a7-0d08cd169912,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:43.516329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Calling delete_port for 8c0a2a8c-e060-4a63-856b-52b74e91f8fe owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:43.526502 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.529167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c6678443-c317-4f62-8b72-7609e96847e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbd3548076914f19ba8f3dd6da4f372e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204231 Oct 13 00:26:43.539445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42830) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:43.543130 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.580774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-af71cde4-bde7-4c11-8f99-a39ff40e0a92 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:43.591945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-af71cde4-bde7-4c11-8f99-a39ff40e0a92 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.2901962 Oct 13 00:26:43.631176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee225b6-3cc5-4ff1-b73e-fb22dffaaf20 None None] Pushing event updated for resources: {'Port': ['ID=9515db40-7328-4503-ad91-1549b3a0e180,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:43.726874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f33c6295-9d9d-4d02-823c-07cd04b8f505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.763241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-e648ec8d-00d9-4343-b112-5e94953425ca tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/quotas/35c9acfe19c64f2db2311fd97d5d5df8 HTTP/1.1" status: 200 len: 375 time: 0.1642437 Oct 13 00:26:43.804396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f33c6295-9d9d-4d02-823c-07cd04b8f505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.820065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Attempting to bind port 9515db40-7328-4503-ad91-1549b3a0e180 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:43.820438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Attempting to bind port 9515db40-7328-4503-ad91-1549b3a0e180 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:43.820805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Attempting to bind port 9515db40-7328-4503-ad91-1549b3a0e180 on network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:43.821845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.848774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:43.849460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Checking segment: {'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:43.850025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:43.850651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Bound using segment: {'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:43.866494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Bound port: 9515db40-7328-4503-ad91-1549b3a0e180, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4955e38-009d-4d33-8ba7-08be845ef504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:43.866992 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.020628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] For port 9515db40-7328-4503-ad91-1549b3a0e180, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:44.023126 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f33c6295-9d9d-4d02-823c-07cd04b8f505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.027646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] For port 9515db40-7328-4503-ad91-1549b3a0e180, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9515db40-7328-4503-ad91-1549b3a0e180,segment=NetworkSegment(f4955e38-009d-4d33-8ba7-08be845ef504),segment_id=f4955e38-009d-4d33-8ba7-08be845ef504)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:44.028604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f33c6295-9d9d-4d02-823c-07cd04b8f505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.029888 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f33c6295-9d9d-4d02-823c-07cd04b8f505 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30132bbc-f661-40c5-bf92-ccbffd4affe0 HTTP/1.1" status: 204 len: 168 time: 0.4894519 Oct 13 00:26:44.034158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.038808 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.069039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event updated for resources: {'Port': ['ID=324edbf7-0d78-4a4d-adfe-de9e843d581c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:44.076352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['8c0a2a8c-e060-4a63-856b-52b74e91f8fe'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:44.082151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:44.090584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:44.097942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:44.098898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c6295-9d9d-4d02-823c-07cd04b8f505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30132bbc-f661-40c5-bf92-ccbffd4affe0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:44.146775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-07fd2ee7-d467-48af-a4ed-733426d86594 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3637800 Oct 13 00:26:44.194580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3660aa03-a1d1-4833-9e86-a2760e1e16b8 None None] Provisioning complete for port 9515db40-7328-4503-ad91-1549b3a0e180 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:44.194955 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3660aa03-a1d1-4833-9e86-a2760e1e16b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.208906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Pushing event deleted for resources: {'Port': ['ID=8c0a2a8c-e060-4a63-856b-52b74e91f8fe,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:44.281770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee225b6-3cc5-4ff1-b73e-fb22dffaaf20 None None] Pushing event updated for resources: {'Port': ['ID=9515db40-7328-4503-ad91-1549b3a0e180,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:44.284429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Routers {'f88b50b5-ab8f-4b39-8eba-9abf443c73f2'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:44.285050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:44.294116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433ec14-3649-484b-831e-e37c2458307a req-cea2e208-6021-43d8-b331-0e93f15fc8cf tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:44.302808 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a433ec14-3649-484b-831e-e37c2458307a req-cea2e208-6021-43d8-b331-0e93f15fc8cf tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/ports?device_id=e58e50c8-d1e9-4295-9528-7ebb4748e1cd HTTP/1.1" status: 200 len: 867 time: 0.4482210 Oct 13 00:26:44.315873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Allocated IP 172.25.3.86 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9e6a2955-ad36-4027-8a87-8662792800b1) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:44.332830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] No DVR routers for this DVR port 8c0a2a8c-e060-4a63-856b-52b74e91f8fe on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:44.337688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.352340 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-043d3bc0-c479-49dc-9b1d-a0ee51a145cc req-08bbea00-8839-4dfd-b9fb-5955608977dd tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.45 "DELETE /v2.0/ports/8c0a2a8c-e060-4a63-856b-52b74e91f8fe HTTP/1.1" status: 204 len: 173 time: 1.4035776 Oct 13 00:26:44.355388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58e50c8-d1e9-4295-9528-7ebb4748e1cd', 'name': 'network-vif-deleted', 'tag': '8c0a2a8c-e060-4a63-856b-52b74e91f8fe'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:44.360514 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f345f-996c-435b-ac9d-eb19e6385561" -d '{"events": [{"server_uuid": "e58e50c8-d1e9-4295-9528-7ebb4748e1cd", "name": "network-vif-deleted", "tag": "8c0a2a8c-e060-4a63-856b-52b74e91f8fe"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:44.549105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3660aa03-a1d1-4833-9e86-a2760e1e16b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.562927 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f434b7d5-00f1-4be0-84df-02eb9a4d712b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.607251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] Set router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:44.778395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.806322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42846) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:44.808140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-a7ca8b25-f7dc-4547-a92e-cc590201994f service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603241 Oct 13 00:26:44.812488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3660aa03-a1d1-4833-9e86-a2760e1e16b8 None None] For port 9515db40-7328-4503-ad91-1549b3a0e180, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9515db40-7328-4503-ad91-1549b3a0e180,segment=NetworkSegment(f4955e38-009d-4d33-8ba7-08be845ef504),segment_id=f4955e38-009d-4d33-8ba7-08be845ef504)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:44.845642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3660aa03-a1d1-4833-9e86-a2760e1e16b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:44.866941 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6c3197b3-162d-4c64-9659-6ac3090739d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52fe3d65e37748ee92cdfc8f66705770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591605 Oct 13 00:26:44.872052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42848) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:44.894839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a433ec14-3649-484b-831e-e37c2458307a req-f264ef9e-e420-4d1e-aa1a-257a6634db6c tempest-ListServerFiltersTestJSON-1402599746 tempest-ListServerFiltersTestJSON-1402599746-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c36b6ff-f6bb-41c1-8c42-552e6238c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841691 Oct 13 00:26:45.045149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660aa03-a1d1-4833-9e86-a2760e1e16b8 None None] Pushing event updated for resources: {'Port': ['ID=9515db40-7328-4503-ad91-1549b3a0e180,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:45.049928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7db237ca-dd00-46b4-a73a-5fccac30c7ac None None] Provisioning complete for port 9515db40-7328-4503-ad91-1549b3a0e180 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:45.050304 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7db237ca-dd00-46b4-a73a-5fccac30c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.114235 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcfa618-9330-4762-ae4a-50a98126416e x-openstack-request-id: req-7dcfa618-9330-4762-ae4a-50a98126416e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:45.115272 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58e50c8-d1e9-4295-9528-7ebb4748e1cd", "name": "network-vif-deleted", "tag": "8c0a2a8c-e060-4a63-856b-52b74e91f8fe", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:45.115654 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dcfa618-9330-4762-ae4a-50a98126416e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:45.116564 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58e50c8-d1e9-4295-9528-7ebb4748e1cd', 'name': 'network-vif-deleted', 'tag': '8c0a2a8c-e060-4a63-856b-52b74e91f8fe', 'status': 'completed', 'code': 200} Oct 13 00:26:45.132200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3076c6-5b86-4727-a10d-69b568dc8571 None None] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:45.173648 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.230606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:26:38Z', 'revision_number': 4, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9515db40-7328-4503-ad91-1549b3a0e180', 'name': '', 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'mac_address': 'fa:16:3e:33:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '5c6e1320-27a7-4b21-91c5-4a25d219ebbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:36Z', 'updated_at': '2021-10-13T00:26:44Z', 'revision_number': 4, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'subnets': [{'id': '5c6e1320-27a7-4b21-91c5-4a25d219ebbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:45.265207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-03cfd8bb-ee84-4a23-ac4a-9404d1124746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.281856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe9597-5c8f-49e6-960f-90d00f829cd7 None None] The sync data for ids ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'] in n-d-813679-4 is: [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:26:38Z', 'revision_number': 4, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9515db40-7328-4503-ad91-1549b3a0e180', 'name': '', 'network_id': '0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'mac_address': 'fa:16:3e:33:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '5c6e1320-27a7-4b21-91c5-4a25d219ebbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:36Z', 'updated_at': '2021-10-13T00:26:44Z', 'revision_number': 4, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'subnets': [{'id': '5c6e1320-27a7-4b21-91c5-4a25d219ebbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:45.309809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:45.321018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dab385b0-be1e-4be8-b2a7-0d08cd169912 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:45.343574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-03cfd8bb-ee84-4a23-ac4a-9404d1124746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.397646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-5882d8a3-b5e6-4ae3-8214-f0414c5edcc0 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246246 Oct 13 00:26:45.401568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:45.421343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6a2955-ad36-4027-8a87-8662792800b1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:45.424400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:45.490118 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.505848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d4b91835-126c-403e-a62e-d67674f9810e None None] Provisioning complete for port dab385b0-be1e-4be8-b2a7-0d08cd169912 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:45.506327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4b91835-126c-403e-a62e-d67674f9810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.541988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port dab385b0-be1e-4be8-b2a7-0d08cd169912 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:45.542461 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.664506 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-03cfd8bb-ee84-4a23-ac4a-9404d1124746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.667061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-03cfd8bb-ee84-4a23-ac4a-9404d1124746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.668338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-03cfd8bb-ee84-4a23-ac4a-9404d1124746 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccd13679-4b8e-4a48-9854-b492281cd50d HTTP/1.1" status: 204 len: 168 time: 0.7724614 Oct 13 00:26:45.782195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.809147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.835458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4b91835-126c-403e-a62e-d67674f9810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:45.904166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfd8bb-ee84-4a23-ac4a-9404d1124746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd13679-4b8e-4a48-9854-b492281cd50d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:45.934655 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8521124-22e0-4b7f-acaf-dc12681ad503 req-eed9596a-9313-4e6b-b7e5-e1ee8df8e6a4 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 210 time: 0.2094367 Oct 13 00:26:45.997136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42864) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:46.020153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port dab385b0-be1e-4be8-b2a7-0d08cd169912, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dab385b0-be1e-4be8-b2a7-0d08cd169912,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:46.023857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.038793 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.153217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9977b998-ff77-47e4-94e0-4ae6c3c6edc3 admin admin] Deleting subnet 9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:26:46.169446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=dab385b0-be1e-4be8-b2a7-0d08cd169912,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:46.178662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9977b998-ff77-47e4-94e0-4ae6c3c6edc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.180600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 8c0a2a8c-e060-4a63-856b-52b74e91f8fe no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:46.277220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 8c0a2a8c-e060-4a63-856b-52b74e91f8fe {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:46.277584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 8c0a2a8c-e060-4a63-856b-52b74e91f8fe not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:46.320525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-d4b91835-126c-403e-a62e-d67674f9810e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:26:46.323174 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-d4b91835-126c-403e-a62e-d67674f9810e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:26:46.334688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9977b998-ff77-47e4-94e0-4ae6c3c6edc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.505892 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9977b998-ff77-47e4-94e0-4ae6c3c6edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.517245 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.525280 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.581156 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9977b998-ff77-47e4-94e0-4ae6c3c6edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.619037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977b998-ff77-47e4-94e0-4ae6c3c6edc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed8d5bb-3a75-4a82-9e02-6c8891a58f61,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:46.631203 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9977b998-ff77-47e4-94e0-4ae6c3c6edc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.635978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9977b998-ff77-47e4-94e0-4ae6c3c6edc3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ed8d5bb-3a75-4a82-9e02-6c8891a58f61 HTTP/1.1" status: 204 len: 168 time: 0.6377125 Oct 13 00:26:46.637523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab634f81-2164-4de5-9458-1996bd294e49 None None] Network 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:46.638363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:46.744382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.896282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Deleting port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:46.896688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:46.900354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] DHCP port deletion for 5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:26:46.997190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] For port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:46.999657 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.010311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Deleting port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:47.011591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.016226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Calling delete_port for 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:47.101598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] For port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,segment=NetworkSegment(01e8dc97-f35e-4c9b-9fc7-3e21147431d5),segment_id=01e8dc97-f35e-4c9b-9fc7-3e21147431d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:47.102172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.137396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.142360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Calling delete_port for 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:47.169515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] No DVR routers for this DVR port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:47.220033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2bcf113-f1b4-4621-9af6-32ddbd913585 req-31685375-57ba-48ce-a456-7c980f32d1e7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 210 time: 0.0738215 Oct 13 00:26:47.329131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8e4c1740-cc9e-4276-ba38-ba9983ccc39e None None] Provisioning complete for port dab385b0-be1e-4be8-b2a7-0d08cd169912 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:47.329635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:47.329753 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1740-cc9e-4276-ba38-ba9983ccc39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.436782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.489899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.516762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Pushing event deleted for resources: {'Port': ['ID=2ee13e5e-f7e7-49f0-b8dc-d854ac22048f,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:47.519464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dab385b0-be1e-4be8-b2a7-0d08cd169912 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:47.522922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:47.547271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e8dc97-f35e-4c9b-9fc7-3e21147431d5') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:47.547584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e8dc97-f35e-4c9b-9fc7-3e21147431d5') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:47.558707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.575298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.582447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] No DVR routers for this DVR port 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:26:47.591290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:26:47.598654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.599656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.599771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.599868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.599868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.600040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.600535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.600653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Router 0447c9aa-a0e6-46fb-86d2-0222640f800d is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:47.600900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.601237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.601633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.601963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.602310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.602675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3162df63-6083-4ff5-b1b8-96f7d783f223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:26:47.625956 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.627473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port dab385b0-be1e-4be8-b2a7-0d08cd169912 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:47.627867 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.629608 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.642420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-0359a0b2-5119-460c-b67e-63da513e278c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:47.644035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-0359a0b2-5119-460c-b67e-63da513e278c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.3944285 Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:26:47.678256 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:26:47.687023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.696521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.706408 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5 HTTP/1.1" status: 204 len: 168 time: 1.0668607 Oct 13 00:26:47.723201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Request body: {'port': {'device_id': 'fc57ba78-8999-4ebb-9948-011dc744aab3', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'admin_state_up': True, 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:47.727197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d172-5f14-4088-aea4-60c9a2466e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2ed6ec-7e4c-46bc-a29a-f9eafa23baf5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:47.740150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9515db40-7328-4503-ad91-1549b3a0e180 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:47.806339 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9515db40-7328-4503-ad91-1549b3a0e180 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:47.806646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.924578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:47.940423 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc328057-9c1c-430d-8362-c85454658383 None None] Sync routers for ids ['0447c9aa-a0e6-46fb-86d2-0222640f800d'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:47.955910 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc328057-9c1c-430d-8362-c85454658383 None None] Routers {'0447c9aa-a0e6-46fb-86d2-0222640f800d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:47.956551 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fc328057-9c1c-430d-8362-c85454658383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0447c9aa-a0e6-46fb-86d2-0222640f800d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:47.987065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:47.988905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e6c80756-57f0-4003-b7e6-145a21f63b67 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.5628152 Oct 13 00:26:47.991533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42882) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:47.999165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42884) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:47.999308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-df45aa94-09fd-48f5-8665-7796addc9cf5 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': False}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:48.014526 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fc328057-9c1c-430d-8362-c85454658383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:48.024191 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc328057-9c1c-430d-8362-c85454658383 None None] Routers {'0447c9aa-a0e6-46fb-86d2-0222640f800d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:48.025088 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fc328057-9c1c-430d-8362-c85454658383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0447c9aa-a0e6-46fb-86d2-0222640f800d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:48.063781 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fc328057-9c1c-430d-8362-c85454658383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:48.064957 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc328057-9c1c-430d-8362-c85454658383 None None] The sync data for ids ['0447c9aa-a0e6-46fb-86d2-0222640f800d'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:48.065397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1f8b3818-9519-4fc1-b2a8-0ecf347ff9e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef36d3959284477e8aa15492c2f02f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642247 Oct 13 00:26:48.077330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42886) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:48.092754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:48.097139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.101409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Router 2801855f-a5d4-4414-9df7-bd1de9603071 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:48.188553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:26:48.205673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7900e7f-a1ed-4eff-adf1-9517ab044372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.209294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:26:48.209848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2ee13e5e-f7e7-49f0-b8dc-d854ac22048f not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:26:48.253799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7900e7f-a1ed-4eff-adf1-9517ab044372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.348757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e436476-e5c8-464f-b1d5-128da1503de6 req-fc8fb115-79e1-487f-846a-273bacbc98a9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 210 time: 0.0486240 Oct 13 00:26:48.373967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:48.390668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Sync routers for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:48.405698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.410469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b8e66986-063d-4dd1-ae2a-b6f49d758d07 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2827163 Oct 13 00:26:48.410469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Allocated IP 172.20.0.5 (a7857de0-5793-4a4b-9a06-5c0963e076b2/9f6b0b04-bcee-476a-85db-37a5d14b3dfc/f09346bb-80c6-40e0-9c6a-6e6933165878) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:48.414785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42894) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:48.423626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:48.424286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:48.518359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7900e7f-a1ed-4eff-adf1-9517ab044372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.521161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7900e7f-a1ed-4eff-adf1-9517ab044372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.522303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a7900e7f-a1ed-4eff-adf1-9517ab044372 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c36b6ff-f6bb-41c1-8c42-552e6238c10e HTTP/1.1" status: 204 len: 168 time: 0.4439759 Oct 13 00:26:48.571811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7900e7f-a1ed-4eff-adf1-9517ab044372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c36b6ff-f6bb-41c1-8c42-552e6238c10e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:48.627803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-df45aa94-09fd-48f5-8665-7796addc9cf5 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.656792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:48.681948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.736156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.803349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:48.811997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:48.824409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:48.830027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:48.934491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:46Z', 'revision_number': 3, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:48.943057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:48.946233 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:48.969894 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Checking router: 2801855f-a5d4-4414-9df7-bd1de9603071 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:48.970521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Updating router 2801855f-a5d4-4414-9df7-bd1de9603071 port 9e6a2955-ad36-4027-8a87-8662792800b1 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:48.980001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event updated for resources: {'Port': ['ID=f09346bb-80c6-40e0-9c6a-6e6933165878,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:48.993176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-f1ebed3c-b956-44da-bee9-3e7eee8de692 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2738986 Oct 13 00:26:49.025243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.166286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Request body: {'port': {'device_id': 'fc57ba78-8999-4ebb-9948-011dc744aab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:49.261817 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.564245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe6035-3c2e-42a6-868f-ea2bc392deb4 req-3a20af20-f6d3-4aa8-bf28-e99207412944 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:49.566080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48fe6035-3c2e-42a6-868f-ea2bc392deb4 req-3a20af20-f6d3-4aa8-bf28-e99207412944 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 931 time: 0.0796609 Oct 13 00:26:49.569703 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.582468 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.642743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48fe6035-3c2e-42a6-868f-ea2bc392deb4 req-f44a2f17-99a0-41b6-a616-53f18dbd53ba tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689151 Oct 13 00:26:49.651011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Attempting to bind port 9e6a2955-ad36-4027-8a87-8662792800b1 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:49.651536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Attempting to bind port 9e6a2955-ad36-4027-8a87-8662792800b1 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:49.651910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Attempting to bind port 9e6a2955-ad36-4027-8a87-8662792800b1 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:49.658307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:49.658688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:49.659098 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.659499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:49.660388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Bound port: 9e6a2955-ad36-4027-8a87-8662792800b1, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:49.660784 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.662669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04874e2-3b2f-4a9d-9bb9-3ccdc4215b60 None None] Pushing event updated for resources: {'Port': ['ID=9e6a2955-ad36-4027-8a87-8662792800b1,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:49.714781 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.738302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09346bb-80c6-40e0-9c6a-6e6933165878 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:26:49.749804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.769698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] For port 9e6a2955-ad36-4027-8a87-8662792800b1, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:49.773417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] For port 9e6a2955-ad36-4027-8a87-8662792800b1, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9e6a2955-ad36-4027-8a87-8662792800b1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:49.775121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Transition to ACTIVE for port object f09346bb-80c6-40e0-9c6a-6e6933165878 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:26:49.782832 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.787176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.913181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04874e2-3b2f-4a9d-9bb9-3ccdc4215b60 None None] Pushing event updated for resources: {'Port': ['ID=9e6a2955-ad36-4027-8a87-8662792800b1,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:49.924675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:49.927759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:49.930026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Pushing event updated for resources: {'Port': ['ID=f09346bb-80c6-40e0-9c6a-6e6933165878,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:49.938926 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-df45aa94-09fd-48f5-8665-7796addc9cf5 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.940662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Attempting to bind port f09346bb-80c6-40e0-9c6a-6e6933165878 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:49.941267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Attempting to bind port f09346bb-80c6-40e0-9c6a-6e6933165878 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:49.941706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Attempting to bind port f09346bb-80c6-40e0-9c6a-6e6933165878 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:49.948352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Port f09346bb-80c6-40e0-9c6a-6e6933165878 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:26:49.948663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Attempting to bind port f09346bb-80c6-40e0-9c6a-6e6933165878 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:49.950495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-df45aa94-09fd-48f5-8665-7796addc9cf5 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.954761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:49.955247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Checking segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:49.955666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Bound using segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:49.956090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Bound port: f09346bb-80c6-40e0-9c6a-6e6933165878, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:49.956445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:49.958718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42924) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:50.046471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] For port f09346bb-80c6-40e0-9c6a-6e6933165878, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:50.050953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] For port f09346bb-80c6-40e0-9c6a-6e6933165878, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f09346bb-80c6-40e0-9c6a-6e6933165878,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:50.057984 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.072662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:50.088141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Allocated IP 172.20.0.1 (0f17b87d-6f72-4183-85b0-f20a1ba8b43f/8e88882b-96f3-4e6c-9b86-10d353ddf281/58b5a20b-e752-4ecd-b55c-6a3b062acebd) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:50.182346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Pushing event updated for resources: {'Port': ['ID=f09346bb-80c6-40e0-9c6a-6e6933165878,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:50.198853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1886264258-network', 'tenant_id': 'b0563d44c26f4aeebafac2a4dd8d1b5a'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:50.200439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:50.203377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.205956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-bf47b65a-d847-4e60-983d-d69b47f4ea6b service neutron] 10.222.0.36 "PUT /v2.0/ports/f09346bb-80c6-40e0-9c6a-6e6933165878 HTTP/1.1" status: 200 len: 1091 time: 1.1975505 Oct 13 00:26:50.207051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc57ba78-8999-4ebb-9948-011dc744aab3', 'tag': 'f09346bb-80c6-40e0-9c6a-6e6933165878'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:50.210473 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead9ae54-18bf-4bbc-936b-f0edf602e37d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc57ba78-8999-4ebb-9948-011dc744aab3", "tag": "f09346bb-80c6-40e0-9c6a-6e6933165878"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:50.210980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df45aa94-09fd-48f5-8665-7796addc9cf5 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Router 0447c9aa-a0e6-46fb-86d2-0222640f800d has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:50.266640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Made reservation on behalf of b0563d44c26f4aeebafac2a4dd8d1b5a for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:50.269114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.278883 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413c7f31-42e3-4a4f-96e2-df35cad02eb9 x-openstack-request-id: req-413c7f31-42e3-4a4f-96e2-df35cad02eb9 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:50.279234 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc57ba78-8999-4ebb-9948-011dc744aab3", "tag": "f09346bb-80c6-40e0-9c6a-6e6933165878", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:50.280016 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-413c7f31-42e3-4a4f-96e2-df35cad02eb9 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:50.280397 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc57ba78-8999-4ebb-9948-011dc744aab3', 'tag': 'f09346bb-80c6-40e0-9c6a-6e6933165878', 'status': 'completed', 'code': 200} Oct 13 00:26:50.319305 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.323370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-d515f4bb-48ce-4b26-bdfc-fd7127a75f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:50.325016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-d515f4bb-48ce-4b26-bdfc-fd7127a75f08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 1094 time: 0.0600393 Oct 13 00:26:50.329080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:46Z', 'revision_number': 3, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:50.354462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.378602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c940ad-f5e0-4c0b-ab8a-2790f4d470a8 None None] The sync data for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 is: [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:46Z', 'revision_number': 3, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:50.395893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-d5c9a819-c346-4040-87f3-e5dc46849736 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09346bb-80c6-40e0-9c6a-6e6933165878 HTTP/1.1" status: 200 len: 217 time: 0.0471842 Oct 13 00:26:50.463037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-ad180750-130a-4498-924d-55e224e3918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:50.465559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-ad180750-130a-4498-924d-55e224e3918a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0687852 Oct 13 00:26:50.477115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df45aa94-09fd-48f5-8665-7796addc9cf5 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:50.486336 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75add66c-b7fb-4adb-808e-df7919dcdb7a None None] Sync routers for ids ['0447c9aa-a0e6-46fb-86d2-0222640f800d'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:50.491731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-df45aa94-09fd-48f5-8665-7796addc9cf5 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.492990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-df45aa94-09fd-48f5-8665-7796addc9cf5 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "PUT /v2.0/routers/0447c9aa-a0e6-46fb-86d2-0222640f800d HTTP/1.1" status: 200 len: 920 time: 2.5003712 Oct 13 00:26:50.499224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42930) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:50.504535 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75add66c-b7fb-4adb-808e-df7919dcdb7a None None] Routers {'0447c9aa-a0e6-46fb-86d2-0222640f800d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:50.505538 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-75add66c-b7fb-4adb-808e-df7919dcdb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0447c9aa-a0e6-46fb-86d2-0222640f800d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:50.510701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-5b3cb91f-4565-4350-a133-64c49c1dac82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346267 Oct 13 00:26:50.553217 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-75add66c-b7fb-4adb-808e-df7919dcdb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:50.555307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.573284 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75add66c-b7fb-4adb-808e-df7919dcdb7a None None] Routers {'0447c9aa-a0e6-46fb-86d2-0222640f800d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:50.573952 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-75add66c-b7fb-4adb-808e-df7919dcdb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0447c9aa-a0e6-46fb-86d2-0222640f800d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:50.632092 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-75add66c-b7fb-4adb-808e-df7919dcdb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:50.634360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75add66c-b7fb-4adb-808e-df7919dcdb7a None None] The sync data for ids ['0447c9aa-a0e6-46fb-86d2-0222640f800d'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:50.637096 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.667622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-9722afc7-63e7-4855-8bb5-57f4fa2686aa service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482952 Oct 13 00:26:50.706545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.711244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:50.750271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65170c0-9b30-4ed6-bc23-62ce6c639dee,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:50.760953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:50.763736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:50.840874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a88cb956-ac50-4f30-8d83-5ad03d788b50 req-fa6c6b96-636e-45a3-93d0-00fc1e1c0246 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666892 Oct 13 00:26:50.868450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Pushing event updated for resources: {'Port': ['ID=58b5a20b-e752-4ecd-b55c-6a3b062acebd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:50.885587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:26:50.888054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.950071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb20e1-1ca5-400d-ba76-09b5a87b7e71 req-a98281c9-f0ee-4a88-9a98-0553542d9f75 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:50.956121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9fb20e1-1ca5-400d-ba76-09b5a87b7e71 req-a98281c9-f0ee-4a88-9a98-0553542d9f75 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 943 time: 0.0905738 Oct 13 00:26:50.960573 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6c0a17ae-8e7a-4da5-a43f-26c53edf6414 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/routers/0447c9aa-a0e6-46fb-86d2-0222640f800d HTTP/1.1" status: 200 len: 920 time: 0.4565337 Oct 13 00:26:50.964332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42938) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:50.976020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:50.976436 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Added segment e525e1fd-48ac-4cae-aee6-1f2efb8d10d9 of type vlan for network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec Oct 13 00:26:51.058282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9fb20e1-1ca5-400d-ba76-09b5a87b7e71 req-c439cdbc-3729-45e4-bc7c-7655d3268cfa tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826452 Oct 13 00:26:51.069364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-a8a8ef89-c1c0-429f-a07d-75bccb0ca008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:51.070892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-a8a8ef89-c1c0-429f-a07d-75bccb0ca008 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 1094 time: 0.1044953 Oct 13 00:26:51.129939 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.181293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0d2adab7-9f89-4dcc-91a0-2fc1229d3fe1 None None] Provisioning complete for port 58b5a20b-e752-4ecd-b55c-6a3b062acebd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:51.181769 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d2adab7-9f89-4dcc-91a0-2fc1229d3fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.205470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59439e-1c69-4ac6-9620-6888a87791d8 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:51.207068 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9d59439e-1c69-4ac6-9620-6888a87791d8 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=0447c9aa-a0e6-46fb-86d2-0222640f800d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2416406 Oct 13 00:26:51.214081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42940) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:51.251990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0d2adab7-9f89-4dcc-91a0-2fc1229d3fe1 None None] Port 58b5a20b-e752-4ecd-b55c-6a3b062acebd cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:51.271497 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.272572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:51.273162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.324007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9e6a2955-ad36-4027-8a87-8662792800b1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:51.342495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-a6d41d0c-6a88-4a8e-aada-3d6b7cfc4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:51.344029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-a6d41d0c-6a88-4a8e-aada-3d6b7cfc4dbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.2655101 Oct 13 00:26:51.368006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.408667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9e6a2955-ad36-4027-8a87-8662792800b1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:51.409489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.419781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-79b65e96-553c-40be-942f-1d42522d98ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09346bb-80c6-40e0-9c6a-6e6933165878 HTTP/1.1" status: 200 len: 217 time: 0.0561292 Oct 13 00:26:51.423104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23556d-a164-444c-95d7-c8b444b67296 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:51.429443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0a23556d-a164-444c-95d7-c8b444b67296 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 881 time: 0.2143049 Oct 13 00:26:51.440197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42942) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:51.511756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5e6d1fb-0ea7-492a-ae12-337dfa0036a3 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0447c9aa-a0e6-46fb-86d2-0222640f800d HTTP/1.1" status: 200 len: 205 time: 0.0695181 Oct 13 00:26:51.520574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42944) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:51.529015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.542525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5826964 Oct 13 00:26:51.548843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42946) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:51.554426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Request body: {'subnet': {'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1886264258-subnet', 'tenant_id': 'b0563d44c26f4aeebafac2a4dd8d1b5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:51.556987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 9e6a2955-ad36-4027-8a87-8662792800b1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9e6a2955-ad36-4027-8a87-8662792800b1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:51.569076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.584608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2eefe-6b66-4bf1-83ef-c116a123a9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=529f1db1-6aa5-4daf-850f-cab3ab0c8eec,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:51.608567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Made reservation on behalf of b0563d44c26f4aeebafac2a4dd8d1b5a for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:51.609657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:26:51.611101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.723757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=9e6a2955-ad36-4027-8a87-8662792800b1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:51.749781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.766284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.777084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.799541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-c86bbcb8-bcd4-4ae7-b99f-eb63154277e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:51.801321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-c86bbcb8-bcd4-4ae7-b99f-eb63154277e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.3708870 Oct 13 00:26:51.857490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-a7dfa801-4998-4e8d-95ca-d9d58952704e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433402 Oct 13 00:26:51.888315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Pushing event updated for resources: {'Port': ['ID=58b5a20b-e752-4ecd-b55c-6a3b062acebd,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:51.893637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:51.991448 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:52.025624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-9ae4cead-d383-4b57-ba9a-a4dcba7e0443 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376519 Oct 13 00:26:52.041588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:52.064406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:52.144977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ead9ae54-18bf-4bbc-936b-f0edf602e37d req-502faa56-c67f-4930-92a0-66a324679dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013560 Oct 13 00:26:52.157114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:52.284685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Checking segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:52.285009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Network hostable DHCP agents. Network: 529f1db1-6aa5-4daf-850f-cab3ab0c8eec, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:26:52.296782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Deleting port 324edbf7-0d78-4a4d-adfe-de9e843d581c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:26:52.297133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:52.316308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=05274d5b-cbf2-4c21-9107-02d785f02054,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:52.327802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:26:52.333684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Router 2801855f-a5d4-4414-9df7-bd1de9603071 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:26:52.354258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 529f1db1-6aa5-4daf-850f-cab3ab0c8eec) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:52.363888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:52.364856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:52.365949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18371435-9e24-4115-8bac-fe1d590f0bfd None None] Network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:52.432881 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ed3a790-1e33-4ebd-ba03-6d967eda31ed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8829691 Oct 13 00:26:52.483750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e13f06-a896-4e4d-8ce9-c1095828c277 req-80f558dd-dc73-465b-ad00-b51db2d47c07 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:52.492499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75e13f06-a896-4e4d-8ce9-c1095828c277 req-80f558dd-dc73-465b-ad00-b51db2d47c07 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 943 time: 0.3094635 Oct 13 00:26:52.526321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:52.546193 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7bfc204c-b250-4694-b10a-bc8724445253 admin admin] 10.222.0.21 "PUT /v2.0/routers/2801855f-a5d4-4414-9df7-bd1de9603071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1299531 Oct 13 00:26:52.558520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:52.589575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-92b1ba93-e84b-4807-b225-fa648cb8d31c None None] Provisioning complete for port 58b5a20b-e752-4ecd-b55c-6a3b062acebd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:52.590228 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-92b1ba93-e84b-4807-b225-fa648cb8d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:52.630057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Calling delete_port for 324edbf7-0d78-4a4d-adfe-de9e843d581c owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:26:52.652306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-92b1ba93-e84b-4807-b225-fa648cb8d31c None None] Port 58b5a20b-e752-4ecd-b55c-6a3b062acebd cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:26:52.655422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75e13f06-a896-4e4d-8ce9-c1095828c277 req-2f4ee313-0110-4744-af23-7706293bacfe tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604760 Oct 13 00:26:52.718643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d7defa-33ce-4efc-9564-1bdc0f2d35f3 None None] Network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:26:52.967628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Sync routers for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:53.032424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.043165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:53.047453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:53.129930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event deleted for resources: {'Port': ['ID=324edbf7-0d78-4a4d-adfe-de9e843d581c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:53.176908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:53.318831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9e6a2955-ad36-4027-8a87-8662792800b1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:53.400839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-9f6f20ba-7e0a-49d8-86d3-cfd91780637b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:53.403122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-9f6f20ba-7e0a-49d8-86d3-cfd91780637b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 813 time: 0.3244762 Oct 13 00:26:53.455539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9e6a2955-ad36-4027-8a87-8662792800b1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:53.459553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.606437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 2, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:53.647206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42980) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:53.652568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2e16c94c-62cd-4fd1-ae1c-dd4a00cc3848 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461686549', 'description': 'tempest-description--1845579081'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:53.688479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Checking router: 2801855f-a5d4-4414-9df7-bd1de9603071 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:26:53.693027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2e16c94c-62cd-4fd1-ae1c-dd4a00cc3848 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.694914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Updating router 2801855f-a5d4-4414-9df7-bd1de9603071 port 58b5a20b-e752-4ecd-b55c-6a3b062acebd binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:26:53.732908 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.801777 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2e16c94c-62cd-4fd1-ae1c-dd4a00cc3848 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.809696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2e16c94c-62cd-4fd1-ae1c-dd4a00cc3848 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.846490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2e16c94c-62cd-4fd1-ae1c-dd4a00cc3848 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.850524 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2e16c94c-62cd-4fd1-ae1c-dd4a00cc3848 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2021217 Oct 13 00:26:53.854999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42986) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:53.860248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-09b9e268-d3c9-435f-8d9f-fd0d0501a21f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'security_group_rule': {'security_group_id': '075a8f0d-90b8-456a-9a23-59b99fa2e17d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:53.870422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c94c-62cd-4fd1-ae1c-dd4a00cc3848 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075a8f0d-90b8-456a-9a23-59b99fa2e17d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:53.887652 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.908629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09b9e268-d3c9-435f-8d9f-fd0d0501a21f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:53.984838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-03356f53-dcd5-469a-8fed-cd0cb2009bf7 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/quotas/b0563d44c26f4aeebafac2a4dd8d1b5a HTTP/1.1" status: 200 len: 375 time: 0.5745611 Oct 13 00:26:54.019609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09b9e268-d3c9-435f-8d9f-fd0d0501a21f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.026602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09b9e268-d3c9-435f-8d9f-fd0d0501a21f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.055955 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.061875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-0f31a9c5-097e-4108-aac2-625fe01c9e48 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424681 Oct 13 00:26:54.063565 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.069632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e268-d3c9-435f-8d9f-fd0d0501a21f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142e27cc-223e-4b3a-907a-69c8df524459,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:54.083947 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09b9e268-d3c9-435f-8d9f-fd0d0501a21f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.085811 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-09b9e268-d3c9-435f-8d9f-fd0d0501a21f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297812 Oct 13 00:26:54.088744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42988) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:54.095023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d1840c99-06a8-495a-8f6b-643f9089baab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'security_group_rule': {'security_group_id': '075a8f0d-90b8-456a-9a23-59b99fa2e17d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:54.134031 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1840c99-06a8-495a-8f6b-643f9089baab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.193848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.194652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Fanout notify agent at l3_agent the message router_deleted on router 0447c9aa-a0e6-46fb-86d2-0222640f800d {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:26:54.212142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.213488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5eeb6df7-6552-4d25-b5e2-33e43337b704 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/0447c9aa-a0e6-46fb-86d2-0222640f800d HTTP/1.1" status: 204 len: 168 time: 2.6919589 Oct 13 00:26:54.221697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1840c99-06a8-495a-8f6b-643f9089baab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.222829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42990) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:54.224702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f051-d5b3-4d30-bf0d-b386a9f37d49 req-b1ee5f7d-c943-4a76-9eb1-26e127b9f648 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:54.227952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-910b4003-7c17-4ae8-ad19-e54120526065 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1629637179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:54.233076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5d3f051-d5b3-4d30-bf0d-b386a9f37d49 req-b1ee5f7d-c943-4a76-9eb1-26e127b9f648 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 943 time: 0.3663838 Oct 13 00:26:54.237628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1840c99-06a8-495a-8f6b-643f9089baab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.269795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1840c99-06a8-495a-8f6b-643f9089baab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21648d29-fee4-4b27-8c6f-366c8a6ab059,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:54.275271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-910b4003-7c17-4ae8-ad19-e54120526065 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.276468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-910b4003-7c17-4ae8-ad19-e54120526065 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.278207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-a2110c3c-6bbb-44b9-be2e-b1eda715cd92 service neutron] 10.222.0.21 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041178 Oct 13 00:26:54.294743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1840c99-06a8-495a-8f6b-643f9089baab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.300103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d1840c99-06a8-495a-8f6b-643f9089baab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069252 Oct 13 00:26:54.301396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42992) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:54.306365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:54.323693 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.330660 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.350416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5d3f051-d5b3-4d30-bf0d-b386a9f37d49 req-74b2d9ff-e189-4fcc-b4a3-697f469e490e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164498 Oct 13 00:26:54.359402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-910b4003-7c17-4ae8-ad19-e54120526065 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.368703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-910b4003-7c17-4ae8-ad19-e54120526065 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.393818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.408653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b447ad9-ab7a-410e-800a-1a202d1e5c40 None None] Pushing event updated for resources: {'Port': ['ID=58b5a20b-e752-4ecd-b55c-6a3b062acebd,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:54.422698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-910b4003-7c17-4ae8-ad19-e54120526065 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.424022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-910b4003-7c17-4ae8-ad19-e54120526065 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2002571 Oct 13 00:26:54.427366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42994) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:54.450623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:54.480971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Attempting to bind port 58b5a20b-e752-4ecd-b55c-6a3b062acebd on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:54.481541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Attempting to bind port 58b5a20b-e752-4ecd-b55c-6a3b062acebd by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:54.481723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Attempting to bind port 58b5a20b-e752-4ecd-b55c-6a3b062acebd on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:54.481971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-48d32da3-bdf8-4827-b72f-20e7c31e1f44 service neutron] 10.222.0.21 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019758 Oct 13 00:26:54.489682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:54.490063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Checking segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:54.490470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.490863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Bound using segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:54.491624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Bound port: 58b5a20b-e752-4ecd-b55c-6a3b062acebd, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:54.492012 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.630668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] For port 58b5a20b-e752-4ecd-b55c-6a3b062acebd, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:54.637196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] For port 58b5a20b-e752-4ecd-b55c-6a3b062acebd, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=58b5a20b-e752-4ecd-b55c-6a3b062acebd,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:54.643921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.814746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b447ad9-ab7a-410e-800a-1a202d1e5c40 None None] Pushing event updated for resources: {'Port': ['ID=58b5a20b-e752-4ecd-b55c-6a3b062acebd,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:54.859330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:54.860121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:54.880407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5af68d8a-607b-4748-bcbc-a0d3064f23ac None None] Provisioning complete for port 58b5a20b-e752-4ecd-b55c-6a3b062acebd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:54.881712 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5af68d8a-607b-4748-bcbc-a0d3064f23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:54.890917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.072600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f09346bb-80c6-40e0-9c6a-6e6933165878 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:26:55.136875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61c0380e-f450-4bc4-8908-e2bb393f2f67 req-3fbcb5f4-a8a4-471f-9c55-435ac0f26b2f tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 210 time: 0.0748699 Oct 13 00:26:55.243975 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.265162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:26:55.306686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5af68d8a-607b-4748-bcbc-a0d3064f23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.340406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.366950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.408944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f09346bb-80c6-40e0-9c6a-6e6933165878, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f09346bb-80c6-40e0-9c6a-6e6933165878,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:55.472714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Allocated IP 172.25.3.54 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/10e45b17-f9c8-4c8b-a834-319971b3845b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:55.520725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5af68d8a-607b-4748-bcbc-a0d3064f23ac None None] For port 58b5a20b-e752-4ecd-b55c-6a3b062acebd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=58b5a20b-e752-4ecd-b55c-6a3b062acebd,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:55.526759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'f09346bb-80c6-40e0-9c6a-6e6933165878', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'port_id': 'f09346bb-80c6-40e0-9c6a-6e6933165878', 'mac_address': 'fa:16:3e:46:22:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6b0b04-bcee-476a-85db-37a5d14b3dfc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:26:55.538715 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5af68d8a-607b-4748-bcbc-a0d3064f23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.596932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1223e4-a2a6-408c-b2ad-2308c45591b7 req-0cd08bae-dd96-42a3-9b96-629f86a80229 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:55.598814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb1223e4-a2a6-408c-b2ad-2308c45591b7 req-0cd08bae-dd96-42a3-9b96-629f86a80229 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 943 time: 0.1255376 Oct 13 00:26:55.610784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af68d8a-607b-4748-bcbc-a0d3064f23ac None None] Pushing event updated for resources: {'Port': ['ID=58b5a20b-e752-4ecd-b55c-6a3b062acebd,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:55.659780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.676975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb1223e4-a2a6-408c-b2ad-2308c45591b7 req-eaf21610-c880-4320-8ad6-ccbe3bb92a6c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660460 Oct 13 00:26:55.702392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.707978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.717993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-eb60e244-51ac-43ad-a932-bc09f362896d None None] Provisioning complete for port 58b5a20b-e752-4ecd-b55c-6a3b062acebd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:55.718366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eb60e244-51ac-43ad-a932-bc09f362896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.751274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:55.754302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:55.760392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:55.766759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09346bb-80c6-40e0-9c6a-6e6933165878 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:26:55.806576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'Port': ['ID=10e45b17-f9c8-4c8b-a834-319971b3845b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:55.809861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f09346bb-80c6-40e0-9c6a-6e6933165878, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f09346bb-80c6-40e0-9c6a-6e6933165878,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:55.822769 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.832200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Allocated IP 172.25.3.202 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/449a1eb9-079b-4819-afea-68f6177a631b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:55.901798 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:54Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:55.955228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:55.964529 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:56.005776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:56.005960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c55e459-487f-4532-9006-a91a3e468384 None None] The sync data for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 is: [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:54Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:56.025096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f09346bb-80c6-40e0-9c6a-6e6933165878,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:56.042961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:56.123545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:56.151319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:56.153937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:56.201217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['f09346bb-80c6-40e0-9c6a-6e6933165878'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:26:56.210081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event updated for resources: {'Port': ['ID=449a1eb9-079b-4819-afea-68f6177a631b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:56.406628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:56.413131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:56.447449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5275f03-f875-4f13-a057-2d67aabe19b6 req-8c829bd0-be8f-4c03-82f3-8c1e23263b8c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 210 time: 0.1819496 Oct 13 00:26:56.476709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'Port': ['ID=10e45b17-f9c8-4c8b-a834-319971b3845b,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:56.531036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:56.553787 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:56.563522 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d70d3c92-1c5a-448f-a615-4a21bec6b8f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2526414 Oct 13 00:26:56.701992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:56.876572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-328f2501-317f-4b07-a80e-bfb3409f1422 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1461686549&fields=id&tenant_id=64d695b5ae334f6cbd1bf73f25ec618b HTTP/1.1" status: 200 len: 267 time: 0.1790922 Oct 13 00:26:56.965228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-421166c9-df60-4ebf-8d7c-6d4fed8f9867 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:56.972472 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-421166c9-df60-4ebf-8d7c-6d4fed8f9867 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.45 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 813 time: 0.1965575 Oct 13 00:26:56.992625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Request body: {'port': {'device_id': 'bd0ddaaf-56c4-4eeb-abc3-e959df4a6339', 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'admin_state_up': True, 'tenant_id': 'b0563d44c26f4aeebafac2a4dd8d1b5a'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:57.096187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f09346bb-80c6-40e0-9c6a-6e6933165878 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:57.120232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-3ef84905-54e5-4201-9d15-f46f06d7dd8c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:57.122071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-3ef84905-54e5-4201-9d15-f46f06d7dd8c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 816 time: 0.2444811 Oct 13 00:26:57.136963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a9b89-d1c3-43e9-aaa4-c467cc95c164 req-f8ad4e7a-0256-4c85-b4c7-1719212cb681 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:57.139230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-163a9b89-d1c3-43e9-aaa4-c467cc95c164 req-f8ad4e7a-0256-4c85-b4c7-1719212cb681 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 944 time: 0.3252554 Oct 13 00:26:57.181917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-f4342a99-52f5-4d90-a758-608b019ed48d tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:57.183119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Made reservation on behalf of b0563d44c26f4aeebafac2a4dd8d1b5a for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:57.183470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-f4342a99-52f5-4d90-a758-608b019ed48d tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.36 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 813 time: 0.4759932 Oct 13 00:26:57.190016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.199425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-ef19c179-0059-4d8b-bfa6-a37e70cf872d tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/quotas/64d695b5ae334f6cbd1bf73f25ec618b HTTP/1.1" status: 200 len: 375 time: 0.0543220 Oct 13 00:26:57.250394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port f09346bb-80c6-40e0-9c6a-6e6933165878 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:26:57.256479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port f09346bb-80c6-40e0-9c6a-6e6933165878 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:57.256857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.288033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Request body: {'port': {'device_id': 'f2b1368f-c1c5-466f-be56-19eec1f40d3d', 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'admin_state_up': True, 'tenant_id': 'b0563d44c26f4aeebafac2a4dd8d1b5a'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:57.409549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 58b5a20b-e752-4ecd-b55c-6a3b062acebd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:26:57.421377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Allocated IP 172.20.0.9 (529f1db1-6aa5-4daf-850f-cab3ab0c8eec/05274d5b-cbf2-4c21-9107-02d785f02054/e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:57.526770 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.588684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc57ba78-8999-4ebb-9948-011dc744aab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09346bb-80c6-40e0-9c6a-6e6933165878'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:57.591764 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39145e0-d3bb-4b2b-b947-8d592e43fd6e" -d '{"events": [{"server_uuid": "fc57ba78-8999-4ebb-9948-011dc744aab3", "name": "network-vif-plugged", "status": "completed", "tag": "f09346bb-80c6-40e0-9c6a-6e6933165878"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:57.612083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f09346bb-80c6-40e0-9c6a-6e6933165878, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f09346bb-80c6-40e0-9c6a-6e6933165878,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:26:57.614044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.618259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 58b5a20b-e752-4ecd-b55c-6a3b062acebd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:26:57.619129 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.663311 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.672372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-163a9b89-d1c3-43e9-aaa4-c467cc95c164 req-6e61f31a-81d0-42a7-9904-ce9f1ec8c756 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230067 Oct 13 00:26:57.702927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.714889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.738630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.782984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:26:57.788874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:26:57.795537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-1894f337-89b7-4765-b424-ee521bd36efe tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4949379 Oct 13 00:26:57.798552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:26:57.820416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f09346bb-80c6-40e0-9c6a-6e6933165878,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:57.831712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-784f7e8c-e935-4e7e-85d0-793d6a54a387 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:26:57.849518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-784f7e8c-e935-4e7e-85d0-793d6a54a387 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0529406 Oct 13 00:26:57.849997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Pushing event updated for resources: {'Port': ['ID=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:57.878409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-60a4665f-6ebf-481d-bd30-5f969862634e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6056240 Oct 13 00:26:57.901125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:57.901785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:57.943303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-5d6954ea-ad8a-47dd-bfad-0d178d535995 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9588940 Oct 13 00:26:57.967872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Request body: {'port': {'device_id': 'bd0ddaaf-56c4-4eeb-abc3-e959df4a6339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:26:58.031457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:58.144771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Made reservation on behalf of b0563d44c26f4aeebafac2a4dd8d1b5a for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:26:58.148211 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:58.338555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:26:58.358644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:58.377203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Transition to ACTIVE for port object e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:26:58.385129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:58.450622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Pushing event updated for resources: {'Port': ['ID=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:58.481644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725aaae-b7cf-435a-b319-f1f9f0d1d4de req-4ab426ea-546a-4f92-a709-ad4dd4b1e98e tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:58.483264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b725aaae-b7cf-435a-b319-f1f9f0d1d4de req-4ab426ea-546a-4f92-a709-ad4dd4b1e98e tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 931 time: 0.5438190 Oct 13 00:26:58.495798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-25d05025-0ae5-4e6a-ad8d-08fdedd2823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:58.497278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-25d05025-0ae5-4e6a-ad8d-08fdedd2823b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 1097 time: 0.5218298 Oct 13 00:26:58.502257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-2d721bea-3192-4c4b-98c9-f4a57fec5e13 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520801 Oct 13 00:26:58.547486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Attempting to bind port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:26:58.547996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Attempting to bind port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:26:58.548426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Attempting to bind port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:58.553219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:26:58.553611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Attempting to bind port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:26:58.558450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:26:58.558788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Checking segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:26:58.559178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Bound using segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:26:58.559638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Bound port: e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:26:58.560001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:58.637706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] For port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:26:58.642158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] For port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:26:58.648007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:58.711453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:58.711666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:58.713296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] 10.222.0.45 "PUT /v2.0/ports/e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d HTTP/1.1" status: 200 len: 1091 time: 0.7504530 Oct 13 00:26:58.713753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0ddaaf-56c4-4eeb-abc3-e959df4a6339', 'tag': 'e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:26:58.716250 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60046183-cf52-4df8-8362-62846e76562c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0ddaaf-56c4-4eeb-abc3-e959df4a6339", "tag": "e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:26:58.724651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b725aaae-b7cf-435a-b319-f1f9f0d1d4de req-c41ab3db-9d9f-484d-b43d-74d8d4a86c51 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261147 Oct 13 00:26:58.758278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb0fb7-8fa2-4768-b56c-b2c3d895ec8d service neutron] Pushing event updated for resources: {'Port': ['ID=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:26:58.812582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-54be9fad-229b-491e-88d3-40d3262ed5b8 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969069 Oct 13 00:26:58.816084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-28ae04be-a15f-4abf-b6ed-6836761c7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:58.817428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-28ae04be-a15f-4abf-b6ed-6836761c7d04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 200 len: 911 time: 0.2959092 Oct 13 00:26:58.820550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Router bbde7a5d-f95f-42f9-8ebb-f9449333cd46 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:26:58.847179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-eb55fc5c-cd33-4774-bc0f-b7a148b29807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:58.851043 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-eb55fc5c-cd33-4774-bc0f-b7a148b29807 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 1094 time: 0.0695007 Oct 13 00:26:58.893334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Allocated IP 172.20.0.10 (529f1db1-6aa5-4daf-850f-cab3ab0c8eec/05274d5b-cbf2-4c21-9107-02d785f02054/597aa830-7e43-49c7-8e5a-4d6d30c0f050) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:26:58.895534 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5d8b56-304f-417a-961e-97f082fa3eb4 x-openstack-request-id: req-5e5d8b56-304f-417a-961e-97f082fa3eb4 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:58.896059 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc57ba78-8999-4ebb-9948-011dc744aab3", "name": "network-vif-plugged", "status": "completed", "tag": "f09346bb-80c6-40e0-9c6a-6e6933165878", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:58.896171 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e5d8b56-304f-417a-961e-97f082fa3eb4 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:58.896477 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc57ba78-8999-4ebb-9948-011dc744aab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09346bb-80c6-40e0-9c6a-6e6933165878', 'code': 200} Oct 13 00:26:58.914077 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-675321e8-4731-4c53-bc6e-1b79da948f74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d HTTP/1.1" status: 200 len: 217 time: 0.0466452 Oct 13 00:26:59.060143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-9e831737-34ca-463b-afd4-6ac5f242543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.061968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-9e831737-34ca-463b-afd4-6ac5f242543a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 200 len: 853 time: 0.1269209 Oct 13 00:26:59.065994 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1234d829-adb9-4312-b1c1-3b33dd72d532 x-openstack-request-id: req-1234d829-adb9-4312-b1c1-3b33dd72d532 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:26:59.066295 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0ddaaf-56c4-4eeb-abc3-e959df4a6339", "tag": "e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:26:59.066544 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1234d829-adb9-4312-b1c1-3b33dd72d532 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:26:59.066945 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0ddaaf-56c4-4eeb-abc3-e959df4a6339', 'tag': 'e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d', 'status': 'completed', 'code': 200} Oct 13 00:26:59.073529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e071466-b801-4cba-bc3a-a634c4b8e74c req-668fc2f3-3196-4b4d-aab2-0bbdbcc65266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.075036 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e071466-b801-4cba-bc3a-a634c4b8e74c req-668fc2f3-3196-4b4d-aab2-0bbdbcc65266 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 1096 time: 0.0735855 Oct 13 00:26:59.089306 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-9db79fc3-16a6-4de0-b695-775d3fb06264 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4df80378-224b-4869-82bc-f873eee2fed9 HTTP/1.1" status: 200 len: 1002 time: 0.2623463 Oct 13 00:26:59.137593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-1b7c038f-33d6-41ac-8c14-b38269c48d88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580029 Oct 13 00:26:59.164533 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e071466-b801-4cba-bc3a-a634c4b8e74c req-ab18a824-f068-4dff-ac34-d93752cb80fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745852 Oct 13 00:26:59.227552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8134e5-522d-41b8-9a26-cb3d4d8e14d9 req-ebc917bc-a833-4d85-abac-1278a2baed3d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.230116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df8134e5-522d-41b8-9a26-cb3d4d8e14d9 req-ebc917bc-a833-4d85-abac-1278a2baed3d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 945 time: 0.2058942 Oct 13 00:26:59.231214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:26:59.241403 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae40017-1651-4d4c-a337-73a34f9c4676 None None] Sync routers for ids ['bbde7a5d-f95f-42f9-8ebb-f9449333cd46'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:26:59.254428 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:59.255184 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae40017-1651-4d4c-a337-73a34f9c4676 None None] Routers {'bbde7a5d-f95f-42f9-8ebb-f9449333cd46'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:59.256159 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cae40017-1651-4d4c-a337-73a34f9c4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['bbde7a5d-f95f-42f9-8ebb-f9449333cd46'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:59.258408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3320056e-4525-4210-bc96-d1412f83ca57 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "PUT /v2.0/routers/bbde7a5d-f95f-42f9-8ebb-f9449333cd46 HTTP/1.1" status: 200 len: 880 time: 4.8182361 Oct 13 00:26:59.259046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43066) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:59.301011 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cae40017-1651-4d4c-a337-73a34f9c4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:59.311088 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae40017-1651-4d4c-a337-73a34f9c4676 None None] Routers {'bbde7a5d-f95f-42f9-8ebb-f9449333cd46'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:26:59.311731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-8f15e5ef-3d49-4685-81e7-42e3ac405a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.311875 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cae40017-1651-4d4c-a337-73a34f9c4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['bbde7a5d-f95f-42f9-8ebb-f9449333cd46'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:59.313563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-8f15e5ef-3d49-4685-81e7-42e3ac405a78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 200 len: 849 time: 0.2128091 Oct 13 00:26:59.318261 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-fa4698ac-8fe7-4130-a010-9a9481931f5d service neutron] 10.222.0.45 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715267 Oct 13 00:26:59.352153 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cae40017-1651-4d4c-a337-73a34f9c4676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:26:59.352941 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae40017-1651-4d4c-a337-73a34f9c4676 None None] The sync data for ids ['bbde7a5d-f95f-42f9-8ebb-f9449333cd46'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:26:59.412725 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dae0fa05-009b-4c79-a214-c9952003ded8 req-5d66fdd5-7a4d-487e-bf12-0bb267d0db32 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 210 time: 0.1120927 Oct 13 00:26:59.474763 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-55c9df8a-39c8-4b55-ad03-70886f636020 service neutron] 10.222.0.45 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454551 Oct 13 00:26:59.547396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df8134e5-522d-41b8-9a26-cb3d4d8e14d9 req-7f6e1bba-4cc7-4b29-a4d7-1012d9d7d5fe tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851565 Oct 13 00:26:59.572291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-e1cf2c2d-08ba-4411-a64d-6e91b9a0b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.574495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-e1cf2c2d-08ba-4411-a64d-6e91b9a0b1da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094734 Oct 13 00:26:59.602367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:59.616944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046183-cf52-4df8-8362-62846e76562c req-d6daf373-3565-4056-b2ef-7d7a59cbb197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.618715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60046183-cf52-4df8-8362-62846e76562c req-d6daf373-3565-4056-b2ef-7d7a59cbb197 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 1094 time: 0.0540960 Oct 13 00:26:59.670723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5808b519-6372-4a9a-9347-45facadf0d06 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/routers/bbde7a5d-f95f-42f9-8ebb-f9449333cd46 HTTP/1.1" status: 200 len: 921 time: 0.3758774 Oct 13 00:26:59.672175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:26:59.759490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046183-cf52-4df8-8362-62846e76562c req-ec43c137-d7a0-48f5-8ef2-565cd401c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.761029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60046183-cf52-4df8-8362-62846e76562c req-ec43c137-d7a0-48f5-8ef2-565cd401c581 service neutron] 10.222.0.45 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 914 time: 0.1343262 Oct 13 00:26:59.822969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60046183-cf52-4df8-8362-62846e76562c req-89d4fac3-1a02-49dc-8fd7-a7b88de84dbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d HTTP/1.1" status: 200 len: 217 time: 0.0545268 Oct 13 00:26:59.836402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-45ee3998-7545-4183-b6b0-2e41be8b6f55 service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520211 Oct 13 00:26:59.846562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:26:59.892439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046183-cf52-4df8-8362-62846e76562c req-922589eb-3790-4f03-9f86-33200b8ac55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.894437 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60046183-cf52-4df8-8362-62846e76562c req-922589eb-3790-4f03-9f86-33200b8ac55d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 200 len: 853 time: 0.0620987 Oct 13 00:26:59.932055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60defc3a-6411-4966-92ab-eadbc85d25f7 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:26:59.937575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60046183-cf52-4df8-8362-62846e76562c req-ee0ff365-2a26-478e-aa2d-60890d134a9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327225 Oct 13 00:26:59.938301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60defc3a-6411-4966-92ab-eadbc85d25f7 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=bbde7a5d-f95f-42f9-8ebb-f9449333cd46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2620203 Oct 13 00:26:59.944153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43076) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:00.007396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:00.013749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:00.025383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:00.053346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Pushing event updated for resources: {'Port': ['ID=597aa830-7e43-49c7-8e5a-4d6d30c0f050,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:00.077442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2c3c2-3f18-47fc-a0a1-c64ae651ec4a req-1cb4e411-bf27-4d76-be52-0985d7dc3a93 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:00.078967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ce2c3c2-3f18-47fc-a0a1-c64ae651ec4a req-1cb4e411-bf27-4d76-be52-0985d7dc3a93 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 943 time: 0.2640889 Oct 13 00:27:00.114181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60046183-cf52-4df8-8362-62846e76562c req-1bc93f64-88f5-4901-989f-b68456322252 service neutron] 10.222.0.45 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605313 Oct 13 00:27:00.129578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b08f3c3-4141-429c-8e6c-5d70c6197288 req-06426039-a9bd-4e84-a36d-4d486cb6a5ea service neutron] 10.222.0.45 "GET /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854888 Oct 13 00:27:00.131107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f23feb-f39d-48aa-8fb9-04e3cc671972 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:00.135215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a1f23feb-f39d-48aa-8fb9-04e3cc671972 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 881 time: 0.1873686 Oct 13 00:27:00.136292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43078) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:00.167741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2084f0f9-9006-4be4-a753-793ce5941f32 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbde7a5d-f95f-42f9-8ebb-f9449333cd46 HTTP/1.1" status: 200 len: 205 time: 0.0261922 Oct 13 00:27:00.168775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ce2c3c2-3f18-47fc-a0a1-c64ae651ec4a req-4bf997f3-8f42-4a6c-98c2-6bbec395558f tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774770 Oct 13 00:27:00.173869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43080) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:00.175245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:00.176035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.201930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-88b1b116-72ab-4cd9-9a94-9cff3b3eb01c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0011735 Oct 13 00:27:00.243279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Request body: {'port': {'device_id': 'f2b1368f-c1c5-466f-be56-19eec1f40d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:00.314661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.409130 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.473025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60046183-cf52-4df8-8362-62846e76562c req-9712606d-560e-4b09-8996-ec3a05f7b955 service neutron] 10.222.0.45 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498797 Oct 13 00:27:00.620041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-7bb813f2-d04d-4cd5-95ac-b17fcaf0e99a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:00.622236 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-7bb813f2-d04d-4cd5-95ac-b17fcaf0e99a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 816 time: 0.3093791 Oct 13 00:27:00.636957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0fe032e-71e6-44d7-9082-b3a828de5470 req-d1c44e94-4f80-42fe-a468-e3918186c98b tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 210 time: 0.0669794 Oct 13 00:27:00.662300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.748532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-8720cdc9-e747-4826-b5bd-3bdc305478e2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d695b5ae334f6cbd1bf73f25ec618b HTTP/1.1" status: 200 len: 380 time: 0.1007957 Oct 13 00:27:00.762463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'port': {'device_id': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'admin_state_up': True, 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'security_groups': ['075a8f0d-90b8-456a-9a23-59b99fa2e17d']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:00.784183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c7a99-cb30-4563-bace-55ec839120a9 req-98720c4a-f0cb-4aa9-8624-b298aa2601b9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:00.785750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f37c7a99-cb30-4563-bace-55ec839120a9 req-98720c4a-f0cb-4aa9-8624-b298aa2601b9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 945 time: 0.0830517 Oct 13 00:27:00.830650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Deleting port 449a1eb9-079b-4819-afea-68f6177a631b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:00.830909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.883719 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597aa830-7e43-49c7-8e5a-4d6d30c0f050 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:00.899340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.921412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f37c7a99-cb30-4563-bace-55ec839120a9 req-d760359e-a14c-4ae6-b81f-1dd61a259085 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722985 Oct 13 00:27:00.937962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Transition to ACTIVE for port object 597aa830-7e43-49c7-8e5a-4d6d30c0f050 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:27:00.942815 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.956350 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.959150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Made reservation on behalf of 64d695b5ae334f6cbd1bf73f25ec618b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:00.962956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:00.981816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Calling delete_port for 449a1eb9-079b-4819-afea-68f6177a631b owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:01.015479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Pushing event updated for resources: {'Port': ['ID=597aa830-7e43-49c7-8e5a-4d6d30c0f050,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:01.064471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Attempting to bind port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:01.064823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Attempting to bind port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:01.065117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Attempting to bind port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:01.069706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:27:01.069706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Attempting to bind port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:01.074492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:01.074827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Checking segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:01.075206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Bound using segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:01.075702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Bound port: 597aa830-7e43-49c7-8e5a-4d6d30c0f050, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:01.076553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.147006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] For port 597aa830-7e43-49c7-8e5a-4d6d30c0f050, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:01.150106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] For port 597aa830-7e43-49c7-8e5a-4d6d30c0f050, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597aa830-7e43-49c7-8e5a-4d6d30c0f050,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:01.154377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.186084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Allocated IP 172.20.0.6 (0f17b87d-6f72-4183-85b0-f20a1ba8b43f/8e88882b-96f3-4e6c-9b86-10d353ddf281/d1d98079-6a58-4874-82d8-cda5a0fd180c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:01.187802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:01.188305 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.190224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] 10.222.0.36 "PUT /v2.0/ports/597aa830-7e43-49c7-8e5a-4d6d30c0f050 HTTP/1.1" status: 200 len: 1092 time: 0.9532304 Oct 13 00:27:01.194302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b1368f-c1c5-466f-be56-19eec1f40d3d', 'tag': '597aa830-7e43-49c7-8e5a-4d6d30c0f050'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:01.197428 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe940681-1c60-42b9-96ec-7ae952eb0b13" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b1368f-c1c5-466f-be56-19eec1f40d3d", "tag": "597aa830-7e43-49c7-8e5a-4d6d30c0f050"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:01.230205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eb15e-fb93-44f2-9d1e-f80a0d711030 service neutron] Pushing event updated for resources: {'Port': ['ID=597aa830-7e43-49c7-8e5a-4d6d30c0f050,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:01.283142 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efaaf23-a816-44c2-b000-eaa2ca3a3bd6 x-openstack-request-id: req-9efaaf23-a816-44c2-b000-eaa2ca3a3bd6 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:01.283142 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b1368f-c1c5-466f-be56-19eec1f40d3d", "tag": "597aa830-7e43-49c7-8e5a-4d6d30c0f050", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:01.283142 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9efaaf23-a816-44c2-b000-eaa2ca3a3bd6 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:01.283522 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b1368f-c1c5-466f-be56-19eec1f40d3d', 'tag': '597aa830-7e43-49c7-8e5a-4d6d30c0f050', 'status': 'completed', 'code': 200} Oct 13 00:27:01.341316 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.360930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-1bc1461e-1d45-4ba8-b064-7ad7700d62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:01.362493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-1bc1461e-1d45-4ba8-b064-7ad7700d62e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&device_id=f2b1368f-c1c5-466f-be56-19eec1f40d3d HTTP/1.1" status: 200 len: 1095 time: 0.0922916 Oct 13 00:27:01.370919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f729-a678-467c-9dd4-9cdda3edfd84 req-3fd4059d-ed33-4e79-948b-f3a601a04d30 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:01.372447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d49f729-a678-467c-9dd4-9cdda3edfd84 req-3fd4059d-ed33-4e79-948b-f3a601a04d30 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 943 time: 0.0702457 Oct 13 00:27:01.409173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event deleted for resources: {'Port': ['ID=449a1eb9-079b-4819-afea-68f6177a631b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:01.430702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-5e805e1b-213e-4081-b040-a2012c07d21e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597aa830-7e43-49c7-8e5a-4d6d30c0f050 HTTP/1.1" status: 200 len: 217 time: 0.0503526 Oct 13 00:27:01.480591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d49f729-a678-467c-9dd4-9cdda3edfd84 req-f3c80c76-ac7f-4c4e-9f6c-917354222a69 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967309 Oct 13 00:27:01.492852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b817539-3243-4052-a77f-b686906f03c1 req-6a26c3dd-10ac-482b-ab63-04b557b4af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:01.494835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-6a26c3dd-10ac-482b-ab63-04b557b4af14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 200 len: 853 time: 0.0530424 Oct 13 00:27:01.503059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.544358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-3ad33851-c7e0-492e-b89b-30ba1db326e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336561 Oct 13 00:27:01.617833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.641807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.645042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.676836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-d81a42b8-664b-4b23-aada-1e5904a1a6a2 service neutron] 10.222.0.36 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240821 Oct 13 00:27:01.730763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.731298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Fanout notify agent at l3_agent the message router_deleted on router bbde7a5d-f95f-42f9-8ebb-f9449333cd46 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:27:01.752534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.753712 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-659640a3-2127-477e-b44f-405e9706c6b1 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/bbde7a5d-f95f-42f9-8ebb-f9449333cd46 HTTP/1.1" status: 204 len: 168 time: 1.5788901 Oct 13 00:27:01.787913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43116) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:01.792516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9004ba46-8ac3-45c6-993d-5b521359a557 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-965682814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:01.832494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9004ba46-8ac3-45c6-993d-5b521359a557 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.833540 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9004ba46-8ac3-45c6-993d-5b521359a557 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.837390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:01.891916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b817539-3243-4052-a77f-b686906f03c1 req-b97cc2f6-4f4f-4ea6-8924-e3131e7ecc4f service neutron] 10.222.0.36 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825042 Oct 13 00:27:01.911750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:01.960287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269b170-cd36-409a-a187-3ecdf003f014 req-09425d9a-e2e8-4b69-aa99-03d7b938d6a4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:01.961659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:01.964578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:01.974861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1269b170-cd36-409a-a187-3ecdf003f014 req-09425d9a-e2e8-4b69-aa99-03d7b938d6a4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 931 time: 0.1298313 Oct 13 00:27:01.992524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9004ba46-8ac3-45c6-993d-5b521359a557 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:02.081184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1269b170-cd36-409a-a187-3ecdf003f014 req-a9355939-e1f0-48fd-b4c6-582f69b46018 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053879 Oct 13 00:27:02.121389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-7eb1af9a-bca9-4f54-85f1-78c2f9d34ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.123017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-7eb1af9a-bca9-4f54-85f1-78c2f9d34ce8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&device_id=f2b1368f-c1c5-466f-be56-19eec1f40d3d HTTP/1.1" status: 200 len: 1095 time: 0.1333883 Oct 13 00:27:02.139122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133ffbd-9b5e-43b7-ac67-29c23a3fff20 req-256991e5-c2a7-4f43-9b6f-9b32b87622c8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.141139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c133ffbd-9b5e-43b7-ac67-29c23a3fff20 req-256991e5-c2a7-4f43-9b6f-9b32b87622c8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 945 time: 0.0911682 Oct 13 00:27:02.265841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-f7c8dbb6-57e6-4396-8b89-52d5a550d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.267232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-f7c8dbb6-57e6-4396-8b89-52d5a550d1a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 914 time: 0.1250365 Oct 13 00:27:02.318360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c710395f-3543-4723-9403-82c500007707 None None] Provisioning complete for port d1d98079-6a58-4874-82d8-cda5a0fd180c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:02.319405 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c710395f-3543-4723-9403-82c500007707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:02.323158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-3e2aa8a9-5ada-4ca8-9d60-983f9d409a1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597aa830-7e43-49c7-8e5a-4d6d30c0f050 HTTP/1.1" status: 200 len: 217 time: 0.0483346 Oct 13 00:27:02.353458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c133ffbd-9b5e-43b7-ac67-29c23a3fff20 req-9cd7b02b-48ce-4184-9d34-52f0a5732c45 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986745 Oct 13 00:27:02.361457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c710395f-3543-4723-9403-82c500007707 None None] Port d1d98079-6a58-4874-82d8-cda5a0fd180c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:27:02.406766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-0460fce8-90fa-483e-b829-fba812bab462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.408496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-0460fce8-90fa-483e-b829-fba812bab462 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 200 len: 853 time: 0.0678163 Oct 13 00:27:02.432685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:02.442065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-29034d60-53ca-4fdf-8db6-b7556f5825b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6857822 Oct 13 00:27:02.448631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9004ba46-8ac3-45c6-993d-5b521359a557 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:02.451989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-0169b026-36d6-4403-b746-83f76a53f7fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349207 Oct 13 00:27:02.488072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.488723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:02.502149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.502505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.502849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.503184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.503786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.504270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.504483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.504952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.505287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.505610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.505933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.506256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:02.560932 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9004ba46-8ac3-45c6-993d-5b521359a557 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:02.562972 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9004ba46-8ac3-45c6-993d-5b521359a557 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7737439 Oct 13 00:27:02.566094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43126) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:02.571350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': True}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:02.616688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-848b23fd-9211-469e-8ed7-b36248a51570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8591499 Oct 13 00:27:02.656652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Request body: {'port': {'device_id': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:02.663938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-c9343640-d55a-47a5-b171-5863ef563159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.665605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-c9343640-d55a-47a5-b171-5863ef563159 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 1096 time: 0.1524341 Oct 13 00:27:02.921650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3699bbc-1344-4480-aabe-5f26b7690217 req-479903ba-23e2-4093-9889-c04ee73dad26 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.929150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3699bbc-1344-4480-aabe-5f26b7690217 req-479903ba-23e2-4093-9889-c04ee73dad26 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 945 time: 0.4703879 Oct 13 00:27:02.936927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:02.964344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:02.982801 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-24080bc6-07b5-4541-ad43-67c71b395b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.983486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a51e4-7c9f-431b-b998-7432a5d590c7 req-1051abcb-ea22-4649-a1a9-bf3b82e67146 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:02.984626 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-24080bc6-07b5-4541-ad43-67c71b395b62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.2501576 Oct 13 00:27:02.985301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818a51e4-7c9f-431b-b998-7432a5d590c7 req-1051abcb-ea22-4649-a1a9-bf3b82e67146 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 943 time: 0.1173804 Oct 13 00:27:03.032108 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3699bbc-1344-4480-aabe-5f26b7690217 req-4741aae1-be1b-4ea6-b95e-d47b4ea9c3f3 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017990 Oct 13 00:27:03.035686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-7e9ea336-8605-4d1d-a932-a8458a4af0b6 service neutron] 10.222.0.36 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505552 Oct 13 00:27:03.066764 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-58e6e79b-e9bb-41c8-ac68-059fc8d6b733 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f09346bb-80c6-40e0-9c6a-6e6933165878 HTTP/1.1" status: 200 len: 217 time: 0.0556128 Oct 13 00:27:03.073016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-818a51e4-7c9f-431b-b998-7432a5d590c7 req-cf136a98-7006-4a2b-8df5-b8a163e35863 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773587 Oct 13 00:27:03.230931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-38c588ea-46de-4c8f-aaac-d81ff6384d99 service neutron] 10.222.0.36 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828120 Oct 13 00:27:03.261051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a01e3-bcca-4dc1-a308-888576c2d026 req-6d017b8d-eeba-491a-b633-26db46256cb8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:03.264123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-334a01e3-bcca-4dc1-a308-888576c2d026 req-6d017b8d-eeba-491a-b633-26db46256cb8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 931 time: 0.0803752 Oct 13 00:27:03.264616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-b5883435-ef7f-40ac-b34a-eb702e2a57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:03.266090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-b5883435-ef7f-40ac-b34a-eb702e2a57a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.1902440 Oct 13 00:27:03.314617 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-334a01e3-bcca-4dc1-a308-888576c2d026 req-e3073158-b168-4dd1-b057-9d85c7fc5d5a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Oct 13 00:27:03.350339 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-5efe6f7b-04cc-4250-ae5b-2b68ab733962 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387664 Oct 13 00:27:03.374191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404b515-92c0-440a-9657-c46d7840aebc req-e9bbc652-6d80-4b8c-ac90-26992096ee3d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:03.376021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e404b515-92c0-440a-9657-c46d7840aebc req-e9bbc652-6d80-4b8c-ac90-26992096ee3d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 945 time: 0.0599735 Oct 13 00:27:03.420423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e404b515-92c0-440a-9657-c46d7840aebc req-59b85943-8958-4548-8317-064c5f7be45f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Oct 13 00:27:03.581444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-c281598f-b623-42e6-9c0b-ba1cfb0c84d7 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206297 Oct 13 00:27:03.692781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d98079-6a58-4874-82d8-cda5a0fd180c {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:03.703903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:03.708410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:03.740467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:03.751409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Transition to ACTIVE for port object d1d98079-6a58-4874-82d8-cda5a0fd180c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:27:03.761166 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:03.842759 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a0dc1823-0070-4998-a4ed-d2a5cc1995a7 req-26d31b43-0988-4e6d-bec8-276282a0e2da service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253311 Oct 13 00:27:03.867072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:03.974250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Allocated IP 172.25.3.199 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/34633013-40e2-4005-a930-14a5db639f45) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:03.993730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Attempting to bind port d1d98079-6a58-4874-82d8-cda5a0fd180c on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:03.994067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Attempting to bind port d1d98079-6a58-4874-82d8-cda5a0fd180c by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:03.994392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Attempting to bind port d1d98079-6a58-4874-82d8-cda5a0fd180c on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:04.004267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Port d1d98079-6a58-4874-82d8-cda5a0fd180c on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:27:04.004627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Attempting to bind port d1d98079-6a58-4874-82d8-cda5a0fd180c on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:04.049233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:04.049685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Checking segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:04.050136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Bound using segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:04.050635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Bound port: d1d98079-6a58-4874-82d8-cda5a0fd180c, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:04.051111 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:04.150968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:04.157752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:04.162167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:04.167935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:04.224050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:04.224752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:04.225120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:04.226304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 1091 time: 1.5759528 Oct 13 00:27:04.228176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:04.230545 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26df071-667a-4c90-8f9e-1e725cd2d662" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:04.232787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d31e0-f6be-475b-a8c3-9d499ba1d863 req-184d5703-a3ff-4c2e-b256-f2b2db56fb27 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:04.252244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a2d31e0-f6be-475b-a8c3-9d499ba1d863 req-184d5703-a3ff-4c2e-b256-f2b2db56fb27 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 943 time: 0.0824311 Oct 13 00:27:04.262859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8452f1-1626-4bdc-9412-85a07e2263b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:04.266359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:04.297284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a2d31e0-f6be-475b-a8c3-9d499ba1d863 req-20d7a88f-27dd-44f5-b40f-1dfd6ff6e240 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Oct 13 00:27:04.315632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:04.327835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:04.331165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'Port': ['ID=34633013-40e2-4005-a930-14a5db639f45,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:04.333723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:04.386527 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3e96f2-90ff-45d4-9610-dadfcec098d1 x-openstack-request-id: req-6d3e96f2-90ff-45d4-9610-dadfcec098d1 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:04.386527 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:04.386527 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d3e96f2-90ff-45d4-9610-dadfcec098d1 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:04.386527 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'status': 'completed', 'code': 200} Oct 13 00:27:04.442032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:04.454997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d', 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'port_id': 'e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d', 'mac_address': 'fa:16:3e:c4:73:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05274d5b-cbf2-4c21-9107-02d785f02054', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:04.503123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:04.522331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-6c2c96ad-ae94-4fd4-a506-92d35f30ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:04.523993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-6c2c96ad-ae94-4fd4-a506-92d35f30ad7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1094 time: 0.1874337 Oct 13 00:27:04.543546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a499a-3b4b-4bf7-ad3b-41af3a835d64 req-aefb6808-37bd-44a3-a343-14909697001a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:04.545391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:04.546593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c7a499a-3b4b-4bf7-ad3b-41af3a835d64 req-aefb6808-37bd-44a3-a343-14909697001a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1063366 Oct 13 00:27:04.574724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:04.580238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:04.613858 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-d4b270b6-9e51-4733-b56f-41191a7d69d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 217 time: 0.0460374 Oct 13 00:27:04.655703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:04.681055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c7a499a-3b4b-4bf7-ad3b-41af3a835d64 req-eb020259-00a6-4a6b-a36a-18edf90996a5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282239 Oct 13 00:27:04.721559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2d82b-7eac-4aa1-b1ec-f66f40b6dd68 req-f6323dc9-c0f7-46ab-a323-531de405e640 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:04.728096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8f2d82b-7eac-4aa1-b1ec-f66f40b6dd68 req-f6323dc9-c0f7-46ab-a323-531de405e640 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 945 time: 0.0844169 Oct 13 00:27:04.777939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8f2d82b-7eac-4aa1-b1ec-f66f40b6dd68 req-9129df83-bbc4-4c77-b5c2-2cbf2017d4f2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Oct 13 00:27:04.792482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-d5c5a8c6-03ca-4bd0-a5e1-eb019e4a7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:04.794949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-d5c5a8c6-03ca-4bd0-a5e1-eb019e4a7aa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.1597922 Oct 13 00:27:04.820664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:04.988904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-b2f0f965-9ebd-4d88-aa0f-d3bc0037a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:04.990494 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-b2f0f965-9ebd-4d88-aa0f-d3bc0037a9ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286485 Oct 13 00:27:05.000141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-6b5a3782-5fce-4e59-a8b3-3def8cc6eaca tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:05.001665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-6b5a3782-5fce-4e59-a8b3-3def8cc6eaca tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 945 time: 0.1409853 Oct 13 00:27:05.017306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:05.131935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 597aa830-7e43-49c7-8e5a-4d6d30c0f050 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:05.266606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 597aa830-7e43-49c7-8e5a-4d6d30c0f050, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597aa830-7e43-49c7-8e5a-4d6d30c0f050,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:05.280735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '597aa830-7e43-49c7-8e5a-4d6d30c0f050', 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'port_id': '597aa830-7e43-49c7-8e5a-4d6d30c0f050', 'mac_address': 'fa:16:3e:38:1c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05274d5b-cbf2-4c21-9107-02d785f02054', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:05.319536 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:05.334565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597aa830-7e43-49c7-8e5a-4d6d30c0f050 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:05.356706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 597aa830-7e43-49c7-8e5a-4d6d30c0f050, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597aa830-7e43-49c7-8e5a-4d6d30c0f050,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:05.363010 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:05.430978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effad511-8833-4079-8351-cbc937981683 req-bdeb30f7-b236-4314-80d7-71b1ef1c32ed tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:05.432353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=597aa830-7e43-49c7-8e5a-4d6d30c0f050,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:05.441696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-effad511-8833-4079-8351-cbc937981683 req-bdeb30f7-b236-4314-80d7-71b1ef1c32ed tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 944 time: 0.0622385 Oct 13 00:27:05.475892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-effad511-8833-4079-8351-cbc937981683 req-5cd8bb29-64e5-433d-8816-1caddf6fa004 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Oct 13 00:27:05.606037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:05.617985 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-39996435-36f6-44a0-b03a-a9f33054795d service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137617 Oct 13 00:27:05.619049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:05.719068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Deleting port f09346bb-80c6-40e0-9c6a-6e6933165878 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:05.719386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:05.735055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['597aa830-7e43-49c7-8e5a-4d6d30c0f050'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:05.910922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce583f99-2ade-47e3-9a2f-e77bf5faad07 req-567475a1-40fc-40c9-acdd-623ddf91df10 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:05.911428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9e77457-14b9-4ff6-b0f9-1736dc019f9f req-a12bea6d-2a59-4a9a-bab6-0312ce8b46d5 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836862 Oct 13 00:27:05.913752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce583f99-2ade-47e3-9a2f-e77bf5faad07 req-567475a1-40fc-40c9-acdd-623ddf91df10 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1303415 Oct 13 00:27:05.914728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] For port f09346bb-80c6-40e0-9c6a-6e6933165878, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f09346bb-80c6-40e0-9c6a-6e6933165878,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:05.915432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:05.933338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Calling delete_port for f09346bb-80c6-40e0-9c6a-6e6933165878 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:06.021641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Router de05afbc-5ac4-44b7-add0-424179f18fef is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:27:06.032506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce583f99-2ade-47e3-9a2f-e77bf5faad07 req-d7ca7a6b-895e-4ead-99ae-bdcaed340b44 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038337 Oct 13 00:27:06.121900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d35696-2dbf-4c1d-8532-8c67f35c1745 req-3cf4f9fd-1d69-4b2b-9f9b-987ca692b26e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:06.124906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89d35696-2dbf-4c1d-8532-8c67f35c1745 req-3cf4f9fd-1d69-4b2b-9f9b-987ca692b26e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 945 time: 0.0854194 Oct 13 00:27:06.178059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89d35696-2dbf-4c1d-8532-8c67f35c1745 req-16acff4a-d8cf-47e3-90d2-5a1cc79b376e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462956 Oct 13 00:27:06.227606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-6ea0faf2-2afb-4a76-9e48-85c79f177451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:06.229160 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-6ea0faf2-2afb-4a76-9e48-85c79f177451 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1094 time: 0.1860306 Oct 13 00:27:06.249338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:06.299884 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:06.304731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:27:06.308950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:06.309559 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:06.334375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:06.341951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:06.347003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:06.348858 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2b9749ba-e6be-4811-9b75-e4f7176dac26 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "PUT /v2.0/routers/de05afbc-5ac4-44b7-add0-424179f18fef HTTP/1.1" status: 200 len: 914 time: 3.7816231 Oct 13 00:27:06.351462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43170) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:06.365667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff775067-a285-47a3-a78e-64ee4a627e45 None None] Sync routers for ids ['de05afbc-5ac4-44b7-add0-424179f18fef'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:06.392575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff775067-a285-47a3-a78e-64ee4a627e45 None None] Routers {'de05afbc-5ac4-44b7-add0-424179f18fef'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:06.393219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ff775067-a285-47a3-a78e-64ee4a627e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['de05afbc-5ac4-44b7-add0-424179f18fef'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:06.421539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-853be159-dd55-436e-a174-98e9703ed43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:06.423056 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-853be159-dd55-436e-a174-98e9703ed43b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1845903 Oct 13 00:27:06.423905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event deleted for resources: {'Port': ['ID=f09346bb-80c6-40e0-9c6a-6e6933165878,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:06.436918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ff775067-a285-47a3-a78e-64ee4a627e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:06.477678 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-f4af1c9c-f63c-4aa7-99a4-306dd4808062 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 217 time: 0.0462415 Oct 13 00:27:06.478222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-27f15db7-27c9-4077-bc6f-8ef521e4eb99 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/routers/de05afbc-5ac4-44b7-add0-424179f18fef HTTP/1.1" status: 200 len: 920 time: 0.1250100 Oct 13 00:27:06.482820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43172) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:06.528870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ef5c6-d875-4a96-9df0-96290ca684bf tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:06.532954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8b6ef5c6-d875-4a96-9df0-96290ca684bf tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=de05afbc-5ac4-44b7-add0-424179f18fef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0466526 Oct 13 00:27:06.533536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43176) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:06.559441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] No DVR routers for this DVR port f09346bb-80c6-40e0-9c6a-6e6933165878 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:27:06.564405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:06.567705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0b05e84d-7456-4072-9eb5-75b3b24ef106 req-73ede1e5-e892-4d08-a778-f9da7f0841c5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "DELETE /v2.0/ports/f09346bb-80c6-40e0-9c6a-6e6933165878 HTTP/1.1" status: 204 len: 173 time: 1.5557623 Oct 13 00:27:06.568289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc57ba78-8999-4ebb-9948-011dc744aab3', 'name': 'network-vif-deleted', 'tag': 'f09346bb-80c6-40e0-9c6a-6e6933165878'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:06.571281 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b1c346-76e7-46b9-819a-ae78d0cbb473" -d '{"events": [{"server_uuid": "fc57ba78-8999-4ebb-9948-011dc744aab3", "name": "network-vif-deleted", "tag": "f09346bb-80c6-40e0-9c6a-6e6933165878"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:06.624699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-0b4c3134-2e10-46c9-a154-6c10d67c5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:06.627781 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-0b4c3134-2e10-46c9-a154-6c10d67c5b0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.1311762 Oct 13 00:27:06.643902 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931036b3-a82a-430f-9d5b-f793a9534b80 x-openstack-request-id: req-931036b3-a82a-430f-9d5b-f793a9534b80 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:06.644413 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc57ba78-8999-4ebb-9948-011dc744aab3", "name": "network-vif-deleted", "tag": "f09346bb-80c6-40e0-9c6a-6e6933165878", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:06.644861 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-931036b3-a82a-430f-9d5b-f793a9534b80 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:06.645476 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc57ba78-8999-4ebb-9948-011dc744aab3', 'name': 'network-vif-deleted', 'tag': 'f09346bb-80c6-40e0-9c6a-6e6933165878', 'status': 'completed', 'code': 200} Oct 13 00:27:06.701406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c87315-54a8-4d87-b538-8703bdd9ecc6 req-6f275a66-82d7-4179-a39e-97e92cb79fa1 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:06.713880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-0c3694ba-3c90-42ad-b9f8-1424576a81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:06.715874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-0c3694ba-3c90-42ad-b9f8-1424576a81ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656490 Oct 13 00:27:06.717605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22c87315-54a8-4d87-b538-8703bdd9ecc6 req-6f275a66-82d7-4179-a39e-97e92cb79fa1 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 944 time: 0.1461370 Oct 13 00:27:06.751314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['f09346bb-80c6-40e0-9c6a-6e6933165878'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:06.753456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff775067-a285-47a3-a78e-64ee4a627e45 None None] Routers {'de05afbc-5ac4-44b7-add0-424179f18fef'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:06.754226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ff775067-a285-47a3-a78e-64ee4a627e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['de05afbc-5ac4-44b7-add0-424179f18fef'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:06.786890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22c87315-54a8-4d87-b538-8703bdd9ecc6 req-07da29de-9474-4341-9c9a-9a18ff62ff0a tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639863 Oct 13 00:27:06.805976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf99dbb-ebd9-4159-acdf-bf51b6a73d39 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:06.811301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2bf99dbb-ebd9-4159-acdf-bf51b6a73d39 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 881 time: 0.2767644 Oct 13 00:27:06.812172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43180) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:06.815772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ff775067-a285-47a3-a78e-64ee4a627e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:06.816416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff775067-a285-47a3-a78e-64ee4a627e45 None None] The sync data for ids ['de05afbc-5ac4-44b7-add0-424179f18fef'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:06.846339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43182) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:06.847239 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bc0c7146-4222-4e34-9980-1c9ac4dbe35b tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=de05afbc-5ac4-44b7-add0-424179f18fef HTTP/1.1" status: 200 len: 205 time: 0.0339131 Oct 13 00:27:06.859225 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:06.863733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:06.913047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ddaaf-56c4-4eeb-abc3-e959df4a6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:06.915799 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3babe02-a457-424b-b2e9-8462038dc6e8" -d '{"events": [{"server_uuid": "bd0ddaaf-56c4-4eeb-abc3-e959df4a6339", "name": "network-vif-plugged", "status": "completed", "tag": "e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:06.944330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:06.960745 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:06.978624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-7db9649b-abb7-4725-8466-41c93248d718 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521958 Oct 13 00:27:07.020039 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1b1184-ee43-447e-bef5-82a2e59f22b3 x-openstack-request-id: req-dd1b1184-ee43-447e-bef5-82a2e59f22b3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:07.020324 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0ddaaf-56c4-4eeb-abc3-e959df4a6339", "name": "network-vif-plugged", "status": "completed", "tag": "e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:07.020917 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd1b1184-ee43-447e-bef5-82a2e59f22b3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:07.021310 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ddaaf-56c4-4eeb-abc3-e959df4a6339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d', 'code': 200} Oct 13 00:27:07.021904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:07.053645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.056428 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.163597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 597aa830-7e43-49c7-8e5a-4d6d30c0f050 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:07.210676 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d26df071-667a-4c90-8f9e-1e725cd2d662 req-bb1493ff-4c13-4333-8543-fe15cb23f1a5 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231386 Oct 13 00:27:07.226505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764c90-da13-499b-a252-f672e1bdff42 req-6001f73c-3bf8-4b5e-9d2b-3a3dac27d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:07.228210 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f764c90-da13-499b-a252-f672e1bdff42 req-6001f73c-3bf8-4b5e-9d2b-3a3dac27d044 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 1096 time: 0.1035228 Oct 13 00:27:07.233645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.264073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9823ac-3b97-464f-973b-526cfef7afb6 req-4af887d5-677a-42e8-929e-417370077fbd tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:07.285051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f9823ac-3b97-464f-973b-526cfef7afb6 req-4af887d5-677a-42e8-929e-417370077fbd tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1491914 Oct 13 00:27:07.298063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:27:07.302167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:07.302550 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.308846 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f764c90-da13-499b-a252-f672e1bdff42 req-c681f09c-a08e-4ec8-859a-49a94c17c71d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Oct 13 00:27:07.343441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Deleting port 34633013-40e2-4005-a930-14a5db639f45 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:07.343818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.387300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f9823ac-3b97-464f-973b-526cfef7afb6 req-611f04f4-061c-4442-80d4-9e328dc79afd tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999253 Oct 13 00:27:07.401501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5181949-3a40-4c86-95db-d97b83a3c1a8 req-b1bb997f-77d6-4df0-baf9-9425a9f5dc0c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc57ba78-8999-4ebb-9948-011dc744aab3 HTTP/1.1" status: 200 len: 210 time: 0.0602093 Oct 13 00:27:07.419101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.450436 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.453419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 597aa830-7e43-49c7-8e5a-4d6d30c0f050, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597aa830-7e43-49c7-8e5a-4d6d30c0f050,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:07.457142 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.458028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f09346bb-80c6-40e0-9c6a-6e6933165878 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:27:07.463245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Calling delete_port for 34633013-40e2-4005-a930-14a5db639f45 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:07.494283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: f09346bb-80c6-40e0-9c6a-6e6933165878 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:27:07.494632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f09346bb-80c6-40e0-9c6a-6e6933165878 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:27:07.520768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=597aa830-7e43-49c7-8e5a-4d6d30c0f050,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:07.629516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.654751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event deleted for resources: {'Port': ['ID=34633013-40e2-4005-a930-14a5db639f45,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:07.717176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.805080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.807192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.850694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.851352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Fanout notify agent at l3_agent the message router_deleted on router de05afbc-5ac4-44b7-add0-424179f18fef {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:27:07.859935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.867199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5e4d690d-c416-4a77-ae88-cfcaa5a04c8e tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/de05afbc-5ac4-44b7-add0-424179f18fef HTTP/1.1" status: 204 len: 168 time: 1.0136507 Oct 13 00:27:07.867199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43196) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:07.869192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-987a2963-75e9-48d4-9397-d951fe35836c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2019809530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:07.891350 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-987a2963-75e9-48d4-9397-d951fe35836c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.892638 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-987a2963-75e9-48d4-9397-d951fe35836c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.902578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ff63d-e40a-4f25-93fc-67b8eb9206e3 req-4a9d22a4-c140-476d-baba-371528d8cc33 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:07.904634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-278ff63d-e40a-4f25-93fc-67b8eb9206e3 req-4a9d22a4-c140-476d-baba-371528d8cc33 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 945 time: 0.0539427 Oct 13 00:27:07.945716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-278ff63d-e40a-4f25-93fc-67b8eb9206e3 req-25ba8ad8-a5a4-40b1-8f7a-93988aaa06a9 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344760 Oct 13 00:27:07.951560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-987a2963-75e9-48d4-9397-d951fe35836c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.955832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-987a2963-75e9-48d4-9397-d951fe35836c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.974373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-987a2963-75e9-48d4-9397-d951fe35836c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:07.975470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-987a2963-75e9-48d4-9397-d951fe35836c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1097929 Oct 13 00:27:07.978332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43198) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:07.982610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': False}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:08.133426 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:27:08.183663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:08.401349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:08.421707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:08.540467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Allocated IP 172.25.3.148 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/636808f4-045f-4eb5-af80-8a66ff8b78b7) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:08.552369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912899-b427-4c04-a9d5-5256580df3eb req-5ac20f97-c8da-418e-817c-5a9f3b2fe4b2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:08.554509 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72912899-b427-4c04-a9d5-5256580df3eb req-5ac20f97-c8da-418e-817c-5a9f3b2fe4b2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.0669076 Oct 13 00:27:08.601992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72912899-b427-4c04-a9d5-5256580df3eb req-50628cad-0c06-4b2d-a74a-f5375e0ec746 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Oct 13 00:27:08.670471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:08.717801 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:08.761867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:08.766217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:08.773977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:08.800347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Pushing event updated for resources: {'Port': ['ID=636808f4-045f-4eb5-af80-8a66ff8b78b7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:09.022815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b1368f-c1c5-466f-be56-19eec1f40d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597aa830-7e43-49c7-8e5a-4d6d30c0f050'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:09.025925 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f048cd-bd85-4cc3-ba60-8faba161271b" -d '{"events": [{"server_uuid": "f2b1368f-c1c5-466f-be56-19eec1f40d3d", "name": "network-vif-plugged", "status": "completed", "tag": "597aa830-7e43-49c7-8e5a-4d6d30c0f050"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:09.052570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:09.138023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929df5f-4c21-4482-bbc4-8c030c97ab4d req-84be5e74-110a-4e27-9073-db65b4b0e29a tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:09.139547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9929df5f-4c21-4482-bbc4-8c030c97ab4d req-84be5e74-110a-4e27-9073-db65b4b0e29a tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 945 time: 0.1015937 Oct 13 00:27:09.163572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:09.164967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f5f6-f88c-4554-b12b-87954145a30c req-b4730592-6353-4bcc-b02f-6e81bea6b4df tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:09.173979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-b4730592-6353-4bcc-b02f-6e81bea6b4df tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.1706524 Oct 13 00:27:09.224972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-2e621b5a-e083-42b1-8c10-af95be3d0fcd tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/quotas/35c9acfe19c64f2db2311fd97d5d5df8 HTTP/1.1" status: 200 len: 375 time: 0.0496979 Oct 13 00:27:09.272161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:09.286489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'port_id': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'mac_address': 'fa:16:3e:89:70:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:09.300539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-43c6bbfc-b043-468f-99bb-702d9a71f8a2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658534 Oct 13 00:27:09.314641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9929df5f-4c21-4482-bbc4-8c030c97ab4d req-612760fc-23dd-4734-a342-cb511e694fd9 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597068 Oct 13 00:27:09.336208 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:09.353658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d98079-6a58-4874-82d8-cda5a0fd180c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:09.389989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:09.394830 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:09.505419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-7bd651bb-1da9-43b3-bc87-f15bf3773c1b service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038586 Oct 13 00:27:09.506059 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b74aa7b-c4a6-474d-bb86-faee1bed1fa2 x-openstack-request-id: req-4b74aa7b-c4a6-474d-bb86-faee1bed1fa2 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:09.506357 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b1368f-c1c5-466f-be56-19eec1f40d3d", "name": "network-vif-plugged", "status": "completed", "tag": "597aa830-7e43-49c7-8e5a-4d6d30c0f050", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:09.506780 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b74aa7b-c4a6-474d-bb86-faee1bed1fa2 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:09.507348 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b1368f-c1c5-466f-be56-19eec1f40d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597aa830-7e43-49c7-8e5a-4d6d30c0f050', 'code': 200} Oct 13 00:27:09.508542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:09.613527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-bb0985ee-13ea-46c9-bacb-d70070872c81 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068525 Oct 13 00:27:09.678890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc462-2bef-4c17-8998-3ac93fd1d263 req-69c9d44c-b56b-4b63-b70e-1d323999a8ef tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:09.690068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb7fc462-2bef-4c17-8998-3ac93fd1d263 req-69c9d44c-b56b-4b63-b70e-1d323999a8ef tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b1368f-c1c5-466f-be56-19eec1f40d3d HTTP/1.1" status: 200 len: 946 time: 0.0746751 Oct 13 00:27:09.696426 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:09.703084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:09.707856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cde81-e6da-408d-a2af-63cc7246f88d req-3269d59f-67a8-4e68-ae6a-25e877d9db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:09.709549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4cde81-e6da-408d-a2af-63cc7246f88d req-3269d59f-67a8-4e68-ae6a-25e877d9db5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2b1368f-c1c5-466f-be56-19eec1f40d3d HTTP/1.1" status: 200 len: 1097 time: 0.0701747 Oct 13 00:27:09.741994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb7fc462-2bef-4c17-8998-3ac93fd1d263 req-b938d66b-2254-4ff3-8e7e-672422e4a3e8 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Oct 13 00:27:09.754392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d1d98079-6a58-4874-82d8-cda5a0fd180c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:09.847019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5a4cde81-e6da-408d-a2af-63cc7246f88d req-f6d67f62-3e8e-4407-9ace-23ca5c01ce08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735664 Oct 13 00:27:09.907298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Router 58ebe868-8546-4838-af27-ab9d0d52ef59 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:27:09.916882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d0a065b7-ce86-4890-86b5-402a06e672a0 req-2a8a7f45-d376-4c4b-acc8-fb2b50bbaa22 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 210 time: 0.1017678 Oct 13 00:27:09.945256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fd52c-b7f4-49f1-b080-1eaca5fedb37 req-9b6eecef-6fdd-4730-9486-82352fcf98c5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:09.947767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f2fd52c-b7f4-49f1-b080-1eaca5fedb37 req-9b6eecef-6fdd-4730-9486-82352fcf98c5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 944 time: 0.0863614 Oct 13 00:27:10.009409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f2fd52c-b7f4-49f1-b080-1eaca5fedb37 req-40477e54-b802-430d-818c-1900fa3cc5b0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544300 Oct 13 00:27:10.083637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:10.091805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:10.093058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-62dbdc75-1c37-4807-bdf3-91d0f22b4821 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "PUT /v2.0/routers/58ebe868-8546-4838-af27-ab9d0d52ef59 HTTP/1.1" status: 200 len: 916 time: 2.1137807 Oct 13 00:27:10.094770 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d91e3f-b7c9-43b3-9eeb-121d7a8e729f None None] Sync routers for ids ['58ebe868-8546-4838-af27-ab9d0d52ef59'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:10.095576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43252) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:10.107810 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d91e3f-b7c9-43b3-9eeb-121d7a8e729f None None] Routers {'58ebe868-8546-4838-af27-ab9d0d52ef59'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:10.108421 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-94d91e3f-b7c9-43b3-9eeb-121d7a8e729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['58ebe868-8546-4838-af27-ab9d0d52ef59'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:10.142487 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-94d91e3f-b7c9-43b3-9eeb-121d7a8e729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:10.151489 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d91e3f-b7c9-43b3-9eeb-121d7a8e729f None None] Routers {'58ebe868-8546-4838-af27-ab9d0d52ef59'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:10.152266 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-94d91e3f-b7c9-43b3-9eeb-121d7a8e729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['58ebe868-8546-4838-af27-ab9d0d52ef59'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:10.188143 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-94d91e3f-b7c9-43b3-9eeb-121d7a8e729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:10.189067 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d91e3f-b7c9-43b3-9eeb-121d7a8e729f None None] The sync data for ids ['58ebe868-8546-4838-af27-ab9d0d52ef59'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:10.215937 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a71d0ae5-76b4-4226-8b88-b72e20f198f4 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/routers/58ebe868-8546-4838-af27-ab9d0d52ef59 HTTP/1.1" status: 200 len: 922 time: 0.1191890 Oct 13 00:27:10.219143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43256) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:10.261432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bf8a95-7c5a-4bef-91cc-e15aea2fe074 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:10.263490 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f3bf8a95-7c5a-4bef-91cc-e15aea2fe074 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=58ebe868-8546-4838-af27-ab9d0d52ef59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0427549 Oct 13 00:27:10.266224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43258) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:10.359626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86938492-3522-49e6-a8ed-a088c9a9f221 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:10.361298 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-86938492-3522-49e6-a8ed-a088c9a9f221 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 881 time: 0.0940475 Oct 13 00:27:10.364300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43260) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:10.392542 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-52258cc6-21e2-49d4-bd7f-256c43b24501 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ebe868-8546-4838-af27-ab9d0d52ef59 HTTP/1.1" status: 200 len: 205 time: 0.0269637 Oct 13 00:27:10.395132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43262) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:10.518884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:10.633481 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:10.689384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Deleting port 636808f4-045f-4eb5-af80-8a66ff8b78b7 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:10.689747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:10.766560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:10.780052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Calling delete_port for 636808f4-045f-4eb5-af80-8a66ff8b78b7 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:10.897037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a722fc-dcec-481e-a7e6-a84120d84e4a req-3830eac9-9ad7-40f2-819b-8dfc053ddd09 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:10.898803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3a722fc-dcec-481e-a7e6-a84120d84e4a req-3830eac9-9ad7-40f2-819b-8dfc053ddd09 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b1368f-c1c5-466f-be56-19eec1f40d3d HTTP/1.1" status: 200 len: 946 time: 0.0686657 Oct 13 00:27:10.998697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3a722fc-dcec-481e-a7e6-a84120d84e4a req-b80769ad-da5a-439a-aa54-e8e636c96f9c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565760 Oct 13 00:27:11.083120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.086416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88350876-f443-40e4-a7ba-72a7f239571e req-6991baa9-4e15-4fb1-84d1-25096fd1f495 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 210 time: 0.0440240 Oct 13 00:27:11.124926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event deleted for resources: {'Port': ['ID=636808f4-045f-4eb5-af80-8a66ff8b78b7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:11.130272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f5f6-f88c-4554-b12b-87954145a30c req-72d83e9f-bc49-4283-81cc-0535425cb3fb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:11.131959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-72d83e9f-bc49-4283-81cc-0535425cb3fb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.2255957 Oct 13 00:27:11.151261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Request body: {'port': {'device_id': '3ab89e84-2cfa-4723-bd42-4d916344ffb3', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'admin_state_up': True, 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:11.176674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:11.211154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd77ec-e809-4b19-83a7-18226d889476 req-a2b23403-3a7d-4f09-b47d-9214d3d4759f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:11.212933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dffd77ec-e809-4b19-83a7-18226d889476 req-a2b23403-3a7d-4f09-b47d-9214d3d4759f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 944 time: 0.1197326 Oct 13 00:27:11.245460 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.298097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port d1d98079-6a58-4874-82d8-cda5a0fd180c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:27:11.304721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port d1d98079-6a58-4874-82d8-cda5a0fd180c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:11.305236 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.326086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:11.329896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.365727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dffd77ec-e809-4b19-83a7-18226d889476 req-fac38b0b-4141-44a7-85c0-cf1d935e8566 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443756 Oct 13 00:27:11.410686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.412976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.437059 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.473578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.474182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:11.474611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Fanout notify agent at l3_agent the message router_deleted on router 58ebe868-8546-4838-af27-ab9d0d52ef59 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:27:11.477492 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.490673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.496974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a7998e96-461e-44da-9684-3d71b18d905a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/58ebe868-8546-4838-af27-ab9d0d52ef59 HTTP/1.1" status: 204 len: 168 time: 1.0997388 Oct 13 00:27:11.496974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43276) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:11.503376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1790530605', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:11.514679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:11.517455 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc10e3d-f093-4fc8-ba80-df34be9de2fb" -d '{"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-plugged", "status": "completed", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:11.519221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Allocated IP 172.20.0.8 (a7857de0-5793-4a4b-9a06-5c0963e076b2/9f6b0b04-bcee-476a-85db-37a5d14b3dfc/f8ad956a-447c-4b30-ac22-deed3ad969b8) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:11.541382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:11.550540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.555462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.577850 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d974c2cd-ebd6-4239-bf67-736d4f6c6ad0 x-openstack-request-id: req-d974c2cd-ebd6-4239-bf67-736d4f6c6ad0 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:11.578148 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-plugged", "status": "completed", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:11.578433 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d974c2cd-ebd6-4239-bf67-736d4f6c6ad0 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:11.579236 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'code': 200} Oct 13 00:27:11.617830 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.730521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedac66f-34b0-498d-a808-173d82c62b0a req-680ab501-1bee-45d1-8468-5e52085ac6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:11.732199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cedac66f-34b0-498d-a808-173d82c62b0a req-680ab501-1bee-45d1-8468-5e52085ac6d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1096 time: 0.0613973 Oct 13 00:27:11.747532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.792606 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cedac66f-34b0-498d-a808-173d82c62b0a req-371bd209-e5af-4c65-ade3-b4e718f30833 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530663 Oct 13 00:27:11.793799 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.814387 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-12f1268e-c7c9-4863-a949-0a20cd54a5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.815910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.849550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:11.870093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:11.873296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:11.877947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:11.882178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event updated for resources: {'Port': ['ID=f8ad956a-447c-4b30-ac22-deed3ad969b8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:11.937854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:11.938428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:11.958244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-f6948fb7-ea89-4dfa-89b5-ef6f4be55904 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106568 Oct 13 00:27:11.977619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Request body: {'port': {'device_id': '3ab89e84-2cfa-4723-bd42-4d916344ffb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:12.044715 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.059781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.084516 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.265472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dacab-0ea4-4c82-8c06-0c91e38ac7d5 req-f77e4c31-81fa-4f82-b674-fea21ced99d0 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:12.266960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-799dacab-0ea4-4c82-8c06-0c91e38ac7d5 req-f77e4c31-81fa-4f82-b674-fea21ced99d0 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2b1368f-c1c5-466f-be56-19eec1f40d3d HTTP/1.1" status: 200 len: 946 time: 0.1847064 Oct 13 00:27:12.290456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Allocated IP 172.25.3.171 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/a1154721-62c8-4c49-92ff-30558f763f56) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:12.299363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6c176-b11c-4221-9d0b-6de935c4b783 req-6633a3b8-33c1-4daf-9916-8c7b4c50b9fb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:12.300871 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8a6c176-b11c-4221-9d0b-6de935c4b783 req-6633a3b8-33c1-4daf-9916-8c7b4c50b9fb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 931 time: 0.1240535 Oct 13 00:27:12.370856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ad956a-447c-4b30-ac22-deed3ad969b8 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:12.381685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.396600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Transition to ACTIVE for port object f8ad956a-447c-4b30-ac22-deed3ad969b8 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:27:12.400934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.402778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-799dacab-0ea4-4c82-8c06-0c91e38ac7d5 req-0f1f5796-a4ca-468d-ba02-28548ab7fbd3 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248305 Oct 13 00:27:12.425615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8a6c176-b11c-4221-9d0b-6de935c4b783 req-1b722480-9c3b-4288-b08d-4105b375d7c1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094391 Oct 13 00:27:12.477203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Pushing event updated for resources: {'Port': ['ID=f8ad956a-447c-4b30-ac22-deed3ad969b8,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:12.536258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Attempting to bind port f8ad956a-447c-4b30-ac22-deed3ad969b8 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:12.536599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Attempting to bind port f8ad956a-447c-4b30-ac22-deed3ad969b8 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:12.536926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Attempting to bind port f8ad956a-447c-4b30-ac22-deed3ad969b8 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:12.542210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Port f8ad956a-447c-4b30-ac22-deed3ad969b8 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:27:12.542535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Attempting to bind port f8ad956a-447c-4b30-ac22-deed3ad969b8 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:12.549581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:12.549976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Checking segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:12.550371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Bound using segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:12.550805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Bound port: f8ad956a-447c-4b30-ac22-deed3ad969b8, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:12.551167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.574442 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.595666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd95e7-df80-4186-a3c2-cc3fe33c9c2b req-579f6734-acdc-45f0-a022-5d9b9357ec7e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:12.597604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-effd95e7-df80-4186-a3c2-cc3fe33c9c2b req-579f6734-acdc-45f0-a022-5d9b9357ec7e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0804152 Oct 13 00:27:12.650099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] For port f8ad956a-447c-4b30-ac22-deed3ad969b8, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:12.657184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] For port f8ad956a-447c-4b30-ac22-deed3ad969b8, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f8ad956a-447c-4b30-ac22-deed3ad969b8,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:12.662122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-effd95e7-df80-4186-a3c2-cc3fe33c9c2b req-6d6a9ad7-e33f-43a7-8992-9443456ca13e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523999 Oct 13 00:27:12.667873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.703339 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.725141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:12.725718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:12.730277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] 10.222.0.45 "PUT /v2.0/ports/f8ad956a-447c-4b30-ac22-deed3ad969b8 HTTP/1.1" status: 200 len: 1091 time: 0.7583086 Oct 13 00:27:12.730570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab89e84-2cfa-4723-bd42-4d916344ffb3', 'tag': 'f8ad956a-447c-4b30-ac22-deed3ad969b8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:12.733800 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab89e84-2cfa-4723-bd42-4d916344ffb3", "tag": "f8ad956a-447c-4b30-ac22-deed3ad969b8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:12.744543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:12.749404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:12.757834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:12.776389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabdaca-9165-4182-be7d-4a7821f947ae service neutron] Pushing event updated for resources: {'Port': ['ID=f8ad956a-447c-4b30-ac22-deed3ad969b8,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:12.797618 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335d9181-29f8-409e-a1cc-d764ceddd7b5 x-openstack-request-id: req-335d9181-29f8-409e-a1cc-d764ceddd7b5 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:12.798007 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab89e84-2cfa-4723-bd42-4d916344ffb3", "tag": "f8ad956a-447c-4b30-ac22-deed3ad969b8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:12.798379 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-335d9181-29f8-409e-a1cc-d764ceddd7b5 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:12.798885 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab89e84-2cfa-4723-bd42-4d916344ffb3', 'tag': 'f8ad956a-447c-4b30-ac22-deed3ad969b8', 'status': 'completed', 'code': 200} Oct 13 00:27:12.800441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event updated for resources: {'Port': ['ID=a1154721-62c8-4c49-92ff-30558f763f56,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:12.911888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f5f6-f88c-4554-b12b-87954145a30c req-ade08342-7d96-4c36-8b8f-72ab9e9a73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:12.913658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-ade08342-7d96-4c36-8b8f-72ab9e9a73bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 1094 time: 0.0529463 Oct 13 00:27:12.971444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-7f22410b-4dcd-4c9b-bde5-a61492edd9e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ad956a-447c-4b30-ac22-deed3ad969b8 HTTP/1.1" status: 200 len: 217 time: 0.0415025 Oct 13 00:27:13.025569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f5f6-f88c-4554-b12b-87954145a30c req-85c893d3-3370-454a-9a9b-9646af4fe075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:13.027492 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-85c893d3-3370-454a-9a9b-9646af4fe075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0476670 Oct 13 00:27:13.062014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-2a736017-c6b0-4b93-b9c4-d189e79f284a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266712 Oct 13 00:27:13.144559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-3e8767a1-81d8-490e-a967-cf3891c2c446 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:13.146251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-3e8767a1-81d8-490e-a967-cf3891c2c446 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 813 time: 0.2001829 Oct 13 00:27:13.167068 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-44c21e0c-2751-48a8-9b32-6f515bea164a service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955591 Oct 13 00:27:13.182338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:13.217858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-9b7cbdb0-7c11-4fd2-8db0-81a9f48fa79d tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/quotas/b0563d44c26f4aeebafac2a4dd8d1b5a HTTP/1.1" status: 200 len: 375 time: 0.0455430 Oct 13 00:27:13.266908 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c656f5f6-f88c-4554-b12b-87954145a30c req-60c67f37-c55a-4228-8117-dfbad6fe5438 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918365 Oct 13 00:27:13.416479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-1c9b8da8-44a8-4c57-9e7f-ed59937faf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:13.418165 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-1c9b8da8-44a8-4c57-9e7f-ed59937faf1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 1094 time: 0.0563843 Oct 13 00:27:13.544470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-65e902a7-11ac-4d66-a6e4-c10efb1020ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:13.546374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-65e902a7-11ac-4d66-a6e4-c10efb1020ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.1196246 Oct 13 00:27:13.594523 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-abeeaa27-da76-40fa-86d7-f16c2395a408 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ad956a-447c-4b30-ac22-deed3ad969b8 HTTP/1.1" status: 200 len: 217 time: 0.0379033 Oct 13 00:27:13.658277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-418fa4af-6237-4f06-9578-ec00787ad4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:13.659886 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-418fa4af-6237-4f06-9578-ec00787ad4b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0553749 Oct 13 00:27:13.660178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-32799c4f-c977-46f9-ac36-202b8bb560d3 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4341736 Oct 13 00:27:13.696843 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-b3beb8f7-2155-473f-9e16-084832ddcb0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282290 Oct 13 00:27:13.779640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4e5a-7b46-423c-b4b9-6e867aacfbc8 req-c164cbf6-c1cf-4cff-9c1c-205f4becfc1f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:13.781141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08df4e5a-7b46-423c-b4b9-6e867aacfbc8 req-c164cbf6-c1cf-4cff-9c1c-205f4becfc1f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 943 time: 0.1663520 Oct 13 00:27:13.800121 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-d280b51a-0ec6-48eb-bdf8-530c5178ee38 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932157 Oct 13 00:27:13.884902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-01ebf918-0103-4868-abba-df836ced39c4 service neutron] 10.222.0.21 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173021 Oct 13 00:27:13.902141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1ab91e9a-3a0a-4dd8-8d3a-7fa55bfb7fd4 req-284fa43b-65ad-496d-aae5-5e777b930385 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928264 Oct 13 00:27:13.907749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08df4e5a-7b46-423c-b4b9-6e867aacfbc8 req-c6e63279-f071-4c03-a3ab-866f83ef321b tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152773 Oct 13 00:27:13.956974 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:14.109893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-e5431265-e4de-4974-850b-0e8ad403fb19 service neutron] 10.222.0.21 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164652 Oct 13 00:27:14.136286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7014ab2-a803-4fc6-bca6-262f80f064be req-ededa55f-e856-463b-a375-d3a2c82f6b45 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:14.139042 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7014ab2-a803-4fc6-bca6-262f80f064be req-ededa55f-e856-463b-a375-d3a2c82f6b45 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1307297 Oct 13 00:27:14.197552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7014ab2-a803-4fc6-bca6-262f80f064be req-c16bb730-edf7-43af-914f-5bd1cb829688 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525191 Oct 13 00:27:14.199800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Router 7ae52b5f-aca9-45fa-bca2-9c796f89e01d is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:27:14.350465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:14.363587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db949b-27a5-4a00-87fb-feeab6a67818 None None] Sync routers for ids ['7ae52b5f-aca9-45fa-bca2-9c796f89e01d'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:14.374617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db949b-27a5-4a00-87fb-feeab6a67818 None None] Routers {'7ae52b5f-aca9-45fa-bca2-9c796f89e01d'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:14.375254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-56db949b-27a5-4a00-87fb-feeab6a67818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7ae52b5f-aca9-45fa-bca2-9c796f89e01d'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:14.421331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-53d57450-fdaa-4003-bdb5-8ae0e4292707 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:14.423661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-53d57450-fdaa-4003-bdb5-8ae0e4292707 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2b1368f-c1c5-466f-be56-19eec1f40d3d HTTP/1.1" status: 200 len: 946 time: 0.0966117 Oct 13 00:27:14.461920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-56db949b-27a5-4a00-87fb-feeab6a67818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:14.475443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:14.483121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b732f736-19e6-407a-8107-378c608b57c8 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9831374 Oct 13 00:27:14.483709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43328) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:14.493396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db949b-27a5-4a00-87fb-feeab6a67818 None None] Routers {'7ae52b5f-aca9-45fa-bca2-9c796f89e01d'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:14.494011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-56db949b-27a5-4a00-87fb-feeab6a67818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7ae52b5f-aca9-45fa-bca2-9c796f89e01d'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:14.501260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:14.564206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-56db949b-27a5-4a00-87fb-feeab6a67818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:14.565071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db949b-27a5-4a00-87fb-feeab6a67818 None None] The sync data for ids ['7ae52b5f-aca9-45fa-bca2-9c796f89e01d'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:14.572585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549eedc-f675-4cec-ae87-c2fd45a51d67 req-12f50170-d1c9-4499-9a34-9eee2f5dd505 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:14.573996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f549eedc-f675-4cec-ae87-c2fd45a51d67 req-12f50170-d1c9-4499-9a34-9eee2f5dd505 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1884122 Oct 13 00:27:14.586377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43334) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:14.594560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'floatingip': {'port_id': 'd1d98079-6a58-4874-82d8-cda5a0fd180c'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:14.603383 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-281f5842-d617-4c30-b216-8965e80623ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:14.606162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b76912a-7391-4659-8e3a-70e1321bb065 req-47ed79f5-11b7-4f11-9e1a-6a64e3eb160c tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 210 time: 0.0483246 Oct 13 00:27:14.659273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:14.738004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Deleting port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:14.738722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:14.853877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-f43e0780-ae64-49d5-8795-3ede79b23682 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:14.855481 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-f43e0780-ae64-49d5-8795-3ede79b23682 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd0ddaaf-56c4-4eeb-abc3-e959df4a6339 HTTP/1.1" status: 200 len: 945 time: 0.2101853 Oct 13 00:27:14.898951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:14.914782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:14.987249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Deleting port a1154721-62c8-4c49-92ff-30558f763f56 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:14.988145 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.071463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] For port 597aa830-7e43-49c7-8e5a-4d6d30c0f050, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=597aa830-7e43-49c7-8e5a-4d6d30c0f050,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:15.071819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.082495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.094261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Deleting port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:15.094690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.100040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Calling delete_port for a1154721-62c8-4c49-92ff-30558f763f56 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:15.113245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Calling delete_port for 597aa830-7e43-49c7-8e5a-4d6d30c0f050 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:15.391470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fd47a-dbc5-4374-a9e8-923f3cc9cb21 req-025c5948-2f6e-4900-95ba-0e4060566d7f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:15.393433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a32fd47a-dbc5-4374-a9e8-923f3cc9cb21 req-025c5948-2f6e-4900-95ba-0e4060566d7f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 943 time: 0.1539407 Oct 13 00:27:15.424120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.475048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] For port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:15.477207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.493336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Pushing event deleted for resources: {'Port': ['ID=a1154721-62c8-4c49-92ff-30558f763f56,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:15.531417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Calling delete_port for e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:15.547374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a32fd47a-dbc5-4374-a9e8-923f3cc9cb21 req-780b6068-1bdd-407a-b8ce-6839b93169cc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338990 Oct 13 00:27:15.617092 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.672148 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.750926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0826d548-1cd0-4794-a2dc-b4e9463292f9 req-1d545693-7260-40a2-ba54-f666209d52af tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 210 time: 0.0379846 Oct 13 00:27:15.905251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.909559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:15.914429 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.016956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Router 7ae52b5f-aca9-45fa-bca2-9c796f89e01d has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:27:16.143807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:16.152419 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.156588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f0da9995-bfd0-4578-9592-76a5da056ef7 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "PUT /v2.0/routers/7ae52b5f-aca9-45fa-bca2-9c796f89e01d HTTP/1.1" status: 200 len: 706 time: 1.6679819 Oct 13 00:27:16.157072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43354) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:16.157904 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719abc50-678f-4f1e-9baf-4dd2d94cd4be None None] Sync routers for ids ['7ae52b5f-aca9-45fa-bca2-9c796f89e01d'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:16.167860 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719abc50-678f-4f1e-9baf-4dd2d94cd4be None None] Routers {'7ae52b5f-aca9-45fa-bca2-9c796f89e01d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:16.169032 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-719abc50-678f-4f1e-9baf-4dd2d94cd4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7ae52b5f-aca9-45fa-bca2-9c796f89e01d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:16.211785 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-719abc50-678f-4f1e-9baf-4dd2d94cd4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:16.221995 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719abc50-678f-4f1e-9baf-4dd2d94cd4be None None] Routers {'7ae52b5f-aca9-45fa-bca2-9c796f89e01d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:16.222891 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-719abc50-678f-4f1e-9baf-4dd2d94cd4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7ae52b5f-aca9-45fa-bca2-9c796f89e01d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:16.239533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c2d9b058-c57e-4c2d-9680-eab0a075e8db tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/routers/7ae52b5f-aca9-45fa-bca2-9c796f89e01d HTTP/1.1" status: 200 len: 741 time: 0.0813427 Oct 13 00:27:16.242722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43356) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:16.262183 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-719abc50-678f-4f1e-9baf-4dd2d94cd4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:16.263850 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719abc50-678f-4f1e-9baf-4dd2d94cd4be None None] The sync data for ids ['7ae52b5f-aca9-45fa-bca2-9c796f89e01d'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:16.306796 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.resource_extend [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:27:16.307890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb5761e5-b86e-461c-b0a7-cc1c20569840 tempest-RoutersAdminTest-1461018806 tempest-RoutersAdminTest-1461018806-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=7ae52b5f-aca9-45fa-bca2-9c796f89e01d HTTP/1.1" status: 200 len: 205 time: 0.0642030 Oct 13 00:27:16.311544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43358) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:16.326574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f8ad956a-447c-4b30-ac22-deed3ad969b8 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:16.351333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8966374a-2357-4a5b-b2bf-b19b71e53c3d tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ae52b5f-aca9-45fa-bca2-9c796f89e01d HTTP/1.1" status: 200 len: 205 time: 0.0387206 Oct 13 00:27:16.354130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43360) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:16.446318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-f50be564-b07f-448b-8c51-268563c742ba tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:16.447861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-f50be564-b07f-448b-8c51-268563c742ba tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.45 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 813 time: 0.3854928 Oct 13 00:27:16.456991 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-556f238b-799d-41d3-8967-e42eb17fcada tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.457656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f8ad956a-447c-4b30-ac22-deed3ad969b8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f8ad956a-447c-4b30-ac22-deed3ad969b8,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:16.469699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.482897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'f8ad956a-447c-4b30-ac22-deed3ad969b8', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'port_id': 'f8ad956a-447c-4b30-ac22-deed3ad969b8', 'mac_address': 'fa:16:3e:b2:9b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6b0b04-bcee-476a-85db-37a5d14b3dfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:16.487046 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.495819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.534684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['597aa830-7e43-49c7-8e5a-4d6d30c0f050'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:16.537244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:16.600357 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.673534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ad956a-447c-4b30-ac22-deed3ad969b8 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:16.675177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-f188f9fd-655b-43d0-8088-9df9842214a9 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:16.677207 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-f188f9fd-655b-43d0-8088-9df9842214a9 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.36 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 813 time: 0.5426469 Oct 13 00:27:16.683775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.716146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Request body: {'port': {'device_id': 'a84d8813-458f-4859-8390-728e057f3e2c', 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'admin_state_up': True, 'tenant_id': 'b0563d44c26f4aeebafac2a4dd8d1b5a'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:16.717169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f8ad956a-447c-4b30-ac22-deed3ad969b8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f8ad956a-447c-4b30-ac22-deed3ad969b8,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:16.724096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['597aa830-7e43-49c7-8e5a-4d6d30c0f050'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:16.732242 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.786442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Pushing event deleted for resources: {'Port': ['ID=597aa830-7e43-49c7-8e5a-4d6d30c0f050,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:16.818128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f8ad956a-447c-4b30-ac22-deed3ad969b8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:16.914168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] No DVR routers for this DVR port 597aa830-7e43-49c7-8e5a-4d6d30c0f050 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:27:16.925844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Pushing event deleted for resources: {'Port': ['ID=e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:16.928637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:16.932809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-883b9a9f-1d14-4c15-8b25-3f80782f12b3 req-00181194-a419-4341-9b23-3257c8b6e767 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.36 "DELETE /v2.0/ports/597aa830-7e43-49c7-8e5a-4d6d30c0f050 HTTP/1.1" status: 204 len: 173 time: 2.5026925 Oct 13 00:27:16.936780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Request body: {'port': {'device_id': '04e6a608-de11-497f-b614-00490e7218ff', 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'admin_state_up': True, 'tenant_id': 'b0563d44c26f4aeebafac2a4dd8d1b5a'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:16.940012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b1368f-c1c5-466f-be56-19eec1f40d3d', 'name': 'network-vif-deleted', 'tag': '597aa830-7e43-49c7-8e5a-4d6d30c0f050'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:16.942527 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9c338f-a900-4dc2-9bea-0e63cf0f5c8d" -d '{"events": [{"server_uuid": "f2b1368f-c1c5-466f-be56-19eec1f40d3d", "name": "network-vif-deleted", "tag": "597aa830-7e43-49c7-8e5a-4d6d30c0f050"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:16.995918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] No DVR routers for this DVR port e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:27:17.005020 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Floating IP 5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29 associated. External IP: 172.25.3.54, port: d1d98079-6a58-4874-82d8-cda5a0fd180c. Oct 13 00:27:17.010924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.024012 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f6681a-6401-4a62-80e7-64c42908f7d5 req-b7be37ab-38fc-4c9f-8482-d2144892ddb6 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.45 "DELETE /v2.0/ports/e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d HTTP/1.1" status: 204 len: 173 time: 2.1479869 Oct 13 00:27:17.116195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d989a9d-e598-4a0e-a0bf-b6408725d40c req-66a5e131-8948-4387-ac4c-77ceab54c71e tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 210 time: 0.1873016 Oct 13 00:27:17.147818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Made reservation on behalf of b0563d44c26f4aeebafac2a4dd8d1b5a for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:17.152238 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.181037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f8ad956a-447c-4b30-ac22-deed3ad969b8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:17.193171 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639b15b0-ba81-4c1d-8b11-ec6b4f52b150 x-openstack-request-id: req-639b15b0-ba81-4c1d-8b11-ec6b4f52b150 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:17.193465 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b1368f-c1c5-466f-be56-19eec1f40d3d", "name": "network-vif-deleted", "tag": "597aa830-7e43-49c7-8e5a-4d6d30c0f050", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:17.193715 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-639b15b0-ba81-4c1d-8b11-ec6b4f52b150 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:17.194111 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b1368f-c1c5-466f-be56-19eec1f40d3d', 'name': 'network-vif-deleted', 'tag': '597aa830-7e43-49c7-8e5a-4d6d30c0f050', 'status': 'completed', 'code': 200} Oct 13 00:27:17.279010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e4c2f-5c74-4acb-b131-a8c689bb6e7f req-f0f46050-13c2-49cf-b5f3-fc6ca3d3fab1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:17.281258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f3e4c2f-5c74-4acb-b131-a8c689bb6e7f req-f0f46050-13c2-49cf-b5f3-fc6ca3d3fab1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 944 time: 0.3496656 Oct 13 00:27:17.282658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-556f238b-799d-41d3-8967-e42eb17fcada tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.286802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-556f238b-799d-41d3-8967-e42eb17fcada tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.369271 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-556f238b-799d-41d3-8967-e42eb17fcada tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.369755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556f238b-799d-41d3-8967-e42eb17fcada tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Fanout notify agent at l3_agent the message router_deleted on router 7ae52b5f-aca9-45fa-bca2-9c796f89e01d {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:27:17.391443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-556f238b-799d-41d3-8967-e42eb17fcada tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.393690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-556f238b-799d-41d3-8967-e42eb17fcada tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/7ae52b5f-aca9-45fa-bca2-9c796f89e01d HTTP/1.1" status: 204 len: 168 time: 1.0382838 Oct 13 00:27:17.398821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43374) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.412872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f3e4c2f-5c74-4acb-b131-a8c689bb6e7f req-ba3dc1d4-7f22-45aa-b62c-225bfb68110d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208656 Oct 13 00:27:17.418323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Router 2801855f-a5d4-4414-9df7-bd1de9603071 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:27:17.423998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Allocated IP 172.20.0.6 (529f1db1-6aa5-4daf-850f-cab3ab0c8eec/05274d5b-cbf2-4c21-9107-02d785f02054/04074872-4656-41df-99fc-15446a716900) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:17.442923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5f057c2e-91e4-4396-841f-9ed21ac27537 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ae52b5f-aca9-45fa-bca2-9c796f89e01d HTTP/1.1" status: 200 len: 205 time: 0.0432217 Oct 13 00:27:17.443756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43376) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.451827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Made reservation on behalf of b0563d44c26f4aeebafac2a4dd8d1b5a for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:17.455474 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.482975 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.495245 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-ff90a5e6-5c58-4c47-ab30-e25f0dd6dd73 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] delete failed (client error): The resource could not be found. Oct 13 00:27:17.496322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ff90a5e6-5c58-4c47-ab30-e25f0dd6dd73 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/7ae52b5f-aca9-45fa-bca2-9c796f89e01d HTTP/1.1" status: 404 len: 336 time: 0.0512407 Oct 13 00:27:17.499190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43378) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.535351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2aa22b9d-2c73-4965-82a5-bd8d2c4d57e6 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ebe868-8546-4838-af27-ab9d0d52ef59 HTTP/1.1" status: 200 len: 205 time: 0.0352237 Oct 13 00:27:17.541401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43380) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.582221 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-38b84f43-f3b7-42a5-809a-75e97d06a832 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] delete failed (client error): The resource could not be found. Oct 13 00:27:17.583339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-38b84f43-f3b7-42a5-809a-75e97d06a832 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/58ebe868-8546-4838-af27-ab9d0d52ef59 HTTP/1.1" status: 404 len: 336 time: 0.0409303 Oct 13 00:27:17.587312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43382) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.674501 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-77ca6dcc-02d8-4cdb-bc24-e25e6e5def28 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=de05afbc-5ac4-44b7-add0-424179f18fef HTTP/1.1" status: 200 len: 205 time: 0.0825269 Oct 13 00:27:17.677772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43386) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.677928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:17.684338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.690600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] Sync routers for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:17.711842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:17.713008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:17.723377 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-43badc61-1e1e-4648-a863-0ed9cf533e4a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] delete failed (client error): The resource could not be found. Oct 13 00:27:17.724462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-43badc61-1e1e-4648-a863-0ed9cf533e4a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/de05afbc-5ac4-44b7-add0-424179f18fef HTTP/1.1" status: 404 len: 336 time: 0.0455542 Oct 13 00:27:17.727156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43388) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.743589 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-752802ab-b04a-4d46-a918-1b3c929bd578 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "PUT /v2.0/floatingips/5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29 HTTP/1.1" status: 200 len: 990 time: 3.1512847 Oct 13 00:27:17.771668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d5b750a2-fca6-44a9-bb3b-9771e64ac09c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbde7a5d-f95f-42f9-8ebb-f9449333cd46 HTTP/1.1" status: 200 len: 205 time: 0.0430787 Oct 13 00:27:17.774373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43394) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.831336 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-e5755f86-3b7b-4b2b-9f0f-026f6ac213ef tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] delete failed (client error): The resource could not be found. Oct 13 00:27:17.835159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.835320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5755f86-3b7b-4b2b-9f0f-026f6ac213ef tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/bbde7a5d-f95f-42f9-8ebb-f9449333cd46 HTTP/1.1" status: 404 len: 336 time: 0.0570681 Oct 13 00:27:17.839693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43396) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.886410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:17.889877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:27:17.908814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dcdbf8be-b02f-4965-b878-9ce8ef992ce0 tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=0447c9aa-a0e6-46fb-86d2-0222640f800d HTTP/1.1" status: 200 len: 205 time: 0.0657690 Oct 13 00:27:17.911673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43398) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:17.957856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:17.964102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:17.974326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:18.009508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Pushing event updated for resources: {'Port': ['ID=04074872-4656-41df-99fc-15446a716900,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:18.044406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Allocated IP 172.20.0.10 (529f1db1-6aa5-4daf-850f-cab3ab0c8eec/05274d5b-cbf2-4c21-9107-02d785f02054/81ee8aa5-e009-4dc4-97e0-df6185c4a769) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:18.053413 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-dd67851a-5303-450b-baea-9f6df45e477c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] delete failed (client error): The resource could not be found. Oct 13 00:27:18.057078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dd67851a-5303-450b-baea-9f6df45e477c tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/0447c9aa-a0e6-46fb-86d2-0222640f800d HTTP/1.1" status: 404 len: 336 time: 0.1419094 Oct 13 00:27:18.061687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43400) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:18.061918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:18.063160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.090413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-fcc4e059-90b1-4378-9a13-970b4e7eacea tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3781900 Oct 13 00:27:18.104642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-34af2f20-a781-46c0-ad72-237a6003b98d tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "GET /v2.0/ports?device_id=3430f37b-b32b-44ad-9d60-fa05f7a36c29 HTTP/1.1" status: 200 len: 205 time: 0.0396318 Oct 13 00:27:18.105328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43402) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:18.113365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Request body: {'port': {'device_id': 'a84d8813-458f-4859-8390-728e057f3e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:18.159826 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-1927d34c-0a77-45e3-b0b7-869ffc2c343a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] delete failed (client error): The resource could not be found. Oct 13 00:27:18.163412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1927d34c-0a77-45e3-b0b7-869ffc2c343a tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/routers/3430f37b-b32b-44ad-9d60-fa05f7a36c29 HTTP/1.1" status: 404 len: 336 time: 0.0546880 Oct 13 00:27:18.164741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43406) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:18.195525 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'port_id': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'mac_address': 'fa:16:3e:89:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:26:55Z', 'updated_at': '2021-10-13T00:27:16Z', 'revision_number': 1, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:18.226331 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.235925 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee44add-6fb0-45df-8d2d-5fdafd3c126d tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] DELETE failed (client error): The resource could not be found. Oct 13 00:27:18.236568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] Checking router: 2801855f-a5d4-4414-9df7-bd1de9603071 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:27:18.243759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee44add-6fb0-45df-8d2d-5fdafd3c126d tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:27:18.249734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:18.250521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:18.253631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1ee44add-6fb0-45df-8d2d-5fdafd3c126d tempest-RoutersAdminTest-7226908 tempest-RoutersAdminTest-7226908-project] 10.222.0.21 "DELETE /v2.0/subnets/a64ebaf8-39c7-4c3c-9895-91f38fa407e2 HTTP/1.1" status: 404 len: 337 time: 0.0851836 Oct 13 00:27:18.323660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d07cc9a-3266-4ead-a68e-52bf3e434442 req-7084ce43-bdde-40c4-bf2f-e8b18e11963f tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 210 time: 0.0632288 Oct 13 00:27:18.324277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f8ad956a-447c-4b30-ac22-deed3ad969b8 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:18.453661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:27:18.495975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port f8ad956a-447c-4b30-ac22-deed3ad969b8 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:27:18.509805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port f8ad956a-447c-4b30-ac22-deed3ad969b8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:18.510558 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.519050 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.596665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c6ffc-5688-4f8e-9aff-4fe54006ba62 req-b0fdcc04-947a-46b7-a49b-46d18742cb01 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:18.598642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e2c6ffc-5688-4f8e-9aff-4fe54006ba62 req-b0fdcc04-947a-46b7-a49b-46d18742cb01 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 944 time: 0.0750191 Oct 13 00:27:18.605787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.678916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43422) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:18.690072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e2c6ffc-5688-4f8e-9aff-4fe54006ba62 req-1a197038-1db7-4946-a0f8-33a7d38e982d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809500 Oct 13 00:27:18.702754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:18.719198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:18.728246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:18.758889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Pushing event updated for resources: {'Port': ['ID=81ee8aa5-e009-4dc4-97e0-df6185c4a769,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:18.777598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.778198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.779906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.780397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.780880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.781360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.781841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.782340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.782959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.783450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.783951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.784509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:18.816976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:18.817235 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.849491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-cbab6877-280b-4394-99d2-04e7e36358ab tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9193740 Oct 13 00:27:18.886881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Request body: {'port': {'device_id': '04e6a608-de11-497f-b614-00490e7218ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:18.906006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e050764-06ac-4345-bc71-f62640ef9799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.937101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04074872-4656-41df-99fc-15446a716900 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:18.946397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.948934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.974691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab89e84-2cfa-4723-bd42-4d916344ffb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ad956a-447c-4b30-ac22-deed3ad969b8'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:18.976618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Transition to ACTIVE for port object 04074872-4656-41df-99fc-15446a716900 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:27:18.977028 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea97ab2-6902-4ff8-af55-e11d3c147fd7" -d '{"events": [{"server_uuid": "3ab89e84-2cfa-4723-bd42-4d916344ffb3", "name": "network-vif-plugged", "status": "completed", "tag": "f8ad956a-447c-4b30-ac22-deed3ad969b8"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:18.986137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:18.995754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f8ad956a-447c-4b30-ac22-deed3ad969b8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f8ad956a-447c-4b30-ac22-deed3ad969b8,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:19.008025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.009965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:27:19.021784 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.025637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'port_id': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'mac_address': 'fa:16:3e:89:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:26:55Z', 'updated_at': '2021-10-13T00:27:16Z', 'revision_number': 1, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:19.101394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=04074872-4656-41df-99fc-15446a716900,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:19.107474 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6355fc-9fb7-4bea-b8e7-f320c5cc45a5 x-openstack-request-id: req-9e6355fc-9fb7-4bea-b8e7-f320c5cc45a5 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:19.107803 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab89e84-2cfa-4723-bd42-4d916344ffb3", "name": "network-vif-plugged", "status": "completed", "tag": "f8ad956a-447c-4b30-ac22-deed3ad969b8", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:19.108056 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e6355fc-9fb7-4bea-b8e7-f320c5cc45a5 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:19.108443 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab89e84-2cfa-4723-bd42-4d916344ffb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ad956a-447c-4b30-ac22-deed3ad969b8', 'code': 200} Oct 13 00:27:19.111189 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:27:19.111564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:27:19.117218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d47fa-cb77-4573-ace8-f010dcb3ab8d None None] The sync data for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 is: [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'floating_ip_address': '172.25.3.54', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'port_id': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'mac_address': 'fa:16:3e:89:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:26:55Z', 'updated_at': '2021-10-13T00:27:16Z', 'revision_number': 1, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:19.149060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f8ad956a-447c-4b30-ac22-deed3ad969b8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:19.157671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e050764-06ac-4345-bc71-f62640ef9799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.172496 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e050764-06ac-4345-bc71-f62640ef9799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.198312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0ddaaf-56c4-4eeb-abc3-e959df4a6339', 'name': 'network-vif-deleted', 'tag': 'e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d'}, {'name': 'network-changed', 'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:19.201678 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce" -d '{"events": [{"server_uuid": "bd0ddaaf-56c4-4eeb-abc3-e959df4a6339", "name": "network-vif-deleted", "tag": "e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d"}, {"name": "network-changed", "server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:19.244292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 597aa830-7e43-49c7-8e5a-4d6d30c0f050 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:27:19.266896 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5482027-1e0d-4792-91be-608a40a3ef50 x-openstack-request-id: req-b5482027-1e0d-4792-91be-608a40a3ef50 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:19.267216 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0ddaaf-56c4-4eeb-abc3-e959df4a6339", "name": "network-vif-deleted", "tag": "e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:19.267468 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5482027-1e0d-4792-91be-608a40a3ef50 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:19.267876 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0ddaaf-56c4-4eeb-abc3-e959df4a6339', 'name': 'network-vif-deleted', 'tag': 'e8a09c11-bacb-469a-bfdb-3f03fa2f6e6d', 'status': 'completed', 'code': 200} Oct 13 00:27:19.268133 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'status': 'completed', 'code': 200} Oct 13 00:27:19.276270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 597aa830-7e43-49c7-8e5a-4d6d30c0f050 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:27:19.276649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 597aa830-7e43-49c7-8e5a-4d6d30c0f050 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:27:19.282094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e050764-06ac-4345-bc71-f62640ef9799 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a58da082e86b4acf96ebd973ba1cf4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6000664 Oct 13 00:27:19.282869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050764-06ac-4345-bc71-f62640ef9799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2814705-5b31-47c4-9037-f9afcc06b6b3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:19.285148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43446) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:19.297447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Attempting to bind port 04074872-4656-41df-99fc-15446a716900 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:19.297799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Attempting to bind port 04074872-4656-41df-99fc-15446a716900 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:19.298131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Attempting to bind port 04074872-4656-41df-99fc-15446a716900 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:19.330388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb54d-1dde-4e70-a132-0db3cbe2c92e req-84433a0e-a339-4966-80c9-184b5aaf4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:19.332474 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10dfb54d-1dde-4e70-a132-0db3cbe2c92e req-84433a0e-a339-4966-80c9-184b5aaf4bdc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 1096 time: 0.1769795 Oct 13 00:27:19.343456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ee8aa5-e009-4dc4-97e0-df6185c4a769 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:19.352901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Port 04074872-4656-41df-99fc-15446a716900 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:27:19.353232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Attempting to bind port 04074872-4656-41df-99fc-15446a716900 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:19.354114 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.376788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:19.377404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Checking segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:19.377949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Bound using segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:19.378579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Bound port: 04074872-4656-41df-99fc-15446a716900, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:19.379112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.392437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Transition to ACTIVE for port object 81ee8aa5-e009-4dc4-97e0-df6185c4a769 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:27:19.396583 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.472587 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e288e3-2e22-4431-9df3-ecc08d303146 None None] New status for floating IP 5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:27:19.505270 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8cb344ae-0149-4626-9b91-30d1b822cdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.510820 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10dfb54d-1dde-4e70-a132-0db3cbe2c92e req-87d9a8ef-be15-4251-8e6b-618b54edd032 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532841 Oct 13 00:27:19.515926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-d5157ae9-d250-4bb5-ad2a-dbab48956601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:19.517559 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-d5157ae9-d250-4bb5-ad2a-dbab48956601 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1096 time: 0.2037196 Oct 13 00:27:19.523885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Pushing event updated for resources: {'Port': ['ID=81ee8aa5-e009-4dc4-97e0-df6185c4a769,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:19.580611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee617aa-bc17-4092-b3f2-e92ebe68881b req-6338c04f-7179-4b45-a5ce-9b7deac81736 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:19.582124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eee617aa-bc17-4092-b3f2-e92ebe68881b req-6338c04f-7179-4b45-a5ce-9b7deac81736 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 944 time: 0.1329362 Oct 13 00:27:19.604457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] For port 04074872-4656-41df-99fc-15446a716900, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:19.608734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8cb344ae-0149-4626-9b91-30d1b822cdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.615203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Attempting to bind port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:19.615558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Attempting to bind port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:19.615891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Attempting to bind port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:19.625275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:27:19.625599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Attempting to bind port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 on network 529f1db1-6aa5-4daf-850f-cab3ab0c8eec {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:19.635310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:19.635773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Checking segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:19.636058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Bound using segment: {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:19.636524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Bound port: 81ee8aa5-e009-4dc4-97e0-df6185c4a769, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:19.636898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.644950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] For port 04074872-4656-41df-99fc-15446a716900, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=04074872-4656-41df-99fc-15446a716900,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:19.657993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eee617aa-bc17-4092-b3f2-e92ebe68881b req-a5183fc9-58bd-4d12-85d1-dc673f06f892 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676262 Oct 13 00:27:19.662099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.726311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] For port 81ee8aa5-e009-4dc4-97e0-df6185c4a769, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:19.730573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] For port 81ee8aa5-e009-4dc4-97e0-df6185c4a769, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81ee8aa5-e009-4dc4-97e0-df6185c4a769,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:19.738121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.759760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:19.760644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.762522 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] 10.222.0.36 "PUT /v2.0/ports/04074872-4656-41df-99fc-15446a716900 HTTP/1.1" status: 200 len: 1091 time: 1.6560042 Oct 13 00:27:19.772753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a29c9c-d66a-4d9a-a99b-aaa10a8cfcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=04074872-4656-41df-99fc-15446a716900,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:19.790041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-f370d59a-b387-4c14-9a90-fdc572628832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:19.792149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-f370d59a-b387-4c14-9a90-fdc572628832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.2624931 Oct 13 00:27:19.799807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8cb344ae-0149-4626-9b91-30d1b822cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.802361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8cb344ae-0149-4626-9b91-30d1b822cdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.806194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8cb344ae-0149-4626-9b91-30d1b822cdd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2814705-5b31-47c4-9037-f9afcc06b6b3 HTTP/1.1" status: 204 len: 168 time: 0.5145581 Oct 13 00:27:19.826458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb344ae-0149-4626-9b91-30d1b822cdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2814705-5b31-47c4-9037-f9afcc06b6b3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:19.835870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:19.836879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:19.838635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] 10.222.0.45 "PUT /v2.0/ports/81ee8aa5-e009-4dc4-97e0-df6185c4a769 HTTP/1.1" status: 200 len: 1092 time: 0.9619029 Oct 13 00:27:19.865449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e6a608-de11-497f-b614-00490e7218ff', 'tag': '81ee8aa5-e009-4dc4-97e0-df6185c4a769'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:19.868065 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "04e6a608-de11-497f-b614-00490e7218ff", "tag": "81ee8aa5-e009-4dc4-97e0-df6185c4a769"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:19.881337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d4c2-7bf9-437f-9642-8a1d531785d0 service neutron] Pushing event updated for resources: {'Port': ['ID=81ee8aa5-e009-4dc4-97e0-df6185c4a769,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:19.932464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7b09-ca23-41fc-a342-10245ee2ef0b req-6d4dc388-e388-4336-8017-0b4796ccee69 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:19.941879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243c7b09-ca23-41fc-a342-10245ee2ef0b req-6d4dc388-e388-4336-8017-0b4796ccee69 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 945 time: 0.1117446 Oct 13 00:27:19.998899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-243c7b09-ca23-41fc-a342-10245ee2ef0b req-9f0e8bae-6aec-4935-91d8-690c5fdc1217 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Oct 13 00:27:20.062434 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1fe2f0-1269-4bd8-acfd-3a5118a97272 x-openstack-request-id: req-7a1fe2f0-1269-4bd8-acfd-3a5118a97272 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:20.065136 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e6a608-de11-497f-b614-00490e7218ff", "tag": "81ee8aa5-e009-4dc4-97e0-df6185c4a769", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:20.065273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-69922eac-c91f-4adb-931c-cec914730f04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 1000 time: 0.2461169 Oct 13 00:27:20.066540 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a1fe2f0-1269-4bd8-acfd-3a5118a97272 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:20.068265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-a61d87f3-d866-4bfd-89c7-3c397a013dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:20.068568 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e6a608-de11-497f-b614-00490e7218ff', 'tag': '81ee8aa5-e009-4dc4-97e0-df6185c4a769', 'status': 'completed', 'code': 200} Oct 13 00:27:20.069848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-a61d87f3-d866-4bfd-89c7-3c397a013dec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 1094 time: 0.2412651 Oct 13 00:27:20.085638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-993d8cf0-2c65-48b1-b622-8ef0e0ef34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:20.087851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-993d8cf0-2c65-48b1-b622-8ef0e0ef34ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 1095 time: 0.0878026 Oct 13 00:27:20.131976 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-2155e575-a416-46d3-ae57-42c2246dc2bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04074872-4656-41df-99fc-15446a716900 HTTP/1.1" status: 200 len: 217 time: 0.0453076 Oct 13 00:27:20.155634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-87c683cc-6859-4bc9-b10e-5fc0af6f596a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ee8aa5-e009-4dc4-97e0-df6185c4a769 HTTP/1.1" status: 200 len: 217 time: 0.0526783 Oct 13 00:27:20.230690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43474) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:20.248791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-06bcb422-a0a8-4d25-8800-d874332b2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:20.250452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-06bcb422-a0a8-4d25-8800-d874332b2178 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 200 len: 853 time: 0.0860734 Oct 13 00:27:20.295454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-e3e63a94-67bf-4f7e-ab18-62879192422a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371504 Oct 13 00:27:20.303593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-58f345e6-133c-4955-aff2-142ae8624193 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fce1441d6454d65b55709490f00f4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704691 Oct 13 00:27:20.304806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43476) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:20.424100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32c9dc2b-8df3-4852-9666-0a200f906b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:20.460787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32c9dc2b-8df3-4852-9666-0a200f906b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:20.481164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-dda0b393-4ffd-44b8-a867-448ec1e05975 service neutron] 10.222.0.45 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465290 Oct 13 00:27:20.543308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-4958ba99-ea5a-41cd-9bf6-2c9e3366787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:20.545316 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-4958ba99-ea5a-41cd-9bf6-2c9e3366787a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 200 len: 853 time: 0.3954101 Oct 13 00:27:20.579594 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32c9dc2b-8df3-4852-9666-0a200f906b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:20.582282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32c9dc2b-8df3-4852-9666-0a200f906b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:20.586069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-32c9dc2b-8df3-4852-9666-0a200f906b88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b8a01e7-1f81-421c-a05c-61fa2b4c8bf1 HTTP/1.1" status: 204 len: 168 time: 0.2776918 Oct 13 00:27:20.586198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-0a160816-4281-41b0-bf8c-11b6283d3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:20.586703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-0a160816-4281-41b0-bf8c-11b6283d3439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.5014014 Oct 13 00:27:20.588492 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-e55943c5-fddd-4d00-8c3d-9f7c846ca18b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321116 Oct 13 00:27:20.602502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9dc2b-8df3-4852-9666-0a200f906b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a01e7-1f81-421c-a05c-61fa2b4c8bf1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:20.631837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-ce70a439-d532-42eb-8074-7f1292e0e27c service neutron] 10.222.0.45 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425571 Oct 13 00:27:20.711240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-166cc371-c811-4030-b5fd-3a768b874c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:20.712821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-166cc371-c811-4030-b5fd-3a768b874c31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136999 Oct 13 00:27:20.823876 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-ee801c35-fad0-49cd-bdec-6ec28a9acd6a service neutron] 10.222.0.36 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087333 Oct 13 00:27:20.851466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-a727ed87-a95e-45a7-9024-b56c12a26e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:20.852958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-a727ed87-a95e-45a7-9024-b56c12a26e9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 1095 time: 0.1102369 Oct 13 00:27:20.869217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d471ef-735d-4533-9942-417884290964 req-2dfa83d2-077a-4276-8d70-b9d7210b0d8d tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:20.870736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7d471ef-735d-4533-9942-417884290964 req-2dfa83d2-077a-4276-8d70-b9d7210b0d8d tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 944 time: 0.0616193 Oct 13 00:27:20.918018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-56275a32-0de4-4a78-b93f-f319d52ef626 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792800 Oct 13 00:27:21.045420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-0e722a9c-356b-4fd2-aa90-3d447837d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:21.047111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-0e722a9c-356b-4fd2-aa90-3d447837d9b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 914 time: 0.1754408 Oct 13 00:27:21.069723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7d471ef-735d-4533-9942-417884290964 req-d007b549-0443-4b12-8c3e-e34d55e65673 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774902 Oct 13 00:27:21.102447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-9ba62cf5-ec86-4a1f-b67d-e730e65f3b65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ee8aa5-e009-4dc4-97e0-df6185c4a769 HTTP/1.1" status: 200 len: 217 time: 0.0454865 Oct 13 00:27:21.128309 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6982f0b-b368-4d06-95d2-d32f0bec1027 req-c4b89f48-8cc5-4936-94ff-46e71f219db2 service neutron] 10.222.0.36 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964909 Oct 13 00:27:21.168190 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4db607c1-b6e4-41b5-b08d-ad51da68d4ce req-8613116e-4323-46c8-adef-a10fe2b6ebe3 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268896 Oct 13 00:27:21.265393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-ad1e3147-939f-4d3b-ae29-14044b679599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:21.266866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-ad1e3147-939f-4d3b-ae29-14044b679599 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 200 len: 853 time: 0.1418853 Oct 13 00:27:21.269988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84d8813-458f-4859-8390-728e057f3e2c', 'tag': '04074872-4656-41df-99fc-15446a716900'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:21.273988 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a84d8813-458f-4859-8390-728e057f3e2c", "tag": "04074872-4656-41df-99fc-15446a716900"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:21.314239 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b96fa46-8db5-4f4f-8c30-4feab6f3e3b3 x-openstack-request-id: req-1b96fa46-8db5-4f4f-8c30-4feab6f3e3b3 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:21.314602 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84d8813-458f-4859-8390-728e057f3e2c", "tag": "04074872-4656-41df-99fc-15446a716900", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:21.314864 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b96fa46-8db5-4f4f-8c30-4feab6f3e3b3 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:21.315176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-0acd6ea7-479c-45fd-9309-8924a7e7dea3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400484 Oct 13 00:27:21.315281 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84d8813-458f-4859-8390-728e057f3e2c', 'tag': '04074872-4656-41df-99fc-15446a716900', 'status': 'completed', 'code': 200} Oct 13 00:27:21.324598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac0e1-85d3-4a08-8643-90c451ff8de7 req-b0d9660a-5b2e-48fb-8d7e-7af63e3e8de0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:21.326775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63dac0e1-85d3-4a08-8643-90c451ff8de7 req-b0d9660a-5b2e-48fb-8d7e-7af63e3e8de0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 945 time: 0.1054671 Oct 13 00:27:21.407823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-904ac83d-f3c4-48aa-8530-1b127e989fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:21.410255 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-904ac83d-f3c4-48aa-8530-1b127e989fbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 1094 time: 0.0504644 Oct 13 00:27:21.421405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63dac0e1-85d3-4a08-8643-90c451ff8de7 req-440ef726-361e-4ce6-838e-bc1d03b9f196 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857251 Oct 13 00:27:21.466674 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-cc4334e2-0d2d-4a2d-aa40-ab4cf378df1b service neutron] 10.222.0.45 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389289 Oct 13 00:27:21.534022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-108f1a2d-4629-4ae7-a937-41574fa0b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:21.536044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-108f1a2d-4629-4ae7-a937-41574fa0b874 service neutron] 10.222.0.36 "GET /v2.0/networks?id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 200 len: 914 time: 0.1177521 Oct 13 00:27:21.595419 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-58071a1d-4ba4-4440-89da-b2a714f51154 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04074872-4656-41df-99fc-15446a716900 HTTP/1.1" status: 200 len: 217 time: 0.0519338 Oct 13 00:27:21.616166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408b0ad-a5c3-47a2-8b94-68ab5954e8c4 req-4c8c6bc6-dfa8-4fdb-94ff-71025837c514 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:21.617891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6408b0ad-a5c3-47a2-8b94-68ab5954e8c4 req-4c8c6bc6-dfa8-4fdb-94ff-71025837c514 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 945 time: 0.0783148 Oct 13 00:27:21.639250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83605fd3-a8fd-46f4-8215-c5be8d9f8fe5 req-e22628b3-7d36-4325-b5d6-c85102bd5b92 service neutron] 10.222.0.45 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579154 Oct 13 00:27:21.666407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6408b0ad-a5c3-47a2-8b94-68ab5954e8c4 req-ea9c96dd-f25e-4ec1-9d7e-3e7fe1eba049 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Oct 13 00:27:21.672582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-5811db79-4d8f-4bc1-9259-da3f96588f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:21.674072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-5811db79-4d8f-4bc1-9259-da3f96588f95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 200 len: 853 time: 0.0718482 Oct 13 00:27:21.720931 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-7bb69968-12a0-426e-89e9-72b1be3eee12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=529f1db1-6aa5-4daf-850f-cab3ab0c8eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385487 Oct 13 00:27:21.834144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-2dfbd85f-b85f-4d5d-8542-a9036eaae0ef service neutron] 10.222.0.36 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050146 Oct 13 00:27:21.949583 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-93d2bc78-6ae4-4eda-a2ac-ae4b30cc52d6 req-873a3a44-28a9-47fc-8609-f8054b1b6d59 service neutron] 10.222.0.36 "GET /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062238 Oct 13 00:27:21.995882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acec12-a0fe-4315-bbf9-b01c80f44f8d req-aabbb641-8700-44e5-9053-defd83b0999d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:21.997898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-64acec12-a0fe-4315-bbf9-b01c80f44f8d req-aabbb641-8700-44e5-9053-defd83b0999d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 945 time: 0.0744936 Oct 13 00:27:22.045652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-64acec12-a0fe-4315-bbf9-b01c80f44f8d req-dbed048a-d6ce-4e74-b702-9e059a3c3c22 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Oct 13 00:27:22.227800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c02659-849f-4b99-94be-a949f5b46fbc req-efd7d3c7-20ac-4302-bafc-7e6bdc96c14e tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:22.231959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66c02659-849f-4b99-94be-a949f5b46fbc req-efd7d3c7-20ac-4302-bafc-7e6bdc96c14e tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 944 time: 0.0577548 Oct 13 00:27:22.285182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66c02659-849f-4b99-94be-a949f5b46fbc req-930d1ac9-f58c-499d-8af6-6d6dd1e0fb17 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496392 Oct 13 00:27:22.297318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43546) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:22.396998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f09d36e2-33d1-4d45-bdb7-01f55fadde62 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1745988338'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:22.418060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f09d36e2-33d1-4d45-bdb7-01f55fadde62 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:22.419062 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f09d36e2-33d1-4d45-bdb7-01f55fadde62 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:22.468805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f09d36e2-33d1-4d45-bdb7-01f55fadde62 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:22.472967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f09d36e2-33d1-4d45-bdb7-01f55fadde62 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:22.486500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f09d36e2-33d1-4d45-bdb7-01f55fadde62 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:22.487723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f09d36e2-33d1-4d45-bdb7-01f55fadde62 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1893291 Oct 13 00:27:22.490247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43550) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:22.560331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0c39296-5300-43c9-ad96-1e51e0bcd980 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.018533 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0c39296-5300-43c9-ad96-1e51e0bcd980 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.020592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0c39296-5300-43c9-ad96-1e51e0bcd980 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.062106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0c39296-5300-43c9-ad96-1e51e0bcd980 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.062602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c39296-5300-43c9-ad96-1e51e0bcd980 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cac47831-df4c-43e9-bcc5-6c20cef304d5 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:27:23.066878 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0c39296-5300-43c9-ad96-1e51e0bcd980 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.071098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a0c39296-5300-43c9-ad96-1e51e0bcd980 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cac47831-df4c-43e9-bcc5-6c20cef304d5 HTTP/1.1" status: 204 len: 168 time: 0.5798557 Oct 13 00:27:23.071583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43554) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:23.076117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-33586f7f-0fc4-4d12-bd16-d5a1efa7c6ba tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Request body: {'router': {'name': 'tempest-router-611839054', 'distributed': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:23.097127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-33586f7f-0fc4-4d12-bd16-d5a1efa7c6ba tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.098229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-33586f7f-0fc4-4d12-bd16-d5a1efa7c6ba tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.154579 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-33586f7f-0fc4-4d12-bd16-d5a1efa7c6ba tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.160575 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-33586f7f-0fc4-4d12-bd16-d5a1efa7c6ba tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.170297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32174432-5e4d-4b7c-bcc7-1290390e7fd1 req-3dfb2715-06db-4f0e-9435-5fcbd32b1efc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:23.172313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32174432-5e4d-4b7c-bcc7-1290390e7fd1 req-3dfb2715-06db-4f0e-9435-5fcbd32b1efc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 945 time: 0.0541270 Oct 13 00:27:23.177100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-33586f7f-0fc4-4d12-bd16-d5a1efa7c6ba tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.180246 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-33586f7f-0fc4-4d12-bd16-d5a1efa7c6ba tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1072800 Oct 13 00:27:23.181264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43558) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:23.215824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32174432-5e4d-4b7c-bcc7-1290390e7fd1 req-74505fa7-4bac-4402-8c3a-ece60ba2969e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369186 Oct 13 00:27:23.267820 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36735ea7-4cfd-4785-a4e5-4c98ff571152 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.468530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5087258-661d-4ed6-96d5-0858a9043b59 req-af27321e-36f0-4613-8f45-9a9f1ef10ac5 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:23.468764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36735ea7-4cfd-4785-a4e5-4c98ff571152 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.470040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5087258-661d-4ed6-96d5-0858a9043b59 req-af27321e-36f0-4613-8f45-9a9f1ef10ac5 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 944 time: 0.1178186 Oct 13 00:27:23.473904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36735ea7-4cfd-4785-a4e5-4c98ff571152 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.532292 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5087258-661d-4ed6-96d5-0858a9043b59 req-31ed5f87-2ace-4a0a-b7e0-c140f275f4e8 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 Oct 13 00:27:23.535300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36735ea7-4cfd-4785-a4e5-4c98ff571152 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.535933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36735ea7-4cfd-4785-a4e5-4c98ff571152 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 929a7a30-5d12-4989-bd2d-02655b800ad8 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:27:23.546660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36735ea7-4cfd-4785-a4e5-4c98ff571152 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.551136 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-36735ea7-4cfd-4785-a4e5-4c98ff571152 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "DELETE /v2.0/routers/929a7a30-5d12-4989-bd2d-02655b800ad8 HTTP/1.1" status: 204 len: 168 time: 0.3656232 Oct 13 00:27:23.551743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43574) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:23.556338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e3a99bba-aba6-41b0-970a-a03f4253d631 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Request body: {'router': {'name': 'tempest-router-1679860660', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fc84d6fce5d94d7581ebb4f34aad2b3a'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:23.578853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3a99bba-aba6-41b0-970a-a03f4253d631 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.580112 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3a99bba-aba6-41b0-970a-a03f4253d631 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.655211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07378364-925d-4fcc-8257-742697f5ef19 req-b34adaa0-6688-49b5-a822-7865f9ea3263 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:23.656788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07378364-925d-4fcc-8257-742697f5ef19 req-b34adaa0-6688-49b5-a822-7865f9ea3263 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 945 time: 0.0720963 Oct 13 00:27:23.726306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3a99bba-aba6-41b0-970a-a03f4253d631 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.734734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3a99bba-aba6-41b0-970a-a03f4253d631 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.776006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3a99bba-aba6-41b0-970a-a03f4253d631 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.779561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e3a99bba-aba6-41b0-970a-a03f4253d631 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2244537 Oct 13 00:27:23.781090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43584) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:23.786099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:23.810901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Deleting port f8ad956a-447c-4b30-ac22-deed3ad969b8 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:23.811173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.916395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] For port f8ad956a-447c-4b30-ac22-deed3ad969b8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f8ad956a-447c-4b30-ac22-deed3ad969b8,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:23.918462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:23.931440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Calling delete_port for f8ad956a-447c-4b30-ac22-deed3ad969b8 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:24.015339 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.015709 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.115704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94988) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 13 00:27:24.116365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Router 1e12595b-da78-4a6a-a346-2315e8a4c873 migrating from provider to provider. {{(pid=94988) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 13 00:27:24.116596 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.119909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.123184 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.129074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.154211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', 'f8ad956a-447c-4b30-ac22-deed3ad969b8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:24.154723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event deleted for resources: {'Port': ['ID=f8ad956a-447c-4b30-ac22-deed3ad969b8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:24.199596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] No DVR routers for this DVR port f8ad956a-447c-4b30-ac22-deed3ad969b8 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:27:24.203101 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.208163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07378364-925d-4fcc-8257-742697f5ef19 req-9429beb9-8df6-4d4d-ab04-3c054e08299f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "DELETE /v2.0/ports/f8ad956a-447c-4b30-ac22-deed3ad969b8 HTTP/1.1" status: 204 len: 173 time: 0.5230422 Oct 13 00:27:24.208627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab89e84-2cfa-4723-bd42-4d916344ffb3', 'name': 'network-vif-deleted', 'tag': 'f8ad956a-447c-4b30-ac22-deed3ad969b8'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:24.212166 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4bc60d-73ae-4e47-8461-a177c5d5c8ea" -d '{"events": [{"server_uuid": "3ab89e84-2cfa-4723-bd42-4d916344ffb3", "name": "network-vif-deleted", "tag": "f8ad956a-447c-4b30-ac22-deed3ad969b8"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:24.240879 n-d-813679-4 neutron-server[94988]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] No L3 agents can host the router 1e12595b-da78-4a6a-a346-2315e8a4c873 Oct 13 00:27:24.283448 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7c1738-12a6-4ed6-89f9-ef304363c4db x-openstack-request-id: req-7e7c1738-12a6-4ed6-89f9-ef304363c4db {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:24.284028 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab89e84-2cfa-4723-bd42-4d916344ffb3", "name": "network-vif-deleted", "tag": "f8ad956a-447c-4b30-ac22-deed3ad969b8", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:24.284504 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e7c1738-12a6-4ed6-89f9-ef304363c4db {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:24.285117 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab89e84-2cfa-4723-bd42-4d916344ffb3', 'name': 'network-vif-deleted', 'tag': 'f8ad956a-447c-4b30-ac22-deed3ad969b8', 'status': 'completed', 'code': 200} Oct 13 00:27:24.346584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81ee8aa5-e009-4dc4-97e0-df6185c4a769 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:24.377822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc15eb28-087a-49b4-a8f7-8afdf0c317da req-dfd01ad8-e4cd-430a-9629-bf7abd48d49d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ab89e84-2cfa-4723-bd42-4d916344ffb3 HTTP/1.1" status: 200 len: 210 time: 0.0299287 Oct 13 00:27:24.423470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Hosts for router 1e12595b-da78-4a6a-a346-2315e8a4c873: [] {{(pid=94988) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 13 00:27:24.449412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Hosts for other DVR routers connected to router 1e12595b-da78-4a6a-a346-2315e8a4c873: set() {{(pid=94988) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 13 00:27:24.452927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.454801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ec01ae4-7809-4292-8c80-e2c4ccf3ea92 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "PUT /v2.0/routers/1e12595b-da78-4a6a-a346-2315e8a4c873 HTTP/1.1" status: 200 len: 717 time: 0.6726453 Oct 13 00:27:24.457500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43598) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:24.523891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81ee8aa5-e009-4dc4-97e0-df6185c4a769, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81ee8aa5-e009-4dc4-97e0-df6185c4a769,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:24.561151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '81ee8aa5-e009-4dc4-97e0-df6185c4a769', 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'port_id': '81ee8aa5-e009-4dc4-97e0-df6185c4a769', 'mac_address': 'fa:16:3e:58:8e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05274d5b-cbf2-4c21-9107-02d785f02054', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:24.642362 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.664223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ee8aa5-e009-4dc4-97e0-df6185c4a769 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:24.668017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43608) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:24.671647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f9a304de-3245-4a26-8edc-918391d8962b tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "GET /v2.0/routers/1e12595b-da78-4a6a-a346-2315e8a4c873 HTTP/1.1" status: 200 len: 717 time: 0.2125793 Oct 13 00:27:24.704789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81ee8aa5-e009-4dc4-97e0-df6185c4a769, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81ee8aa5-e009-4dc4-97e0-df6185c4a769,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:24.713178 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:24.714468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0f1f6-819c-406f-b07c-3fb13723b2af req-46786c21-ef50-4f33-8e21-4f978b1e8442 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:24.724480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edf0f1f6-819c-406f-b07c-3fb13723b2af req-46786c21-ef50-4f33-8e21-4f978b1e8442 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 944 time: 0.1204886 Oct 13 00:27:24.814156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edf0f1f6-819c-406f-b07c-3fb13723b2af req-bc3b39fc-8c19-49d4-ab84-932c6f970eef tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778775 Oct 13 00:27:24.820368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=81ee8aa5-e009-4dc4-97e0-df6185c4a769,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:25.121149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['81ee8aa5-e009-4dc4-97e0-df6185c4a769'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:25.183443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb78327f-36d8-4444-8986-4a8ccf3ef7a2 tempest-RoutersTestDVR-470346917 tempest-RoutersTestDVR-470346917-project] 10.222.0.21 "GET /v2.0/routers/1e12595b-da78-4a6a-a346-2315e8a4c873 HTTP/1.1" status: 200 len: 683 time: 0.5132799 Oct 13 00:27:25.184065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43620) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:25.237068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 04074872-4656-41df-99fc-15446a716900 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:25.258207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1092de55-d6d2-4fb2-b5e3-12186d213782 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.350726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 04074872-4656-41df-99fc-15446a716900, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=04074872-4656-41df-99fc-15446a716900,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:25.365346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '04074872-4656-41df-99fc-15446a716900', 'network_id': '529f1db1-6aa5-4daf-850f-cab3ab0c8eec', 'port_id': '04074872-4656-41df-99fc-15446a716900', 'mac_address': 'fa:16:3e:bf:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05274d5b-cbf2-4c21-9107-02d785f02054', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:25.409737 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.426494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04074872-4656-41df-99fc-15446a716900 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:25.430590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1092de55-d6d2-4fb2-b5e3-12186d213782 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.432975 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1092de55-d6d2-4fb2-b5e3-12186d213782 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.451548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 04074872-4656-41df-99fc-15446a716900, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=04074872-4656-41df-99fc-15446a716900,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:25.456242 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.497889 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1092de55-d6d2-4fb2-b5e3-12186d213782 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.498746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1092de55-d6d2-4fb2-b5e3-12186d213782 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e12595b-da78-4a6a-a346-2315e8a4c873 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:27:25.510838 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1092de55-d6d2-4fb2-b5e3-12186d213782 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.517396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1092de55-d6d2-4fb2-b5e3-12186d213782 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1e12595b-da78-4a6a-a346-2315e8a4c873 HTTP/1.1" status: 204 len: 168 time: 0.3322234 Oct 13 00:27:25.520022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43632) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:25.524525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-10de12cd-d1be-4c02-a555-03e02c702800 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Request body: {'router': {'name': 'tempest-router-1558953493', 'distributed': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:25.534259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=04074872-4656-41df-99fc-15446a716900,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:25.550009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10de12cd-d1be-4c02-a555-03e02c702800 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.551177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10de12cd-d1be-4c02-a555-03e02c702800 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.604923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10de12cd-d1be-4c02-a555-03e02c702800 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.609951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10de12cd-d1be-4c02-a555-03e02c702800 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.626541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-10de12cd-d1be-4c02-a555-03e02c702800 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.628056 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-10de12cd-d1be-4c02-a555-03e02c702800 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1066244 Oct 13 00:27:25.631995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43640) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:25.709066 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51a493c8-cf10-45b1-89d8-5ec76627e935 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.791681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-927fdec8-fa7f-4e3c-8a81-5031e839f8c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:25.793227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-927fdec8-fa7f-4e3c-8a81-5031e839f8c9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.1192636 Oct 13 00:27:25.812878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-7e32dc16-8832-4365-a7f7-75d5006315b9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/quotas/35c9acfe19c64f2db2311fd97d5d5df8 HTTP/1.1" status: 200 len: 375 time: 0.0112140 Oct 13 00:27:25.834963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['04074872-4656-41df-99fc-15446a716900'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:25.903544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51a493c8-cf10-45b1-89d8-5ec76627e935 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.905833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51a493c8-cf10-45b1-89d8-5ec76627e935 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.942855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-f36fa9f4-11e9-491c-82a2-492b8be33784 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193788 Oct 13 00:27:25.963071 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51a493c8-cf10-45b1-89d8-5ec76627e935 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.963808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a493c8-cf10-45b1-89d8-5ec76627e935 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7810a532-ebdf-4a20-8340-71740d0b641b {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:27:25.978473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51a493c8-cf10-45b1-89d8-5ec76627e935 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:25.979856 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-51a493c8-cf10-45b1-89d8-5ec76627e935 tempest-RoutersTestDVR-1351499720 tempest-RoutersTestDVR-1351499720-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7810a532-ebdf-4a20-8340-71740d0b641b HTTP/1.1" status: 204 len: 168 time: 0.3466878 Oct 13 00:27:26.118422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182aa1-6ace-4742-a07e-f0bb0986a061 req-e8012477-a7d3-472d-a10f-958281224981 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:26.120069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc182aa1-6ace-4742-a07e-f0bb0986a061 req-e8012477-a7d3-472d-a10f-958281224981 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 945 time: 0.1635740 Oct 13 00:27:26.136364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-a1d0ea6d-de3f-4eb5-a8dc-739c9f35637e service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925061 Oct 13 00:27:26.232266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc182aa1-6ace-4742-a07e-f0bb0986a061 req-9a941bf5-c7dd-4d5f-a5c9-8d6968cbac11 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947809 Oct 13 00:27:26.268699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-cea86f37-2004-4fa1-9f55-2779d3a40ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242428 Oct 13 00:27:26.288458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43670) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:26.390378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81ee8aa5-e009-4dc4-97e0-df6185c4a769 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:26.421317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e7451eb-665e-4fbf-991f-eecd84bbd869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.489024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:27:26.493613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:26.494263 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.593058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b5a90f8-ab83-4c7c-9f5c-c8e8a4d3410a req-a9273ee2-c035-44ee-9a5b-e227cd9dd9ca tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 210 time: 0.0567880 Oct 13 00:27:26.594798 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.609982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e7451eb-665e-4fbf-991f-eecd84bbd869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.635960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e7451eb-665e-4fbf-991f-eecd84bbd869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.637037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81ee8aa5-e009-4dc4-97e0-df6185c4a769, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81ee8aa5-e009-4dc4-97e0-df6185c4a769,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:26.637306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e6a608-de11-497f-b614-00490e7218ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ee8aa5-e009-4dc4-97e0-df6185c4a769'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:26.640743 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f940fe-8f80-46b6-a607-ac0fa661ce69" -d '{"events": [{"server_uuid": "04e6a608-de11-497f-b614-00490e7218ff", "name": "network-vif-plugged", "status": "completed", "tag": "81ee8aa5-e009-4dc4-97e0-df6185c4a769"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:26.646379 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.647294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f8ad956a-447c-4b30-ac22-deed3ad969b8 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:27:26.695927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7451eb-665e-4fbf-991f-eecd84bbd869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc3da2-97a8-45e8-86e0-dda79f863e57,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:26.714341 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1e7451eb-665e-4fbf-991f-eecd84bbd869 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc84d6fce5d94d7581ebb4f34aad2b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242070 Oct 13 00:27:26.720926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43692) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:26.742391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: f8ad956a-447c-4b30-ac22-deed3ad969b8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:27:26.742878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f8ad956a-447c-4b30-ac22-deed3ad969b8 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:27:26.757202 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54b9c40-6a17-4431-86d5-ba4f152835e8 x-openstack-request-id: req-a54b9c40-6a17-4431-86d5-ba4f152835e8 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:26.757495 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e6a608-de11-497f-b614-00490e7218ff", "name": "network-vif-plugged", "status": "completed", "tag": "81ee8aa5-e009-4dc4-97e0-df6185c4a769", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:26.757744 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a54b9c40-6a17-4431-86d5-ba4f152835e8 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:26.758236 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e6a608-de11-497f-b614-00490e7218ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ee8aa5-e009-4dc4-97e0-df6185c4a769', 'code': 200} Oct 13 00:27:26.759081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=81ee8aa5-e009-4dc4-97e0-df6185c4a769,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:26.810123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ff34-6919-43c0-b574-cf0c35a89400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.834102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ff34-6919-43c0-b574-cf0c35a89400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.905362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fcc2c-dc8c-4848-9697-22ab10202d47 req-57480e4d-099f-4d65-af5f-59011c2425ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:26.906976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d20fcc2c-dc8c-4848-9697-22ab10202d47 req-57480e4d-099f-4d65-af5f-59011c2425ec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 1097 time: 0.0653172 Oct 13 00:27:26.952320 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ff34-6919-43c0-b574-cf0c35a89400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.956289 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ff34-6919-43c0-b574-cf0c35a89400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:26.957716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0ab6ff34-6919-43c0-b574-cf0c35a89400 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5bc3da2-97a8-45e8-86e0-dda79f863e57 HTTP/1.1" status: 204 len: 168 time: 0.2357943 Oct 13 00:27:26.997783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6ff34-6919-43c0-b574-cf0c35a89400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc3da2-97a8-45e8-86e0-dda79f863e57,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:27.029657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d20fcc2c-dc8c-4848-9697-22ab10202d47 req-5ebc34df-38b1-478b-9626-30e02fdccf79 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151550 Oct 13 00:27:27.250272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 04074872-4656-41df-99fc-15446a716900 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:27.299555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43710) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:27.323228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f894cf62-efc7-4421-bf68-229fda1e372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.346800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 04074872-4656-41df-99fc-15446a716900 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:27:27.352873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 04074872-4656-41df-99fc-15446a716900 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:27.353458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.378415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e4aa1-2c8b-416d-b7db-1da69506b401 req-247ef809-1f40-4c4a-ba6f-776954b88ab2 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:27.388442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f6e4aa1-2c8b-416d-b7db-1da69506b401 req-247ef809-1f40-4c4a-ba6f-776954b88ab2 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 946 time: 0.0664957 Oct 13 00:27:27.456569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f6e4aa1-2c8b-416d-b7db-1da69506b401 req-70868e6a-f83d-4ae3-a4fc-68b224b77b48 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670681 Oct 13 00:27:27.489010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f894cf62-efc7-4421-bf68-229fda1e372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.493674 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.494352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f894cf62-efc7-4421-bf68-229fda1e372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.535744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 04074872-4656-41df-99fc-15446a716900, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=04074872-4656-41df-99fc-15446a716900,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:27.542287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f894cf62-efc7-4421-bf68-229fda1e372c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f0ef96214db4b23b6087fb3491d0dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392929 Oct 13 00:27:27.542799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43712) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:27.546386 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.557608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894cf62-efc7-4421-bf68-229fda1e372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537d0697-6343-4d79-a37b-916f8088be6c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:27.616389 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb57d155-c057-4ff1-bd30-1648269bd264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.617550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=04074872-4656-41df-99fc-15446a716900,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:27.639399 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb57d155-c057-4ff1-bd30-1648269bd264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.735081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1963e8bd-3de5-4027-928f-560c482c653c req-2a6f193c-ac36-47c4-b92f-bc6c1e523cb3 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 210 time: 0.0417190 Oct 13 00:27:27.745231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb57d155-c057-4ff1-bd30-1648269bd264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.749575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bb57d155-c057-4ff1-bd30-1648269bd264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:27.751247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bb57d155-c057-4ff1-bd30-1648269bd264 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/537d0697-6343-4d79-a37b-916f8088be6c HTTP/1.1" status: 204 len: 168 time: 0.2067504 Oct 13 00:27:27.771641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57d155-c057-4ff1-bd30-1648269bd264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537d0697-6343-4d79-a37b-916f8088be6c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:28.449537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-a33c198d-d25d-46c6-8d75-24d889c849af tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:28.451764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-a33c198d-d25d-46c6-8d75-24d889c849af tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.1698482 Oct 13 00:27:28.474100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Request body: {'port': {'device_id': '5dd869d7-a5c2-4bbe-9921-1fa86b6854c4', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'admin_state_up': True, 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:28.731985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43748) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:28.760180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84d8813-458f-4859-8390-728e057f3e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04074872-4656-41df-99fc-15446a716900'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:28.762557 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7b2fec-aa13-4e63-a1b9-8622612843ab" -d '{"events": [{"server_uuid": "a84d8813-458f-4859-8390-728e057f3e2c", "name": "network-vif-plugged", "status": "completed", "tag": "04074872-4656-41df-99fc-15446a716900"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:28.766576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71feacd0-37ed-4484-a163-6a4d90ee9a18 req-cd9a7946-456b-41ca-b6a0-67871c1bc791 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:28.768254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71feacd0-37ed-4484-a163-6a4d90ee9a18 req-cd9a7946-456b-41ca-b6a0-67871c1bc791 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 946 time: 0.1701400 Oct 13 00:27:28.808072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:28.811627 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:28.872166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da1ef17e-0e5c-4188-9f32-d4bce976bc4b req-b845c07d-c8ec-4528-b663-bb898fe939a0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 210 time: 0.0445380 Oct 13 00:27:28.891742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71feacd0-37ed-4484-a163-6a4d90ee9a18 req-76bd449a-c264-4a88-93e3-63f02525f621 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998771 Oct 13 00:27:28.914523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-1cbafe05-3100-4243-b18d-a67c2aaef4d4 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:28.919745 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1cbafe05-3100-4243-b18d-a67c2aaef4d4 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1859162 Oct 13 00:27:28.920434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43762) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:28.930366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-0c4944bf-c5e3-4546-ae78-0e9c5797aec3 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:28.935011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43764) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:28.937613 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0c4944bf-c5e3-4546-ae78-0e9c5797aec3 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0161440 Oct 13 00:27:28.942461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-dc73bf9c-f64d-4965-9ee2-f28a57ca5e8c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:28.943610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc73bf9c-f64d-4965-9ee2-f28a57ca5e8c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0074871 Oct 13 00:27:28.947114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43766) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:28.953067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-cb9e0315-f36e-4a73-ad6f-c98c9dff77ef tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:28.954112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb9e0315-f36e-4a73-ad6f-c98c9dff77ef tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057533 Oct 13 00:27:28.956569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43768) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:28.962417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-3c29064f-9688-4b8e-a002-b08b09c130fc tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:28.966933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3c29064f-9688-4b8e-a002-b08b09c130fc tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0093062 Oct 13 00:27:28.969808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43770) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:28.977091 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbde61f-ad1b-4879-9dd4-cca002e19744 x-openstack-request-id: req-3dbde61f-ad1b-4879-9dd4-cca002e19744 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:28.977362 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84d8813-458f-4859-8390-728e057f3e2c", "name": "network-vif-plugged", "status": "completed", "tag": "04074872-4656-41df-99fc-15446a716900", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:28.977645 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dbde61f-ad1b-4879-9dd4-cca002e19744 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:28.978059 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84d8813-458f-4859-8390-728e057f3e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04074872-4656-41df-99fc-15446a716900', 'code': 200} Oct 13 00:27:28.984601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-9c38dacf-dca5-47e7-afcd-614a49e67fd4 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:28.984601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9c38dacf-dca5-47e7-afcd-614a49e67fd4 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0114183 Oct 13 00:27:28.985099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43772) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:28.989444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-d36742fe-e965-4a8e-bd14-8d6c6ffd97c4 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:28.990797 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d36742fe-e965-4a8e-bd14-8d6c6ffd97c4 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045226 Oct 13 00:27:28.993373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43774) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:28.997747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-2fb321f1-b5db-43f5-b095-0cebf6b30dd2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.004282 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2fb321f1-b5db-43f5-b095-0cebf6b30dd2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0096681 Oct 13 00:27:29.004698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43778) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.012237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-7d3d8a99-369d-4eb7-b92f-8c2df80f113c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.013693 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7d3d8a99-369d-4eb7-b92f-8c2df80f113c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0080855 Oct 13 00:27:29.017334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43780) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.024673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-098b35cc-7bf9-461f-a38b-fe77b1dcecbd tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.025876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-098b35cc-7bf9-461f-a38b-fe77b1dcecbd tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0074277 Oct 13 00:27:29.029950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43782) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.040246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-60300d8a-bf72-439c-a26b-475ae846f8cf tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.045082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-60300d8a-bf72-439c-a26b-475ae846f8cf tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0141017 Oct 13 00:27:29.047419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43784) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.053360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-1672cf01-9604-4018-8d37-724ff1c4717c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.055547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1672cf01-9604-4018-8d37-724ff1c4717c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060327 Oct 13 00:27:29.055885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Allocated IP 172.20.0.7 (a7857de0-5793-4a4b-9a06-5c0963e076b2/9f6b0b04-bcee-476a-85db-37a5d14b3dfc/02633c69-8a77-47c8-ad90-3400aa08f680) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:29.057786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43786) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.064995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-44979da6-7cfa-4805-b722-5a16838ed9bc tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.068984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44979da6-7cfa-4805-b722-5a16838ed9bc tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071905 Oct 13 00:27:29.069120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43788) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.073137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-e19703a8-e73b-4e21-a5e7-13868e401ce2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.074347 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e19703a8-e73b-4e21-a5e7-13868e401ce2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046260 Oct 13 00:27:29.077282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.082646 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-22738537-58b1-4d0f-83d3-fa63f5fc3bc6 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.086188 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-22738537-58b1-4d0f-83d3-fa63f5fc3bc6 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053625 Oct 13 00:27:29.087568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43792) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.092401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-b3c5306e-f420-453d-95aa-2c23a11ccfbc tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.095416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b3c5306e-f420-453d-95aa-2c23a11ccfbc tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048552 Oct 13 00:27:29.096069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43794) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.101171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-25441bf2-4b46-42a2-b532-b85edd0e0511 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.105509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25441bf2-4b46-42a2-b532-b85edd0e0511 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079477 Oct 13 00:27:29.106332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43796) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.121317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-c078ad6a-3db1-493b-b0f3-eceb4091ee2d tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.125058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43798) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.125230 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c078ad6a-3db1-493b-b0f3-eceb4091ee2d tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0175803 Oct 13 00:27:29.131270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-196011a7-bcb2-4617-a019-e711dea392d6 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.132683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-196011a7-bcb2-4617-a019-e711dea392d6 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0063486 Oct 13 00:27:29.136278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43802) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.141883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-2b0dffb2-61c4-44fb-b70a-7d4aab834ba2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.143323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2b0dffb2-61c4-44fb-b70a-7d4aab834ba2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058136 Oct 13 00:27:29.149953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43804) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.155781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-595d9db4-9aa6-4d6e-9b89-bdfbb1db0b11 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.156882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-595d9db4-9aa6-4d6e-9b89-bdfbb1db0b11 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054111 Oct 13 00:27:29.161034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43806) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.171575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-d7be913b-17f8-4b15-ab0a-b0f45470d3ad tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.172958 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7be913b-17f8-4b15-ab0a-b0f45470d3ad tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0099390 Oct 13 00:27:29.176097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43808) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.185067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-36959365-d12c-4935-b7da-a1e1c0682c5f tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.188761 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-36959365-d12c-4935-b7da-a1e1c0682c5f tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0115719 Oct 13 00:27:29.190474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43810) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.198238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-0ccd6c8c-f17c-4519-a5cc-7b109ee2b5bf tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.202456 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ccd6c8c-f17c-4519-a5cc-7b109ee2b5bf tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073504 Oct 13 00:27:29.204314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43812) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.208450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-9a90de4e-716b-4118-a930-0bf0d787cb9a tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.213631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9a90de4e-716b-4118-a930-0bf0d787cb9a tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069697 Oct 13 00:27:29.216822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43814) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.222542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-dd5d4793-d5d5-4625-a7dc-d8f0fd3250e8 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.226257 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dd5d4793-d5d5-4625-a7dc-d8f0fd3250e8 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0083055 Oct 13 00:27:29.226502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43816) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.232429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65303fd-646a-4c5c-9d70-63ccc99b9510 req-c80bf40b-b7ec-492e-a07e-89f221652b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:29.232598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-99cd7c79-69d4-493d-af8c-a4bc57e47ef7 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.233873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-99cd7c79-69d4-493d-af8c-a4bc57e47ef7 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0061340 Oct 13 00:27:29.236606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.236768 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a65303fd-646a-4c5c-9d70-63ccc99b9510 req-c80bf40b-b7ec-492e-a07e-89f221652b6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 1096 time: 0.1105480 Oct 13 00:27:29.241212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-536d1507-5814-4548-9deb-32eaf6013086 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.244172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-536d1507-5814-4548-9deb-32eaf6013086 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046082 Oct 13 00:27:29.245982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43820) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.254723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-c2ef16ae-5890-46a5-938c-56203293875d tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.258337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c2ef16ae-5890-46a5-938c-56203293875d tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0113487 Oct 13 00:27:29.259828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43822) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.264319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-376e437a-8be4-4535-9afa-04cab3bd911f tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.267900 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-376e437a-8be4-4535-9afa-04cab3bd911f tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0070293 Oct 13 00:27:29.275289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.281723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-e4707ce0-73e8-4f08-815b-9df2af4f3910 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.285513 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e4707ce0-73e8-4f08-815b-9df2af4f3910 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0090265 Oct 13 00:27:29.287645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43826) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.291898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-a3ea7be5-e016-44ed-828b-b6ead7d53c8e tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.295439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a3ea7be5-e016-44ed-828b-b6ead7d53c8e tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065825 Oct 13 00:27:29.296686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43828) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.302665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-55c02c6d-d764-4977-9148-bc81ca8976e3 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.306178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:29.306725 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-55c02c6d-d764-4977-9148-bc81ca8976e3 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052483 Oct 13 00:27:29.308535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43830) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.312946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-b45d79ae-f04e-431c-9a21-8e1e01fc77ce tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.316708 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b45d79ae-f04e-431c-9a21-8e1e01fc77ce tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067720 Oct 13 00:27:29.322922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43832) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.327959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-7cc7a7b9-25dd-4fb4-bd41-6f0bf8287025 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.331628 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7cc7a7b9-25dd-4fb4-bd41-6f0bf8287025 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0074883 Oct 13 00:27:29.333936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43834) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.339194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-76a99d94-f3db-46f1-b48e-9dedb49395f7 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.342968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-76a99d94-f3db-46f1-b48e-9dedb49395f7 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044966 Oct 13 00:27:29.343535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43836) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.346203 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:29.348504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-89621b20-d1bc-4057-9d6a-da805d3a7602 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.349918 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-89621b20-d1bc-4057-9d6a-da805d3a7602 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050535 Oct 13 00:27:29.352180 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a65303fd-646a-4c5c-9d70-63ccc99b9510 req-70cddfdd-7982-463c-bb4f-c207dabdee8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069388 Oct 13 00:27:29.352751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43838) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.356755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-ecc85479-7dfc-43b9-b69c-5291704bd621 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.358071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ecc85479-7dfc-43b9-b69c-5291704bd621 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043409 Oct 13 00:27:29.362075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43840) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.366196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-f9f5d469-3227-4dd7-91de-56d1fda4b8d2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.371039 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f9f5d469-3227-4dd7-91de-56d1fda4b8d2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078490 Oct 13 00:27:29.372325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43842) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.378671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-27f0ab03-4917-415b-8755-028d6a62970e tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.380205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:29.382465 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-27f0ab03-4917-415b-8755-028d6a62970e tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084572 Oct 13 00:27:29.383542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43844) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.388991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-ddfd5407-8a99-455b-8116-68c8f0345d1c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.393545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ddfd5407-8a99-455b-8116-68c8f0345d1c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085597 Oct 13 00:27:29.394406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43846) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.398754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-051a9198-6ab1-4d3c-9197-e1450570e324 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.402245 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-051a9198-6ab1-4d3c-9197-e1450570e324 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0067904 Oct 13 00:27:29.402984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43848) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.407773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-a8cc43f1-fc80-4da4-8490-390770b8eb67 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.411258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a8cc43f1-fc80-4da4-8490-390770b8eb67 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0069399 Oct 13 00:27:29.412086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43850) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.417818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-fad8fecd-0efe-4582-abd4-bc9fa703ec67 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.421541 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fad8fecd-0efe-4582-abd4-bc9fa703ec67 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083933 Oct 13 00:27:29.422268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43852) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.427392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-c4c58a9a-8450-4ac0-b52b-b79cc76cd81c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.431045 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c4c58a9a-8450-4ac0-b52b-b79cc76cd81c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077355 Oct 13 00:27:29.431708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43854) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.441070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:29.447250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-75a184d5-e038-4945-aca9-b6d143ab67ad tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.450677 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-75a184d5-e038-4945-aca9-b6d143ab67ad tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0093989 Oct 13 00:27:29.452032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43856) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.453172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:29.461347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:29.494356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-f44590b4-84fe-463d-8ad5-897992c00c8f tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.496489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f44590b4-84fe-463d-8ad5-897992c00c8f tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0411203 Oct 13 00:27:29.500345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43858) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.504362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-4d45024a-5e91-457d-a0e3-f62fcd8d6bd6 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.507912 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4d45024a-5e91-457d-a0e3-f62fcd8d6bd6 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069504 Oct 13 00:27:29.508477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43860) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.512662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-d93f4f9d-78f2-460b-80a2-114bd24015f7 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.515593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event updated for resources: {'Port': ['ID=02633c69-8a77-47c8-ad90-3400aa08f680,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:29.519990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d93f4f9d-78f2-460b-80a2-114bd24015f7 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0101779 Oct 13 00:27:29.520599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.524659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:29.525594 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:29.531085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-6d7fc5bf-b82b-4697-b5c6-359d9b9a0b1c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.534570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43864) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.535712 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6d7fc5bf-b82b-4697-b5c6-359d9b9a0b1c tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0141499 Oct 13 00:27:29.539131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-772332c7-e8a8-43ff-90fd-6141446156c2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.540694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-772332c7-e8a8-43ff-90fd-6141446156c2 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048087 Oct 13 00:27:29.542646 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43866) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.549083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-3328202f-b7cc-4574-99f4-e980bb0b6a62 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.552991 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3328202f-b7cc-4574-99f4-e980bb0b6a62 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0094068 Oct 13 00:27:29.553608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43868) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.558004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-0ebceb8d-7638-4f00-a860-a1bbfb010b7b tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.561487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43870) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.561982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0ebceb8d-7638-4f00-a860-a1bbfb010b7b tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074296 Oct 13 00:27:29.566271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b9bd0b81-83be-4ef2-b30d-02244dd52e9d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1014462 Oct 13 00:27:29.567304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-edcc6cf7-4aa0-40cf-bfa1-b5b886b440e9 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.570868 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-edcc6cf7-4aa0-40cf-bfa1-b5b886b440e9 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0080919 Oct 13 00:27:29.571773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43872) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.576022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-90f59d43-c2d5-4aa3-94bc-a0be8ef4cd87 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.579215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43874) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.579486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-90f59d43-c2d5-4aa3-94bc-a0be8ef4cd87 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0068121 Oct 13 00:27:29.585122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Request body: {'port': {'device_id': '5dd869d7-a5c2-4bbe-9921-1fa86b6854c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:29.587305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-35f74e9f-c30d-4818-8421-3d2b38a95129 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.592991 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-35f74e9f-c30d-4818-8421-3d2b38a95129 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0097737 Oct 13 00:27:29.593748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43876) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.601031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-3d6dfd4b-cd7e-487c-bf0f-302757d0c530 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.605192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3d6dfd4b-cd7e-487c-bf0f-302757d0c530 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071964 Oct 13 00:27:29.605796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.618294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-9292104f-f542-4f5c-9403-d4ebd091ce2d tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.621463 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9292104f-f542-4f5c-9403-d4ebd091ce2d tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0108848 Oct 13 00:27:29.621924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43880) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.628135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-343da9c8-a9a5-4fc9-84a7-d9f409ad3288 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.631885 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-343da9c8-a9a5-4fc9-84a7-d9f409ad3288 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0083525 Oct 13 00:27:29.632186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.637637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [None req-4df6faed-6d7a-47a4-8b44-ed05f1ac9d1d tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.641362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43884) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.646522 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-be97e047-b8da-45d3-afd6-d85e7ae4f881 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.647157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4df6faed-6d7a-47a4-8b44-ed05f1ac9d1d tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0136762 Oct 13 00:27:29.652290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-be97e047-b8da-45d3-afd6-d85e7ae4f881 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0096924 Oct 13 00:27:29.653763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43886) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.659368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-dc9bf6ca-8562-4093-a430-86b34e195e25 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.664251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc9bf6ca-8562-4093-a430-86b34e195e25 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0090072 Oct 13 00:27:29.665171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43888) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.670688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-2072e661-f1a8-42f0-9d2a-6627fc012f9a tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.674803 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2072e661-f1a8-42f0-9d2a-6627fc012f9a tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077691 Oct 13 00:27:29.675829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43890) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.679994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-58c37788-80e6-43ff-b405-d08e9a7b5cf7 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.683432 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-58c37788-80e6-43ff-b405-d08e9a7b5cf7 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0065372 Oct 13 00:27:29.684175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43892) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.688629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:29.689029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-0af8a7ea-59c9-4b63-90aa-015a8d8e77dd tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.692313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0af8a7ea-59c9-4b63-90aa-015a8d8e77dd tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0064914 Oct 13 00:27:29.693638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43894) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.701641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-106700a9-6cde-4026-afba-693e518bcb3e tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.705563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-106700a9-6cde-4026-afba-693e518bcb3e tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089076 Oct 13 00:27:29.706554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43896) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.710936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-3cdab0e7-6f9d-4488-b574-735387b9075a tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.714536 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3cdab0e7-6f9d-4488-b574-735387b9075a tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0069480 Oct 13 00:27:29.716205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43898) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.720384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-03e4d7cc-52d4-4188-b346-6cecb7b9963e tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.723754 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-03e4d7cc-52d4-4188-b346-6cecb7b9963e tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0062735 Oct 13 00:27:29.724503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43900) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:29.729704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [None req-933ab445-9b20-400b-bc7f-2a6049d59d80 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:27:29.738692 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-933ab445-9b20-400b-bc7f-2a6049d59d80 tempest-ExtensionsTestJSON-446557952 tempest-ExtensionsTestJSON-446557952-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0106943 Oct 13 00:27:30.022503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02633c69-8a77-47c8-ad90-3400aa08f680 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:30.039609 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.108994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Transition to ACTIVE for port object 02633c69-8a77-47c8-ad90-3400aa08f680 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:27:30.123612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.153815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267252ee-e38d-491f-9b8f-5f4b01015d42 req-cefe67f0-27d6-4e05-bfd6-cf9896c107d3 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:30.160076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-267252ee-e38d-491f-9b8f-5f4b01015d42 req-cefe67f0-27d6-4e05-bfd6-cf9896c107d3 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 931 time: 0.1166167 Oct 13 00:27:30.177586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:30.232164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8ea6-f9a6-444c-89fa-cd52010e3fb8 req-20c917e3-406a-45cc-972d-a6d636a011d3 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:30.239279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-673f8ea6-f9a6-444c-89fa-cd52010e3fb8 req-20c917e3-406a-45cc-972d-a6d636a011d3 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 946 time: 0.1970241 Oct 13 00:27:30.281346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Pushing event updated for resources: {'Port': ['ID=02633c69-8a77-47c8-ad90-3400aa08f680,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:30.312678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-267252ee-e38d-491f-9b8f-5f4b01015d42 req-f01545c7-65dc-4dc0-bfb5-bf948e069ddc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484511 Oct 13 00:27:30.341539 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-338b46e5-f469-44a3-acb7-38b2e0308651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.358471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-673f8ea6-f9a6-444c-89fa-cd52010e3fb8 req-fd3b491b-3e11-4060-bd34-5553e9fc1bd8 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180012 Oct 13 00:27:30.388641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Attempting to bind port 02633c69-8a77-47c8-ad90-3400aa08f680 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:30.389960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Attempting to bind port 02633c69-8a77-47c8-ad90-3400aa08f680 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:30.390228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Attempting to bind port 02633c69-8a77-47c8-ad90-3400aa08f680 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:30.394990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Port 02633c69-8a77-47c8-ad90-3400aa08f680 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:27:30.395411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Attempting to bind port 02633c69-8a77-47c8-ad90-3400aa08f680 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:30.402811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:30.404136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Checking segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:30.404589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Bound using segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:30.405399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Bound port: 02633c69-8a77-47c8-ad90-3400aa08f680, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:30.405989 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.487786 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-338b46e5-f469-44a3-acb7-38b2e0308651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.494856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-338b46e5-f469-44a3-acb7-38b2e0308651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.538797 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-338b46e5-f469-44a3-acb7-38b2e0308651 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2839f0cbc64949a9a5d8b06e7644c510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576684 Oct 13 00:27:30.539572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43926) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:30.590168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361e77-7117-48fb-8e3f-edd0fedeebc4 req-a12aaf23-eae5-4cce-ab19-758e9328830b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:30.591372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b46e5-f469-44a3-acb7-38b2e0308651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827f6487-eb46-4580-8ab1-cf93ccd847a1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:30.610480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a361e77-7117-48fb-8e3f-edd0fedeebc4 req-a12aaf23-eae5-4cce-ab19-758e9328830b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 945 time: 0.1306906 Oct 13 00:27:30.613468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] For port 02633c69-8a77-47c8-ad90-3400aa08f680, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:30.630790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-45a0eb85-76c1-49b3-9089-382c8343fd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.656958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-45a0eb85-76c1-49b3-9089-382c8343fd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.661951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a361e77-7117-48fb-8e3f-edd0fedeebc4 req-f80102a7-2f0a-47b2-a228-f59eed181efb tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449336 Oct 13 00:27:30.665814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] For port 02633c69-8a77-47c8-ad90-3400aa08f680, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=02633c69-8a77-47c8-ad90-3400aa08f680,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:30.674574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.738696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:30.739323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.741157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] 10.222.0.45 "PUT /v2.0/ports/02633c69-8a77-47c8-ad90-3400aa08f680 HTTP/1.1" status: 200 len: 1091 time: 1.1605234 Oct 13 00:27:30.741597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd869d7-a5c2-4bbe-9921-1fa86b6854c4', 'tag': '02633c69-8a77-47c8-ad90-3400aa08f680'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:30.746242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-45a0eb85-76c1-49b3-9089-382c8343fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.747655 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd869d7-a5c2-4bbe-9921-1fa86b6854c4", "tag": "02633c69-8a77-47c8-ad90-3400aa08f680"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:30.749275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-45a0eb85-76c1-49b3-9089-382c8343fd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:30.752073 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-45a0eb85-76c1-49b3-9089-382c8343fd43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/827f6487-eb46-4580-8ab1-cf93ccd847a1 HTTP/1.1" status: 204 len: 168 time: 0.2098036 Oct 13 00:27:30.768859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0eb85-76c1-49b3-9089-382c8343fd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827f6487-eb46-4580-8ab1-cf93ccd847a1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:30.836952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49465265-1a06-498d-b96c-70b235f0f97a service neutron] Pushing event updated for resources: {'Port': ['ID=02633c69-8a77-47c8-ad90-3400aa08f680,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:30.853070 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634a133d-147f-4a2d-bba2-afce25824b9a x-openstack-request-id: req-634a133d-147f-4a2d-bba2-afce25824b9a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:30.853363 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd869d7-a5c2-4bbe-9921-1fa86b6854c4", "tag": "02633c69-8a77-47c8-ad90-3400aa08f680", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:30.853612 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-634a133d-147f-4a2d-bba2-afce25824b9a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:30.854001 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd869d7-a5c2-4bbe-9921-1fa86b6854c4', 'tag': '02633c69-8a77-47c8-ad90-3400aa08f680', 'status': 'completed', 'code': 200} Oct 13 00:27:30.918136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-f3bab92d-31af-4467-8282-3fb63414fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:30.920656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-f3bab92d-31af-4467-8282-3fb63414fad1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 1094 time: 0.0515094 Oct 13 00:27:30.982445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-89f30ebf-042e-4a64-b24c-451ad103e27a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02633c69-8a77-47c8-ad90-3400aa08f680 HTTP/1.1" status: 200 len: 217 time: 0.0456946 Oct 13 00:27:31.044772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b99c9df9-584d-4c44-b6f6-28a2a8c799b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:31.046329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-b99c9df9-584d-4c44-b6f6-28a2a8c799b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0570064 Oct 13 00:27:31.086606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-cd8d5052-6798-478f-9895-29116eb5e84e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313654 Oct 13 00:27:31.206992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-ba381a2e-22ed-4c5e-8de3-be50bac737e7 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124933 Oct 13 00:27:31.327630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3d3ea14-97fe-4699-a82b-e24b6ea0f76d req-3808c34d-f090-447e-9ee0-d41fe3a357b1 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030495 Oct 13 00:27:31.531867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-b00a8401-b99d-44ac-8e0f-8302920c71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:31.533477 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-b00a8401-b99d-44ac-8e0f-8302920c71bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 1094 time: 0.1039095 Oct 13 00:27:31.664603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-db80da46-a48a-4283-81fe-0e72ceb7346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:31.667221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-db80da46-a48a-4283-81fe-0e72ceb7346b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.1215997 Oct 13 00:27:31.677204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b52f0-fa0f-4d3e-afa2-f296df6e80bd req-7bd0ab52-3e8c-431d-beb4-048601d81ecd tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:31.679014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f97b52f0-fa0f-4d3e-afa2-f296df6e80bd req-7bd0ab52-3e8c-431d-beb4-048601d81ecd tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 943 time: 0.2602584 Oct 13 00:27:31.722281 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-882812d7-e83e-4db9-b9fc-1bb2a33e6ee1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02633c69-8a77-47c8-ad90-3400aa08f680 HTTP/1.1" status: 200 len: 217 time: 0.0418267 Oct 13 00:27:31.776205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43964) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:31.800985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f97b52f0-fa0f-4d3e-afa2-f296df6e80bd req-3775d73b-87f1-4a05-9646-17038deb99ad tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773706 Oct 13 00:27:31.858227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-a3976175-0725-45ac-9bd7-fd777b4140f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:31.860333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-a3976175-0725-45ac-9bd7-fd777b4140f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0993078 Oct 13 00:27:31.899379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-d38e0a2b-f6dc-4dfb-a25b-c2d82cbab84e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308766 Oct 13 00:27:31.922261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1776202740'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:31.950291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Made reservation on behalf of e13e517a59864014994cbfa5f1f0e255 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:31.955442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:31.967141 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:31.980636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c70e0-34f0-469d-9b5c-6c98ecc2f5f5 req-65b0f1c7-df8f-4d8e-b6b3-cd680e3b9108 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:31.989592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-291c70e0-34f0-469d-9b5c-6c98ecc2f5f5 req-65b0f1c7-df8f-4d8e-b6b3-cd680e3b9108 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 945 time: 0.1859460 Oct 13 00:27:32.044366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-291c70e0-34f0-469d-9b5c-6c98ecc2f5f5 req-0b6aa42e-8d0e-4316-b01b-7b471abbb14d tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538368 Oct 13 00:27:32.071191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-48803dcf-43d3-4dcb-8e38-4b64d807c0d3 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620913 Oct 13 00:27:32.088352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.097615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.130735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:27:32.146632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde98ab8-5589-4480-948c-ab0d33570e9c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:32.151209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.151569 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Added segment d1ddf9b0-6078-4c5d-8e00-1ceb759faeae of type vlan for network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 Oct 13 00:27:32.202584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c7ab7c1-1dcd-4c60-b0d3-8aa709d541f3 req-e399cb71-a388-4feb-aead-95ee04fd6933 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230576 Oct 13 00:27:32.239721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.282473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.297222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:32.298209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.432296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event updated for resources: {'Network': ['ID=89b70d00-7ffc-48fc-bd1b-b803263c3e66,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:32.439296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7e2268f9-4c0d-4cef-b520-90b69fff1552 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6613197 Oct 13 00:27:32.442361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43976) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:32.445847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:27:32.449200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Request body: {'subnet': {'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:32.582343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e9fa3-a86b-42e3-a343-56848be4f4f0 req-d6224384-5f50-4c6a-a3a8-985e4392393d tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:32.585280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-688e9fa3-a86b-42e3-a343-56848be4f4f0 req-d6224384-5f50-4c6a-a3a8-985e4392393d tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 945 time: 0.0609112 Oct 13 00:27:32.589687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Made reservation on behalf of e13e517a59864014994cbfa5f1f0e255 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:32.594066 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.637748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-688e9fa3-a86b-42e3-a343-56848be4f4f0 req-864b553b-9b52-4b59-ab55-fb0d103c73bc tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Oct 13 00:27:32.800409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.859599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event updated for resources: {'Subnet': ['ID=a9b4891c-a0af-476a-9eea-fb180ee8690e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:32.883403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Checking segment: {'id': 'd1ddf9b0-6078-4c5d-8e00-1ceb759faeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:32.883961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Network hostable DHCP agents. Network: 89b70d00-7ffc-48fc-bd1b-b803263c3e66, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:27:32.901914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:27:32.924784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 89b70d00-7ffc-48fc-bd1b-b803263c3e66) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:32.929268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:32.930878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:32.935395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b748ff03-b08a-4322-8034-f1f485cec035 None None] Network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:27:32.951554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb99aa50-81ab-47c8-bc36-371dc5daf27a tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5073037 Oct 13 00:27:32.953724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca210a2-e1ad-4e68-846e-1ab39e63dfab req-148f534c-3505-4613-826d-48302ca42901 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:32.954209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 43988) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:32.955454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ca210a2-e1ad-4e68-846e-1ab39e63dfab req-148f534c-3505-4613-826d-48302ca42901 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 943 time: 0.0682597 Oct 13 00:27:32.959603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Request body: {'port': {'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-289676037'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:33.001529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ca210a2-e1ad-4e68-846e-1ab39e63dfab req-d9e570b0-5ee2-4401-aed0-7f253b0596f6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384641 Oct 13 00:27:33.102911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Made reservation on behalf of e13e517a59864014994cbfa5f1f0e255 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:33.108321 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.128984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] device_id is not set on port 002007c0-215d-4d8c-8fb3-3269486f3796 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:27:33.160111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-89b70d00-7ffc-48fc-bd1b-b803263c3e66', 'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66', 'tenant_id': 'e13e517a59864014994cbfa5f1f0e255', 'fixed_ips': [{'subnet_id': 'a9b4891c-a0af-476a-9eea-fb180ee8690e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:27:33.161135 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.283797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Allocated IP 2001:db8::2f (89b70d00-7ffc-48fc-bd1b-b803263c3e66/a9b4891c-a0af-476a-9eea-fb180ee8690e/002007c0-215d-4d8c-8fb3-3269486f3796) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:33.443394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.476900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.519684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:33.523143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Allocated IP 2001:db8::2 (89b70d00-7ffc-48fc-bd1b-b803263c3e66/a9b4891c-a0af-476a-9eea-fb180ee8690e/fe3a03ab-eddb-4133-97b7-79a13c430136) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:33.525338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:33.529174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:33.535118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:33.535843 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.551276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event updated for resources: {'Port': ['ID=002007c0-215d-4d8c-8fb3-3269486f3796,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:33.567232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43998) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:33.567389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c5e816f8-ab8d-4fee-a1f6-5c2d0f4e5cff tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.6121402 Oct 13 00:27:33.574007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Request body: {'port': {'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-195066894', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:33.574869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.api.validators [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] bootfile-name is not in valid_values {{(pid=94989) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:27:33.575468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.api.validators [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] tftp-server is not in valid_values {{(pid=94989) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:27:33.576250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.api.validators [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] server-ip-address is not in valid_values {{(pid=94989) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:27:33.684836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.695091 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.707549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Made reservation on behalf of e13e517a59864014994cbfa5f1f0e255 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:33.712858 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.737804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] device_id is not set on port b12e12bc-1f44-4b30-baba-7db81c3392a5 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:27:33.749441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Pushing event updated for resources: {'Port': ['ID=fe3a03ab-eddb-4133-97b7-79a13c430136,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:33.766470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:33.768985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:33.771855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:33.837463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Attempting to bind port fe3a03ab-eddb-4133-97b7-79a13c430136 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:33.837836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Attempting to bind port fe3a03ab-eddb-4133-97b7-79a13c430136 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd1ddf9b0-6078-4c5d-8e00-1ceb759faeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:33.838325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Attempting to bind port fe3a03ab-eddb-4133-97b7-79a13c430136 on network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:33.844106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:33.844478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Checking segment: {'id': 'd1ddf9b0-6078-4c5d-8e00-1ceb759faeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:33.844881 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.845277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Bound using segment: {'id': 'd1ddf9b0-6078-4c5d-8e00-1ceb759faeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:33.845729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Bound port: fe3a03ab-eddb-4133-97b7-79a13c430136, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ddf9b0-6078-4c5d-8e00-1ceb759faeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89b70d00-7ffc-48fc-bd1b-b803263c3e66'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:33.846107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.909949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Allocated IP 2001:db8::61 (89b70d00-7ffc-48fc-bd1b-b803263c3e66/a9b4891c-a0af-476a-9eea-fb180ee8690e/b12e12bc-1f44-4b30-baba-7db81c3392a5) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:33.914101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] For port fe3a03ab-eddb-4133-97b7-79a13c430136, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:33.917185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] For port fe3a03ab-eddb-4133-97b7-79a13c430136, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fe3a03ab-eddb-4133-97b7-79a13c430136,segment=NetworkSegment(d1ddf9b0-6078-4c5d-8e00-1ceb759faeae),segment_id=d1ddf9b0-6078-4c5d-8e00-1ceb759faeae)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:33.920388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1a4dd-e0cf-40e2-97a1-2e0f5ae66859 req-ecd5e11b-16f3-44ea-bb96-ef1e7de2200b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:33.922016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9f1a4dd-e0cf-40e2-97a1-2e0f5ae66859 req-ecd5e11b-16f3-44ea-bb96-ef1e7de2200b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 945 time: 0.1327074 Oct 13 00:27:33.930867 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:33.989776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-5b86cffe-c003-4a10-9896-48f106be8f96 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:33.991288 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77640b3d-ab52-416f-8e35-23d0b30e3b39 None None] Pushing event updated for resources: {'Port': ['ID=fe3a03ab-eddb-4133-97b7-79a13c430136,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:33.991451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-5b86cffe-c003-4a10-9896-48f106be8f96 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.36 "GET /v2.0/ports?device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 945 time: 0.0621624 Oct 13 00:27:34.025696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9f1a4dd-e0cf-40e2-97a1-2e0f5ae66859 req-a7236f42-f8fb-4d05-b9ad-1bf5e46bd9e2 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/security-groups?id=b65170c0-9b30-4ed6-bc23-62ce6c639dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932446 Oct 13 00:27:34.131672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Deleting port 04074872-4656-41df-99fc-15446a716900 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:34.132017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.274928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] For port 04074872-4656-41df-99fc-15446a716900, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=04074872-4656-41df-99fc-15446a716900,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:34.275650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.292581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Calling delete_port for 04074872-4656-41df-99fc-15446a716900 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:34.390687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 02633c69-8a77-47c8-ad90-3400aa08f680 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:34.484929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.520730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['81ee8aa5-e009-4dc4-97e0-df6185c4a769'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:34.529252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['04074872-4656-41df-99fc-15446a716900'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:34.547123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Pushing event deleted for resources: {'Port': ['ID=04074872-4656-41df-99fc-15446a716900,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:34.583872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd397b-ac45-435b-a6d1-8a9117a8498b req-f0571007-55de-418a-bd06-3992c9dcbccc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:34.598196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1bd397b-ac45-435b-a6d1-8a9117a8498b req-f0571007-55de-418a-bd06-3992c9dcbccc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 943 time: 0.1281710 Oct 13 00:27:34.599965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] No DVR routers for this DVR port 04074872-4656-41df-99fc-15446a716900 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:27:34.602786 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.606386 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc0d9838-a7e5-4c7b-ac42-fc20a9872fde req-f6571557-d8ad-4f34-930f-9ce810bab19b tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.36 "DELETE /v2.0/ports/04074872-4656-41df-99fc-15446a716900 HTTP/1.1" status: 204 len: 173 time: 0.6063545 Oct 13 00:27:34.606913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84d8813-458f-4859-8390-728e057f3e2c', 'name': 'network-vif-deleted', 'tag': '04074872-4656-41df-99fc-15446a716900'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:34.615829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 02633c69-8a77-47c8-ad90-3400aa08f680, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=02633c69-8a77-47c8-ad90-3400aa08f680,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:34.617534 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4152d8a0-75e8-46e1-9f21-eab98ab026fd" -d '{"events": [{"server_uuid": "a84d8813-458f-4859-8390-728e057f3e2c", "name": "network-vif-deleted", "tag": "04074872-4656-41df-99fc-15446a716900"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:34.636103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '02633c69-8a77-47c8-ad90-3400aa08f680', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'port_id': '02633c69-8a77-47c8-ad90-3400aa08f680', 'mac_address': 'fa:16:3e:ce:65:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6b0b04-bcee-476a-85db-37a5d14b3dfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:34.639004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.685821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-60d08559-598f-4fa6-b381-9e2c814fc7e9 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:34.686630 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c571c-9e74-4c83-8a66-122b16522ad0 x-openstack-request-id: req-352c571c-9e74-4c83-8a66-122b16522ad0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:34.687063 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84d8813-458f-4859-8390-728e057f3e2c", "name": "network-vif-deleted", "tag": "04074872-4656-41df-99fc-15446a716900", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:34.687696 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-352c571c-9e74-4c83-8a66-122b16522ad0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:34.687930 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84d8813-458f-4859-8390-728e057f3e2c', 'name': 'network-vif-deleted', 'tag': '04074872-4656-41df-99fc-15446a716900', 'status': 'completed', 'code': 200} Oct 13 00:27:34.688029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-60d08559-598f-4fa6-b381-9e2c814fc7e9 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.45 "GET /v2.0/ports?device_id=04e6a608-de11-497f-b614-00490e7218ff HTTP/1.1" status: 200 len: 946 time: 0.6005535 Oct 13 00:27:34.735041 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.759501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02633c69-8a77-47c8-ad90-3400aa08f680 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:34.782676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 02633c69-8a77-47c8-ad90-3400aa08f680, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=02633c69-8a77-47c8-ad90-3400aa08f680,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:34.788946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.815450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1bd397b-ac45-435b-a6d1-8a9117a8498b req-54c0288c-2d39-4cdd-a13e-075fbcb19296 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159269 Oct 13 00:27:34.818015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.873228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:34.884756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:34.895959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:34.902487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:34.903167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.915587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=02633c69-8a77-47c8-ad90-3400aa08f680,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:34.935051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Deleting port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:34.935343 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:34.940511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event updated for resources: {'Port': ['ID=b12e12bc-1f44-4b30-baba-7db81c3392a5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:34.989767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f92f2aa3-cb94-4070-8931-e751c96e01fc tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.4207253 Oct 13 00:27:34.992637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44020) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:35.115941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2dbd52-efcb-48f4-8c36-f31fdee24fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:35.122511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2dbd52-efcb-48f4-8c36-f31fdee24fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:35.129085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2dbd52-efcb-48f4-8c36-f31fdee24fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:35.133431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4b2dbd52-efcb-48f4-8c36-f31fdee24fa2 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1375368 Oct 13 00:27:35.133926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44024) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:35.144737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] For port 81ee8aa5-e009-4dc4-97e0-df6185c4a769, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81ee8aa5-e009-4dc4-97e0-df6185c4a769,segment=NetworkSegment(e525e1fd-48ac-4cae-aee6-1f2efb8d10d9),segment_id=e525e1fd-48ac-4cae-aee6-1f2efb8d10d9)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:35.145119 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.174629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47fc71ec-f859-4114-84d5-8762026a099c req-a72aa751-5098-4a30-8730-d259c2b8dc19 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.21 "GET /v2.0/ports?device_id=a84d8813-458f-4859-8390-728e057f3e2c HTTP/1.1" status: 200 len: 210 time: 0.0425231 Oct 13 00:27:35.180396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Calling delete_port for 81ee8aa5-e009-4dc4-97e0-df6185c4a769 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:35.238733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['02633c69-8a77-47c8-ad90-3400aa08f680'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:35.280524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-404cf851-16d4-4d7b-9de6-c12d872c57b8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Deleting port b12e12bc-1f44-4b30-baba-7db81c3392a5 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:35.281317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-404cf851-16d4-4d7b-9de6-c12d872c57b8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.421226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.445297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b049417-dc6e-48f7-af17-332ddd3b1ed4 None None] Network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:27:35.517006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-404cf851-16d4-4d7b-9de6-c12d872c57b8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.519436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Pushing event deleted for resources: {'Port': ['ID=81ee8aa5-e009-4dc4-97e0-df6185c4a769,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:35.533985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fe3a03ab-eddb-4133-97b7-79a13c430136 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:35.537199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-404cf851-16d4-4d7b-9de6-c12d872c57b8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Calling delete_port for b12e12bc-1f44-4b30-baba-7db81c3392a5 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:35.558683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] No DVR routers for this DVR port 81ee8aa5-e009-4dc4-97e0-df6185c4a769 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:27:35.573378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.577170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4cfef08-29d4-43f7-9ac3-baf5ed36956c req-1e3477c7-4891-4fd4-95b2-5d6f2efe1c47 tempest-MultipleCreateTestJSON-1994874250 tempest-MultipleCreateTestJSON-1994874250-project] 10.222.0.45 "DELETE /v2.0/ports/81ee8aa5-e009-4dc4-97e0-df6185c4a769 HTTP/1.1" status: 204 len: 173 time: 0.8751259 Oct 13 00:27:35.577724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e6a608-de11-497f-b614-00490e7218ff', 'name': 'network-vif-deleted', 'tag': '81ee8aa5-e009-4dc4-97e0-df6185c4a769'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:35.580759 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d83f715-34b9-40d9-8f28-972c688d0d34" -d '{"events": [{"server_uuid": "04e6a608-de11-497f-b614-00490e7218ff", "name": "network-vif-deleted", "tag": "81ee8aa5-e009-4dc4-97e0-df6185c4a769"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:35.625383 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8369eca2-8f50-4045-954f-069e27432a2d x-openstack-request-id: req-8369eca2-8f50-4045-954f-069e27432a2d {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:35.625740 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e6a608-de11-497f-b614-00490e7218ff", "name": "network-vif-deleted", "tag": "81ee8aa5-e009-4dc4-97e0-df6185c4a769", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:35.625975 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8369eca2-8f50-4045-954f-069e27432a2d {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:35.626623 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e6a608-de11-497f-b614-00490e7218ff', 'name': 'network-vif-deleted', 'tag': '81ee8aa5-e009-4dc4-97e0-df6185c4a769', 'status': 'completed', 'code': 200} Oct 13 00:27:35.734848 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-404cf851-16d4-4d7b-9de6-c12d872c57b8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.735644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-24d7ae38-9238-4f03-b457-85547bef585e None None] Provisioning complete for port fe3a03ab-eddb-4133-97b7-79a13c430136 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:35.736195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-24d7ae38-9238-4f03-b457-85547bef585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.817989 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-404cf851-16d4-4d7b-9de6-c12d872c57b8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.821566 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-404cf851-16d4-4d7b-9de6-c12d872c57b8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "DELETE /v2.0/ports/b12e12bc-1f44-4b30-baba-7db81c3392a5 HTTP/1.1" status: 204 len: 168 time: 0.6865616 Oct 13 00:27:35.823054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf851-16d4-4d7b-9de6-c12d872c57b8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event deleted for resources: {'Port': ['ID=b12e12bc-1f44-4b30-baba-7db81c3392a5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:35.826180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44036) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:35.832404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Request body: {'port': {'name': 'tempest-new-port-name-1309948438', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:35.832697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] bootfile-name is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:27:35.833051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] tftp-server is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:27:35.833375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] server-ip-address is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:27:35.835658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fe3a03ab-eddb-4133-97b7-79a13c430136 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:35.836034 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.931474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.936012 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-24d7ae38-9238-4f03-b457-85547bef585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:35.983082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fda8b-7942-4951-b896-e38981fa6ec3 req-ab8ae24a-7c43-4dab-922f-b1b5b2aba546 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:35.985033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-135fda8b-7942-4951-b896-e38981fa6ec3 req-ab8ae24a-7c43-4dab-922f-b1b5b2aba546 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 944 time: 0.0869408 Oct 13 00:27:35.999150 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.036473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-24d7ae38-9238-4f03-b457-85547bef585e None None] For port fe3a03ab-eddb-4133-97b7-79a13c430136, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fe3a03ab-eddb-4133-97b7-79a13c430136,segment=NetworkSegment(d1ddf9b0-6078-4c5d-8e00-1ceb759faeae),segment_id=d1ddf9b0-6078-4c5d-8e00-1ceb759faeae)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:36.046021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-24d7ae38-9238-4f03-b457-85547bef585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.094612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-135fda8b-7942-4951-b896-e38981fa6ec3 req-cb5fa16c-b759-4274-90bb-563deffa2a2d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017249 Oct 13 00:27:36.172773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:27:36.173164 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:27:36.180545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7ae38-9238-4f03-b457-85547bef585e None None] Pushing event updated for resources: {'Port': ['ID=fe3a03ab-eddb-4133-97b7-79a13c430136,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:36.258842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.266206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.291688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7d4e1561-c391-4204-a2b4-c917faeff285 None None] Provisioning complete for port fe3a03ab-eddb-4133-97b7-79a13c430136 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:36.294918 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1561-c391-4204-a2b4-c917faeff285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.306941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] In _notify_port_updated(), no bound segment for port 002007c0-215d-4d8c-8fb3-3269486f3796 on network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:27:36.313679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:36.314426 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.318643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44046) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:36.319109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44048) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:36.324072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "PUT /v2.0/ports/002007c0-215d-4d8c-8fb3-3269486f3796 HTTP/1.1" status: 200 len: 1129 time: 0.4972908 Oct 13 00:27:36.342365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd2326-e87f-49d8-aaf9-0c94f5032616 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event updated for resources: {'Port': ['ID=002007c0-215d-4d8c-8fb3-3269486f3796,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:36.419498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7d4e1561-c391-4204-a2b4-c917faeff285 None None] Provisioning complete for port 002007c0-215d-4d8c-8fb3-3269486f3796 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:36.419902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1561-c391-4204-a2b4-c917faeff285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.430853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee8023f-76bc-4f92-961a-936dc3440bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:36.436772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7ee8023f-76bc-4f92-961a-936dc3440bd4 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "GET /v2.0/ports/002007c0-215d-4d8c-8fb3-3269486f3796 HTTP/1.1" status: 200 len: 1129 time: 0.1153960 Oct 13 00:27:36.437267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44050) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:36.470503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f95b8cf-6bf2-4dfb-a7a9-a7b7da64a2ed admin admin] Deleting subnet 05274d5b-cbf2-4c21-9107-02d785f02054 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:27:36.472052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e1561-c391-4204-a2b4-c917faeff285 None None] Port 002007c0-215d-4d8c-8fb3-3269486f3796 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:27:36.479118 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f95b8cf-6bf2-4dfb-a7a9-a7b7da64a2ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.529725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f95b8cf-6bf2-4dfb-a7a9-a7b7da64a2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.545652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.572234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8a4fe00d-37ce-4983-a241-1745fdcfa2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Deleting port 002007c0-215d-4d8c-8fb3-3269486f3796 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:36.572589 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe00d-37ce-4983-a241-1745fdcfa2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.579903 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f95b8cf-6bf2-4dfb-a7a9-a7b7da64a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.653185 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f95b8cf-6bf2-4dfb-a7a9-a7b7da64a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.681429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95b8cf-6bf2-4dfb-a7a9-a7b7da64a2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05274d5b-cbf2-4c21-9107-02d785f02054,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:36.686158 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f95b8cf-6bf2-4dfb-a7a9-a7b7da64a2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.692426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6f95b8cf-6bf2-4dfb-a7a9-a7b7da64a2ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/05274d5b-cbf2-4c21-9107-02d785f02054 HTTP/1.1" status: 204 len: 168 time: 0.3719981 Oct 13 00:27:36.693091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44058) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:36.696004 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe00d-37ce-4983-a241-1745fdcfa2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.710385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8a4fe00d-37ce-4983-a241-1745fdcfa2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Calling delete_port for 002007c0-215d-4d8c-8fb3-3269486f3796 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:36.749999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-22657494-49fa-4764-9cce-9f3d17a0abae None None] Provisioning complete for port 002007c0-215d-4d8c-8fb3-3269486f3796 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:36.750564 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-22657494-49fa-4764-9cce-9f3d17a0abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.816444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.901342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe00d-37ce-4983-a241-1745fdcfa2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.919113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.943401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529f1db1-6aa5-4daf-850f-cab3ab0c8eec']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:36.946091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fe00d-37ce-4983-a241-1745fdcfa2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event deleted for resources: {'Port': ['ID=002007c0-215d-4d8c-8fb3-3269486f3796,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:36.954997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:36.955322 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e525e1fd-48ac-4cae-aee6-1f2efb8d10d9') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:36.977721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.980500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe00d-37ce-4983-a241-1745fdcfa2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:36.987085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8a4fe00d-37ce-4983-a241-1745fdcfa2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "DELETE /v2.0/ports/002007c0-215d-4d8c-8fb3-3269486f3796 HTTP/1.1" status: 204 len: 168 time: 0.5463960 Oct 13 00:27:36.987274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44062) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:37.003197 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.015001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:27:37.015414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:27:37.017396 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:27:37.047974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-093ce807-20ba-4088-8781-a974b0c9cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Deleting subnet a9b4891c-a0af-476a-9eea-fb180ee8690e {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:27:37.051748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-093ce807-20ba-4088-8781-a974b0c9cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.079361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-22657494-49fa-4764-9cce-9f3d17a0abae None None] Port 002007c0-215d-4d8c-8fb3-3269486f3796 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:27:37.097244 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.106980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.117628 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.126716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] 10.222.0.21 "DELETE /v2.0/networks/529f1db1-6aa5-4daf-850f-cab3ab0c8eec HTTP/1.1" status: 204 len: 168 time: 0.4321792 Oct 13 00:27:37.138555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a62fdd-be40-4786-acf5-0425441ef08c admin admin] Pushing event deleted for resources: {'Network': ['ID=529f1db1-6aa5-4daf-850f-cab3ab0c8eec,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:37.147935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-093ce807-20ba-4088-8781-a974b0c9cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.192217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-76d1ccb9-d9be-4ea5-87e1-b1cfaa28b783 None None] Could not find standard attr ID for object b12e12bc-1f44-4b30-baba-7db81c3392a5. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:27:37.282767 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-093ce807-20ba-4088-8781-a974b0c9cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.321909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 04074872-4656-41df-99fc-15446a716900 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:27:37.355736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0fdf2-2ef0-4f2a-9d48-aff63133f585 req-b3db8dfd-1741-45be-9e7a-5200aaece11c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:37.356851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 04074872-4656-41df-99fc-15446a716900 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:27:37.357533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5c0fdf2-2ef0-4f2a-9d48-aff63133f585 req-b3db8dfd-1741-45be-9e7a-5200aaece11c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 944 time: 0.1452079 Oct 13 00:27:37.380201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 04074872-4656-41df-99fc-15446a716900 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:27:37.385004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fe3a03ab-eddb-4133-97b7-79a13c430136 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:37.413455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-093ce807-20ba-4088-8781-a974b0c9cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.446136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5c0fdf2-2ef0-4f2a-9d48-aff63133f585 req-e4829aad-12b6-4f6e-87d8-0852df4d60fa tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734811 Oct 13 00:27:37.447811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ce807-20ba-4088-8781-a974b0c9cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b4891c-a0af-476a-9eea-fb180ee8690e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:37.462191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-093ce807-20ba-4088-8781-a974b0c9cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.484048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:37.484799 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-093ce807-20ba-4088-8781-a974b0c9cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "DELETE /v2.0/subnets/a9b4891c-a0af-476a-9eea-fb180ee8690e HTTP/1.1" status: 204 len: 168 time: 0.4963987 Oct 13 00:27:37.499083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fe3a03ab-eddb-4133-97b7-79a13c430136 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:37.499620 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.500265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44074) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:37.552664 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1019eae0-c19c-4266-ba31-4be239f42664 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0563d44c26f4aeebafac2a4dd8d1b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485804 Oct 13 00:27:37.553687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44076) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:37.649050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5a763fb-aaaa-40c0-9fe4-9b69e934aef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.673153 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.691154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5a763fb-aaaa-40c0-9fe4-9b69e934aef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.732823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c8b220-bc52-4112-8c8d-d6bf9ee64348 None None] Network 89b70d00-7ffc-48fc-bd1b-b803263c3e66 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:27:37.757587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5a763fb-aaaa-40c0-9fe4-9b69e934aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.763492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5a763fb-aaaa-40c0-9fe4-9b69e934aef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.769331 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d5a763fb-aaaa-40c0-9fe4-9b69e934aef3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b65170c0-9b30-4ed6-bc23-62ce6c639dee HTTP/1.1" status: 204 len: 168 time: 0.2133534 Oct 13 00:27:37.775730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Deleting port fe3a03ab-eddb-4133-97b7-79a13c430136 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:37.776138 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.781784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a763fb-aaaa-40c0-9fe4-9b69e934aef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65170c0-9b30-4ed6-bc23-62ce6c639dee,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:37.821486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9f28c24e-ae7c-44aa-ab77-b834a69736bd None None] Could not find standard attr ID for object 002007c0-215d-4d8c-8fb3-3269486f3796. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:27:37.846432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] For port fe3a03ab-eddb-4133-97b7-79a13c430136, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fe3a03ab-eddb-4133-97b7-79a13c430136,segment=NetworkSegment(d1ddf9b0-6078-4c5d-8e00-1ceb759faeae),segment_id=d1ddf9b0-6078-4c5d-8e00-1ceb759faeae)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:37.846432 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:37.861541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Calling delete_port for fe3a03ab-eddb-4133-97b7-79a13c430136 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:37.974612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.004007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3191b12f-dd6b-4724-9536-3739e590e8e3 None None] DHCP port deletion for 89b70d00-7ffc-48fc-bd1b-b803263c3e66 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:27:38.009358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event deleted for resources: {'Port': ['ID=fe3a03ab-eddb-4133-97b7-79a13c430136,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:38.021779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] No DVR routers for this DVR port fe3a03ab-eddb-4133-97b7-79a13c430136 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:27:38.104132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.130310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b70d00-7ffc-48fc-bd1b-b803263c3e66']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:38.139963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ddf9b0-6078-4c5d-8e00-1ceb759faeae') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:38.140255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ddf9b0-6078-4c5d-8e00-1ceb759faeae') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:38.153802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.168230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.175320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:27:38.175737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:27:38.179342 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:27:38.243891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.251036 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.259663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] 10.222.0.21 "DELETE /v2.0/networks/89b70d00-7ffc-48fc-bd1b-b803263c3e66 HTTP/1.1" status: 204 len: 168 time: 0.7722604 Oct 13 00:27:38.273880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99600996-c4d3-4e8f-88a3-7f13d153f3fa tempest-ExtraDHCPOptionsIpV6TestJSON-915339838 tempest-ExtraDHCPOptionsIpV6TestJSON-915339838-project] Pushing event deleted for resources: {'Network': ['ID=89b70d00-7ffc-48fc-bd1b-b803263c3e66,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:38.415100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 02633c69-8a77-47c8-ad90-3400aa08f680 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:38.480448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 02633c69-8a77-47c8-ad90-3400aa08f680 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:27:38.487164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 02633c69-8a77-47c8-ad90-3400aa08f680 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:38.488655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.582151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44114) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:38.610951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bd3c3-11c3-438d-bb95-76a5af450b62 req-e3e8197c-fdf1-44b0-98ec-6ccfe28c327f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:38.613422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca0bd3c3-11c3-438d-bb95-76a5af450b62 req-e3e8197c-fdf1-44b0-98ec-6ccfe28c327f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 944 time: 0.0805745 Oct 13 00:27:38.646385 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.676346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca0bd3c3-11c3-438d-bb95-76a5af450b62 req-73ec5961-ebcc-4e82-ac12-e0f3ee93b9f7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505154 Oct 13 00:27:38.676474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44118) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:38.713942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 02633c69-8a77-47c8-ad90-3400aa08f680, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=02633c69-8a77-47c8-ad90-3400aa08f680,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:38.716198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd869d7-a5c2-4bbe-9921-1fa86b6854c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02633c69-8a77-47c8-ad90-3400aa08f680'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:38.719472 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369617a7-d28d-4630-8d73-f0a8da6f3e0c" -d '{"events": [{"server_uuid": "5dd869d7-a5c2-4bbe-9921-1fa86b6854c4", "name": "network-vif-plugged", "status": "completed", "tag": "02633c69-8a77-47c8-ad90-3400aa08f680"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:38.724186 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.725916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81ee8aa5-e009-4dc4-97e0-df6185c4a769 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:27:38.751837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 81ee8aa5-e009-4dc4-97e0-df6185c4a769 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:27:38.753407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81ee8aa5-e009-4dc4-97e0-df6185c4a769 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:27:38.790150 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d078289-35fb-49f1-a1e1-c548cecc5941 x-openstack-request-id: req-8d078289-35fb-49f1-a1e1-c548cecc5941 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:38.791384 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd869d7-a5c2-4bbe-9921-1fa86b6854c4", "name": "network-vif-plugged", "status": "completed", "tag": "02633c69-8a77-47c8-ad90-3400aa08f680", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:38.792468 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d078289-35fb-49f1-a1e1-c548cecc5941 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:38.793274 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd869d7-a5c2-4bbe-9921-1fa86b6854c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02633c69-8a77-47c8-ad90-3400aa08f680', 'code': 200} Oct 13 00:27:38.825584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=02633c69-8a77-47c8-ad90-3400aa08f680,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:38.836683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-739450983-network', 'tenant_id': '54aeec5c8d294c549297df55fcefa909'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:38.868219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Made reservation on behalf of 54aeec5c8d294c549297df55fcefa909 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:38.871047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.886591 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:38.906591 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c4ee3f89-8542-49f1-b827-66536eb806f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e13e517a59864014994cbfa5f1f0e255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232534 Oct 13 00:27:38.907536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44130) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:38.970597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8d489-4f6a-472c-b0e1-72b5c3172d7d req-9c722f07-82c2-415c-9257-c05f17a739b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:38.972221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83b8d489-4f6a-472c-b0e1-72b5c3172d7d req-9c722f07-82c2-415c-9257-c05f17a739b4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 1096 time: 0.0823605 Oct 13 00:27:38.995986 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52210d68-a163-4d43-9ae0-52a219e59b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.020060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83b8d489-4f6a-472c-b0e1-72b5c3172d7d req-1f486b46-a214-49b8-adae-66369b4cfec3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 Oct 13 00:27:39.036658 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52210d68-a163-4d43-9ae0-52a219e59b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.046495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.055127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.099590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:27:39.104389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:39.115441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.115940 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Added segment 9adf033e-2b70-4f53-823a-3e2e1e6ead39 of type vlan for network fe6549a6-9478-4959-899e-3172e706c8e1 Oct 13 00:27:39.295932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fe3a03ab-eddb-4133-97b7-79a13c430136 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:27:39.318598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: fe3a03ab-eddb-4133-97b7-79a13c430136 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:27:39.319099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fe3a03ab-eddb-4133-97b7-79a13c430136 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:27:39.386156 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.390770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52210d68-a163-4d43-9ae0-52a219e59b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.393465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52210d68-a163-4d43-9ae0-52a219e59b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.397218 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-52210d68-a163-4d43-9ae0-52a219e59b45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cde98ab8-5589-4480-948c-ab0d33570e9c HTTP/1.1" status: 204 len: 168 time: 0.4881487 Oct 13 00:27:39.411143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52210d68-a163-4d43-9ae0-52a219e59b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde98ab8-5589-4480-948c-ab0d33570e9c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:39.437654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.438578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:39.439202 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.503889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44136) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:39.504099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8265333 Oct 13 00:27:39.509511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615f67-1ff9-4d54-9644-51b002479bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe6549a6-9478-4959-899e-3172e706c8e1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:39.511257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Request body: {'subnet': {'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-739450983-subnet', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:39.521482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network fe6549a6-9478-4959-899e-3172e706c8e1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:27:39.556224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Made reservation on behalf of 54aeec5c8d294c549297df55fcefa909 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:39.558763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.775346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:39.862401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:39.875983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e3dc-4d4e-4ca8-be23-54ffa0c5cbb6 req-c78222af-492e-46f7-94ad-c20452ce55c2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:39.877707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e38e3dc-4d4e-4ca8-be23-54ffa0c5cbb6 req-c78222af-492e-46f7-94ad-c20452ce55c2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 945 time: 0.1129961 Oct 13 00:27:39.880854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Checking segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:39.881388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Network hostable DHCP agents. Network: fe6549a6-9478-4959-899e-3172e706c8e1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:27:39.928203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Network fe6549a6-9478-4959-899e-3172e706c8e1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:27:39.951921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e38e3dc-4d4e-4ca8-be23-54ffa0c5cbb6 req-dfc24cdc-1c7e-4710-87b1-4cfdd79adddb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661774 Oct 13 00:27:39.956006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, fe6549a6-9478-4959-899e-3172e706c8e1) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:39.967770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74adf9-c309-41a1-a581-eba4989c9947 None None] Network fe6549a6-9478-4959-899e-3172e706c8e1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:27:39.977820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:39.978446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.007268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3951e54a-1566-48e7-8f31-9c641abcb80c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5016947 Oct 13 00:27:40.009757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44166) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:40.014619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:40.043288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.045261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.150430 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.225022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-fe6549a6-9478-4959-899e-3172e706c8e1', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:27:40.226127 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.336097 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.437586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44180) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:40.506724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Allocated IP 172.20.0.2 (fe6549a6-9478-4959-899e-3172e706c8e1/076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8/96582e2a-8ba2-4c41-aecc-bf68cde926e3) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:40.642763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-390762565'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:40.683146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:40.688737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.691956 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.707650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.721439 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.742732 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.756090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.824417 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.830584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Pushing event updated for resources: {'Port': ['ID=96582e2a-8ba2-4c41-aecc-bf68cde926e3,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:40.833189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.841252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Network fe6549a6-9478-4959-899e-3172e706c8e1 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:40.843265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:40.846600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:40.875640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:27:40.881896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Allocated IP 172.25.3.146 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/c039b6da-61a2-4684-adc1-1a69e90527a2) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:40.887460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a40a8d-425e-4cc3-87e6-3cd19aac4310,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:40.895298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.895809 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Added segment 59fe5449-70b7-4630-b87f-6040d64517e8 of type vlan for network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d Oct 13 00:27:40.946233 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.955237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Attempting to bind port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:40.956002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Attempting to bind port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:40.956599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Attempting to bind port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:40.963809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:40.964484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Checking segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:40.965049 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:40.966149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Bound using segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:40.967542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Bound port: 96582e2a-8ba2-4c41-aecc-bf68cde926e3, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:40.968123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.017782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.030898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:41.035418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.045346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] For port 96582e2a-8ba2-4c41-aecc-bf68cde926e3, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:41.050908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] For port 96582e2a-8ba2-4c41-aecc-bf68cde926e3, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=96582e2a-8ba2-4c41-aecc-bf68cde926e3,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:41.065796 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.116802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.143108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7012911 Oct 13 00:27:41.146782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44196) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:41.159089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c069c0-3c60-4e54-bf8f-7972b52dcbdd None None] Pushing event updated for resources: {'Port': ['ID=96582e2a-8ba2-4c41-aecc-bf68cde926e3,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:41.162977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'subnet': {'network_id': 'c11ebf8d-ce7e-4803-9238-d2b8cfcd065d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:41.179394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.229531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:41.234835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:41.237980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:41.265212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeacfb-2d71-467c-b7b2-5a2786d6570a tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Network': ['ID=c11ebf8d-ce7e-4803-9238-d2b8cfcd065d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:41.277316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:27:41.316872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44409f-5e78-4f40-b69a-7210b271abcc req-c4f08470-1642-4035-89c5-efb7979b2670 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:41.318422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f44409f-5e78-4f40-b69a-7210b271abcc req-c4f08470-1642-4035-89c5-efb7979b2670 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 945 time: 0.1726577 Oct 13 00:27:41.334629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:41.340930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.408300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Pushing event updated for resources: {'Port': ['ID=c039b6da-61a2-4684-adc1-1a69e90527a2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:41.585418 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f44409f-5e78-4f40-b69a-7210b271abcc req-cf7edf18-1887-49c6-957e-3322aff215d2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512691 Oct 13 00:27:41.642914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.746418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Subnet': ['ID=2b220044-1d26-4ff5-a74b-91f3efee2fe7,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:41.788830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Checking segment: {'id': '59fe5449-70b7-4630-b87f-6040d64517e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c11ebf8d-ce7e-4803-9238-d2b8cfcd065d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:41.789296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network hostable DHCP agents. Network: c11ebf8d-ce7e-4803-9238-d2b8cfcd065d, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:27:41.826797 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ca6-b748-4364-a3f9-0ebd0e98a688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.838429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:27:41.844540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.850025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, c11ebf8d-ce7e-4803-9238-d2b8cfcd065d) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:41.861610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e904d-ec1a-4f53-aad2-4c9b498f93f1 None None] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:27:41.871067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:41.872276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.892374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6638b9d5-4538-4588-ad62-0b07bff8d8ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7424531 Oct 13 00:27:41.895134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44216) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:41.900956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1869548728', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:41.944264 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:41.945868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.011943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277bfef7-f3b8-428b-bdf5-155555d03626 None None] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:27:42.014583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.027876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-84039e8a-e83c-400e-9adf-e6c5eb0e7448 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:42.029485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-84039e8a-e83c-400e-9adf-e6c5eb0e7448 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.1347110 Oct 13 00:27:42.178566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-4b30bbcc-7a3f-4dd1-8d35-3a65c80afc34 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/quotas/35c9acfe19c64f2db2311fd97d5d5df8 HTTP/1.1" status: 200 len: 375 time: 0.1352425 Oct 13 00:27:42.246564 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.281981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.335078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-1c2c6232-7d19-4aea-9384-8f7b519af636 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486139 Oct 13 00:27:42.437869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-c1529139-7666-4a35-8ec5-56126f488cf7 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930841 Oct 13 00:27:42.506268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.520406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df59d8-a306-49de-bb6a-203c8ac022e6 None None] Network fe6549a6-9478-4959-899e-3172e706c8e1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:27:42.528480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.676893 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.25.3.254 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/77f57bc4-ef96-4591-afb7-c60cdb3c2655) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:42.719562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4909da59-ccbc-4303-bc76-5e636e674f1e None None] Provisioning complete for port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:42.719946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4909da59-ccbc-4303-bc76-5e636e674f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.903573 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4909da59-ccbc-4303-bc76-5e636e674f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.913368 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.964759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:42.966838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4909da59-ccbc-4303-bc76-5e636e674f1e None None] For port 96582e2a-8ba2-4c41-aecc-bf68cde926e3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=96582e2a-8ba2-4c41-aecc-bf68cde926e3,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:42.975436 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4909da59-ccbc-4303-bc76-5e636e674f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:43.019920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:43.029153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:43.033641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:43.066058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=77f57bc4-ef96-4591-afb7-c60cdb3c2655,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:43.067712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909da59-ccbc-4303-bc76-5e636e674f1e None None] Pushing event updated for resources: {'Port': ['ID=96582e2a-8ba2-4c41-aecc-bf68cde926e3,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:43.139007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-61a35afe-669f-4726-8d0f-5d951340cbd1 None None] Provisioning complete for port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:43.140686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-61a35afe-669f-4726-8d0f-5d951340cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:43.173570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-77e6d5b0-f21f-4a3e-82bd-2f71fbaf36f5 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897745 Oct 13 00:27:43.193460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:27:43.463974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 96582e2a-8ba2-4c41-aecc-bf68cde926e3 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:43.488411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3afbf8f-bef9-4173-b333-593591b599f8 req-111bc3f6-7b59-470c-83e8-9fd803ada5b7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 210 time: 0.0962179 Oct 13 00:27:43.529205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:43.529512 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:43.536377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:43.574043 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:43.575357 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d31412bc-48f7-4990-9fa9-39918f4cfd96 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5644894 Oct 13 00:27:43.578099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44248) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:43.590699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:43.599069 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Sync routers for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:43.642095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:43.643068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:43.798286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:27:43.915749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.059355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:41Z', 'revision_number': 3, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:44.107700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:27:44.124512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Checking router: 7f87dc12-d752-4f67-b9dc-2cda0434ee76 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:27:44.125544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Updating router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 port c039b6da-61a2-4684-adc1-1a69e90527a2 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:27:44.165892 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.270119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:44.284589 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54b6e5-5927-40c0-95f3-7755db853e05 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:44.302471 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54b6e5-5927-40c0-95f3-7755db853e05 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:44.306538 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8c54b6e5-5927-40c0-95f3-7755db853e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:44.345000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.346411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-869f24b9-bf0f-4cb6-9340-25a7cb690e5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4498668 Oct 13 00:27:44.349139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44262) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:44.442001 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8c54b6e5-5927-40c0-95f3-7755db853e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:44.472819 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54b6e5-5927-40c0-95f3-7755db853e05 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:44.473446 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8c54b6e5-5927-40c0-95f3-7755db853e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:44.480250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.558157 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8c54b6e5-5927-40c0-95f3-7755db853e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:44.559642 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54b6e5-5927-40c0-95f3-7755db853e05 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:44.581857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.607762 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.656139 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8238c636-fb84-4d75-a5a0-d423f83d86e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.676533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Attempting to bind port c039b6da-61a2-4684-adc1-1a69e90527a2 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:44.676990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Attempting to bind port c039b6da-61a2-4684-adc1-1a69e90527a2 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:44.677427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Attempting to bind port c039b6da-61a2-4684-adc1-1a69e90527a2 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:44.680865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb41848-1ef5-4ff9-bbd2-a20cbbeb4db2 None None] Pushing event updated for resources: {'Port': ['ID=c039b6da-61a2-4684-adc1-1a69e90527a2,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:44.693183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:44.693644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:44.694117 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.694583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:44.695122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Bound port: c039b6da-61a2-4684-adc1-1a69e90527a2, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:44.695639 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.721701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9dbe371d-850b-44a7-bf77-4f4c6f29f9c3 req-89b423fe-4639-4ca9-b234-28f2c0f7ba92 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 210 time: 0.0791035 Oct 13 00:27:44.813844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] For port c039b6da-61a2-4684-adc1-1a69e90527a2, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:44.819543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] For port c039b6da-61a2-4684-adc1-1a69e90527a2, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c039b6da-61a2-4684-adc1-1a69e90527a2,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:44.826086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Allocated IP 172.20.0.1 (fe6549a6-9478-4959-899e-3172e706c8e1/076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8/a9b5542a-d72f-408a-aab9-df1878e637a9) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:44.829199 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:44.888039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb41848-1ef5-4ff9-bbd2-a20cbbeb4db2 None None] Pushing event updated for resources: {'Port': ['ID=c039b6da-61a2-4684-adc1-1a69e90527a2,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:44.925757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:44.928731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:44.969862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.057325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.132442 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:27:45.133881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Pushing event updated for resources: {'Port': ['ID=a9b5542a-d72f-408a-aab9-df1878e637a9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:45.146666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:27:45.157452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Network fe6549a6-9478-4959-899e-3172e706c8e1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:45.159235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:45.165930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:45.247154 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.549309 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.614903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-5dd1b734-379c-4516-b56e-257db6ee13bd tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:45.616617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-5dd1b734-379c-4516-b56e-257db6ee13bd tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.2279413 Oct 13 00:27:45.662924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Request body: {'port': {'device_id': '64f77557-c267-41ac-9618-828a5df37d78', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'admin_state_up': True, 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:45.760764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.774100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.786730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.787428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-076e28e6-fd7b-4ed2-9063-799ec40b579f None None] Provisioning complete for port a9b5542a-d72f-408a-aab9-df1878e637a9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:45.787986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-076e28e6-fd7b-4ed2-9063-799ec40b579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.826987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-076e28e6-fd7b-4ed2-9063-799ec40b579f None None] Port a9b5542a-d72f-408a-aab9-df1878e637a9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:27:45.832113 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.909374 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.923083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-504908dc-8a3c-4a5a-89e0-b0a28dc0c117 req-10fa1ae0-5a6b-4770-a062-fb068200ebef tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 210 time: 0.0762711 Oct 13 00:27:45.928835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:41Z', 'revision_number': 3, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:45.951420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Pushing event updated for resources: {'Port': ['ID=a9b5542a-d72f-408a-aab9-df1878e637a9,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:45.955562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:45.976150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5c074-7558-46fe-9d00-4fa8a7978771 None None] The sync data for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 is: [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:41Z', 'revision_number': 3, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:46.059245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:46.063199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:46.112969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Network fe6549a6-9478-4959-899e-3172e706c8e1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:46.115437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:46.304013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:27:46.331999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.20.0.1 (c11ebf8d-ce7e-4803-9238-d2b8cfcd065d/2b220044-1d26-4ff5-a74b-91f3efee2fe7/bb4c71e5-ba36-4feb-95c5-60a4e6d03fd6) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:46.561678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ba59c541-071f-401d-94bc-7a3fd7d3a54e None None] Provisioning complete for port a9b5542a-d72f-408a-aab9-df1878e637a9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:46.565215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba59c541-071f-401d-94bc-7a3fd7d3a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:46.580090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:46.609577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fff7c90f-d218-48c0-99e0-069ca2fca74d admin admin] 10.222.0.21 "PUT /v2.0/routers/7f87dc12-d752-4f67-b9dc-2cda0434ee76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0216630 Oct 13 00:27:46.656572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ba59c541-071f-401d-94bc-7a3fd7d3a54e None None] Port a9b5542a-d72f-408a-aab9-df1878e637a9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:27:46.759060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Allocated IP 172.20.0.10 (a7857de0-5793-4a4b-9a06-5c0963e076b2/9f6b0b04-bcee-476a-85db-37a5d14b3dfc/f31dbb58-4419-4108-8b8b-123f20f992ab) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:46.764290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:46.839805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:46.920272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:46.980552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:46.983105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:47.010007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=bb4c71e5-ba36-4feb-95c5-60a4e6d03fd6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:47.086823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.119406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f4c8c89-216e-43d5-9161-696e94cd82a2 req-21275372-81e8-4ff4-9bbe-4fb7bed8555c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 210 time: 0.0619814 Oct 13 00:27:47.266910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.283795 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.399113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.413666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c039b6da-61a2-4684-adc1-1a69e90527a2 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:47.488581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44298) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:47.493253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d2fe829a-a657-4748-9c01-a7ecd5fe2f9d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115969611', 'description': 'tempest-description--1885703444'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:47.504486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', '02633c69-8a77-47c8-ad90-3400aa08f680'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:47.537059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2fe829a-a657-4748-9c01-a7ecd5fe2f9d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.554171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event updated for resources: {'Port': ['ID=f31dbb58-4419-4108-8b8b-123f20f992ab,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:47.577129 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.579288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:47.580966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c039b6da-61a2-4684-adc1-1a69e90527a2 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:47.581344 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.583535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:47.587183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:47.706281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:47.707031 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.718287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2fe829a-a657-4748-9c01-a7ecd5fe2f9d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.737280 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2fe829a-a657-4748-9c01-a7ecd5fe2f9d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.792272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe829a-a657-4748-9c01-a7ecd5fe2f9d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c930164-e6a7-4209-ae45-ff59150d0d00,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:47.811473 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.815439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9eecef55-0949-46f6-b194-71fad21ddcc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1564851 Oct 13 00:27:47.816875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2fe829a-a657-4748-9c01-a7ecd5fe2f9d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.821979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d2fe829a-a657-4748-9c01-a7ecd5fe2f9d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3299599 Oct 13 00:27:47.822220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44304) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:47.829401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a4fd0f25-0e90-4f17-8c7f-256c9fea4ec3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'security_group_rule': {'security_group_id': '8c930164-e6a7-4209-ae45-ff59150d0d00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:47.841985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Request body: {'port': {'device_id': '64f77557-c267-41ac-9618-828a5df37d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:47.862857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port c039b6da-61a2-4684-adc1-1a69e90527a2, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c039b6da-61a2-4684-adc1-1a69e90527a2,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:47.873204 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.877940 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0f25-0e90-4f17-8c7f-256c9fea4ec3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.963521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.974461 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0f25-0e90-4f17-8c7f-256c9fea4ec3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.980242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0f25-0e90-4f17-8c7f-256c9fea4ec3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:47.997476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd0f25-0e90-4f17-8c7f-256c9fea4ec3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae7f2a6-077e-4ec8-8bf2-941f266c6731,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:48.016695 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0f25-0e90-4f17-8c7f-256c9fea4ec3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.021298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a4fd0f25-0e90-4f17-8c7f-256c9fea4ec3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1971488 Oct 13 00:27:48.022269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44308) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:48.023148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=c039b6da-61a2-4684-adc1-1a69e90527a2,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:48.024226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.028639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ec45a89b-6eee-4b0b-aecb-3a0b0fb0eab5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'security_group_rule': {'security_group_id': '8c930164-e6a7-4209-ae45-ff59150d0d00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:48.034955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.061707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.062187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.062609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.063018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.063441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.064040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.064634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.065058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.065540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.065942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.066381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.066789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:27:48.078976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec45a89b-6eee-4b0b-aecb-3a0b0fb0eab5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.091624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.178304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec45a89b-6eee-4b0b-aecb-3a0b0fb0eab5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.185421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec45a89b-6eee-4b0b-aecb-3a0b0fb0eab5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.205919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a89b-6eee-4b0b-aecb-3a0b0fb0eab5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fea9676-f9e0-4f06-b6f3-fc8e7fa1dc7b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:48.230685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec45a89b-6eee-4b0b-aecb-3a0b0fb0eab5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.232133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ec45a89b-6eee-4b0b-aecb-3a0b0fb0eab5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2086158 Oct 13 00:27:48.235329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44312) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:48.240868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:48.337468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=bb4c71e5-ba36-4feb-95c5-60a4e6d03fd6,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:48.337911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c680a7c-1872-41ad-a246-0613ac19e240 req-a533cca6-f048-4031-9e28-12a15b02ec5a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:48.340355 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c680a7c-1872-41ad-a246-0613ac19e240 req-a533cca6-f048-4031-9e28-12a15b02ec5a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 932 time: 0.0940723 Oct 13 00:27:48.342449 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.410657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c680a7c-1872-41ad-a246-0613ac19e240 req-bedfb064-63f7-4aa7-9a88-922ab1619391 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478611 Oct 13 00:27:48.481492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:48.487682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:48.530685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:48.624420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Sync routers for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:48.639234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:48.639887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:48.695424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Allocated IP 172.25.3.196 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/e46c83dd-4060-413d-9b96-db4c9c967ad2) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:48.761652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:27:48.962429 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.046205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.072826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:49.073712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31dbb58-4419-4108-8b8b-123f20f992ab {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:49.078178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 2, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:49.082844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:49.083550 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.110496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:49.115308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Transition to ACTIVE for port object f31dbb58-4419-4108-8b8b-123f20f992ab will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:27:49.119584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Checking router: 7f87dc12-d752-4f67-b9dc-2cda0434ee76 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:27:49.120311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Updating router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 port a9b5542a-d72f-408a-aab9-df1878e637a9 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:27:49.137712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.156815 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.160083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'Port': ['ID=e46c83dd-4060-413d-9b96-db4c9c967ad2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:49.214611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.288016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.318314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:27:49.322913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Pushing event updated for resources: {'Port': ['ID=f31dbb58-4419-4108-8b8b-123f20f992ab,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:49.350651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c039b6da-61a2-4684-adc1-1a69e90527a2 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:49.479011 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.494863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.527824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c039b6da-61a2-4684-adc1-1a69e90527a2 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:49.528225 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.620032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'Port': ['ID=e46c83dd-4060-413d-9b96-db4c9c967ad2,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:49.649387 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Attempting to bind port f31dbb58-4419-4108-8b8b-123f20f992ab on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:49.650087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Attempting to bind port f31dbb58-4419-4108-8b8b-123f20f992ab by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:49.650634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Attempting to bind port f31dbb58-4419-4108-8b8b-123f20f992ab on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:49.663582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Port f31dbb58-4419-4108-8b8b-123f20f992ab on network a7857de0-5793-4a4b-9a06-5c0963e076b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:27:49.664229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Attempting to bind port f31dbb58-4419-4108-8b8b-123f20f992ab on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:49.674377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:49.675078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Checking segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:49.675720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Bound using segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:49.676386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Bound port: f31dbb58-4419-4108-8b8b-123f20f992ab, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:49.677132 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.680632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018bee-6f09-4a30-8544-4234958b2629 req-87b88152-cb8c-4ed0-b527-4bccfba4a56c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:49.682433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a018bee-6f09-4a30-8544-4234958b2629 req-87b88152-cb8c-4ed0-b527-4bccfba4a56c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 944 time: 0.1197793 Oct 13 00:27:49.702649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:49.713602 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cbc198-6c9b-4e06-ae3a-9c215d6fc865 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:49.714148 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-87bf3caa-5514-4eed-aab0-bf006c242193 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/routers/b31e1c39-8b66-4fd1-aa1b-1486a175c7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3636038 Oct 13 00:27:49.717699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44326) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:49.722654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'port': {'network_id': 'c11ebf8d-ce7e-4803-9238-d2b8cfcd065d', 'name': 'tempest-FloatingIPTestJSON-1586184761'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:49.722870 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.725352 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbc198-6c9b-4e06-ae3a-9c215d6fc865 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:49.726739 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e6cbc198-6c9b-4e06-ae3a-9c215d6fc865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:49.740524 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.746516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a018bee-6f09-4a30-8544-4234958b2629 req-63e30f8c-70f3-40f2-a0af-e02eaa5ba47e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563960 Oct 13 00:27:49.752910 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.781241 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.791567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0286f6af-a0f8-4669-8449-65f6816d0ec4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5546880 Oct 13 00:27:49.812090 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e6cbc198-6c9b-4e06-ae3a-9c215d6fc865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:49.832687 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbc198-6c9b-4e06-ae3a-9c215d6fc865 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:49.833323 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e6cbc198-6c9b-4e06-ae3a-9c215d6fc865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:49.898167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364ebea-044f-4b72-8932-668ab01c591c None None] Pushing event updated for resources: {'Port': ['ID=a9b5542a-d72f-408a-aab9-df1878e637a9,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:49.905207 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e6cbc198-6c9b-4e06-ae3a-9c215d6fc865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:49.906496 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cbc198-6c9b-4e06-ae3a-9c215d6fc865 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:49.968569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Attempting to bind port a9b5542a-d72f-408a-aab9-df1878e637a9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:49.969130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Attempting to bind port a9b5542a-d72f-408a-aab9-df1878e637a9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:49.969500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Attempting to bind port a9b5542a-d72f-408a-aab9-df1878e637a9 on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:49.984795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:49.985230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Checking segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:49.985648 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:49.986055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Bound using segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:49.986552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Bound port: a9b5542a-d72f-408a-aab9-df1878e637a9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:49.987199 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:50.004586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] For port f31dbb58-4419-4108-8b8b-123f20f992ab, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:50.045855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] For port f31dbb58-4419-4108-8b8b-123f20f992ab, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f31dbb58-4419-4108-8b8b-123f20f992ab,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:50.050109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-5afa8a83-35f8-4d64-b400-b79258085ad8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1115969611&fields=id&tenant_id=54aeec5c8d294c549297df55fcefa909 HTTP/1.1" status: 200 len: 267 time: 0.0633640 Oct 13 00:27:50.055201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:50.115087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] For port a9b5542a-d72f-408a-aab9-df1878e637a9, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:50.122854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] For port a9b5542a-d72f-408a-aab9-df1878e637a9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a9b5542a-d72f-408a-aab9-df1878e637a9,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:50.134342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:50.194313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:50.194313 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:50.198527 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] 10.222.0.36 "PUT /v2.0/ports/f31dbb58-4419-4108-8b8b-123f20f992ab HTTP/1.1" status: 200 len: 1092 time: 2.3627453 Oct 13 00:27:50.205053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f77557-c267-41ac-9618-828a5df37d78', 'tag': 'f31dbb58-4419-4108-8b8b-123f20f992ab'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:50.207444 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f59c5-169b-445f-a002-59aea6523bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "64f77557-c267-41ac-9618-828a5df37d78", "tag": "f31dbb58-4419-4108-8b8b-123f20f992ab"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:50.251936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:50.252675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:50.305881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-2e108f42-c006-4326-ab13-c4d08213d11a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:50.314728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-2e108f42-c006-4326-ab13-c4d08213d11a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.2546022 Oct 13 00:27:50.335074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-28675ed9-4a0a-48bc-922b-26ce7316d418 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/quotas/54aeec5c8d294c549297df55fcefa909 HTTP/1.1" status: 200 len: 375 time: 0.0192959 Oct 13 00:27:50.387759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:27:50.397782 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a031f42-bcf6-4b80-b3a0-5b543d31b8eb x-openstack-request-id: req-3a031f42-bcf6-4b80-b3a0-5b543d31b8eb {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:50.398087 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f77557-c267-41ac-9618-828a5df37d78", "tag": "f31dbb58-4419-4108-8b8b-123f20f992ab", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:50.398402 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a031f42-bcf6-4b80-b3a0-5b543d31b8eb {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:50.399077 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f77557-c267-41ac-9618-828a5df37d78', 'tag': 'f31dbb58-4419-4108-8b8b-123f20f992ab', 'status': 'completed', 'code': 200} Oct 13 00:27:50.418346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-83998f38-a0c4-4805-bfed-0c0d1f407c6f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821533 Oct 13 00:27:50.452849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8c7ff-b68e-4fc2-bfb5-f91f71e0bcdd service neutron] Pushing event updated for resources: {'Port': ['ID=f31dbb58-4419-4108-8b8b-123f20f992ab,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:50.491955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-fce4c557-2dda-4a8a-8a35-ef165a547145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:50.493527 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-fce4c557-2dda-4a8a-8a35-ef165a547145 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 1095 time: 0.2202320 Oct 13 00:27:50.497320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:50.501455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:50.572631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-50c138a6-c2b9-4116-aa94-f5fd01af1550 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31dbb58-4419-4108-8b8b-123f20f992ab HTTP/1.1" status: 200 len: 217 time: 0.0605562 Oct 13 00:27:50.573855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] device_id is not set on port 7c1279e4-2873-4472-a97e-3c3e128f82ff yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:27:50.636604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-26c4bcbb-44ac-4327-a380-1b06f7068f63 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143497 Oct 13 00:27:50.640333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364ebea-044f-4b72-8932-668ab01c591c None None] Pushing event updated for resources: {'Port': ['ID=a9b5542a-d72f-408a-aab9-df1878e637a9,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:50.651356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-19bb6134-7c72-456f-b2d1-11ae76d021a6 None None] Provisioning complete for port a9b5542a-d72f-408a-aab9-df1878e637a9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:50.651852 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-19bb6134-7c72-456f-b2d1-11ae76d021a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:50.718451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-78c9622f-0f75-485e-8c48-a8471c2dda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:50.721314 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-78c9622f-0f75-485e-8c48-a8471c2dda4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.1407940 Oct 13 00:27:50.763201 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-6ed9c77d-0488-41f4-a658-66c28cab9603 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182363 Oct 13 00:27:50.789172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.20.0.8 (c11ebf8d-ce7e-4803-9238-d2b8cfcd065d/2b220044-1d26-4ff5-a74b-91f3efee2fe7/7c1279e4-2873-4472-a97e-3c3e128f82ff) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:50.859581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-19bb6134-7c72-456f-b2d1-11ae76d021a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:50.900552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:50Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:50.928096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-065e4e24-58fc-4cbc-945e-0c7c9137aa61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599256 Oct 13 00:27:50.945198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-19bb6134-7c72-456f-b2d1-11ae76d021a6 None None] For port a9b5542a-d72f-408a-aab9-df1878e637a9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a9b5542a-d72f-408a-aab9-df1878e637a9,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:50.946682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879925d-e3d0-488b-9840-1cf5a14c8dbb None None] The sync data for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 is: [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:50Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:50.963108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17515d-da0a-42f0-910a-f0aeb4a5347a req-9339093c-5756-4968-95ba-21e6dd675d24 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:50.965576 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-19bb6134-7c72-456f-b2d1-11ae76d021a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:50.966227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb17515d-da0a-42f0-910a-f0aeb4a5347a req-9339093c-5756-4968-95ba-21e6dd675d24 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 944 time: 0.1072769 Oct 13 00:27:51.081709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb17515d-da0a-42f0-910a-f0aeb4a5347a req-1dcb9660-3ed5-4427-912d-aed7781cfacf tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085272 Oct 13 00:27:51.128224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb6134-7c72-456f-b2d1-11ae76d021a6 None None] Pushing event updated for resources: {'Port': ['ID=a9b5542a-d72f-408a-aab9-df1878e637a9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:51.155050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6fd8a64d-6548-4064-93e1-bb9eb43e449e None None] Provisioning complete for port a9b5542a-d72f-408a-aab9-df1878e637a9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:51.155428 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a64d-6548-4064-93e1-bb9eb43e449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:51.280466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cfa1ec66-2613-4c7a-927c-b62f4c9aa6ab req-eb0d8ffe-3391-47fd-bea3-ce1aa262e10b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 210 time: 0.1110246 Oct 13 00:27:51.284262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:51.295285 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-9be60bc1-28b7-49ed-9d37-529d1f9ba76d service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579574 Oct 13 00:27:51.421665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a9b5542a-d72f-408a-aab9-df1878e637a9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:51.514676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a9b5542a-d72f-408a-aab9-df1878e637a9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:51.515064 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:51.530983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:51.662571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf6c3e62-9523-428b-80eb-dd5658cd8482 req-47325cae-8864-4811-973d-ab07ae146266 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481998 Oct 13 00:27:51.675765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:51.680367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:51.690648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:51.732480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=7c1279e4-2873-4472-a97e-3c3e128f82ff,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:51.826353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:51.828624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:51.874137 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3257e2f2-3d95-4b1c-b1a2-98f4ffcdf587 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1523459 Oct 13 00:27:51.874655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44376) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:51.881210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'port': {'network_id': 'c11ebf8d-ce7e-4803-9238-d2b8cfcd065d', 'name': 'tempest-FloatingIPTestJSON-221342244'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:51.885658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f59c5-169b-445f-a002-59aea6523bd4 req-8cdfca59-378e-4ec1-832d-0604b42b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:51.897209 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-000f59c5-169b-445f-a002-59aea6523bd4 req-8cdfca59-378e-4ec1-832d-0604b42b10ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 1095 time: 0.1307840 Oct 13 00:27:52.114625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f59c5-169b-445f-a002-59aea6523bd4 req-b8512bfd-f3a6-4f0c-ba0f-aa84177bb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:52.116534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-000f59c5-169b-445f-a002-59aea6523bd4 req-b8512bfd-f3a6-4f0c-ba0f-aa84177bb3a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.2053018 Oct 13 00:27:52.201677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:52.205935 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:52.251067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-000f59c5-169b-445f-a002-59aea6523bd4 req-bf4ed14c-3532-40d5-9a1e-071aff687e9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31dbb58-4419-4108-8b8b-123f20f992ab HTTP/1.1" status: 200 len: 217 time: 0.1241601 Oct 13 00:27:52.252945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] device_id is not set on port 526f3252-45f8-497e-8d8d-8fbb446f1266 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:27:52.405074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f59c5-169b-445f-a002-59aea6523bd4 req-51b3a95b-3d8f-4b12-b22d-c1d2f6958b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:52.413313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-000f59c5-169b-445f-a002-59aea6523bd4 req-51b3a95b-3d8f-4b12-b22d-c1d2f6958b9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.1566422 Oct 13 00:27:52.462677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.20.0.11 (c11ebf8d-ce7e-4803-9238-d2b8cfcd065d/2b220044-1d26-4ff5-a74b-91f3efee2fe7/526f3252-45f8-497e-8d8d-8fbb446f1266) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:52.499898 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-000f59c5-169b-445f-a002-59aea6523bd4 req-9de771aa-75db-4703-931b-9b8424307684 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725029 Oct 13 00:27:52.653524 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-000f59c5-169b-445f-a002-59aea6523bd4 req-69bd04ef-b24e-4b1b-bc29-b2edbfc41ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452618 Oct 13 00:27:52.790890 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:52.847339 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-000f59c5-169b-445f-a002-59aea6523bd4 req-7432e944-5ca3-43a9-bceb-757658989e94 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833007 Oct 13 00:27:53.080523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-4679a4c3-9d1a-466b-92f5-59721b7ef90b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:53.082148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-4679a4c3-9d1a-466b-92f5-59721b7ef90b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.1893604 Oct 13 00:27:53.114772 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:53.133530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-229ef26a-4991-4673-ac54-168ff74bb644 req-c2a4dd95-2c0a-454c-be24-3c704deedfad tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 210 time: 0.2768767 Oct 13 00:27:53.183126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:53.200914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:53.203450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:53.289330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-9d0c45b0-0f7b-4dc2-a360-831296915e92 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54aeec5c8d294c549297df55fcefa909 HTTP/1.1" status: 200 len: 380 time: 0.1725109 Oct 13 00:27:53.305644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f3efe-a412-49fa-8aa4-deee576dd68c req-199bd50e-8135-448b-92a3-6a0e39e28853 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:53.307318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa9f3efe-a412-49fa-8aa4-deee576dd68c req-199bd50e-8135-448b-92a3-6a0e39e28853 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 944 time: 1.0715623 Oct 13 00:27:53.316940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'port': {'device_id': '372cb871-a70c-476a-b691-3b054fa93e01', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'admin_state_up': True, 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'security_groups': ['8c930164-e6a7-4209-ae45-ff59150d0d00']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:53.320170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=526f3252-45f8-497e-8d8d-8fbb446f1266,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:53.414013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:53.414540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:53.459701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa9f3efe-a412-49fa-8aa4-deee576dd68c req-42d85060-615c-47f1-bca8-b01dbc93432e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306381 Oct 13 00:27:53.469996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2a922cc3-b259-46a0-9163-9152ee830846 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5913568 Oct 13 00:27:53.471940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44398) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:53.478085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '526f3252-45f8-497e-8d8d-8fbb446f1266', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:53.518317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:53.535073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Made reservation on behalf of 54aeec5c8d294c549297df55fcefa909 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:27:53.539786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:53.656440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:53.688030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Allocated IP 172.20.0.4 (fe6549a6-9478-4959-899e-3172e706c8e1/076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8/aaead99b-ff54-47c9-bcb4-0edc80340320) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:53.790166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.25.3.245 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/d75fffbd-2741-4a7f-8bfe-1761dde0ae73) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:53.841489 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:53.898041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:53.944987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:53.947175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Network fe6549a6-9478-4959-899e-3172e706c8e1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:53.952991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:53.956901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:53.989744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:54.003813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.014164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:54.014814 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.048926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-d963e58a-67ea-4fe6-a668-7f737d8fed69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358835 Oct 13 00:27:54.061377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:54.062553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=d75fffbd-2741-4a7f-8bfe-1761dde0ae73,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:54.065552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:54.067882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:54.072884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Request body: {'port': {'device_id': '372cb871-a70c-476a-b691-3b054fa93e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:54.137196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.328186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ce49db2f-8a4e-45bc-a18c-b8fe09e17d45 None None] Provisioning complete for port aaead99b-ff54-47c9-bcb4-0edc80340320 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:54.328796 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce49db2f-8a4e-45bc-a18c-b8fe09e17d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.368889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ce49db2f-8a4e-45bc-a18c-b8fe09e17d45 None None] Port aaead99b-ff54-47c9-bcb4-0edc80340320 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:27:54.416025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706bfd5-5b5f-4030-a771-0b0d4d2ba7f8 req-011eb204-3a91-4f35-8b30-7373df6ec247 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:54.418689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9706bfd5-5b5f-4030-a771-0b0d4d2ba7f8 req-011eb204-3a91-4f35-8b30-7373df6ec247 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 931 time: 0.1843615 Oct 13 00:27:54.520771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.603055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.763048 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.768898 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.843491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=d75fffbd-2741-4a7f-8bfe-1761dde0ae73,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:54.852060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:54.878913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9706bfd5-5b5f-4030-a771-0b0d4d2ba7f8 req-15924e77-e016-4445-9600-ba18704d4d27 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493742 Oct 13 00:27:54.894286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a20cb-5a11-450c-be69-7b875bfb57dc req-9598bbcc-b0f4-4c6e-8abd-2f5edc8e458c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:54.895815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f6a20cb-5a11-450c-be69-7b875bfb57dc req-9598bbcc-b0f4-4c6e-8abd-2f5edc8e458c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 944 time: 0.0927036 Oct 13 00:27:54.963632 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP d0e8b999-97f6-44c5-b19a-736a63fdaa1e associated. External IP: 172.25.3.245, port: 526f3252-45f8-497e-8d8d-8fbb446f1266. Oct 13 00:27:54.966374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f6a20cb-5a11-450c-be69-7b875bfb57dc req-943ad602-6fc0-4f9f-ac9b-6197516147be tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631361 Oct 13 00:27:55.015776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaead99b-ff54-47c9-bcb4-0edc80340320 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:55.023345 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.036113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Transition to ACTIVE for port object aaead99b-ff54-47c9-bcb4-0edc80340320 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:27:55.039710 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.107639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:55.167627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Attempting to bind port aaead99b-ff54-47c9-bcb4-0edc80340320 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:27:55.168756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Attempting to bind port aaead99b-ff54-47c9-bcb4-0edc80340320 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:27:55.169139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Attempting to bind port aaead99b-ff54-47c9-bcb4-0edc80340320 on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:55.173844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Port aaead99b-ff54-47c9-bcb4-0edc80340320 on network fe6549a6-9478-4959-899e-3172e706c8e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:27:55.174166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Attempting to bind port aaead99b-ff54-47c9-bcb4-0edc80340320 on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:27:55.179673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:27:55.180012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Checking segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:27:55.180406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Bound using segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:27:55.180827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Bound port: aaead99b-ff54-47c9-bcb4-0edc80340320, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:27:55.181186 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.229576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:27:55.264804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:27:55.268422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:27:55.275544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.322231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:55.323299 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.325999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 1091 time: 1.2573261 Oct 13 00:27:55.325999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:55.345549 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:55.390588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f31dbb58-4419-4108-8b8b-123f20f992ab details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:55.420026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1b21c-b0e0-4e59-9c50-e3367b8bb7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:55.443000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:55.469152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.493238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-18b6f647-6379-4015-8702-85ba268a2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:55.494760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-18b6f647-6379-4015-8702-85ba268a2f94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1094 time: 0.0702960 Oct 13 00:27:55.505099 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302399c-2efa-4128-9d2f-59b6bc88d707 x-openstack-request-id: req-e302399c-2efa-4128-9d2f-59b6bc88d707 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:55.505392 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:55.505684 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e302399c-2efa-4128-9d2f-59b6bc88d707 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:55.506098 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'status': 'completed', 'code': 200} Oct 13 00:27:55.523140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d095a-7d93-4c3b-b960-3aeff2e08e96 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:55.544445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d095a-7d93-4c3b-b960-3aeff2e08e96 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:55.545361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cf4d095a-7d93-4c3b-b960-3aeff2e08e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:55.550096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-341c3ffc-d6ca-48a3-83b4-b412826a0d75 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0767605 Oct 13 00:27:55.550755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44424) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:55.555632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:55.563214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-c8bc9ebe-7543-4a9c-9cdd-bbeea7a18823 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 217 time: 0.0526385 Oct 13 00:27:55.586865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cf4d095a-7d93-4c3b-b960-3aeff2e08e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:55.610477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d095a-7d93-4c3b-b960-3aeff2e08e96 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:55.611797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cf4d095a-7d93-4c3b-b960-3aeff2e08e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:55.646320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-21cfa9cf-2e38-4b4f-8ba2-088c4df7468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:55.648537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-21cfa9cf-2e38-4b4f-8ba2-088c4df7468f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0722351 Oct 13 00:27:55.650543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.654449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cf4d095a-7d93-4c3b-b960-3aeff2e08e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:55.655279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d095a-7d93-4c3b-b960-3aeff2e08e96 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:55.662375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f31dbb58-4419-4108-8b8b-123f20f992ab, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f31dbb58-4419-4108-8b8b-123f20f992ab,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:55.674735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'f31dbb58-4419-4108-8b8b-123f20f992ab', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'port_id': 'f31dbb58-4419-4108-8b8b-123f20f992ab', 'mac_address': 'fa:16:3e:ee:ae:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6b0b04-bcee-476a-85db-37a5d14b3dfc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:55.714556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-8d9624e3-57c7-440b-b1b1-47859b12fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:55.717554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-8d9624e3-57c7-440b-b1b1-47859b12fb22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529552 Oct 13 00:27:55.718320 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.736503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31dbb58-4419-4108-8b8b-123f20f992ab {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:55.768557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f31dbb58-4419-4108-8b8b-123f20f992ab, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f31dbb58-4419-4108-8b8b-123f20f992ab,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:55.776325 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:55.832462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f31dbb58-4419-4108-8b8b-123f20f992ab,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:55.846264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-64cea437-be1c-44d8-8174-0986c112048f service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140871 Oct 13 00:27:55.951128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f9105f-2ddf-4175-8ac4-bef476f8ad75 req-9f016a24-e778-406b-a51f-c0d0c6ca6abe service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974717 Oct 13 00:27:56.032441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bbd4e-7d63-4f63-846f-48565ecbb137 req-16a860c0-4d06-4e4a-90a6-549b6a05872c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:56.034175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-401bbd4e-7d63-4f63-846f-48565ecbb137 req-16a860c0-4d06-4e4a-90a6-549b6a05872c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 943 time: 0.0607457 Oct 13 00:27:56.102877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:56.108688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:56.108881 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP d0e8b999-97f6-44c5-b19a-736a63fdaa1e disassociated. External IP: 172.25.3.245, port: 526f3252-45f8-497e-8d8d-8fbb446f1266. Oct 13 00:27:56.131401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-401bbd4e-7d63-4f63-846f-48565ecbb137 req-c34e3f55-4f45-4857-ba4d-1759da089515 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825765 Oct 13 00:27:56.139271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-67b08264-fdad-4330-9a07-fb3d1dab3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:56.140844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-67b08264-fdad-4330-9a07-fb3d1dab3d8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1094 time: 0.1001573 Oct 13 00:27:56.142870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['f31dbb58-4419-4108-8b8b-123f20f992ab'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:56.157195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94659af3-0966-43e1-835e-163581c45ed2 req-d633beea-cb8b-4dd0-b9d1-afbf0450f047 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:56.158706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94659af3-0966-43e1-835e-163581c45ed2 req-d633beea-cb8b-4dd0-b9d1-afbf0450f047 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 945 time: 0.1078639 Oct 13 00:27:56.252688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94659af3-0966-43e1-835e-163581c45ed2 req-f0a96575-9e62-4b93-b9da-fadae84d5b61 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856047 Oct 13 00:27:56.308733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-e16fc6a9-7392-433e-bf9b-30e56dc6eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:56.310459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-e16fc6a9-7392-433e-bf9b-30e56dc6eba7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1508183 Oct 13 00:27:56.366641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-9bf09f87-0b6c-42c2-8be7-2894686f4485 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 217 time: 0.0488176 Oct 13 00:27:56.413483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:27:56.437740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-788f6f95-af47-4b97-b3c3-021167ed3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:56.439757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-788f6f95-af47-4b97-b3c3-021167ed3e9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0632837 Oct 13 00:27:56.493195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-041debc0-393a-486b-a644-466292ea9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:56.494809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-041debc0-393a-486b-a644-466292ea9523 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478363 Oct 13 00:27:56.543741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:56.548321 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:56.554253 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b0776-fc3a-442a-af12-faf452134678 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:56.567205 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b0776-fc3a-442a-af12-faf452134678 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:56.568146 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c59b0776-fc3a-442a-af12-faf452134678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:56.579782 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-22d69c66-2bfa-4789-8429-eb241cbf95a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/floatingips/d0e8b999-97f6-44c5-b19a-736a63fdaa1e HTTP/1.1" status: 200 len: 688 time: 1.0279272 Oct 13 00:27:56.582350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44440) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:56.594782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-64ecdda0-5a6b-4fcb-94b2-af7d8a1de460 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918121 Oct 13 00:27:56.703846 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c59b0776-fc3a-442a-af12-faf452134678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:56.713371 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b0776-fc3a-442a-af12-faf452134678 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:56.714190 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c59b0776-fc3a-442a-af12-faf452134678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:56.719237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1fa0e44-9677-4510-ba2d-4afc19aaf6e7 req-0876caf5-9170-49e5-b2fb-80b595e9e753 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141641 Oct 13 00:27:56.723986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port d75fffbd-2741-4a7f-8bfe-1761dde0ae73 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:27:56.724333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:56.749411 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c59b0776-fc3a-442a-af12-faf452134678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:56.750052 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b0776-fc3a-442a-af12-faf452134678 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:56.809832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:56.810752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:56.822871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for d75fffbd-2741-4a7f-8bfe-1761dde0ae73 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:27:56.958675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:56.985234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=d75fffbd-2741-4a7f-8bfe-1761dde0ae73,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:57.044260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.046828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.048014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0e0a8410-100b-4bd4-8709-4daf2603e888 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/floatingips/d0e8b999-97f6-44c5-b19a-736a63fdaa1e HTTP/1.1" status: 204 len: 168 time: 0.4647098 Oct 13 00:27:57.051421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44442) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:57.055713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '7c1279e4-2873-4472-a97e-3c3e128f82ff'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:57.077312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.178492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.271558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acb95c-8648-4fd2-a302-0eaee6c01747 req-77e652e7-de50-4f65-99aa-cb64eec6fde5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:57.273260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70acb95c-8648-4fd2-a302-0eaee6c01747 req-77e652e7-de50-4f65-99aa-cb64eec6fde5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 943 time: 0.0667670 Oct 13 00:27:57.294066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.25.3.83 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9cf8aca9-3a48-444f-80f4-454b302ecb9c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:27:57.326438 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70acb95c-8648-4fd2-a302-0eaee6c01747 req-cd9af176-7390-4c94-9889-ab641eea2f87 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438383 Oct 13 00:27:57.412094 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f31dbb58-4419-4108-8b8b-123f20f992ab up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:27:57.435102 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.468128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d6dd7-2cef-4bca-bc96-138680813951 req-eeec9055-8997-4cc5-bdec-30f233c0b0e6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:57.471960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f72d6dd7-2cef-4bca-bc96-138680813951 req-eeec9055-8997-4cc5-bdec-30f233c0b0e6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 945 time: 0.0595884 Oct 13 00:27:57.475756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port f31dbb58-4419-4108-8b8b-123f20f992ab completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:27:57.483045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.485764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port f31dbb58-4419-4108-8b8b-123f20f992ab triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:27:57.485764 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.534525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:27:57.541355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:27:57.545329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:27:57.564121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f72d6dd7-2cef-4bca-bc96-138680813951 req-92846bc6-2c30-4266-aacb-9081520ab095 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825479 Oct 13 00:27:57.571557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=9cf8aca9-3a48-444f-80f4-454b302ecb9c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:57.614144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.636230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f77557-c267-41ac-9618-828a5df37d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31dbb58-4419-4108-8b8b-123f20f992ab'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:27:57.639110 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9b0d18-6a60-45d2-b382-ba8dd68bba17" -d '{"events": [{"server_uuid": "64f77557-c267-41ac-9618-828a5df37d78", "name": "network-vif-plugged", "status": "completed", "tag": "f31dbb58-4419-4108-8b8b-123f20f992ab"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:27:57.651917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f31dbb58-4419-4108-8b8b-123f20f992ab, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f31dbb58-4419-4108-8b8b-123f20f992ab,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:57.664563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:57.695785 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910be228-13e7-4b3b-a00d-26ed9280301a x-openstack-request-id: req-910be228-13e7-4b3b-a00d-26ed9280301a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:27:57.696098 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f77557-c267-41ac-9618-828a5df37d78", "name": "network-vif-plugged", "status": "completed", "tag": "f31dbb58-4419-4108-8b8b-123f20f992ab", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:27:57.696316 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-910be228-13e7-4b3b-a00d-26ed9280301a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:27:57.696697 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f77557-c267-41ac-9618-828a5df37d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31dbb58-4419-4108-8b8b-123f20f992ab', 'code': 200} Oct 13 00:27:57.730746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f31dbb58-4419-4108-8b8b-123f20f992ab,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:57.828910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ec8a4-ccbe-41cf-8809-92f2c03f1108 req-513bd563-eba3-4177-be04-f1a016cad115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:57.830455 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb5ec8a4-ccbe-41cf-8809-92f2c03f1108 req-513bd563-eba3-4177-be04-f1a016cad115 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 1097 time: 0.0618985 Oct 13 00:27:57.920732 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb5ec8a4-ccbe-41cf-8809-92f2c03f1108 req-d533d199-9bba-49b6-b3cf-c54663ac5288 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721807 Oct 13 00:27:57.989572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:58.062494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:58.233395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:58.237907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:58.313031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=9cf8aca9-3a48-444f-80f4-454b302ecb9c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:58.321893 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:58.431636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:27:58.482339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafb9b0-73cc-4948-9ed3-ad3a27ec7fda req-eba01957-e5b5-47ca-931a-decb2c89c740 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:58.489971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aafb9b0-73cc-4948-9ed3-ad3a27ec7fda req-eba01957-e5b5-47ca-931a-decb2c89c740 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 943 time: 0.0685220 Oct 13 00:27:58.500090 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP da5dc279-4af5-4728-b0b9-50665a735fe7 associated. External IP: 172.25.3.83, port: 7c1279e4-2873-4472-a97e-3c3e128f82ff. Oct 13 00:27:58.558930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7aafb9b0-73cc-4948-9ed3-ad3a27ec7fda req-b14d8a7c-3c80-4640-aa20-b7da863ca539 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674198 Oct 13 00:27:58.592971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:58.608216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'mac_address': 'fa:16:3e:f6:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:27:58.674921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:58.691308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaead99b-ff54-47c9-bcb4-0edc80340320 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:27:58.717755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:27:58.725567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:58.756438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156706ea-9816-47d6-a469-e95e4a66bc37 req-2cb1812d-1674-4e4c-91d0-669f310cd240 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:58.757997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-156706ea-9816-47d6-a469-e95e4a66bc37 req-2cb1812d-1674-4e4c-91d0-669f310cd240 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 946 time: 0.0843318 Oct 13 00:27:58.786416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:27:58.789233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:27:58.813469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-156706ea-9816-47d6-a469-e95e4a66bc37 req-0016c35e-2542-4f6a-abca-ad1013a5ec8d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475812 Oct 13 00:27:59.150446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:27:59.165383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a9beb-7359-4daf-a7f7-99b99770f2c0 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:27:59.171830 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:59.178001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a9beb-7359-4daf-a7f7-99b99770f2c0 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:59.180082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6c3a9beb-7359-4daf-a7f7-99b99770f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:59.202312 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-afca5790-a324-4a8d-94a7-be7beeaf5c38 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1474643 Oct 13 00:27:59.202710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44492) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:59.228636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['aaead99b-ff54-47c9-bcb4-0edc80340320'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:27:59.327647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-24ca977e-0711-4477-bca8-f580e9d52a32 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "GET /v2.0/floatingips/da5dc279-4af5-4728-b0b9-50665a735fe7 HTTP/1.1" status: 200 len: 977 time: 0.1193035 Oct 13 00:27:59.327647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44496) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:59.346245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6c3a9beb-7359-4daf-a7f7-99b99770f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:59.364804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-056ecea7-e297-4b0b-9530-168ce2eed788 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117826 Oct 13 00:27:59.376422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a9beb-7359-4daf-a7f7-99b99770f2c0 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:27:59.377054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6c3a9beb-7359-4daf-a7f7-99b99770f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:59.417730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6c3a9beb-7359-4daf-a7f7-99b99770f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:27:59.418509 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a9beb-7359-4daf-a7f7-99b99770f2c0 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:27:59.458509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44500) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:27:59.460099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d9914abb-470b-403d-aa93-7bb2a94aaa94 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1333804 Oct 13 00:27:59.464058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'port_id': '526f3252-45f8-497e-8d8d-8fbb446f1266'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:27:59.524297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-3cf74741-a63d-451c-88ef-ca9960e8ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:59.525881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-3cf74741-a63d-451c-88ef-ca9960e8ba26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 1097 time: 0.1123457 Oct 13 00:27:59.534748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:27:59.751493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-9213871b-51bf-45c8-bdd1-6ca2496397c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:59.752998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-9213871b-51bf-45c8-bdd1-6ca2496397c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.1826453 Oct 13 00:27:59.834752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-b7e13dcb-8d24-4b5c-b12e-681bba431e30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 HTTP/1.1" status: 200 len: 217 time: 0.0715849 Oct 13 00:27:59.851306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b19a08-b5cf-45fd-a540-dece3ade57fb req-f4e92610-26ca-46e7-8d9b-96bebb3d7ea7 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:27:59.852955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73b19a08-b5cf-45fd-a540-dece3ade57fb req-f4e92610-26ca-46e7-8d9b-96bebb3d7ea7 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.1587496 Oct 13 00:28:00.002843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-bbe96123-57be-4251-8046-9eb01d3482e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:00.004407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-bbe96123-57be-4251-8046-9eb01d3482e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.1505358 Oct 13 00:28:00.015451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73b19a08-b5cf-45fd-a540-dece3ade57fb req-e043c867-829d-4e1d-ae5b-995e9d50c967 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516743 Oct 13 00:28:00.051988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-8626c801-7e22-4343-8d6f-11aa8f3cfca4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343966 Oct 13 00:28:00.070276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479b1b9-7a35-4566-9b5f-49820b3ad05e req-6e17a8a8-f538-43f3-8dc1-b1198f76e9b2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:00.071754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d479b1b9-7a35-4566-9b5f-49820b3ad05e req-6e17a8a8-f538-43f3-8dc1-b1198f76e9b2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 946 time: 0.1836193 Oct 13 00:28:00.233945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d479b1b9-7a35-4566-9b5f-49820b3ad05e req-a04e6bdf-f408-4a65-bb96-7b8974474fad tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257448 Oct 13 00:28:00.300636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-9f4aa686-71e3-4916-9ec0-75835d716bab service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403305 Oct 13 00:28:00.455147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:00.528566 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:00.529598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port aaead99b-ff54-47c9-bcb4-0edc80340320 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:28:00.535231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port aaead99b-ff54-47c9-bcb4-0edc80340320 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:00.535783 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:00.541714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeecec-8445-4db1-a58c-b9a4aace1ba1 req-3351bd78-2a52-40a1-a749-c021a0029a9c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:00.543295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08eeecec-8445-4db1-a58c-b9a4aace1ba1 req-3351bd78-2a52-40a1-a749-c021a0029a9c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 945 time: 0.2343740 Oct 13 00:28:00.547966 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:00.609215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9fb1a86-7ab0-4906-9996-465d5fc9a517 req-ba02cf42-5666-47db-8640-520229ed4640 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991340 Oct 13 00:28:00.653694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08eeecec-8445-4db1-a58c-b9a4aace1ba1 req-d1af3dc2-2347-4b84-93fc-d3d8d2ed3525 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984194 Oct 13 00:28:00.713470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:00.751596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:00.754012 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83178222-b82f-4f3e-94ed-f44b931f73a2" -d '{"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-plugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:00.773004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:00.786449 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:00.804319 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP da5dc279-4af5-4728-b0b9-50665a735fe7 associated. External IP: 172.25.3.83, port: 7c1279e4-2873-4472-a97e-3c3e128f82ff. Oct 13 00:28:00.823398 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d359dfb2-b002-44ef-a66b-876663acdcc4 x-openstack-request-id: req-d359dfb2-b002-44ef-a66b-876663acdcc4 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:00.824582 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-plugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:00.825055 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d359dfb2-b002-44ef-a66b-876663acdcc4 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:00.825658 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'code': 200} Oct 13 00:28:00.853586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9bbb7-d2f1-491a-95ed-75fce609ea04 req-26e78150-4bce-4ce4-b0d9-50d0d74d38dc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:00.855641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75c9bbb7-d2f1-491a-95ed-75fce609ea04 req-26e78150-4bce-4ce4-b0d9-50d0d74d38dc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 946 time: 0.1042864 Oct 13 00:28:00.879436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:00.975567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75c9bbb7-d2f1-491a-95ed-75fce609ea04 req-f58a609b-4b58-409a-8c7d-301d5ad19dcc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102748 Oct 13 00:28:01.008458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efe62c-3a9c-48fc-ad9e-8b1080b627bf req-f649375a-9d0c-44ef-b046-574e79373141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:01.010441 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50efe62c-3a9c-48fc-ad9e-8b1080b627bf req-f649375a-9d0c-44ef-b046-574e79373141 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1096 time: 0.0681674 Oct 13 00:28:01.118485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50efe62c-3a9c-48fc-ad9e-8b1080b627bf req-d2bac938-6d2f-4f5e-a170-1c891d7ba701 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587473 Oct 13 00:28:01.582535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99e6bc-7825-4d7f-9b95-ec68a45e8c9b req-fc22f6ee-7eb8-4275-bd62-2657c42f91c3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:01.584442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d99e6bc-7825-4d7f-9b95-ec68a45e8c9b req-fc22f6ee-7eb8-4275-bd62-2657c42f91c3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 945 time: 0.4633114 Oct 13 00:28:01.624546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d65c82-0f46-4c2c-8496-15052a187cfb req-2f7dc2b5-3b05-4f82-82d5-9e4f5753a0c1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:01.626243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40d65c82-0f46-4c2c-8496-15052a187cfb req-2f7dc2b5-3b05-4f82-82d5-9e4f5753a0c1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 946 time: 0.1089287 Oct 13 00:28:01.628054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:01.668626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d99e6bc-7825-4d7f-9b95-ec68a45e8c9b req-1845d44a-f076-494f-9259-3bd31f2130ba tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733733 Oct 13 00:28:01.720978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-e5d775a9-a4f9-4d9d-8fff-f9b5fffaa3e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613379 Oct 13 00:28:01.723306 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40d65c82-0f46-4c2c-8496-15052a187cfb req-0472fc07-2418-4335-bd09-5db02d726f62 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894251 Oct 13 00:28:01.801129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:01.830087 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dea4df-2a3c-42de-b7ef-7ac615b8ff5a None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:01.848107 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dea4df-2a3c-42de-b7ef-7ac615b8ff5a None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:01.848747 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-71dea4df-2a3c-42de-b7ef-7ac615b8ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:01.937321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-6be75450-7580-4355-b51a-a7e926f82418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:01.938884 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-6be75450-7580-4355-b51a-a7e926f82418 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1096 time: 0.1450949 Oct 13 00:28:01.944414 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-71dea4df-2a3c-42de-b7ef-7ac615b8ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:01.962936 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dea4df-2a3c-42de-b7ef-7ac615b8ff5a None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:01.963629 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-71dea4df-2a3c-42de-b7ef-7ac615b8ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:02.007175 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-71dea4df-2a3c-42de-b7ef-7ac615b8ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:02.007881 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dea4df-2a3c-42de-b7ef-7ac615b8ff5a None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:02.083129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-7f21b9d1-5555-4505-a03f-4e5a4b6c1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:02.085342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-7f21b9d1-5555-4505-a03f-4e5a4b6c1b8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1225929 Oct 13 00:28:02.172395 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-20925610-20a6-4d35-9c9f-9ea52acc6a08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 1000 time: 0.0769856 Oct 13 00:28:02.179088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:02.234083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-793055e6-665d-4eaa-a065-e3bc5bf315c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:02.236750 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-793055e6-665d-4eaa-a065-e3bc5bf315c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0556512 Oct 13 00:28:02.314353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-7f64c0dc-f381-4552-a024-1654e72a3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:02.322595 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-7f64c0dc-f381-4552-a024-1654e72a3316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782597 Oct 13 00:28:02.352879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:02.357684 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:02.363184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df2bca-6116-4cbb-b495-d1b67dd9b415 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:02.387288 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df2bca-6116-4cbb-b495-d1b67dd9b415 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:02.387956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-61df2bca-6116-4cbb-b495-d1b67dd9b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:02.431585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-61df2bca-6116-4cbb-b495-d1b67dd9b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:02.458715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df2bca-6116-4cbb-b495-d1b67dd9b415 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:02.460008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-61df2bca-6116-4cbb-b495-d1b67dd9b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:02.484697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-6c2ccdb0-8b15-426f-9616-9cf7e6af4857 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486130 Oct 13 00:28:02.515866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2572786e-26f0-4a73-aecd-df4e6e318b27 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/floatingips/da5dc279-4af5-4728-b0b9-50665a735fe7 HTTP/1.1" status: 200 len: 977 time: 3.0552900 Oct 13 00:28:02.520103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44546) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:02.532679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:02.617459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-61df2bca-6116-4cbb-b495-d1b67dd9b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:02.618572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df2bca-6116-4cbb-b495-d1b67dd9b415 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:02.623066 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dedca8bd-2dad-4515-84b2-ef5896e134c7 req-17cff706-a68d-4595-8da0-259d8c3e4e84 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301625 Oct 13 00:28:02.675967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:02.861658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:02.874081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:02.874081 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP da5dc279-4af5-4728-b0b9-50665a735fe7 disassociated. External IP: 172.25.3.83, port: 526f3252-45f8-497e-8d8d-8fbb446f1266. Oct 13 00:28:02.953821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e3a67-4bce-4415-9683-b6bce0da8705 req-cc228461-7a05-4447-bce7-14bb91d43850 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:02.955535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a6e3a67-4bce-4415-9683-b6bce0da8705 req-cc228461-7a05-4447-bce7-14bb91d43850 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 945 time: 0.1595745 Oct 13 00:28:03.012579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627263b-7ca2-42aa-b86c-97ea3f1144b8 req-3fca6e68-fd87-4aa6-b9d8-77047e13d1cb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:03.014182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a627263b-7ca2-42aa-b86c-97ea3f1144b8 req-3fca6e68-fd87-4aa6-b9d8-77047e13d1cb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 946 time: 0.1624091 Oct 13 00:28:03.077861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a627263b-7ca2-42aa-b86c-97ea3f1144b8 req-fa21496f-0d25-4add-a493-042086a74d98 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 Oct 13 00:28:03.108194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a6e3a67-4bce-4415-9683-b6bce0da8705 req-91f09ced-d310-4b99-86c9-069ba1562d85 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420553 Oct 13 00:28:03.132212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-1f6d2ee0-9b20-46d8-82c5-a48593f33caf tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:03.133984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-1f6d2ee0-9b20-46d8-82c5-a48593f33caf tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 946 time: 0.0991774 Oct 13 00:28:03.284904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Deleting port f31dbb58-4419-4108-8b8b-123f20f992ab {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:03.284904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:03.340924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:03.351615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba174e5-1e5d-4ba4-9ec7-7200960b6dfa req-9d302fb6-ed2a-4267-9ce2-0dfc3ebc082d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:03.353857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ba174e5-1e5d-4ba4-9ec7-7200960b6dfa req-9d302fb6-ed2a-4267-9ce2-0dfc3ebc082d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 945 time: 0.1014233 Oct 13 00:28:03.366149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44562) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:03.371027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'floatingip': {'port_id': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:03.383437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] For port f31dbb58-4419-4108-8b8b-123f20f992ab, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f31dbb58-4419-4108-8b8b-123f20f992ab,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:03.383815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:03.401301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Calling delete_port for f31dbb58-4419-4108-8b8b-123f20f992ab owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:03.493462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:03.558459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:03.593864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['f31dbb58-4419-4108-8b8b-123f20f992ab'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:03.612780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event deleted for resources: {'Port': ['ID=f31dbb58-4419-4108-8b8b-123f20f992ab,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:03.644181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.644594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.644948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.645902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.646313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.646713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.647060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.648103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.648496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.649537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.649951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.650207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:03.662510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', '02633c69-8a77-47c8-ad90-3400aa08f680'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:03.712265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:03.718446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:03.724106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] No DVR routers for this DVR port f31dbb58-4419-4108-8b8b-123f20f992ab on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:03.725941 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a367e83a-07c2-4963-898e-81e1023a4651 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:03.727129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:03.731711 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62aba4b5-03f6-41fa-acfd-41b4b00674f0 req-afd2d559-0dd0-49d3-b4db-277003fc5ad1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "DELETE /v2.0/ports/f31dbb58-4419-4108-8b8b-123f20f992ab HTTP/1.1" status: 204 len: 173 time: 0.5907881 Oct 13 00:28:03.732268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f77557-c267-41ac-9618-828a5df37d78', 'name': 'network-vif-deleted', 'tag': 'f31dbb58-4419-4108-8b8b-123f20f992ab'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:03.735144 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b94b6e9-1f27-4782-8a7f-bc795a7813e7" -d '{"events": [{"server_uuid": "64f77557-c267-41ac-9618-828a5df37d78", "name": "network-vif-deleted", "tag": "f31dbb58-4419-4108-8b8b-123f20f992ab"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:03.740560 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a367e83a-07c2-4963-898e-81e1023a4651 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:03.741203 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a367e83a-07c2-4963-898e-81e1023a4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:03.812857 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a367e83a-07c2-4963-898e-81e1023a4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:03.829758 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41e267d-4589-4091-aeb1-bfc75d9cad33 x-openstack-request-id: req-e41e267d-4589-4091-aeb1-bfc75d9cad33 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:03.830087 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f77557-c267-41ac-9618-828a5df37d78", "name": "network-vif-deleted", "tag": "f31dbb58-4419-4108-8b8b-123f20f992ab", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:03.830341 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e41e267d-4589-4091-aeb1-bfc75d9cad33 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:03.830746 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f77557-c267-41ac-9618-828a5df37d78', 'name': 'network-vif-deleted', 'tag': 'f31dbb58-4419-4108-8b8b-123f20f992ab', 'status': 'completed', 'code': 200} Oct 13 00:28:03.836042 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a367e83a-07c2-4963-898e-81e1023a4651 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:03.836861 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a367e83a-07c2-4963-898e-81e1023a4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:03.887431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ff091428-7318-4a80-b289-b600e3e89d4f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/floatingips/da5dc279-4af5-4728-b0b9-50665a735fe7 HTTP/1.1" status: 200 len: 687 time: 1.3646820 Oct 13 00:28:03.890444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44570) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:03.909884 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a367e83a-07c2-4963-898e-81e1023a4651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:03.911268 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a367e83a-07c2-4963-898e-81e1023a4651 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:04.081053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 9cf8aca9-3a48-444f-80f4-454b302ecb9c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:04.081512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.234306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.235023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.249181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 9cf8aca9-3a48-444f-80f4-454b302ecb9c owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:04.307053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.319937 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.387927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-156e241c-4a3b-4c07-8168-d358a61f6d5c req-be694008-5631-4810-8ff5-62458fc8f67f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=64f77557-c267-41ac-9618-828a5df37d78 HTTP/1.1" status: 200 len: 210 time: 0.0748942 Oct 13 00:28:04.442650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.489070 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Floating IP 41386832-ec2f-4f9f-b418-3eae1126ad5b associated. External IP: 172.25.3.196, port: aaead99b-ff54-47c9-bcb4-0edc80340320. Oct 13 00:28:04.495284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=9cf8aca9-3a48-444f-80f4-454b302ecb9c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:04.570788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.576158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.578506 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9b674df9-f01c-4209-b3b3-2febe0404dd8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/floatingips/da5dc279-4af5-4728-b0b9-50665a735fe7 HTTP/1.1" status: 204 len: 168 time: 0.6868055 Oct 13 00:28:04.581392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44580) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:04.662100 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-299b572c-5007-4b02-a7a6-d8d070fb20a8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] delete failed (client error): The resource could not be found. Oct 13 00:28:04.663528 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-299b572c-5007-4b02-a7a6-d8d070fb20a8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/floatingips/da5dc279-4af5-4728-b0b9-50665a735fe7 HTTP/1.1" status: 404 len: 345 time: 0.0810697 Oct 13 00:28:04.669798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44584) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:04.735568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:04.809302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be98a07-59b0-404a-975f-1d4ac6bf9366 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:04.822449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be98a07-59b0-404a-975f-1d4ac6bf9366 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:04.829042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be98a07-59b0-404a-975f-1d4ac6bf9366 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:04.834158 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4be98a07-59b0-404a-975f-1d4ac6bf9366 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "GET /v2.0/ports?network_id=c11ebf8d-ce7e-4803-9238-d2b8cfcd065d HTTP/1.1" status: 200 len: 2358 time: 0.1617646 Oct 13 00:28:04.834784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44588) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:04.881355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:04.885833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:04.893098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] Sync routers for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:04.901807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbda408-c057-4214-8ab0-d744185d2989 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:04.904193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:04.906912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:04.908230 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cfbda408-c057-4214-8ab0-d744185d2989 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "GET /v2.0/subnets/2b220044-1d26-4ff5-a74b-91f3efee2fe7 HTTP/1.1" status: 200 len: 797 time: 0.0724797 Oct 13 00:28:04.908900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44590) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:04.914160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'port': {'network_id': 'c11ebf8d-ce7e-4803-9238-d2b8cfcd065d', 'name': 'tempest-FloatingIPTestJSON-1297066658', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:04.958378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d40202fa-fbcc-4ce5-843f-370c069dd1a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "PUT /v2.0/floatingips/41386832-ec2f-4f9f-b418-3eae1126ad5b HTTP/1.1" status: 200 len: 991 time: 1.5907199 Oct 13 00:28:04.959120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:04.964908 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c0290b-9754-4fff-a665-a03899700c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:05.040219 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd837ca-0dbf-4cff-bd09-21e0c754db71 x-openstack-request-id: req-8fd837ca-0dbf-4cff-bd09-21e0c754db71 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:05.040504 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:05.040751 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fd837ca-0dbf-4cff-bd09-21e0c754db71 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:05.041149 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'status': 'completed', 'code': 200} Oct 13 00:28:05.067811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:05.070449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:28:05.147839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0290b-9754-4fff-a665-a03899700c6e req-947f0a09-f34d-461f-a6db-74eeef2a7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:05.149337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c0290b-9754-4fff-a665-a03899700c6e req-947f0a09-f34d-461f-a6db-74eeef2a7c01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1096 time: 0.0613635 Oct 13 00:28:05.167891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:05.191763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] device_id is not set on port ec79d00c-296d-4785-b84b-08890c2758aa yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:28:05.291147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0290b-9754-4fff-a665-a03899700c6e req-23a7ce77-0336-406c-b408-ce6d855a61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:05.294488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c0290b-9754-4fff-a665-a03899700c6e req-23a7ce77-0336-406c-b408-ce6d855a61f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1351871 Oct 13 00:28:05.406503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c0290b-9754-4fff-a665-a03899700c6e req-01893250-3c72-4cf4-8161-e895a94616d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 999 time: 0.1043398 Oct 13 00:28:05.445740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '41386832-ec2f-4f9f-b418-3eae1126ad5b', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'port_id': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'mac_address': 'fa:16:3e:f6:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372cb871-a70c-476a-b691-3b054fa93e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:27:49Z', 'updated_at': '2021-10-13T00:28:04Z', 'revision_number': 1, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:50Z', 'revision_number': 5, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:05.523458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0290b-9754-4fff-a665-a03899700c6e req-9b068cab-0848-44d9-9956-543036bdaf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:05.524979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c0290b-9754-4fff-a665-a03899700c6e req-9b068cab-0848-44d9-9956-543036bdaf4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.1105158 Oct 13 00:28:05.537644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] Checking router: 7f87dc12-d752-4f67-b9dc-2cda0434ee76 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:28:05.566783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:05.567603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:05.583534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0290b-9754-4fff-a665-a03899700c6e req-a5dc628a-4538-464f-a000-4d243b2acda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:05.585498 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c0290b-9754-4fff-a665-a03899700c6e req-a5dc628a-4538-464f-a000-4d243b2acda9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510476 Oct 13 00:28:05.640276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.20.0.14 (c11ebf8d-ce7e-4803-9238-d2b8cfcd065d/2b220044-1d26-4ff5-a74b-91f3efee2fe7/ec79d00c-296d-4785-b84b-08890c2758aa) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:05.649286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.20.0.13 (c11ebf8d-ce7e-4803-9238-d2b8cfcd065d/2b220044-1d26-4ff5-a74b-91f3efee2fe7/ec79d00c-296d-4785-b84b-08890c2758aa) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:05.760653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:28:05.788215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c0290b-9754-4fff-a665-a03899700c6e req-ce01b919-ebce-4814-81d2-7e250108cdd7 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939909 Oct 13 00:28:05.874745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:05.921949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:05.962446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d7c0290b-9754-4fff-a665-a03899700c6e req-2a7e540e-f060-467e-acd1-a896e265a45f service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646774 Oct 13 00:28:05.973949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec53fe3-dba3-495a-864c-c3f895d9b6cd req-17d38bc2-c475-4b4b-ba15-0149b1f448ec tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:05.982977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bec53fe3-dba3-495a-864c-c3f895d9b6cd req-17d38bc2-c475-4b4b-ba15-0149b1f448ec tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 945 time: 0.1419797 Oct 13 00:28:05.984686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=ec79d00c-296d-4785-b84b-08890c2758aa,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:06.008467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:06.010481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:06.019843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:06.054535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bec53fe3-dba3-495a-864c-c3f895d9b6cd req-190f57a1-3443-4662-90bf-adb888013d70 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702379 Oct 13 00:28:06.071716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-9ff00e4a-f8b6-4833-b948-cd1ad4a12e9f req-8779f845-9a0a-433d-b784-44b20d4cb9f6 service neutron] (94988) timed out ('10.222.0.36', 49538) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:28:06.093368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:06.094014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:06.114263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-505e61e7-596e-41d2-befa-0490d4c3e9c0 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2039719 Oct 13 00:28:06.117447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44620) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:06.119321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '41386832-ec2f-4f9f-b418-3eae1126ad5b', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'port_id': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'mac_address': 'fa:16:3e:f6:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372cb871-a70c-476a-b691-3b054fa93e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:27:49Z', 'updated_at': '2021-10-13T00:28:04Z', 'revision_number': 1, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:50Z', 'revision_number': 5, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:06.123432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': 'ec79d00c-296d-4785-b84b-08890c2758aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:06.149469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6bb57-ac5a-4fcf-9aa3-1ca824aa1899 None None] The sync data for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 is: [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '41386832-ec2f-4f9f-b418-3eae1126ad5b', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'port_id': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'mac_address': 'fa:16:3e:f6:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372cb871-a70c-476a-b691-3b054fa93e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:27:49Z', 'updated_at': '2021-10-13T00:28:04Z', 'revision_number': 1, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:50Z', 'revision_number': 5, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:06.184694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:06.310477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:06.432777 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3755da3-0498-43cf-9e77-ce1bdb9cae76 None None] New status for floating IP 41386832-ec2f-4f9f-b418-3eae1126ad5b: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:28:06.434670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.25.3.55 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/7a9fcc3e-ac98-4a47-a4dd-b9a83a991d20) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:06.541069 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:06.570002 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:06.607138 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:06.658549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:06.663127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:06.669738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:06.674396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=7a9fcc3e-ac98-4a47-a4dd-b9a83a991d20,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:06.999705 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:07.278688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b283fa-4229-4f63-8258-55482058e3ae req-c4d27336-66a1-46d8-9592-84b5203cfa8b tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:07.285343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19b283fa-4229-4f63-8258-55482058e3ae req-c4d27336-66a1-46d8-9592-84b5203cfa8b tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 945 time: 0.1622016 Oct 13 00:28:07.329345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19b283fa-4229-4f63-8258-55482058e3ae req-3d956875-2d48-4193-b979-0476a0e122f7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Oct 13 00:28:07.452311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f31dbb58-4419-4108-8b8b-123f20f992ab no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:07.485113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: f31dbb58-4419-4108-8b8b-123f20f992ab {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:07.485690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f31dbb58-4419-4108-8b8b-123f20f992ab not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:07.554998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:07.564318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-83a1124f-75f6-4130-876c-ed4ce250bf0f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:07.565842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-83a1124f-75f6-4130-876c-ed4ce250bf0f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 945 time: 0.0790470 Oct 13 00:28:07.701668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:07.755912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Deleting port 02633c69-8a77-47c8-ad90-3400aa08f680 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:07.756324 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:07.909646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] For port 02633c69-8a77-47c8-ad90-3400aa08f680, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=02633c69-8a77-47c8-ad90-3400aa08f680,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:07.909907 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:07.933033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Calling delete_port for 02633c69-8a77-47c8-ad90-3400aa08f680 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:07.996829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:08.006159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:08.104530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=7a9fcc3e-ac98-4a47-a4dd-b9a83a991d20,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:08.134549 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:08.229437 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:08.264621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event deleted for resources: {'Port': ['ID=02633c69-8a77-47c8-ad90-3400aa08f680,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:08.275249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', '02633c69-8a77-47c8-ad90-3400aa08f680'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:08.316064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] No DVR routers for this DVR port 02633c69-8a77-47c8-ad90-3400aa08f680 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:08.318450 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP 9bc8a31d-9cba-4bde-86ec-caed435a3e23 associated. External IP: 172.25.3.55, port: ec79d00c-296d-4785-b84b-08890c2758aa. Oct 13 00:28:08.321303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:08.325266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20dcdbb4-bebf-43ac-9384-05ca519079bd req-56467ed3-7f95-4c29-97b3-f71e08b759e0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "DELETE /v2.0/ports/02633c69-8a77-47c8-ad90-3400aa08f680 HTTP/1.1" status: 204 len: 173 time: 0.7414403 Oct 13 00:28:08.325716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd869d7-a5c2-4bbe-9921-1fa86b6854c4', 'name': 'network-vif-deleted', 'tag': '02633c69-8a77-47c8-ad90-3400aa08f680'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:08.328041 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c31c01e-d813-49e0-9bc7-8dcd0ddfd267" -d '{"events": [{"server_uuid": "5dd869d7-a5c2-4bbe-9921-1fa86b6854c4", "name": "network-vif-deleted", "tag": "02633c69-8a77-47c8-ad90-3400aa08f680"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:08.475540 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cda73ae-1f5c-48e2-8a04-4477355c15d0 x-openstack-request-id: req-9cda73ae-1f5c-48e2-8a04-4477355c15d0 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:08.475837 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd869d7-a5c2-4bbe-9921-1fa86b6854c4", "name": "network-vif-deleted", "tag": "02633c69-8a77-47c8-ad90-3400aa08f680", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:08.476151 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cda73ae-1f5c-48e2-8a04-4477355c15d0 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:08.476611 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd869d7-a5c2-4bbe-9921-1fa86b6854c4', 'name': 'network-vif-deleted', 'tag': '02633c69-8a77-47c8-ad90-3400aa08f680', 'status': 'completed', 'code': 200} Oct 13 00:28:08.573349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-226246cd-283e-436f-92c2-ef855de7dad9 req-74b278d6-1436-4375-b672-538cc77e693a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd869d7-a5c2-4bbe-9921-1fa86b6854c4 HTTP/1.1" status: 200 len: 210 time: 0.0546651 Oct 13 00:28:08.654810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:08.771453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:08.784908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117fd17-ea6a-4b77-bd51-824bec9a3a2a None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:08.791047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:08.802649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117fd17-ea6a-4b77-bd51-824bec9a3a2a None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:08.803685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c117fd17-ea6a-4b77-bd51-824bec9a3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:08.824058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ede8c89c-29c3-4559-9253-c2fa6a61b5ee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7054243 Oct 13 00:28:08.826630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44670) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:08.830977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8f9e011f-69c3-4818-85cc-627d977505d4 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'port_id': 'ec79d00c-296d-4785-b84b-08890c2758aa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:08.844412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c117fd17-ea6a-4b77-bd51-824bec9a3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:08.853954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117fd17-ea6a-4b77-bd51-824bec9a3a2a None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:08.854690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c117fd17-ea6a-4b77-bd51-824bec9a3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:08.904701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f9e011f-69c3-4818-85cc-627d977505d4 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:08.905821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c117fd17-ea6a-4b77-bd51-824bec9a3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:08.906522 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117fd17-ea6a-4b77-bd51-824bec9a3a2a None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:09.423588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f9e011f-69c3-4818-85cc-627d977505d4 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:09.428443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f9e011f-69c3-4818-85cc-627d977505d4 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:10.059294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9e011f-69c3-4818-85cc-627d977505d4 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:10.128353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-715ba073-6f74-4721-b82a-ea65414f16d9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:10.129834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-715ba073-6f74-4721-b82a-ea65414f16d9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.1602511 Oct 13 00:28:10.152314 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-ab74d60a-29a7-46c8-89f0-b16074507a74 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/quotas/35c9acfe19c64f2db2311fd97d5d5df8 HTTP/1.1" status: 200 len: 375 time: 0.0152051 Oct 13 00:28:10.240872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-4e176868-4170-411a-aa82-04b9e21548ef tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631349 Oct 13 00:28:10.241875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9e011f-69c3-4818-85cc-627d977505d4 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:10.246599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f9e011f-69c3-4818-85cc-627d977505d4 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:10.253907 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f5468-5346-4799-8cfc-abc945295430 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:10.268305 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f5468-5346-4799-8cfc-abc945295430 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:10.269015 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e74f5468-5346-4799-8cfc-abc945295430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:10.303884 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e74f5468-5346-4799-8cfc-abc945295430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:10.314956 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f5468-5346-4799-8cfc-abc945295430 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:10.315902 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e74f5468-5346-4799-8cfc-abc945295430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:10.355788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8f9e011f-69c3-4818-85cc-627d977505d4 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/floatingips/9bc8a31d-9cba-4bde-86ec-caed435a3e23 HTTP/1.1" status: 200 len: 978 time: 1.5280702 Oct 13 00:28:10.356116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e74f5468-5346-4799-8cfc-abc945295430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:10.356925 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f5468-5346-4799-8cfc-abc945295430 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:10.358486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44714) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:10.422388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-e2e5f98c-78da-4c2c-a45a-f889937a938a service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715963 Oct 13 00:28:10.476375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 02633c69-8a77-47c8-ad90-3400aa08f680 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:10.499376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 02633c69-8a77-47c8-ad90-3400aa08f680 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:10.500050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 02633c69-8a77-47c8-ad90-3400aa08f680 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:10.632358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-f0a0d0b5-129e-40cf-971a-af76d0f4da13 service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035713 Oct 13 00:28:10.642837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 7a9fcc3e-ac98-4a47-a4dd-b9a83a991d20 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:10.643337 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:10.749002 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:10.749365 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:10.765518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 7a9fcc3e-ac98-4a47-a4dd-b9a83a991d20 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:10.871478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-366ce7fa-980c-4178-b065-4bd6ec027d86 req-2b3c539a-4445-4ec3-8f57-126d432fd2f6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 210 time: 0.0283961 Oct 13 00:28:11.006591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:11.046539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=7a9fcc3e-ac98-4a47-a4dd-b9a83a991d20,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:11.115532 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:11.115866 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP 9bc8a31d-9cba-4bde-86ec-caed435a3e23 disassociated (deleted). External IP: 172.25.3.55, port: ec79d00c-296d-4785-b84b-08890c2758aa. Oct 13 00:28:11.386735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:11.518792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:11.524021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:11.531566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6491d324-7a28-4a57-940c-81955125c7ab None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:11.546950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491d324-7a28-4a57-940c-81955125c7ab None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:11.547121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6491d324-7a28-4a57-940c-81955125c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:11.559145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f0359f7-0a7f-46e3-ae27-18aeea21be25 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/floatingips/9bc8a31d-9cba-4bde-86ec-caed435a3e23 HTTP/1.1" status: 204 len: 168 time: 1.1996195 Oct 13 00:28:11.561869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44744) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:11.618978 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6491d324-7a28-4a57-940c-81955125c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:11.628396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491d324-7a28-4a57-940c-81955125c7ab None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:11.629333 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6491d324-7a28-4a57-940c-81955125c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:27:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:11.686566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-6491d324-7a28-4a57-940c-81955125c7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:11.687435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6491d324-7a28-4a57-940c-81955125c7ab None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:11.689900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7bce3a52-a434-4f3b-b440-969889f30ee8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port ec79d00c-296d-4785-b84b-08890c2758aa {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:11.690483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bce3a52-a434-4f3b-b440-969889f30ee8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:11.798330 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bce3a52-a434-4f3b-b440-969889f30ee8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:11.814600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7bce3a52-a434-4f3b-b440-969889f30ee8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for ec79d00c-296d-4785-b84b-08890c2758aa owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:11.826082 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d695f4d3-4075-478d-a33d-933c7c8d8004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.023556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf6b5e7f-c00c-40a5-94ce-733135084fe2 req-89aef141-59bb-4f82-b44c-ca514592de55 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 210 time: 0.0727470 Oct 13 00:28:12.117306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bce3a52-a434-4f3b-b440-969889f30ee8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.159721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce3a52-a434-4f3b-b440-969889f30ee8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=ec79d00c-296d-4785-b84b-08890c2758aa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:12.190968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-cbb11439-f065-4889-b681-712c8c8d4cc3 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:12.204722 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-cbb11439-f065-4889-b681-712c8c8d4cc3 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.2032747 Oct 13 00:28:12.227624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Request body: {'port': {'device_id': 'ac6a223d-11ee-47a5-a46b-410506e79470', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'admin_state_up': True, 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:12.270700 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bce3a52-a434-4f3b-b440-969889f30ee8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.274444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7bce3a52-a434-4f3b-b440-969889f30ee8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/ports/ec79d00c-296d-4785-b84b-08890c2758aa HTTP/1.1" status: 204 len: 168 time: 0.7116385 Oct 13 00:28:12.281470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44774) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:12.287947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:12.324581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.387961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:12.391817 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.451013 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.539068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Allocated IP 172.20.0.12 (a7857de0-5793-4a4b-9a06-5c0963e076b2/9f6b0b04-bcee-476a-85db-37a5d14b3dfc/071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:12.580994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466012f-143b-4592-a35b-b0126491c0e9 req-f2b76cd3-de83-49cc-a2ab-b18d68639b48 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:12.582669 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b466012f-143b-4592-a35b-b0126491c0e9 req-f2b76cd3-de83-49cc-a2ab-b18d68639b48 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 946 time: 0.1174924 Oct 13 00:28:12.633339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.25.3.167 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/92a9126d-f6bb-4b98-af7e-902b68ba3849) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:12.656667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b466012f-143b-4592-a35b-b0126491c0e9 req-681afdbe-a60d-4ecf-aa05-176683ee2550 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641956 Oct 13 00:28:12.709417 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.747494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.774326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.782343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:12.797524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:12.800757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:12.804650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:12.813681 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.832609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event updated for resources: {'Port': ['ID=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:12.872085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:12.872456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:12.873542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:12.876068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:12.888991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:12.905080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-63a2984f-53a5-4a4c-b463-3b81fe3f68d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6822388 Oct 13 00:28:12.927695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Request body: {'port': {'device_id': 'ac6a223d-11ee-47a5-a46b-410506e79470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:12.928576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=92a9126d-f6bb-4b98-af7e-902b68ba3849,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:12.990020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.006286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.054541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.231691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa8eb1-a2d0-4493-8f0a-f29de084135c req-b01f38f9-f670-4da3-88fb-a03856d94eb6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:13.236106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46aa8eb1-a2d0-4493-8f0a-f29de084135c req-b01f38f9-f670-4da3-88fb-a03856d94eb6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 932 time: 0.0801706 Oct 13 00:28:13.297807 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46aa8eb1-a2d0-4493-8f0a-f29de084135c req-8e00e3dc-82b8-45b9-9527-2ae806cb0a41 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552247 Oct 13 00:28:13.300554 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.304849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:28:13.307000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.318845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.331855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Transition to ACTIVE for port object 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:28:13.336771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.393666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=92a9126d-f6bb-4b98-af7e-902b68ba3849,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:13.406466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.407139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Pushing event updated for resources: {'Port': ['ID=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:13.425930 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.430244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5be7b61f-08e8-452f-847e-6463387557f3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1445093 Oct 13 00:28:13.430244 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44798) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:13.434856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'port': {'network_id': 'c11ebf8d-ce7e-4803-9238-d2b8cfcd065d', 'name': 'tempest-FloatingIPTestJSON-855471667'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:13.466740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Attempting to bind port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:28:13.467369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Attempting to bind port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:28:13.467905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Attempting to bind port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:28:13.472663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:28:13.473162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Attempting to bind port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:28:13.482347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:28:13.482976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Checking segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:13.483381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Bound using segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:28:13.483874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Bound port: 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:28:13.484447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.548970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:13.552685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] For port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:28:13.553836 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.555876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] For port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:28:13.560775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.573080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] device_id is not set on port c8ccf410-779d-43e3-b22e-4842c61a53d0 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:28:13.599758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:13.600386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.601762 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-7effc178-a119-4927-bb4b-b2840290647b service neutron] 10.222.0.36 "PUT /v2.0/ports/071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 HTTP/1.1" status: 200 len: 1092 time: 0.6827581 Oct 13 00:28:13.602207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6a223d-11ee-47a5-a46b-410506e79470', 'tag': '071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:13.604516 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6a223d-11ee-47a5-a46b-410506e79470", "tag": "071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:13.647741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effc178-a119-4927-bb4b-b2840290647b service neutron] Pushing event updated for resources: {'Port': ['ID=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:13.661460 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee1e50d-6e03-4a22-8506-d3e461b6cce4 x-openstack-request-id: req-4ee1e50d-6e03-4a22-8506-d3e461b6cce4 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:13.661753 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6a223d-11ee-47a5-a46b-410506e79470", "tag": "071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:13.662025 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ee1e50d-6e03-4a22-8506-d3e461b6cce4 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:13.662407 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6a223d-11ee-47a5-a46b-410506e79470', 'tag': '071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1', 'status': 'completed', 'code': 200} Oct 13 00:28:13.705474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.20.0.4 (c11ebf8d-ce7e-4803-9238-d2b8cfcd065d/2b220044-1d26-4ff5-a74b-91f3efee2fe7/c8ccf410-779d-43e3-b22e-4842c61a53d0) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:13.728561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-3e0cbb0e-5edf-4911-ac75-d97f89626e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:13.730411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-3e0cbb0e-5edf-4911-ac75-d97f89626e5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 1095 time: 0.0488307 Oct 13 00:28:13.791528 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-0fdd498d-1b27-46f3-95cb-19629df9f9e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 HTTP/1.1" status: 200 len: 217 time: 0.0460343 Oct 13 00:28:13.845430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-ca5fb3cc-abfb-4a7a-bea4-8fa045219de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:13.847031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-ca5fb3cc-abfb-4a7a-bea4-8fa045219de1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0484407 Oct 13 00:28:13.853990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c569dd-0c42-4e2e-8aa4-119a50b9d72b req-4dd25820-de94-45fc-8a42-c41a7e436ee9 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:13.855541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5c569dd-0c42-4e2e-8aa4-119a50b9d72b req-4dd25820-de94-45fc-8a42-c41a7e436ee9 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 946 time: 0.1041057 Oct 13 00:28:13.880843 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-56416542-50eb-4e78-8a45-7b111201e19f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260279 Oct 13 00:28:13.922795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5c569dd-0c42-4e2e-8aa4-119a50b9d72b req-362afeba-3684-4e50-a6e9-8fbdf09ae801 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581529 Oct 13 00:28:13.963187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:13.993538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-a333cfad-d7c1-4026-9491-87bee64dffc5 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046615 Oct 13 00:28:14.007521 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:14.051223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network c11ebf8d-ce7e-4803-9238-d2b8cfcd065d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:14.052650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:14.061381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:14.098831 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62ccdd3d-f71c-4af5-9b4a-d4083a99c03a req-fb1fa7c5-1cc2-4546-a4e1-42764fafb6ec service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970111 Oct 13 00:28:14.100851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=c8ccf410-779d-43e3-b22e-4842c61a53d0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:14.127687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:14.128269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:14.144067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a7a466c0-5040-4f43-993e-d2901a286659 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7131777 Oct 13 00:28:14.146606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44816) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:14.151379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'port_id': 'c8ccf410-779d-43e3-b22e-4842c61a53d0'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:14.193925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:14.259065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-153c74fe-f92a-4116-a279-ddbb72b80302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:14.261704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-153c74fe-f92a-4116-a279-ddbb72b80302 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 1095 time: 0.0528536 Oct 13 00:28:14.381751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-d774e5d6-41c8-42df-b9d9-675887d8e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:14.383315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-d774e5d6-41c8-42df-b9d9-675887d8e998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.1017680 Oct 13 00:28:14.428672 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-8ee77b49-f35e-4cda-b797-c1ac32845642 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 HTTP/1.1" status: 200 len: 217 time: 0.0376709 Oct 13 00:28:14.497417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-244c13fb-cae9-4362-bd51-b8bf6008ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:14.498923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-244c13fb-cae9-4362-bd51-b8bf6008ee3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0624835 Oct 13 00:28:14.507690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbe54a-315f-41e5-b098-006070281b8d req-ad4aa64b-7d0c-433a-8a40-b795d0831b2c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:14.509479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3fbe54a-315f-41e5-b098-006070281b8d req-ad4aa64b-7d0c-433a-8a40-b795d0831b2c tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 944 time: 0.1035569 Oct 13 00:28:14.517552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e23650d1-1430-47bf-ae85-8d0792e54804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:14.538933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-8f2e45c3-194f-4a76-8db9-6e787d5737e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315051 Oct 13 00:28:14.633552 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-4e32aae7-37c9-4a60-946c-01c8ae2ea856 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867879 Oct 13 00:28:14.739026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a852efb-bcd0-44a1-bb03-70c2fa50c8e3 req-01e441ab-1d9e-45df-96e5-a8ba81df67e9 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972023 Oct 13 00:28:14.975440 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3fbe54a-315f-41e5-b098-006070281b8d req-2ae8ea9b-de73-4aad-ab62-6437f25f5154 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015975 Oct 13 00:28:14.999776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-567ade9f-2b08-4572-ac77-af5ff4337869 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:14.999776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-567ade9f-2b08-4572-ac77-af5ff4337869 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 946 time: 0.1172669 Oct 13 00:28:15.187406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3a5e7-3943-42fb-8dc0-836614f55356 req-f7c4bb61-e9db-4911-92be-290210b4e7ec tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:15.188926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d3a5e7-3943-42fb-8dc0-836614f55356 req-f7c4bb61-e9db-4911-92be-290210b4e7ec tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 946 time: 0.1762450 Oct 13 00:28:15.208487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:15.223702 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:15.284417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Deleting port 4df80378-224b-4869-82bc-f873eee2fed9 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:15.284759 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:15.305912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3d3a5e7-3943-42fb-8dc0-836614f55356 req-f00a0426-f105-474c-a8e0-fa84e0ae9fd3 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca790722-d2a3-41d0-ac69-cd2f38501a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041429 Oct 13 00:28:15.403583 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP 701506ff-5cf1-4596-895e-2d8713d72589 associated. External IP: 172.25.3.167, port: c8ccf410-779d-43e3-b22e-4842c61a53d0. Oct 13 00:28:15.471301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] For port 4df80378-224b-4869-82bc-f873eee2fed9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4df80378-224b-4869-82bc-f873eee2fed9,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:15.471694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:15.669345 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:15.811834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:15.812192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:15.812508 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Floating IP 6c023fbc-952e-408c-8290-d54c7205a8c2 disassociated. External IP: 172.25.3.144, port: 4df80378-224b-4869-82bc-f873eee2fed9. Oct 13 00:28:15.812848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Calling delete_port for 4df80378-224b-4869-82bc-f873eee2fed9 owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:15.831239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:15.903327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:16.014560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:16.020539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:16.024721 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9eaad-97b2-460c-9a2a-155fe0d2e360 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:16.035375 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9eaad-97b2-460c-9a2a-155fe0d2e360 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:16.040661 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-75c9eaad-97b2-460c-9a2a-155fe0d2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:16.061461 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3a4c6d7-7d2c-4aeb-82d6-4b0193a2632e tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/floatingips/701506ff-5cf1-4596-895e-2d8713d72589 HTTP/1.1" status: 200 len: 977 time: 1.9135656 Oct 13 00:28:16.064050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:16.072795 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:16.107859 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-75c9eaad-97b2-460c-9a2a-155fe0d2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:16.117023 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9eaad-97b2-460c-9a2a-155fe0d2e360 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:16.117957 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-75c9eaad-97b2-460c-9a2a-155fe0d2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:16.161641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event deleted for resources: {'Port': ['ID=4df80378-224b-4869-82bc-f873eee2fed9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:16.174280 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-75c9eaad-97b2-460c-9a2a-155fe0d2e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:16.175188 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9eaad-97b2-460c-9a2a-155fe0d2e360 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:16.262314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5e0b5-bd3a-4337-b1ed-89cf23aa40de req-d6c00771-f18f-4e4f-b7f8-b555a729aba9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:16.263822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abb5e0b5-bd3a-4337-b1ed-89cf23aa40de req-d6c00771-f18f-4e4f-b7f8-b555a729aba9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 944 time: 0.1526263 Oct 13 00:28:16.355473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port c8ccf410-779d-43e3-b22e-4842c61a53d0 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:16.355847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:16.360683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abb5e0b5-bd3a-4337-b1ed-89cf23aa40de req-17de9d3e-395c-4fbb-acab-110166514628 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636828 Oct 13 00:28:16.435578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Router 0ae18e6c-b76e-4b67-8183-442b85809ec5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:16.455691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7326d260-51fa-4c70-a7e0-b7917bee37ab req-4b3d575b-9b99-4e3a-8b17-a2397c998a6e tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 210 time: 0.0448220 Oct 13 00:28:16.535827 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:16.646114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:16.656576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] Sync routers for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:16.668160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:16.668955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:16.970183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:28:17.050588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] No DVR routers for this DVR port 4df80378-224b-4869-82bc-f873eee2fed9 on host n-h1-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:17.054269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:17.057652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36b91d31-dad9-4820-9c1d-d4ab86f528e1 req-bfb89777-be13-4630-ad07-315a1719fec0 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.45 "DELETE /v2.0/ports/4df80378-224b-4869-82bc-f873eee2fed9 HTTP/1.1" status: 204 len: 173 time: 2.0532835 Oct 13 00:28:17.058122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'name': 'network-vif-deleted', 'tag': '4df80378-224b-4869-82bc-f873eee2fed9'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:17.060845 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c726f52e-9e36-446d-96f8-cff2200275c4" -d '{"events": [{"server_uuid": "251a0b02-fd0e-43d9-aba8-1b7177ad68e0", "name": "network-vif-deleted", "tag": "4df80378-224b-4869-82bc-f873eee2fed9"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:17.122704 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735cdcb-be57-4501-b139-488772b12f4a x-openstack-request-id: req-d735cdcb-be57-4501-b139-488772b12f4a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:17.123181 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251a0b02-fd0e-43d9-aba8-1b7177ad68e0", "name": "network-vif-deleted", "tag": "4df80378-224b-4869-82bc-f873eee2fed9", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:17.123571 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d735cdcb-be57-4501-b139-488772b12f4a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:17.124034 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251a0b02-fd0e-43d9-aba8-1b7177ad68e0', 'name': 'network-vif-deleted', 'tag': '4df80378-224b-4869-82bc-f873eee2fed9', 'status': 'completed', 'code': 200} Oct 13 00:28:17.156757 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:17.157259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:17.157577 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP 701506ff-5cf1-4596-895e-2d8713d72589 disassociated. External IP: 172.25.3.167, port: c8ccf410-779d-43e3-b22e-4842c61a53d0. Oct 13 00:28:17.158000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for c8ccf410-779d-43e3-b22e-4842c61a53d0 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:17.200139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:17.232966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] Checking router: 0ae18e6c-b76e-4b67-8183-442b85809ec5 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:28:17.241992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:17.242289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:17.336310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:17.371094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=c8ccf410-779d-43e3-b22e-4842c61a53d0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:17.376107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:28:17.516886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:28:17.538201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3488c-6070-4855-91be-7701721d37ff req-30f641bf-ef15-4119-9dd2-f9e1c8af893a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:17.539948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99f3488c-6070-4855-91be-7701721d37ff req-30f641bf-ef15-4119-9dd2-f9e1c8af893a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 944 time: 0.0928001 Oct 13 00:28:17.544836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:17.613679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:17.616335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf34f13a-5ac3-4194-87e0-1b6f64d6ee9a req-7283c06a-0068-4a29-8f40-f79a14cc1d7a tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/ports?device_id=251a0b02-fd0e-43d9-aba8-1b7177ad68e0 HTTP/1.1" status: 200 len: 210 time: 0.0534158 Oct 13 00:28:17.720301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99f3488c-6070-4855-91be-7701721d37ff req-ec7a49a7-970f-402a-a377-681beebeecf8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473787 Oct 13 00:28:17.721405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:17.737783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'port_id': '071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1', 'mac_address': 'fa:16:3e:5c:ec:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6b0b04-bcee-476a-85db-37a5d14b3dfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:28:17.797077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:17.801422 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:17.809705 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e26168-097e-40db-b7da-99986b9a414c None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:17.821676 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e26168-097e-40db-b7da-99986b9a414c None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:17.821936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:28:17.822740 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-09e26168-097e-40db-b7da-99986b9a414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:17.830651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:17.864434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-09e26168-097e-40db-b7da-99986b9a414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:17.874474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110bf5f3-9284-41f2-bc54-becf5dca004c None None] The sync data for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 is: [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:16Z', 'revision_number': 4, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58bf3761-17d0-4efd-bad2-00790830c73c', 'name': '', 'network_id': '2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'mac_address': 'fa:16:3e:f3:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '98dd607d-8add-43b1-b712-82334fad94fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:15Z', 'updated_at': '2021-10-13T00:18:20Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'subnets': [{'id': '98dd607d-8add-43b1-b712-82334fad94fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:17.874990 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e26168-097e-40db-b7da-99986b9a414c None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:17.875821 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-09e26168-097e-40db-b7da-99986b9a414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:17.879129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:17.888782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:17.891053 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:17.895361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:17.895877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5d3b7341-a943-49f2-877e-aa09735f5ec7 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/ports/c8ccf410-779d-43e3-b22e-4842c61a53d0 HTTP/1.1" status: 204 len: 168 time: 1.8306665 Oct 13 00:28:17.941486 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-09e26168-097e-40db-b7da-99986b9a414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:17.942190 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e26168-097e-40db-b7da-99986b9a414c None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:17.959659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:17.963554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-360d1593-bd7d-41dc-ab67-e27afca92362 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "GET /v2.0/floatingips/701506ff-5cf1-4596-895e-2d8713d72589 HTTP/1.1" status: 200 len: 688 time: 0.0656881 Oct 13 00:28:17.965479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44882) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:18.102812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 92a9126d-f6bb-4b98-af7e-902b68ba3849 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:18.103154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.180492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098add3-9e22-4756-a700-32c002e642bd None None] New status for floating IP 6c023fbc-952e-408c-8290-d54c7205a8c2: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:28:18.192567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.192907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.205682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 92a9126d-f6bb-4b98-af7e-902b68ba3849 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:18.274059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:18.517532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4df80378-224b-4869-82bc-f873eee2fed9 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:18.536143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 4df80378-224b-4869-82bc-f873eee2fed9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:18.536572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4df80378-224b-4869-82bc-f873eee2fed9 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:18.623616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.648957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=92a9126d-f6bb-4b98-af7e-902b68ba3849,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:18.714993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44908) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:18.722695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.725758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.732942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ff8a35a8-ae56-4f0d-9c2f-3c3fbdb3e491 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/floatingips/701506ff-5cf1-4596-895e-2d8713d72589 HTTP/1.1" status: 204 len: 168 time: 0.7604082 Oct 13 00:28:18.732942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44912) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:18.737030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '526f3252-45f8-497e-8d8d-8fbb446f1266'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:18.766003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.793472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.819910 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.899495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.910733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013671f-8e47-4f22-94ed-102d2acd8659 req-b222508d-c3b0-47d6-868d-eb09592aebd2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:18.912502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6013671f-8e47-4f22-94ed-102d2acd8659 req-b222508d-c3b0-47d6-868d-eb09592aebd2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 945 time: 0.0611179 Oct 13 00:28:18.938786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.941529 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:18.943563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "DELETE /v2.0/security-groups/ca790722-d2a3-41d0-ac69-cd2f38501a07 HTTP/1.1" status: 204 len: 168 time: 0.2264378 Oct 13 00:28:18.945799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:18.963157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca790722-d2a3-41d0-ac69-cd2f38501a07,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:18.967976 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-fba9f581-5b94-403a-a846-16116e13489e tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] show failed (client error): The resource could not be found. Oct 13 00:28:18.971869 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fba9f581-5b94-403a-a846-16116e13489e tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "GET /v2.0/security-groups/ca790722-d2a3-41d0-ac69-cd2f38501a07 HTTP/1.1" status: 404 len: 347 time: 0.0223317 Oct 13 00:28:18.972689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44922) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:18.988171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.988517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.988857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.989188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.989540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.989871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.990201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.990524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.990841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.991215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.991560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:18.991884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c296612b-3ffa-47d9-907b-df2e97d87adb tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:19.024956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6013671f-8e47-4f22-94ed-102d2acd8659 req-a31bd803-8484-4f50-8c98-a7214c787f2e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960999 Oct 13 00:28:19.045427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.25.3.217 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/e7cc20de-2b65-408c-aaf3-1ebc8cbf6b41) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:19.118351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Deleting port ae4db274-fcf3-4a47-a7c1-6754f22b1849 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:19.118689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.156890 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.200998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.201322 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.212387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.215920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Calling delete_port for ae4db274-fcf3-4a47-a7c1-6754f22b1849 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:19.269972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:19.272956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:19.275399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:19.299287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=e7cc20de-2b65-408c-aaf3-1ebc8cbf6b41,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:19.367333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.406059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Pushing event deleted for resources: {'Port': ['ID=ae4db274-fcf3-4a47-a7c1-6754f22b1849,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:19.521121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.523862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.525031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8c9cb844-8740-4ce6-b31b-2b177280dfd6 tempest-AttachVolumeTestJSON-121578862 tempest-AttachVolumeTestJSON-121578862-project] 10.222.0.21 "DELETE /v2.0/floatingips/6c023fbc-952e-408c-8290-d54c7205a8c2 HTTP/1.1" status: 204 len: 168 time: 0.5480645 Oct 13 00:28:19.539539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:19.595669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:28:19.599712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:19.600085 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.690356 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.727077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.739131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a223d-11ee-47a5-a46b-410506e79470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:19.741767 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435b0f9e-e88b-4493-b713-c75c5927ae4c" -d '{"events": [{"server_uuid": "ac6a223d-11ee-47a5-a46b-410506e79470", "name": "network-vif-plugged", "status": "completed", "tag": "071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:19.769580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:19.774582 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.818763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:19.843954 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b435d5-e5a7-4dbb-af0a-fb3ed111a1f7 x-openstack-request-id: req-e5b435d5-e5a7-4dbb-af0a-fb3ed111a1f7 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:19.844256 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a223d-11ee-47a5-a46b-410506e79470", "name": "network-vif-plugged", "status": "completed", "tag": "071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:19.844506 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5b435d5-e5a7-4dbb-af0a-fb3ed111a1f7 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:19.844896 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a223d-11ee-47a5-a46b-410506e79470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1', 'code': 200} Oct 13 00:28:19.850279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:20.011155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e6c14-53d2-4dbf-a353-7e3031b8c32d req-9b30e0bd-3911-4590-9efe-20ae2f6880ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:20.012856 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc2e6c14-53d2-4dbf-a353-7e3031b8c32d req-9b30e0bd-3911-4590-9efe-20ae2f6880ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 1097 time: 0.0682902 Oct 13 00:28:20.079932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc2e6c14-53d2-4dbf-a353-7e3031b8c32d req-fe795535-f077-44e5-b1d8-989ded2d40b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559320 Oct 13 00:28:20.084017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:20.089778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:20.144032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=e7cc20de-2b65-408c-aaf3-1ebc8cbf6b41,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:20.172631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541e6de-5470-449c-85ba-f0df0b10ae74 req-b998a24c-757f-4af8-b55e-2b40f6f725bb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:20.174988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f541e6de-5470-449c-85ba-f0df0b10ae74 req-b998a24c-757f-4af8-b55e-2b40f6f725bb tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 946 time: 0.0591300 Oct 13 00:28:20.211135 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:20.235176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f541e6de-5470-449c-85ba-f0df0b10ae74 req-d98b3953-a13c-47b0-a1b5-297c0126e989 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537848 Oct 13 00:28:20.323451 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP 09a33221-cdf6-4dca-8e1a-2ac1a4dae278 associated. External IP: 172.25.3.217, port: 526f3252-45f8-497e-8d8d-8fbb446f1266. Oct 13 00:28:20.576398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:20.693890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:20.711072 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324e17e-d1b5-4255-a3b1-d22079ff3011 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:20.718176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:20.728383 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324e17e-d1b5-4255-a3b1-d22079ff3011 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:20.729069 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4324e17e-d1b5-4255-a3b1-d22079ff3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:20.754342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f66897a-597a-4d03-8fb5-385527ffb512 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0206392 Oct 13 00:28:20.757596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44966) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:20.763434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-715986722'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:20.773784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4324e17e-d1b5-4255-a3b1-d22079ff3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:20.798915 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324e17e-d1b5-4255-a3b1-d22079ff3011 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:20.799764 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4324e17e-d1b5-4255-a3b1-d22079ff3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:20.804290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:20.811769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:20.834216 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4324e17e-d1b5-4255-a3b1-d22079ff3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:20.835006 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4324e17e-d1b5-4255-a3b1-d22079ff3011 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:20.851363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:28:20.861958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:20.862416 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Added segment 3f480d0f-5a7b-48e5-9242-4cdd9fce058e of type vlan for network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 Oct 13 00:28:20.905820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:20.934580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:20.940349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:20.940956 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:21.020918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Network': ['ID=00395eee-f475-4a5e-8f2f-8cd6bacc8047,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:21.034876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-86037240-c313-4acc-8b0c-b6fd54303cee tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2760346 Oct 13 00:28:21.037779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44976) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:21.042532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:28:21.044055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'subnet': {'network_id': '00395eee-f475-4a5e-8f2f-8cd6bacc8047', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:21.141816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:21.145778 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:21.384718 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:21.486199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd76cc-b53f-4d56-834c-bc5f81d1bb00 req-8aa6b1a5-dc3c-497c-b68d-b778a430015d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:21.487933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8edd76cc-b53f-4d56-834c-bc5f81d1bb00 req-8aa6b1a5-dc3c-497c-b68d-b778a430015d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 946 time: 0.1191554 Oct 13 00:28:21.490580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Subnet': ['ID=ef3f676c-609f-404d-9c0e-9097b71f1d30,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:21.506221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Checking segment: {'id': '3f480d0f-5a7b-48e5-9242-4cdd9fce058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '00395eee-f475-4a5e-8f2f-8cd6bacc8047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:21.506547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network hostable DHCP agents. Network: 00395eee-f475-4a5e-8f2f-8cd6bacc8047, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:28:21.549458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8edd76cc-b53f-4d56-834c-bc5f81d1bb00 req-c996da7f-7661-4d99-91b5-3e8aefc3d969 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524213 Oct 13 00:28:21.550597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:28:21.562446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 00395eee-f475-4a5e-8f2f-8cd6bacc8047) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:21.579715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a0f86-f983-43bd-9a48-63cd68904990 None None] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:21.606937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:21.607843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:21.638497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7bc0f61d-8abe-446f-a8db-f9de77fcd2fb tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5966594 Oct 13 00:28:21.639458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44992) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:21.647749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1982763962', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:21.689917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:21.691652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:21.762241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:21.802082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-00395eee-f475-4a5e-8f2f-8cd6bacc8047', 'network_id': '00395eee-f475-4a5e-8f2f-8cd6bacc8047', 'tenant_id': 'be5ab36189b14eb19d6a19c4ba19ded5', 'fixed_ips': [{'subnet_id': 'ef3f676c-609f-404d-9c0e-9097b71f1d30'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:28:21.803324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:21.990813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.022480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Allocated IP 172.20.0.2 (00395eee-f475-4a5e-8f2f-8cd6bacc8047/ef3f676c-609f-404d-9c0e-9097b71f1d30/21def7f9-3bb5-4751-9766-2faf8a387f35) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:22.132116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:28:22.230279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.238538 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.245415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.266753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.275544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:22.282763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:22.286719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:22.300273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Pushing event updated for resources: {'Port': ['ID=21def7f9-3bb5-4751-9766-2faf8a387f35,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:22.388374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Attempting to bind port 21def7f9-3bb5-4751-9766-2faf8a387f35 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:28:22.389369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Attempting to bind port 21def7f9-3bb5-4751-9766-2faf8a387f35 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '3f480d0f-5a7b-48e5-9242-4cdd9fce058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '00395eee-f475-4a5e-8f2f-8cd6bacc8047'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:28:22.389958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Attempting to bind port 21def7f9-3bb5-4751-9766-2faf8a387f35 on network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:28:22.396584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:28:22.397072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Checking segment: {'id': '3f480d0f-5a7b-48e5-9242-4cdd9fce058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '00395eee-f475-4a5e-8f2f-8cd6bacc8047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:22.397542 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.398008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Bound using segment: {'id': '3f480d0f-5a7b-48e5-9242-4cdd9fce058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '00395eee-f475-4a5e-8f2f-8cd6bacc8047'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:28:22.398553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Bound port: 21def7f9-3bb5-4751-9766-2faf8a387f35, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f480d0f-5a7b-48e5-9242-4cdd9fce058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '00395eee-f475-4a5e-8f2f-8cd6bacc8047'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:28:22.399003 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.425465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.25.3.60 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/46737ec7-9360-40a3-b2b9-0d53a170a5ee) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:22.476170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] For port 21def7f9-3bb5-4751-9766-2faf8a387f35, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:28:22.479380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] For port 21def7f9-3bb5-4751-9766-2faf8a387f35, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=21def7f9-3bb5-4751-9766-2faf8a387f35,segment=NetworkSegment(3f480d0f-5a7b-48e5-9242-4cdd9fce058e),segment_id=3f480d0f-5a7b-48e5-9242-4cdd9fce058e)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:28:22.488241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.574584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa986c9-3663-4b20-8dae-c47cada6c148 None None] Pushing event updated for resources: {'Port': ['ID=21def7f9-3bb5-4751-9766-2faf8a387f35,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:22.589668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.637533 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:22.723452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b53c3-f230-4e5d-a130-275767deafe3 req-e1247828-727a-4893-911b-3c2e85681dea tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:22.727812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d16b53c3-f230-4e5d-a130-275767deafe3 req-e1247828-727a-4893-911b-3c2e85681dea tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 946 time: 0.0800014 Oct 13 00:28:22.756453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:22.759537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:22.769774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:22.824391 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d16b53c3-f230-4e5d-a130-275767deafe3 req-cce9696e-b40d-4801-a978-fba80c8b0774 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818937 Oct 13 00:28:23.002802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=46737ec7-9360-40a3-b2b9-0d53a170a5ee,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:23.115983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236f1c9-4928-4245-bc8e-da91db5926b2 req-842d2e64-5b2b-491a-bbf6-e7014c39161b tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:23.124446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e236f1c9-4928-4245-bc8e-da91db5926b2 req-842d2e64-5b2b-491a-bbf6-e7014c39161b tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 946 time: 0.0672312 Oct 13 00:28:23.183789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:23.199613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e236f1c9-4928-4245-bc8e-da91db5926b2 req-316afe38-2e97-417f-bb2f-a605f3703ef7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728068 Oct 13 00:28:23.335666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818c8f9-ef70-41a6-b0e8-da51df8958b2 req-47af2b9f-5f53-458d-9d30-dfddd2566c0a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:23.337533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0818c8f9-ef70-41a6-b0e8-da51df8958b2 req-47af2b9f-5f53-458d-9d30-dfddd2566c0a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 946 time: 0.0547299 Oct 13 00:28:23.436901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0818c8f9-ef70-41a6-b0e8-da51df8958b2 req-7c5ad107-c6e1-4761-b066-307263e7557f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792196 Oct 13 00:28:23.437762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 21def7f9-3bb5-4751-9766-2faf8a387f35 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:23.452430 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:23.521996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 21def7f9-3bb5-4751-9766-2faf8a387f35 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:23.522368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:23.686197 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:23.750047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 21def7f9-3bb5-4751-9766-2faf8a387f35, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=21def7f9-3bb5-4751-9766-2faf8a387f35,segment=NetworkSegment(3f480d0f-5a7b-48e5-9242-4cdd9fce058e),segment_id=3f480d0f-5a7b-48e5-9242-4cdd9fce058e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:23.763537 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:23.858695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bc675-83e6-4402-afd3-02cfaad9065b req-6232ea14-51d3-4598-bf4a-ae05f03d6c94 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:23.866313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac6bc675-83e6-4402-afd3-02cfaad9065b req-6232ea14-51d3-4598-bf4a-ae05f03d6c94 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 946 time: 0.0809748 Oct 13 00:28:23.876730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=21def7f9-3bb5-4751-9766-2faf8a387f35,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:23.957850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac6bc675-83e6-4402-afd3-02cfaad9065b req-9a43a4e7-5987-4606-a368-ddb09c49b4c7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904498 Oct 13 00:28:24.008089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eec65b-a027-448c-a8f4-6f7504a4a045 None None] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:24.067618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router a8619fec-e99d-425f-bf0b-4f57d32c1e52 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:28:24.143215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1967c028-c522-4f1a-bd03-07f781bebf8e None None] Provisioning complete for port 21def7f9-3bb5-4751-9766-2faf8a387f35 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:24.143903 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1967c028-c522-4f1a-bd03-07f781bebf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:24.352050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:24.364037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924eb3b7-ac36-4423-8616-cd3fe9ba82bd None None] Sync routers for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:24.384249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:24.391909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45060) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:24.393830 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6bd08f77-3242-4634-90aa-ef74df3163a3 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7512116 Oct 13 00:28:24.408210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924eb3b7-ac36-4423-8616-cd3fe9ba82bd None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:24.411392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-924eb3b7-ac36-4423-8616-cd3fe9ba82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:24.510741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-924eb3b7-ac36-4423-8616-cd3fe9ba82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:24.527647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924eb3b7-ac36-4423-8616-cd3fe9ba82bd None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:24.528402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-924eb3b7-ac36-4423-8616-cd3fe9ba82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:24.600819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-924eb3b7-ac36-4423-8616-cd3fe9ba82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:24.602670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924eb3b7-ac36-4423-8616-cd3fe9ba82bd None None] The sync data for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:24.783732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-de4ff8f9-c32b-479e-b488-5e9c64ab39d7 None None] Provisioning complete for port 21def7f9-3bb5-4751-9766-2faf8a387f35 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:24.784268 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-de4ff8f9-c32b-479e-b488-5e9c64ab39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.137099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.222476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a6565-f28c-43a6-ba9b-5126bad45949 req-54e793d6-93d4-4390-85ce-a179b1578644 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:25.236325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec6a6565-f28c-43a6-ba9b-5126bad45949 req-54e793d6-93d4-4390-85ce-a179b1578644 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 946 time: 0.1448243 Oct 13 00:28:25.343552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec6a6565-f28c-43a6-ba9b-5126bad45949 req-e77eedc6-4a82-40a9-8292-99a8c80ca945 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941937 Oct 13 00:28:25.388316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65684f42-9b29-470f-9898-dce9606593e8 req-7f891950-c3f6-40c9-be6f-2deb48815329 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:25.390270 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65684f42-9b29-470f-9898-dce9606593e8 req-7f891950-c3f6-40c9-be6f-2deb48815329 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 946 time: 0.1123304 Oct 13 00:28:25.430747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 21def7f9-3bb5-4751-9766-2faf8a387f35 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:25.531127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 21def7f9-3bb5-4751-9766-2faf8a387f35 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:25.532750 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.567178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Deleting port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:25.567627 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.592888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.20.0.1 (00395eee-f475-4a5e-8f2f-8cd6bacc8047/ef3f676c-609f-404d-9c0e-9097b71f1d30/d6bbd3df-3945-49d8-b2fd-ef64ff018736) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:25.699226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] For port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:25.699617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.713104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Calling delete_port for 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:25.720371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.784632 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.835603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:25.843549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:25.846055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:25.880665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=d6bbd3df-3945-49d8-b2fd-ef64ff018736,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:25.894881 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.902975 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:25.927487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event deleted for resources: {'Port': ['ID=071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:25.930195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:25.935685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:26.009582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] No DVR routers for this DVR port 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:26.021580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:26.027533 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65684f42-9b29-470f-9898-dce9606593e8 req-afd8a449-3740-4633-90c1-172e16bb6e4a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "DELETE /v2.0/ports/071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 HTTP/1.1" status: 204 len: 173 time: 0.6300862 Oct 13 00:28:26.040332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6a223d-11ee-47a5-a46b-410506e79470', 'name': 'network-vif-deleted', 'tag': '071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:26.042865 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820aa40f-d5cb-4a65-b8da-ae942053888f" -d '{"events": [{"server_uuid": "ac6a223d-11ee-47a5-a46b-410506e79470", "name": "network-vif-deleted", "tag": "071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:26.103467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:26.144730 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c464294a-a3c8-4b86-aba5-5ffabb11757c x-openstack-request-id: req-c464294a-a3c8-4b86-aba5-5ffabb11757c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:26.145256 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6a223d-11ee-47a5-a46b-410506e79470", "name": "network-vif-deleted", "tag": "071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:26.145875 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c464294a-a3c8-4b86-aba5-5ffabb11757c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:26.146632 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6a223d-11ee-47a5-a46b-410506e79470', 'name': 'network-vif-deleted', 'tag': '071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1', 'status': 'completed', 'code': 200} Oct 13 00:28:26.343551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3ae74489-69ad-46f5-b15f-a25853499c24 None None] Provisioning complete for port d6bbd3df-3945-49d8-b2fd-ef64ff018736 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:26.343919 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3ae74489-69ad-46f5-b15f-a25853499c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:26.440470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3ae74489-69ad-46f5-b15f-a25853499c24 None None] Port d6bbd3df-3945-49d8-b2fd-ef64ff018736 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:28:26.470299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94e185db-9f9b-49d9-9b86-cb998c9a6702 req-3a971648-a63c-4b8a-8390-73b3a4336a87 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac6a223d-11ee-47a5-a46b-410506e79470 HTTP/1.1" status: 200 len: 210 time: 0.0314581 Oct 13 00:28:26.560121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:26.572079 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:26.662858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=d6bbd3df-3945-49d8-b2fd-ef64ff018736,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:26.666294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:26.784124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:26.785448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:26.932077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router a8619fec-e99d-425f-bf0b-4f57d32c1e52 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:27.065088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:27.066406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c8d83663-44d0-49cd-aa61-3217a74441f0 None None] Provisioning complete for port d6bbd3df-3945-49d8-b2fd-ef64ff018736 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:27.066909 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c8d83663-44d0-49cd-aa61-3217a74441f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:27.071883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-98f12344-7d18-48fc-a49f-4bd897b17c5f tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/routers/a8619fec-e99d-425f-bf0b-4f57d32c1e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6772428 Oct 13 00:28:27.074314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45118) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:27.076301 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf1e4f-ba75-461f-a7d0-f6d9552d8e6b None None] Sync routers for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:27.079479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'port': {'network_id': '00395eee-f475-4a5e-8f2f-8cd6bacc8047', 'name': 'tempest-FloatingIPTestJSON-2094781456'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:27.086731 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf1e4f-ba75-461f-a7d0-f6d9552d8e6b None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:27.087423 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-65cf1e4f-ba75-461f-a7d0-f6d9552d8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:27.111063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c8d83663-44d0-49cd-aa61-3217a74441f0 None None] Port d6bbd3df-3945-49d8-b2fd-ef64ff018736 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:28:27.139643 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-65cf1e4f-ba75-461f-a7d0-f6d9552d8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:27.149378 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf1e4f-ba75-461f-a7d0-f6d9552d8e6b None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:27.150183 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-65cf1e4f-ba75-461f-a7d0-f6d9552d8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:27.184386 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-65cf1e4f-ba75-461f-a7d0-f6d9552d8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:27.185189 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf1e4f-ba75-461f-a7d0-f6d9552d8e6b None None] The sync data for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:27.221348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Made reservation on behalf of be5ab36189b14eb19d6a19c4ba19ded5 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:27.225079 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:27.242535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] device_id is not set on port 25ef7147-f8fe-4310-b5be-7ee974443b66 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:28:27.405117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Allocated IP 172.20.0.12 (00395eee-f475-4a5e-8f2f-8cd6bacc8047/ef3f676c-609f-404d-9c0e-9097b71f1d30/25ef7147-f8fe-4310-b5be-7ee974443b66) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:27.570810 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:27.612835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:27.688874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:27.690345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event updated for resources: {'Port': ['ID=25ef7147-f8fe-4310-b5be-7ee974443b66,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:27.694192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:27.711748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:27.849448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:27.850100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:27.885264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ebadfbc7-f136-4a9a-90fb-197183797e58 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8073289 Oct 13 00:28:27.885712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45150) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:27.902904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Request body: {'floatingip': {'port_id': '25ef7147-f8fe-4310-b5be-7ee974443b66'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:27.926173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-27990bcc-8a49-4a8d-9324-80203c3fcff5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:27.928127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-27990bcc-8a49-4a8d-9324-80203c3fcff5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.2089338 Oct 13 00:28:27.962261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-d72d2001-ecf5-4bcc-bfb5-85caea298029 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/quotas/35c9acfe19c64f2db2311fd97d5d5df8 HTTP/1.1" status: 200 len: 375 time: 0.0207343 Oct 13 00:28:28.009939 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:28.021026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-7ab706dd-0bb6-4202-a9dc-c436dc629601 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567698 Oct 13 00:28:28.053800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4e48dda3-3100-4da5-b096-94348c457cd6 None None] Provisioning complete for port 25ef7147-f8fe-4310-b5be-7ee974443b66 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:28.054181 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e48dda3-3100-4da5-b096-94348c457cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:28.107542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4e48dda3-3100-4da5-b096-94348c457cd6 None None] Port 25ef7147-f8fe-4310-b5be-7ee974443b66 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:28:28.156752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-8774caab-7838-4f72-ab08-d0c5e2e3b9ae service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122108 Oct 13 00:28:28.675055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:28.681518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:28.702027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-a573992d-4a01-4f1a-aeb2-3adf51f276ba service neutron] 10.222.0.21 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444233 Oct 13 00:28:28.828768 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP 09a33221-cdf6-4dca-8e1a-2ac1a4dae278 associated. External IP: 172.25.3.217, port: 526f3252-45f8-497e-8d8d-8fbb446f1266. Oct 13 00:28:28.954327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbd41619-be9f-43f0-b627-78d07b4d41d7 req-aeb27706-2108-426d-96e2-ffef45c4ff88 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 210 time: 0.0493000 Oct 13 00:28:29.153445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:29.306422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:29.317019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862cd31-3cd8-40a2-bcf0-34d3939d0920 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:29.329338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862cd31-3cd8-40a2-bcf0-34d3939d0920 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:29.331281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9862cd31-3cd8-40a2-bcf0-34d3939d0920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:29.418906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9862cd31-3cd8-40a2-bcf0-34d3939d0920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:29.433276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862cd31-3cd8-40a2-bcf0-34d3939d0920 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:29.436229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9862cd31-3cd8-40a2-bcf0-34d3939d0920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:29.624533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router a8619fec-e99d-425f-bf0b-4f57d32c1e52 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:29.759065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9862cd31-3cd8-40a2-bcf0-34d3939d0920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:29.759760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862cd31-3cd8-40a2-bcf0-34d3939d0920 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:29.763140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:29.787835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:29.788712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 071b1f36-50b5-4fc9-8df7-56d9d3f0bcf1 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:29.799090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:29.809822 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d19ad5-5036-4f3e-9b4a-7b308fc707fa None None] Sync routers for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:29.818934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:29.823779 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d19ad5-5036-4f3e-9b4a-7b308fc707fa None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:29.836712 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e3d19ad5-5036-4f3e-9b4a-7b308fc707fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:29.898026 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e3d19ad5-5036-4f3e-9b4a-7b308fc707fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:29.909746 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d19ad5-5036-4f3e-9b4a-7b308fc707fa None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:29.910548 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e3d19ad5-5036-4f3e-9b4a-7b308fc707fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:29.917949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1eb9a5b1-6587-4927-aa89-70a9e6ca3292 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/floatingips/09a33221-cdf6-4dca-8e1a-2ac1a4dae278 HTTP/1.1" status: 200 len: 979 time: 2.0301557 Oct 13 00:28:29.921115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45210) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:29.953889 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e3d19ad5-5036-4f3e-9b4a-7b308fc707fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:29.954560 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d19ad5-5036-4f3e-9b4a-7b308fc707fa None None] The sync data for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:30.030550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 25ef7147-f8fe-4310-b5be-7ee974443b66 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:30.031030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:30.076937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8a7ad8c-e80e-464f-8484-2b8c2bcbbddb req-59eb5c55-cbef-4bfd-af35-60f2883345ad tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 210 time: 0.0345607 Oct 13 00:28:30.136364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:30.728333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-b69c85d2-0e4b-4a33-977c-609d4a8993fa tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:30.730380 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-b69c85d2-0e4b-4a33-977c-609d4a8993fa tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 805 time: 0.2397714 Oct 13 00:28:30.752031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Request body: {'port': {'device_id': '74127a3e-cde7-42c9-b3a3-469b560cc9b2', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'admin_state_up': True, 'tenant_id': '35c9acfe19c64f2db2311fd97d5d5df8'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:30.773129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:30.773487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:30.773801 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Floating IP 09a33221-cdf6-4dca-8e1a-2ac1a4dae278 disassociated. External IP: 172.25.3.217, port: 25ef7147-f8fe-4310-b5be-7ee974443b66. Oct 13 00:28:30.774137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 25ef7147-f8fe-4310-b5be-7ee974443b66 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:30.943160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Made reservation on behalf of 35c9acfe19c64f2db2311fd97d5d5df8 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:30.947122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:31.031455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:31.174272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Allocated IP 172.20.0.3 (a7857de0-5793-4a4b-9a06-5c0963e076b2/9f6b0b04-bcee-476a-85db-37a5d14b3dfc/a1da0bce-e336-4a8b-ba34-ac260a225602) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:31.249821 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-675eba84-9c05-4448-9117-75176ce84dd1 req-cbabd031-01d9-407b-bb70-723bf48ac67e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 210 time: 0.0421398 Oct 13 00:28:31.349075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:31.377938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=25ef7147-f8fe-4310-b5be-7ee974443b66,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:31.489343 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:31.523430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:31.551952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Network a7857de0-5793-4a4b-9a06-5c0963e076b2 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:31.555101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:31.557611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:31.588619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router a8619fec-e99d-425f-bf0b-4f57d32c1e52 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:31.593062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event updated for resources: {'Port': ['ID=a1da0bce-e336-4a8b-ba34-ac260a225602,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:31.627045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:31.627683 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:31.688584 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-0a4d08ff-93a1-44ea-8872-dc050c88779a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9404638 Oct 13 00:28:31.727283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Request body: {'port': {'device_id': '74127a3e-cde7-42c9-b3a3-469b560cc9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:31.802094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:31.813926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ed51c-2999-4cb1-b6d8-567f9d1de7b1 None None] Sync routers for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:31.826368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ed51c-2999-4cb1-b6d8-567f9d1de7b1 None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:31.827227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-707ed51c-2999-4cb1-b6d8-567f9d1de7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:31.829267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:31.871686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-707ed51c-2999-4cb1-b6d8-567f9d1de7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:31.880924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ed51c-2999-4cb1-b6d8-567f9d1de7b1 None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:31.881822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-707ed51c-2999-4cb1-b6d8-567f9d1de7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:31.904345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:31.910237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef9ea781-a59c-4927-bbc4-ff6f85cd5300 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/ports/25ef7147-f8fe-4310-b5be-7ee974443b66 HTTP/1.1" status: 204 len: 168 time: 1.9857001 Oct 13 00:28:31.910657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45230) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:31.924596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-707ed51c-2999-4cb1-b6d8-567f9d1de7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:31.925501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707ed51c-2999-4cb1-b6d8-567f9d1de7b1 None None] The sync data for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:32.234502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1da0bce-e336-4a8b-ba34-ac260a225602 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:28:32.248574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:32.282214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Transition to ACTIVE for port object a1da0bce-e336-4a8b-ba34-ac260a225602 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:28:32.294379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:32.356950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Pushing event updated for resources: {'Port': ['ID=a1da0bce-e336-4a8b-ba34-ac260a225602,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:32.432123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87690fce-cd90-4f88-9cd3-015539452c74 req-c8b2da03-9f25-49a8-a092-b519995dfac4 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:32.434342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87690fce-cd90-4f88-9cd3-015539452c74 req-c8b2da03-9f25-49a8-a092-b519995dfac4 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 943 time: 0.1085424 Oct 13 00:28:32.460649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Attempting to bind port a1da0bce-e336-4a8b-ba34-ac260a225602 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:28:32.460998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Attempting to bind port a1da0bce-e336-4a8b-ba34-ac260a225602 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:28:32.461331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Attempting to bind port a1da0bce-e336-4a8b-ba34-ac260a225602 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:28:32.467892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Port a1da0bce-e336-4a8b-ba34-ac260a225602 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:28:32.468224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Attempting to bind port a1da0bce-e336-4a8b-ba34-ac260a225602 on network a7857de0-5793-4a4b-9a06-5c0963e076b2 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:28:32.473858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:28:32.474260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Checking segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:32.474662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Bound using segment: {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:28:32.475101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Bound port: a1da0bce-e336-4a8b-ba34-ac260a225602, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c329892c-3b4d-4a46-ad70-972eb24833c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:28:32.475468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:32.490448 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:32.548549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87690fce-cd90-4f88-9cd3-015539452c74 req-5b5ee9ec-b62a-410a-8ce1-7ae012c29c4f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034222 Oct 13 00:28:32.596846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] For port a1da0bce-e336-4a8b-ba34-ac260a225602, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:28:32.600968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] For port a1da0bce-e336-4a8b-ba34-ac260a225602, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=a1da0bce-e336-4a8b-ba34-ac260a225602,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:28:32.609312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:32.658255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:32.659091 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:32.660956 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] 10.222.0.36 "PUT /v2.0/ports/a1da0bce-e336-4a8b-ba34-ac260a225602 HTTP/1.1" status: 200 len: 1091 time: 0.9378417 Oct 13 00:28:32.663805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74127a3e-cde7-42c9-b3a3-469b560cc9b2', 'tag': 'a1da0bce-e336-4a8b-ba34-ac260a225602'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:32.666343 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc" -d '{"events": [{"name": "network-changed", "server_uuid": "74127a3e-cde7-42c9-b3a3-469b560cc9b2", "tag": "a1da0bce-e336-4a8b-ba34-ac260a225602"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:32.705041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a10a-47c8-4c22-91d1-293237afe944 service neutron] Pushing event updated for resources: {'Port': ['ID=a1da0bce-e336-4a8b-ba34-ac260a225602,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:32.745140 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a02bd9d-2dea-42cd-9b6a-d589b0d40b38 x-openstack-request-id: req-5a02bd9d-2dea-42cd-9b6a-d589b0d40b38 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:32.745442 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74127a3e-cde7-42c9-b3a3-469b560cc9b2", "tag": "a1da0bce-e336-4a8b-ba34-ac260a225602", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:32.745693 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a02bd9d-2dea-42cd-9b6a-d589b0d40b38 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:32.746084 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74127a3e-cde7-42c9-b3a3-469b560cc9b2', 'tag': 'a1da0bce-e336-4a8b-ba34-ac260a225602', 'status': 'completed', 'code': 200} Oct 13 00:28:32.813635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-d353007e-4c7a-4383-a2ae-c55a2608fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:32.816007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-d353007e-4c7a-4383-a2ae-c55a2608fef4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 1094 time: 0.0862646 Oct 13 00:28:32.872337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port d6bbd3df-3945-49d8-b2fd-ef64ff018736 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:32.873326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:32.906134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-7ebfac08-5c31-452b-8cae-dacd4f361c3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1da0bce-e336-4a8b-ba34-ac260a225602 HTTP/1.1" status: 200 len: 217 time: 0.0745213 Oct 13 00:28:32.973221 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:32.975648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-038dc104-40d8-47ac-b241-0813b7c4bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:32.977249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-038dc104-40d8-47ac-b241-0813b7c4bd3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0625453 Oct 13 00:28:32.986733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for d6bbd3df-3945-49d8-b2fd-ef64ff018736 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:33.029722 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-247a38dc-d119-49b8-a24e-633b52078705 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449772 Oct 13 00:28:33.092635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45248) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:33.158047 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-774e777d-d6cf-4780-8da6-16cd4eb7126b service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202736 Oct 13 00:28:33.308385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:33.358937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=d6bbd3df-3945-49d8-b2fd-ef64ff018736,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:33.371495 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a694a5a1-48cc-4b34-8e88-393d17fbfd96 req-6ee21eeb-228f-4ea9-bcb9-d9b7ca86a708 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064316 Oct 13 00:28:33.626732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:33.753276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-0203e1b8-8ed7-4f68-87a6-c6711816e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:33.754930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-0203e1b8-8ed7-4f68-87a6-c6711816e9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 1094 time: 0.2726662 Oct 13 00:28:33.811814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b38d-2c07-484d-9713-9bc16f2b064f req-33ab3b4e-0036-4a66-bd92-0a7fca8be14d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:33.813333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5140b38d-2c07-484d-9713-9bc16f2b064f req-33ab3b4e-0036-4a66-bd92-0a7fca8be14d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 943 time: 0.1527598 Oct 13 00:28:33.885164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-2694ece1-11cd-4477-8ed5-4754d2096444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:33.887211 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-2694ece1-11cd-4477-8ed5-4754d2096444 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.1125350 Oct 13 00:28:33.903218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5140b38d-2c07-484d-9713-9bc16f2b064f req-bf4debbd-b235-44cf-a749-b5aca67a90f7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819969 Oct 13 00:28:33.946770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-7e29a203-2951-49f0-8430-fe14edd673a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1da0bce-e336-4a8b-ba34-ac260a225602 HTTP/1.1" status: 200 len: 217 time: 0.0515816 Oct 13 00:28:33.982050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router a8619fec-e99d-425f-bf0b-4f57d32c1e52 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:34.107283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:34.115825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-88e95d68-17f0-4f94-8f13-11aa608cbaae tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/routers/a8619fec-e99d-425f-bf0b-4f57d32c1e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2039077 Oct 13 00:28:34.116471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45260) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:34.120535 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f99a1-3ad6-4a2f-ad95-71c5148a5b4c None None] Sync routers for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:34.131017 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f99a1-3ad6-4a2f-ad95-71c5148a5b4c None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:34.131946 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2b7f99a1-3ad6-4a2f-ad95-71c5148a5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:34.164702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2b7f99a1-3ad6-4a2f-ad95-71c5148a5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:34.177582 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f99a1-3ad6-4a2f-ad95-71c5148a5b4c None None] Routers {'a8619fec-e99d-425f-bf0b-4f57d32c1e52'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:34.178467 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2b7f99a1-3ad6-4a2f-ad95-71c5148a5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:34.221524 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2b7f99a1-3ad6-4a2f-ad95-71c5148a5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:34.222629 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f99a1-3ad6-4a2f-ad95-71c5148a5b4c None None] The sync data for ids ['a8619fec-e99d-425f-bf0b-4f57d32c1e52'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:34.248929 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.357447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-da82cafd-1fbc-4203-8a2d-0456fa577987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:34.358747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.358879 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-da82cafd-1fbc-4203-8a2d-0456fa577987 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.4038832 Oct 13 00:28:34.386231 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.403758 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-608ac2d6-4097-4159-9826-7aef89c0e66d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325038 Oct 13 00:28:34.415431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 46737ec7-9360-40a3-b2b9-0d53a170a5ee {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:34.415828 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.495784 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.507424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 46737ec7-9360-40a3-b2b9-0d53a170a5ee owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:34.534846 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-f0835930-d7ac-4997-ab0f-20ecc06c9c6d service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010551 Oct 13 00:28:34.689021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.716796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=46737ec7-9360-40a3-b2b9-0d53a170a5ee,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:34.733934 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2acdf089-5301-4c5b-84a3-1faf9a8a02fc req-ab957e8b-85b9-40be-ba2c-699a14419746 service neutron] 10.222.0.36 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677172 Oct 13 00:28:34.781442 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.845210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Deleting port 58bf3761-17d0-4efd-bad2-00790830c73c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:34.845652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.889697 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.892227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.931436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] For port 58bf3761-17d0-4efd-bad2-00790830c73c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=58bf3761-17d0-4efd-bad2-00790830c73c,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:34.932028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.943254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.943906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Fanout notify agent at l3_agent the message router_deleted on router a8619fec-e99d-425f-bf0b-4f57d32c1e52 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:28:34.949831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Calling delete_port for 58bf3761-17d0-4efd-bad2-00790830c73c owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:34.960310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:34.961397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-21ed76dd-1891-4d0e-9987-5b2c13d02ac5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/routers/a8619fec-e99d-425f-bf0b-4f57d32c1e52 HTTP/1.1" status: 204 len: 168 time: 0.8439114 Oct 13 00:28:34.964088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45268) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:35.063145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd4db2b-7128-4018-9dee-2fb2c241007b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting subnet ef3f676c-609f-404d-9c0e-9097b71f1d30 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:28:35.068953 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd4db2b-7128-4018-9dee-2fb2c241007b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.113811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4ef5d-2e6d-4283-be1a-a5de7f8cca6c req-c7c404b1-58a3-4a32-8ebd-e8985426e4d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:35.115403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96b4ef5d-2e6d-4283-be1a-a5de7f8cca6c req-c7c404b1-58a3-4a32-8ebd-e8985426e4d8 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 943 time: 0.1175129 Oct 13 00:28:35.138036 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd4db2b-7128-4018-9dee-2fb2c241007b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.161101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.192052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bf3761-17d0-4efd-bad2-00790830c73c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:35.197128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96b4ef5d-2e6d-4283-be1a-a5de7f8cca6c req-d27b14f0-e53d-44fc-ae6e-193cae395cf4 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717747 Oct 13 00:28:35.256932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd4db2b-7128-4018-9dee-2fb2c241007b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.340508 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd4db2b-7128-4018-9dee-2fb2c241007b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.379727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4db2b-7128-4018-9dee-2fb2c241007b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3f676c-609f-404d-9c0e-9097b71f1d30,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:35.389748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd4db2b-7128-4018-9dee-2fb2c241007b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.391668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc755dd-9d9f-4d3b-a20d-da8d02c28587 None None] Network 00395eee-f475-4a5e-8f2f-8cd6bacc8047 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:35.396534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ffd4db2b-7128-4018-9dee-2fb2c241007b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/subnets/ef3f676c-609f-404d-9c0e-9097b71f1d30 HTTP/1.1" status: 204 len: 168 time: 0.4314551 Oct 13 00:28:35.399064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45274) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:35.430184 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.542447 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.619201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 21def7f9-3bb5-4751-9766-2faf8a387f35 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:35.619581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.639852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] DHCP port deletion for 00395eee-f475-4a5e-8f2f-8cd6bacc8047 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:28:35.693867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] Deleting port 21def7f9-3bb5-4751-9766-2faf8a387f35 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:35.694613 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.707285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Router 0ae18e6c-b76e-4b67-8183-442b85809ec5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:35.709379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] For port 21def7f9-3bb5-4751-9766-2faf8a387f35, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=21def7f9-3bb5-4751-9766-2faf8a387f35,segment=NetworkSegment(3f480d0f-5a7b-48e5-9242-4cdd9fce058e),segment_id=3f480d0f-5a7b-48e5-9242-4cdd9fce058e)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:35.710852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.727191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 21def7f9-3bb5-4751-9766-2faf8a387f35 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:35.766013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] For port 21def7f9-3bb5-4751-9766-2faf8a387f35, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=21def7f9-3bb5-4751-9766-2faf8a387f35,segment=NetworkSegment(3f480d0f-5a7b-48e5-9242-4cdd9fce058e),segment_id=3f480d0f-5a7b-48e5-9242-4cdd9fce058e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:35.766526 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.780086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] Calling delete_port for 21def7f9-3bb5-4751-9766-2faf8a387f35 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:35.811301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.829477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:35.835014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0f5e13f5-91fb-477d-9dff-d6dcc60f9849 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ae18e6c-b76e-4b67-8183-442b85809ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7411871 Oct 13 00:28:35.837429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45278) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:35.847136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] Sync routers for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:35.847944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=21def7f9-3bb5-4751-9766-2faf8a387f35,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:35.855036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] No DVR routers for this DVR port 21def7f9-3bb5-4751-9766-2faf8a387f35 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:35.877227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:35.878082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:35.955538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.964765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.977492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00395eee-f475-4a5e-8f2f-8cd6bacc8047']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:35.984514 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:35.987970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f480d0f-5a7b-48e5-9242-4cdd9fce058e') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:35.988530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f480d0f-5a7b-48e5-9242-4cdd9fce058e') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:35.998644 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.013517 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.019391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] Pushing event deleted for resources: {'Port': ['ID=21def7f9-3bb5-4751-9766-2faf8a387f35,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:36.024734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:28:36.025317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece552ff-10a5-4e01-8bbd-1aae872d2ad8 None None] No DVR routers for this DVR port 21def7f9-3bb5-4751-9766-2faf8a387f35 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:36.025757 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:28:36.059179 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:28:36.069614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:28:36.100012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.131973 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.147731 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.154405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45286) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:36.154623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/networks/00395eee-f475-4a5e-8f2f-8cd6bacc8047 HTTP/1.1" status: 204 len: 168 time: 0.7540891 Oct 13 00:28:36.168788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bc4d0-7fc2-4b3e-ba79-da98232cb2ef tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Network': ['ID=00395eee-f475-4a5e-8f2f-8cd6bacc8047,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:36.289520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Deleting port 36a0feb8-6466-4339-8319-c0e7910e2e5e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:36.289778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.300220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:28:35Z', 'revision_number': 5, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port': {'id': '36a0feb8-6466-4339-8319-c0e7910e2e5e', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:36.338177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] Checking router: 0ae18e6c-b76e-4b67-8183-442b85809ec5 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:28:36.349746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] Routers {'0ae18e6c-b76e-4b67-8183-442b85809ec5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:36.350367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0ae18e6c-b76e-4b67-8183-442b85809ec5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:36.356763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5c189-4f74-42b8-a35e-2a8bb77ca059 req-d3479fd8-7fdd-4dc5-9d76-f7557e8b92bc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:36.358457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eeb5c189-4f74-42b8-a35e-2a8bb77ca059 req-d3479fd8-7fdd-4dc5-9d76-f7557e8b92bc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 943 time: 0.0596955 Oct 13 00:28:36.414271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eeb5c189-4f74-42b8-a35e-2a8bb77ca059 req-a3ae2b33-8e4c-4fe6-bea0-f9ceff75589b tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488565 Oct 13 00:28:36.418863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port e7cc20de-2b65-408c-aaf3-1ebc8cbf6b41 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:36.419316 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.452742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] Set router 0ae18e6c-b76e-4b67-8183-442b85809ec5 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:28:36.473748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] For port 36a0feb8-6466-4339-8319-c0e7910e2e5e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=36a0feb8-6466-4339-8319-c0e7910e2e5e,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:36.474112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.493098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Calling delete_port for 36a0feb8-6466-4339-8319-c0e7910e2e5e owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:36.510450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:28:36Z', 'revision_number': 6, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:36.549233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede033df-0ee1-4523-8f3b-c78dcaf74b10 None None] The sync data for ids ['0ae18e6c-b76e-4b67-8183-442b85809ec5'] in n-d-813679-4 is: [{'id': '0ae18e6c-b76e-4b67-8183-442b85809ec5', 'name': 'tempest-AttachVolumeTestJSON-815902526-router', 'tenant_id': '2ed6bac3eaf74e36ba50411400c329f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:18:12Z', 'updated_at': '2021-10-13T00:28:36Z', 'revision_number': 6, 'project_id': '2ed6bac3eaf74e36ba50411400c329f8', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:36.575476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.575906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.576384 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.603750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for e7cc20de-2b65-408c-aaf3-1ebc8cbf6b41 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:36.799245 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.836960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a0feb8-6466-4339-8319-c0e7910e2e5e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:36.863983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:36.918541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=e7cc20de-2b65-408c-aaf3-1ebc8cbf6b41,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:36.977947 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.008377 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.093699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.096603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.097740 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bf223bed-c916-4b51-8c1b-b0e488117e68 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/floatingips/09a33221-cdf6-4dca-8e1a-2ac1a4dae278 HTTP/1.1" status: 204 len: 168 time: 0.9418046 Oct 13 00:28:37.099903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.102074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45296) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:37.105666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.130234 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef25bfd7-9cfb-4a3e-b7e0-2e863e7f187b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] DELETE failed (client error): The resource could not be found. Oct 13 00:28:37.130894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef25bfd7-9cfb-4a3e-b7e0-2e863e7f187b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:28:37.136618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ef25bfd7-9cfb-4a3e-b7e0-2e863e7f187b tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/ports/25ef7147-f8fe-4310-b5be-7ee974443b66 HTTP/1.1" status: 404 len: 333 time: 0.0308011 Oct 13 00:28:37.136842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45298) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:37.155231 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.156082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae18e6c-b76e-4b67-8183-442b85809ec5 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:28:37.161291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.162448 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0c630241-6df0-49b1-8ef2-d45f87fcf711 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ae18e6c-b76e-4b67-8183-442b85809ec5 HTTP/1.1" status: 204 len: 168 time: 1.3240917 Oct 13 00:28:37.164960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45300) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:37.180485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e6159cfb-3189-4019-a4aa-5a00e9b84720 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8619fec-e99d-425f-bf0b-4f57d32c1e52 HTTP/1.1" status: 200 len: 205 time: 0.0397780 Oct 13 00:28:37.180725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45302) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:37.216581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-674af8b4-e8ed-469a-a4ff-c04f468428fa admin admin] Deleting subnet 98dd607d-8add-43b1-b712-82334fad94fd {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:28:37.220045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-674af8b4-e8ed-469a-a4ff-c04f468428fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.225645 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-f97812f5-c3a8-4cd4-a83e-1ce85ca5efe9 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] delete failed (client error): The resource could not be found. Oct 13 00:28:37.226452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f97812f5-c3a8-4cd4-a83e-1ce85ca5efe9 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/routers/a8619fec-e99d-425f-bf0b-4f57d32c1e52 HTTP/1.1" status: 404 len: 336 time: 0.0440946 Oct 13 00:28:37.228986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45306) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:37.256669 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-674af8b4-e8ed-469a-a4ff-c04f468428fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.258142 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba283674-927e-49d3-9a40-3f5a809c14e5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] DELETE failed (client error): The resource could not be found. Oct 13 00:28:37.258612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba283674-927e-49d3-9a40-3f5a809c14e5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:28:37.264505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ba283674-927e-49d3-9a40-3f5a809c14e5 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/subnets/ef3f676c-609f-404d-9c0e-9097b71f1d30 HTTP/1.1" status: 404 len: 337 time: 0.0323291 Oct 13 00:28:37.264760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45308) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:37.368553 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-674af8b4-e8ed-469a-a4ff-c04f468428fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.375584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ae1d4-9845-40b1-9498-d98a2ee242b6 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 526f3252-45f8-497e-8d8d-8fbb446f1266 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:37.376281 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae1d4-9845-40b1-9498-d98a2ee242b6 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.445919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 21def7f9-3bb5-4751-9766-2faf8a387f35 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:37.450642 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-674af8b4-e8ed-469a-a4ff-c04f468428fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.477908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 21def7f9-3bb5-4751-9766-2faf8a387f35 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:37.478823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 21def7f9-3bb5-4751-9766-2faf8a387f35 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:37.479759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 58bf3761-17d0-4efd-bad2-00790830c73c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:37.499888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-674af8b4-e8ed-469a-a4ff-c04f468428fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.504222 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae1d4-9845-40b1-9498-d98a2ee242b6 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.506702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-674af8b4-e8ed-469a-a4ff-c04f468428fa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/98dd607d-8add-43b1-b712-82334fad94fd HTTP/1.1" status: 204 len: 168 time: 0.3401000 Oct 13 00:28:37.508611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45314) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:37.520206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ae1d4-9845-40b1-9498-d98a2ee242b6 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 526f3252-45f8-497e-8d8d-8fbb446f1266 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:37.521219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae5585-8d8b-4b2f-ae12-d130a9638eb0 None None] Network 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:37.531223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674af8b4-e8ed-469a-a4ff-c04f468428fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98dd607d-8add-43b1-b712-82334fad94fd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:37.611685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.632537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 58bf3761-17d0-4efd-bad2-00790830c73c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:37.634516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f309-7a3f-4946-9f51-05536d764fd4 req-4fce74e0-5514-40f9-b4ae-b1a136b3da8e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:37.634905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 58bf3761-17d0-4efd-bad2-00790830c73c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:37.636547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 36a0feb8-6466-4339-8319-c0e7910e2e5e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:37.636684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca98f309-7a3f-4946-9f51-05536d764fd4 req-4fce74e0-5514-40f9-b4ae-b1a136b3da8e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 943 time: 0.1139724 Oct 13 00:28:37.673414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 36a0feb8-6466-4339-8319-c0e7910e2e5e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:37.673963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 36a0feb8-6466-4339-8319-c0e7910e2e5e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:37.675695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device a1da0bce-e336-4a8b-ba34-ac260a225602 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:28:37.690524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca98f309-7a3f-4946-9f51-05536d764fd4 req-803b50b8-1e59-4400-8323-c6fa39f12c0b tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469067 Oct 13 00:28:37.722734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Deleting port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:37.723125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.778766 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae1d4-9845-40b1-9498-d98a2ee242b6 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.812795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] For port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:37.813653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:37.842965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Calling delete_port for 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:37.935863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port a1da0bce-e336-4a8b-ba34-ac260a225602, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=a1da0bce-e336-4a8b-ba34-ac260a225602,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:37.956105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'a1da0bce-e336-4a8b-ba34-ac260a225602', 'network_id': 'a7857de0-5793-4a4b-9a06-5c0963e076b2', 'port_id': 'a1da0bce-e336-4a8b-ba34-ac260a225602', 'mac_address': 'fa:16:3e:0e:2c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6b0b04-bcee-476a-85db-37a5d14b3dfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:28:38.020552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.040826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1da0bce-e336-4a8b-ba34-ac260a225602 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:28:38.074985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port a1da0bce-e336-4a8b-ba34-ac260a225602, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=a1da0bce-e336-4a8b-ba34-ac260a225602,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:38.078626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] DHCP port deletion for 2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:28:38.110346 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.192303 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] Deleting port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:38.193043 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.237563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ae1d4-9845-40b1-9498-d98a2ee242b6 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=526f3252-45f8-497e-8d8d-8fbb446f1266,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:38.255238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=a1da0bce-e336-4a8b-ba34-ac260a225602,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:38.262461 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.282459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] For port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,segment=NetworkSegment(8639e418-46c1-413b-84ae-797de581d258),segment_id=8639e418-46c1-413b-84ae-797de581d258)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:38.282918 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.295031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:38.297220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] Calling delete_port for 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:38.306316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] No DVR routers for this DVR port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:38.360501 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b6ae1d4-9845-40b1-9498-d98a2ee242b6 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.370182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4b6ae1d4-9845-40b1-9498-d98a2ee242b6 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/ports/526f3252-45f8-497e-8d8d-8fbb446f1266 HTTP/1.1" status: 204 len: 168 time: 1.1043324 Oct 13 00:28:38.373159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45322) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:38.415679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.419871 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.442515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:38.449218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] Pushing event deleted for resources: {'Port': ['ID=37756d5f-3cbb-46fb-bc4e-0f4abca2bc91,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:38.453387 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3734a7-55ee-4159-85e0-11ede2873b6d None None] No DVR routers for this DVR port 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:38.456727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8639e418-46c1-413b-84ae-797de581d258') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:38.458879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8639e418-46c1-413b-84ae-797de581d258') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:38.475794 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.486047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['a1da0bce-e336-4a8b-ba34-ac260a225602'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:28:38.492075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.494091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-63a55f80-9557-4a62-97e8-81a86cd114ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 7c1279e4-2873-4472-a97e-3c3e128f82ff {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:38.494508 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63a55f80-9557-4a62-97e8-81a86cd114ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.498408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:28:38.498878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:28:38.500709 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:28:38.570922 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.584869 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.594874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a HTTP/1.1" status: 204 len: 168 time: 1.0822275 Oct 13 00:28:38.613166 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63a55f80-9557-4a62-97e8-81a86cd114ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.625549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ee72f-bda8-4ac9-9ea2-a0d1c8f63b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=2910f7d2-3fb5-46c6-adb0-e6c62f10cd2a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:38.638050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-63a55f80-9557-4a62-97e8-81a86cd114ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 7c1279e4-2873-4472-a97e-3c3e128f82ff owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:38.786021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45330) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:38.799624 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63a55f80-9557-4a62-97e8-81a86cd114ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.834608 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e2c1e6da-082e-4f0f-bb6c-6480900f7267 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ed6bac3eaf74e36ba50411400c329f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445335 Oct 13 00:28:38.837036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45332) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:38.879674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a55f80-9557-4a62-97e8-81a86cd114ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=7c1279e4-2873-4472-a97e-3c3e128f82ff,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:38.887099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e97f779-fd84-412c-a2e5-ebed770aac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.909424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e97f779-fd84-412c-a2e5-ebed770aac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.940892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870692f3-0019-4cd2-8bfe-5c63f48f4977 req-414b411a-4ae5-44b7-bf2c-df8df2be7686 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:38.942869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-870692f3-0019-4cd2-8bfe-5c63f48f4977 req-414b411a-4ae5-44b7-bf2c-df8df2be7686 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 944 time: 0.1280763 Oct 13 00:28:38.946639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63a55f80-9557-4a62-97e8-81a86cd114ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.952264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63a55f80-9557-4a62-97e8-81a86cd114ad tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/ports/7c1279e4-2873-4472-a97e-3c3e128f82ff HTTP/1.1" status: 204 len: 168 time: 0.5758314 Oct 13 00:28:38.955014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45334) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:38.988601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e97f779-fd84-412c-a2e5-ebed770aac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.991784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e97f779-fd84-412c-a2e5-ebed770aac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:38.993393 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5e97f779-fd84-412c-a2e5-ebed770aac87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbfdbe28-6c7c-4c46-9f26-a79d0a58af12 HTTP/1.1" status: 204 len: 168 time: 0.1552474 Oct 13 00:28:38.994774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-870692f3-0019-4cd2-8bfe-5c63f48f4977 req-b4ec0817-76e7-47e6-9f98-c30a8da739d5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Oct 13 00:28:39.008875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97f779-fd84-412c-a2e5-ebed770aac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfdbe28-6c7c-4c46-9f26-a79d0a58af12,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:39.039576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b9db2-a510-467a-9567-2348e998d977 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:39.043559 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef6b9db2-a510-467a-9567-2348e998d977 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "GET /v2.0/ports?device_id=b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 HTTP/1.1" status: 200 len: 913 time: 0.0847940 Oct 13 00:28:39.043691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45338) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:39.395940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:39.418657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:39.419086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 37756d5f-3cbb-46fb-bc4e-0f4abca2bc91 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:39.470282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:39.661242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device a1da0bce-e336-4a8b-ba34-ac260a225602 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:39.738379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port a1da0bce-e336-4a8b-ba34-ac260a225602 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:28:39.743195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port a1da0bce-e336-4a8b-ba34-ac260a225602 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:39.743751 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:39.778825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port bb4c71e5-ba36-4feb-95c5-60a4e6d03fd6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:39.779294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:39.852718 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:39.896381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port a1da0bce-e336-4a8b-ba34-ac260a225602, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=a1da0bce-e336-4a8b-ba34-ac260a225602,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:39.898093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74127a3e-cde7-42c9-b3a3-469b560cc9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da0bce-e336-4a8b-ba34-ac260a225602'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:28:39.903062 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ca2ec3-be32-4644-bc32-66818cc3ad17" -d '{"events": [{"server_uuid": "74127a3e-cde7-42c9-b3a3-469b560cc9b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1da0bce-e336-4a8b-ba34-ac260a225602"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:28:39.905955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:39.908515 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:39.933385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for bb4c71e5-ba36-4feb-95c5-60a4e6d03fd6 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:39.970167 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a63b60-cdf2-457f-ae3a-9467471f7e4d x-openstack-request-id: req-c7a63b60-cdf2-457f-ae3a-9467471f7e4d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:28:39.972173 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74127a3e-cde7-42c9-b3a3-469b560cc9b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1da0bce-e336-4a8b-ba34-ac260a225602", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:28:39.972439 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a63b60-cdf2-457f-ae3a-9467471f7e4d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:28:39.972836 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74127a3e-cde7-42c9-b3a3-469b560cc9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da0bce-e336-4a8b-ba34-ac260a225602', 'code': 200} Oct 13 00:28:40.009485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=a1da0bce-e336-4a8b-ba34-ac260a225602,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:40.140918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b20b1d-8522-47f5-b441-b025dc7badcb req-3b885f06-4fa3-4bbb-a9dd-a9a6a1e196d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:40.142900 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3b20b1d-8522-47f5-b441-b025dc7badcb req-3b885f06-4fa3-4bbb-a9dd-a9a6a1e196d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0800598 Oct 13 00:28:40.176050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441072b-7cd3-4041-a414-835078b54b12 req-44706177-67bf-4db2-ab21-163da26397df tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:40.179593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d441072b-7cd3-4041-a414-835078b54b12 req-44706177-67bf-4db2-ab21-163da26397df tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0861621 Oct 13 00:28:40.233413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d441072b-7cd3-4041-a414-835078b54b12 req-d9d83057-96b3-4c23-8b00-24e04acbd91a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475919 Oct 13 00:28:40.238425 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a3b20b1d-8522-47f5-b441-b025dc7badcb req-84b4b97c-f163-432a-b350-8aaaf42a17ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854025 Oct 13 00:28:40.263016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:40.299259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=bb4c71e5-ba36-4feb-95c5-60a4e6d03fd6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:40.481311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:40.727860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:40.840798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:40.847018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a523f31d-f6e6-491d-be4d-b22819629a51 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "PUT /v2.0/routers/b31e1c39-8b66-4fd1-aa1b-1486a175c7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019228 Oct 13 00:28:40.849448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45398) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:40.852074 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5fa843-0c62-4bdb-950c-5dc6f1081a67 None None] Sync routers for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:40.861656 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fa843-0c62-4bdb-950c-5dc6f1081a67 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:40.862260 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7c5fa843-0c62-4bdb-950c-5dc6f1081a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:40.901150 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7c5fa843-0c62-4bdb-950c-5dc6f1081a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:40.911732 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fa843-0c62-4bdb-950c-5dc6f1081a67 None None] Routers {'b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:40.912568 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7c5fa843-0c62-4bdb-950c-5dc6f1081a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:40.958131 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7c5fa843-0c62-4bdb-950c-5dc6f1081a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:40.959435 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5fa843-0c62-4bdb-950c-5dc6f1081a67 None None] The sync data for ids ['b31e1c39-8b66-4fd1-aa1b-1486a175c7a3'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:40.981372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.099822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.158598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting port 77f57bc4-ef96-4591-afb7-c60cdb3c2655 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:41.158957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.250053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.263645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Calling delete_port for 77f57bc4-ef96-4591-afb7-c60cdb3c2655 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:41.404046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9352756-1a3f-4339-8fbb-ca768af48bda req-ea270a91-d21b-41a4-b15b-ae322700dcb0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:41.424982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9352756-1a3f-4339-8fbb-ca768af48bda req-ea270a91-d21b-41a4-b15b-ae322700dcb0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0881708 Oct 13 00:28:41.470130 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.480631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9352756-1a3f-4339-8fbb-ca768af48bda req-0bc612a0-fb19-417d-a47f-dc39b7026332 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544474 Oct 13 00:28:41.515946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Port': ['ID=77f57bc4-ef96-4591-afb7-c60cdb3c2655,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:41.570334 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.674144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.677622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.730005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.730569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Fanout notify agent at l3_agent the message router_deleted on router b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:28:41.745167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.746797 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-64d003a0-e046-4de2-a93e-282f936b40f8 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/routers/b31e1c39-8b66-4fd1-aa1b-1486a175c7a3 HTTP/1.1" status: 204 len: 168 time: 0.8956881 Oct 13 00:28:41.749014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45426) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:41.810738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a12dcb-3557-4afe-b7cf-6a4cdf0ab453 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Deleting subnet 2b220044-1d26-4ff5-a74b-91f3efee2fe7 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:28:41.814223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74a12dcb-3557-4afe-b7cf-6a4cdf0ab453 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.823913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2b0d-5de3-4ad4-aa88-bb73585b1f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.859198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74a12dcb-3557-4afe-b7cf-6a4cdf0ab453 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.924131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74a12dcb-3557-4afe-b7cf-6a4cdf0ab453 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:41.990256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74a12dcb-3557-4afe-b7cf-6a4cdf0ab453 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.018391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a12dcb-3557-4afe-b7cf-6a4cdf0ab453 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Subnet': ['ID=2b220044-1d26-4ff5-a74b-91f3efee2fe7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:42.022250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74a12dcb-3557-4afe-b7cf-6a4cdf0ab453 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.026324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-74a12dcb-3557-4afe-b7cf-6a4cdf0ab453 tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/subnets/2b220044-1d26-4ff5-a74b-91f3efee2fe7 HTTP/1.1" status: 204 len: 168 time: 0.2756512 Oct 13 00:28:42.028390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45436) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:42.132816 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.232576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.254251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11ebf8d-ce7e-4803-9238-d2b8cfcd065d']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:42.266998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fe5449-70b7-4630-b87f-6040d64517e8') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:42.267380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fe5449-70b7-4630-b87f-6040d64517e8') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:42.278048 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.292254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.299020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:28:42.299489 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:28:42.302474 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:28:42.371686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.378866 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.386949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] 10.222.0.21 "DELETE /v2.0/networks/c11ebf8d-ce7e-4803-9238-d2b8cfcd065d HTTP/1.1" status: 204 len: 168 time: 0.3549466 Oct 13 00:28:42.397835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d5c89-235e-43b5-8930-ceb17b66b39c tempest-FloatingIPTestJSON-1437411393 tempest-FloatingIPTestJSON-1437411393-project] Pushing event deleted for resources: {'Network': ['ID=c11ebf8d-ce7e-4803-9238-d2b8cfcd065d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:42.605288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199ba99-79c9-4772-b465-feca6d5afb7d req-4c0e176e-9c1f-4ef9-a07b-693629eb79cc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:42.608497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e199ba99-79c9-4772-b465-feca6d5afb7d req-4c0e176e-9c1f-4ef9-a07b-693629eb79cc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0635250 Oct 13 00:28:42.665566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e199ba99-79c9-4772-b465-feca6d5afb7d req-09dea14f-df09-45f8-a9da-a8d65500b30e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471663 Oct 13 00:28:42.693417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45460) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:42.909093 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3082d349-f688-47e8-b910-300951310db1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be5ab36189b14eb19d6a19c4ba19ded5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141898 Oct 13 00:28:42.910216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45470) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:42.926158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d01b0e-41b3-4f0b-bec8-a684d70b0b37 req-804d31e3-230b-4d98-852c-21e273b34651 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:42.928289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19d01b0e-41b3-4f0b-bec8-a684d70b0b37 req-804d31e3-230b-4d98-852c-21e273b34651 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0626743 Oct 13 00:28:42.972458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c124412-07c5-42c1-b862-5484916b5879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:42.982044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19d01b0e-41b3-4f0b-bec8-a684d70b0b37 req-5fad1112-6bfa-4d79-8c1b-dad6946d51cc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463581 Oct 13 00:28:43.000675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c124412-07c5-42c1-b862-5484916b5879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:43.081968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c124412-07c5-42c1-b862-5484916b5879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:43.085409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c124412-07c5-42c1-b862-5484916b5879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:43.086720 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c124412-07c5-42c1-b862-5484916b5879 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29a40a8d-425e-4cc3-87e6-3cd19aac4310 HTTP/1.1" status: 204 len: 168 time: 0.1754587 Oct 13 00:28:43.099403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c124412-07c5-42c1-b862-5484916b5879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a40a8d-425e-4cc3-87e6-3cd19aac4310,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:43.179336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38a68-f25b-4d0b-b122-b1010321acfe req-acbb3280-6100-4367-b7ed-4df9d4247260 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:43.181421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ef38a68-f25b-4d0b-b122-b1010321acfe req-acbb3280-6100-4367-b7ed-4df9d4247260 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1002941 Oct 13 00:28:43.265443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ef38a68-f25b-4d0b-b122-b1010321acfe req-ba5a674d-d4e3-4d6a-91b5-7cca42993cd6 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750217 Oct 13 00:28:43.528164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf30c06-7e5a-4dfb-a1fb-b17ce51ccce3 req-edb6b804-fab9-4b32-acaf-f3c20f8a3255 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:43.529733 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf30c06-7e5a-4dfb-a1fb-b17ce51ccce3 req-edb6b804-fab9-4b32-acaf-f3c20f8a3255 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0640929 Oct 13 00:28:43.571278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf30c06-7e5a-4dfb-a1fb-b17ce51ccce3 req-d644fd6f-1067-468d-9c5c-3de73afc8670 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Oct 13 00:28:44.076523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45532) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:44.274499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-603794391'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:44.302756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:44.305002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.314084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.407849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.413086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.436721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:28:44.452461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7029785d-77c5-45ca-bc8d-6597694c6275,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:44.455441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.455817 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment 45b44700-74a3-432d-8867-9ea5b9ef2b5e of type vlan for network 68e0c38c-2250-4515-b458-0984b3542455 Oct 13 00:28:44.509966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.522643 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-da18e00b-c907-4435-afe3-9c87c1506c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.548657 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.555049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:44.556055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.641448 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5636761 Oct 13 00:28:44.644162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45552) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:44.652921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1985777729'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:44.660846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db47a89-6ac8-4889-bdd7-994cdb2cfdc7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=68e0c38c-2250-4515-b458-0984b3542455,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:44.673741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 68e0c38c-2250-4515-b458-0984b3542455 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:28:44.691311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:44.695853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.730201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:28:44.740343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e97e9-2821-4b0c-88f3-c187e71f883a req-6fb30f3c-5bc4-4c3c-9f21-6fc0ab742359 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:44.742696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d45e97e9-2821-4b0c-88f3-c187e71f883a req-6fb30f3c-5bc4-4c3c-9f21-6fc0ab742359 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0893896 Oct 13 00:28:44.745982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.746391 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment 7d1d8103-0aab-457f-bcca-21edca2810f3 of type vlan for network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 Oct 13 00:28:44.791123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d45e97e9-2821-4b0c-88f3-c187e71f883a req-3ede3952-aa78-42e9-9cd4-25a60a5e2eba tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Oct 13 00:28:44.812354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.845727 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:44.852268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:44.852958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.097984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2845595 Oct 13 00:28:45.104067 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45562) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:45.104765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48230d05-b99b-4b8a-9276-8be6ffcdb7ee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:45.105287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:28:45.105563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': '68e0c38c-2250-4515-b458-0984b3542455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:45.105563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:45.105563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.345026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.414519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=1415583c-d102-42a8-b304-46361a19b98e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:45.436585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': '45b44700-74a3-432d-8867-9ea5b9ef2b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '68e0c38c-2250-4515-b458-0984b3542455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:45.436953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: 68e0c38c-2250-4515-b458-0984b3542455, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:28:45.459136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 68e0c38c-2250-4515-b458-0984b3542455 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:28:45.470811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 68e0c38c-2250-4515-b458-0984b3542455) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:45.476386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:45.477047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.485686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1f577-70ba-46d1-8c36-fa828df98d9c None None] Network 68e0c38c-2250-4515-b458-0984b3542455 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:45.500512 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c562e3b6-fb53-49cf-b3b9-7fc416bee70b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5657983 Oct 13 00:28:45.503281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45582) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:45.509567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': 'bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:45.632031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45590) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:45.652186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:45.655772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.686580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-68e0c38c-2250-4515-b458-0984b3542455', 'network_id': '68e0c38c-2250-4515-b458-0984b3542455', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': '1415583c-d102-42a8-b304-46361a19b98e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:28:45.687629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.706533 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.829136 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3caa6a3-90a6-475f-9294-aac993cdb09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.866281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Allocated IP 2001:db8::2 (68e0c38c-2250-4515-b458-0984b3542455/1415583c-d102-42a8-b304-46361a19b98e/1ce91066-5e8e-410e-a3d5-224767107723) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:45.904713 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.949708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:45.993771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322c884-65a1-4e28-962e-5de18092c753 req-6e89509a-8916-4c91-bc0a-c2c9612ba73e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:45.999182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=236f843f-1737-437f-b946-55a3b701aa1b,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:46.006722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5322c884-65a1-4e28-962e-5de18092c753 req-6e89509a-8916-4c91-bc0a-c2c9612ba73e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1221607 Oct 13 00:28:46.009379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': '7d1d8103-0aab-457f-bcca-21edca2810f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:46.009820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:28:46.037279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:28:46.057849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3caa6a3-90a6-475f-9294-aac993cdb09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.067130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5322c884-65a1-4e28-962e-5de18092c753 req-39638ae8-77b1-4485-b64b-5871aa58fa8a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593951 Oct 13 00:28:46.067905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3caa6a3-90a6-475f-9294-aac993cdb09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.068052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:46.083996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:46.084851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.100903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7757f407-c9c9-4d27-82f3-49197b33ed4c None None] Network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:46.108028 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-13382a3e-6029-4aab-af72-b913604c52a5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6032231 Oct 13 00:28:46.110601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b3caa6a3-90a6-475f-9294-aac993cdb09e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e668c5424024ac2b7e942364d9ebe30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773912 Oct 13 00:28:46.114070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45604) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:46.114204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:46.115275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caa6a3-90a6-475f-9294-aac993cdb09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f5d20-2dcf-4ecb-aa46-4bff2c7b3c81,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:46.134801 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-03e1cb03-12a1-4190-8090-1a129e29d233 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-601361938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:46.161602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03e1cb03-12a1-4190-8090-1a129e29d233 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.163966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03e1cb03-12a1-4190-8090-1a129e29d233 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.167241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.181715 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.237715 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03e1cb03-12a1-4190-8090-1a129e29d233 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.243331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a27d-0761-425a-9b5a-f505ff6abc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.243481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03e1cb03-12a1-4190-8090-1a129e29d233 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.266034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Network 68e0c38c-2250-4515-b458-0984b3542455 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:46.267053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03e1cb03-12a1-4190-8090-1a129e29d233 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.271186 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a27d-0761-425a-9b5a-f505ff6abc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.271346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-03e1cb03-12a1-4190-8090-1a129e29d233 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1515024 Oct 13 00:28:46.271778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45610) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:46.279467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:46.282486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:46.323872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Pushing event updated for resources: {'Port': ['ID=1ce91066-5e8e-410e-a3d5-224767107723,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:46.355203 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a27d-0761-425a-9b5a-f505ff6abc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.359598 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a27d-0761-425a-9b5a-f505ff6abc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.363843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3b4a27d-0761-425a-9b5a-f505ff6abc71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a20f5d20-2dcf-4ecb-aa46-4bff2c7b3c81 HTTP/1.1" status: 204 len: 168 time: 0.2425077 Oct 13 00:28:46.386152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4a27d-0761-425a-9b5a-f505ff6abc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f5d20-2dcf-4ecb-aa46-4bff2c7b3c81,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:46.436340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Attempting to bind port 1ce91066-5e8e-410e-a3d5-224767107723 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:28:46.437023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Attempting to bind port 1ce91066-5e8e-410e-a3d5-224767107723 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '45b44700-74a3-432d-8867-9ea5b9ef2b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '68e0c38c-2250-4515-b458-0984b3542455'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:28:46.437562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Attempting to bind port 1ce91066-5e8e-410e-a3d5-224767107723 on network 68e0c38c-2250-4515-b458-0984b3542455 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:28:46.456393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:28:46.456853 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Checking segment: {'id': '45b44700-74a3-432d-8867-9ea5b9ef2b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '68e0c38c-2250-4515-b458-0984b3542455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:46.457554 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.458082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Bound using segment: {'id': '45b44700-74a3-432d-8867-9ea5b9ef2b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '68e0c38c-2250-4515-b458-0984b3542455'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:28:46.458854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Bound port: 1ce91066-5e8e-410e-a3d5-224767107723, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b44700-74a3-432d-8867-9ea5b9ef2b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '68e0c38c-2250-4515-b458-0984b3542455'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:28:46.458854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.540468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0', 'network_id': 'bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': '236f843f-1737-437f-b946-55a3b701aa1b'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:28:46.541391 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.584024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] For port 1ce91066-5e8e-410e-a3d5-224767107723, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:28:46.588231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] For port 1ce91066-5e8e-410e-a3d5-224767107723, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1ce91066-5e8e-410e-a3d5-224767107723,segment=NetworkSegment(45b44700-74a3-432d-8867-9ea5b9ef2b5e),segment_id=45b44700-74a3-432d-8867-9ea5b9ef2b5e)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:28:46.597947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.786327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3156b0d-9a35-46db-8c8e-bb4cdee4e2ac None None] Pushing event updated for resources: {'Port': ['ID=1ce91066-5e8e-410e-a3d5-224767107723,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:46.813847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45626) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:46.823311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Allocated IP 2001:db8:1::2 (bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0/236f843f-1737-437f-b946-55a3b701aa1b/a03f7c44-404a-4926-a2b7-a64a2799abee) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:46.837123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a2c247e-0774-4b6c-8aeb-9b598e923ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.931010 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a2c247e-0774-4b6c-8aeb-9b598e923ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:46.938700 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a2c247e-0774-4b6c-8aeb-9b598e923ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.023656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9a2c247e-0774-4b6c-8aeb-9b598e923ecb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14233d43bc434f24b88a4c24bac16225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059116 Oct 13 00:28:47.024297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45632) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:47.028549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c247e-0774-4b6c-8aeb-9b598e923ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb6a31b-b7d8-4bb3-9326-9dc9708d44b0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:47.098094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.116116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.132363 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.189968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:47.193151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:47.200772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:47.224236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2861d5-791a-4c69-9433-08b68a4f587a req-e1dce296-15ab-487c-a8ad-fa69636cf180 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:47.245711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd2861d5-791a-4c69-9433-08b68a4f587a req-e1dce296-15ab-487c-a8ad-fa69636cf180 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0815275 Oct 13 00:28:47.263862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Pushing event updated for resources: {'Port': ['ID=a03f7c44-404a-4926-a2b7-a64a2799abee,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:47.275033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Attempting to bind port a03f7c44-404a-4926-a2b7-a64a2799abee on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:28:47.275409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Attempting to bind port a03f7c44-404a-4926-a2b7-a64a2799abee by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '7d1d8103-0aab-457f-bcca-21edca2810f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:28:47.275851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Attempting to bind port a03f7c44-404a-4926-a2b7-a64a2799abee on network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:28:47.284298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:28:47.284677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Checking segment: {'id': '7d1d8103-0aab-457f-bcca-21edca2810f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:47.285090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.285491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Bound using segment: {'id': '7d1d8103-0aab-457f-bcca-21edca2810f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:28:47.285971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Bound port: a03f7c44-404a-4926-a2b7-a64a2799abee, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1d8103-0aab-457f-bcca-21edca2810f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:28:47.286982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.301057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd2861d5-791a-4c69-9433-08b68a4f587a req-3ca4d892-e885-45f6-b1bb-b54a5c23e7b0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543387 Oct 13 00:28:47.362219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4b09b664-db13-474f-af49-ea2711197882 None None] For port a03f7c44-404a-4926-a2b7-a64a2799abee, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:28:47.369412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4b09b664-db13-474f-af49-ea2711197882 None None] For port a03f7c44-404a-4926-a2b7-a64a2799abee, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a03f7c44-404a-4926-a2b7-a64a2799abee,segment=NetworkSegment(7d1d8103-0aab-457f-bcca-21edca2810f3),segment_id=7d1d8103-0aab-457f-bcca-21edca2810f3)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:28:47.377413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38199b3c-d96c-42a6-b359-a68fae584476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.389297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.493324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38199b3c-d96c-42a6-b359-a68fae584476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.497718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1ce91066-5e8e-410e-a3d5-224767107723 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:47.533709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09b664-db13-474f-af49-ea2711197882 None None] Pushing event updated for resources: {'Port': ['ID=a03f7c44-404a-4926-a2b7-a64a2799abee,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:47.546399 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.552715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8::1 (68e0c38c-2250-4515-b458-0984b3542455/1415583c-d102-42a8-b304-46361a19b98e/b35ac42e-5dc0-4c76-8aa4-83013282d411) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:47.582788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1ce91066-5e8e-410e-a3d5-224767107723 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:47.583460 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.672351 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38199b3c-d96c-42a6-b359-a68fae584476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.675556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38199b3c-d96c-42a6-b359-a68fae584476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.678530 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-38199b3c-d96c-42a6-b359-a68fae584476 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fb6a31b-b7d8-4bb3-9326-9dc9708d44b0 HTTP/1.1" status: 204 len: 168 time: 0.6508510 Oct 13 00:28:47.692483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38199b3c-d96c-42a6-b359-a68fae584476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb6a31b-b7d8-4bb3-9326-9dc9708d44b0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:47.764143 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.779635 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.845356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.870488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 1ce91066-5e8e-410e-a3d5-224767107723, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1ce91066-5e8e-410e-a3d5-224767107723,segment=NetworkSegment(45b44700-74a3-432d-8867-9ea5b9ef2b5e),segment_id=45b44700-74a3-432d-8867-9ea5b9ef2b5e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:47.878795 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.932881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 68e0c38c-2250-4515-b458-0984b3542455 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:47.937727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:47.940640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:47.942108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:47.944871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=1ce91066-5e8e-410e-a3d5-224767107723,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:47.994922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=b35ac42e-5dc0-4c76-8aa4-83013282d411,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:48.134697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:48.305769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f998bcb-cbfd-440a-852b-7680e5b6a12b None None] Network 68e0c38c-2250-4515-b458-0984b3542455 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:48.413607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c1a14324-6d16-470f-84b1-00a4b7f019e0 None None] Provisioning complete for port 1ce91066-5e8e-410e-a3d5-224767107723 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:48.414271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c1a14324-6d16-470f-84b1-00a4b7f019e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:48.508853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc688-8268-4039-85f7-67acc81f0efe req-03a228af-adf0-4fe4-b0b1-c59ff336feb1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:48.514636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edddc688-8268-4039-85f7-67acc81f0efe req-03a228af-adf0-4fe4-b0b1-c59ff336feb1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0903804 Oct 13 00:28:48.600302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-edddc688-8268-4039-85f7-67acc81f0efe req-61ce2791-5311-449b-9f28-f1610ae6b31b tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834866 Oct 13 00:28:48.604199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:48.610265 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:48.611254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:48.725141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=b35ac42e-5dc0-4c76-8aa4-83013282d411,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:48.908153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 68e0c38c-2250-4515-b458-0984b3542455 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:48.913289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:49.081305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351807cb-ccfb-4a8e-9718-75e02e8c8e25 None None] Network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:49.164266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router defb6087-f853-4504-884e-579c59370a12 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:28:49.175629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Provisioning complete for port b35ac42e-5dc0-4c76-8aa4-83013282d411 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:49.176015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:49.256151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Port b35ac42e-5dc0-4c76-8aa4-83013282d411 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:28:49.300594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Provisioning complete for port a03f7c44-404a-4926-a2b7-a64a2799abee triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:49.300911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:49.353284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:49.370650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9c2c4071-ea34-4a5c-af15-f59cceb30fee tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/defb6087-f853-4504-884e-579c59370a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0952706 Oct 13 00:28:49.371025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45696) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:49.386336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e12662-4392-49ec-a637-cad539a873ae None None] Sync routers for ids ['defb6087-f853-4504-884e-579c59370a12'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:49.472625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc610d5-46fa-4894-8259-3e97bdfc6f1f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:49.476776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fcc610d5-46fa-4894-8259-3e97bdfc6f1f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports/b35ac42e-5dc0-4c76-8aa4-83013282d411 HTTP/1.1" status: 200 len: 911 time: 0.1036949 Oct 13 00:28:49.477733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e12662-4392-49ec-a637-cad539a873ae None None] Routers {'defb6087-f853-4504-884e-579c59370a12'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:49.479414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-20e12662-4392-49ec-a637-cad539a873ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['defb6087-f853-4504-884e-579c59370a12'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:49.480086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:49.547336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-20e12662-4392-49ec-a637-cad539a873ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:49.564957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e12662-4392-49ec-a637-cad539a873ae None None] Routers {'defb6087-f853-4504-884e-579c59370a12'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:49.566041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-20e12662-4392-49ec-a637-cad539a873ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['defb6087-f853-4504-884e-579c59370a12'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:49.630828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1ce91066-5e8e-410e-a3d5-224767107723 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:49.754172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-20e12662-4392-49ec-a637-cad539a873ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:49.755141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e12662-4392-49ec-a637-cad539a873ae None None] The sync data for ids ['defb6087-f853-4504-884e-579c59370a12'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:49.799601 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:49.812440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1ce91066-5e8e-410e-a3d5-224767107723 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:49.813178 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:49.961372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] For port a03f7c44-404a-4926-a2b7-a64a2799abee, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a03f7c44-404a-4926-a2b7-a64a2799abee,segment=NetworkSegment(7d1d8103-0aab-457f-bcca-21edca2810f3),segment_id=7d1d8103-0aab-457f-bcca-21edca2810f3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:49.974506 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:49.982347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626086f-f468-4379-bc95-0f4cb00fd7cd req-1653956e-3488-4cd4-b747-71a493bfb9ca tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:49.984060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6626086f-f468-4379-bc95-0f4cb00fd7cd req-1653956e-3488-4cd4-b747-71a493bfb9ca tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.2473946 Oct 13 00:28:50.053322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Provisioning complete for port 1ce91066-5e8e-410e-a3d5-224767107723 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:50.053962 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:50.114365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6626086f-f468-4379-bc95-0f4cb00fd7cd req-821ab077-1cd4-42dc-96b4-ee3d25eaddcc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216753 Oct 13 00:28:50.162202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a03f7c44-404a-4926-a2b7-a64a2799abee up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:50.188740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Pushing event updated for resources: {'Port': ['ID=a03f7c44-404a-4926-a2b7-a64a2799abee,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:50.199204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.199809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.200128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.200471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.200808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.201192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.201657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.201994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.202326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.202656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.202991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.203365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a55b5fa-b3b9-47d5-b426-1e60fcec546b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:28:50.251445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a03f7c44-404a-4926-a2b7-a64a2799abee triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:50.252559 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:50.259384 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:50.326966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-671c37ff-ef36-422d-b39b-aafb194b4897 None None] Provisioning complete for port a03f7c44-404a-4926-a2b7-a64a2799abee triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:50.327340 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-671c37ff-ef36-422d-b39b-aafb194b4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:50.470547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-671c37ff-ef36-422d-b39b-aafb194b4897 None None] Provisioning complete for port b35ac42e-5dc0-4c76-8aa4-83013282d411 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:50.471796 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-671c37ff-ef36-422d-b39b-aafb194b4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:50.522623 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-671c37ff-ef36-422d-b39b-aafb194b4897 None None] Port b35ac42e-5dc0-4c76-8aa4-83013282d411 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:28:50.623319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8:1::1 (bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0/236f843f-1737-437f-b946-55a3b701aa1b/8415a1af-d8d8-43c3-9029-0a1c63ce0b0b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:50.760992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:50.804036 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:50.841253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:50.844424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:50.850551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:28:50.851106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:50.897432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=8415a1af-d8d8-43c3-9029-0a1c63ce0b0b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:51.023165 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.157903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-89233176-db6c-4bd5-a87f-444b4e7238bd None None] Provisioning complete for port 8415a1af-d8d8-43c3-9029-0a1c63ce0b0b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:51.159966 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-89233176-db6c-4bd5-a87f-444b4e7238bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.219987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-89233176-db6c-4bd5-a87f-444b4e7238bd None None] Port 8415a1af-d8d8-43c3-9029-0a1c63ce0b0b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:28:51.329121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45770) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:51.361860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed7ec9-f620-47d8-bf05-c3fddd7d4d58 req-4997567f-4c75-4ce7-9720-abe136d9bb16 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:51.366460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-caed7ec9-f620-47d8-bf05-c3fddd7d4d58 req-4997567f-4c75-4ce7-9720-abe136d9bb16 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1320014 Oct 13 00:28:51.430115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-caed7ec9-f620-47d8-bf05-c3fddd7d4d58 req-7a67ac2c-1145-4993-af95-bf169516416a tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Oct 13 00:28:51.431303 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a03f7c44-404a-4926-a2b7-a64a2799abee up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:28:51.455828 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.465045 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.466400 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.493049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a03f7c44-404a-4926-a2b7-a64a2799abee triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:51.494118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.495280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6d79-c522-4ece-a70e-965955972269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.554083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=8415a1af-d8d8-43c3-9029-0a1c63ce0b0b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:51.606885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6d79-c522-4ece-a70e-965955972269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.613994 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f3bd6d79-c522-4ece-a70e-965955972269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.628160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:28:51.629900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:51.660950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f3bd6d79-c522-4ece-a70e-965955972269 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1191f62c9bb7466aafed962138c08993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293972 Oct 13 00:28:51.661584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45778) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:51.667784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd6d79-c522-4ece-a70e-965955972269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac312b0-11a8-4587-a49e-6e969de5d104,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:51.723027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e43c03ca-4ece-402e-b709-0e0f32c43d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.748080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e43c03ca-4ece-402e-b709-0e0f32c43d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.777664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router defb6087-f853-4504-884e-579c59370a12 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:51.841280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e43c03ca-4ece-402e-b709-0e0f32c43d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.844767 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e43c03ca-4ece-402e-b709-0e0f32c43d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:51.849538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e43c03ca-4ece-402e-b709-0e0f32c43d87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ac312b0-11a8-4587-a49e-6e969de5d104 HTTP/1.1" status: 204 len: 168 time: 0.1866198 Oct 13 00:28:51.859757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c03ca-4ece-402e-b709-0e0f32c43d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac312b0-11a8-4587-a49e-6e969de5d104,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:51.962641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:51.973775 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cfd1e-a4ed-4629-a634-98e563babb07 None None] Sync routers for ids ['defb6087-f853-4504-884e-579c59370a12'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:51.987870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a70a6257-3846-4a47-8b3e-436629c8dd71 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/defb6087-f853-4504-884e-579c59370a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5062652 Oct 13 00:28:51.990484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:52.055793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-919b247b-1902-48bb-86cd-126067b5c0ed None None] Provisioning complete for port 8415a1af-d8d8-43c3-9029-0a1c63ce0b0b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:28:52.056156 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-919b247b-1902-48bb-86cd-126067b5c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:52.067760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4195959-1f87-49ca-a199-daad8a40685e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:52.071794 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e4195959-1f87-49ca-a199-daad8a40685e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports/8415a1af-d8d8-43c3-9029-0a1c63ce0b0b HTTP/1.1" status: 200 len: 913 time: 0.0794406 Oct 13 00:28:52.074168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45794) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:52.160322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-919b247b-1902-48bb-86cd-126067b5c0ed None None] Port 8415a1af-d8d8-43c3-9029-0a1c63ce0b0b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:28:52.252715 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cfd1e-a4ed-4629-a634-98e563babb07 None None] Routers {'defb6087-f853-4504-884e-579c59370a12'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:52.253656 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-179cfd1e-a4ed-4629-a634-98e563babb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['defb6087-f853-4504-884e-579c59370a12'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:52.310870 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-179cfd1e-a4ed-4629-a634-98e563babb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:52.321490 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cfd1e-a4ed-4629-a634-98e563babb07 None None] Routers {'defb6087-f853-4504-884e-579c59370a12'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:52.322873 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-179cfd1e-a4ed-4629-a634-98e563babb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['defb6087-f853-4504-884e-579c59370a12'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:52.362676 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-179cfd1e-a4ed-4629-a634-98e563babb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:52.363845 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cfd1e-a4ed-4629-a634-98e563babb07 None None] The sync data for ids ['defb6087-f853-4504-884e-579c59370a12'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:52.404172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:52.421551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bec5084a-f1e0-4b59-857b-3f8231a87606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:52.535146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bec5084a-f1e0-4b59-857b-3f8231a87606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:52.547674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bec5084a-f1e0-4b59-857b-3f8231a87606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:52.593612 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bec5084a-f1e0-4b59-857b-3f8231a87606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7e43e479f8a484393756e98ad49a4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881988 Oct 13 00:28:52.595925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5084a-f1e0-4b59-857b-3f8231a87606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558359fd-b026-44fc-9ba8-064919ac941e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:52.598615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45806) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:52.678449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a17ac70-2e7a-436f-94ae-fc75fdd8d5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:52.702235 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a17ac70-2e7a-436f-94ae-fc75fdd8d5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:52.757161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a17ac70-2e7a-436f-94ae-fc75fdd8d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:52.760361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3a17ac70-2e7a-436f-94ae-fc75fdd8d5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:52.763862 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3a17ac70-2e7a-436f-94ae-fc75fdd8d5ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/558359fd-b026-44fc-9ba8-064919ac941e HTTP/1.1" status: 204 len: 168 time: 0.1495137 Oct 13 00:28:52.799148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17ac70-2e7a-436f-94ae-fc75fdd8d5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558359fd-b026-44fc-9ba8-064919ac941e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:52.841169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba8f3a-50f3-4a50-ab61-eebaacf3be29 req-1a7c745c-f563-4ecc-9aba-243fb6c0aa67 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:52.848734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3cba8f3a-50f3-4a50-ab61-eebaacf3be29 req-1a7c745c-f563-4ecc-9aba-243fb6c0aa67 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0945456 Oct 13 00:28:52.894294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3cba8f3a-50f3-4a50-ab61-eebaacf3be29 req-836dd3af-91e5-41b9-96f5-2e4bc320ee2d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Oct 13 00:28:52.998996 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:53.382750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 8415a1af-d8d8-43c3-9029-0a1c63ce0b0b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:53.383334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:53.482293 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:53.496946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 8415a1af-d8d8-43c3-9029-0a1c63ce0b0b owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:53.723750 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:53.756670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=8415a1af-d8d8-43c3-9029-0a1c63ce0b0b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:53.917228 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:54.108150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2fd6a-e77f-4ae0-ac3a-7cb908950c85 req-95896ca2-4e94-4f96-800c-8b129812341f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:54.108150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41b2fd6a-e77f-4ae0-ac3a-7cb908950c85 req-95896ca2-4e94-4f96-800c-8b129812341f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0768254 Oct 13 00:28:54.223019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41b2fd6a-e77f-4ae0-ac3a-7cb908950c85 req-5cb25c4a-754e-462e-b7b5-f273850c8174 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815413 Oct 13 00:28:54.238445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router defb6087-f853-4504-884e-579c59370a12 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:54.392489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:54.402765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59d160-d0b4-4bab-af06-7643c2f1b5e6 None None] Sync routers for ids ['defb6087-f853-4504-884e-579c59370a12'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:54.405714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-00276f94-be28-4c8a-9f19-6706ed896857 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/defb6087-f853-4504-884e-579c59370a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3298225 Oct 13 00:28:54.408503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:54.424434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59d160-d0b4-4bab-af06-7643c2f1b5e6 None None] Routers {'defb6087-f853-4504-884e-579c59370a12'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:54.425209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2a59d160-d0b4-4bab-af06-7643c2f1b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['defb6087-f853-4504-884e-579c59370a12'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:54.463732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2a59d160-d0b4-4bab-af06-7643c2f1b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:54.474847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59d160-d0b4-4bab-af06-7643c2f1b5e6 None None] Routers {'defb6087-f853-4504-884e-579c59370a12'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:54.475585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2a59d160-d0b4-4bab-af06-7643c2f1b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['defb6087-f853-4504-884e-579c59370a12'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:54.526675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2a59d160-d0b4-4bab-af06-7643c2f1b5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:54.529393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59d160-d0b4-4bab-af06-7643c2f1b5e6 None None] The sync data for ids ['defb6087-f853-4504-884e-579c59370a12'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:54.798475 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:55.119543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port b35ac42e-5dc0-4c76-8aa4-83013282d411 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:55.120191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:55.214561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:55.229083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for b35ac42e-5dc0-4c76-8aa4-83013282d411 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:55.443321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4dd9-3548-4fb2-a322-749ec0f5ca4d req-641c2bca-4ddc-44e7-8d67-4499199b84a2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:55.444884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dbeb4dd9-3548-4fb2-a322-749ec0f5ca4d req-641c2bca-4ddc-44e7-8d67-4499199b84a2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1069720 Oct 13 00:28:55.472291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:55.509073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dbeb4dd9-3548-4fb2-a322-749ec0f5ca4d req-1bd5624c-fde5-457f-8c31-d699bf64459d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486746 Oct 13 00:28:55.514612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=b35ac42e-5dc0-4c76-8aa4-83013282d411,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:55.646237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:55.845961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router defb6087-f853-4504-884e-579c59370a12 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:28:55.937316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:28:55.945839 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-32fe5892-c205-4f6f-bfe6-5948fa82fd08 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/defb6087-f853-4504-884e-579c59370a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5336866 Oct 13 00:28:55.946853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45936) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:55.951460 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3393b2-a51c-4fd7-9c80-38255614201f None None] Sync routers for ids ['defb6087-f853-4504-884e-579c59370a12'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:28:55.975410 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3393b2-a51c-4fd7-9c80-38255614201f None None] Routers {'defb6087-f853-4504-884e-579c59370a12'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:55.976756 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9d3393b2-a51c-4fd7-9c80-38255614201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['defb6087-f853-4504-884e-579c59370a12'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:55.979003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-529b3a1e-4819-480c-9569-0efcf0a74018 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=defb6087-f853-4504-884e-579c59370a12 HTTP/1.1" status: 200 len: 205 time: 0.0316083 Oct 13 00:28:55.981575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45938) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:56.020865 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9d3393b2-a51c-4fd7-9c80-38255614201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:56.032024 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3393b2-a51c-4fd7-9c80-38255614201f None None] Routers {'defb6087-f853-4504-884e-579c59370a12'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:28:56.032861 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9d3393b2-a51c-4fd7-9c80-38255614201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['defb6087-f853-4504-884e-579c59370a12'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:56.065605 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-9d3393b2-a51c-4fd7-9c80-38255614201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:56.066543 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3393b2-a51c-4fd7-9c80-38255614201f None None] The sync data for ids ['defb6087-f853-4504-884e-579c59370a12'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:28:56.093619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84e77969-5d0e-458b-957f-2c9881cb7a44 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.267966 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84e77969-5d0e-458b-957f-2c9881cb7a44 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.270098 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84e77969-5d0e-458b-957f-2c9881cb7a44 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.327628 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84e77969-5d0e-458b-957f-2c9881cb7a44 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.328779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e77969-5d0e-458b-957f-2c9881cb7a44 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Fanout notify agent at l3_agent the message router_deleted on router defb6087-f853-4504-884e-579c59370a12 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:28:56.336456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84e77969-5d0e-458b-957f-2c9881cb7a44 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.338369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-84e77969-5d0e-458b-957f-2c9881cb7a44 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/defb6087-f853-4504-884e-579c59370a12 HTTP/1.1" status: 204 len: 168 time: 0.3527911 Oct 13 00:28:56.341135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45954) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:56.402588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e8e93d-8787-4b05-a587-ea0ebffc33e8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet 236f843f-1737-437f-b946-55a3b701aa1b {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:28:56.408964 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55e8e93d-8787-4b05-a587-ea0ebffc33e8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.461157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55e8e93d-8787-4b05-a587-ea0ebffc33e8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.599290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55e8e93d-8787-4b05-a587-ea0ebffc33e8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.676998 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55e8e93d-8787-4b05-a587-ea0ebffc33e8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.689303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3434f6-21a3-4e57-8700-856bce7aba4c req-18e05d64-9df3-4290-9b91-26eb630ccb88 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:56.691408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b3434f6-21a3-4e57-8700-856bce7aba4c req-18e05d64-9df3-4290-9b91-26eb630ccb88 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0923076 Oct 13 00:28:56.707209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8e93d-8787-4b05-a587-ea0ebffc33e8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=236f843f-1737-437f-b946-55a3b701aa1b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:56.715049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55e8e93d-8787-4b05-a587-ea0ebffc33e8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.718420 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-55e8e93d-8787-4b05-a587-ea0ebffc33e8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/236f843f-1737-437f-b946-55a3b701aa1b HTTP/1.1" status: 204 len: 168 time: 0.3761799 Oct 13 00:28:56.721684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45972) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:56.724862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486b260-fa24-49f4-b2a9-e589446f0ed4 None None] Network bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:56.775300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b3434f6-21a3-4e57-8700-856bce7aba4c req-ef5bdcc7-56cd-45dc-a928-baad454d1a9e tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777082 Oct 13 00:28:56.801113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a0424b-279c-4946-9384-221f688c43ea tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet 1415583c-d102-42a8-b304-46361a19b98e {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:28:56.805702 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6a0424b-279c-4946-9384-221f688c43ea tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.859380 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6a0424b-279c-4946-9384-221f688c43ea tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:56.968138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] DHCP port deletion for bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:28:56.985884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6a0424b-279c-4946-9384-221f688c43ea tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.023676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] Deleting port a03f7c44-404a-4926-a2b7-a64a2799abee {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:57.024534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.070773 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6a0424b-279c-4946-9384-221f688c43ea tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.099617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0424b-279c-4946-9384-221f688c43ea tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=1415583c-d102-42a8-b304-46361a19b98e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:57.104402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] For port a03f7c44-404a-4926-a2b7-a64a2799abee, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a03f7c44-404a-4926-a2b7-a64a2799abee,segment=NetworkSegment(7d1d8103-0aab-457f-bcca-21edca2810f3),segment_id=7d1d8103-0aab-457f-bcca-21edca2810f3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:57.105333 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.107834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6a0424b-279c-4946-9384-221f688c43ea tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.114162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b6a0424b-279c-4946-9384-221f688c43ea tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/1415583c-d102-42a8-b304-46361a19b98e HTTP/1.1" status: 204 len: 168 time: 0.3900518 Oct 13 00:28:57.114867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45986) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:57.122016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] Calling delete_port for a03f7c44-404a-4926-a2b7-a64a2799abee owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:57.131765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae22e25-2374-45f4-89f7-a2035b026be2 None None] Network 68e0c38c-2250-4515-b458-0984b3542455 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:57.269638 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.313006 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.365067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port a03f7c44-404a-4926-a2b7-a64a2799abee {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:57.365407 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.387651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] Pushing event deleted for resources: {'Port': ['ID=a03f7c44-404a-4926-a2b7-a64a2799abee,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:57.389929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd19af7-7053-4431-a601-20a991a9d763 None None] No DVR routers for this DVR port a03f7c44-404a-4926-a2b7-a64a2799abee on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:57.421398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] DHCP port deletion for 68e0c38c-2250-4515-b458-0984b3542455 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:28:57.454222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port a03f7c44-404a-4926-a2b7-a64a2799abee, host n-d-813679-4, got binding levels [] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:57.455272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.476883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for a03f7c44-404a-4926-a2b7-a64a2799abee owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:57.481126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_backend_mixin [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Port a03f7c44-404a-4926-a2b7-a64a2799abee was not found and therefore no delete operation was performed {{(pid=94988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:28:57.486078 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.494694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a03f7c44-404a-4926-a2b7-a64a2799abee no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:57.505568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No DVR routers for this DVR port a03f7c44-404a-4926-a2b7-a64a2799abee on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:57.521610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a03f7c44-404a-4926-a2b7-a64a2799abee {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:57.522129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a03f7c44-404a-4926-a2b7-a64a2799abee not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:57.568016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] Deleting port 1ce91066-5e8e-410e-a3d5-224767107723 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:28:57.568657 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.639892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] For port 1ce91066-5e8e-410e-a3d5-224767107723, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1ce91066-5e8e-410e-a3d5-224767107723,segment=NetworkSegment(45b44700-74a3-432d-8867-9ea5b9ef2b5e),segment_id=45b44700-74a3-432d-8867-9ea5b9ef2b5e)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:28:57.641887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.664870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] Calling delete_port for 1ce91066-5e8e-410e-a3d5-224767107723 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:28:57.861839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=a03f7c44-404a-4926-a2b7-a64a2799abee,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:57.971572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.990702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391f93-cf29-4492-9504-7f5d3a5bdcee req-5f6b3819-703f-4b2b-a3b1-8bd028775ea9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:57.991247 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:57.993728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca391f93-cf29-4492-9504-7f5d3a5bdcee req-5f6b3819-703f-4b2b-a3b1-8bd028775ea9 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0945084 Oct 13 00:28:57.999808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:58.009992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1d8103-0aab-457f-bcca-21edca2810f3') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:58.010285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1d8103-0aab-457f-bcca-21edca2810f3') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:58.021374 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.029429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] Pushing event deleted for resources: {'Port': ['ID=1ce91066-5e8e-410e-a3d5-224767107723,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:58.037527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99abe3-d55c-46aa-a904-2cbc24856d35 None None] No DVR routers for this DVR port 1ce91066-5e8e-410e-a3d5-224767107723 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:28:58.062757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca391f93-cf29-4492-9504-7f5d3a5bdcee req-48b07bd9-c70c-4443-9a26-37bbd03fe961 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627549 Oct 13 00:28:58.072574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.082683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:28:58.083661 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:28:58.087143 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:28:58.150710 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.161447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.164905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0 HTTP/1.1" status: 204 len: 168 time: 1.0488200 Oct 13 00:28:58.169039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46024) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:58.189198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b336ae5-3af6-47ba-ab20-366757903b96 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=bcd21611-d5ca-43bc-bd74-0cb00ab2a3e0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:58.264075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.354133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.375103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e0c38c-2250-4515-b458-0984b3542455']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:58.386544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b44700-74a3-432d-8867-9ea5b9ef2b5e') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:58.396413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b44700-74a3-432d-8867-9ea5b9ef2b5e') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:28:58.402289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.420572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.427175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:28:58.427941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:28:58.432415 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:28:58.504758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.517512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.520751 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/68e0c38c-2250-4515-b458-0984b3542455 HTTP/1.1" status: 204 len: 168 time: 0.3503702 Oct 13 00:28:58.525071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46036) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:58.530375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521633311'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:58.534635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ecfb2-2b4c-465a-b262-5ae1f69c9e04 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=68e0c38c-2250-4515-b458-0984b3542455,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:58.562727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:58.566601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.595372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:28:58.605172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.607649 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment c5e20102-2bc2-4012-b4b8-2b62d2806c68 of type vlan for network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 Oct 13 00:28:58.671858 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.703137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.714185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:58.714845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:58.788918 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2625184 Oct 13 00:28:58.792724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46052) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:58.801632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': '0e22c7b9-f3e0-49b9-a691-8cd29322d016', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:58.801854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf98aa0-db95-4120-be90-d1899b435df8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=0e22c7b9-f3e0-49b9-a691-8cd29322d016,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:58.812548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:28:58.930117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:58.934593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.131776 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:28:59.176612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.220700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ef6c-a433-4cbe-88bd-7391181c9a5a req-7f9b13e6-7c6c-4a04-97bc-a8c8b99421bc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:59.223329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a555ef6c-a433-4cbe-88bd-7391181c9a5a req-7f9b13e6-7c6c-4a04-97bc-a8c8b99421bc tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0850880 Oct 13 00:28:59.243630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=6d24e778-32f8-4e8a-9521-1a0436ca6133,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:28:59.254310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': 'c5e20102-2bc2-4012-b4b8-2b62d2806c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e22c7b9-f3e0-49b9-a691-8cd29322d016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:28:59.254678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: 0e22c7b9-f3e0-49b9-a691-8cd29322d016, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:28:59.283821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:28:59.297033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 0e22c7b9-f3e0-49b9-a691-8cd29322d016) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:28:59.312301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca398c9-9914-4205-8e69-56646ee31664 None None] Network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:28:59.321888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a555ef6c-a433-4cbe-88bd-7391181c9a5a req-60608e8e-dfa7-44bc-ade4-b8149ef4bda5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841651 Oct 13 00:28:59.341828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28633008-3754-4dcf-adae-66599f1ebe0f req-5bd276b6-cfa9-4976-932a-f6b80e386aed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956557 Oct 13 00:28:59.342809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:59.344131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.406932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c63a58a1-b9c1-4c9a-9dfa-1fb93d06b96e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6103814 Oct 13 00:28:59.408961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46074) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:59.420876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-193c7dfe-23dd-4a41-938f-f48557308768 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-935380765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:59.447229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1ce91066-5e8e-410e-a3d5-224767107723 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:28:59.474219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1ce91066-5e8e-410e-a3d5-224767107723 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:28:59.474511 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-193c7dfe-23dd-4a41-938f-f48557308768 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.475135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1ce91066-5e8e-410e-a3d5-224767107723 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:28:59.475759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-193c7dfe-23dd-4a41-938f-f48557308768 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.491311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28633008-3754-4dcf-adae-66599f1ebe0f req-34fa0446-d0e4-49a9-82c3-0f03c74f4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:59.494589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28633008-3754-4dcf-adae-66599f1ebe0f req-34fa0446-d0e4-49a9-82c3-0f03c74f4505 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 1097 time: 0.0917706 Oct 13 00:28:59.543830 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-193c7dfe-23dd-4a41-938f-f48557308768 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.549871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-193c7dfe-23dd-4a41-938f-f48557308768 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.581725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-193c7dfe-23dd-4a41-938f-f48557308768 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.583281 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-193c7dfe-23dd-4a41-938f-f48557308768 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1730623 Oct 13 00:28:59.586088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46078) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:28:59.594835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'port': {'network_id': '0e22c7b9-f3e0-49b9-a691-8cd29322d016', 'name': 'tempest-RoutersIpV6Test-1347237414'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:28:59.635752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28633008-3754-4dcf-adae-66599f1ebe0f req-71466222-e2fc-4367-ac3a-ece3ed40d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:59.637327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28633008-3754-4dcf-adae-66599f1ebe0f req-71466222-e2fc-4367-ac3a-ece3ed40d7fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 200 len: 906 time: 0.1177244 Oct 13 00:28:59.662309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0e22c7b9-f3e0-49b9-a691-8cd29322d016', 'network_id': '0e22c7b9-f3e0-49b9-a691-8cd29322d016', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': '6d24e778-32f8-4e8a-9521-1a0436ca6133'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:28:59.664782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.724640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28633008-3754-4dcf-adae-66599f1ebe0f req-3876314d-cb1e-4f48-8f4f-7c8437b40a5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 HTTP/1.1" status: 200 len: 217 time: 0.0767276 Oct 13 00:28:59.836244 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28633008-3754-4dcf-adae-66599f1ebe0f req-e79d326e-ad7b-41bb-a4ee-5db4d8fb93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:28:59.838566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28633008-3754-4dcf-adae-66599f1ebe0f req-e79d326e-ad7b-41bb-a4ee-5db4d8fb93b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 200 len: 845 time: 0.0999885 Oct 13 00:28:59.866513 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Allocated IP 2001:db8::2 (0e22c7b9-f3e0-49b9-a691-8cd29322d016/6d24e778-32f8-4e8a-9521-1a0436ca6133/6348b678-b60d-4c5b-bb80-53b8d49e4c31) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:28:59.873870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:28:59.882665 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:28:59.903698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28633008-3754-4dcf-adae-66599f1ebe0f req-c1f55dea-ed11-46ae-9cbb-8a5e3cfa010e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a7857de0-5793-4a4b-9a06-5c0963e076b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560567 Oct 13 00:28:59.923659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] device_id is not set on port 1bcb71f1-a3e8-403e-a4d7-70a129021378 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:29:00.058065 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:00.065655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:00.121153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Pushing event updated for resources: {'Port': ['ID=6348b678-b60d-4c5b-bb80-53b8d49e4c31,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:00.124557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28633008-3754-4dcf-adae-66599f1ebe0f req-c0e8b948-f651-425f-90fe-9a35290b3b97 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112701 Oct 13 00:29:00.129384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:00.130494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:00.133234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:00.209381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8::114 (0e22c7b9-f3e0-49b9-a691-8cd29322d016/6d24e778-32f8-4e8a-9521-1a0436ca6133/1bcb71f1-a3e8-403e-a4d7-70a129021378) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:00.220815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Attempting to bind port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:00.221296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Attempting to bind port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c5e20102-2bc2-4012-b4b8-2b62d2806c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e22c7b9-f3e0-49b9-a691-8cd29322d016'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:00.221779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Attempting to bind port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 on network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:00.227179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:00.227710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Checking segment: {'id': 'c5e20102-2bc2-4012-b4b8-2b62d2806c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e22c7b9-f3e0-49b9-a691-8cd29322d016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:00.228187 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:00.228870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Bound using segment: {'id': 'c5e20102-2bc2-4012-b4b8-2b62d2806c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e22c7b9-f3e0-49b9-a691-8cd29322d016'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:00.229363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Bound port: 6348b678-b60d-4c5b-bb80-53b8d49e4c31, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e20102-2bc2-4012-b4b8-2b62d2806c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e22c7b9-f3e0-49b9-a691-8cd29322d016'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:00.229748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:00.312497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28633008-3754-4dcf-adae-66599f1ebe0f req-2ef40765-d957-42c3-aaf8-16d0517cb9f6 service neutron] 10.222.0.45 "GET /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792557 Oct 13 00:29:00.336100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] For port 6348b678-b60d-4c5b-bb80-53b8d49e4c31, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:00.351020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] For port 6348b678-b60d-4c5b-bb80-53b8d49e4c31, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6348b678-b60d-4c5b-bb80-53b8d49e4c31,segment=NetworkSegment(c5e20102-2bc2-4012-b4b8-2b62d2806c68),segment_id=c5e20102-2bc2-4012-b4b8-2b62d2806c68)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:00.357502 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:00.434485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b1ab7-d909-4364-b7b7-8c95ec8e704e None None] Pushing event updated for resources: {'Port': ['ID=6348b678-b60d-4c5b-bb80-53b8d49e4c31,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:00.466555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b92faa-26f7-4898-bd65-3dc0e0442dff req-6ff0d5d8-9f10-46c7-941d-d7fc7800a712 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:00.479350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14b92faa-26f7-4898-bd65-3dc0e0442dff req-6ff0d5d8-9f10-46c7-941d-d7fc7800a712 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0801234 Oct 13 00:29:00.519333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:00.557267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14b92faa-26f7-4898-bd65-3dc0e0442dff req-fc5e37a5-70d4-4beb-9062-694d0ca97173 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709529 Oct 13 00:29:00.582900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:00.642928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:00.650244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:00.654534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:00.670548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:00.672574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:00.701258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=1bcb71f1-a3e8-403e-a4d7-70a129021378,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:00.718202 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-65c31d96-0a1b-41f2-b3ab-260530c845fd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1309807 Oct 13 00:29:00.721145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46116) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:01.136524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:01.463948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:01.467148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6348b678-b60d-4c5b-bb80-53b8d49e4c31 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:01.469543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:01.550395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=1bcb71f1-a3e8-403e-a4d7-70a129021378,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:01.579447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:01.580172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:01.731118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:01.769920 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:01.779414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 6348b678-b60d-4c5b-bb80-53b8d49e4c31, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6348b678-b60d-4c5b-bb80-53b8d49e4c31,segment=NetworkSegment(c5e20102-2bc2-4012-b4b8-2b62d2806c68),segment_id=c5e20102-2bc2-4012-b4b8-2b62d2806c68)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:01.786778 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:01.832027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ceeb6-7cf9-40ad-b467-aeb165bd9033 req-1bbd3071-d758-445a-87e5-818d5bf61d88 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:01.832728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a8c8c9-91e4-4c3d-bba9-beefa8ee7474 None None] Network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:01.834586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed9ceeb6-7cf9-40ad-b467-aeb165bd9033 req-1bbd3071-d758-445a-87e5-818d5bf61d88 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1779566 Oct 13 00:29:01.953680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed9ceeb6-7cf9-40ad-b467-aeb165bd9033 req-c6aaced6-bd2a-46b2-ad50-e7e27ddd9805 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102464 Oct 13 00:29:01.963605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=6348b678-b60d-4c5b-bb80-53b8d49e4c31,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:02.019350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d1c6001c-1848-4964-a31b-fd328f54a1db None None] Provisioning complete for port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:02.020272 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1c6001c-1848-4964-a31b-fd328f54a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:02.027716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:02.582866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-928b7455-7e0d-4a74-90f8-9f3a776086cd None None] Provisioning complete for port 1bcb71f1-a3e8-403e-a4d7-70a129021378 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:02.584506 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-928b7455-7e0d-4a74-90f8-9f3a776086cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:02.684103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-928b7455-7e0d-4a74-90f8-9f3a776086cd None None] Port 1bcb71f1-a3e8-403e-a4d7-70a129021378 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:02.701691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-928b7455-7e0d-4a74-90f8-9f3a776086cd None None] Provisioning complete for port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:02.702476 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-928b7455-7e0d-4a74-90f8-9f3a776086cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:02.723904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46170) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:02.828174 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:02.834807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:02.835744 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:02.970992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31d5520-7e48-47ec-a4fc-3fef0ca20bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:02.989100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=1bcb71f1-a3e8-403e-a4d7-70a129021378,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:03.015954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cebd2af2-0829-43d4-8c70-9d12de80a03f None None] Provisioning complete for port 1bcb71f1-a3e8-403e-a4d7-70a129021378 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:03.016509 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cebd2af2-0829-43d4-8c70-9d12de80a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.069111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cebd2af2-0829-43d4-8c70-9d12de80a03f None None] Port 1bcb71f1-a3e8-403e-a4d7-70a129021378 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:03.076748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:03.080160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:03.278384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00697c1a-c24b-460d-a6db-e4a3a6bd8d90 req-6ddeb69b-5847-46bc-8a2a-c20da69dd348 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:03.280004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00697c1a-c24b-460d-a6db-e4a3a6bd8d90 req-6ddeb69b-5847-46bc-8a2a-c20da69dd348 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1317024 Oct 13 00:29:03.289421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31d5520-7e48-47ec-a4fc-3fef0ca20bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.301713 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d31d5520-7e48-47ec-a4fc-3fef0ca20bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.326396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0b927475-c3ae-4779-98b5-874fa3491a3d None None] Provisioning complete for port 1bcb71f1-a3e8-403e-a4d7-70a129021378 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:03.326902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0b927475-c3ae-4779-98b5-874fa3491a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.369608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0b927475-c3ae-4779-98b5-874fa3491a3d None None] Port 1bcb71f1-a3e8-403e-a4d7-70a129021378 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:03.390943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d31d5520-7e48-47ec-a4fc-3fef0ca20bb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72f2904de0664f6fafa77064b2a54e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659160 Oct 13 00:29:03.393575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46182) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:03.400967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6348b678-b60d-4c5b-bb80-53b8d49e4c31 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:03.422014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d5520-7e48-47ec-a4fc-3fef0ca20bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b8c61d-d50e-42c0-89c3-ff9c3e70433b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:03.451174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00697c1a-c24b-460d-a6db-e4a3a6bd8d90 req-bec5809c-d8e3-4b8f-9911-ecbb90707bc3 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604517 Oct 13 00:29:03.452649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 45faf40a-9524-4354-b8d3-21bf96d9d54c is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:29:03.486856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:03.487300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.503002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7624755b-a8d8-4665-a713-251b2d806375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.558041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7624755b-a8d8-4665-a713-251b2d806375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.620985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7624755b-a8d8-4665-a713-251b2d806375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.624324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7624755b-a8d8-4665-a713-251b2d806375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.625712 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7624755b-a8d8-4665-a713-251b2d806375 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23b8c61d-d50e-42c0-89c3-ff9c3e70433b HTTP/1.1" status: 204 len: 168 time: 0.2310767 Oct 13 00:29:03.634819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624755b-a8d8-4665-a713-251b2d806375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b8c61d-d50e-42c0-89c3-ff9c3e70433b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:03.646925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:03.655096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-507b9c55-72c0-4570-b35d-316d089539cc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/45faf40a-9524-4354-b8d3-21bf96d9d54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9288931 Oct 13 00:29:03.657806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46186) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:03.662357 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dce8e9-5d05-4f32-a4bd-341799698d5e None None] Sync routers for ids ['45faf40a-9524-4354-b8d3-21bf96d9d54c'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:03.706179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dce8e9-5d05-4f32-a4bd-341799698d5e None None] Routers {'45faf40a-9524-4354-b8d3-21bf96d9d54c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:03.706957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-76dce8e9-5d05-4f32-a4bd-341799698d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['45faf40a-9524-4354-b8d3-21bf96d9d54c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:03.727446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42476afd-08e7-49cc-8f2c-39bae28bd568 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:03.729578 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-42476afd-08e7-49cc-8f2c-39bae28bd568 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports/1bcb71f1-a3e8-403e-a4d7-70a129021378 HTTP/1.1" status: 200 len: 984 time: 0.0671010 Oct 13 00:29:03.732210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46188) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:03.754021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d686bb33-b995-40e4-b1be-b923de00340c None None] Provisioning complete for port 1bcb71f1-a3e8-403e-a4d7-70a129021378 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:03.754404 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d686bb33-b995-40e4-b1be-b923de00340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:03.757540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-76dce8e9-5d05-4f32-a4bd-341799698d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:03.792916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dce8e9-5d05-4f32-a4bd-341799698d5e None None] Routers {'45faf40a-9524-4354-b8d3-21bf96d9d54c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:03.796338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-76dce8e9-5d05-4f32-a4bd-341799698d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['45faf40a-9524-4354-b8d3-21bf96d9d54c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:03.845640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-76dce8e9-5d05-4f32-a4bd-341799698d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:03.846649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dce8e9-5d05-4f32-a4bd-341799698d5e None None] The sync data for ids ['45faf40a-9524-4354-b8d3-21bf96d9d54c'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:03.859349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d686bb33-b995-40e4-b1be-b923de00340c None None] Port 1bcb71f1-a3e8-403e-a4d7-70a129021378 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:03.960386 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-913d9777-785e-4755-8f35-1197103b81fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246679 Oct 13 00:29:03.984173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46192) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:03.999852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7b32750b-e00a-4ce6-97d5-5ae444b309f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.097576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7b32750b-e00a-4ce6-97d5-5ae444b309f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.103990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7b32750b-e00a-4ce6-97d5-5ae444b309f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.126018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-23c34c33-75bc-4320-a16c-53d7ba5032ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:04.127588 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-23c34c33-75bc-4320-a16c-53d7ba5032ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1096 time: 0.1006243 Oct 13 00:29:04.148268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7b32750b-e00a-4ce6-97d5-5ae444b309f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b67030e88bd74a52a9504402a9a0b17c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630797 Oct 13 00:29:04.150766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32750b-e00a-4ce6-97d5-5ae444b309f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6816136b-4f73-430d-bd13-e489af189662,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:04.153198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46194) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:04.231142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d08333be-3d8d-474c-995c-b9424e0875a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.257638 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d08333be-3d8d-474c-995c-b9424e0875a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.311334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-e31f8368-9941-4e3c-b910-2a12c39491e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:04.312992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-e31f8368-9941-4e3c-b910-2a12c39491e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1614966 Oct 13 00:29:04.316133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d08333be-3d8d-474c-995c-b9424e0875a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.318895 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d08333be-3d8d-474c-995c-b9424e0875a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.320095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d08333be-3d8d-474c-995c-b9424e0875a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6816136b-4f73-430d-bd13-e489af189662 HTTP/1.1" status: 204 len: 168 time: 0.1551254 Oct 13 00:29:04.347555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08333be-3d8d-474c-995c-b9424e0875a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6816136b-4f73-430d-bd13-e489af189662,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:04.412090 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.488644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-5e57d998-aa10-49df-a2bd-9a79f12588a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 1000 time: 0.1640687 Oct 13 00:29:04.584832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-64485805-ade0-4128-89d0-0a3758d937e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:04.586353 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-64485805-ade0-4128-89d0-0a3758d937e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0882726 Oct 13 00:29:04.611793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bf609-e856-4df9-8685-7c222b76a3d9 req-e0750481-cdc8-42ca-8133-bb9551fa5b13 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:04.614564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d91bf609-e856-4df9-8685-7c222b76a3d9 req-e0750481-cdc8-42ca-8133-bb9551fa5b13 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0661092 Oct 13 00:29:04.661680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-5e4fce8c-d89a-48fc-905c-bce0aef52f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:04.663170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-5e4fce8c-d89a-48fc-905c-bce0aef52f8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578158 Oct 13 00:29:04.669185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d91bf609-e856-4df9-8685-7c222b76a3d9 req-b1453585-1078-4440-8873-67b5fb31e236 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472562 Oct 13 00:29:04.803555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 1bcb71f1-a3e8-403e-a4d7-70a129021378 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:04.803883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:04.821810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-936348f7-ac7a-4abf-8c11-d9aaae76d23b service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499977 Oct 13 00:29:05.242538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:05.264705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 1bcb71f1-a3e8-403e-a4d7-70a129021378 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:05.272535 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ac7c6043-5591-4d45-9740-db1ec3b58676 req-da156e50-1fdd-47cf-ae82-60d3793236c6 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249561 Oct 13 00:29:05.524460 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:05.561092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=1bcb71f1-a3e8-403e-a4d7-70a129021378,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:05.592538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.593306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.593807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.594290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.594781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.595317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.595846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.596344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.596829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.597329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.597812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.612580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:05.715233 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:05.901015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c1701-c460-41cd-bfd2-7e0ba3ee73dd req-70d24b65-48ca-473c-96ab-4fe33fc7c06d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:05.902947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-452c1701-c460-41cd-bfd2-7e0ba3ee73dd req-70d24b65-48ca-473c-96ab-4fe33fc7c06d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0888193 Oct 13 00:29:05.952454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-452c1701-c460-41cd-bfd2-7e0ba3ee73dd req-ec112b5f-59c4-4c26-8bda-c35447540a6d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Oct 13 00:29:05.953297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 45faf40a-9524-4354-b8d3-21bf96d9d54c has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:06.050945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:06.059306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b959a5c-8340-49cc-88d2-d481bcef2178 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/45faf40a-9524-4354-b8d3-21bf96d9d54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3227100 Oct 13 00:29:06.060143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46252) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:06.065751 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bd0b1f-cccb-4d80-8a28-e2f045bf92fa None None] Sync routers for ids ['45faf40a-9524-4354-b8d3-21bf96d9d54c'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:06.088529 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd0b1f-cccb-4d80-8a28-e2f045bf92fa None None] Routers {'45faf40a-9524-4354-b8d3-21bf96d9d54c'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:06.089159 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-84bd0b1f-cccb-4d80-8a28-e2f045bf92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['45faf40a-9524-4354-b8d3-21bf96d9d54c'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:06.138859 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-84bd0b1f-cccb-4d80-8a28-e2f045bf92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:06.148891 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd0b1f-cccb-4d80-8a28-e2f045bf92fa None None] Routers {'45faf40a-9524-4354-b8d3-21bf96d9d54c'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:06.149869 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-84bd0b1f-cccb-4d80-8a28-e2f045bf92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['45faf40a-9524-4354-b8d3-21bf96d9d54c'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:06.187914 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-84bd0b1f-cccb-4d80-8a28-e2f045bf92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:06.188939 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bd0b1f-cccb-4d80-8a28-e2f045bf92fa None None] The sync data for ids ['45faf40a-9524-4354-b8d3-21bf96d9d54c'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:06.288739 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-8016d8e5-12b9-449a-b908-4d9141e13d78 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 00:29:06.289791 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8016d8e5-12b9-449a-b908-4d9141e13d78 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/45faf40a-9524-4354-b8d3-21bf96d9d54c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2292514 Oct 13 00:29:06.292750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46260) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:06.325477 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f43eb32b-4c2a-43d6-91ec-ced9b32397bd tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=45faf40a-9524-4354-b8d3-21bf96d9d54c HTTP/1.1" status: 200 len: 205 time: 0.0314703 Oct 13 00:29:06.328229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46264) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:06.428281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6880e68c-7fac-45ea-af58-7be85fa45fac tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.575702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.617743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6880e68c-7fac-45ea-af58-7be85fa45fac tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.621176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6880e68c-7fac-45ea-af58-7be85fa45fac tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.668044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6880e68c-7fac-45ea-af58-7be85fa45fac tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.669089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6880e68c-7fac-45ea-af58-7be85fa45fac tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Fanout notify agent at l3_agent the message router_deleted on router 45faf40a-9524-4354-b8d3-21bf96d9d54c {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:29:06.677827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6880e68c-7fac-45ea-af58-7be85fa45fac tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.682589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46280) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:06.682740 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6880e68c-7fac-45ea-af58-7be85fa45fac tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/45faf40a-9524-4354-b8d3-21bf96d9d54c HTTP/1.1" status: 204 len: 168 time: 0.3533978 Oct 13 00:29:06.740216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccfe3bc-5e27-4464-975f-95292aa771f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet 6d24e778-32f8-4e8a-9521-1a0436ca6133 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:29:06.743588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe3bc-5e27-4464-975f-95292aa771f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.784692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe3bc-5e27-4464-975f-95292aa771f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.879930 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe3bc-5e27-4464-975f-95292aa771f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.947102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe3bc-5e27-4464-975f-95292aa771f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.976787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfe3bc-5e27-4464-975f-95292aa771f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=6d24e778-32f8-4e8a-9521-1a0436ca6133,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:06.981468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe3bc-5e27-4464-975f-95292aa771f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:06.984998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6ccfe3bc-5e27-4464-975f-95292aa771f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/6d24e778-32f8-4e8a-9521-1a0436ca6133 HTTP/1.1" status: 204 len: 168 time: 0.3009763 Oct 13 00:29:06.988199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46290) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:06.993121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f120f1-1e6a-45dd-a355-9f635a7a67cb None None] Network 0e22c7b9-f3e0-49b9-a691-8cd29322d016 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:07.051518 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.139491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.157329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7993b5b-2b16-4639-9229-67c702b350b6 req-a82341c0-1dab-4b54-8550-ebd29b75bade tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:07.164762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7993b5b-2b16-4639-9229-67c702b350b6 req-a82341c0-1dab-4b54-8550-ebd29b75bade tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1146679 Oct 13 00:29:07.229516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7993b5b-2b16-4639-9229-67c702b350b6 req-c00937f9-a71f-4088-b85a-507c1203c653 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638614 Oct 13 00:29:07.230096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] DHCP port deletion for 0e22c7b9-f3e0-49b9-a691-8cd29322d016 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:29:07.265351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:07.265702 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.303182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] Deleting port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:07.303842 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.385596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 6348b678-b60d-4c5b-bb80-53b8d49e4c31, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6348b678-b60d-4c5b-bb80-53b8d49e4c31,segment=NetworkSegment(c5e20102-2bc2-4012-b4b8-2b62d2806c68),segment_id=c5e20102-2bc2-4012-b4b8-2b62d2806c68)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:07.385970 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.388943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] For port 6348b678-b60d-4c5b-bb80-53b8d49e4c31, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6348b678-b60d-4c5b-bb80-53b8d49e4c31,segment=NetworkSegment(c5e20102-2bc2-4012-b4b8-2b62d2806c68),segment_id=c5e20102-2bc2-4012-b4b8-2b62d2806c68)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:07.389345 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.403292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] Calling delete_port for 6348b678-b60d-4c5b-bb80-53b8d49e4c31 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:07.427175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 6348b678-b60d-4c5b-bb80-53b8d49e4c31 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:07.456419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6348b678-b60d-4c5b-bb80-53b8d49e4c31 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:07.527904 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.559023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No active binding found for port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 {{(pid=94990) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 00:29:07.559458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6348b678-b60d-4c5b-bb80-53b8d49e4c31 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.576354 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:07.579608 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:29:07.580810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=6348b678-b60d-4c5b-bb80-53b8d49e4c31,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:07.583345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No DVR routers for this DVR port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:07.589060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.619406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] Pushing event deleted for resources: {'Port': ['ID=6348b678-b60d-4c5b-bb80-53b8d49e4c31,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:07.621536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd8210-f41f-4469-a087-7f3ae84cf780 None None] No DVR routers for this DVR port 6348b678-b60d-4c5b-bb80-53b8d49e4c31 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:07.696573 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.717549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e22c7b9-f3e0-49b9-a691-8cd29322d016']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:07.727093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e20102-2bc2-4012-b4b8-2b62d2806c68') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:07.727389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e20102-2bc2-4012-b4b8-2b62d2806c68') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:07.737870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.752903 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.759580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:29:07.760106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:29:07.763343 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:29:07.833876 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.842005 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.849165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/0e22c7b9-f3e0-49b9-a691-8cd29322d016 HTTP/1.1" status: 204 len: 168 time: 0.8526397 Oct 13 00:29:07.849165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46310) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:07.854798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-564193733'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:07.870836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d567af1-7417-440b-9e56-e29baa381546 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=0e22c7b9-f3e0-49b9-a691-8cd29322d016,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:07.889815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:07.893638 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.918793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:29:07.928846 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:07.929192 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment 42cb348d-0f2b-4087-b32a-32ff675e0927 of type vlan for network 1b776372-af0c-4f59-b691-eed0bcf1aac3 Oct 13 00:29:07.984435 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.015765 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.021758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:08.022403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.093904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2436159 Oct 13 00:29:08.096797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46318) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:08.102808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': '1b776372-af0c-4f59-b691-eed0bcf1aac3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:08.111826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aa28c-03e5-446c-ba8c-eabb8bca5068 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=1b776372-af0c-4f59-b691-eed0bcf1aac3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:08.124361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1b776372-af0c-4f59-b691-eed0bcf1aac3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:29:08.198542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:08.202254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.363541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986454f5-4147-46f5-b7d2-2bb3c662e2c9 req-3f046a97-5815-499e-b067-35776943df28 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:08.365367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-986454f5-4147-46f5-b7d2-2bb3c662e2c9 req-3f046a97-5815-499e-b067-35776943df28 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0569601 Oct 13 00:29:08.432166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-986454f5-4147-46f5-b7d2-2bb3c662e2c9 req-101ebcf3-ca87-487a-abbb-1937c8cf5a7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600014 Oct 13 00:29:08.447271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.509372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=b39f1ec6-cf2e-449f-9e6e-cd89fb875d41,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:08.524615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': '42cb348d-0f2b-4087-b32a-32ff675e0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b776372-af0c-4f59-b691-eed0bcf1aac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:08.525513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: 1b776372-af0c-4f59-b691-eed0bcf1aac3, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:29:08.542484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 1b776372-af0c-4f59-b691-eed0bcf1aac3 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:29:08.551468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1b776372-af0c-4f59-b691-eed0bcf1aac3) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:08.556922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:08.557662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.562201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a00ca3c-562e-4027-a9a8-1e5c23399b83 None None] Network 1b776372-af0c-4f59-b691-eed0bcf1aac3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:08.590086 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-38c00b6c-8eb1-4d4a-8ff9-d7fb4515f1c4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4918289 Oct 13 00:29:08.592515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46346) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:08.602730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9a11c835-c718-4f1e-9c87-df2386c4e7f2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-20776757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:08.645387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a11c835-c718-4f1e-9c87-df2386c4e7f2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.647228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a11c835-c718-4f1e-9c87-df2386c4e7f2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.710918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a11c835-c718-4f1e-9c87-df2386c4e7f2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.718485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a11c835-c718-4f1e-9c87-df2386c4e7f2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.725967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46350) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:08.730666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e1896a3f-ff35-4660-b4bc-d1f6cbcfbe2d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554373519', 'description': 'tempest-secgroup-smoke-554373519 description', 'project_id': '09399a45b63b46eb9c82a3f0622518df'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:08.744352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-1b776372-af0c-4f59-b691-eed0bcf1aac3', 'network_id': '1b776372-af0c-4f59-b691-eed0bcf1aac3', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': 'b39f1ec6-cf2e-449f-9e6e-cd89fb875d41'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:29:08.745943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.758910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a11c835-c718-4f1e-9c87-df2386c4e7f2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.761022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9a11c835-c718-4f1e-9c87-df2386c4e7f2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1663527 Oct 13 00:29:08.764318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46354) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:08.778920 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1896a3f-ff35-4660-b4bc-d1f6cbcfbe2d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.907024 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1896a3f-ff35-4660-b4bc-d1f6cbcfbe2d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.912550 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1896a3f-ff35-4660-b4bc-d1f6cbcfbe2d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.938902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Allocated IP 2001:db8::2 (1b776372-af0c-4f59-b691-eed0bcf1aac3/b39f1ec6-cf2e-449f-9e6e-cd89fb875d41/293bb568-695e-4c25-9a60-e2c22fd6e2ec) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:08.947472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1896a3f-ff35-4660-b4bc-d1f6cbcfbe2d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:08.949168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e1896a3f-ff35-4660-b4bc-d1f6cbcfbe2d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2220674 Oct 13 00:29:08.951261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1896a3f-ff35-4660-b4bc-d1f6cbcfbe2d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba578bc5-15dd-4d3a-9861-b67d690a3314,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:08.952146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46358) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:08.959808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-04bf87b3-30ac-43df-a78e-f0f6b16fd6bf tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'security_group_rule': {'security_group_id': 'ba578bc5-15dd-4d3a-9861-b67d690a3314', 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:09.076450 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04bf87b3-30ac-43df-a78e-f0f6b16fd6bf tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.098881 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.106180 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.141248 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.150545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Network 1b776372-af0c-4f59-b691-eed0bcf1aac3 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:09.154505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:09.156655 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Pushing event updated for resources: {'Port': ['ID=293bb568-695e-4c25-9a60-e2c22fd6e2ec,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:09.164810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:09.223311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Attempting to bind port 293bb568-695e-4c25-9a60-e2c22fd6e2ec on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:09.223720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Attempting to bind port 293bb568-695e-4c25-9a60-e2c22fd6e2ec by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '42cb348d-0f2b-4087-b32a-32ff675e0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b776372-af0c-4f59-b691-eed0bcf1aac3'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:09.224093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Attempting to bind port 293bb568-695e-4c25-9a60-e2c22fd6e2ec on network 1b776372-af0c-4f59-b691-eed0bcf1aac3 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:09.230458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:09.231005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Checking segment: {'id': '42cb348d-0f2b-4087-b32a-32ff675e0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b776372-af0c-4f59-b691-eed0bcf1aac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:09.231983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.232570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Bound using segment: {'id': '42cb348d-0f2b-4087-b32a-32ff675e0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b776372-af0c-4f59-b691-eed0bcf1aac3'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:09.233773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Bound port: 293bb568-695e-4c25-9a60-e2c22fd6e2ec, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cb348d-0f2b-4087-b32a-32ff675e0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b776372-af0c-4f59-b691-eed0bcf1aac3'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:09.234344 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.239246 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04bf87b3-30ac-43df-a78e-f0f6b16fd6bf tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.251410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04bf87b3-30ac-43df-a78e-f0f6b16fd6bf tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.304912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] For port 293bb568-695e-4c25-9a60-e2c22fd6e2ec, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:09.308118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf87b3-30ac-43df-a78e-f0f6b16fd6bf tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e323a9-73e8-411b-b20b-7ef249abc21f,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:09.308391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] For port 293bb568-695e-4c25-9a60-e2c22fd6e2ec, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=293bb568-695e-4c25-9a60-e2c22fd6e2ec,segment=NetworkSegment(42cb348d-0f2b-4087-b32a-32ff675e0927),segment_id=42cb348d-0f2b-4087-b32a-32ff675e0927)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:09.314682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.328850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04bf87b3-30ac-43df-a78e-f0f6b16fd6bf tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.330204 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-04bf87b3-30ac-43df-a78e-f0f6b16fd6bf tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3767288 Oct 13 00:29:09.334213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46368) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:09.343191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-affbe207-1cad-4302-b924-63614ce3270d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'security_group_rule': {'security_group_id': 'ba578bc5-15dd-4d3a-9861-b67d690a3314', 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:09.375542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41459cae-4ad4-4e69-ad62-af9f33806e77 None None] Pushing event updated for resources: {'Port': ['ID=293bb568-695e-4c25-9a60-e2c22fd6e2ec,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:09.395594 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-affbe207-1cad-4302-b924-63614ce3270d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.482851 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-affbe207-1cad-4302-b924-63614ce3270d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.488318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-affbe207-1cad-4302-b924-63614ce3270d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.504354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8::1 (1b776372-af0c-4f59-b691-eed0bcf1aac3/b39f1ec6-cf2e-449f-9e6e-cd89fb875d41/d60241eb-af4a-499c-884f-5f7b90b91d78) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:09.511949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbe207-1cad-4302-b924-63614ce3270d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3b4333-1fec-4b4d-87bc-67042cbeb454,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:09.536600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-affbe207-1cad-4302-b924-63614ce3270d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.539553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-affbe207-1cad-4302-b924-63614ce3270d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2023263 Oct 13 00:29:09.549668 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46374) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:09.556373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3638a383-97fd-469d-8504-6dc1c563f2a7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'security_group_rule': {'security_group_id': 'ba578bc5-15dd-4d3a-9861-b67d690a3314', 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:09.640515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392d25c-fc9a-44ca-b73b-227e2a3afc34 req-c1f9558e-09bc-4063-bbc4-942490a19e05 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:09.642136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1392d25c-fc9a-44ca-b73b-227e2a3afc34 req-c1f9558e-09bc-4063-bbc4-942490a19e05 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1025887 Oct 13 00:29:09.688537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3638a383-97fd-469d-8504-6dc1c563f2a7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.701363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.737172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1392d25c-fc9a-44ca-b73b-227e2a3afc34 req-7342762d-b873-43f0-a2fb-6c69dc423a59 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821116 Oct 13 00:29:09.774291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.824694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 1b776372-af0c-4f59-b691-eed0bcf1aac3 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:09.828008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:09.836779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:09.838241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.853212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3638a383-97fd-469d-8504-6dc1c563f2a7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.865515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3638a383-97fd-469d-8504-6dc1c563f2a7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.889105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638a383-97fd-469d-8504-6dc1c563f2a7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61731629-79a5-47d6-8a3d-a775a8dab139,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:09.897265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=d60241eb-af4a-499c-884f-5f7b90b91d78,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:09.901571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3638a383-97fd-469d-8504-6dc1c563f2a7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.905660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3638a383-97fd-469d-8504-6dc1c563f2a7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3521373 Oct 13 00:29:09.905762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46392) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:09.916876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7c372a35-ac6e-4cb5-a5de-ac0f5173fcc6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'security_group_rule': {'security_group_id': 'ba578bc5-15dd-4d3a-9861-b67d690a3314', 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:09.964070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c372a35-ac6e-4cb5-a5de-ac0f5173fcc6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:09.998018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.081519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860f2e7-cd2c-44b4-a839-cc95edd2d834 req-fdecb296-7564-45bb-9d35-67ddfaa2778f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:10.083321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5860f2e7-cd2c-44b4-a839-cc95edd2d834 req-fdecb296-7564-45bb-9d35-67ddfaa2778f tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0884888 Oct 13 00:29:10.096601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c372a35-ac6e-4cb5-a5de-ac0f5173fcc6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.104817 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c372a35-ac6e-4cb5-a5de-ac0f5173fcc6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.149079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372a35-ac6e-4cb5-a5de-ac0f5173fcc6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f6a4b2-1ebc-4bdc-a341-9c442f867498,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:10.157920 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c372a35-ac6e-4cb5-a5de-ac0f5173fcc6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.161792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7c372a35-ac6e-4cb5-a5de-ac0f5173fcc6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2469935 Oct 13 00:29:10.162632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5860f2e7-cd2c-44b4-a839-cc95edd2d834 req-af9d4a34-b350-4f83-8c8e-517f5ab000d7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684605 Oct 13 00:29:10.164794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46402) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:10.172384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-80164162-85ff-4aea-9cb6-4a40558f0ad1 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'security_group_rule': {'security_group_id': 'ba578bc5-15dd-4d3a-9861-b67d690a3314', 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:10.257582 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-80164162-85ff-4aea-9cb6-4a40558f0ad1 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Project 09399a45b63b46eb9c82a3f0622518df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:29:10.266983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80164162-85ff-4aea-9cb6-4a40558f0ad1 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.310181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073b11c-4b55-4be4-a512-aa593a8145f6 req-3b997f0d-0d24-496a-8de8-ff33b2062396 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:10.311959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e073b11c-4b55-4be4-a512-aa593a8145f6 req-3b997f0d-0d24-496a-8de8-ff33b2062396 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0608976 Oct 13 00:29:10.363166 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80164162-85ff-4aea-9cb6-4a40558f0ad1 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.365883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e073b11c-4b55-4be4-a512-aa593a8145f6 req-adaede18-54a7-4fd5-ac0b-8bda9b8f80bd tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Oct 13 00:29:10.373930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80164162-85ff-4aea-9cb6-4a40558f0ad1 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.405818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.423238 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.424067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.477595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80164162-85ff-4aea-9cb6-4a40558f0ad1 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014addf8-95bf-4a05-9cbf-b372329d667f,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:10.488788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80164162-85ff-4aea-9cb6-4a40558f0ad1 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.490132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-80164162-85ff-4aea-9cb6-4a40558f0ad1 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3240175 Oct 13 00:29:10.493736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46416) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:10.498968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0ec92e5c-59c3-4329-812e-f86f97ead075 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'security_group_rule': {'security_group_id': 'ba578bc5-15dd-4d3a-9861-b67d690a3314', 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:10.535500 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-0ec92e5c-59c3-4329-812e-f86f97ead075 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Project 09399a45b63b46eb9c82a3f0622518df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:29:10.554971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=d60241eb-af4a-499c-884f-5f7b90b91d78,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:10.555398 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ec92e5c-59c3-4329-812e-f86f97ead075 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.627616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 1b776372-af0c-4f59-b691-eed0bcf1aac3 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:10.629619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:10.654199 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ec92e5c-59c3-4329-812e-f86f97ead075 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.677448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88445d48-eef0-4080-9e1f-81d3381accff None None] Network 1b776372-af0c-4f59-b691-eed0bcf1aac3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:10.702526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ec92e5c-59c3-4329-812e-f86f97ead075 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.739616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec92e5c-59c3-4329-812e-f86f97ead075 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc30d3eb-4434-478d-bb8a-d60bab009409,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:10.747952 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ec92e5c-59c3-4329-812e-f86f97ead075 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.758168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0ec92e5c-59c3-4329-812e-f86f97ead075 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2551510 Oct 13 00:29:10.764057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f90f43-f747-4e19-b1b3-cdf3452659fe req-0a1a121a-af33-4c60-a168-420b981ab802 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:10.766348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4f90f43-f747-4e19-b1b3-cdf3452659fe req-0a1a121a-af33-4c60-a168-420b981ab802 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1156528 Oct 13 00:29:10.784606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7e41a0ec-17bd-4c6d-a97e-3b612415ad9b None None] Provisioning complete for port 293bb568-695e-4c25-9a60-e2c22fd6e2ec triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:10.784981 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e41a0ec-17bd-4c6d-a97e-3b612415ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:10.821938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 382ba734-bb1c-45e7-bf4b-49d65ddfd799 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:29:10.855745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4f90f43-f747-4e19-b1b3-cdf3452659fe req-2cb01759-5160-464a-99ff-99db89fd0db1 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791914 Oct 13 00:29:10.959500 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e41a0ec-17bd-4c6d-a97e-3b612415ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:11.010795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7e41a0ec-17bd-4c6d-a97e-3b612415ad9b None None] For port 293bb568-695e-4c25-9a60-e2c22fd6e2ec, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=293bb568-695e-4c25-9a60-e2c22fd6e2ec,segment=NetworkSegment(42cb348d-0f2b-4087-b32a-32ff675e0927),segment_id=42cb348d-0f2b-4087-b32a-32ff675e0927)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:11.015877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:11.019908 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e41a0ec-17bd-4c6d-a97e-3b612415ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:11.032641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-84a4af7f-1c4d-4da1-8b36-0980aa17c420 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/382ba734-bb1c-45e7-bf4b-49d65ddfd799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2670629 Oct 13 00:29:11.035309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46444) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:11.062067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101d1a3-645d-4129-8aa1-58c4029a5fa4 None None] Sync routers for ids ['382ba734-bb1c-45e7-bf4b-49d65ddfd799'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:11.080142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101d1a3-645d-4129-8aa1-58c4029a5fa4 None None] Routers {'382ba734-bb1c-45e7-bf4b-49d65ddfd799'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:11.080775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d101d1a3-645d-4129-8aa1-58c4029a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['382ba734-bb1c-45e7-bf4b-49d65ddfd799'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:11.113119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-18d1cf6c-f663-4965-8f8e-079d1f7e7226 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554373519&fields=id&tenant_id=09399a45b63b46eb9c82a3f0622518df HTTP/1.1" status: 200 len: 267 time: 0.0401881 Oct 13 00:29:11.118644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d101d1a3-645d-4129-8aa1-58c4029a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:11.128859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd7af0c-ae11-4700-8984-2174ce5f2d12 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:11.130567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6fd7af0c-ae11-4700-8984-2174ce5f2d12 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports/d60241eb-af4a-499c-884f-5f7b90b91d78 HTTP/1.1" status: 200 len: 911 time: 0.0941734 Oct 13 00:29:11.133469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46446) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:11.144716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41a0ec-17bd-4c6d-a97e-3b612415ad9b None None] Pushing event updated for resources: {'Port': ['ID=293bb568-695e-4c25-9a60-e2c22fd6e2ec,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:11.147947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101d1a3-645d-4129-8aa1-58c4029a5fa4 None None] Routers {'382ba734-bb1c-45e7-bf4b-49d65ddfd799'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:11.157644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d101d1a3-645d-4129-8aa1-58c4029a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['382ba734-bb1c-45e7-bf4b-49d65ddfd799'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:11.211952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d101d1a3-645d-4129-8aa1-58c4029a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:11.213188 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101d1a3-645d-4129-8aa1-58c4029a5fa4 None None] The sync data for ids ['382ba734-bb1c-45e7-bf4b-49d65ddfd799'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:11.247803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-796014ec-0f51-4a5f-b158-05119e3210ba None None] Provisioning complete for port d60241eb-af4a-499c-884f-5f7b90b91d78 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:11.248554 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-796014ec-0f51-4a5f-b158-05119e3210ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:11.290273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-2181ad1e-805f-42db-88ab-cf7dd8b3b86d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:11.299302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-796014ec-0f51-4a5f-b158-05119e3210ba None None] Port d60241eb-af4a-499c-884f-5f7b90b91d78 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:11.299585 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-2181ad1e-805f-42db-88ab-cf7dd8b3b86d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/networks?id=266916d0-acee-480d-9c51-986da2881ef3 HTTP/1.1" status: 200 len: 813 time: 0.1675413 Oct 13 00:29:11.318294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-e2c1817e-9ca8-4dbf-b4a3-5dfbd440b0ef tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/quotas/09399a45b63b46eb9c82a3f0622518df HTTP/1.1" status: 200 len: 375 time: 0.0177338 Oct 13 00:29:11.326662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-796014ec-0f51-4a5f-b158-05119e3210ba None None] Provisioning complete for port 293bb568-695e-4c25-9a60-e2c22fd6e2ec triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:11.327213 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-796014ec-0f51-4a5f-b158-05119e3210ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:11.419960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-4a059e30-aba0-4b82-8a5a-e2c72e1779f0 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=09399a45b63b46eb9c82a3f0622518df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006076 Oct 13 00:29:11.469285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 293bb568-695e-4c25-9a60-e2c22fd6e2ec up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:11.543181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 293bb568-695e-4c25-9a60-e2c22fd6e2ec triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:11.543962 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:11.546690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-a4ffc2a4-9f02-4ba5-851d-9e91fad3c78e service neutron] 10.222.0.21 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219904 Oct 13 00:29:11.654577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:11.675255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9b379bca-d11e-4023-8963-d32224d21521 None None] Provisioning complete for port d60241eb-af4a-499c-884f-5f7b90b91d78 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:11.675667 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9b379bca-d11e-4023-8963-d32224d21521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:11.698308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-bfed146f-0f02-4e88-8116-3db9b85cb95c service neutron] 10.222.0.21 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431448 Oct 13 00:29:11.737936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9b379bca-d11e-4023-8963-d32224d21521 None None] Port d60241eb-af4a-499c-884f-5f7b90b91d78 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:11.833793 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c355cd9-5974-4d8e-9a81-0a7295250671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.012342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48f2f7-22f6-4b44-8777-ee4e6a9843e7 req-14b647cf-09c7-48f5-9932-2bbd1d072ddf tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:12.014159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d48f2f7-22f6-4b44-8777-ee4e6a9843e7 req-14b647cf-09c7-48f5-9932-2bbd1d072ddf tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0571842 Oct 13 00:29:12.067447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-71f98ff9-a397-4e2e-a33d-edf2bba3a8f0 None None] Provisioning complete for port d60241eb-af4a-499c-884f-5f7b90b91d78 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:12.067884 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71f98ff9-a397-4e2e-a33d-edf2bba3a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.099706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d48f2f7-22f6-4b44-8777-ee4e6a9843e7 req-3c18fb55-52d7-4e97-9ce8-85dab60c6bd5 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671406 Oct 13 00:29:12.160708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-71f98ff9-a397-4e2e-a33d-edf2bba3a8f0 None None] Port d60241eb-af4a-499c-884f-5f7b90b91d78 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:12.225957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12aaadeb-3b43-4000-b9bf-33df709b817e req-3198e2ea-c4da-4a02-90e6-fe8f5e16fb9e tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 210 time: 0.0442538 Oct 13 00:29:12.238492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-fdefe252-4a94-4402-9357-b78c0718bb23 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:12.240034 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-fdefe252-4a94-4402-9357-b78c0718bb23 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 945 time: 0.0812595 Oct 13 00:29:12.407502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Deleting port a1da0bce-e336-4a8b-ba34-ac260a225602 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:12.407942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.460242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port d60241eb-af4a-499c-884f-5f7b90b91d78 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:12.460443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.575183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] For port a1da0bce-e336-4a8b-ba34-ac260a225602, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=a1da0bce-e336-4a8b-ba34-ac260a225602,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:12.575626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.597546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.600037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Calling delete_port for a1da0bce-e336-4a8b-ba34-ac260a225602 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:12.616408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for d60241eb-af4a-499c-884f-5f7b90b91d78 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:12.865501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.896940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['a1da0bce-e336-4a8b-ba34-ac260a225602'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:29:12.901343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:29:12.901666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event deleted for resources: {'Port': ['ID=a1da0bce-e336-4a8b-ba34-ac260a225602,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:12.934144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.956394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] No DVR routers for this DVR port a1da0bce-e336-4a8b-ba34-ac260a225602 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:12.977008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:12.980293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4a81ba5-18b6-464f-98d0-afcf4414c01c req-2d5bd068-ae52-4d55-bddb-9d66e36c3b7d tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.36 "DELETE /v2.0/ports/a1da0bce-e336-4a8b-ba34-ac260a225602 HTTP/1.1" status: 204 len: 173 time: 0.7331908 Oct 13 00:29:12.982572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74127a3e-cde7-42c9-b3a3-469b560cc9b2', 'name': 'network-vif-deleted', 'tag': 'a1da0bce-e336-4a8b-ba34-ac260a225602'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:29:12.985057 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a367ed2-b516-49e9-8f58-151fb24e40a2" -d '{"events": [{"server_uuid": "74127a3e-cde7-42c9-b3a3-469b560cc9b2", "name": "network-vif-deleted", "tag": "a1da0bce-e336-4a8b-ba34-ac260a225602"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:29:12.988655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=d60241eb-af4a-499c-884f-5f7b90b91d78,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:13.079646 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73308ce9-676a-4faa-bfff-38d4709dcf82 x-openstack-request-id: req-73308ce9-676a-4faa-bfff-38d4709dcf82 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:29:13.080001 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74127a3e-cde7-42c9-b3a3-469b560cc9b2", "name": "network-vif-deleted", "tag": "a1da0bce-e336-4a8b-ba34-ac260a225602", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:29:13.080456 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73308ce9-676a-4faa-bfff-38d4709dcf82 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:29:13.080982 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74127a3e-cde7-42c9-b3a3-469b560cc9b2', 'name': 'network-vif-deleted', 'tag': 'a1da0bce-e336-4a8b-ba34-ac260a225602', 'status': 'completed', 'code': 200} Oct 13 00:29:13.126871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:13.380222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 382ba734-bb1c-45e7-bf4b-49d65ddfd799 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:13.463335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dc984f1-fa42-4030-a46a-1e1c8f194a7e req-5cae24e7-c89d-4010-b223-6725949bf3b0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=74127a3e-cde7-42c9-b3a3-469b560cc9b2 HTTP/1.1" status: 200 len: 210 time: 0.1649294 Oct 13 00:29:13.512860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:13.519073 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1ef4b0e6-cc7f-4513-ba66-b84940a258d1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/382ba734-bb1c-45e7-bf4b-49d65ddfd799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3838918 Oct 13 00:29:13.522331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46512) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:13.523843 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27328488-5996-46d7-a59e-a4b916127f63 None None] Sync routers for ids ['382ba734-bb1c-45e7-bf4b-49d65ddfd799'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:13.540124 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27328488-5996-46d7-a59e-a4b916127f63 None None] Routers {'382ba734-bb1c-45e7-bf4b-49d65ddfd799'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:13.541321 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-27328488-5996-46d7-a59e-a4b916127f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['382ba734-bb1c-45e7-bf4b-49d65ddfd799'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:13.576600 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c3783c49-08f5-41c7-bbe2-4ab25642b8f1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=382ba734-bb1c-45e7-bf4b-49d65ddfd799 HTTP/1.1" status: 200 len: 205 time: 0.0499985 Oct 13 00:29:13.576720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:13.644284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3edee5d-fa4d-4f15-a6af-ac5504036515 req-2543eb8c-4506-43d3-9e9e-2357157520d7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 210 time: 0.1407340 Oct 13 00:29:13.682889 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9aff1bba-7191-4dae-a84b-0a859eb17332 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:13.685784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-27328488-5996-46d7-a59e-a4b916127f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:13.699421 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27328488-5996-46d7-a59e-a4b916127f63 None None] Routers {'382ba734-bb1c-45e7-bf4b-49d65ddfd799'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:13.700655 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-27328488-5996-46d7-a59e-a4b916127f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:28:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['382ba734-bb1c-45e7-bf4b-49d65ddfd799'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:13.733603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-0fa2b195-2c5b-4add-9f52-41968f7cd3f3 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:13.735152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-0fa2b195-2c5b-4add-9f52-41968f7cd3f3 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.45 "GET /v2.0/networks?id=266916d0-acee-480d-9c51-986da2881ef3 HTTP/1.1" status: 200 len: 813 time: 0.4997892 Oct 13 00:29:13.747179 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-27328488-5996-46d7-a59e-a4b916127f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:13.748036 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27328488-5996-46d7-a59e-a4b916127f63 None None] The sync data for ids ['382ba734-bb1c-45e7-bf4b-49d65ddfd799'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:13.791573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-caa31442-ca50-4c34-84d9-e383b6a79a24 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09399a45b63b46eb9c82a3f0622518df HTTP/1.1" status: 200 len: 379 time: 0.0387349 Oct 13 00:29:13.801747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'port': {'device_id': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'admin_state_up': True, 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'security_groups': ['ba578bc5-15dd-4d3a-9861-b67d690a3314']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:13.870985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9aff1bba-7191-4dae-a84b-0a859eb17332 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:13.873641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9aff1bba-7191-4dae-a84b-0a859eb17332 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:13.922519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9aff1bba-7191-4dae-a84b-0a859eb17332 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:13.923328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aff1bba-7191-4dae-a84b-0a859eb17332 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Fanout notify agent at l3_agent the message router_deleted on router 382ba734-bb1c-45e7-bf4b-49d65ddfd799 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:29:13.945998 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9aff1bba-7191-4dae-a84b-0a859eb17332 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:13.948237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9aff1bba-7191-4dae-a84b-0a859eb17332 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/382ba734-bb1c-45e7-bf4b-49d65ddfd799 HTTP/1.1" status: 204 len: 168 time: 0.3704906 Oct 13 00:29:13.950859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46526) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:13.963417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Made reservation on behalf of 09399a45b63b46eb9c82a3f0622518df for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:13.967882 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.020815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b27176-1534-4ca6-b0ed-126312701f3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet b39f1ec6-cf2e-449f-9e6e-cd89fb875d41 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:29:14.028965 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8b27176-1534-4ca6-b0ed-126312701f3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.080511 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8b27176-1534-4ca6-b0ed-126312701f3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.123330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Allocated IP 172.20.0.5 (266916d0-acee-480d-9c51-986da2881ef3/423f6027-5cf6-4dee-a3a4-5fc311fcdf1a/adf95884-0468-4e51-ba31-0bf26895fb73) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:14.224937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8b27176-1534-4ca6-b0ed-126312701f3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.323570 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.332691 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8b27176-1534-4ca6-b0ed-126312701f3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.361227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f1466-d609-4912-8d91-acdb0705d866 None None] Network 1b776372-af0c-4f59-b691-eed0bcf1aac3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:14.380819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8b27176-1534-4ca6-b0ed-126312701f3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.386634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a8b27176-1534-4ca6-b0ed-126312701f3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/b39f1ec6-cf2e-449f-9e6e-cd89fb875d41 HTTP/1.1" status: 204 len: 168 time: 0.4344437 Oct 13 00:29:14.387940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b27176-1534-4ca6-b0ed-126312701f3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=b39f1ec6-cf2e-449f-9e6e-cd89fb875d41,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:14.398555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46540) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:14.519687 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.601956 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-804ba713-88ce-4ddf-b2d4-a43a29729ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.616181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Network 266916d0-acee-480d-9c51-986da2881ef3 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:14.620949 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.629132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:14.632475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'Port': ['ID=adf95884-0468-4e51-ba31-0bf26895fb73,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:14.635258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:14.752814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] DHCP port deletion for 1b776372-af0c-4f59-b691-eed0bcf1aac3 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:29:14.791253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:14.791923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.877308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-006c0d6f-2ef3-4159-a3b5-b903809832d6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0793593 Oct 13 00:29:14.886214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] Deleting port 293bb568-695e-4c25-9a60-e2c22fd6e2ec {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:14.887219 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:14.930065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5efeb8-0a10-4c0f-8672-889246188a2d req-fa6d4d88-ca89-4a81-a250-70b3094f30b7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:14.941254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf5efeb8-0a10-4c0f-8672-889246188a2d req-fa6d4d88-ca89-4a81-a250-70b3094f30b7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 931 time: 0.1791797 Oct 13 00:29:14.961673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Request body: {'port': {'device_id': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:15.016717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 293bb568-695e-4c25-9a60-e2c22fd6e2ec {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:15.017060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.042641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] For port 293bb568-695e-4c25-9a60-e2c22fd6e2ec, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=293bb568-695e-4c25-9a60-e2c22fd6e2ec,segment=NetworkSegment(42cb348d-0f2b-4087-b32a-32ff675e0927),segment_id=42cb348d-0f2b-4087-b32a-32ff675e0927)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:15.043105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.075882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] Calling delete_port for 293bb568-695e-4c25-9a60-e2c22fd6e2ec owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:15.182756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-50d8b999-9c5c-4718-8a08-29cde6d27fd8 None None] Provisioning complete for port adf95884-0468-4e51-ba31-0bf26895fb73 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:15.183051 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-50d8b999-9c5c-4718-8a08-29cde6d27fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.263794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf5efeb8-0a10-4c0f-8672-889246188a2d req-0ae5addc-f299-42c0-8504-a21ce1cd582b tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092284 Oct 13 00:29:15.291060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-50d8b999-9c5c-4718-8a08-29cde6d27fd8 None None] Port adf95884-0468-4e51-ba31-0bf26895fb73 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:15.292279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 293bb568-695e-4c25-9a60-e2c22fd6e2ec, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=293bb568-695e-4c25-9a60-e2c22fd6e2ec,segment=NetworkSegment(42cb348d-0f2b-4087-b32a-32ff675e0927),segment_id=42cb348d-0f2b-4087-b32a-32ff675e0927)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:15.296516 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.307158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.339257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.349885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 293bb568-695e-4c25-9a60-e2c22fd6e2ec owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:15.440589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] No DVR routers for this DVR port 293bb568-695e-4c25-9a60-e2c22fd6e2ec on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:15.457139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 293bb568-695e-4c25-9a60-e2c22fd6e2ec no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:15.491246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cbb27-c7e2-4232-bf82-c22731b17e63 None None] Pushing event deleted for resources: {'Port': ['ID=293bb568-695e-4c25-9a60-e2c22fd6e2ec,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:15.494038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 293bb568-695e-4c25-9a60-e2c22fd6e2ec {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:15.494404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 293bb568-695e-4c25-9a60-e2c22fd6e2ec not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:15.676729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.753953 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.795900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=293bb568-695e-4c25-9a60-e2c22fd6e2ec,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:15.816381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No DVR routers for this DVR port 293bb568-695e-4c25-9a60-e2c22fd6e2ec on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:15.836377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device a1da0bce-e336-4a8b-ba34-ac260a225602 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:15.857654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: a1da0bce-e336-4a8b-ba34-ac260a225602 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:15.857998 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device a1da0bce-e336-4a8b-ba34-ac260a225602 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:15.913579 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:15.955047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.007350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4c3d-55b5-491b-8dd1-5543248a8177 req-62a96e4d-d105-409d-81b2-4496de697a52 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:16.008932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be6a4c3d-55b5-491b-8dd1-5543248a8177 req-62a96e4d-d105-409d-81b2-4496de697a52 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 946 time: 0.2106254 Oct 13 00:29:16.014144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b776372-af0c-4f59-b691-eed0bcf1aac3']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:16.031980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf95884-0468-4e51-ba31-0bf26895fb73 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:29:16.046537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cb348d-0f2b-4087-b32a-32ff675e0927') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:16.046832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cb348d-0f2b-4087-b32a-32ff675e0927') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:16.049621 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.067730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.080243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Transition to ACTIVE for port object adf95884-0468-4e51-ba31-0bf26895fb73 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:29:16.093301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.120407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.124657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be6a4c3d-55b5-491b-8dd1-5543248a8177 req-07efedb9-bd0e-4d43-8093-137eb9194df0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079946 Oct 13 00:29:16.139272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:29:16.139699 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:29:16.142946 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:29:16.202276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Pushing event updated for resources: {'Port': ['ID=adf95884-0468-4e51-ba31-0bf26895fb73,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:16.255928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.264004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.271130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/1b776372-af0c-4f59-b691-eed0bcf1aac3 HTTP/1.1" status: 204 len: 168 time: 1.8721008 Oct 13 00:29:16.271301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46616) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:16.276069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1413828159', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:16.292790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b82d2-b92e-4c45-a650-09acb94cfaa0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=1b776372-af0c-4f59-b691-eed0bcf1aac3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:16.319375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Attempting to bind port adf95884-0468-4e51-ba31-0bf26895fb73 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:16.320400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Attempting to bind port adf95884-0468-4e51-ba31-0bf26895fb73 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:16.320993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Attempting to bind port adf95884-0468-4e51-ba31-0bf26895fb73 on network 266916d0-acee-480d-9c51-986da2881ef3 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:16.323348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.326896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.327315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Port adf95884-0468-4e51-ba31-0bf26895fb73 on network 266916d0-acee-480d-9c51-986da2881ef3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:29:16.327953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Attempting to bind port adf95884-0468-4e51-ba31-0bf26895fb73 on network 266916d0-acee-480d-9c51-986da2881ef3 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:16.334640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:16.335191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Checking segment: {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:16.335802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Bound using segment: {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:16.336475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Bound port: adf95884-0468-4e51-ba31-0bf26895fb73, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f2029e-b857-469e-8777-f9f4aeefb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '266916d0-acee-480d-9c51-986da2881ef3'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:16.337047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.413891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.445697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] For port adf95884-0468-4e51-ba31-0bf26895fb73, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:16.449705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] For port adf95884-0468-4e51-ba31-0bf26895fb73, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adf95884-0468-4e51-ba31-0bf26895fb73,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:16.464336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.547222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:16.547899 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.553547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] 10.222.0.45 "PUT /v2.0/ports/adf95884-0468-4e51-ba31-0bf26895fb73 HTTP/1.1" status: 200 len: 1091 time: 1.6513908 Oct 13 00:29:16.555931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:29:16.558805 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09242c-9776-4029-9ed9-ba10bd554b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:29:16.598224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff29ec-b971-42b8-ba83-8ca362b71958 req-ab743311-63e7-4e8a-8890-51e853209347 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:16.606551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0aff29ec-b971-42b8-ba83-8ca362b71958 req-ab743311-63e7-4e8a-8890-51e853209347 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.1549408 Oct 13 00:29:16.649417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e3709-b646-4924-8578-aa0cd8747412 service neutron] Pushing event updated for resources: {'Port': ['ID=adf95884-0468-4e51-ba31-0bf26895fb73,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:16.692052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0aff29ec-b971-42b8-ba83-8ca362b71958 req-63f1af22-61b8-416a-b664-8c4d2a2471c5 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798457 Oct 13 00:29:16.730246 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:16.744866 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fee1b8a-a6ad-4661-8058-0d856b7f9c3a x-openstack-request-id: req-3fee1b8a-a6ad-4661-8058-0d856b7f9c3a {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:29:16.745421 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:29:16.745866 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fee1b8a-a6ad-4661-8058-0d856b7f9c3a {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:29:16.746434 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'status': 'completed', 'code': 200} Oct 13 00:29:16.764638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-7ec2eee3-cd7c-4b93-bd2f-00783abb7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:16.767045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-7ec2eee3-cd7c-4b93-bd2f-00783abb7e08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09399a45b63b46eb9c82a3f0622518df&device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1094 time: 0.1201773 Oct 13 00:29:16.821853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-c576cd9c-802e-4f83-9a63-007275fa5bee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf95884-0468-4e51-ba31-0bf26895fb73 HTTP/1.1" status: 200 len: 217 time: 0.0397091 Oct 13 00:29:16.896195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-55a610f6-4121-477b-8bcf-8f05eec056e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:16.897812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-55a610f6-4121-477b-8bcf-8f05eec056e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423f6027-5cf6-4dee-a3a4-5fc311fcdf1a HTTP/1.1" status: 200 len: 852 time: 0.0590563 Oct 13 00:29:16.968776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-d8d7fec7-b943-4b4c-a696-1ab919242fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:16.970324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-d8d7fec7-b943-4b4c-a696-1ab919242fcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=266916d0-acee-480d-9c51-986da2881ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643930 Oct 13 00:29:17.045054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:17.066887 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:17.073345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-e2a2ee3c-878d-4d5f-bce6-4a723c6d6760 service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936809 Oct 13 00:29:17.199893 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 172.25.3.123 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/14f55f6f-f1eb-4621-8305-88a42d5418f7) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:17.202353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23dfec0-4644-4098-95fd-2b929dcbefb6 req-90f8807e-1188-4396-a9df-327ee4459b81 service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209610 Oct 13 00:29:17.359732 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:17.411244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:17.489764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:17.492645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:17.500881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:17.508634 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:17.759489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e79239-4ea9-4a44-ab5d-7807daefaf66 req-b32775bc-7e55-42ab-a770-043334bb8965 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:17.767083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79e79239-4ea9-4a44-ab5d-7807daefaf66 req-b32775bc-7e55-42ab-a770-043334bb8965 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 946 time: 0.4992092 Oct 13 00:29:17.791662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-cde05dfb-77dc-4b12-9262-47d2b0ff8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:17.793177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-cde05dfb-77dc-4b12-9262-47d2b0ff8513 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09399a45b63b46eb9c82a3f0622518df&device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1094 time: 0.0886531 Oct 13 00:29:17.843478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79e79239-4ea9-4a44-ab5d-7807daefaf66 req-e3d776c5-7582-4bef-955e-afb7445583d7 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e00ddba-4b1a-43ff-aaad-78de85bd154e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702040 Oct 13 00:29:17.962588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626369d-547d-4cfb-9ba5-f1bb44b31eca req-b011a269-f32d-46ac-a4bf-36a1b212eeee tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:17.964363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6626369d-547d-4cfb-9ba5-f1bb44b31eca req-b011a269-f32d-46ac-a4bf-36a1b212eeee tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.1594732 Oct 13 00:29:18.014509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-7c660574-b3f2-4f30-81e8-361e4d90fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:18.016493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-7c660574-b3f2-4f30-81e8-361e4d90fb12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=266916d0-acee-480d-9c51-986da2881ef3 HTTP/1.1" status: 200 len: 914 time: 0.2103503 Oct 13 00:29:18.024540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-f5ac6073-c6cf-49af-a37c-44409a171fc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:18.026990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-f5ac6073-c6cf-49af-a37c-44409a171fc0 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 946 time: 0.6290102 Oct 13 00:29:18.031735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=14f55f6f-f1eb-4621-8305-88a42d5418f7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:18.050025 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6626369d-547d-4cfb-9ba5-f1bb44b31eca req-36a71715-545c-4dde-b3bf-0cbcdc1d1e3a tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779717 Oct 13 00:29:18.095782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-a9a036f8-e502-475a-af8c-4ad381a154a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf95884-0468-4e51-ba31-0bf26895fb73 HTTP/1.1" status: 200 len: 217 time: 0.0689971 Oct 13 00:29:18.178827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-9c878caf-1cfb-4516-a6ff-058db3a680a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:18.180327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-9c878caf-1cfb-4516-a6ff-058db3a680a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423f6027-5cf6-4dee-a3a4-5fc311fcdf1a HTTP/1.1" status: 200 len: 852 time: 0.0774672 Oct 13 00:29:18.237913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-3aa547bf-ef40-4ac5-89aa-962bc6fe572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:18.238138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Deleting port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:18.238456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.240174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-3aa547bf-ef40-4ac5-89aa-962bc6fe572b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=266916d0-acee-480d-9c51-986da2881ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520310 Oct 13 00:29:18.349610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-58297e62-f480-40f6-b035-590d106e4d9a service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008818 Oct 13 00:29:18.368974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.444271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] For port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,segment=NetworkSegment(c329892c-3b4d-4a46-ad70-972eb24833c1),segment_id=c329892c-3b4d-4a46-ad70-972eb24833c1)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:18.445064 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.461288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a09242c-9776-4029-9ed9-ba10bd554b2f req-62cc4ca3-4fad-4fff-804f-9b5e4561068a service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039398 Oct 13 00:29:18.490263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Calling delete_port for e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:18.691016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46656) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:18.703485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.823299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.832310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.854624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:29:18.860135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Pushing event deleted for resources: {'Port': ['ID=e01ce218-75f8-4871-b5f1-bb98e8c9f5f3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:18.933091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] No DVR routers for this DVR port e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:18.941558 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.945905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1f9c0110-1497-4c27-b5e1-54344fe69512 req-0e22c80a-bdd8-4dd0-8900-5690b4467eae tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.45 "DELETE /v2.0/ports/e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 HTTP/1.1" status: 204 len: 173 time: 0.9026704 Oct 13 00:29:18.949195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3337c696-bb84-4da1-975e-7b50398e75bf', 'name': 'network-vif-deleted', 'tag': 'e01ce218-75f8-4871-b5f1-bb98e8c9f5f3'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:29:18.951642 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c885c8-542a-4150-a277-39d801a195c4" -d '{"events": [{"server_uuid": "3337c696-bb84-4da1-975e-7b50398e75bf", "name": "network-vif-deleted", "tag": "e01ce218-75f8-4871-b5f1-bb98e8c9f5f3"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:29:18.979648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b12564f0-c1b4-4523-894a-ea974072bc2b req-ccd0894b-aa26-46ee-a0ad-1d3a0761dab2 tempest-ServersTestJSON-1180159528 tempest-ServersTestJSON-1180159528-project] 10.222.0.21 "GET /v2.0/ports?device_id=3337c696-bb84-4da1-975e-7b50398e75bf HTTP/1.1" status: 200 len: 210 time: 0.0415881 Oct 13 00:29:18.981458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.988178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:18.991599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router d241c0b7-5271-4ac3-8126-0f9777011f01 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:29:19.017516 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471178c3-12cf-4769-9739-ed40ff944994 x-openstack-request-id: req-471178c3-12cf-4769-9739-ed40ff944994 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:29:19.018103 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3337c696-bb84-4da1-975e-7b50398e75bf", "name": "network-vif-deleted", "tag": "e01ce218-75f8-4871-b5f1-bb98e8c9f5f3", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:29:19.018978 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-471178c3-12cf-4769-9739-ed40ff944994 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:29:19.019193 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3337c696-bb84-4da1-975e-7b50398e75bf', 'name': 'network-vif-deleted', 'tag': 'e01ce218-75f8-4871-b5f1-bb98e8c9f5f3', 'status': 'completed', 'code': 200} Oct 13 00:29:19.034776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=847820dc7b0e4ada849e98b06e5e8338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423481 Oct 13 00:29:19.035373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46668) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:19.037358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605863a0-f75f-486c-a409-dbf647a7da96,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:19.055350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.056337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.056733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.057068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.057399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.057770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.058100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.058424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.058746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.059162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.059488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.059825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2f1999-7a0e-4406-88e2-dd9e59f569aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:19.132192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bfdd-24d1-4e99-80d4-c1a29158bb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.184590 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bfdd-24d1-4e99-80d4-c1a29158bb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.223933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:19.233422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac99c0-b1e3-4153-9e68-5938f44f4a08 req-32edd141-bd37-4840-8fcd-684ce3e6824b tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:19.234788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4ac99c0-b1e3-4153-9e68-5938f44f4a08 req-32edd141-bd37-4840-8fcd-684ce3e6824b tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.0874240 Oct 13 00:29:19.241373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c5023-182d-4664-8d8e-63668ab2ce80 None None] Sync routers for ids ['d241c0b7-5271-4ac3-8126-0f9777011f01'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:19.250128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.254070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-36919b1d-b3e8-4789-8f05-b20af58081f9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9792144 Oct 13 00:29:19.254440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46672) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:19.265966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c5023-182d-4664-8d8e-63668ab2ce80 None None] Routers {'d241c0b7-5271-4ac3-8126-0f9777011f01'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:19.266590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c70c5023-182d-4664-8d8e-63668ab2ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d241c0b7-5271-4ac3-8126-0f9777011f01'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:19.284291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4ac99c0-b1e3-4153-9e68-5938f44f4a08 req-fe2c2290-ea01-4c8d-b625-a36288aa62c5 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431540 Oct 13 00:29:19.287477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bfdd-24d1-4e99-80d4-c1a29158bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.291335 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0cc8bfdd-24d1-4e99-80d4-c1a29158bb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.317195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c70c5023-182d-4664-8d8e-63668ab2ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:19.317406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0cc8bfdd-24d1-4e99-80d4-c1a29158bb3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/605863a0-f75f-486c-a409-dbf647a7da96 HTTP/1.1" status: 204 len: 168 time: 0.2588894 Oct 13 00:29:19.336550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8bfdd-24d1-4e99-80d4-c1a29158bb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605863a0-f75f-486c-a409-dbf647a7da96,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:19.339896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c5023-182d-4664-8d8e-63668ab2ce80 None None] Routers {'d241c0b7-5271-4ac3-8126-0f9777011f01'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:19.341876 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c70c5023-182d-4664-8d8e-63668ab2ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d241c0b7-5271-4ac3-8126-0f9777011f01'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:19.393247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c70c5023-182d-4664-8d8e-63668ab2ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:19.394102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c5023-182d-4664-8d8e-63668ab2ce80 None None] The sync data for ids ['d241c0b7-5271-4ac3-8126-0f9777011f01'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:19.409326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46676) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:19.416460 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5e4367e0-9503-4bd1-a881-15ec14192ffb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/routers/d241c0b7-5271-4ac3-8126-0f9777011f01 HTTP/1.1" status: 200 len: 885 time: 0.1605494 Oct 13 00:29:19.659295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46680) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:19.662936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-71ef56d0-3bba-4bc2-86f2-5a71722f06ca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2524829 Oct 13 00:29:19.665918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46682) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:19.670234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-803684f6-9b40-433e-8d8f-a6950a9876b9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1413828159'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:19.676105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d36f6318-a1a3-4143-9166-d752c4a829ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.760468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d36f6318-a1a3-4143-9166-d752c4a829ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.768128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d36f6318-a1a3-4143-9166-d752c4a829ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.812991 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d36f6318-a1a3-4143-9166-d752c4a829ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8eb25ed9ca04feea837bb4a0ab9e133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501741 Oct 13 00:29:19.813278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46684) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:19.815713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f6318-a1a3-4143-9166-d752c4a829ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acba7ae5-eb9e-4242-8214-3dfe9a2841cd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:19.886796 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c93b17a9-9b62-4907-a234-0819fd045cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.913570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c93b17a9-9b62-4907-a234-0819fd045cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.968996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c93b17a9-9b62-4907-a234-0819fd045cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.971870 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c93b17a9-9b62-4907-a234-0819fd045cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:19.975374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c93b17a9-9b62-4907-a234-0819fd045cfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acba7ae5-eb9e-4242-8214-3dfe9a2841cd HTTP/1.1" status: 204 len: 168 time: 0.1589234 Oct 13 00:29:19.983079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b17a9-9b62-4907-a234-0819fd045cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba7ae5-eb9e-4242-8214-3dfe9a2841cd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:20.033625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-803684f6-9b40-433e-8d8f-a6950a9876b9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.048035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-803684f6-9b40-433e-8d8f-a6950a9876b9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.052452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:20.105363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ed011f-9c57-40e9-bfda-96fde58122b5 admin admin] Deleting subnet 9f6b0b04-bcee-476a-85db-37a5d14b3dfc {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:29:20.111778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47ed011f-9c57-40e9-bfda-96fde58122b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.161038 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47ed011f-9c57-40e9-bfda-96fde58122b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.179960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803684f6-9b40-433e-8d8f-a6950a9876b9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router d241c0b7-5271-4ac3-8126-0f9777011f01 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:20.214999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47ed011f-9c57-40e9-bfda-96fde58122b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.269104 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47ed011f-9c57-40e9-bfda-96fde58122b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.295645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed011f-9c57-40e9-bfda-96fde58122b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6b0b04-bcee-476a-85db-37a5d14b3dfc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:20.298252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803684f6-9b40-433e-8d8f-a6950a9876b9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:20.303267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47ed011f-9c57-40e9-bfda-96fde58122b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.306712 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-47ed011f-9c57-40e9-bfda-96fde58122b5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9f6b0b04-bcee-476a-85db-37a5d14b3dfc HTTP/1.1" status: 204 len: 168 time: 0.2530785 Oct 13 00:29:20.308964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46700) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:20.309305 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-803684f6-9b40-433e-8d8f-a6950a9876b9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.311562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-803684f6-9b40-433e-8d8f-a6950a9876b9 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/d241c0b7-5271-4ac3-8126-0f9777011f01 HTTP/1.1" status: 200 len: 892 time: 0.6436567 Oct 13 00:29:20.313077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46704) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:20.317340 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9d909-fb2d-4a5d-ab8d-40b3e315bb9f None None] Sync routers for ids ['d241c0b7-5271-4ac3-8126-0f9777011f01'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:20.329079 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9d909-fb2d-4a5d-ab8d-40b3e315bb9f None None] Routers {'d241c0b7-5271-4ac3-8126-0f9777011f01'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:20.329855 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cae9d909-fb2d-4a5d-ab8d-40b3e315bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d241c0b7-5271-4ac3-8126-0f9777011f01'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:20.371809 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cae9d909-fb2d-4a5d-ab8d-40b3e315bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:20.380752 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9d909-fb2d-4a5d-ab8d-40b3e315bb9f None None] Routers {'d241c0b7-5271-4ac3-8126-0f9777011f01'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:20.381596 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cae9d909-fb2d-4a5d-ab8d-40b3e315bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d241c0b7-5271-4ac3-8126-0f9777011f01'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:20.406895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.418993 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cae9d909-fb2d-4a5d-ab8d-40b3e315bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:20.419686 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9d909-fb2d-4a5d-ab8d-40b3e315bb9f None None] The sync data for ids ['d241c0b7-5271-4ac3-8126-0f9777011f01'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:20.496215 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.496703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90462b47-3652-4e58-896d-ad1ef2c488d7 req-53ed8e9a-b0b6-4e0c-ab25-38c185083c4e tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:20.503358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90462b47-3652-4e58-896d-ad1ef2c488d7 req-53ed8e9a-b0b6-4e0c-ab25-38c185083c4e tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.1266696 Oct 13 00:29:20.520155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7857de0-5793-4a4b-9a06-5c0963e076b2']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:20.529996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c329892c-3b4d-4a46-ad70-972eb24833c1') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:20.530290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c329892c-3b4d-4a46-ad70-972eb24833c1') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:20.536243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e41c2ed4-682c-41d7-8260-f5bd871a7d8a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/routers/d241c0b7-5271-4ac3-8126-0f9777011f01 HTTP/1.1" status: 200 len: 892 time: 0.2220795 Oct 13 00:29:20.538891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46712) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:20.549075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.554724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90462b47-3652-4e58-896d-ad1ef2c488d7 req-e53c937e-2b50-4c20-ac62-94805f9ebcf3 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505044 Oct 13 00:29:20.573184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-42ad8bc4-5714-4bce-ba6a-ae33e3f0509a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=d241c0b7-5271-4ac3-8126-0f9777011f01 HTTP/1.1" status: 200 len: 205 time: 0.0331707 Oct 13 00:29:20.576012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46714) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:20.585218 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.628056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:29:20.628487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:29:20.630148 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:29:20.730054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.732949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.736193 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a7857de0-5793-4a4b-9a06-5c0963e076b2 HTTP/1.1" status: 204 len: 168 time: 0.4201231 Oct 13 00:29:20.755825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb3552-5940-4d11-84b8-45225893795e admin admin] Pushing event deleted for resources: {'Network': ['ID=a7857de0-5793-4a4b-9a06-5c0963e076b2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:20.764436 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.818952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:20.849786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:20.850482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e01ce218-75f8-4871-b5f1-bb98e8c9f5f3 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:20.884602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.923879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46732) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:20.946996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 14f55f6f-f1eb-4621-8305-88a42d5418f7 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:20.947354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:20.981889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c681ea2d-d6ff-4120-bf43-493a16c0975e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35c9acfe19c64f2db2311fd97d5d5df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563803 Oct 13 00:29:20.984384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46734) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:21.037618 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c15be690-f22f-4e27-a6dc-eb3547d733d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.038464 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.051782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 14f55f6f-f1eb-4621-8305-88a42d5418f7 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:21.060802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c15be690-f22f-4e27-a6dc-eb3547d733d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.114081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c15be690-f22f-4e27-a6dc-eb3547d733d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.116981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c15be690-f22f-4e27-a6dc-eb3547d733d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.120991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c15be690-f22f-4e27-a6dc-eb3547d733d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e00ddba-4b1a-43ff-aaad-78de85bd154e HTTP/1.1" status: 204 len: 168 time: 0.1329286 Oct 13 00:29:21.139924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15be690-f22f-4e27-a6dc-eb3547d733d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00ddba-4b1a-43ff-aaad-78de85bd154e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:21.265716 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.298069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=14f55f6f-f1eb-4621-8305-88a42d5418f7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:21.364113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.465839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.468509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.515479 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.516274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Fanout notify agent at l3_agent the message router_deleted on router d241c0b7-5271-4ac3-8126-0f9777011f01 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:29:21.524310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.529597 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5ba7541f-b9c1-4693-863d-c394a56ac140 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/d241c0b7-5271-4ac3-8126-0f9777011f01 HTTP/1.1" status: 204 len: 168 time: 0.9492779 Oct 13 00:29:21.530296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46760) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:21.535037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1147627225'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:21.558023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:21.561600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.593810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:29:21.604547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.605103 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9 of type vlan for network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 Oct 13 00:29:21.653131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.709870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.716050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:21.716708 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:21.747355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ebd8b-d64b-49ce-bedb-6f88e9e9481e req-9a8a92de-d113-4328-852e-8752bd9d6133 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:21.748914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-136ebd8b-d64b-49ce-bedb-6f88e9e9481e req-9a8a92de-d113-4328-852e-8752bd9d6133 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.0939713 Oct 13 00:29:21.807111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2760093 Oct 13 00:29:21.814809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46780) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:21.822512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': '1d306ed9-fc2f-4e53-8d6b-748a03c4aa56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:21.830388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9370f4c-a653-4387-9b58-1eda4764783d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=1d306ed9-fc2f-4e53-8d6b-748a03c4aa56,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:21.842782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:29:21.925664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-136ebd8b-d64b-49ce-bedb-6f88e9e9481e req-fdddf38b-5059-41da-8662-17d24beca98a tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263151 Oct 13 00:29:21.969473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:21.973182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.207104 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.276152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=df49dec4-d1b4-4259-8267-b0c8b169d62f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:22.284271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': 'd7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d306ed9-fc2f-4e53-8d6b-748a03c4aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:22.284633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:29:22.305451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:29:22.320558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:22.325838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:22.327716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.338496 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe378a5-726c-46c8-a60d-925781c8d305 None None] Network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:22.363109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0c4d777b-1519-462f-8588-091b086fd9bf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5448997 Oct 13 00:29:22.366295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46810) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:22.371701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-edb8c7a2-daea-42e7-933a-8763a509cb53 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-315333779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:22.416138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edb8c7a2-daea-42e7-933a-8763a509cb53 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.417318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edb8c7a2-daea-42e7-933a-8763a509cb53 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.497478 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edb8c7a2-daea-42e7-933a-8763a509cb53 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.507067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edb8c7a2-daea-42e7-933a-8763a509cb53 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.538344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-1d306ed9-fc2f-4e53-8d6b-748a03c4aa56', 'network_id': '1d306ed9-fc2f-4e53-8d6b-748a03c4aa56', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': 'df49dec4-d1b4-4259-8267-b0c8b169d62f'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:29:22.539876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.561096 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edb8c7a2-daea-42e7-933a-8763a509cb53 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.566551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-edb8c7a2-daea-42e7-933a-8763a509cb53 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1991603 Oct 13 00:29:22.567874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46822) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:22.606329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcdbd15d-274c-4b4f-a768-59829b62a2a5 req-b7dd1da5-9d67-4569-933d-9accd0f777d8 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0371695 Oct 13 00:29:22.727894 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Allocated IP 2001:db8::2 (1d306ed9-fc2f-4e53-8d6b-748a03c4aa56/df49dec4-d1b4-4259-8267-b0c8b169d62f/ed82da29-4951-4d0a-a7a0-1d97c739eaa7) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:22.900952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.911117 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.919971 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:22.968963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:22.975001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:22.977053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Pushing event updated for resources: {'Port': ['ID=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:22.980132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:23.045276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Attempting to bind port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:23.045918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Attempting to bind port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d306ed9-fc2f-4e53-8d6b-748a03c4aa56'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:23.046452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Attempting to bind port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 on network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:23.052486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:23.053235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Checking segment: {'id': 'd7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d306ed9-fc2f-4e53-8d6b-748a03c4aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:23.053646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:23.054045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Bound using segment: {'id': 'd7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d306ed9-fc2f-4e53-8d6b-748a03c4aa56'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:23.054523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Bound port: ed82da29-4951-4d0a-a7a0-1d97c739eaa7, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1d306ed9-fc2f-4e53-8d6b-748a03c4aa56'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:23.054911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:23.129166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] For port ed82da29-4951-4d0a-a7a0-1d97c739eaa7, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:23.134777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] For port ed82da29-4951-4d0a-a7a0-1d97c739eaa7, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,segment=NetworkSegment(d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9),segment_id=d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:23.140808 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:23.149991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eb862-a0bf-4752-87f1-2aaf51f9b757 req-bb260e26-7709-4859-b6f9-cd41bc03cbc7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:23.162783 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a2eb862-a0bf-4752-87f1-2aaf51f9b757 req-bb260e26-7709-4859-b6f9-cd41bc03cbc7 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.1088421 Oct 13 00:29:23.220049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a2eb862-a0bf-4752-87f1-2aaf51f9b757 req-ba73f2be-d556-434e-92ef-33dadad252c6 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485511 Oct 13 00:29:23.285759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820bc55-6202-4d4e-8f26-7c7afa08e712 None None] Pushing event updated for resources: {'Port': ['ID=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:23.594763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8::1 (1d306ed9-fc2f-4e53-8d6b-748a03c4aa56/df49dec4-d1b4-4259-8267-b0c8b169d62f/5a7e12e1-aa58-4ae4-93d7-bac679c12c10) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:23.704081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39fa2f8d-a03a-4ba8-a6c5-876fdef75e73 req-87fb142b-d20e-4ac1-8173-f82971c33b14 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Oct 13 00:29:23.731369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:23.764066 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:23.811663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:23.814948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:23.818913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:23.819466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:23.861953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=5a7e12e1-aa58-4ae4-93d7-bac679c12c10,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:23.961833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:24.261186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:24.267151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:24.268228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:24.336156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae8709-f52c-4f85-ac3e-57bae7387bb7 None None] Network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:24.370881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=5a7e12e1-aa58-4ae4-93d7-bac679c12c10,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:24.408537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-18a93fd9-c5df-498b-b235-f555a3fbab94 None None] Provisioning complete for port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:24.408915 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-18a93fd9-c5df-498b-b235-f555a3fbab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:24.410055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c97d0-8a00-4388-8ff2-305258e2a082 req-bcac5fa4-06ed-44c1-a71d-a6a1750271af tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:24.416212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a1c97d0-8a00-4388-8ff2-305258e2a082 req-bcac5fa4-06ed-44c1-a71d-a6a1750271af tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.0897403 Oct 13 00:29:24.431317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:24.433922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:24.464850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a1c97d0-8a00-4388-8ff2-305258e2a082 req-a88b1c8e-7ada-4a22-8225-40998b60d252 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421724 Oct 13 00:29:24.572474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-18a93fd9-c5df-498b-b235-f555a3fbab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:24.597879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router bae04d57-b190-4067-8971-efc83ca4af45 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:29:24.611133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-18a93fd9-c5df-498b-b235-f555a3fbab94 None None] For port ed82da29-4951-4d0a-a7a0-1d97c739eaa7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,segment=NetworkSegment(d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9),segment_id=d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:24.618048 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-18a93fd9-c5df-498b-b235-f555a3fbab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:24.676593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a93fd9-c5df-498b-b235-f555a3fbab94 None None] Pushing event updated for resources: {'Port': ['ID=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:24.709796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:24.719539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:24.720585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-85625f86-91d2-4206-ba7e-7cee1a09e28b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/bae04d57-b190-4067-8971-efc83ca4af45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1513309 Oct 13 00:29:24.722336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753325d1-d148-4638-a986-fff521c860d0 None None] Sync routers for ids ['bae04d57-b190-4067-8971-efc83ca4af45'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:24.735606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753325d1-d148-4638-a986-fff521c860d0 None None] Routers {'bae04d57-b190-4067-8971-efc83ca4af45'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:24.736413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-753325d1-d148-4638-a986-fff521c860d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['bae04d57-b190-4067-8971-efc83ca4af45'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:24.775801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-753325d1-d148-4638-a986-fff521c860d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:24.785988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753325d1-d148-4638-a986-fff521c860d0 None None] Routers {'bae04d57-b190-4067-8971-efc83ca4af45'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:24.786631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-753325d1-d148-4638-a986-fff521c860d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['bae04d57-b190-4067-8971-efc83ca4af45'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:24.826875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dfbd7d-aec9-457a-a304-c49dcc30a9d7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:24.832534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46888) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:24.833583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c4dfbd7d-aec9-457a-a304-c49dcc30a9d7 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports/5a7e12e1-aa58-4ae4-93d7-bac679c12c10 HTTP/1.1" status: 200 len: 911 time: 0.1129456 Oct 13 00:29:24.835828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-753325d1-d148-4638-a986-fff521c860d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:24.836645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753325d1-d148-4638-a986-fff521c860d0 None None] The sync data for ids ['bae04d57-b190-4067-8971-efc83ca4af45'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:24.841058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e13d4c3b-1b28-45fe-b636-83bf0ea4ff8f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df49dec4-d1b4-4259-8267-b0c8b169d62f'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:24.869784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-824eab31-94c3-4184-a1d7-e3cac6722f5a req-b5b9eca8-8bf7-4b66-9a13-6bb40f1cd244 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0343719 Oct 13 00:29:24.962217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8c9551c9-43c2-4f15-a6fa-ca86cc96ed97 None None] Provisioning complete for port 5a7e12e1-aa58-4ae4-93d7-bac679c12c10 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:24.962889 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8c9551c9-43c2-4f15-a6fa-ca86cc96ed97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.014209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8c9551c9-43c2-4f15-a6fa-ca86cc96ed97 None None] Port 5a7e12e1-aa58-4ae4-93d7-bac679c12c10 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:25.025352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8c9551c9-43c2-4f15-a6fa-ca86cc96ed97 None None] Provisioning complete for port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:25.026064 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8c9551c9-43c2-4f15-a6fa-ca86cc96ed97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.054020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e13d4c3b-1b28-45fe-b636-83bf0ea4ff8f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.249009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7aadccc9-7981-4ecf-b6d6-6e321da3b07f None None] Provisioning complete for port 5a7e12e1-aa58-4ae4-93d7-bac679c12c10 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:25.249492 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7aadccc9-7981-4ecf-b6d6-6e321da3b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.323649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7aadccc9-7981-4ecf-b6d6-6e321da3b07f None None] Port 5a7e12e1-aa58-4ae4-93d7-bac679c12c10 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:25.452633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8151d789-7824-45a4-8c23-60a8a52349a7 None None] Provisioning complete for port 5a7e12e1-aa58-4ae4-93d7-bac679c12c10 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:25.453259 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8151d789-7824-45a4-8c23-60a8a52349a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.504867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ed82da29-4951-4d0a-a7a0-1d97c739eaa7 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:25.507233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8151d789-7824-45a4-8c23-60a8a52349a7 None None] Port 5a7e12e1-aa58-4ae4-93d7-bac679c12c10 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:25.527693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e13d4c3b-1b28-45fe-b636-83bf0ea4ff8f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.538906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e13d4c3b-1b28-45fe-b636-83bf0ea4ff8f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.552481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d4c3b-1b28-45fe-b636-83bf0ea4ff8f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:25.553298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e13d4c3b-1b28-45fe-b636-83bf0ea4ff8f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.557962 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e13d4c3b-1b28-45fe-b636-83bf0ea4ff8f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/ports/5a7e12e1-aa58-4ae4-93d7-bac679c12c10 HTTP/1.1" status: 200 len: 911 time: 0.7208502 Oct 13 00:29:25.563487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46902) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:25.574478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:25.574997 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:25.644886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d4c3b-1b28-45fe-b636-83bf0ea4ff8f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=5a7e12e1-aa58-4ae4-93d7-bac679c12c10,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:25.700721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e2776-a7b6-4757-b718-1e3182ad8318 req-0da59829-08fa-465e-afd6-289501b952fd tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:25.702199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-912e2776-a7b6-4757-b718-1e3182ad8318 req-0da59829-08fa-465e-afd6-289501b952fd tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.1557004 Oct 13 00:29:25.815383 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-912e2776-a7b6-4757-b718-1e3182ad8318 req-ebeeabea-ede1-4334-aa04-d0c382093280 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047819 Oct 13 00:29:26.211148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2a4c455-3682-4ba8-a402-8feb894f6c88 req-80109931-28f9-4724-9a0a-98bc18ad49b9 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0291040 Oct 13 00:29:26.316642 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:26.522249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8abe2e85-5aa1-4c3d-a865-9714f2f8e486 req-e08e1c5a-fcd3-43dc-a880-4f1f32773eba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0255375 Oct 13 00:29:26.574357 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 5a7e12e1-aa58-4ae4-93d7-bac679c12c10 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:26.574855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:26.666029 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:26.678010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 5a7e12e1-aa58-4ae4-93d7-bac679c12c10 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:26.854742 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:26.883209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=5a7e12e1-aa58-4ae4-93d7-bac679c12c10,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:27.017381 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.032265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8cbe7-3a27-407c-bcf3-d014a59dc142 req-de191879-6631-41ac-849e-f619cf77ad2b tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:27.034059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bde8cbe7-3a27-407c-bcf3-d014a59dc142 req-de191879-6631-41ac-849e-f619cf77ad2b tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.1292474 Oct 13 00:29:27.138944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bde8cbe7-3a27-407c-bcf3-d014a59dc142 req-179d8f96-11f0-4d78-95a4-75bb5aa1aab2 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973256 Oct 13 00:29:27.211703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router bae04d57-b190-4067-8971-efc83ca4af45 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:27.301880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:27.312190 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8e956-6bf1-4a86-8bea-371416479341 None None] Sync routers for ids ['bae04d57-b190-4067-8971-efc83ca4af45'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:27.322146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8291830d-40e0-42d3-a343-60948c966dc4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/bae04d57-b190-4067-8971-efc83ca4af45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541177 Oct 13 00:29:27.322146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ca88333-6dd4-4ab9-9256-9d8719cef29c req-31d47fde-eb14-4ab0-b74c-d38261c807d8 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0332236 Oct 13 00:29:27.322585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46960) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:27.327615 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8e956-6bf1-4a86-8bea-371416479341 None None] Routers {'bae04d57-b190-4067-8971-efc83ca4af45'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:27.328471 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-bfa8e956-6bf1-4a86-8bea-371416479341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['bae04d57-b190-4067-8971-efc83ca4af45'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:27.353973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-afa4fed3-e4b7-4d5c-913c-5b0dde2e2173 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae04d57-b190-4067-8971-efc83ca4af45 HTTP/1.1" status: 200 len: 205 time: 0.0302894 Oct 13 00:29:27.356614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46962) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:27.368143 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-bfa8e956-6bf1-4a86-8bea-371416479341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:27.377532 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8e956-6bf1-4a86-8bea-371416479341 None None] Routers {'bae04d57-b190-4067-8971-efc83ca4af45'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:27.378458 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-bfa8e956-6bf1-4a86-8bea-371416479341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['bae04d57-b190-4067-8971-efc83ca4af45'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:27.419333 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-bfa8e956-6bf1-4a86-8bea-371416479341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:27.420206 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8e956-6bf1-4a86-8bea-371416479341 None None] The sync data for ids ['bae04d57-b190-4067-8971-efc83ca4af45'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:27.435036 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3db70e41-6865-429f-be86-f33485a19cd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.601282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3db70e41-6865-429f-be86-f33485a19cd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.603432 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3db70e41-6865-429f-be86-f33485a19cd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.646911 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3db70e41-6865-429f-be86-f33485a19cd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.647445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db70e41-6865-429f-be86-f33485a19cd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Fanout notify agent at l3_agent the message router_deleted on router bae04d57-b190-4067-8971-efc83ca4af45 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:29:27.654979 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3db70e41-6865-429f-be86-f33485a19cd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.656098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3db70e41-6865-429f-be86-f33485a19cd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/bae04d57-b190-4067-8971-efc83ca4af45 HTTP/1.1" status: 204 len: 168 time: 0.2983954 Oct 13 00:29:27.658825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46976) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:27.710075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c6b27f-ed3b-453d-9bec-f6a7c662afca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet df49dec4-d1b4-4259-8267-b0c8b169d62f {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:29:27.713699 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-54c6b27f-ed3b-453d-9bec-f6a7c662afca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.757167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-54c6b27f-ed3b-453d-9bec-f6a7c662afca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.847605 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-54c6b27f-ed3b-453d-9bec-f6a7c662afca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.921660 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-54c6b27f-ed3b-453d-9bec-f6a7c662afca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.957581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6b27f-ed3b-453d-9bec-f6a7c662afca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=df49dec4-d1b4-4259-8267-b0c8b169d62f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:27.961692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-54c6b27f-ed3b-453d-9bec-f6a7c662afca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:27.966854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-54c6b27f-ed3b-453d-9bec-f6a7c662afca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/df49dec4-d1b4-4259-8267-b0c8b169d62f HTTP/1.1" status: 204 len: 168 time: 0.3048272 Oct 13 00:29:27.968016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46986) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:27.969967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97427a8-de69-4293-89c1-741449cee23b None None] Network 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:28.050637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.108642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:28.109186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.159423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] DHCP port deletion for 1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:29:28.207160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port ed82da29-4951-4d0a-a7a0-1d97c739eaa7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,segment=NetworkSegment(d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9),segment_id=d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:28.207563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.215705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] Deleting port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:28.216694 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.221747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for ed82da29-4951-4d0a-a7a0-1d97c739eaa7 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:28.283240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744de38-6357-4f61-8033-a2f4ebff1ff8 req-820f265c-084b-457c-b58d-344c56e2423d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:28.291270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4744de38-6357-4f61-8033-a2f4ebff1ff8 req-820f265c-084b-457c-b58d-344c56e2423d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 943 time: 0.0653489 Oct 13 00:29:28.301936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] For port ed82da29-4951-4d0a-a7a0-1d97c739eaa7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,segment=NetworkSegment(d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9),segment_id=d7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:28.303053 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.319562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.320979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] Calling delete_port for ed82da29-4951-4d0a-a7a0-1d97c739eaa7 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:28.337531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4744de38-6357-4f61-8033-a2f4ebff1ff8 req-908a1550-4181-4470-89bf-dee7a8a13f7f tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453069 Oct 13 00:29:28.346507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:28.352988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No DVR routers for this DVR port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:28.428278 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.454276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.455589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93c99124-cc54-4e43-976c-66934b8e4126 req-84f24a6e-9acc-4359-b0f7-3675059fa981 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0270004 Oct 13 00:29:28.465308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] Pushing event deleted for resources: {'Port': ['ID=ed82da29-4951-4d0a-a7a0-1d97c739eaa7,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:28.468334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bba97d-6620-4b72-8df8-e02608fb6a4b None None] No DVR routers for this DVR port ed82da29-4951-4d0a-a7a0-1d97c739eaa7 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:28.488123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d306ed9-fc2f-4e53-8d6b-748a03c4aa56']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:28.499325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:28.500234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7eae3eb-03ea-4c56-a0fb-bdb59c8d38e9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:28.510182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.524680 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.530796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:29:28.531190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:29:28.535017 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:29:28.603996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.611609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.615007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/1d306ed9-fc2f-4e53-8d6b-748a03c4aa56 HTTP/1.1" status: 204 len: 168 time: 0.6456521 Oct 13 00:29:28.618876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47012) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:28.624474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5e0c67a6-b045-4336-899d-bb9b3853f13b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-271057471', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:28.629649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30d5e2-50d6-4d1a-a8c0-0337bee85ea8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=1d306ed9-fc2f-4e53-8d6b-748a03c4aa56,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:28.654413 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e0c67a6-b045-4336-899d-bb9b3853f13b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.655597 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e0c67a6-b045-4336-899d-bb9b3853f13b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.731730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e0c67a6-b045-4336-899d-bb9b3853f13b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.739569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e0c67a6-b045-4336-899d-bb9b3853f13b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.762620 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e0c67a6-b045-4336-899d-bb9b3853f13b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.773491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5e0c67a6-b045-4336-899d-bb9b3853f13b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1518531 Oct 13 00:29:28.776028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47018) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:28.782140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256628888'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:28.809636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:28.813655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.857351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e19297a-1200-46f7-a531-2bea51fde7e7 req-a5b50f9c-6519-46db-88f5-89ad87d582ed tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0409443 Oct 13 00:29:28.864908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:29:28.865974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device adf95884-0468-4e51-ba31-0bf26895fb73 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:29:28.875041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.875424 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment eddaae0d-8286-4380-ba00-7398d125faf8 of type vlan for network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 Oct 13 00:29:28.939277 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.971724 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:28.978586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:28.979709 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:29.002196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port adf95884-0468-4e51-ba31-0bf26895fb73, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adf95884-0468-4e51-ba31-0bf26895fb73,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:29.018464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'mac_address': 'fa:16:3e:60:5f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:29:29.048299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2710075 Oct 13 00:29:29.051166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47034) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:29.056402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:29.068195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:29.080504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705a253-b6f2-405f-b6da-0d8b9c562c39 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=7f81aed3-16ec-4b40-a10e-4bdd57bef2f9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:29.096110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:29:29.142117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf95884-0468-4e51-ba31-0bf26895fb73 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:29:29.166472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:29.170303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:29.181083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port adf95884-0468-4e51-ba31-0bf26895fb73, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adf95884-0468-4e51-ba31-0bf26895fb73,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:29.188566 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:29.245174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=adf95884-0468-4e51-ba31-0bf26895fb73,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:29.395922 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:29.415959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ed82da29-4951-4d0a-a7a0-1d97c739eaa7 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:29.442224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: ed82da29-4951-4d0a-a7a0-1d97c739eaa7 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:29.442773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ed82da29-4951-4d0a-a7a0-1d97c739eaa7 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:29.484262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:29.484621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:29:29.488790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd6fec-07ee-40b2-af94-974690a15c7e req-0600d857-df9c-480d-a156-23268611fb97 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:29.489783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=567998ea-f772-458b-bc87-07ff025c28af,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:29.490548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07cd6fec-07ee-40b2-af94-974690a15c7e req-0600d857-df9c-480d-a156-23268611fb97 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 944 time: 0.0578539 Oct 13 00:29:29.513791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:29:29.522885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:29.527449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:29.529068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:29.533513 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc5b2d-ca39-4ca8-b04f-2acd6eee3c3c None None] Network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:29.536058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07cd6fec-07ee-40b2-af94-974690a15c7e req-233a7f0e-56f8-4c43-945f-35b8c8ac8465 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387201 Oct 13 00:29:29.548529 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8c7fd566-afc7-4f32-be46-085f7efc0600 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4961984 Oct 13 00:29:29.551166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47048) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:29.593610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['adf95884-0468-4e51-ba31-0bf26895fb73'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:29:29.768396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:29:29.769255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:29.848205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:29.970583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e54ce4b2-2625-4511-845d-fd471237c98f req-0c2a7e0f-f5ef-4b60-b2a8-54da6e33fd46 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0310473 Oct 13 00:29:30.012510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Allocated IP 2001:db8::2 (7f81aed3-16ec-4b40-a10e-4bdd57bef2f9/567998ea-f772-458b-bc87-07ff025c28af/8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:30.200965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.206529 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.252120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:30.255036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:30.259289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:30.263099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8::1 (7f81aed3-16ec-4b40-a10e-4bdd57bef2f9/567998ea-f772-458b-bc87-07ff025c28af/53231051-b875-4c43-9978-2a59be9f7542) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:30.267957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Pushing event updated for resources: {'Port': ['ID=8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:30.326690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Attempting to bind port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:30.327058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Attempting to bind port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:30.327452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Attempting to bind port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 on network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:30.332812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:30.333195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Checking segment: {'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:30.333600 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.334002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Bound using segment: {'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:30.334472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Bound port: 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:30.334857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.410092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.447464 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.500232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:30.506334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:30.508643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=53231051-b875-4c43-9978-2a59be9f7542,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:30.510936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:30.511587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.551288 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] For port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:30.556339 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] For port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3,segment=NetworkSegment(eddaae0d-8286-4380-ba00-7398d125faf8),segment_id=eddaae0d-8286-4380-ba00-7398d125faf8)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:30.562465 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.630956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0620c5-ffb9-477a-baab-8fc6240423ce None None] Pushing event updated for resources: {'Port': ['ID=8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:30.667747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:30.682391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ad53-df79-4d41-9f7c-1f61527b0055 req-83a9d954-31dd-46ec-93be-fd6c2af76d14 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:30.689649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f89ad53-df79-4d41-9f7c-1f61527b0055 req-83a9d954-31dd-46ec-93be-fd6c2af76d14 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 944 time: 0.0823855 Oct 13 00:29:30.728743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f89ad53-df79-4d41-9f7c-1f61527b0055 req-431caec2-edb2-49a9-9f6e-f0a1643c31fe tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378580 Oct 13 00:29:30.883067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device adf95884-0468-4e51-ba31-0bf26895fb73 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:30.964046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port adf95884-0468-4e51-ba31-0bf26895fb73 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:29:30.972312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port adf95884-0468-4e51-ba31-0bf26895fb73 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:30.972726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.081002 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.108217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-642187f6-fa71-49c7-ae51-2de8c385a163 req-a0bb9eea-59e7-4b7e-b39d-6d30edf6f159 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0431776 Oct 13 00:29:31.109470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:29:31.111210 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c5bcba-9d68-4a9d-b91e-2904e7ecf3f9" -d '{"events": [{"server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "name": "network-vif-plugged", "status": "completed", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:29:31.124087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port adf95884-0468-4e51-ba31-0bf26895fb73, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adf95884-0468-4e51-ba31-0bf26895fb73,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:31.144576 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.183255 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff60a51-650a-4e34-b532-5159c5634f7d x-openstack-request-id: req-8ff60a51-650a-4e34-b532-5159c5634f7d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:29:31.183793 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "name": "network-vif-plugged", "status": "completed", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:29:31.184221 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ff60a51-650a-4e34-b532-5159c5634f7d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:29:31.184779 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'code': 200} Oct 13 00:29:31.214184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=adf95884-0468-4e51-ba31-0bf26895fb73,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:31.353654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ece526-1049-45a8-83e3-09349c96e9ae req-760c9deb-d8d1-4661-a680-ce0a0163210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:31.355192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4ece526-1049-45a8-83e3-09349c96e9ae req-760c9deb-d8d1-4661-a680-ce0a0163210b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1096 time: 0.0740345 Oct 13 00:29:31.377294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.391039 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.392437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.474312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:31.490791 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c4ece526-1049-45a8-83e3-09349c96e9ae req-0af8c2f1-615b-4adb-a277-a57a6bacbae4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248696 Oct 13 00:29:31.500199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=53231051-b875-4c43-9978-2a59be9f7542,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:31.537394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:31.538178 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.551614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:31.553283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:31.629623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.673928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3,segment=NetworkSegment(eddaae0d-8286-4380-ba00-7398d125faf8),segment_id=eddaae0d-8286-4380-ba00-7398d125faf8)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:31.679931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.682856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:29:31.749001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:31.787869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:31.795591 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3c8d963f-36fd-4b07-ae49-c0580833445d tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2427003 Oct 13 00:29:31.798277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47116) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:31.800780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90295caa-0351-4803-80fd-fd8bd2c14d69 None None] Network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:31.804689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:31.806619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-128338613'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:31.837995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:31.842899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.850747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:31.851406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:31.860395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143e08f-c91c-422c-89df-41ef230c8e36 req-f4a3346a-fe2a-4f8a-97e9-17661d21ff23 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:31.864998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4143e08f-c91c-422c-89df-41ef230c8e36 req-f4a3346a-fe2a-4f8a-97e9-17661d21ff23 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 945 time: 0.0603039 Oct 13 00:29:31.876195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:29:31.888306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.888773 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment a7ac100b-26d4-46dd-bd81-09f0756cef99 of type vlan for network f8defe21-7661-47de-b311-6de6709877ab Oct 13 00:29:31.912785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4143e08f-c91c-422c-89df-41ef230c8e36 req-2e4c1f27-2c1a-4094-a5c1-bfd41bd1b8a2 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394232 Oct 13 00:29:31.975157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:31.994848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9db468b1-e215-44d0-a586-02d9320cb094 None None] Provisioning complete for port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:31.995230 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9db468b1-e215-44d0-a586-02d9320cb094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:32.005205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:32.013300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:32.014412 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:32.029289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:32.078382 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2747355 Oct 13 00:29:32.078572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47130) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:32.083986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:32.088265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233af60-5ad8-43f9-80f2-19ce740dd425 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=f8defe21-7661-47de-b311-6de6709877ab,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:32.103908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f8defe21-7661-47de-b311-6de6709877ab details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:29:32.188749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:32.194118 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:32.276255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3777221-f3a8-47fd-86d1-b405bbbb4b6e req-8bbc7d90-3562-44fb-9a1b-92a719eb7986 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0650036 Oct 13 00:29:32.437754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:30Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:31Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:32.464564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:32.475062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:32.475413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Updating router 6037b281-c42e-436d-abc1-782ea72616b6 port 53231051-b875-4c43-9978-2a59be9f7542 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:29:32.501165 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:32.527856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=9a4fae4f-3961-420f-9dcf-28932eb5fa5e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:32.562200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:32.562642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: f8defe21-7661-47de-b311-6de6709877ab, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:29:32.592064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network f8defe21-7661-47de-b311-6de6709877ab is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:29:32.604817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, f8defe21-7661-47de-b311-6de6709877ab) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:32.610126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:32.611843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:32.627441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5675ae9-5ef8-4f81-bc55-5f7f676f8b7c None None] Network f8defe21-7661-47de-b311-6de6709877ab requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:32.637189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb8115b0-6652-45d3-85de-25422cb9b54a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5549030 Oct 13 00:29:32.637479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47148) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:32.791152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-83bef694-14ed-458d-9a9c-0cd17febd5d6 None None] Provisioning complete for port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:32.791613 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-83bef694-14ed-458d-9a9c-0cd17febd5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.058016 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.110454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-f8defe21-7661-47de-b311-6de6709877ab', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:29:33.111314 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.115975 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.164299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0431f-3222-4a3a-832e-ae4be5f662e4 req-88a75937-65c6-429d-9a2c-85a0fa39ebce tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:33.172193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7b0431f-3222-4a3a-832e-ae4be5f662e4 req-88a75937-65c6-429d-9a2c-85a0fa39ebce tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 945 time: 0.1390696 Oct 13 00:29:33.195350 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.257759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43ec18-01a2-4177-aa3d-bd7b7f62b2e5 None None] Pushing event updated for resources: {'Port': ['ID=53231051-b875-4c43-9978-2a59be9f7542,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:33.317606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7b0431f-3222-4a3a-832e-ae4be5f662e4 req-cb263317-bfe1-41d8-a6d4-4a00112c748a tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393661 Oct 13 00:29:33.503349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-465c5ac9-5900-471d-895e-a9b06a78bcde req-f84d6ba8-dcc9-49dc-8bf8-6860d2ccd7ee tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0982280 Oct 13 00:29:33.558850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47168) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:33.610188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12f94e-64b3-4e49-9aa5-14c32b2c3e16 req-da5d2534-87c1-4d37-9fe9-44641df42c12 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:33.617991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a12f94e-64b3-4e49-9aa5-14c32b2c3e16 req-da5d2534-87c1-4d37-9fe9-44641df42c12 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 945 time: 0.1615133 Oct 13 00:29:33.622026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Attempting to bind port 53231051-b875-4c43-9978-2a59be9f7542 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:33.622409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Attempting to bind port 53231051-b875-4c43-9978-2a59be9f7542 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:33.622773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Attempting to bind port 53231051-b875-4c43-9978-2a59be9f7542 on network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:33.625025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:33.663629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-83bef694-14ed-458d-9a9c-0cd17febd5d6 None None] Provisioning complete for port 53231051-b875-4c43-9978-2a59be9f7542 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:33.663629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-83bef694-14ed-458d-9a9c-0cd17febd5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.665827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:33.666202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Checking segment: {'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:33.666592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.666989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Bound using segment: {'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:33.667484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Bound port: 53231051-b875-4c43-9978-2a59be9f7542, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddaae0d-8286-4380-ba00-7398d125faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:33.667889 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.670445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7a12f94e-64b3-4e49-9aa5-14c32b2c3e16 req-0666b22f-9186-47de-a49f-d9f0621a99d0 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506246 Oct 13 00:29:33.679337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47172) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:33.718469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Allocated IP 2001:db8:1::2 (f8defe21-7661-47de-b311-6de6709877ab/9a4fae4f-3961-420f-9dcf-28932eb5fa5e/0e9195c1-cf8e-4235-aae2-321ce14d8625) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:33.724733 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db6c7396-49bb-467f-9269-9881fddbb0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.791244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-83bef694-14ed-458d-9a9c-0cd17febd5d6 None None] Port 53231051-b875-4c43-9978-2a59be9f7542 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:33.825582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db6c7396-49bb-467f-9269-9881fddbb0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.829981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db6c7396-49bb-467f-9269-9881fddbb0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.842297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] For port 53231051-b875-4c43-9978-2a59be9f7542, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:33.844385 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def212f6-fc6b-48f2-a7e5-858c08faa4c0 tempest-TestVolumeBackupRestore-2033963906 tempest-TestVolumeBackupRestore-2033963906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:33.848831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-def212f6-fc6b-48f2-a7e5-858c08faa4c0 tempest-TestVolumeBackupRestore-2033963906 tempest-TestVolumeBackupRestore-2033963906-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1091 time: 0.1656420 Oct 13 00:29:33.849007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47176) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:33.854280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:33.862272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] For port 53231051-b875-4c43-9978-2a59be9f7542, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=53231051-b875-4c43-9978-2a59be9f7542,segment=NetworkSegment(eddaae0d-8286-4380-ba00-7398d125faf8),segment_id=eddaae0d-8286-4380-ba00-7398d125faf8)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:33.868587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:33.868967 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.876836 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-db6c7396-49bb-467f-9269-9881fddbb0ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b89022cdb5684345a36c829b02a0a221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144021 Oct 13 00:29:33.877167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47178) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:33.878279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c7396-49bb-467f-9269-9881fddbb0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b682a76c-82aa-4fbf-8766-397368802570,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:33.887043 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.901573 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:33.983182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae53e27c-5967-48ca-93f2-78918e02bf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.013002 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae53e27c-5967-48ca-93f2-78918e02bf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.014312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b130cceb-6151-4f2e-8874-14877912f138 None None] Provisioning complete for port 53231051-b875-4c43-9978-2a59be9f7542 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:34.014514 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b130cceb-6151-4f2e-8874-14877912f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.064001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.073883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:34.074525 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:34.085969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae53e27c-5967-48ca-93f2-78918e02bf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.088158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43ec18-01a2-4177-aa3d-bd7b7f62b2e5 None None] Pushing event updated for resources: {'Port': ['ID=53231051-b875-4c43-9978-2a59be9f7542,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:34.088966 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae53e27c-5967-48ca-93f2-78918e02bf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.090127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ae53e27c-5967-48ca-93f2-78918e02bf50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b682a76c-82aa-4fbf-8766-397368802570 HTTP/1.1" status: 204 len: 168 time: 0.2118061 Oct 13 00:29:34.129554 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53e27c-5967-48ca-93f2-78918e02bf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b682a76c-82aa-4fbf-8766-397368802570,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:34.226817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Allocated IP 172.25.3.125 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/b7131811-7cd6-4232-9f1d-92474bc3d8e9) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:34.247079 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.260078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:34.291176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.351632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8:1::1 (f8defe21-7661-47de-b311-6de6709877ab/9a4fae4f-3961-420f-9dcf-28932eb5fa5e/61c6fb26-2515-47a9-ad93-60c702214d6c) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:34.371543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Network f8defe21-7661-47de-b311-6de6709877ab is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:34.408291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:34.410718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:34.440059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.460452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Pushing event updated for resources: {'Port': ['ID=0e9195c1-cf8e-4235-aae2-321ce14d8625,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:34.465517 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b130cceb-6151-4f2e-8874-14877912f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.519725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.526143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47188) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:34.533279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.540546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Attempting to bind port 0e9195c1-cf8e-4235-aae2-321ce14d8625 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:34.540920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Attempting to bind port 0e9195c1-cf8e-4235-aae2-321ce14d8625 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:34.541282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Attempting to bind port 0e9195c1-cf8e-4235-aae2-321ce14d8625 on network f8defe21-7661-47de-b311-6de6709877ab {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:34.548254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:34.548628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Checking segment: {'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:34.549034 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.549431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Bound using segment: {'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:34.549907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Bound port: 0e9195c1-cf8e-4235-aae2-321ce14d8625, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:34.550290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.561567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cd72d1d-362e-4e8f-81b2-4150ce7dca4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.567333 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:34.572122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:34.576420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:34.654314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b130cceb-6151-4f2e-8874-14877912f138 None None] For port 53231051-b875-4c43-9978-2a59be9f7542, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=53231051-b875-4c43-9978-2a59be9f7542,segment=NetworkSegment(eddaae0d-8286-4380-ba00-7398d125faf8),segment_id=eddaae0d-8286-4380-ba00-7398d125faf8)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:34.662691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4eaea5f2-c47e-4f66-9868-faa1f9f9b9ce req-bd1d4ee6-fb41-4fd7-8f11-e1b4a62e1cbc tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0500710 Oct 13 00:29:34.668723 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b130cceb-6151-4f2e-8874-14877912f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.676615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] For port 0e9195c1-cf8e-4235-aae2-321ce14d8625, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:34.691417 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cd72d1d-362e-4e8f-81b2-4150ce7dca4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.704389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'Port': ['ID=b7131811-7cd6-4232-9f1d-92474bc3d8e9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:34.711357 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cd72d1d-362e-4e8f-81b2-4150ce7dca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.746488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] For port 0e9195c1-cf8e-4235-aae2-321ce14d8625, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0e9195c1-cf8e-4235-aae2-321ce14d8625,segment=NetworkSegment(a7ac100b-26d4-46dd-bd81-09f0756cef99),segment_id=a7ac100b-26d4-46dd-bd81-09f0756cef99)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:34.756704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.760071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9cd72d1d-362e-4e8f-81b2-4150ce7dca4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3a90c05bb7146f2a4bf07219edb32bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326906 Oct 13 00:29:34.760247 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.762308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd72d1d-362e-4e8f-81b2-4150ce7dca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc27f5e-fb0e-4aae-9374-075675e51097,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:34.766694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47194) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:34.810730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130cceb-6151-4f2e-8874-14877912f138 None None] Pushing event updated for resources: {'Port': ['ID=53231051-b875-4c43-9978-2a59be9f7542,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:34.831489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7c2157c-5d59-46ba-9892-3a4752658c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.858506 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7c2157c-5d59-46ba-9892-3a4752658c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.861760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network f8defe21-7661-47de-b311-6de6709877ab is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:34.869755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:34.880281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:30Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:33Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:34.882181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1a410a3c-7923-431b-bea5-0304ff6bdcd8 None None] Provisioning complete for port 53231051-b875-4c43-9978-2a59be9f7542 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:34.882458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1a410a3c-7923-431b-bea5-0304ff6bdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.921622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7c2157c-5d59-46ba-9892-3a4752658c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.924424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7c2157c-5d59-46ba-9892-3a4752658c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:34.928156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b7c2157c-5d59-46ba-9892-3a4752658c6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebc27f5e-fb0e-4aae-9374-075675e51097 HTTP/1.1" status: 204 len: 168 time: 0.1581035 Oct 13 00:29:34.943595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2157c-5d59-46ba-9892-3a4752658c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc27f5e-fb0e-4aae-9374-075675e51097,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:34.959012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2c532-6a35-4bbc-9a99-dfe05ec83be0 None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:30Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:33Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:35.010398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515262c-1e3f-472d-bd08-be9908d7e58b None None] Pushing event updated for resources: {'Port': ['ID=0e9195c1-cf8e-4235-aae2-321ce14d8625,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:35.316336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=61c6fb26-2515-47a9-ad93-60c702214d6c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:35.320479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:35.321612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:35.520184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 53231051-b875-4c43-9978-2a59be9f7542 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:35.560689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:35.588952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 53231051-b875-4c43-9978-2a59be9f7542 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:35.589472 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:35.700623 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0e9195c1-cf8e-4235-aae2-321ce14d8625 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:35.791188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:35.819639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0e9195c1-cf8e-4235-aae2-321ce14d8625 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:35.820032 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:35.881353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-967d1a0d-0673-42f7-800d-b535ba465bb6 req-53b190a3-1204-46d4-a068-b0e8fbccd4d8 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0573134 Oct 13 00:29:35.996235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.057562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 0e9195c1-cf8e-4235-aae2-321ce14d8625, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0e9195c1-cf8e-4235-aae2-321ce14d8625,segment=NetworkSegment(a7ac100b-26d4-46dd-bd81-09f0756cef99),segment_id=a7ac100b-26d4-46dd-bd81-09f0756cef99)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:36.066818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.087298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.130692 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:29:36.142613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=0e9195c1-cf8e-4235-aae2-321ce14d8625,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:36.159008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.166232 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.167398 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.195706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723e598-7f2d-4799-a127-ae728cd8b25f None None] Network f8defe21-7661-47de-b311-6de6709877ab requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:36.262424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-af62504c-094f-421c-85c3-f8dc18095b19 None None] Provisioning complete for port 0e9195c1-cf8e-4235-aae2-321ce14d8625 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:36.262802 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af62504c-094f-421c-85c3-f8dc18095b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.311431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=61c6fb26-2515-47a9-ad93-60c702214d6c,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:36.397991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network f8defe21-7661-47de-b311-6de6709877ab is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:36.401828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:36.501547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.511182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.600861 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.602788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:36.612210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event updated for resources: {'Port': ['ID=b7131811-7cd6-4232-9f1d-92474bc3d8e9,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:36.637035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.766249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1bf0db08-2307-4c04-aabc-55d4f3874085 None None] Provisioning complete for port 61c6fb26-2515-47a9-ad93-60c702214d6c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:36.766874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1bf0db08-2307-4c04-aabc-55d4f3874085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.798268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:36.806527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8b61a4aa-1a10-460d-a87c-37e6a9f88af0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1653097 Oct 13 00:29:36.807919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47242) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:36.816710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1676649611'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:36.831118 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Floating IP bce6f12f-7321-42f0-9c51-242ee95e20f4 associated. External IP: 172.25.3.125, port: adf95884-0468-4e51-ba31-0bf26895fb73. Oct 13 00:29:36.833437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0db08-2307-4c04-aabc-55d4f3874085 None None] Port 61c6fb26-2515-47a9-ad93-60c702214d6c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:36.848000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1bf0db08-2307-4c04-aabc-55d4f3874085 None None] Provisioning complete for port 0e9195c1-cf8e-4235-aae2-321ce14d8625 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:36.848996 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1bf0db08-2307-4c04-aabc-55d4f3874085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.859096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:36.866116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.913836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:29:36.932545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:36.932905 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment 151c1c04-675c-4064-a798-4fd4893d02a3 of type vlan for network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a Oct 13 00:29:37.007993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.045216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.084218 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.091057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:37.092176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.129303 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:37.139255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-79cee3fd-41b4-40e3-af78-8cd9e1784ab0 None None] Provisioning complete for port 61c6fb26-2515-47a9-ad93-60c702214d6c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:37.139963 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-79cee3fd-41b4-40e3-af78-8cd9e1784ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.143893 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:37.144550 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:37.205752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05a67cb8-3d7e-4f12-b9d8-8a4fcd2af5f1 req-49c56907-6958-43cc-ad87-28ca2d422f71 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.1349559 Oct 13 00:29:37.212760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=816b60ac-2f25-4cc9-a0c7-b39cba786e3a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:37.229435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:29:37.233822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:37.239143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-79cee3fd-41b4-40e3-af78-8cd9e1784ab0 None None] Port 61c6fb26-2515-47a9-ad93-60c702214d6c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:37.249021 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6319ccda-e7c2-402a-8127-c83c080fb340 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4384570 Oct 13 00:29:37.251557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47252) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:37.260717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:37.278919 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:37.447615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:37.454810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0e9195c1-cf8e-4235-aae2-321ce14d8625 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:37.468047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:37.472549 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.484013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47256) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:37.501283 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.516609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] Sync routers for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:37.536335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-720cc819-0943-4cd6-bd59-b28983d2f49c tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6862447 Oct 13 00:29:37.536924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:29:37.537414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:37.538496 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:37.541542 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66445572-38fc-4549-8ae3-375fda9d5721" -d '{"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:29:37.555914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47260) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:37.612372 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241e3979-0108-401b-a7cf-bda9dfb5c68c x-openstack-request-id: req-241e3979-0108-401b-a7cf-bda9dfb5c68c {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:29:37.612922 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:29:37.613360 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-241e3979-0108-401b-a7cf-bda9dfb5c68c {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:29:37.614559 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'status': 'completed', 'code': 200} Oct 13 00:29:37.634374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b281c6b2-e18b-44b9-9b22-ef7e06874647 tempest-TestVolumeBackupRestore-2033963906 tempest-TestVolumeBackupRestore-2033963906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:37.636305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b281c6b2-e18b-44b9-9b22-ef7e06874647 tempest-TestVolumeBackupRestore-2033963906 tempest-TestVolumeBackupRestore-2033963906-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1091 time: 0.0794098 Oct 13 00:29:37.639173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47266) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:37.644741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a20ee9ec-2c89-4493-bd1b-69bcb0941ccc tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Request body: {'floatingip': {'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:37.672123 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:35Z', 'revision_number': 3, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:35Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:37.688113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e1b39ac3-3a72-4a29-82ff-eca7a14a2943 None None] Provisioning complete for port 61c6fb26-2515-47a9-ad93-60c702214d6c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:37.688586 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e1b39ac3-3a72-4a29-82ff-eca7a14a2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.703884 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:37.704497 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Updating router 6037b281-c42e-436d-abc1-782ea72616b6 port 61c6fb26-2515-47a9-ad93-60c702214d6c binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:29:37.721684 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64a9f110-aece-47e8-b9e4-5b7d2cbd4bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.737549 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.749839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a20ee9ec-2c89-4493-bd1b-69bcb0941ccc tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.769845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66445572-38fc-4549-8ae3-375fda9d5721 req-20cefcf1-6726-443f-84c9-29aa127e1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:37.771587 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66445572-38fc-4549-8ae3-375fda9d5721 req-20cefcf1-6726-443f-84c9-29aa127e1e66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09399a45b63b46eb9c82a3f0622518df&device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1096 time: 0.1153438 Oct 13 00:29:37.874787 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.895060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0e9195c1-cf8e-4235-aae2-321ce14d8625 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:37.895698 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:37.964065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e1b39ac3-3a72-4a29-82ff-eca7a14a2943 None None] Port 61c6fb26-2515-47a9-ad93-60c702214d6c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:37.979056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:38.004635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:38.038073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:38.038436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: 816b60ac-2f25-4cc9-a0c7-b39cba786e3a, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:29:38.060709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66445572-38fc-4549-8ae3-375fda9d5721 req-cbc91465-d80e-4bf8-bb56-eebce54e1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:38.062469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66445572-38fc-4549-8ae3-375fda9d5721 req-cbc91465-d80e-4bf8-bb56-eebce54e1378 service neutron] 10.222.0.45 "GET /v2.0/networks?id=266916d0-acee-480d-9c51-986da2881ef3 HTTP/1.1" status: 200 len: 914 time: 0.2099707 Oct 13 00:29:38.099363 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.109674 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.175604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:29:38.180742 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66445572-38fc-4549-8ae3-375fda9d5721 req-3ea6d48f-ee8c-401d-b965-11e471b43af6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf95884-0468-4e51-ba31-0bf26895fb73 HTTP/1.1" status: 200 len: 999 time: 0.1097500 Oct 13 00:29:38.206019 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Pushing event updated for resources: {'Port': ['ID=61c6fb26-2515-47a9-ad93-60c702214d6c,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:38.209128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 816b60ac-2f25-4cc9-a0c7-b39cba786e3a) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:38.230255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306da1b-1520-4e40-83f5-a781452e08f9 None None] Network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:38.242816 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.243412 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.243945 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.244441 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.244984 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.246149 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.246844 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.247353 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.247871 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.248357 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.248913 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.249417 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:38.273240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:38.273838 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.303338 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Attempting to bind port 61c6fb26-2515-47a9-ad93-60c702214d6c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:38.306294 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Attempting to bind port 61c6fb26-2515-47a9-ad93-60c702214d6c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:38.307078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Attempting to bind port 61c6fb26-2515-47a9-ad93-60c702214d6c on network f8defe21-7661-47de-b311-6de6709877ab {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:38.315818 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:38.316804 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Checking segment: {'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:38.317527 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.318180 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Bound using segment: {'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:38.319341 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Bound port: 61c6fb26-2515-47a9-ad93-60c702214d6c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ac100b-26d4-46dd-bd81-09f0756cef99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:38.320168 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.326138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c854a034-e1cd-4495-b078-9577fc2a6b92 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0734959 Oct 13 00:29:38.328830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47272) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:38.345091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66445572-38fc-4549-8ae3-375fda9d5721 req-900c2300-e9af-4aea-8748-acd6cede0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:38.346609 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66445572-38fc-4549-8ae3-375fda9d5721 req-900c2300-e9af-4aea-8748-acd6cede0d88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423f6027-5cf6-4dee-a3a4-5fc311fcdf1a HTTP/1.1" status: 200 len: 852 time: 0.1591017 Oct 13 00:29:38.406057 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] For port 61c6fb26-2515-47a9-ad93-60c702214d6c, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:38.410954 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] For port 61c6fb26-2515-47a9-ad93-60c702214d6c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=61c6fb26-2515-47a9-ad93-60c702214d6c,segment=NetworkSegment(a7ac100b-26d4-46dd-bd81-09f0756cef99),segment_id=a7ac100b-26d4-46dd-bd81-09f0756cef99)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:38.417727 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.475539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64a9f110-aece-47e8-b9e4-5b7d2cbd4bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.480868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'bce6f12f-7321-42f0-9c51-242ee95e20f4', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'mac_address': 'fa:16:3e:60:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:29:35Z', 'updated_at': '2021-10-13T00:29:35Z', 'revision_number': 0, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:38.490174 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc36a9f-a618-460f-a615-cac361d2e6d0 None None] Pushing event updated for resources: {'Port': ['ID=61c6fb26-2515-47a9-ad93-60c702214d6c,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:38.513769 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:38.514394 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:38.515829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66445572-38fc-4549-8ae3-375fda9d5721 req-b8ce7345-62e2-467e-a182-5c40b1ab99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:38.518766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66445572-38fc-4549-8ae3-375fda9d5721 req-b8ce7345-62e2-467e-a182-5c40b1ab99c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=266916d0-acee-480d-9c51-986da2881ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371133 Oct 13 00:29:38.523386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3cc8bae-af0c-4016-a91f-d6ba05af08ac req-b6ad3369-8221-4ee4-86ef-b126c7a47620 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0791559 Oct 13 00:29:38.524055 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64a9f110-aece-47e8-b9e4-5b7d2cbd4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.534205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] Checking router: 4ce9fe84-425b-418e-aea9-2cf0551ecd29 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:38.557515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a20ee9ec-2c89-4493-bd1b-69bcb0941ccc tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.562153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-64a9f110-aece-47e8-b9e4-5b7d2cbd4bb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bf1f52ff9b947d2aaa8d5f63fb33757&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0771389 Oct 13 00:29:38.565422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:38.566142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:38.570190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47274) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:38.571698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a20ee9ec-2c89-4493-bd1b-69bcb0941ccc tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.610863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:29:38.611779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.673721 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66445572-38fc-4549-8ae3-375fda9d5721 req-98bad0a9-18ff-4e08-ab24-b2a537f51b56 service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439526 Oct 13 00:29:38.686373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9f110-aece-47e8-b9e4-5b7d2cbd4bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481d938a-d6d9-4451-9b22-0b6d4a5281bd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:38.726462 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:38.794777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-513619df-4dc9-442a-aa12-d610121f2747 None None] Provisioning complete for port 61c6fb26-2515-47a9-ad93-60c702214d6c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:38.795355 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-513619df-4dc9-442a-aa12-d610121f2747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.811390 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51f154d5-f685-4078-8885-a5dacb1c2b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.852425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51f154d5-f685-4078-8885-a5dacb1c2b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:38.899838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:39.018664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Allocated IP 2001:db8:2::2 (816b60ac-2f25-4cc9-a0c7-b39cba786e3a/5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e/51b4b130-d476-40e2-bc14-7d69f7bff769) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:39.031678 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66445572-38fc-4549-8ae3-375fda9d5721 req-3ec60446-24b8-4c91-8a44-d38f86b1d37c service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947204 Oct 13 00:29:39.092128 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51f154d5-f685-4078-8885-a5dacb1c2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.095238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51f154d5-f685-4078-8885-a5dacb1c2b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.098739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-51f154d5-f685-4078-8885-a5dacb1c2b03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/481d938a-d6d9-4451-9b22-0b6d4a5281bd HTTP/1.1" status: 204 len: 168 time: 0.5221522 Oct 13 00:29:39.113163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20ee9ec-2c89-4493-bd1b-69bcb0941ccc tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:39.130932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f154d5-f685-4078-8885-a5dacb1c2b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481d938a-d6d9-4451-9b22-0b6d4a5281bd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:39.165462 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:35Z', 'revision_number': 3, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:38Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:39.185862 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-513619df-4dc9-442a-aa12-d610121f2747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.205712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.210118 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224e56e-ee28-476c-bb57-670930af9c60 None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:35Z', 'revision_number': 3, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:38Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:39.382103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-513619df-4dc9-442a-aa12-d610121f2747 None None] For port 61c6fb26-2515-47a9-ad93-60c702214d6c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=61c6fb26-2515-47a9-ad93-60c702214d6c,segment=NetworkSegment(a7ac100b-26d4-46dd-bd81-09f0756cef99),segment_id=a7ac100b-26d4-46dd-bd81-09f0756cef99)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:39.393461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20ee9ec-2c89-4493-bd1b-69bcb0941ccc tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:39.409168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a20ee9ec-2c89-4493-bd1b-69bcb0941ccc tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.466495 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-513619df-4dc9-442a-aa12-d610121f2747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.527581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 61c6fb26-2515-47a9-ad93-60c702214d6c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:39.682418 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.686707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513619df-4dc9-442a-aa12-d610121f2747 None None] Pushing event updated for resources: {'Port': ['ID=61c6fb26-2515-47a9-ad93-60c702214d6c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:39.705505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d1ced0d8-f3d0-4a5f-9d0a-2d83cd9bf5ef None None] Provisioning complete for port 61c6fb26-2515-47a9-ad93-60c702214d6c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:39.705853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1ced0d8-f3d0-4a5f-9d0a-2d83cd9bf5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.712322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.808854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8:2::1 (816b60ac-2f25-4cc9-a0c7-b39cba786e3a/5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e/19b5fc1a-3655-4b1f-8268-d2449712727d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:39.819478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'bce6f12f-7321-42f0-9c51-242ee95e20f4', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'mac_address': 'fa:16:3e:60:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:29:35Z', 'updated_at': '2021-10-13T00:29:38Z', 'revision_number': 1, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:39.923179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:29:39.925716 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:29:39.949154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84b8f881-a33e-439b-a388-fa88808751f2 req-8819f1cf-4b1e-4cf9-b019-8f612ac1d220 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0597143 Oct 13 00:29:39.959957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a20ee9ec-2c89-4493-bd1b-69bcb0941ccc tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "PUT /v2.0/floatingips/bce6f12f-7321-42f0-9c51-242ee95e20f4 HTTP/1.1" status: 200 len: 991 time: 2.3193221 Oct 13 00:29:39.975569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:39.975793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b65a1a-5d01-4cc8-ace6-b4808ff12520 None None] The sync data for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 is: [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'bce6f12f-7321-42f0-9c51-242ee95e20f4', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'mac_address': 'fa:16:3e:60:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:29:35Z', 'updated_at': '2021-10-13T00:29:38Z', 'revision_number': 1, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:39.983610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:39.995958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:40.007241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:40.038790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 61c6fb26-2515-47a9-ad93-60c702214d6c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:40.039412 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.039611 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a969296-4f42-41ab-b383-209c943e56da x-openstack-request-id: req-9a969296-4f42-41ab-b383-209c943e56da {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:29:40.040436 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:29:40.040689 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a969296-4f42-41ab-b383-209c943e56da {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:29:40.041081 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'status': 'completed', 'code': 200} Oct 13 00:29:40.049620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Pushing event updated for resources: {'Port': ['ID=51b4b130-d476-40e2-bc14-7d69f7bff769,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:40.063210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.128006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:40.130990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Attempting to bind port 51b4b130-d476-40e2-bc14-7d69f7bff769 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:40.131371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Attempting to bind port 51b4b130-d476-40e2-bc14-7d69f7bff769 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:40.131764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Attempting to bind port 51b4b130-d476-40e2-bc14-7d69f7bff769 on network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:40.155179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:40.164078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:40.164078 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.166272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:40.166871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Checking segment: {'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:40.167438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.168429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Bound using segment: {'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:40.169107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Bound port: 51b4b130-d476-40e2-bc14-7d69f7bff769, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:40.169493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.254926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=19b5fc1a-3655-4b1f-8268-d2449712727d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:40.285180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-e6512563-675f-4d5b-9a5e-9af431f4de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:40.286785 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-e6512563-675f-4d5b-9a5e-9af431f4de10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09399a45b63b46eb9c82a3f0622518df&device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1096 time: 0.1816635 Oct 13 00:29:40.370623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.423850 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8441e6cd-127d-4d90-a989-242159dec57b None None] New status for floating IP bce6f12f-7321-42f0-9c51-242ee95e20f4: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:29:40.475165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-402ee5e9-2f6e-4569-a21a-ed1195be17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:40.476713 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-402ee5e9-2f6e-4569-a21a-ed1195be17d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=266916d0-acee-480d-9c51-986da2881ef3 HTTP/1.1" status: 200 len: 914 time: 0.1804526 Oct 13 00:29:40.491656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] For port 51b4b130-d476-40e2-bc14-7d69f7bff769, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:40.513574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] For port 51b4b130-d476-40e2-bc14-7d69f7bff769, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=51b4b130-d476-40e2-bc14-7d69f7bff769,segment=NetworkSegment(151c1c04-675c-4064-a798-4fd4893d02a3),segment_id=151c1c04-675c-4064-a798-4fd4893d02a3)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:40.521544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.593780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5871-f511-400f-b40a-5800b8956d3d None None] Pushing event updated for resources: {'Port': ['ID=51b4b130-d476-40e2-bc14-7d69f7bff769,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:40.734829 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-895514d2-e4c6-4641-97b3-de252f52c55c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf95884-0468-4e51-ba31-0bf26895fb73 HTTP/1.1" status: 200 len: 999 time: 0.2485297 Oct 13 00:29:40.760027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] Sync routers for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:40.769344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47314) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:40.775145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:40.776032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:40.847247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-5668b41f-ecd6-494b-94ac-e1267eb24b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:40.848895 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-5668b41f-ecd6-494b-94ac-e1267eb24b63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423f6027-5cf6-4dee-a3a4-5fc311fcdf1a HTTP/1.1" status: 200 len: 852 time: 0.1045556 Oct 13 00:29:40.923089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-52989cec-3028-4c0e-bda8-ab7ed342a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:40.924517 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-52989cec-3028-4c0e-bda8-ab7ed342a324 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=266916d0-acee-480d-9c51-986da2881ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646763 Oct 13 00:29:40.935554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:40.946971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.956398 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96277f93-6ee2-40f8-9afb-0683c0b7e65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.993699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:40.995339 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.071123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96277f93-6ee2-40f8-9afb-0683c0b7e65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.083276 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96277f93-6ee2-40f8-9afb-0683c0b7e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.135001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84507ab1-50be-4215-915f-e8bba1a8719a req-a0c336f5-f7e6-4467-97b1-371b254fc3b1 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0674901 Oct 13 00:29:41.140634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96277f93-6ee2-40f8-9afb-0683c0b7e65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534fe94f-4e04-47fe-9e16-db9e8d88a722,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:41.171570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-96277f93-6ee2-40f8-9afb-0683c0b7e65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cfe9eeb0f634c278eba7603fdd9ad86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993969 Oct 13 00:29:41.173894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47322) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:41.228229 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80e950b3-109e-49a4-8b58-3b12278dc4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.248731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'bce6f12f-7321-42f0-9c51-242ee95e20f4', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'mac_address': 'fa:16:3e:60:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:29:35Z', 'updated_at': '2021-10-13T00:29:40Z', 'revision_number': 2, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:41.252385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80e950b3-109e-49a4-8b58-3b12278dc4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.275920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] Checking router: 4ce9fe84-425b-418e-aea9-2cf0551ecd29 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:41.284447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:41.285067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:41.308298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80e950b3-109e-49a4-8b58-3b12278dc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.310240 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80e950b3-109e-49a4-8b58-3b12278dc4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.311733 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-80e950b3-109e-49a4-8b58-3b12278dc4b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/534fe94f-4e04-47fe-9e16-db9e8d88a722 HTTP/1.1" status: 204 len: 168 time: 0.1367800 Oct 13 00:29:41.321431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e950b3-109e-49a4-8b58-3b12278dc4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534fe94f-4e04-47fe-9e16-db9e8d88a722,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:41.437174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:41.463434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=19b5fc1a-3655-4b1f-8268-d2449712727d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:41.522850 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-03782427-0f1e-4ba4-8c33-bfb309027cf2 service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868809 Oct 13 00:29:41.640140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:41.650207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:41.698825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 61c6fb26-2515-47a9-ad93-60c702214d6c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:41.751184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7f1a187e-c73e-4d40-b1c9-ae8b860e2aa0 req-965157c9-6128-4ef9-8171-1e694c90a866 service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187939 Oct 13 00:29:41.826817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:41.875139 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb816-fe56-4e4d-8a98-8c52b45d2719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.878887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 61c6fb26-2515-47a9-ad93-60c702214d6c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:41.879279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:41.927029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'bce6f12f-7321-42f0-9c51-242ee95e20f4', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'mac_address': 'fa:16:3e:60:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:29:35Z', 'updated_at': '2021-10-13T00:29:40Z', 'revision_number': 2, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:41.932031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:41.943402 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:41.950486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47340) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:41.962269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0beb-4f59-48e7-8b1d-638c0fce4291 None None] The sync data for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 is: [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'bce6f12f-7321-42f0-9c51-242ee95e20f4', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'port_id': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'mac_address': 'fa:16:3e:60:5f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:29:35Z', 'updated_at': '2021-10-13T00:29:40Z', 'revision_number': 2, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:41.965284 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:41.966405 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:41.966556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-410090045'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:41.986484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e4eee64b-d5a1-4a51-9b41-ce037d248aa1 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6565518 Oct 13 00:29:42.032687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8731f-4bd8-48ac-a91b-e50e05aeeee9 None None] Network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:42.043777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:29:42.046340 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569b0dc5-d736-4397-a538-620523352c03" -d '{"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:29:42.056643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:42.071223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 51b4b130-d476-40e2-bc14-7d69f7bff769 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:42.084542 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.111763 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:42.121222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:29:42.129574 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84963dd7-1c7b-45aa-a456-b726461b9173 x-openstack-request-id: req-84963dd7-1c7b-45aa-a456-b726461b9173 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:29:42.134946 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:29:42.135239 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84963dd7-1c7b-45aa-a456-b726461b9173 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:29:42.135756 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'status': 'completed', 'code': 200} Oct 13 00:29:42.162052 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.162557 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added segment 2c8b39df-168d-4afe-bc80-b4a4fc4f9907 of type vlan for network 9a4ef8c3-2864-4021-a222-02933e822456 Oct 13 00:29:42.293263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0dc5-d736-4397-a538-620523352c03 req-56004631-cc1c-4507-aec4-6140cbe49a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:42.311268 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-569b0dc5-d736-4397-a538-620523352c03 req-56004631-cc1c-4507-aec4-6140cbe49a93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09399a45b63b46eb9c82a3f0622518df&device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1096 time: 0.1425915 Oct 13 00:29:42.316983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.326359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a8591cbb-b682-4def-b75d-21f7e4eb8912 None None] Provisioning complete for port 51b4b130-d476-40e2-bc14-7d69f7bff769 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:42.329660 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8591cbb-b682-4def-b75d-21f7e4eb8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.456486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f836e52-4fb2-43cb-922c-33fcf9fd41cf req-46cc5bfb-023b-41aa-aec0-14404b5ffc8e tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.1414828 Oct 13 00:29:42.457100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0dc5-d736-4397-a538-620523352c03 req-25e04ae4-4c03-48eb-97d6-ade0a7c42116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:42.459246 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-569b0dc5-d736-4397-a538-620523352c03 req-25e04ae4-4c03-48eb-97d6-ade0a7c42116 service neutron] 10.222.0.45 "GET /v2.0/networks?id=266916d0-acee-480d-9c51-986da2881ef3 HTTP/1.1" status: 200 len: 914 time: 0.1365266 Oct 13 00:29:42.509829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.515492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:42.516138 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.577622 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:40Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:40Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:42.612373 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:42.618523 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Updating router 6037b281-c42e-436d-abc1-782ea72616b6 port 19b5fc1a-3655-4b1f-8268-d2449712727d binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:29:42.620991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Network': ['ID=9a4ef8c3-2864-4021-a222-02933e822456,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:42.625995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e923e9fa-d0a6-451b-872a-d8ff787a1d43 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6743872 Oct 13 00:29:42.631346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47366) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:42.644576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'subnet': {'network_id': '9a4ef8c3-2864-4021-a222-02933e822456', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:42.656747 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.659049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9a4ef8c3-2864-4021-a222-02933e822456 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:29:42.659602 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-569b0dc5-d736-4397-a538-620523352c03 req-1dedf2ce-672b-4557-8494-dd5766ef3ca4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf95884-0468-4e51-ba31-0bf26895fb73 HTTP/1.1" status: 200 len: 1001 time: 0.1917851 Oct 13 00:29:42.675467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 51b4b130-d476-40e2-bc14-7d69f7bff769 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:42.675882 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.743393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0dc5-d736-4397-a538-620523352c03 req-521db0bd-baf0-411a-9d67-198d33ba07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:42.745444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-569b0dc5-d736-4397-a538-620523352c03 req-521db0bd-baf0-411a-9d67-198d33ba07c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423f6027-5cf6-4dee-a3a4-5fc311fcdf1a HTTP/1.1" status: 200 len: 852 time: 0.0781076 Oct 13 00:29:42.763320 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8591cbb-b682-4def-b75d-21f7e4eb8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.843027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a8591cbb-b682-4def-b75d-21f7e4eb8912 None None] For port 51b4b130-d476-40e2-bc14-7d69f7bff769, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=51b4b130-d476-40e2-bc14-7d69f7bff769,segment=NetworkSegment(151c1c04-675c-4064-a798-4fd4893d02a3),segment_id=151c1c04-675c-4064-a798-4fd4893d02a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:42.859485 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8591cbb-b682-4def-b75d-21f7e4eb8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.864702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b0dc5-d736-4397-a538-620523352c03 req-72a240f4-e3e5-455d-8bd3-1aaee43841dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:42.866397 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-569b0dc5-d736-4397-a538-620523352c03 req-72a240f4-e3e5-455d-8bd3-1aaee43841dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=266916d0-acee-480d-9c51-986da2881ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041312 Oct 13 00:29:42.966668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Made reservation on behalf of 88167cb9fbb34ef0890bc9b19d87067c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:29:42.972193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:42.986693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8591cbb-b682-4def-b75d-21f7e4eb8912 None None] Pushing event updated for resources: {'Port': ['ID=51b4b130-d476-40e2-bc14-7d69f7bff769,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:43.061615 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.073455 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.186623 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Attempting to bind port 19b5fc1a-3655-4b1f-8268-d2449712727d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:43.186999 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Attempting to bind port 19b5fc1a-3655-4b1f-8268-d2449712727d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:43.187885 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Attempting to bind port 19b5fc1a-3655-4b1f-8268-d2449712727d on network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:43.188967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bbdfcd29-3fbd-4308-93f1-e3937d4aca73 None None] Provisioning complete for port 19b5fc1a-3655-4b1f-8268-d2449712727d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:43.189558 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bbdfcd29-3fbd-4308-93f1-e3937d4aca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.202764 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:43.203127 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Checking segment: {'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:43.203843 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.204288 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Bound using segment: {'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:43.204833 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Bound port: 19b5fc1a-3655-4b1f-8268-d2449712727d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151c1c04-675c-4064-a798-4fd4893d02a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:43.205218 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.223435 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0edaa-e03a-4f64-9a1c-7ed8e5eb71a0 None None] Pushing event updated for resources: {'Port': ['ID=19b5fc1a-3655-4b1f-8268-d2449712727d,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:43.232780 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-569b0dc5-d736-4397-a538-620523352c03 req-2dd1ff9e-568f-42d9-b7e0-b2592eb9e2fe service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544400 Oct 13 00:29:43.234437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.281253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfcd29-3fbd-4308-93f1-e3937d4aca73 None None] Port 19b5fc1a-3655-4b1f-8268-d2449712727d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:43.313442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bbdfcd29-3fbd-4308-93f1-e3937d4aca73 None None] Provisioning complete for port 51b4b130-d476-40e2-bc14-7d69f7bff769 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:43.314261 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bbdfcd29-3fbd-4308-93f1-e3937d4aca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.323032 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] For port 19b5fc1a-3655-4b1f-8268-d2449712727d, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:43.329845 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] For port 19b5fc1a-3655-4b1f-8268-d2449712727d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=19b5fc1a-3655-4b1f-8268-d2449712727d,segment=NetworkSegment(151c1c04-675c-4064-a798-4fd4893d02a3),segment_id=151c1c04-675c-4064-a798-4fd4893d02a3)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:43.338529 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.404978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Subnet': ['ID=2f8c9f98-afb6-456d-bd8e-4227ba123545,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:43.470455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Checking segment: {'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:43.471048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network hostable DHCP agents. Network: 9a4ef8c3-2864-4021-a222-02933e822456, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:29:43.484794 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-569b0dc5-d736-4397-a538-620523352c03 req-241a7294-3858-41b0-9338-549c5423ec91 service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430725 Oct 13 00:29:43.498189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 9a4ef8c3-2864-4021-a222-02933e822456 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:29:43.519239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 9a4ef8c3-2864-4021-a222-02933e822456) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:43.527964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:43.529449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:43.533190 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0edaa-e03a-4f64-9a1c-7ed8e5eb71a0 None None] Pushing event updated for resources: {'Port': ['ID=19b5fc1a-3655-4b1f-8268-d2449712727d,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:43.536411 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:43.537503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698fb110-a913-45e3-8533-80b9bf9e23d9 None None] Network 9a4ef8c3-2864-4021-a222-02933e822456 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:43.537796 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:43.565139 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1e002644-74bd-4ee0-af8f-8c1b9ec3df3e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9324410 Oct 13 00:29:43.568248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47374) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:43.582016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 51b4b130-d476-40e2-bc14-7d69f7bff769 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:43.673731 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:43.740108 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29f17514-f595-4d47-96b9-f18ad2bd113b req-0078e3bf-8f91-4abb-9807-123f58a9e612 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0776660 Oct 13 00:29:43.959149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 51b4b130-d476-40e2-bc14-7d69f7bff769 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:43.959685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.048111 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:40Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:43Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:44.080798 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357fe572-f383-4692-8a4a-a79b05f89cac None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:40Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:43Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:44.087566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-9a4ef8c3-2864-4021-a222-02933e822456', 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'fixed_ips': [{'subnet_id': '2f8c9f98-afb6-456d-bd8e-4227ba123545'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:29:44.088611 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.113679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.120924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2d51c078-f895-4b02-9664-542ae7fa7a20 None None] Provisioning complete for port 19b5fc1a-3655-4b1f-8268-d2449712727d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:44.121423 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2d51c078-f895-4b02-9664-542ae7fa7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.385892 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2d51c078-f895-4b02-9664-542ae7fa7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.428885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Allocated IP 2001:db8:3::2 (9a4ef8c3-2864-4021-a222-02933e822456/2f8c9f98-afb6-456d-bd8e-4227ba123545/a5c187c1-4d9d-493f-bde3-a132a2d3f0cf) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:44.472826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2d51c078-f895-4b02-9664-542ae7fa7a20 None None] For port 19b5fc1a-3655-4b1f-8268-d2449712727d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=19b5fc1a-3655-4b1f-8268-d2449712727d,segment=NetworkSegment(151c1c04-675c-4064-a798-4fd4893d02a3),segment_id=151c1c04-675c-4064-a798-4fd4893d02a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:44.519410 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2d51c078-f895-4b02-9664-542ae7fa7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.557170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47c52ae0-57c8-4295-8f5a-75456b918a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.645414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51c078-f895-4b02-9664-542ae7fa7a20 None None] Pushing event updated for resources: {'Port': ['ID=19b5fc1a-3655-4b1f-8268-d2449712727d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:44.689663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cd6ddf92-2e31-46e8-a410-2277c0739454 None None] Provisioning complete for port 19b5fc1a-3655-4b1f-8268-d2449712727d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:44.690038 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd6ddf92-2e31-46e8-a410-2277c0739454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.739252 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.748202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.798781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Network 9a4ef8c3-2864-4021-a222-02933e822456 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:44.802977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:44.811335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:44.815293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Pushing event updated for resources: {'Port': ['ID=a5c187c1-4d9d-493f-bde3-a132a2d3f0cf,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:44.888418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Allocated IP 2001:db8:3::1 (9a4ef8c3-2864-4021-a222-02933e822456/2f8c9f98-afb6-456d-bd8e-4227ba123545/4e887de3-ab01-4ad1-8b7c-47ab69a3aba0) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:29:44.893328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e8a4555-9ff2-4da6-93f9-a17181702fe8 req-286952ef-676e-425f-947f-313a390c0e80 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0479968 Oct 13 00:29:44.903587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Attempting to bind port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:44.903957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Attempting to bind port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:44.904336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Attempting to bind port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf on network 9a4ef8c3-2864-4021-a222-02933e822456 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:44.909725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:44.910130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Checking segment: {'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:44.910416 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.910945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Bound using segment: {'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:44.911252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Bound port: a5c187c1-4d9d-493f-bde3-a132a2d3f0cf, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:44.911691 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:44.992316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] For port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:44.996106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] For port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a5c187c1-4d9d-493f-bde3-a132a2d3f0cf,segment=NetworkSegment(2c8b39df-168d-4afe-bc80-b4a4fc4f9907),segment_id=2c8b39df-168d-4afe-bc80-b4a4fc4f9907)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:45.000379 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.025983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.059014 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8ec3cf84-8158-40c9-b494-3b47aa6aca14 None None] Provisioning complete for port 19b5fc1a-3655-4b1f-8268-d2449712727d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:45.059393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cf84-8158-40c9-b494-3b47aa6aca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.068932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.095430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93099426-a547-4b3d-a67d-7b0f5363d99e None None] Pushing event updated for resources: {'Port': ['ID=a5c187c1-4d9d-493f-bde3-a132a2d3f0cf,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:45.120935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 9a4ef8c3-2864-4021-a222-02933e822456 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:45.124535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:45.128670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:29:45.129336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.135925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:45.262763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.551548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a5c187c1-4d9d-493f-bde3-a132a2d3f0cf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:45.603249 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.609431 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.611410 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.612612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:45.612992 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.695191 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.712489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.734484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event updated for resources: {'Port': ['ID=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:45.760203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a5c187c1-4d9d-493f-bde3-a132a2d3f0cf,segment=NetworkSegment(2c8b39df-168d-4afe-bc80-b4a4fc4f9907),segment_id=2c8b39df-168d-4afe-bc80-b4a4fc4f9907)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:45.764375 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.765291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 19b5fc1a-3655-4b1f-8268-d2449712727d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:45.800350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Network 9a4ef8c3-2864-4021-a222-02933e822456 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:29:45.801790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:29:45.858930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=a5c187c1-4d9d-493f-bde3-a132a2d3f0cf,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:45.869961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 19b5fc1a-3655-4b1f-8268-d2449712727d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:45.870398 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.916440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:45.949116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953832f0-1902-4139-8b78-b3b6dc669c57 req-0dbeb337-f4fe-4810-829b-bf2ca54c2e23 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:45.950838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-953832f0-1902-4139-8b78-b3b6dc669c57 req-0dbeb337-f4fe-4810-829b-bf2ca54c2e23 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0736432 Oct 13 00:29:45.957073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:46.005680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-953832f0-1902-4139-8b78-b3b6dc669c57 req-a4fa7105-40e7-4dcc-bfff-c9bb859db9bc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484166 Oct 13 00:29:46.098598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18c4261f-4945-4bfd-bef4-11392753fa6b req-a050e8e8-7a58-4192-8008-e3e28839b58d tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0978463 Oct 13 00:29:46.122911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:46.131317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fe6470c0-a0e3-4df4-a045-d51412d2c3c2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577381 Oct 13 00:29:46.131407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47420) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:46.133771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:46.137915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:46.143047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:46.144003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:46.236686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:46.316494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95b0da-58ec-4f53-8d59-11f5906ed967 None None] Network 9a4ef8c3-2864-4021-a222-02933e822456 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:46.432791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4c66d13f-d5f3-4b3f-a082-6908c4228992 None None] Provisioning complete for port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:46.433163 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4c66d13f-d5f3-4b3f-a082-6908c4228992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:46.500439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.extraroute_db [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 00:29:46.518641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.extraroute_db [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Removed routes are [] {{(pid=94988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 00:29:46.519165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:46.649101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:45Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e887de3-ab01-4ad1-8b7c-47ab69a3aba0', 'name': '', 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:0c:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2f8c9f98-afb6-456d-bd8e-4227ba123545', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:44Z', 'updated_at': '2021-10-13T00:29:45Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '2f8c9f98-afb6-456d-bd8e-4227ba123545', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:46.682241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:46.682447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Updating router 6037b281-c42e-436d-abc1-782ea72616b6 port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:29:46.713005 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:46.722999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:46.728396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:46.835633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:46.937405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:46.944542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:46.949003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47430) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:46.949183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ae1e0185-6b1a-41db-8244-7ad3a1ab02b5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 200 len: 953 time: 0.8157043 Oct 13 00:29:46.995847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-126d54a1-d099-4360-b916-2fb6a350d47c None None] Provisioning complete for port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:46.996225 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-126d54a1-d099-4360-b916-2fb6a350d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.065343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-126d54a1-d099-4360-b916-2fb6a350d47c None None] Port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:29:47.071324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.072966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47434) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:47.073399 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-be30f122-3774-4a52-831c-a9bee572a63a tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 200 len: 953 time: 0.1226709 Oct 13 00:29:47.078116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'routes': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:47.083854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-126d54a1-d099-4360-b916-2fb6a350d47c None None] Provisioning complete for port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:47.084276 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-126d54a1-d099-4360-b916-2fb6a350d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.087647 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.178293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77777-1677-4fe9-8f25-be37afcb20c2 None None] Pushing event updated for resources: {'Port': ['ID=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:47.179148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee0275-cc89-4eda-bd8f-c1d30fb795b9 req-396b9438-7f15-4875-b19f-f75670cf1526 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:47.181573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00ee0275-cc89-4eda-bd8f-c1d30fb795b9 req-396b9438-7f15-4875-b19f-f75670cf1526 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0809088 Oct 13 00:29:47.247738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b23e1cb3-8fa1-45f0-9d3c-c7c14a518b61 req-9cafdb65-1f25-4021-bc0f-28f0377b4850 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0458941 Oct 13 00:29:47.284688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00ee0275-cc89-4eda-bd8f-c1d30fb795b9 req-719078ea-5aec-4d43-8110-d6daf6eebd3c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800610 Oct 13 00:29:47.440274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a5c187c1-4d9d-493f-bde3-a132a2d3f0cf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:47.467174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Attempting to bind port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:29:47.467475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Attempting to bind port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:29:47.468072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Attempting to bind port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 on network 9a4ef8c3-2864-4021-a222-02933e822456 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:29:47.491422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:29:47.491915 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Checking segment: {'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:29:47.492327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.492762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Bound using segment: {'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:29:47.493261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Bound port: 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8b39df-168d-4afe-bc80-b4a4fc4f9907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:29:47.493650 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.525442 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.565220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:47.565589 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.613570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] For port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:29:47.641076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] For port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,segment=NetworkSegment(2c8b39df-168d-4afe-bc80-b4a4fc4f9907),segment_id=2c8b39df-168d-4afe-bc80-b4a4fc4f9907)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:29:47.644650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c17517c2-1a09-4c82-8a77-11c96d75e3b8 None None] Provisioning complete for port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:47.646184 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c17517c2-1a09-4c82-8a77-11c96d75e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.675140 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:47.762619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:47.763426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:47.847800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77777-1677-4fe9-8f25-be37afcb20c2 None None] Pushing event updated for resources: {'Port': ['ID=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:47.909171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.extraroute_db [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added routes are [] {{(pid=94988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 00:29:47.909760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.extraroute_db [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 00:29:47.928645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:47.948667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:48.034144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c17517c2-1a09-4c82-8a77-11c96d75e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:48.114444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c17517c2-1a09-4c82-8a77-11c96d75e3b8 None None] For port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,segment=NetworkSegment(2c8b39df-168d-4afe-bc80-b4a4fc4f9907),segment_id=2c8b39df-168d-4afe-bc80-b4a4fc4f9907)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:48.120272 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c17517c2-1a09-4c82-8a77-11c96d75e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:48.143251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:48.146544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:48.204419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17517c2-1a09-4c82-8a77-11c96d75e3b8 None None] Pushing event updated for resources: {'Port': ['ID=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:48.242127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:48.245111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:46Z', 'revision_number': 6, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e887de3-ab01-4ad1-8b7c-47ab69a3aba0', 'name': '', 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:0c:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2f8c9f98-afb6-456d-bd8e-4227ba123545', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:44Z', 'updated_at': '2021-10-13T00:29:47Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '2f8c9f98-afb6-456d-bd8e-4227ba123545', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:48.272116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc5097-2279-4b2e-94ed-adf0b41ad293 None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:46Z', 'revision_number': 6, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e887de3-ab01-4ad1-8b7c-47ab69a3aba0', 'name': '', 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:0c:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2f8c9f98-afb6-456d-bd8e-4227ba123545', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:44Z', 'updated_at': '2021-10-13T00:29:47Z', 'revision_number': 4, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '2f8c9f98-afb6-456d-bd8e-4227ba123545', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:48.273749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-59a9e5be-2ece-4346-89d1-5359252149e3 None None] Provisioning complete for port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:29:48.274138 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-59a9e5be-2ece-4346-89d1-5359252149e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:48.371136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:48.379592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:48.380793 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3ef31025-a842-4a95-ad00-364250c7546c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 200 len: 703 time: 1.3065643 Oct 13 00:29:48.388046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47450) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:48.428387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd4f2c55-725e-4c22-a0c7-082f1d16f0fc req-d5192922-8a07-4369-8987-7270b1bf7634 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0713673 Oct 13 00:29:48.488865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81145044-159f-4447-944b-1190f96f3ec4 req-c02a7812-a4f7-42f1-9673-9d747b75bea0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:48.490425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81145044-159f-4447-944b-1190f96f3ec4 req-c02a7812-a4f7-42f1-9673-9d747b75bea0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0603859 Oct 13 00:29:48.509585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0baffe41-e303-4cb7-b288-ea2ff5d48fcf tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 200 len: 703 time: 0.1198747 Oct 13 00:29:48.511796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47452) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:48.600093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81145044-159f-4447-944b-1190f96f3ec4 req-055c27c9-af69-4647-b76b-5d7ac564c1de tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029127 Oct 13 00:29:48.870698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:49.126754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:49.127066 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:49.131923 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:49.140801 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:49.141465 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:49.220181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,segment=NetworkSegment(2c8b39df-168d-4afe-bc80-b4a4fc4f9907),segment_id=2c8b39df-168d-4afe-bc80-b4a4fc4f9907)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:49.220544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:49.229222 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:49.232826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:49.411730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:49.439494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=4e887de3-ab01-4ad1-8b7c-47ab69a3aba0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:49.483547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:29:49.512420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:49.512764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 00:29:49.533538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Port 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 not found, will not notify nova. {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 00:29:49.552221 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:47Z', 'revision_number': 7, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e887de3-ab01-4ad1-8b7c-47ab69a3aba0', 'name': '', 'network_id': '9a4ef8c3-2864-4021-a222-02933e822456', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:0c:36:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2f8c9f98-afb6-456d-bd8e-4227ba123545', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:44Z', 'updated_at': '2021-10-13T00:29:48Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '2f8c9f98-afb6-456d-bd8e-4227ba123545', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:49.577114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d1f8d4b-34d5-4652-a029-96875f7fff97 req-bd856d44-50ff-47bd-bbfe-4eda3690019e tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0322666 Oct 13 00:29:49.585276 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:49.594833 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:49.595494 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:49.596761 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:49.699848 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:49.762170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848d174-e0ec-49fc-b4eb-510e157171ff req-6495160e-2736-41ce-a3fe-483066403f1f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:49.763536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8848d174-e0ec-49fc-b4eb-510e157171ff req-6495160e-2736-41ce-a3fe-483066403f1f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0779684 Oct 13 00:29:49.915571 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:49Z', 'revision_number': 8, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:49.944048 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a07f8-b634-48bd-a713-f909e73443d4 None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:49Z', 'revision_number': 8, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:50.204907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8848d174-e0ec-49fc-b4eb-510e157171ff req-7f835054-32de-497a-9b90-d7b4f7abcd46 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4116025 Oct 13 00:29:50.213163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:50.303689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:50.309315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1449a429-0a04-4afb-be0e-df7587840b8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965200 Oct 13 00:29:50.312209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47474) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:50.364764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2ca5a0-356c-44e5-b7c8-fb6a281f07a3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet 2f8c9f98-afb6-456d-bd8e-4227ba123545 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:29:50.368275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca5a0-356c-44e5-b7c8-fb6a281f07a3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.414146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca5a0-356c-44e5-b7c8-fb6a281f07a3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.500348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca5a0-356c-44e5-b7c8-fb6a281f07a3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.564547 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca5a0-356c-44e5-b7c8-fb6a281f07a3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.573452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:50.582647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:50.583256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:50.597209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ca5a0-356c-44e5-b7c8-fb6a281f07a3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8c9f98-afb6-456d-bd8e-4227ba123545,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:50.604471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca5a0-356c-44e5-b7c8-fb6a281f07a3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.610625 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9f2ca5a0-356c-44e5-b7c8-fb6a281f07a3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/2f8c9f98-afb6-456d-bd8e-4227ba123545 HTTP/1.1" status: 204 len: 168 time: 0.2946117 Oct 13 00:29:50.610625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47476) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:50.617603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a90d621-f72a-4499-b9f1-64e6ab83b89d None None] Network 9a4ef8c3-2864-4021-a222-02933e822456 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:50.689411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.701711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-505094ff-a11e-49a3-8255-68c2d014085a req-b1a8ac0a-0360-4cf4-b482-085e3c9a9fcc tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0319300 Oct 13 00:29:50.729787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:50.754279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:50.754633 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.825725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a5c187c1-4d9d-493f-bde3-a132a2d3f0cf,segment=NetworkSegment(2c8b39df-168d-4afe-bc80-b4a4fc4f9907),segment_id=2c8b39df-168d-4afe-bc80-b4a4fc4f9907)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:50.826520 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.839959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for a5c187c1-4d9d-493f-bde3-a132a2d3f0cf owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:50.920951 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:50.952647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=a5c187c1-4d9d-493f-bde3-a132a2d3f0cf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:50.954623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No DVR routers for this DVR port a5c187c1-4d9d-493f-bde3-a132a2d3f0cf on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:50.974676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f93dc2-d52a-4363-94f3-ed7784cf6579 None None] DHCP port deletion for 9a4ef8c3-2864-4021-a222-02933e822456 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:29:51.006488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:49Z', 'revision_number': 8, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:51.034961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:51.039201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.043682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:51.044278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:51.059115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4ef8c3-2864-4021-a222-02933e822456']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:51.069158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8b39df-168d-4afe-bc80-b4a4fc4f9907') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:51.069516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8b39df-168d-4afe-bc80-b4a4fc4f9907') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:51.082012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.098520 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.105884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:29:51.106276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:29:51.109368 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:29:51.143398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:51.173379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.182209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.187866 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/9a4ef8c3-2864-4021-a222-02933e822456 HTTP/1.1" status: 204 len: 168 time: 0.5739963 Oct 13 00:29:51.188220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47482) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:51.196240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b27fa-7d3e-4f1a-a2a8-cf78266fdc8e tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=9a4ef8c3-2864-4021-a222-02933e822456,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:51.377125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:49Z', 'revision_number': 8, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:51.403959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78bd30-e002-4b41-a364-c52aad621219 req-4d10e295-488a-4883-a113-d5bcc2d6d81a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:51.406033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa78bd30-e002-4b41-a364-c52aad621219 req-4d10e295-488a-4883-a113-d5bcc2d6d81a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1275845 Oct 13 00:29:51.415155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcb786-c458-471b-ae7c-2ce1b16d4429 None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:49Z', 'revision_number': 8, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '19b5fc1a-3655-4b1f-8268-d2449712727d', 'name': '', 'network_id': '816b60ac-2f25-4cc9-a0c7-b39cba786e3a', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:24:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:39Z', 'updated_at': '2021-10-13T00:29:44Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:51.449887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a5c187c1-4d9d-493f-bde3-a132a2d3f0cf no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:51.471044 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a5c187c1-4d9d-493f-bde3-a132a2d3f0cf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:51.471393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a5c187c1-4d9d-493f-bde3-a132a2d3f0cf not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:51.471853 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:51.491032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa78bd30-e002-4b41-a364-c52aad621219 req-1f753fe8-166a-43e5-88ff-cb42f3ce2d4e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748844 Oct 13 00:29:51.493800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:51.494149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4e887de3-ab01-4ad1-8b7c-47ab69a3aba0 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:51.618658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.834099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50c3f79f-378f-44cf-9905-b96b0c11292a req-85bd86df-e5cc-485f-acf0-4a0cc98dc389 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0448921 Oct 13 00:29:51.890367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 19b5fc1a-3655-4b1f-8268-d2449712727d {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:51.890639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.980802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 19b5fc1a-3655-4b1f-8268-d2449712727d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=19b5fc1a-3655-4b1f-8268-d2449712727d,segment=NetworkSegment(151c1c04-675c-4064-a798-4fd4893d02a3),segment_id=151c1c04-675c-4064-a798-4fd4893d02a3)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:51.981182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:51.993608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 19b5fc1a-3655-4b1f-8268-d2449712727d owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:52.170808 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:52.227582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=19b5fc1a-3655-4b1f-8268-d2449712727d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:52.319354 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:52.518727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:52.654999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:52.661093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b6d50101-9b14-455e-ace3-029a2a99a0e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4718511 Oct 13 00:29:52.663860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47492) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:52.673572 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:52.676546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99beb3c-e53f-4c0f-a2fa-e31fca784f15 req-a24290f4-819b-4782-a871-c83e9616d9c5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:52.678885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a99beb3c-e53f-4c0f-a2fa-e31fca784f15 req-a24290f4-819b-4782-a871-c83e9616d9c5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0826018 Oct 13 00:29:52.685642 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:52.686565 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:52.749656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a646ed-cb50-438a-88f9-1662eed0d330 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet 5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:29:52.753572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35a646ed-cb50-438a-88f9-1662eed0d330 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:52.765911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a99beb3c-e53f-4c0f-a2fa-e31fca784f15 req-8f55305d-ad2c-4b1f-a02d-af244a88e935 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660615 Oct 13 00:29:52.793665 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:52.815962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35a646ed-cb50-438a-88f9-1662eed0d330 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:52.915277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35a646ed-cb50-438a-88f9-1662eed0d330 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:52.959144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9306a8e-8de5-4060-b1ee-287c0dedefaf req-be35b209-3081-4140-8cbb-1d2b7a416d6b tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0344911 Oct 13 00:29:52.986846 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35a646ed-cb50-438a-88f9-1662eed0d330 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.015930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a646ed-cb50-438a-88f9-1662eed0d330 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:53.024675 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:52Z', 'revision_number': 9, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:53.026226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35a646ed-cb50-438a-88f9-1662eed0d330 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.030384 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-35a646ed-cb50-438a-88f9-1662eed0d330 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e HTTP/1.1" status: 204 len: 168 time: 0.3646064 Oct 13 00:29:53.032288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47496) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:53.036931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d73bf-5bed-407c-8381-cb02f0cce8cc None None] Network 816b60ac-2f25-4cc9-a0c7-b39cba786e3a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:53.059955 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:53.069528 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:53.069633 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:53.129069 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.165129 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:53.185571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 51b4b130-d476-40e2-bc14-7d69f7bff769 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:53.185996 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.253406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 51b4b130-d476-40e2-bc14-7d69f7bff769, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=51b4b130-d476-40e2-bc14-7d69f7bff769,segment=NetworkSegment(151c1c04-675c-4064-a798-4fd4893d02a3),segment_id=151c1c04-675c-4064-a798-4fd4893d02a3)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:53.253768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.268239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 51b4b130-d476-40e2-bc14-7d69f7bff769 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:53.355819 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.393701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd583189-5100-4a94-947f-23e9538e8a7e None None] DHCP port deletion for 816b60ac-2f25-4cc9-a0c7-b39cba786e3a request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:29:53.400059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=51b4b130-d476-40e2-bc14-7d69f7bff769,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:53.401909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No DVR routers for this DVR port 51b4b130-d476-40e2-bc14-7d69f7bff769 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:53.418188 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:52Z', 'revision_number': 9, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:53.447325 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a68a6-b384-4c53-ab3c-e528b9b918cc None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:52Z', 'revision_number': 9, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61c6fb26-2515-47a9-ad93-60c702214d6c', 'name': '', 'network_id': 'f8defe21-7661-47de-b311-6de6709877ab', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:4b:20:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:33Z', 'updated_at': '2021-10-13T00:29:39Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '9a4fae4f-3961-420f-9dcf-28932eb5fa5e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:53.491750 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.511122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816b60ac-2f25-4cc9-a0c7-b39cba786e3a']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:53.520372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151c1c04-675c-4064-a798-4fd4893d02a3') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:53.520670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151c1c04-675c-4064-a798-4fd4893d02a3') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:53.530569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.543982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.549796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:29:53.550181 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:29:53.553102 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:29:53.609727 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.616224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:53.619319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/816b60ac-2f25-4cc9-a0c7-b39cba786e3a HTTP/1.1" status: 204 len: 168 time: 0.5833528 Oct 13 00:29:53.622637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47500) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:53.630792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917fa69-8525-4f3b-b4f6-fc0fd2acbec0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=816b60ac-2f25-4cc9-a0c7-b39cba786e3a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:53.813395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 51b4b130-d476-40e2-bc14-7d69f7bff769 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:53.840313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 51b4b130-d476-40e2-bc14-7d69f7bff769 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:53.840912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 51b4b130-d476-40e2-bc14-7d69f7bff769 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:53.906566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e6d7a-9cf5-4a76-9995-f3e90c6cd4ba req-6b3568f3-9925-43fa-b625-69bbe1e90e18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:53.908182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a16e6d7a-9cf5-4a76-9995-f3e90c6cd4ba req-6b3568f3-9925-43fa-b625-69bbe1e90e18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0610428 Oct 13 00:29:53.953152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a16e6d7a-9cf5-4a76-9995-f3e90c6cd4ba req-41127719-a243-4315-8ced-4d55ebeb4a78 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346556 Oct 13 00:29:53.999842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:54.066965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbf081ec-de72-48da-a245-29ee2b995042 req-5e1bf647-67e3-41f6-a4c6-a4cb53d115f6 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Oct 13 00:29:54.256314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 61c6fb26-2515-47a9-ad93-60c702214d6c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:54.256656 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:54.346296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 61c6fb26-2515-47a9-ad93-60c702214d6c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=61c6fb26-2515-47a9-ad93-60c702214d6c,segment=NetworkSegment(a7ac100b-26d4-46dd-bd81-09f0756cef99),segment_id=a7ac100b-26d4-46dd-bd81-09f0756cef99)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:54.346671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:54.359485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 61c6fb26-2515-47a9-ad93-60c702214d6c owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:54.536702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:54.569508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=61c6fb26-2515-47a9-ad93-60c702214d6c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:54.678047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:54.882569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:54.981093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:54.986504 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6129afd7-2636-4eef-86fc-bbb52f7a4afb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3624020 Oct 13 00:29:54.989248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47510) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:54.997365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:55.009769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:55.010638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:55.074527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-18216dcc-b8da-4fb4-8404-143b14916da8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet 9a4fae4f-3961-420f-9dcf-28932eb5fa5e {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:29:55.081092 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18216dcc-b8da-4fb4-8404-143b14916da8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.135641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:55.142520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18216dcc-b8da-4fb4-8404-143b14916da8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.173444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174200a1-e62e-4e50-b138-7fb578570289 req-692f612d-c826-4f2e-972b-122a1bb57c64 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:55.174948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-174200a1-e62e-4e50-b138-7fb578570289 req-692f612d-c826-4f2e-972b-122a1bb57c64 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1356924 Oct 13 00:29:55.221159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94f6bbf3-8538-421d-86cb-3ad5de25e92b req-6f30d493-beaa-4eed-ae5e-c98dd3f1566a tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0451057 Oct 13 00:29:55.279700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-174200a1-e62e-4e50-b138-7fb578570289 req-6c6b6a60-1b24-47a1-9d45-329089a87905 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896847 Oct 13 00:29:55.296958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18216dcc-b8da-4fb4-8404-143b14916da8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.342469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:54Z', 'revision_number': 10, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:55.363961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18216dcc-b8da-4fb4-8404-143b14916da8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.370083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:55.384157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:55.384769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:55.391568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18216dcc-b8da-4fb4-8404-143b14916da8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4fae4f-3961-420f-9dcf-28932eb5fa5e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:55.397359 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-18216dcc-b8da-4fb4-8404-143b14916da8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.401372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-18216dcc-b8da-4fb4-8404-143b14916da8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/9a4fae4f-3961-420f-9dcf-28932eb5fa5e HTTP/1.1" status: 204 len: 168 time: 0.4108512 Oct 13 00:29:55.404218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:55.442334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48d429-8742-4e2f-b10f-bab21c8ed8d3 None None] Network f8defe21-7661-47de-b311-6de6709877ab requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:55.486453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.511246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 19b5fc1a-3655-4b1f-8268-d2449712727d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:55.545349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 0e9195c1-cf8e-4235-aae2-321ce14d8625 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:55.545686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.548170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 19b5fc1a-3655-4b1f-8268-d2449712727d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:55.548564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 19b5fc1a-3655-4b1f-8268-d2449712727d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:55.574458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:55.608905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 0e9195c1-cf8e-4235-aae2-321ce14d8625, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0e9195c1-cf8e-4235-aae2-321ce14d8625,segment=NetworkSegment(a7ac100b-26d4-46dd-bd81-09f0756cef99),segment_id=a7ac100b-26d4-46dd-bd81-09f0756cef99)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:55.609267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.624190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 0e9195c1-cf8e-4235-aae2-321ce14d8625 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:55.812432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] DHCP port deletion for f8defe21-7661-47de-b311-6de6709877ab request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:29:55.857782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:54Z', 'revision_number': 10, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:55.897546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a9e35-def2-4015-92fb-2f1a9827de66 None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:54Z', 'revision_number': 10, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None, '_interfaces': [{'id': '53231051-b875-4c43-9978-2a59be9f7542', 'name': '', 'network_id': '7f81aed3-16ec-4b40-a10e-4bdd57bef2f9', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'mac_address': 'fa:16:3e:3f:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6037b281-c42e-436d-abc1-782ea72616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '567998ea-f772-458b-bc87-07ff025c28af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:29:29Z', 'updated_at': '2021-10-13T00:29:34Z', 'revision_number': 5, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'subnets': [{'id': '567998ea-f772-458b-bc87-07ff025c28af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:55.912733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Deleting port 0e9195c1-cf8e-4235-aae2-321ce14d8625 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:55.913162 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.982342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] For port 0e9195c1-cf8e-4235-aae2-321ce14d8625, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0e9195c1-cf8e-4235-aae2-321ce14d8625,segment=NetworkSegment(a7ac100b-26d4-46dd-bd81-09f0756cef99),segment_id=a7ac100b-26d4-46dd-bd81-09f0756cef99)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:55.982733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:55.996088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Calling delete_port for 0e9195c1-cf8e-4235-aae2-321ce14d8625 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:55.996708 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.022787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=0e9195c1-cf8e-4235-aae2-321ce14d8625,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:56.026669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No DVR routers for this DVR port 0e9195c1-cf8e-4235-aae2-321ce14d8625 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:56.077130 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.099832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Pushing event deleted for resources: {'Port': ['ID=0e9195c1-cf8e-4235-aae2-321ce14d8625,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:56.110409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.110752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.111674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.111674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.111868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.112102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.112437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.112752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.113088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.113406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.113614 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.113789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.114030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:29:56.116681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e90712a-7d17-4c18-aad5-317970fed35c None None] No DVR routers for this DVR port 0e9195c1-cf8e-4235-aae2-321ce14d8625 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:56.139141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8defe21-7661-47de-b311-6de6709877ab']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:56.150181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ac100b-26d4-46dd-bd81-09f0756cef99') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:56.150570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ac100b-26d4-46dd-bd81-09f0756cef99') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:56.160643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.175022 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.181837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:29:56.182214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:29:56.185220 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:29:56.248778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.256485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.259891 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/f8defe21-7661-47de-b311-6de6709877ab HTTP/1.1" status: 204 len: 168 time: 0.8544443 Oct 13 00:29:56.262590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47520) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:56.275541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f31b06-4ec5-424d-9c3d-8da259ab7d90 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=f8defe21-7661-47de-b311-6de6709877ab,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:56.377881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8d0b59f-414c-4614-a324-52ebf27369c9 req-423b87af-b454-4ac0-8678-2d348dec7723 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0389061 Oct 13 00:29:56.506618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975527-41af-43c2-b88e-2f7a63ad07de req-943f2829-ee64-4047-8db4-b6203632c7fc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:56.508088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e975527-41af-43c2-b88e-2f7a63ad07de req-943f2829-ee64-4047-8db4-b6203632c7fc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1357613 Oct 13 00:29:56.580034 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e975527-41af-43c2-b88e-2f7a63ad07de req-4fea87e4-8d3d-4553-8a48-6503d957d950 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643992 Oct 13 00:29:56.704060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:56.946661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 53231051-b875-4c43-9978-2a59be9f7542 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:56.946927 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:57.046584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 53231051-b875-4c43-9978-2a59be9f7542, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=53231051-b875-4c43-9978-2a59be9f7542,segment=NetworkSegment(eddaae0d-8286-4380-ba00-7398d125faf8),segment_id=eddaae0d-8286-4380-ba00-7398d125faf8)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:57.046944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:57.059034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 53231051-b875-4c43-9978-2a59be9f7542 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:57.234667 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:57.262124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=53231051-b875-4c43-9978-2a59be9f7542,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:57.356506 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:57.509656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 61c6fb26-2515-47a9-ad93-60c702214d6c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:57.530523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 61c6fb26-2515-47a9-ad93-60c702214d6c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:57.530778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 61c6fb26-2515-47a9-ad93-60c702214d6c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:57.531207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0e9195c1-cf8e-4235-aae2-321ce14d8625 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:57.552155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 0e9195c1-cf8e-4235-aae2-321ce14d8625 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:57.552505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0e9195c1-cf8e-4235-aae2-321ce14d8625 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:57.829873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-198c57d5-1d63-460a-856a-160c473ad061 req-9c54f531-926c-4bd8-8c00-ced421ed18f0 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0782619 Oct 13 00:29:57.917165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f9efe-09dc-4fa1-ac3b-383e034173ea req-cd70609f-962d-4fa3-afa4-b8c286a6324c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:57.918625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff2f9efe-09dc-4fa1-ac3b-383e034173ea req-cd70609f-962d-4fa3-afa4-b8c286a6324c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1661189 Oct 13 00:29:57.924333 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:58.030258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff2f9efe-09dc-4fa1-ac3b-383e034173ea req-08c52656-1cbd-4f36-b3f2-aed42ee8088c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046579 Oct 13 00:29:58.039561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:58.044770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a0024ba7-2f5b-4438-881a-8304fad840f3 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7810521 Oct 13 00:29:58.047331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47532) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:58.050076 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:58.066434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:58.067226 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:58.110336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-76099e87-7627-430f-99f3-4185cbb1dbca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting subnet 567998ea-f772-458b-bc87-07ff025c28af {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:29:58.113477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76099e87-7627-430f-99f3-4185cbb1dbca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.142837 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:58.154880 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76099e87-7627-430f-99f3-4185cbb1dbca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.193374 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:57Z', 'revision_number': 11, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:58.243913 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76099e87-7627-430f-99f3-4185cbb1dbca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.308945 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76099e87-7627-430f-99f3-4185cbb1dbca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.312589 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:58.320842 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:58.321440 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:58.336751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76099e87-7627-430f-99f3-4185cbb1dbca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Subnet': ['ID=567998ea-f772-458b-bc87-07ff025c28af,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:58.340459 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76099e87-7627-430f-99f3-4185cbb1dbca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.344209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-76099e87-7627-430f-99f3-4185cbb1dbca tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/567998ea-f772-458b-bc87-07ff025c28af HTTP/1.1" status: 204 len: 168 time: 0.2875426 Oct 13 00:29:58.346825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47534) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:58.350037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8a808-ce0c-4a99-9bac-0410fc9f7008 None None] Network 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:29:58.395116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:58.425783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.445302 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87eeaf94-68fc-4b21-b092-66a567ce94fa req-db48e8ec-51d7-4e0e-b249-38b4ce1dd742 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0257571 Oct 13 00:29:58.456077 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:57Z', 'revision_number': 11, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:58.486614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Deleting port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:29:58.486958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.487349 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa48148-2204-4059-a582-8096dd20ca4d None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:57Z', 'revision_number': 11, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:29:58.559996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] For port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3,segment=NetworkSegment(eddaae0d-8286-4380-ba00-7398d125faf8),segment_id=eddaae0d-8286-4380-ba00-7398d125faf8)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:29:58.560355 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.572553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Calling delete_port for 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:29:58.656597 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.682209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Port': ['ID=8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:58.687854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No DVR routers for this DVR port 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:29:58.769980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.792862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f81aed3-16ec-4b40-a10e-4bdd57bef2f9']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:58.801820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddaae0d-8286-4380-ba00-7398d125faf8') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:58.802112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddaae0d-8286-4380-ba00-7398d125faf8') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:58.812616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.827767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.829067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a7159e-3103-4947-8368-4c7d56ee66cd None None] DHCP port deletion for 7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:29:58.834753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:29:58.835429 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:29:58.839707 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:29:58.921360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.925726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:58.929294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/networks/7f81aed3-16ec-4b40-a10e-4bdd57bef2f9 HTTP/1.1" status: 204 len: 168 time: 0.5808895 Oct 13 00:29:58.932588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47540) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:58.938747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'routes': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:58.954865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42a21ffe-c4ca-4491-8e84-1c89f91aba93 req-a53f75c5-f929-47a9-aac3-1572cb1d3d90 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0413568 Oct 13 00:29:58.964945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bdeb4-6eff-487f-ba64-7420098be468 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Pushing event deleted for resources: {'Network': ['ID=7f81aed3-16ec-4b40-a10e-4bdd57bef2f9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:29:59.113733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.extraroute_db [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Added routes are [] {{(pid=94988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 00:29:59.114056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.extraroute_db [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Removed routes are [] {{(pid=94988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 00:29:59.114399 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.160248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852af4e2-12fd-417b-8d4a-1db3c66a9cd5 req-aef7baaf-1c97-48a9-b212-c097c086e29f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:29:59.161722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-852af4e2-12fd-417b-8d4a-1db3c66a9cd5 req-aef7baaf-1c97-48a9-b212-c097c086e29f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0534306 Oct 13 00:29:59.199849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-852af4e2-12fd-417b-8d4a-1db3c66a9cd5 req-75b11cbe-6e8a-46f7-933b-ee1a383605d2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Oct 13 00:29:59.252701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.255873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.332047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 6037b281-c42e-436d-abc1-782ea72616b6 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:29:59.407455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:29:59.414875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.417290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] Sync routers for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:29:59.418288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47544) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:59.419955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-28a7b620-c563-4969-a258-a6099458c3fc tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 200 len: 704 time: 0.4859993 Oct 13 00:29:59.427246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 53231051-b875-4c43-9978-2a59be9f7542 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:59.433255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:59.433903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:59.447808 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e09b53dc-489c-4e42-901b-ab4890e24c4f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 200 len: 205 time: 0.0283661 Oct 13 00:29:59.450408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47546) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:59.452850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 53231051-b875-4c43-9978-2a59be9f7542 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:59.453197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 53231051-b875-4c43-9978-2a59be9f7542 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:59.453619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:29:59.525808 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc168f93-abff-4f15-b057-742f5483c253 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.527445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:29:59.527817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8adf682d-48d1-4edd-bb65-c6f0b0cfa0a3 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:29:59.536044 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:59.589918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:57Z', 'revision_number': 11, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:59.615388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] Checking router: 6037b281-c42e-436d-abc1-782ea72616b6 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:29:59.624108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] Routers {'6037b281-c42e-436d-abc1-782ea72616b6'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:29:59.624702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6037b281-c42e-436d-abc1-782ea72616b6'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:59.684375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc168f93-abff-4f15-b057-742f5483c253 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.686659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc168f93-abff-4f15-b057-742f5483c253 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.731607 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc168f93-abff-4f15-b057-742f5483c253 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.732050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc168f93-abff-4f15-b057-742f5483c253 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Fanout notify agent at l3_agent the message router_deleted on router 6037b281-c42e-436d-abc1-782ea72616b6 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:29:59.740156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc168f93-abff-4f15-b057-742f5483c253 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.747247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bc168f93-abff-4f15-b057-742f5483c253 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 204 len: 168 time: 0.2902260 Oct 13 00:29:59.749997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47550) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:59.758255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d5327caa-ac44-41a2-b8f6-eca841093dff tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-679365432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:59.784934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5327caa-ac44-41a2-b8f6-eca841093dff tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.786152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5327caa-ac44-41a2-b8f6-eca841093dff tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.849377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] Set router 6037b281-c42e-436d-abc1-782ea72616b6 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:29:59.859637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5327caa-ac44-41a2-b8f6-eca841093dff tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.864077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5327caa-ac44-41a2-b8f6-eca841093dff tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.884544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d5327caa-ac44-41a2-b8f6-eca841093dff tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:29:59.885801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d5327caa-ac44-41a2-b8f6-eca841093dff tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1338637 Oct 13 00:29:59.888676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47552) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:29:59.893322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f5e87122-cc6f-4be4-a5d6-66adbc5040e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:29:59.904287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:57Z', 'revision_number': 11, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:29:59.933184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42548fb1-bf86-42ee-8494-a9137a35a9f4 None None] The sync data for ids ['6037b281-c42e-436d-abc1-782ea72616b6'] in n-d-813679-4 is: [{'id': '6037b281-c42e-436d-abc1-782ea72616b6', 'name': 'tempest-RoutersIpV6Test-router-271057471', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:28Z', 'updated_at': '2021-10-13T00:29:57Z', 'revision_number': 11, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:30:00.069474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73aa9ac8-9491-4955-b700-2442771db42f req-4488c259-3ae9-4889-96af-0a912e4b44a2 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0295243 Oct 13 00:30:00.151039 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f5e87122-cc6f-4be4-a5d6-66adbc5040e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:00.166719 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f5e87122-cc6f-4be4-a5d6-66adbc5040e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:00.295153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e87122-cc6f-4be4-a5d6-66adbc5040e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Router 8845c64b-8cef-4e8b-9f8a-c3e4e3310834 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:30:00.378845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73075d2b-3ce4-4f23-8b77-cd29a69cbcbe req-eefc3044-cc5e-456e-9467-f4013feb0baf tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0299327 Oct 13 00:30:00.382463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190122-4127-498f-aaea-50f2a8ca2442 req-fbbfda08-4fd8-4d34-ab71-818f3979e27c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:00.384095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e190122-4127-498f-aaea-50f2a8ca2442 req-fbbfda08-4fd8-4d34-ab71-818f3979e27c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0894856 Oct 13 00:30:00.428121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e190122-4127-498f-aaea-50f2a8ca2442 req-65b3412b-36dd-4e81-aa2d-ca2ee973165c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367775 Oct 13 00:30:00.439749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1eb5720b-85f4-41d8-a03c-0ebb847b1905 req-1160243c-9002-4d53-9be4-f9d9b6c684db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d5de59b23642419afe4888a3a26da4&device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0652153 Oct 13 00:30:00.444255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e87122-cc6f-4be4-a5d6-66adbc5040e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:30:00.451979 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f5e87122-cc6f-4be4-a5d6-66adbc5040e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:00.452711 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f5e87122-cc6f-4be4-a5d6-66adbc5040e4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "PUT /v2.0/routers/8845c64b-8cef-4e8b-9f8a-c3e4e3310834 HTTP/1.1" status: 200 len: 697 time: 0.5631089 Oct 13 00:30:00.454873 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] Sync routers for ids ['8845c64b-8cef-4e8b-9f8a-c3e4e3310834'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:30:00.459851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47564) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:00.475050 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] Routers {'8845c64b-8cef-4e8b-9f8a-c3e4e3310834'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:30:00.475709 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8845c64b-8cef-4e8b-9f8a-c3e4e3310834'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:00.482441 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1eb5720b-85f4-41d8-a03c-0ebb847b1905 req-ef684702-ef30-4672-9879-432451409ffb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=83d5de59b23642419afe4888a3a26da4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286615 Oct 13 00:30:00.546781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-74612c78-0357-4ae5-b7bf-1487c47a7403 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/routers/8845c64b-8cef-4e8b-9f8a-c3e4e3310834 HTTP/1.1" status: 200 len: 703 time: 0.0831282 Oct 13 00:30:00.547269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47566) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:00.555116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] Set router 8845c64b-8cef-4e8b-9f8a-c3e4e3310834 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:30:00.578270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-09216a0e-c11b-4fb3-ad18-9c960c68a61c tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=8845c64b-8cef-4e8b-9f8a-c3e4e3310834 HTTP/1.1" status: 200 len: 205 time: 0.0275688 Oct 13 00:30:00.578628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47568) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:00.623627 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8845c64b-8cef-4e8b-9f8a-c3e4e3310834', 'name': 'tempest-RoutersIpV6Test-router-679365432', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:59Z', 'updated_at': '2021-10-13T00:30:00Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:00.656198 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] Checking router: 8845c64b-8cef-4e8b-9f8a-c3e4e3310834 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:30:00.666539 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] Routers {'8845c64b-8cef-4e8b-9f8a-c3e4e3310834'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:30:00.667411 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['8845c64b-8cef-4e8b-9f8a-c3e4e3310834'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:00.701442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49220309-1449-4d3b-be93-2e131be19781 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:00.750727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] Set router 8845c64b-8cef-4e8b-9f8a-c3e4e3310834 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:30:00.775349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5720b-85f4-41d8-a03c-0ebb847b1905 req-05d6f38a-38ce-457b-a920-a0be2cea65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:00.776863 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1eb5720b-85f4-41d8-a03c-0ebb847b1905 req-05d6f38a-38ce-457b-a920-a0be2cea65cb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2867928 Oct 13 00:30:00.815062 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8845c64b-8cef-4e8b-9f8a-c3e4e3310834', 'name': 'tempest-RoutersIpV6Test-router-679365432', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:59Z', 'updated_at': '2021-10-13T00:30:00Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:00.843284 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3b4db-9478-41e2-b890-cc2fba1f12f4 None None] The sync data for ids ['8845c64b-8cef-4e8b-9f8a-c3e4e3310834'] in n-d-813679-4 is: [{'id': '8845c64b-8cef-4e8b-9f8a-c3e4e3310834', 'name': 'tempest-RoutersIpV6Test-router-679365432', 'tenant_id': '88167cb9fbb34ef0890bc9b19d87067c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:29:59Z', 'updated_at': '2021-10-13T00:30:00Z', 'revision_number': 2, 'project_id': '88167cb9fbb34ef0890bc9b19d87067c', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:30:00.881986 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49220309-1449-4d3b-be93-2e131be19781 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:00.884806 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49220309-1449-4d3b-be93-2e131be19781 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:00.928314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49220309-1449-4d3b-be93-2e131be19781 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:00.928830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49220309-1449-4d3b-be93-2e131be19781 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Fanout notify agent at l3_agent the message router_deleted on router 8845c64b-8cef-4e8b-9f8a-c3e4e3310834 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:30:00.937118 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49220309-1449-4d3b-be93-2e131be19781 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:00.938121 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-49220309-1449-4d3b-be93-2e131be19781 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/8845c64b-8cef-4e8b-9f8a-c3e4e3310834 HTTP/1.1" status: 204 len: 168 time: 0.3586013 Oct 13 00:30:00.941627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:00.969377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-565844ae-7d6e-4606-af3c-ea0f10a44629 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=8845c64b-8cef-4e8b-9f8a-c3e4e3310834 HTTP/1.1" status: 200 len: 205 time: 0.0266383 Oct 13 00:30:00.971657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47574) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.008901 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b7ee0923-5a26-4342-88b7-778244c3035b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] delete failed (client error): The resource could not be found. Oct 13 00:30:01.009927 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b7ee0923-5a26-4342-88b7-778244c3035b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/8845c64b-8cef-4e8b-9f8a-c3e4e3310834 HTTP/1.1" status: 404 len: 336 time: 0.0373719 Oct 13 00:30:01.012491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47576) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.043347 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bda7344-a9e4-4649-814c-c70d5ae94e76 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.043780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bda7344-a9e4-4649-814c-c70d5ae94e76 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.046809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0bda7344-a9e4-4649-814c-c70d5ae94e76 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/2f8c9f98-afb6-456d-bd8e-4227ba123545 HTTP/1.1" status: 404 len: 337 time: 0.0334206 Oct 13 00:30:01.049665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47578) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.077948 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd0262f-be5d-4e41-a365-c19e6395a227 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.078073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd0262f-be5d-4e41-a365-c19e6395a227 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.081099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6dd0262f-be5d-4e41-a365-c19e6395a227 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/5fcb4b30-0fd2-4763-a140-1e5e2a5aa46e HTTP/1.1" status: 404 len: 337 time: 0.0300956 Oct 13 00:30:01.083998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47582) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.109572 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ea9b42-b4b0-43c6-8d8c-d22ddb120848 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.110050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ea9b42-b4b0-43c6-8d8c-d22ddb120848 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.113032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-90ea9b42-b4b0-43c6-8d8c-d22ddb120848 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/9a4fae4f-3961-420f-9dcf-28932eb5fa5e HTTP/1.1" status: 404 len: 337 time: 0.0279920 Oct 13 00:30:01.115610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47584) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.145587 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b51926-e217-435c-9dd6-1491b7373be5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.146083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b51926-e217-435c-9dd6-1491b7373be5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.152274 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f5b51926-e217-435c-9dd6-1491b7373be5 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/567998ea-f772-458b-bc87-07ff025c28af HTTP/1.1" status: 404 len: 337 time: 0.0329468 Oct 13 00:30:01.152555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47588) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.184508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f57c800f-6bbd-48b6-89f9-13c8a20ae2c0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 200 len: 205 time: 0.0305345 Oct 13 00:30:01.186664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47590) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.234299 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-95d16d96-3992-4da9-974b-edbfc3d0cdc0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] delete failed (client error): The resource could not be found. Oct 13 00:30:01.235697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-95d16d96-3992-4da9-974b-edbfc3d0cdc0 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/6037b281-c42e-436d-abc1-782ea72616b6 HTTP/1.1" status: 404 len: 336 time: 0.0478268 Oct 13 00:30:01.238460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47592) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.270574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-896dfb61-8d8f-4f14-863a-cfff6954a802 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae04d57-b190-4067-8971-efc83ca4af45 HTTP/1.1" status: 200 len: 205 time: 0.0306926 Oct 13 00:30:01.273089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47594) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.314429 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-62db025b-07af-477a-b9fe-01aad2f71333 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] delete failed (client error): The resource could not be found. Oct 13 00:30:01.315451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-62db025b-07af-477a-b9fe-01aad2f71333 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/bae04d57-b190-4067-8971-efc83ca4af45 HTTP/1.1" status: 404 len: 336 time: 0.0412629 Oct 13 00:30:01.318273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.326405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94fadd65-8b15-423a-bc82-620a26a157bb req-74e64b99-7561-4a9b-b55d-f31b0381a757 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842016 Oct 13 00:30:01.347901 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85e46e1-ce3f-404e-9519-ea7f82916995 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.348452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85e46e1-ce3f-404e-9519-ea7f82916995 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.352376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a85e46e1-ce3f-404e-9519-ea7f82916995 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/df49dec4-d1b4-4259-8267-b0c8b169d62f HTTP/1.1" status: 404 len: 337 time: 0.0330012 Oct 13 00:30:01.354929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47598) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.389810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4912519b-e3a8-485e-8007-795036767ebb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=d241c0b7-5271-4ac3-8126-0f9777011f01 HTTP/1.1" status: 200 len: 205 time: 0.0335805 Oct 13 00:30:01.392061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47600) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.406933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fadd65-8b15-423a-bc82-620a26a157bb req-8697f541-f9c8-42ba-9947-e7800079e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:01.408480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94fadd65-8b15-423a-bc82-620a26a157bb req-8697f541-f9c8-42ba-9947-e7800079e4de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1096 time: 0.0484207 Oct 13 00:30:01.436669 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-558d6e32-682c-43e9-900c-e7d80c65e5bb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] delete failed (client error): The resource could not be found. Oct 13 00:30:01.440048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-558d6e32-682c-43e9-900c-e7d80c65e5bb tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/d241c0b7-5271-4ac3-8126-0f9777011f01 HTTP/1.1" status: 404 len: 336 time: 0.0446622 Oct 13 00:30:01.441025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47604) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.484037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47608) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.484277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-122d332e-8c2d-41fa-b795-507b87937ce2 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=382ba734-bb1c-45e7-bf4b-49d65ddfd799 HTTP/1.1" status: 200 len: 205 time: 0.0419178 Oct 13 00:30:01.510301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e18e5669-d9fe-42ec-9d17-e32b26137485 req-de399f42-b2b4-4f09-83e8-b7497fcc3ed7 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0539379 Oct 13 00:30:01.533484 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-3d415cde-fcf6-49ed-a47e-4383de596bb4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] delete failed (client error): The resource could not be found. Oct 13 00:30:01.535401 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3d415cde-fcf6-49ed-a47e-4383de596bb4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/382ba734-bb1c-45e7-bf4b-49d65ddfd799 HTTP/1.1" status: 404 len: 336 time: 0.0478666 Oct 13 00:30:01.537883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47610) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.572542 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbd14a5-8502-4db7-8312-8bd938dabbd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.573116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbd14a5-8502-4db7-8312-8bd938dabbd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.577186 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9dbd14a5-8502-4db7-8312-8bd938dabbd4 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/b39f1ec6-cf2e-449f-9e6e-cd89fb875d41 HTTP/1.1" status: 404 len: 337 time: 0.0382619 Oct 13 00:30:01.580132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47612) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.599408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477592a-2d22-47be-b2bc-12e7d5f8324b req-95a5a4ae-48ac-4f16-aa6b-e418236cf005 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:01.600954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a477592a-2d22-47be-b2bc-12e7d5f8324b req-95a5a4ae-48ac-4f16-aa6b-e418236cf005 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0684605 Oct 13 00:30:01.602619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fadd65-8b15-423a-bc82-620a26a157bb req-5532c2a0-2966-430c-9a02-c0561f02dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:01.604112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94fadd65-8b15-423a-bc82-620a26a157bb req-5532c2a0-2966-430c-9a02-c0561f02dd2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1732259 Oct 13 00:30:01.618215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63bc5545-20bf-419c-b22d-8a9e5dff7761 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=45faf40a-9524-4354-b8d3-21bf96d9d54c HTTP/1.1" status: 200 len: 205 time: 0.0367875 Oct 13 00:30:01.622995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47614) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.671963 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-bfedaf5a-7070-49cc-b18a-fd3c8f44000b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] delete failed (client error): The resource could not be found. Oct 13 00:30:01.673020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bfedaf5a-7070-49cc-b18a-fd3c8f44000b tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/45faf40a-9524-4354-b8d3-21bf96d9d54c HTTP/1.1" status: 404 len: 336 time: 0.0491059 Oct 13 00:30:01.673156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94fadd65-8b15-423a-bc82-620a26a157bb req-4394de62-49c8-4396-a38f-a99d767e393e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 1001 time: 0.0619800 Oct 13 00:30:01.675711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47616) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.692573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a477592a-2d22-47be-b2bc-12e7d5f8324b req-18dbae57-722b-4380-b182-e370fb1f0b74 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776124 Oct 13 00:30:01.720158 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7fa5c4-1701-44da-a209-ac3e5d040eb8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.720603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7fa5c4-1701-44da-a209-ac3e5d040eb8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.723930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1b7fa5c4-1701-44da-a209-ac3e5d040eb8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/6d24e778-32f8-4e8a-9521-1a0436ca6133 HTTP/1.1" status: 404 len: 337 time: 0.0470622 Oct 13 00:30:01.726966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47618) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.757491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-029811b4-08f1-4a8d-b4a7-25c1454d14a8 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "GET /v2.0/ports?device_id=defb6087-f853-4504-884e-579c59370a12 HTTP/1.1" status: 200 len: 205 time: 0.0271816 Oct 13 00:30:01.757756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47620) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.796553 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-e5add68d-cddd-475c-9d8d-a054791d740f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] delete failed (client error): The resource could not be found. Oct 13 00:30:01.800011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5add68d-cddd-475c-9d8d-a054791d740f tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/routers/defb6087-f853-4504-884e-579c59370a12 HTTP/1.1" status: 404 len: 336 time: 0.0389218 Oct 13 00:30:01.800290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47622) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.827933 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-04aef0da-8b8b-4726-b4e2-6167a9a4c048 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.828314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04aef0da-8b8b-4726-b4e2-6167a9a4c048 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.831395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-04aef0da-8b8b-4726-b4e2-6167a9a4c048 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/236f843f-1737-437f-b946-55a3b701aa1b HTTP/1.1" status: 404 len: 337 time: 0.0301888 Oct 13 00:30:01.834403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47624) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:01.866314 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-006493c2-21be-4cf5-8d04-8a3377888f38 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:01.866800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006493c2-21be-4cf5-8d04-8a3377888f38 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:01.872847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-006493c2-21be-4cf5-8d04-8a3377888f38 tempest-RoutersIpV6Test-154478288 tempest-RoutersIpV6Test-154478288-project] 10.222.0.21 "DELETE /v2.0/subnets/1415583c-d102-42a8-b304-46361a19b98e HTTP/1.1" status: 404 len: 337 time: 0.0373583 Oct 13 00:30:02.080024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fadd65-8b15-423a-bc82-620a26a157bb req-b56917bc-cb12-4958-a3c8-e48783544c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:02.082019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94fadd65-8b15-423a-bc82-620a26a157bb req-b56917bc-cb12-4958-a3c8-e48783544c49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.3955901 Oct 13 00:30:02.138536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fadd65-8b15-423a-bc82-620a26a157bb req-c7405cde-27e2-4354-90dd-120ec78e6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:02.140138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94fadd65-8b15-423a-bc82-620a26a157bb req-c7405cde-27e2-4354-90dd-120ec78e6fa0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504005 Oct 13 00:30:02.192592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47632) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:02.240251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1eb5720b-85f4-41d8-a03c-0ebb847b1905 req-bfbc5962-0154-4973-bd1b-13a5a0f58a74 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0323257 Oct 13 00:30:02.271037 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94fadd65-8b15-423a-bc82-620a26a157bb req-fa4a71fa-4430-469e-a35c-1a10b693035e service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233718 Oct 13 00:30:02.348802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4be20b77-b32b-43a2-9c6c-b863970a3083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88167cb9fbb34ef0890bc9b19d87067c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550434 Oct 13 00:30:02.352557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47640) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:02.432440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-94fadd65-8b15-423a-bc82-620a26a157bb req-4d28f7dc-f1f2-4fe6-8cd9-e7940389eccc service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528430 Oct 13 00:30:02.449761 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3bf3df91-b2ce-42ca-9912-9f8d57ab4372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:02.478785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3bf3df91-b2ce-42ca-9912-9f8d57ab4372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:02.529862 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3bf3df91-b2ce-42ca-9912-9f8d57ab4372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:02.532473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3bf3df91-b2ce-42ca-9912-9f8d57ab4372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:02.533883 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3bf3df91-b2ce-42ca-9912-9f8d57ab4372 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7029785d-77c5-45ca-bc8d-6597694c6275 HTTP/1.1" status: 204 len: 168 time: 0.1798713 Oct 13 00:30:02.543452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3df91-b2ce-42ca-9912-9f8d57ab4372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029785d-77c5-45ca-bc8d-6597694c6275,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:02.628693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0acd1791-6b2e-45fc-918e-d157c9ec795a req-92fce970-d275-4056-8ae5-8a48719f4dd1 tempest-ServerShowV257Test-45502336 tempest-ServerShowV257Test-45502336-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f488088-91a2-4098-b794-11c8edb28d67 HTTP/1.1" status: 200 len: 210 time: 0.0302191 Oct 13 00:30:02.833953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94242-7b7d-4235-8399-7185655ed700 req-fa79f6c3-6ba1-47ce-a752-be1e4b004374 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:02.836011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83c94242-7b7d-4235-8399-7185655ed700 req-fa79f6c3-6ba1-47ce-a752-be1e4b004374 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0604010 Oct 13 00:30:02.885123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83c94242-7b7d-4235-8399-7185655ed700 req-8b12b4d3-da3b-4703-9618-99fe6c9769f3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Oct 13 00:30:03.256058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47676) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:03.365736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-secgroup--510709193'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:03.391966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.400422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.475843 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.480048 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.514024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af59a4-a8e9-4bc5-a8e8-6213a9c02c86,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:03.559692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.565398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.597573 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.599708 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3426743 Oct 13 00:30:03.602641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47686) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:03.609089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab4462-ddee-4d2e-8e4c-ae324a7d131c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5430083e-6b0a-46bf-b626-aff303a20ea4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:03.665148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b14e776b-bee7-4e05-8d28-a0e830c3ffa6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0612016 Oct 13 00:30:03.667851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47690) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:03.672261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3e3b68da-a04a-43e9-bd82-774333d95b53 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-security--1336209899', 'description': 'tempest-security-description-333177272'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:03.705802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e3b68da-a04a-43e9-bd82-774333d95b53 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.772173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e3b68da-a04a-43e9-bd82-774333d95b53 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.778581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e3b68da-a04a-43e9-bd82-774333d95b53 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.781700 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e3b68da-a04a-43e9-bd82-774333d95b53 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.784076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e3b68da-a04a-43e9-bd82-774333d95b53 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "PUT /v2.0/security-groups/5430083e-6b0a-46bf-b626-aff303a20ea4 HTTP/1.1" status: 200 len: 1779 time: 0.1150725 Oct 13 00:30:03.786408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47696) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:03.809187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b68da-a04a-43e9-bd82-774333d95b53 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5430083e-6b0a-46bf-b626-aff303a20ea4,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:03.834878 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f5c434d-89e0-4afc-b1cc-39aed8be1736 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups/5430083e-6b0a-46bf-b626-aff303a20ea4 HTTP/1.1" status: 200 len: 1779 time: 0.0471706 Oct 13 00:30:03.838180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47698) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:03.892317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01cd2017-8453-4746-b89d-08062d7c7941 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.914530 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01cd2017-8453-4746-b89d-08062d7c7941 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.962454 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01cd2017-8453-4746-b89d-08062d7c7941 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.965834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01cd2017-8453-4746-b89d-08062d7c7941 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:03.967458 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-01cd2017-8453-4746-b89d-08062d7c7941 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/5430083e-6b0a-46bf-b626-aff303a20ea4 HTTP/1.1" status: 204 len: 168 time: 0.1280835 Oct 13 00:30:03.970279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47704) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:03.977972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd2017-8453-4746-b89d-08062d7c7941 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5430083e-6b0a-46bf-b626-aff303a20ea4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.001648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47706) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.055454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2a9c828d-66d6-4ac4-a636-b26693af91b4 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829401 Oct 13 00:30:04.058321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47710) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.068521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5be294-22e2-4c1b-a22f-972e10e797cb req-c06404a6-e6cf-4a50-8950-dc7d289a9d5f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:04.070937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db5be294-22e2-4c1b-a22f-972e10e797cb req-c06404a6-e6cf-4a50-8950-dc7d289a9d5f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0884933 Oct 13 00:30:04.076043 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-3c10b3db-e89a-4333-a5e4-04e16870acd8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] delete failed (client error): The resource could not be found. Oct 13 00:30:04.078504 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3c10b3db-e89a-4333-a5e4-04e16870acd8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/5430083e-6b0a-46bf-b626-aff303a20ea4 HTTP/1.1" status: 404 len: 347 time: 0.0186322 Oct 13 00:30:04.082438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47712) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.084284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:30:04.089291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ace6eb56-d669-4a13-abe8-0ba08171768f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-secgroup--991703478'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:04.133145 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace6eb56-d669-4a13-abe8-0ba08171768f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.134534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17076a69-477e-4e3c-9a55-ee45463396e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.148487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db5be294-22e2-4c1b-a22f-972e10e797cb req-0a6bb129-c975-4149-8a42-5513b1d38a94 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706158 Oct 13 00:30:04.230721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace6eb56-d669-4a13-abe8-0ba08171768f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.234443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace6eb56-d669-4a13-abe8-0ba08171768f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.247184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:04.248190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17076a69-477e-4e3c-9a55-ee45463396e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.253180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17076a69-477e-4e3c-9a55-ee45463396e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.260738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'port_id': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'mac_address': 'fa:16:3e:89:70:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:30:04.271875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace6eb56-d669-4a13-abe8-0ba08171768f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.276180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ace6eb56-d669-4a13-abe8-0ba08171768f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1876557 Oct 13 00:30:04.276525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47716) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.281025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-963c5f2a-b8aa-4ea6-b86a-cdf9f0ab0154 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': '4811ba5c-1af9-42d9-bc3e-c2ae25b797e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:04.285957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6eb56-d669-4a13-abe8-0ba08171768f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4811ba5c-1af9-42d9-bc3e-c2ae25b797e0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.300710 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.301568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17076a69-477e-4e3c-9a55-ee45463396e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d689e5-8d43-4455-9002-5027aee62553,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.307398 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-17076a69-477e-4e3c-9a55-ee45463396e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83d5de59b23642419afe4888a3a26da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046038 Oct 13 00:30:04.310557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47718) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.318208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1d98079-6a58-4874-82d8-cda5a0fd180c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:30:04.320016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963c5f2a-b8aa-4ea6-b86a-cdf9f0ab0154 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.338040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:04.342942 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.391300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.403793 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e7ccdb-3d38-4630-889c-9721d3eabc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.407008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963c5f2a-b8aa-4ea6-b86a-cdf9f0ab0154 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.418429 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963c5f2a-b8aa-4ea6-b86a-cdf9f0ab0154 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.435407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e7ccdb-3d38-4630-889c-9721d3eabc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.453425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5f2a-b8aa-4ea6-b86a-cdf9f0ab0154 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42587b36-3618-433b-bc6a-291d9593bf67,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.474507 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963c5f2a-b8aa-4ea6-b86a-cdf9f0ab0154 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.475728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-963c5f2a-b8aa-4ea6-b86a-cdf9f0ab0154 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1982348 Oct 13 00:30:04.479012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47720) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.479980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d1d98079-6a58-4874-82d8-cda5a0fd180c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:30:04.508862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc46c0b7-e92d-4826-b8eb-87c8ce766622 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.518064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc46c0b7-e92d-4826-b8eb-87c8ce766622 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.532242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e7ccdb-3d38-4630-889c-9721d3eabc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.534732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71e7ccdb-3d38-4630-889c-9721d3eabc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.535865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-71e7ccdb-3d38-4630-889c-9721d3eabc1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05d689e5-8d43-4455-9002-5027aee62553 HTTP/1.1" status: 204 len: 168 time: 0.2243593 Oct 13 00:30:04.548116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7ccdb-3d38-4630-889c-9721d3eabc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d689e5-8d43-4455-9002-5027aee62553,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.563325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc46c0b7-e92d-4826-b8eb-87c8ce766622 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.570620 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc46c0b7-e92d-4826-b8eb-87c8ce766622 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.574143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fc46c0b7-e92d-4826-b8eb-87c8ce766622 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/42587b36-3618-433b-bc6a-291d9593bf67 HTTP/1.1" status: 204 len: 168 time: 0.0918100 Oct 13 00:30:04.576281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46c0b7-e92d-4826-b8eb-87c8ce766622 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42587b36-3618-433b-bc6a-291d9593bf67,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.578757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47724) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.638736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1430c42e-0e6d-43cb-be68-65904b01f1c3 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567808 Oct 13 00:30:04.641267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47726) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.695387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47c34ea0-9825-4288-9491-16278861be8b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.718433 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47c34ea0-9825-4288-9491-16278861be8b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.764105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47c34ea0-9825-4288-9491-16278861be8b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.766695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47c34ea0-9825-4288-9491-16278861be8b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.767924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-47c34ea0-9825-4288-9491-16278861be8b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/4811ba5c-1af9-42d9-bc3e-c2ae25b797e0 HTTP/1.1" status: 204 len: 168 time: 0.1256959 Oct 13 00:30:04.770564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47732) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.777673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c34ea0-9825-4288-9491-16278861be8b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4811ba5c-1af9-42d9-bc3e-c2ae25b797e0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.821653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7791d4c3-a2cd-4df6-ab1c-87fa04741d4e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497227 Oct 13 00:30:04.825917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47738) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.830471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f427969b-4804-46a3-bb0a-f0f8e4151ab8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271974889'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:04.857742 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f427969b-4804-46a3-bb0a-f0f8e4151ab8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.933178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f427969b-4804-46a3-bb0a-f0f8e4151ab8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.938230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f427969b-4804-46a3-bb0a-f0f8e4151ab8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.971834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f427969b-4804-46a3-bb0a-f0f8e4151ab8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:04.975992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47748) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:04.976182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f427969b-4804-46a3-bb0a-f0f8e4151ab8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1489766 Oct 13 00:30:04.981070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427969b-4804-46a3-bb0a-f0f8e4151ab8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29975806-bf6b-465b-b2d6-ae290ee636f1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:04.982451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-be0038bd-03f0-4f8b-a6c1-4da11cdda810 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': '29975806-bf6b-465b-b2d6-ae290ee636f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:05.019939 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be0038bd-03f0-4f8b-a6c1-4da11cdda810 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.079720 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be0038bd-03f0-4f8b-a6c1-4da11cdda810 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.083640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be0038bd-03f0-4f8b-a6c1-4da11cdda810 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.105243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0038bd-03f0-4f8b-a6c1-4da11cdda810 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221ef24b-4bac-4af1-99d1-2567b056f237,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:05.112188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be0038bd-03f0-4f8b-a6c1-4da11cdda810 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.113383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-be0038bd-03f0-4f8b-a6c1-4da11cdda810 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357827 Oct 13 00:30:05.116225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47756) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.121194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-950bab11-1085-4abf-98e1-85701d168329 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': '29975806-bf6b-465b-b2d6-ae290ee636f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:05.150852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-950bab11-1085-4abf-98e1-85701d168329 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.210299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-950bab11-1085-4abf-98e1-85701d168329 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.215684 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-950bab11-1085-4abf-98e1-85701d168329 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.237288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bab11-1085-4abf-98e1-85701d168329 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375cf8ab-dc4e-48c5-890d-d9bc91aba2b5,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:05.250034 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-950bab11-1085-4abf-98e1-85701d168329 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.251258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-950bab11-1085-4abf-98e1-85701d168329 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338885 Oct 13 00:30:05.253895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47764) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.258836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-56d41f00-99e3-468b-b49b-39cdd4aa22c6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': '29975806-bf6b-465b-b2d6-ae290ee636f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:05.294307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56d41f00-99e3-468b-b49b-39cdd4aa22c6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.308650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0f704-53bc-4c16-91f7-cdb2925cdc4e req-560d4223-2ae8-4be0-8d30-a7880d3316af tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:05.310229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90a0f704-53bc-4c16-91f7-cdb2925cdc4e req-560d4223-2ae8-4be0-8d30-a7880d3316af tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 944 time: 0.0599773 Oct 13 00:30:05.352320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-90a0f704-53bc-4c16-91f7-cdb2925cdc4e req-23e27185-edba-4abe-8b82-e8c97ec13f42 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346506 Oct 13 00:30:05.362688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56d41f00-99e3-468b-b49b-39cdd4aa22c6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.368948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56d41f00-99e3-468b-b49b-39cdd4aa22c6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.396156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d41f00-99e3-468b-b49b-39cdd4aa22c6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dc0482-9335-404b-8a6d-77ca90b86dfe,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:05.406800 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-56d41f00-99e3-468b-b49b-39cdd4aa22c6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.408111 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-56d41f00-99e3-468b-b49b-39cdd4aa22c6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532838 Oct 13 00:30:05.411077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47770) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.415765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a328d9bf-a587-4ad0-bb3c-dd6e78b50004 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': '29975806-bf6b-465b-b2d6-ae290ee636f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:05.442045 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a328d9bf-a587-4ad0-bb3c-dd6e78b50004 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.492437 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a328d9bf-a587-4ad0-bb3c-dd6e78b50004 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.496139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a328d9bf-a587-4ad0-bb3c-dd6e78b50004 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.514588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328d9bf-a587-4ad0-bb3c-dd6e78b50004 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d17c6f-1bbf-4e02-8999-4963614d64a2,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:05.521569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a328d9bf-a587-4ad0-bb3c-dd6e78b50004 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.522743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a328d9bf-a587-4ad0-bb3c-dd6e78b50004 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1105824 Oct 13 00:30:05.525513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47776) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.529812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9372a1ff-3c36-4160-b8b6-e259a1ce686e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': '29975806-bf6b-465b-b2d6-ae290ee636f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:05.557163 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9372a1ff-3c36-4160-b8b6-e259a1ce686e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.627288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9372a1ff-3c36-4160-b8b6-e259a1ce686e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.631672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9372a1ff-3c36-4160-b8b6-e259a1ce686e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.651429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372a1ff-3c36-4160-b8b6-e259a1ce686e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efeb676-39e4-49eb-8437-b970c2b29186,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:05.659375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9372a1ff-3c36-4160-b8b6-e259a1ce686e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.663280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9372a1ff-3c36-4160-b8b6-e259a1ce686e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1341727 Oct 13 00:30:05.663422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47780) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.686992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39519a23-2ee5-49bd-8bc7-7cc1ce0568ba tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.694500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39519a23-2ee5-49bd-8bc7-7cc1ce0568ba tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.721674 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39519a23-2ee5-49bd-8bc7-7cc1ce0568ba tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.729408 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39519a23-2ee5-49bd-8bc7-7cc1ce0568ba tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.730537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-39519a23-2ee5-49bd-8bc7-7cc1ce0568ba tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5efeb676-39e4-49eb-8437-b970c2b29186 HTTP/1.1" status: 204 len: 168 time: 0.0661321 Oct 13 00:30:05.733318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47786) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.735020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39519a23-2ee5-49bd-8bc7-7cc1ce0568ba tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5efeb676-39e4-49eb-8437-b970c2b29186,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:05.780643 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d3d982ee-6b92-42d5-a6c7-4220d684308b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0459702 Oct 13 00:30:05.783322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47788) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.819432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.828510 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.856865 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.861920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.863054 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e2d17c6f-1bbf-4e02-8999-4963614d64a2 HTTP/1.1" status: 204 len: 168 time: 0.0787969 Oct 13 00:30:05.866226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47794) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.871970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2d17c6f-1bbf-4e02-8999-4963614d64a2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:05.879999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.880475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.880929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.881394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.881839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.882275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.882619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.882959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.883302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.883672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.884089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.884424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f10129-68b9-4dff-a8e5-907a6dace619 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:05.922876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5bae7c64-c6b4-48ca-b439-61ffbbca76fd tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0552316 Oct 13 00:30:05.925368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47796) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.949459 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c50832a-8200-4a13-a81e-82dd429946de tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.956961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c50832a-8200-4a13-a81e-82dd429946de tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.985090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c50832a-8200-4a13-a81e-82dd429946de tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.992488 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c50832a-8200-4a13-a81e-82dd429946de tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:05.996078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7c50832a-8200-4a13-a81e-82dd429946de tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/20dc0482-9335-404b-8a6d-77ca90b86dfe HTTP/1.1" status: 204 len: 168 time: 0.0673795 Oct 13 00:30:05.996542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:05.997989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50832a-8200-4a13-a81e-82dd429946de tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20dc0482-9335-404b-8a6d-77ca90b86dfe,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:06.043260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8d4bc2c6-c5df-4208-b05a-0a5e3bcbcbfe tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0455103 Oct 13 00:30:06.045946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47802) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.073193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-97046158-c867-4c37-b1bc-a95d50f2424b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.083117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-97046158-c867-4c37-b1bc-a95d50f2424b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.092437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:30:06.115069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-97046158-c867-4c37-b1bc-a95d50f2424b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.123108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-97046158-c867-4c37-b1bc-a95d50f2424b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.124294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-97046158-c867-4c37-b1bc-a95d50f2424b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/375cf8ab-dc4e-48c5-890d-d9bc91aba2b5 HTTP/1.1" status: 204 len: 168 time: 0.0774372 Oct 13 00:30:06.127729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47812) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.129099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97046158-c867-4c37-b1bc-a95d50f2424b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=375cf8ab-dc4e-48c5-890d-d9bc91aba2b5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:06.154571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port d1d98079-6a58-4874-82d8-cda5a0fd180c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:06.155443 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.185164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-218e0a91-4c6b-4bde-9bba-e7e0685e4bf0 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0532115 Oct 13 00:30:06.185649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47816) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.212669 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8ff5-1e97-4210-9c42-8c4f5e449e1f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.220983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8ff5-1e97-4210-9c42-8c4f5e449e1f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.243848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.250804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8ff5-1e97-4210-9c42-8c4f5e449e1f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.263243 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8ff5-1e97-4210-9c42-8c4f5e449e1f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.264493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6fcf8ff5-1e97-4210-9c42-8c4f5e449e1f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/221ef24b-4bac-4af1-99d1-2567b056f237 HTTP/1.1" status: 204 len: 168 time: 0.0779083 Oct 13 00:30:06.265287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf8ff5-1e97-4210-9c42-8c4f5e449e1f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=221ef24b-4bac-4af1-99d1-2567b056f237,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:06.267097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:30:06.267257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.269842 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17b5d3-51f9-450c-81cc-b66cbed3ab3c" -d '{"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-plugged", "status": "completed", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:30:06.283946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:06.291017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.316845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c71b1878-f99c-45d9-abba-a1fc32a2ef53 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460243 Oct 13 00:30:06.317020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47822) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.320800 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71259c0a-4063-4150-ac59-0eaa387ebeb3 x-openstack-request-id: req-71259c0a-4063-4150-ac59-0eaa387ebeb3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:30:06.321224 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-plugged", "status": "completed", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:30:06.321498 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71259c0a-4063-4150-ac59-0eaa387ebeb3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:30:06.322059 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'code': 200} Oct 13 00:30:06.362214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:06.377891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cc9c-3a77-4a0a-934d-87ced84295e6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.406362 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cc9c-3a77-4a0a-934d-87ced84295e6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.475757 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cc9c-3a77-4a0a-934d-87ced84295e6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.478372 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd7cc9c-3a77-4a0a-934d-87ced84295e6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.479524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0fd7cc9c-3a77-4a0a-934d-87ced84295e6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/29975806-bf6b-465b-b2d6-ae290ee636f1 HTTP/1.1" status: 204 len: 168 time: 0.1615574 Oct 13 00:30:06.482357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47834) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.493413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7cc9c-3a77-4a0a-934d-87ced84295e6 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29975806-bf6b-465b-b2d6-ae290ee636f1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:06.511483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985acf62-fabe-4606-be4e-bc30bad62f6d req-20cf6c03-22a0-4268-bd7c-8e946a36ed19 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:06.513058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-985acf62-fabe-4606-be4e-bc30bad62f6d req-20cf6c03-22a0-4268-bd7c-8e946a36ed19 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0682771 Oct 13 00:30:06.546399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48bf8348-f8a5-474c-a93c-66fc4200df0f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628839 Oct 13 00:30:06.552904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-985acf62-fabe-4606-be4e-bc30bad62f6d req-a51e7e2b-860a-49d3-9731-f6ec525a36ec tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332277 Oct 13 00:30:06.553449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47836) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.558039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d0887d4b-5078-4af5-aa8b-ad2377eed8fa tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001919443'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:06.585125 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.588999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d0887d4b-5078-4af5-aa8b-ad2377eed8fa tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.658427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d0887d4b-5078-4af5-aa8b-ad2377eed8fa tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.662287 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d0887d4b-5078-4af5-aa8b-ad2377eed8fa tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.689381 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d0887d4b-5078-4af5-aa8b-ad2377eed8fa tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.693555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d0887d4b-5078-4af5-aa8b-ad2377eed8fa tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1361952 Oct 13 00:30:06.693917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47840) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.697094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0887d4b-5078-4af5-aa8b-ad2377eed8fa tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e2034-046f-487c-924b-df8a901a9367,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:06.699023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-dd63add1-5e06-4b9f-8dcd-9175fe8611ab tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': 'cc2e2034-046f-487c-924b-df8a901a9367', 'direction': 'ingress', 'protocol': 17}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:06.732237 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd63add1-5e06-4b9f-8dcd-9175fe8611ab tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.780484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd63add1-5e06-4b9f-8dcd-9175fe8611ab tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.784042 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd63add1-5e06-4b9f-8dcd-9175fe8611ab tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.804503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63add1-5e06-4b9f-8dcd-9175fe8611ab tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ab4c01-e7ba-4fc4-866e-72ff66740186,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:06.809926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd63add1-5e06-4b9f-8dcd-9175fe8611ab tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.811139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dd63add1-5e06-4b9f-8dcd-9175fe8611ab tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1162205 Oct 13 00:30:06.813879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.873496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-be107b85-7ed1-4941-b23c-b909fafa18ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.896839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-be107b85-7ed1-4941-b23c-b909fafa18ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.947141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-be107b85-7ed1-4941-b23c-b909fafa18ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.950092 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-be107b85-7ed1-4941-b23c-b909fafa18ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:06.951237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-be107b85-7ed1-4941-b23c-b909fafa18ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/cc2e2034-046f-487c-924b-df8a901a9367 HTTP/1.1" status: 204 len: 168 time: 0.1364048 Oct 13 00:30:06.954251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47848) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:06.960675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be107b85-7ed1-4941-b23c-b909fafa18ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e2034-046f-487c-924b-df8a901a9367,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:06.999258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3784a944-7d85-44d1-a131-870aa0a9a346 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438538 Oct 13 00:30:07.002853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47850) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.010097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0aa00bb3-0628-40f3-9636-91f6ce089d48 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117934207'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:07.012996 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.033319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0aa00bb3-0628-40f3-9636-91f6ce089d48 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.105300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0aa00bb3-0628-40f3-9636-91f6ce089d48 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.110415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0aa00bb3-0628-40f3-9636-91f6ce089d48 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.140788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0aa00bb3-0628-40f3-9636-91f6ce089d48 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.142035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0aa00bb3-0628-40f3-9636-91f6ce089d48 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1377566 Oct 13 00:30:07.144904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47854) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.151021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-068dfc04-8a51-40db-81f7-f96abe1629ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-secgroup--284912403'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:07.156279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa00bb3-0628-40f3-9636-91f6ce089d48 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93b868-3383-4906-bf27-81e7922feebb,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:07.175834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-068dfc04-8a51-40db-81f7-f96abe1629ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.252783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-068dfc04-8a51-40db-81f7-f96abe1629ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.257501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-068dfc04-8a51-40db-81f7-f96abe1629ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.288187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-068dfc04-8a51-40db-81f7-f96abe1629ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.291968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-068dfc04-8a51-40db-81f7-f96abe1629ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1460860 Oct 13 00:30:07.292812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47860) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.295485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dfc04-8a51-40db-81f7-f96abe1629ef tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cad815-0663-40cf-bdb6-51fd06edac2a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:07.297505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7514f17f-da4c-4c6f-b59a-e401d81c2c35 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': '2c93b868-3383-4906-bf27-81e7922feebb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '25cad815-0663-40cf-bdb6-51fd06edac2a', 'remote_ip_prefix': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:07.333303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7514f17f-da4c-4c6f-b59a-e401d81c2c35 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.415230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7514f17f-da4c-4c6f-b59a-e401d81c2c35 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.420015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7514f17f-da4c-4c6f-b59a-e401d81c2c35 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.438116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514f17f-da4c-4c6f-b59a-e401d81c2c35 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e10d637-92c3-43a0-8099-a224fa1cc534,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:07.448483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7514f17f-da4c-4c6f-b59a-e401d81c2c35 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.449858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7514f17f-da4c-4c6f-b59a-e401d81c2c35 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1558623 Oct 13 00:30:07.453143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47868) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.489504 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-129b80d1-286e-41e4-8932-4d297999a524 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.495873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47870) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.501433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47872) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.510250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-129b80d1-286e-41e4-8932-4d297999a524 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.543692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-129b80d1-286e-41e4-8932-4d297999a524 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.550702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-129b80d1-286e-41e4-8932-4d297999a524 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.551888 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-129b80d1-286e-41e4-8932-4d297999a524 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9e10d637-92c3-43a0-8099-a224fa1cc534 HTTP/1.1" status: 204 len: 168 time: 0.0975230 Oct 13 00:30:07.555144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47878) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.560508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b80d1-286e-41e4-8932-4d297999a524 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e10d637-92c3-43a0-8099-a224fa1cc534,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:07.614756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c49005d9-c44b-4940-8ce1-dc2e19c8cc60 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0583749 Oct 13 00:30:07.617584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.647363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-91419ea0-c2d5-4ab4-92a1-8eb5c5330e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.691121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21073f06-0a94-428e-a63d-9a4b21a608eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.736353 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-91419ea0-c2d5-4ab4-92a1-8eb5c5330e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.740138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-91419ea0-c2d5-4ab4-92a1-8eb5c5330e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.747651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301073bc-c6b2-402f-9fb7-f65913e6d5de req-e4a65623-013f-4ad7-92d9-567d1421bd9f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:07.749172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-301073bc-c6b2-402f-9fb7-f65913e6d5de req-e4a65623-013f-4ad7-92d9-567d1421bd9f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1047750 Oct 13 00:30:07.749798 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5966c47-60fe-4fff-899c-52df0b086dc1 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.796057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-91419ea0-c2d5-4ab4-92a1-8eb5c5330e36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d3dbf3a67b44d4bb0c3f5d17018fc97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989600 Oct 13 00:30:07.798671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47892) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.806042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419ea0-c2d5-4ab4-92a1-8eb5c5330e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186c4cb5-0408-4c68-b997-bae5a367aab8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:07.809379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5966c47-60fe-4fff-899c-52df0b086dc1 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.855001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5bdc501e-2fba-4087-95ed-94f82ff6bb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.864698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-301073bc-c6b2-402f-9fb7-f65913e6d5de req-70ab67e3-6fda-46e1-9475-7540814059b0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017876 Oct 13 00:30:07.881051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5bdc501e-2fba-4087-95ed-94f82ff6bb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.891175 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21073f06-0a94-428e-a63d-9a4b21a608eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.896631 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21073f06-0a94-428e-a63d-9a4b21a608eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.908474 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5966c47-60fe-4fff-899c-52df0b086dc1 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.911680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5966c47-60fe-4fff-899c-52df0b086dc1 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.913220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c5966c47-60fe-4fff-899c-52df0b086dc1 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/25cad815-0663-40cf-bdb6-51fd06edac2a HTTP/1.1" status: 204 len: 168 time: 0.2948372 Oct 13 00:30:07.917373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47898) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.945823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21073f06-0a94-428e-a63d-9a4b21a608eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3173e784-d656-438b-b8b3-e660699a5a30,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:07.951280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-21073f06-0a94-428e-a63d-9a4b21a608eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2400d1c506d4995b5bcb95aa103e53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486740 Oct 13 00:30:07.956661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47900) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:07.969351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5966c47-60fe-4fff-899c-52df0b086dc1 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cad815-0663-40cf-bdb6-51fd06edac2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:07.992314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5bdc501e-2fba-4087-95ed-94f82ff6bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.995453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5bdc501e-2fba-4087-95ed-94f82ff6bb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:07.996617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5bdc501e-2fba-4087-95ed-94f82ff6bb9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/186c4cb5-0408-4c68-b997-bae5a367aab8 HTTP/1.1" status: 204 len: 168 time: 0.1968138 Oct 13 00:30:08.008954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc501e-2fba-4087-95ed-94f82ff6bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186c4cb5-0408-4c68-b997-bae5a367aab8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:08.019337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9942a3e5-20b9-463a-a0e0-632f3fb8ebff tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1006002 Oct 13 00:30:08.021290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47906) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.049896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f084106d-3de4-43fa-8515-638c869925fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.084818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f084106d-3de4-43fa-8515-638c869925fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.094885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f47e248-e1ec-4092-8d41-845e6d245d8a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.119696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f47e248-e1ec-4092-8d41-845e6d245d8a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.146747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f084106d-3de4-43fa-8515-638c869925fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.150662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f084106d-3de4-43fa-8515-638c869925fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.155929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f084106d-3de4-43fa-8515-638c869925fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3173e784-d656-438b-b8b3-e660699a5a30 HTTP/1.1" status: 204 len: 168 time: 0.1976531 Oct 13 00:30:08.168996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084106d-3de4-43fa-8515-638c869925fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173e784-d656-438b-b8b3-e660699a5a30,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:08.182531 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f47e248-e1ec-4092-8d41-845e6d245d8a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.186926 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f47e248-e1ec-4092-8d41-845e6d245d8a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.190699 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8f47e248-e1ec-4092-8d41-845e6d245d8a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c93b868-3383-4906-bf27-81e7922feebb HTTP/1.1" status: 204 len: 168 time: 0.1658092 Oct 13 00:30:08.191313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47918) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.212667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e248-e1ec-4092-8d41-845e6d245d8a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93b868-3383-4906-bf27-81e7922feebb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:08.259902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1ae2ec78-4f41-414f-a47d-aec83246bbdd tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672407 Oct 13 00:30:08.263915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47924) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.269069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6b53dfbc-5fa9-4a0a-8ad5-f055016cb1eb tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-secgroup--411392705'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:08.293670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfbc-5fa9-4a0a-8ad5-f055016cb1eb tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.378492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfbc-5fa9-4a0a-8ad5-f055016cb1eb tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.385468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfbc-5fa9-4a0a-8ad5-f055016cb1eb tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.392005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47928) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.405949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-685fdf25-5880-4077-a9c4-0e03c4dd4c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.419544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53dfbc-5fa9-4a0a-8ad5-f055016cb1eb tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4865f18b-0d56-4e4e-aece-6ab39e91f562,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:08.433811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfbc-5fa9-4a0a-8ad5-f055016cb1eb tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.437991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6b53dfbc-5fa9-4a0a-8ad5-f055016cb1eb tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1696174 Oct 13 00:30:08.438291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47930) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.443782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f0c0ce5d-45c3-467b-bd24-eea36a0ae22f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': '4865f18b-0d56-4e4e-aece-6ab39e91f562', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:08.477465 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0c0ce5d-45c3-467b-bd24-eea36a0ae22f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.502105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-685fdf25-5880-4077-a9c4-0e03c4dd4c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.507163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-685fdf25-5880-4077-a9c4-0e03c4dd4c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.550423 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0c0ce5d-45c3-467b-bd24-eea36a0ae22f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.559314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0c0ce5d-45c3-467b-bd24-eea36a0ae22f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.562340 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-685fdf25-5880-4077-a9c4-0e03c4dd4c9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f44a12643bb34ee2b7dcc51027cde3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688962 Oct 13 00:30:08.569377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47938) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.575578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fdf25-5880-4077-a9c4-0e03c4dd4c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f8c722-ea4b-430f-ae54-f7341961b5be,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:08.626482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0ce5d-45c3-467b-bd24-eea36a0ae22f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bb604c-7956-44b3-a109-9bbe76b45567,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:08.645437 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f0c0ce5d-45c3-467b-bd24-eea36a0ae22f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.649449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f0c0ce5d-45c3-467b-bd24-eea36a0ae22f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2085834 Oct 13 00:30:08.650454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47944) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.679804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f365930-086e-4826-9e86-d53b6935c959 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.692639 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f365930-086e-4826-9e86-d53b6935c959 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.697577 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4bd671a-f615-4bac-8e59-b962c75f2348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.723170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4bd671a-f615-4bac-8e59-b962c75f2348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.733709 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f365930-086e-4826-9e86-d53b6935c959 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.747379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f365930-086e-4826-9e86-d53b6935c959 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.752282 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9f365930-086e-4826-9e86-d53b6935c959 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/29bb604c-7956-44b3-a109-9bbe76b45567 HTTP/1.1" status: 204 len: 168 time: 0.1007366 Oct 13 00:30:08.753987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47950) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.771644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f365930-086e-4826-9e86-d53b6935c959 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29bb604c-7956-44b3-a109-9bbe76b45567,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:08.805528 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4bd671a-f615-4bac-8e59-b962c75f2348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.808194 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4bd671a-f615-4bac-8e59-b962c75f2348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.812228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b4bd671a-f615-4bac-8e59-b962c75f2348 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8f8c722-ea4b-430f-ae54-f7341961b5be HTTP/1.1" status: 204 len: 168 time: 0.2368948 Oct 13 00:30:08.818186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd671a-f615-4bac-8e59-b962c75f2348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f8c722-ea4b-430f-ae54-f7341961b5be,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:08.839924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-63d14c8c-2e1d-4c9a-8f11-c92dc9944237 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0789969 Oct 13 00:30:08.844050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47954) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:08.931270 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-967622d7-9688-4182-94ba-3500a7b5c175 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:08.984198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-967622d7-9688-4182-94ba-3500a7b5c175 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.061744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-967622d7-9688-4182-94ba-3500a7b5c175 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.067724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-967622d7-9688-4182-94ba-3500a7b5c175 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.069318 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-967622d7-9688-4182-94ba-3500a7b5c175 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/4865f18b-0d56-4e4e-aece-6ab39e91f562 HTTP/1.1" status: 204 len: 168 time: 0.2229178 Oct 13 00:30:09.075493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47966) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:09.088348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf85a3-1ab3-4a2c-a0e9-01de69fa460e req-5882f789-76a6-430e-9be8-3671ddaa8915 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:09.093840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cbf85a3-1ab3-4a2c-a0e9-01de69fa460e req-5882f789-76a6-430e-9be8-3671ddaa8915 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1098228 Oct 13 00:30:09.103659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967622d7-9688-4182-94ba-3500a7b5c175 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865f18b-0d56-4e4e-aece-6ab39e91f562,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:09.170267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-91c953ba-402c-4ebd-b170-cf51ccbd6174 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0926390 Oct 13 00:30:09.175843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47972) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:09.188868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-569652e4-02dd-482a-8aa1-dd270d74c5dc tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group': {'name': 'tempest-secgroup--724897127'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:09.196052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cbf85a3-1ab3-4a2c-a0e9-01de69fa460e req-0a344d46-b371-42c0-bec7-a0f4cee732be tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943935 Oct 13 00:30:09.233633 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-569652e4-02dd-482a-8aa1-dd270d74c5dc tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.348855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-569652e4-02dd-482a-8aa1-dd270d74c5dc tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.357743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-569652e4-02dd-482a-8aa1-dd270d74c5dc tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.408028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-569652e4-02dd-482a-8aa1-dd270d74c5dc tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.409377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-569652e4-02dd-482a-8aa1-dd270d74c5dc tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2325063 Oct 13 00:30:09.411549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569652e4-02dd-482a-8aa1-dd270d74c5dc tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5226225-71fa-4908-82ed-7a90218d1ba4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:09.412249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47982) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:09.417659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-783e0d57-83fc-4e70-83ab-9c41bbf81c07 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': 'b5226225-71fa-4908-82ed-7a90218d1ba4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:09.467136 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-783e0d57-83fc-4e70-83ab-9c41bbf81c07 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.558848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-783e0d57-83fc-4e70-83ab-9c41bbf81c07 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.571285 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-783e0d57-83fc-4e70-83ab-9c41bbf81c07 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.600230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e0d57-83fc-4e70-83ab-9c41bbf81c07 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2053c78e-77bd-42c6-970b-bd185df83421,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:09.611541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-783e0d57-83fc-4e70-83ab-9c41bbf81c07 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.619058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-783e0d57-83fc-4e70-83ab-9c41bbf81c07 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2053821 Oct 13 00:30:09.620974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47990) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:09.652372 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0dde765e-cd60-40eb-828c-5dbd4c101741 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules/2053c78e-77bd-42c6-970b-bd185df83421 HTTP/1.1" status: 200 len: 763 time: 0.0296948 Oct 13 00:30:09.655046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 47998) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:09.708674 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-561a534b-d28e-45eb-90db-9185dabd4214 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522790 Oct 13 00:30:09.711329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48004) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:09.761772 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4c09-be69-44a0-b351-955dd1aa3c1b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.777999 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4c09-be69-44a0-b351-955dd1aa3c1b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.834750 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4c09-be69-44a0-b351-955dd1aa3c1b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.850595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4c09-be69-44a0-b351-955dd1aa3c1b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:09.852562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3fbc4c09-be69-44a0-b351-955dd1aa3c1b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2053c78e-77bd-42c6-970b-bd185df83421 HTTP/1.1" status: 204 len: 168 time: 0.1401508 Oct 13 00:30:09.853731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc4c09-be69-44a0-b351-955dd1aa3c1b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2053c78e-77bd-42c6-970b-bd185df83421,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:09.856174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48008) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:09.955231 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a3617a82-d217-48ab-9f79-35aca0abfc99 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0975928 Oct 13 00:30:09.958484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48014) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:09.963829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-20b58b77-50fa-47ed-b8c0-c2b5b8d76de2 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': 'b5226225-71fa-4908-82ed-7a90218d1ba4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:10.029163 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20b58b77-50fa-47ed-b8c0-c2b5b8d76de2 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.089352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20b58b77-50fa-47ed-b8c0-c2b5b8d76de2 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.107601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20b58b77-50fa-47ed-b8c0-c2b5b8d76de2 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.148569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-20b58b77-50fa-47ed-b8c0-c2b5b8d76de2 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.150091 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-20b58b77-50fa-47ed-b8c0-c2b5b8d76de2 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1903598 Oct 13 00:30:10.152638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48022) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:10.169186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b58b77-50fa-47ed-b8c0-c2b5b8d76de2 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9d179d-7cf2-45b3-8744-580bfb934717,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:10.175407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9cd766b9-3684-4eb4-a3a1-2452a7108440 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules/cc9d179d-7cf2-45b3-8744-580bfb934717 HTTP/1.1" status: 200 len: 763 time: 0.0215669 Oct 13 00:30:10.178944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48026) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:10.244757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-75613c24-97b7-4f0a-85c0-6f1073bb3c1f tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0622728 Oct 13 00:30:10.246332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48028) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:10.308693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b94c895-1ccb-4d3c-909b-5233c518d31a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.317935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b94c895-1ccb-4d3c-909b-5233c518d31a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.397438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b94c895-1ccb-4d3c-909b-5233c518d31a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.408122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b94c895-1ccb-4d3c-909b-5233c518d31a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.409480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9b94c895-1ccb-4d3c-909b-5233c518d31a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cc9d179d-7cf2-45b3-8744-580bfb934717 HTTP/1.1" status: 204 len: 168 time: 0.1619070 Oct 13 00:30:10.413477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48034) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:10.424400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94c895-1ccb-4d3c-909b-5233c518d31a tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc9d179d-7cf2-45b3-8744-580bfb934717,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:10.510312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04195a7-16fa-423d-bcb6-ba0c4365d482 req-164b9e4b-efa7-408b-bca2-3890b5ae056c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:10.521615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a04195a7-16fa-423d-bcb6-ba0c4365d482 req-164b9e4b-efa7-408b-bca2-3890b5ae056c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1667902 Oct 13 00:30:10.543754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0dd018cf-bfc8-4745-aff6-d03af3a4b249 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243968 Oct 13 00:30:10.546337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48044) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:10.556568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f3743c45-c9d2-4cbf-914a-3e0c591a9f1c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Request body: {'security_group_rule': {'security_group_id': 'b5226225-71fa-4908-82ed-7a90218d1ba4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:10.624969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3743c45-c9d2-4cbf-914a-3e0c591a9f1c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.656220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a04195a7-16fa-423d-bcb6-ba0c4365d482 req-9ea91d5e-4a51-474d-9837-07d9c9db2d0d tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335514 Oct 13 00:30:10.715809 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3743c45-c9d2-4cbf-914a-3e0c591a9f1c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.722579 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3743c45-c9d2-4cbf-914a-3e0c591a9f1c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.738205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3743c45-c9d2-4cbf-914a-3e0c591a9f1c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0014c7-3f01-430f-a693-31e960f99474,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:10.756226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3743c45-c9d2-4cbf-914a-3e0c591a9f1c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.758305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3743c45-c9d2-4cbf-914a-3e0c591a9f1c tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2106059 Oct 13 00:30:10.761302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48070) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:10.807105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2633971e-668a-481f-9fdb-601eb5a3b03e tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules/3a0014c7-3f01-430f-a693-31e960f99474 HTTP/1.1" status: 200 len: 764 time: 0.0445278 Oct 13 00:30:10.810813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48078) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:10.892765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f5b4140c-9f45-45d9-b51d-aa96fb7d1668 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0815752 Oct 13 00:30:10.895243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48090) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:10.961211 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-025d7ed0-fdd8-445f-a1a3-23defcac4a34 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:10.984017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-025d7ed0-fdd8-445f-a1a3-23defcac4a34 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.025419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-025d7ed0-fdd8-445f-a1a3-23defcac4a34 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.033117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-025d7ed0-fdd8-445f-a1a3-23defcac4a34 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.037730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48102) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:11.039050 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-025d7ed0-fdd8-445f-a1a3-23defcac4a34 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3a0014c7-3f01-430f-a693-31e960f99474 HTTP/1.1" status: 204 len: 168 time: 0.1415329 Oct 13 00:30:11.045117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48104) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:11.053427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d7ed0-fdd8-445f-a1a3-23defcac4a34 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a0014c7-3f01-430f-a693-31e960f99474,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:11.133436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cba81882-7218-4ff9-8c8b-e1b607aea423 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0933022 Oct 13 00:30:11.133999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48112) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:11.225660 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c272d73-b77f-419e-80de-fffdb43d08c8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.257851 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c272d73-b77f-419e-80de-fffdb43d08c8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.279082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Deleting port b7131811-7cd6-4232-9f1d-92474bc3d8e9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:11.279797 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.322058 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c272d73-b77f-419e-80de-fffdb43d08c8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.325438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7c272d73-b77f-419e-80de-fffdb43d08c8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.326625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7c272d73-b77f-419e-80de-fffdb43d08c8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5226225-71fa-4908-82ed-7a90218d1ba4 HTTP/1.1" status: 204 len: 168 time: 0.1916792 Oct 13 00:30:11.331495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:11.352081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c272d73-b77f-419e-80de-fffdb43d08c8 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5226225-71fa-4908-82ed-7a90218d1ba4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:11.410747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.411084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.416690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b60b8d17-6453-49e7-9d85-355a3809caf9 tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844409 Oct 13 00:30:11.421597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48136) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:11.432217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Calling delete_port for b7131811-7cd6-4232-9f1d-92474bc3d8e9 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:11.491560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3dd68864-aa9b-484a-bee0-8c1cca1e617b tempest-SecGroupTest-908747666 tempest-SecGroupTest-908747666-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670741 Oct 13 00:30:11.742361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.789136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event deleted for resources: {'Port': ['ID=b7131811-7cd6-4232-9f1d-92474bc3d8e9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:11.837680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c3b5651-4902-4722-9eb7-71d8b8c3df58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.904803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:11.905539 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Floating IP bce6f12f-7321-42f0-9c51-242ee95e20f4 disassociated (deleted). External IP: 172.25.3.125, port: adf95884-0468-4e51-ba31-0bf26895fb73. Oct 13 00:30:12.008541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37faae-b340-44f4-ac25-37a610a92100 req-d67ecf65-8c1f-4bda-8284-32eab31d5f84 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:12.026183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c37faae-b340-44f4-ac25-37a610a92100 req-d67ecf65-8c1f-4bda-8284-32eab31d5f84 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1574011 Oct 13 00:30:12.129261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c37faae-b340-44f4-ac25-37a610a92100 req-e366ed90-dd0f-4e07-b234-d208d9181ff7 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843771 Oct 13 00:30:12.182124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48156) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:12.239247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48160) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:12.248350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:30:12.442446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:30:12.452245 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:12.458989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39745677-b622-4575-b661-45663f0a15cb None None] Sync routers for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:30:12.477165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39745677-b622-4575-b661-45663f0a15cb None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:30:12.478423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-39745677-b622-4575-b661-45663f0a15cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:12.494439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-737e4d43-e7df-4ba0-a21c-e54c9b76037f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e0b91dff6254fe7a8f08262231a9326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097162 Oct 13 00:30:12.500577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48168) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:12.523879 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-98e869cc-8186-4988-9d26-886a40b26791 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "DELETE /v2.0/floatingips/bce6f12f-7321-42f0-9c51-242ee95e20f4 HTTP/1.1" status: 204 len: 168 time: 1.4768572 Oct 13 00:30:12.524675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:30:12.527181 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d2b039-c796-4b5e-ad43-07894ddca044" -d '{"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:30:12.586271 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9babe5e2-d9ad-4008-afeb-fd3acc836657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:12.596887 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62783029-4fd4-4c3d-b809-5118e363721f x-openstack-request-id: req-62783029-4fd4-4c3d-b809-5118e363721f {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:30:12.597186 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:30:12.597451 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62783029-4fd4-4c3d-b809-5118e363721f {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:30:12.597836 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'status': 'completed', 'code': 200} Oct 13 00:30:12.637541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-700caeed-2ab0-4d45-a5bf-ae0173d09218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:12.726736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-ca7b47cf-c4a8-48fc-9f8d-2085ba9adc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:12.728276 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-ca7b47cf-c4a8-48fc-9f8d-2085ba9adc2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09399a45b63b46eb9c82a3f0622518df&device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 1096 time: 0.0868249 Oct 13 00:30:12.733585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-700caeed-2ab0-4d45-a5bf-ae0173d09218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:12.779793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-39745677-b622-4575-b661-45663f0a15cb None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:30:12.904917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9babe5e2-d9ad-4008-afeb-fd3acc836657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:12.913110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-700caeed-2ab0-4d45-a5bf-ae0173d09218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:12.916414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-700caeed-2ab0-4d45-a5bf-ae0173d09218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:12.920210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-700caeed-2ab0-4d45-a5bf-ae0173d09218 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3af59a4-a8e9-4bc5-a8e8-6213a9c02c86 HTTP/1.1" status: 204 len: 168 time: 0.4180174 Oct 13 00:30:12.925636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9babe5e2-d9ad-4008-afeb-fd3acc836657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:12.964820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-ffaba23a-1dd9-46d7-bcfd-43cf7bf2e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:12.966347 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-ffaba23a-1dd9-46d7-bcfd-43cf7bf2e78e service neutron] 10.222.0.45 "GET /v2.0/networks?id=266916d0-acee-480d-9c51-986da2881ef3 HTTP/1.1" status: 200 len: 914 time: 0.2299740 Oct 13 00:30:13.042508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700caeed-2ab0-4d45-a5bf-ae0173d09218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af59a4-a8e9-4bc5-a8e8-6213a9c02c86,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:13.052424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9babe5e2-d9ad-4008-afeb-fd3acc836657 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72c5c64215194395846abbf0580d095c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8081200 Oct 13 00:30:13.055425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48184) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:13.126160 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-e2bd6b01-068d-48a9-8938-904ca002ce4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adf95884-0468-4e51-ba31-0bf26895fb73 HTTP/1.1" status: 200 len: 217 time: 0.1483221 Oct 13 00:30:13.131560 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:30:13.166846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babe5e2-d9ad-4008-afeb-fd3acc836657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58230090-80ba-4273-bdab-8edf03800379,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:13.193823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454125a9-3ad9-476e-8fee-1e66c63d3b83 req-72a6b5d7-4d35-49a3-8c97-621dfb965b9e tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:13.205241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-454125a9-3ad9-476e-8fee-1e66c63d3b83 req-72a6b5d7-4d35-49a3-8c97-621dfb965b9e tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 945 time: 0.2231474 Oct 13 00:30:13.242693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-6795c1b4-3605-4e21-9215-0af3b83d7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:13.253260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-6795c1b4-3605-4e21-9215-0af3b83d7e6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=423f6027-5cf6-4dee-a3a4-5fc311fcdf1a HTTP/1.1" status: 200 len: 852 time: 0.1193249 Oct 13 00:30:13.266682 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0764d0c-e948-4e87-b23f-22576cb782b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:13.296261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0764d0c-e948-4e87-b23f-22576cb782b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:13.407642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-454125a9-3ad9-476e-8fee-1e66c63d3b83 req-f3a809fa-3f62-4ad9-96fb-5f4a6787893d tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980848 Oct 13 00:30:13.469994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-2484b5fa-467d-44c7-9b43-8f1114eea3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:13.471917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-2484b5fa-467d-44c7-9b43-8f1114eea3f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=266916d0-acee-480d-9c51-986da2881ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102914 Oct 13 00:30:13.478688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-39745677-b622-4575-b661-45663f0a15cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:13.510815 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0764d0c-e948-4e87-b23f-22576cb782b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:13.513805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0764d0c-e948-4e87-b23f-22576cb782b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:13.519377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d0764d0c-e948-4e87-b23f-22576cb782b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58230090-80ba-4273-bdab-8edf03800379 HTTP/1.1" status: 204 len: 168 time: 0.4600644 Oct 13 00:30:13.535977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0764d0c-e948-4e87-b23f-22576cb782b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58230090-80ba-4273-bdab-8edf03800379,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:13.553802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39745677-b622-4575-b661-45663f0a15cb None None] Checking router: 4ce9fe84-425b-418e-aea9-2cf0551ecd29 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:30:13.561065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d9bd0-ec11-4ec7-b351-4062bfd3ff9d req-03ced6a9-b0b7-4bc9-a29f-6eab71bcd26e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:13.571869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c56d9bd0-ec11-4ec7-b351-4062bfd3ff9d req-03ced6a9-b0b7-4bc9-a29f-6eab71bcd26e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1623609 Oct 13 00:30:13.587274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39745677-b622-4575-b661-45663f0a15cb None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:30:13.592166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-39745677-b622-4575-b661-45663f0a15cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:29:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:13.644684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c56d9bd0-ec11-4ec7-b351-4062bfd3ff9d req-85035e19-d51a-4c3e-a694-4167e1958eb3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657942 Oct 13 00:30:13.677490 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-9641c39a-76de-45e5-8bc6-f9443ee46808 service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944144 Oct 13 00:30:13.777787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-39745677-b622-4575-b661-45663f0a15cb None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:30:13.796915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-44d2b039-c796-4b5e-ad43-07894ddca044 req-bf2e8bd1-3bba-400f-8bcc-0775488c1d6c service neutron] 10.222.0.45 "GET /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111205 Oct 13 00:30:14.080214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-39745677-b622-4575-b661-45663f0a15cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:14.116717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39745677-b622-4575-b661-45663f0a15cb None None] The sync data for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 is: [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:26:23Z', 'revision_number': 4, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9', 'name': '', 'network_id': '266916d0-acee-480d-9c51-986da2881ef3', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'mac_address': 'fa:16:3e:54:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:22Z', 'updated_at': '2021-10-13T00:26:31Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'subnets': [{'id': '423f6027-5cf6-4dee-a3a4-5fc311fcdf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:30:14.190192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48214) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:14.215348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-40a4082a-e748-4145-9bca-2558b75ac77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:14.345737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-40a4082a-e748-4145-9bca-2558b75ac77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:14.367727 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-40a4082a-e748-4145-9bca-2558b75ac77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:14.420428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-40a4082a-e748-4145-9bca-2558b75ac77a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d67de79f39e4471cbfdcb55a94835fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267835 Oct 13 00:30:14.421318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48220) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:14.482789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4082a-e748-4145-9bca-2558b75ac77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8eafc-c679-4a54-a128-46be48aa3cb8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:14.520019 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-55a161d3-8d21-4e7b-8dbe-02f96e7f1b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:14.589785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ef50133-4323-499b-9265-1e318b85585f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:14.664961 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61b1799-ce90-4d9f-9e04-66ac9aa17e98 None None] New status for floating IP bce6f12f-7321-42f0-9c51-242ee95e20f4: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:30:14.726747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ef50133-4323-499b-9265-1e318b85585f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:14.760102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-1b081265-4916-4dc0-ab36-9c341608f9b4 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:14.764089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6693-4901-4ce2-bfc3-c1764bd981b4 req-f986da86-31c4-4cb5-9513-ffb376d2cfa3 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:14.764984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-1b081265-4916-4dc0-ab36-9c341608f9b4 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.45 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 945 time: 0.1294084 Oct 13 00:30:14.781907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0fb6693-4901-4ce2-bfc3-c1764bd981b4 req-f986da86-31c4-4cb5-9513-ffb376d2cfa3 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 945 time: 0.2144511 Oct 13 00:30:14.906343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c0fb6693-4901-4ce2-bfc3-c1764bd981b4 req-6aa10770-19c5-4bcd-9b83-978a74ed7043 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba578bc5-15dd-4d3a-9861-b67d690a3314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235387 Oct 13 00:30:14.960990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eed18-ae1c-41bd-ae29-cbf2370be6bb req-fe034751-3098-411b-9c29-a6c94e89d4ce tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:14.962845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a24eed18-ae1c-41bd-ae29-cbf2370be6bb req-fe034751-3098-411b-9c29-a6c94e89d4ce tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1613729 Oct 13 00:30:14.981089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Deleting port adf95884-0468-4e51-ba31-0bf26895fb73 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:14.981452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:15.043746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a24eed18-ae1c-41bd-ae29-cbf2370be6bb req-341034e4-852e-42e9-9800-09b5da88667a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739865 Oct 13 00:30:15.046421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ef50133-4323-499b-9265-1e318b85585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:15.055276 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ef50133-4323-499b-9265-1e318b85585f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:15.058613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3ef50133-4323-499b-9265-1e318b85585f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acd8eafc-c679-4a54-a128-46be48aa3cb8 HTTP/1.1" status: 204 len: 168 time: 0.6351364 Oct 13 00:30:15.072156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef50133-4323-499b-9265-1e318b85585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8eafc-c679-4a54-a128-46be48aa3cb8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:15.155149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] For port adf95884-0468-4e51-ba31-0bf26895fb73, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=adf95884-0468-4e51-ba31-0bf26895fb73,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:15.155900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:15.172974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Calling delete_port for adf95884-0468-4e51-ba31-0bf26895fb73 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:15.425393 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:15.484651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event deleted for resources: {'Port': ['ID=adf95884-0468-4e51-ba31-0bf26895fb73,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:15.554815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] No DVR routers for this DVR port adf95884-0468-4e51-ba31-0bf26895fb73 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:15.557616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:15.561230 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a2d962eb-8233-46f8-9dac-621a7f26ba20 req-4969f5aa-edac-496a-8c24-8932af445d71 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.45 "DELETE /v2.0/ports/adf95884-0468-4e51-ba31-0bf26895fb73 HTTP/1.1" status: 204 len: 173 time: 0.7890091 Oct 13 00:30:15.561777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'name': 'network-vif-deleted', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:30:15.564358 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e204de7-df04-45e2-a3f0-a402d4f9f75f" -d '{"events": [{"server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "name": "network-vif-deleted", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:30:15.637029 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cc191d-1601-4f52-b88e-46236ab096a4 x-openstack-request-id: req-97cc191d-1601-4f52-b88e-46236ab096a4 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:30:15.637384 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3454364c-80e7-4594-bbe4-2c0a6f0e89c7", "name": "network-vif-deleted", "tag": "adf95884-0468-4e51-ba31-0bf26895fb73", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:30:15.637643 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97cc191d-1601-4f52-b88e-46236ab096a4 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:30:15.638093 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3454364c-80e7-4594-bbe4-2c0a6f0e89c7', 'name': 'network-vif-deleted', 'tag': 'adf95884-0468-4e51-ba31-0bf26895fb73', 'status': 'completed', 'code': 200} Oct 13 00:30:15.703441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:15.923130 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:16.139969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c4a5a27-ac10-4d47-a835-58d0085a1547 req-76cb5881-ddec-4dd7-9dc7-94a7b576c4b3 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 210 time: 0.0835125 Oct 13 00:30:16.325674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cf4ff-9704-4aaa-b293-e00f57aae0d3 req-87c52802-0ff0-4afd-92ab-e4cf7462af57 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:16.336144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f2cf4ff-9704-4aaa-b293-e00f57aae0d3 req-87c52802-0ff0-4afd-92ab-e4cf7462af57 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1074216 Oct 13 00:30:16.432561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9f2cf4ff-9704-4aaa-b293-e00f57aae0d3 req-ab1a6070-dfba-46a3-b841-e104dfa26028 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831842 Oct 13 00:30:17.098454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device adf95884-0468-4e51-ba31-0bf26895fb73 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:17.125780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: adf95884-0468-4e51-ba31-0bf26895fb73 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:30:17.126228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device adf95884-0468-4e51-ba31-0bf26895fb73 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:30:17.313765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8bc27009-c9e7-4d80-afc4-2c903776d436 req-f2a86139-5955-4fb9-b37b-26a1a7cfe13e tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 210 time: 0.0533853 Oct 13 00:30:17.508601 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:17.517117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48332) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:17.584986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48336) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:17.635164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a332c-259f-450b-87d3-e9554cdf01b1 req-7f502cba-fc0b-45b3-a281-88bf103f6122 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:17.648329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c33a332c-259f-450b-87d3-e9554cdf01b1 req-7f502cba-fc0b-45b3-a281-88bf103f6122 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1137805 Oct 13 00:30:17.717565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c33a332c-259f-450b-87d3-e9554cdf01b1 req-d250b985-d2c9-4993-be1a-52cd316db1d7 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677795 Oct 13 00:30:18.004787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b91a175e-1a11-45db-837c-4a8b05637ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.018284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d6660f0-4a00-43f4-b16d-4b67f6152a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.160557 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d6660f0-4a00-43f4-b16d-4b67f6152a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.168094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3d6660f0-4a00-43f4-b16d-4b67f6152a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.227908 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3d6660f0-4a00-43f4-b16d-4b67f6152a0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62957cdaf4384c04a93814a096d1bab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6403530 Oct 13 00:30:18.230131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6660f0-4a00-43f4-b16d-4b67f6152a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fae4a5-4fbf-4739-887e-f26e89093c65,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:18.233129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48344) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:18.348901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce94ffba-ef66-44eb-8825-f51a710f7922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.396807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce94ffba-ef66-44eb-8825-f51a710f7922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.468434 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce94ffba-ef66-44eb-8825-f51a710f7922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.472804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce94ffba-ef66-44eb-8825-f51a710f7922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.474702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ce94ffba-ef66-44eb-8825-f51a710f7922 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79fae4a5-4fbf-4739-887e-f26e89093c65 HTTP/1.1" status: 204 len: 168 time: 0.2249150 Oct 13 00:30:18.514213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ffba-ef66-44eb-8825-f51a710f7922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fae4a5-4fbf-4739-887e-f26e89093c65,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:18.616668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b91a175e-1a11-45db-837c-4a8b05637ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.632802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b91a175e-1a11-45db-837c-4a8b05637ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.678457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b91a175e-1a11-45db-837c-4a8b05637ad6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8d7400fc53a405ca1330886ba3c162f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1601379 Oct 13 00:30:18.679318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48356) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:18.680586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-036caed0-3cbf-490f-905f-d868700040d5 req-8106eb5d-8556-4e5f-8e6e-e7862f2d800e tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 210 time: 0.0622239 Oct 13 00:30:18.715429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a175e-1a11-45db-837c-4a8b05637ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59734458-b409-40f9-9a74-2bbeebfe56a5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:18.863427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d9bec00e-3879-4be6-80d2-49a84fc3782f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.904679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d9bec00e-3879-4be6-80d2-49a84fc3782f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:18.970818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a11798-1a99-4a76-b51e-3f86f28ea955 req-28c3d35e-394f-4e2a-a028-929eb59ee8f5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:18.994310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63a11798-1a99-4a76-b51e-3f86f28ea955 req-28c3d35e-394f-4e2a-a028-929eb59ee8f5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1132293 Oct 13 00:30:19.002864 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d9bec00e-3879-4be6-80d2-49a84fc3782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:19.005501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d9bec00e-3879-4be6-80d2-49a84fc3782f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:19.006671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d9bec00e-3879-4be6-80d2-49a84fc3782f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59734458-b409-40f9-9a74-2bbeebfe56a5 HTTP/1.1" status: 204 len: 168 time: 0.3257544 Oct 13 00:30:19.016482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bec00e-3879-4be6-80d2-49a84fc3782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59734458-b409-40f9-9a74-2bbeebfe56a5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:19.094349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63a11798-1a99-4a76-b51e-3f86f28ea955 req-7aa44917-f2fd-429f-9580-be4b825d61f7 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945814 Oct 13 00:30:19.769044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48406) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:19.798594 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-898dc535-d362-479a-8ec5-8bdf4260c2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:19.901180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc67de76-0909-4d72-8920-d3e46a64ee10 req-e9e876c2-3ff8-4c1d-9287-fe0ac7cb46fe tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 210 time: 0.0851476 Oct 13 00:30:20.024731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-898dc535-d362-479a-8ec5-8bdf4260c2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.036539 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-898dc535-d362-479a-8ec5-8bdf4260c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.093101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48420) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:20.093324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-898dc535-d362-479a-8ec5-8bdf4260c2d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36efae32f19b45fa83d90ecd6c553f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230574 Oct 13 00:30:20.096441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc535-d362-479a-8ec5-8bdf4260c2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fbd187-2d54-4784-b90f-b7f655aa37ff,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:20.191438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.230043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48428) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:20.267488 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.337574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02092a23-4a0a-4f7d-bff9-c9ba9cb0e21a req-a5e3b512-b2b2-4e09-9a87-e2351ddab9a4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:20.351141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02092a23-4a0a-4f7d-bff9-c9ba9cb0e21a req-a5e3b512-b2b2-4e09-9a87-e2351ddab9a4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1554239 Oct 13 00:30:20.462363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02092a23-4a0a-4f7d-bff9-c9ba9cb0e21a req-23dbb2a0-218a-4d5d-b70a-ad2571d6c2c1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066885 Oct 13 00:30:20.485332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1647400552'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:20.494376 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.498019 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.502860 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07fbd187-2d54-4784-b90f-b7f655aa37ff HTTP/1.1" status: 204 len: 168 time: 0.4081712 Oct 13 00:30:20.512177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fbd187-2d54-4784-b90f-b7f655aa37ff,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:20.520440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.520873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.521286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.521692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.522136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.522533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.522960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.523533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.523947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.524377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.524773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.525167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8d6634-fc50-46f2-813b-7941a7a3a9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:20.544682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:20.552083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.579904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.746207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.752673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.784738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:20.803111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d99ab03-4cfa-41ea-b999-d9d21d2faea1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:20.821408 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.831105 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Added segment 33efdbc6-bff5-4193-a643-a92b78dc6828 of type vlan for network 9c71420a-5bee-4454-befa-f8cc8bb07bd6 Oct 13 00:30:20.890294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.933581 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:20.945042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:20.946005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:21.115932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c81feffc-2088-49a4-aa4f-bff5ae6fb1bc req-e24f2ae1-804d-41eb-895e-e1447de22df9 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 210 time: 0.1094100 Oct 13 00:30:21.188249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Network': ['ID=9c71420a-5bee-4454-befa-f8cc8bb07bd6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:21.201125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9c71420a-5bee-4454-befa-f8cc8bb07bd6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:21.204020 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3b29d373-a763-4be9-9b07-a80e53f4ffd8 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9717567 Oct 13 00:30:21.693155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ea883-6395-41ac-a57a-d1a401219677 req-e3006c63-0216-43c7-b8f0-95abf50b9e0f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:21.704850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c5ea883-6395-41ac-a57a-d1a401219677 req-e3006c63-0216-43c7-b8f0-95abf50b9e0f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1204050 Oct 13 00:30:21.796163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c5ea883-6395-41ac-a57a-d1a401219677 req-c5509d40-fbca-4dd0-8e23-d6153a302afe tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889003 Oct 13 00:30:22.344244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c495193a-9ffd-4820-beaa-71925eee679a req-c7535840-b82f-4f7b-af05-00df5e97b56a tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "GET /v2.0/ports?device_id=3454364c-80e7-4594-bbe4-2c0a6f0e89c7 HTTP/1.1" status: 200 len: 210 time: 0.0507970 Oct 13 00:30:23.034377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fadc0-cf3b-4672-ba02-adb9c22b32ab req-dd52aa02-174c-4e1a-b2bc-1eba9a4836c5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:23.039384 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e04fadc0-cf3b-4672-ba02-adb9c22b32ab req-dd52aa02-174c-4e1a-b2bc-1eba9a4836c5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.0992587 Oct 13 00:30:23.125875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e04fadc0-cf3b-4672-ba02-adb9c22b32ab req-276bf2fe-b93a-4e25-82f1-069522d41f3a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818305 Oct 13 00:30:23.439073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48570) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:23.445133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:23.596284 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-af7282d2-f422-42c9-ae25-009fe4c209e9 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:23.605607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-1d0afec0-a071-4111-9047-0038f7e214bc req-987add89-0b93-4e1a-b1c2-56333438e563 service neutron] (94988) timed out ('10.222.0.45', 58577) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:30:23.660999 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-af7282d2-f422-42c9-ae25-009fe4c209e9 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:23.761328 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-af7282d2-f422-42c9-ae25-009fe4c209e9 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:23.765034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-af7282d2-f422-42c9-ae25-009fe4c209e9 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:23.766929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-af7282d2-f422-42c9-ae25-009fe4c209e9 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba578bc5-15dd-4d3a-9861-b67d690a3314 HTTP/1.1" status: 204 len: 168 time: 0.3260438 Oct 13 00:30:23.779164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7282d2-f422-42c9-ae25-009fe4c209e9 tempest-TestVolumeBackupRestore-990530064 tempest-TestVolumeBackupRestore-990530064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba578bc5-15dd-4d3a-9861-b67d690a3314,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:23.794310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-2933c858-6ff9-41aa-a487-798abc1de2b8 req-d0071e83-9704-426e-8893-2134e76aa7cb service neutron] (94989) timed out ('10.222.0.45', 58609) {{(pid=94989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:30:23.856742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c378775-f7dd-4125-b260-2bc8c10c7b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:24.104572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c378775-f7dd-4125-b260-2bc8c10c7b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:24.115856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c378775-f7dd-4125-b260-2bc8c10c7b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:24.216480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c378775-f7dd-4125-b260-2bc8c10c7b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcfdeb0-524c-4e78-a0fe-5afd6c7db466,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:24.229217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48606) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:24.230354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8c378775-f7dd-4125-b260-2bc8c10c7b4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f409fd0b1c041fb81e0d3f2c6b90386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840858 Oct 13 00:30:24.576145 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88ec7ef8-a458-4783-bcc4-9ead977dac4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:24.649145 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88ec7ef8-a458-4783-bcc4-9ead977dac4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:24.735152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186786-e275-4306-bc13-8102d9426849 req-f2fe00f8-fb86-44eb-aae4-cb4af7fc438e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:24.742844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02186786-e275-4306-bc13-8102d9426849 req-f2fe00f8-fb86-44eb-aae4-cb4af7fc438e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.3814533 Oct 13 00:30:24.764737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48642) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:24.770177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'subnet': {'network_id': '9c71420a-5bee-4454-befa-f8cc8bb07bd6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:24.797866 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88ec7ef8-a458-4783-bcc4-9ead977dac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:24.801131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88ec7ef8-a458-4783-bcc4-9ead977dac4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:24.802323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-88ec7ef8-a458-4783-bcc4-9ead977dac4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dcfdeb0-524c-4e78-a0fe-5afd6c7db466 HTTP/1.1" status: 204 len: 168 time: 0.5717466 Oct 13 00:30:24.841527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02186786-e275-4306-bc13-8102d9426849 req-7cf26e46-f40c-432d-bef5-8a5a8426a9c3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870340 Oct 13 00:30:24.842991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec7ef8-a458-4783-bcc4-9ead977dac4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcfdeb0-524c-4e78-a0fe-5afd6c7db466,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:24.975642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:24.983457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:25.447038 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:25.585486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48706) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:25.603263 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-150ba1f2-5dc9-4e77-b22a-ae2e7c7224e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:25.619348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Subnet': ['ID=480852cc-4ef9-4b24-817e-5f76e85c1f12,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:25.642948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Checking segment: {'id': '33efdbc6-bff5-4193-a643-a92b78dc6828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c71420a-5bee-4454-befa-f8cc8bb07bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:25.643379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network hostable DHCP agents. Network: 9c71420a-5bee-4454-befa-f8cc8bb07bd6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:30:25.669238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network 9c71420a-5bee-4454-befa-f8cc8bb07bd6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:30:25.685230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 9c71420a-5bee-4454-befa-f8cc8bb07bd6) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:25.696183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0221e617-5157-487c-b23d-580aad71200d None None] Network 9c71420a-5bee-4454-befa-f8cc8bb07bd6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:25.703835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:25.704486 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:25.734524 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-530b102c-94f6-4238-9f39-52854a5c0256 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9685326 Oct 13 00:30:25.738609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48718) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:25.748743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1354816038'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:25.752465 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-150ba1f2-5dc9-4e77-b22a-ae2e7c7224e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:25.766691 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-150ba1f2-5dc9-4e77-b22a-ae2e7c7224e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:25.810582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:25.817008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:25.817657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-150ba1f2-5dc9-4e77-b22a-ae2e7c7224e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e76822d9c954411b93127ca1e23e242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310228 Oct 13 00:30:25.824550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48724) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:25.879283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:25.884599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ba1f2-5dc9-4e77-b22a-ae2e7c7224e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b13e7-3d19-48fb-aaf2-71ca7c3c35a2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:25.925370 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:25.926940 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Added segment 9ff540d7-2961-441f-9fdb-562709c48322 of type vlan for network bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 Oct 13 00:30:25.927315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-531eedf2-2247-47ca-b27b-38158034e2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.040613 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.056954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-9c71420a-5bee-4454-befa-f8cc8bb07bd6', 'network_id': '9c71420a-5bee-4454-befa-f8cc8bb07bd6', 'tenant_id': '2ae1b2ebef1e4fa09dfbc108ce3f810c', 'fixed_ips': [{'subnet_id': '480852cc-4ef9-4b24-817e-5f76e85c1f12'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:30:26.057836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.074899 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-531eedf2-2247-47ca-b27b-38158034e2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.102851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.109143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:26.109818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.176158 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4362955 Oct 13 00:30:26.181028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48748) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:26.200656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc70a1-1f88-40f8-8c80-3f791a32a564 req-32c02f88-847b-4ab5-8d60-b7dbe565c200 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:26.212602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75fc70a1-1f88-40f8-8c80-3f791a32a564 req-32c02f88-847b-4ab5-8d60-b7dbe565c200 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.2360625 Oct 13 00:30:26.224676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'subnet': {'network_id': 'bc4f5be9-1f5f-4570-8b5b-68ceb430bf47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:26.286360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc2a99-d9ef-43e9-ad68-d9d9953f6f4e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Network': ['ID=bc4f5be9-1f5f-4570-8b5b-68ceb430bf47,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:26.296774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Allocated IP 2001:db8:0:ffff::2 (9c71420a-5bee-4454-befa-f8cc8bb07bd6/480852cc-4ef9-4b24-817e-5f76e85c1f12/cc4807f8-7962-4464-823d-8bb30d30e912) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:30:26.400192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-531eedf2-2247-47ca-b27b-38158034e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.404990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-531eedf2-2247-47ca-b27b-38158034e2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.408712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-531eedf2-2247-47ca-b27b-38158034e2a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d85b13e7-3d19-48fb-aaf2-71ca7c3c35a2 HTTP/1.1" status: 204 len: 168 time: 0.5826073 Oct 13 00:30:26.472713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eedf2-2247-47ca-b27b-38158034e2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b13e7-3d19-48fb-aaf2-71ca7c3c35a2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:26.546972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75fc70a1-1f88-40f8-8c80-3f791a32a564 req-a7fce728-c696-480e-b011-e9c809e9e342 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118744 Oct 13 00:30:26.671961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:26.681579 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.683887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.695727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:26.717123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:26.887297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Pushing event updated for resources: {'Port': ['ID=cc4807f8-7962-4464-823d-8bb30d30e912,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:26.922767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Network 9c71420a-5bee-4454-befa-f8cc8bb07bd6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:30:26.942062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:26.947181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:30:27.091877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Attempting to bind port cc4807f8-7962-4464-823d-8bb30d30e912 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:30:27.092476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Attempting to bind port cc4807f8-7962-4464-823d-8bb30d30e912 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '33efdbc6-bff5-4193-a643-a92b78dc6828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c71420a-5bee-4454-befa-f8cc8bb07bd6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:30:27.093050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Attempting to bind port cc4807f8-7962-4464-823d-8bb30d30e912 on network 9c71420a-5bee-4454-befa-f8cc8bb07bd6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:30:27.107364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:30:27.111656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Checking segment: {'id': '33efdbc6-bff5-4193-a643-a92b78dc6828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c71420a-5bee-4454-befa-f8cc8bb07bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:27.112362 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:27.112929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Bound using segment: {'id': '33efdbc6-bff5-4193-a643-a92b78dc6828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c71420a-5bee-4454-befa-f8cc8bb07bd6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:30:27.113882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Bound port: cc4807f8-7962-4464-823d-8bb30d30e912, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33efdbc6-bff5-4193-a643-a92b78dc6828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c71420a-5bee-4454-befa-f8cc8bb07bd6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:30:27.117161 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:27.275824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] For port cc4807f8-7962-4464-823d-8bb30d30e912, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:30:27.307677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] For port cc4807f8-7962-4464-823d-8bb30d30e912, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cc4807f8-7962-4464-823d-8bb30d30e912,segment=NetworkSegment(33efdbc6-bff5-4193-a643-a92b78dc6828),segment_id=33efdbc6-bff5-4193-a643-a92b78dc6828)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:30:27.318370 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:27.404568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:30:27.406102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:27.457481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241ff30-668e-40b4-bc41-ab9a61a7db03 None None] Pushing event updated for resources: {'Port': ['ID=cc4807f8-7962-4464-823d-8bb30d30e912,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:27.537773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Subnet': ['ID=47d6e9a7-4679-434b-aa94-7e32347a42a2,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:27.672094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Checking segment: {'id': '9ff540d7-2961-441f-9fdb-562709c48322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc4f5be9-1f5f-4570-8b5b-68ceb430bf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:27.672671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network hostable DHCP agents. Network: bc4f5be9-1f5f-4570-8b5b-68ceb430bf47, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:30:27.741633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:30:27.854142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, bc4f5be9-1f5f-4570-8b5b-68ceb430bf47) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:27.871124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:27.873880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde0d441-1e84-4d46-ab6d-c1b7794da09e None None] Network bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:27.892279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:27.953949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce975c9-7d56-4451-bca4-92906146c0d4 req-cb5ffafb-3cc6-4fe2-81c3-ee19318696e7 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:27.973154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cce975c9-7d56-4451-bca4-92906146c0d4 req-cb5ffafb-3cc6-4fe2-81c3-ee19318696e7 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.2457535 Oct 13 00:30:28.022060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5b33bad3-e2f5-4fdb-95fa-afaecbc52c7d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8000078 Oct 13 00:30:28.022982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:28.028350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'port': {'network_id': 'bc4f5be9-1f5f-4570-8b5b-68ceb430bf47', 'name': 'tempest-NetworksIpV6TestAttrs-2147153163'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:28.076530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cce975c9-7d56-4451-bca4-92906146c0d4 req-61a6db29-17ea-4bde-80a9-8814c53d34ab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011426 Oct 13 00:30:28.235384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-bc4f5be9-1f5f-4570-8b5b-68ceb430bf47', 'network_id': 'bc4f5be9-1f5f-4570-8b5b-68ceb430bf47', 'tenant_id': '2ae1b2ebef1e4fa09dfbc108ce3f810c', 'fixed_ips': [{'subnet_id': '47d6e9a7-4679-434b-aa94-7e32347a42a2'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:30:28.236538 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:28.385142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:28.398635 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:28.421507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Allocated IP 2001:db8::f816:3eff:fef1:28db (bc4f5be9-1f5f-4570-8b5b-68ceb430bf47/47d6e9a7-4679-434b-aa94-7e32347a42a2/4c846d1d-9324-40ec-8203-eaf4d8c630a1) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:30:28.468980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] device_id is not set on port 2d757cc9-b38b-4d94-bb9f-458c22785938 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:30:28.980040 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:29.028196 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:29.150346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Network bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:30:29.153353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:29.162251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:30:29.228575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Allocated IP 2001:db8::f816:3eff:fef6:76c3 (bc4f5be9-1f5f-4570-8b5b-68ceb430bf47/47d6e9a7-4679-434b-aa94-7e32347a42a2/2d757cc9-b38b-4d94-bb9f-458c22785938) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:30:29.353638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Pushing event updated for resources: {'Port': ['ID=4c846d1d-9324-40ec-8203-eaf4d8c630a1,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:29.371748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423a5a0-71fc-477d-8544-bc75902ecca2 req-92f700f7-5290-42e4-9bb3-03fa613c6b9a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:29.383648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e423a5a0-71fc-477d-8544-bc75902ecca2 req-92f700f7-5290-42e4-9bb3-03fa613c6b9a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1319323 Oct 13 00:30:29.394683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Attempting to bind port 4c846d1d-9324-40ec-8203-eaf4d8c630a1 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:30:29.395075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Attempting to bind port 4c846d1d-9324-40ec-8203-eaf4d8c630a1 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '9ff540d7-2961-441f-9fdb-562709c48322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc4f5be9-1f5f-4570-8b5b-68ceb430bf47'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:30:29.404351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Attempting to bind port 4c846d1d-9324-40ec-8203-eaf4d8c630a1 on network bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:30:29.451396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:30:29.468519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Checking segment: {'id': '9ff540d7-2961-441f-9fdb-562709c48322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc4f5be9-1f5f-4570-8b5b-68ceb430bf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:29.469876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:29.472740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Bound using segment: {'id': '9ff540d7-2961-441f-9fdb-562709c48322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc4f5be9-1f5f-4570-8b5b-68ceb430bf47'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:30:29.475827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Bound port: 4c846d1d-9324-40ec-8203-eaf4d8c630a1, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff540d7-2961-441f-9fdb-562709c48322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc4f5be9-1f5f-4570-8b5b-68ceb430bf47'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:30:29.476384 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:29.498448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e423a5a0-71fc-477d-8544-bc75902ecca2 req-895d9280-17e4-41f4-b988-b27190e0e05d tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080270 Oct 13 00:30:29.611826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:29.624741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5f509-013a-477b-94c0-a02705a958a5 None None] Network 9c71420a-5bee-4454-befa-f8cc8bb07bd6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:29.714572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:29.794267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cc4807f8-7962-4464-823d-8bb30d30e912 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:30:29.855265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:30:29.862493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:29.874668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:30:29.874885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] For port 4c846d1d-9324-40ec-8203-eaf4d8c630a1, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:30:29.879866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-82df4db9-863c-400e-bdbd-980c47e7186d None None] Provisioning complete for port cc4807f8-7962-4464-823d-8bb30d30e912 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:29.880249 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-82df4db9-863c-400e-bdbd-980c47e7186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:29.882405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:29.883296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:29.890325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Port': ['ID=2d757cc9-b38b-4d94-bb9f-458c22785938,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:29.921238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a095d272-7b55-4401-9d57-568785506671 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8963814 Oct 13 00:30:29.923358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49066) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:30.007474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] For port 4c846d1d-9324-40ec-8203-eaf4d8c630a1, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4c846d1d-9324-40ec-8203-eaf4d8c630a1,segment=NetworkSegment(9ff540d7-2961-441f-9fdb-562709c48322),segment_id=9ff540d7-2961-441f-9fdb-562709c48322)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:30:30.027421 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:30.035828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port cc4807f8-7962-4464-823d-8bb30d30e912 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:30.036378 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:30.104485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e1bbc9-b82d-480f-a684-28a8483412e6 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Deleting subnet 47d6e9a7-4679-434b-aa94-7e32347a42a2 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:30:30.121167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bbc9-b82d-480f-a684-28a8483412e6 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:30.248896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c42b-63fb-4810-99e0-2f994a0e84af None None] Pushing event updated for resources: {'Port': ['ID=4c846d1d-9324-40ec-8203-eaf4d8c630a1,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:30.326665 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-82df4db9-863c-400e-bdbd-980c47e7186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:30.410823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-82df4db9-863c-400e-bdbd-980c47e7186d None None] For port cc4807f8-7962-4464-823d-8bb30d30e912, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cc4807f8-7962-4464-823d-8bb30d30e912,segment=NetworkSegment(33efdbc6-bff5-4193-a643-a92b78dc6828),segment_id=33efdbc6-bff5-4193-a643-a92b78dc6828)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:30.440202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-82df4db9-863c-400e-bdbd-980c47e7186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:30.459325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-def0a30c-b5fb-4c6b-a107-0b805552b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:30.462865 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-def0a30c-b5fb-4c6b-a107-0b805552b8dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1096 time: 0.3441966 Oct 13 00:30:30.466329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bbc9-b82d-480f-a684-28a8483412e6 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:30.822382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b13c3-0f04-49f7-a469-1a1f9e391296 req-6a8cbaeb-2417-432e-8812-48809e8c786c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:30.850672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e8b13c3-0f04-49f7-a469-1a1f9e391296 req-6a8cbaeb-2417-432e-8812-48809e8c786c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1252999 Oct 13 00:30:30.934991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df4db9-863c-400e-bdbd-980c47e7186d None None] Pushing event updated for resources: {'Port': ['ID=cc4807f8-7962-4464-823d-8bb30d30e912,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:30.967878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e8b13c3-0f04-49f7-a469-1a1f9e391296 req-205c469b-7e24-4c67-8e31-b25541fb3883 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162632 Oct 13 00:30:31.124269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bbc9-b82d-480f-a684-28a8483412e6 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:31.256191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bbc9-b82d-480f-a684-28a8483412e6 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:31.298977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1bbc9-b82d-480f-a684-28a8483412e6 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Subnet': ['ID=47d6e9a7-4679-434b-aa94-7e32347a42a2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:31.316881 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bbc9-b82d-480f-a684-28a8483412e6 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:31.323090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e3e1bbc9-b82d-480f-a684-28a8483412e6 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/subnets/47d6e9a7-4679-434b-aa94-7e32347a42a2 HTTP/1.1" status: 204 len: 168 time: 1.3956645 Oct 13 00:30:31.325396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49198) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:31.394967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d23d4300-8039-4561-b978-4ee7e3ba25d5 None None] Provisioning complete for port cc4807f8-7962-4464-823d-8bb30d30e912 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:31.395403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-08dbe931-1b80-4bc3-9da0-50946c02a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:31.395492 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d23d4300-8039-4561-b978-4ee7e3ba25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:31.396561 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-08dbe931-1b80-4bc3-9da0-50946c02a55d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.9257123 Oct 13 00:30:31.505533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69564e-df02-43e8-ac8c-195f5ad14963 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:31.509775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69564e-df02-43e8-ac8c-195f5ad14963 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:31.514724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5b69564e-df02-43e8-ac8c-195f5ad14963 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1861553 Oct 13 00:30:31.520538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49204) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:31.614145 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-a66da02b-557f-4056-98cd-7c5eed884382 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 1000 time: 0.2046413 Oct 13 00:30:31.717946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-94f4669f-8a9c-49b4-a43d-cd1b236398d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:31.719848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-94f4669f-8a9c-49b4-a43d-cd1b236398d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0966644 Oct 13 00:30:31.779773 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a962f6e4-b92b-4651-a656-4b3a7579887a tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:31.781349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cc4807f8-7962-4464-823d-8bb30d30e912 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:30:31.799749 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-a962f6e4-b92b-4651-a656-4b3a7579887a tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 00:30:31.801558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a962f6e4-b92b-4651-a656-4b3a7579887a tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:31.808094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a962f6e4-b92b-4651-a656-4b3a7579887a tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 HTTP/1.1" status: 409 len: 405 time: 0.2859759 Oct 13 00:30:31.813710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49214) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:31.825841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1357015920'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:31.893735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-226e9bb9-5e00-460e-8374-1a7b6738f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:31.900378 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-226e9bb9-5e00-460e-8374-1a7b6738f836 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726999 Oct 13 00:30:31.955819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port cc4807f8-7962-4464-823d-8bb30d30e912 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:31.956431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.167553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4c846d1d-9324-40ec-8203-eaf4d8c630a1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:30:32.229543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:32.295636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c7df8-497b-40ac-9004-4b0a4e3e64cc req-53130b52-69f8-4af8-b360-9bafcfe8ed71 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:32.300006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-726c7df8-497b-40ac-9004-4b0a4e3e64cc req-53130b52-69f8-4af8-b360-9bafcfe8ed71 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 945 time: 0.1431291 Oct 13 00:30:32.309870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651cb9e1-d763-4f81-b55c-0afe7ca35e34 None None] Network bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:32.440559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-726c7df8-497b-40ac-9004-4b0a4e3e64cc req-d9290184-3dba-476b-8e6f-4993bf1cbd6e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305981 Oct 13 00:30:32.511039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cec9120a-cefe-4b86-bf13-4c3be9f8e158 None None] Provisioning complete for port 4c846d1d-9324-40ec-8203-eaf4d8c630a1 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:32.512078 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cec9120a-cefe-4b86-bf13-4c3be9f8e158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.539447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49226) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:32.645099 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.647315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4c846d1d-9324-40ec-8203-eaf4d8c630a1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:32.647896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.695150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:32.699715 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.735887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:32.747231 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.747862 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Added segment c7349094-2f20-4cc6-a48e-e516ba9f79e5 of type vlan for network b7cd14fa-781d-4767-bf8b-96e64c1b9c1f Oct 13 00:30:32.792601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53068229-e628-40d4-a2d6-b800a9bf64f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.805361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.860895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.867388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:32.867907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.921757 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53068229-e628-40d4-a2d6-b800a9bf64f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.935153 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-53068229-e628-40d4-a2d6-b800a9bf64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.940782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:32.958764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] DHCP port deletion for bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:30:32.979362 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1645718 Oct 13 00:30:32.987671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 4c846d1d-9324-40ec-8203-eaf4d8c630a1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4c846d1d-9324-40ec-8203-eaf4d8c630a1,segment=NetworkSegment(9ff540d7-2961-441f-9fdb-562709c48322),segment_id=9ff540d7-2961-441f-9fdb-562709c48322)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:32.994899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:30:32.997563 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faa5a94-7758-406d-ad89-7e188aebda2e" -d '{"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:30:33.000134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49232) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:33.014295 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.033089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'subnet': {'network_id': 'b7cd14fa-781d-4767-bf8b-96e64c1b9c1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:33.060114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503fb7b-fa35-4427-8797-b74deb7f8f97 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Network': ['ID=b7cd14fa-781d-4767-bf8b-96e64c1b9c1f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:33.096512 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-53068229-e628-40d4-a2d6-b800a9bf64f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17ff2b99a8114bfc86441ce04d49fddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558269 Oct 13 00:30:33.097318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53068229-e628-40d4-a2d6-b800a9bf64f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7932fd8c-7c98-4418-9529-d3c507b5997c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:33.105409 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c29e970-fa94-4205-9d23-6ef27c710da7 x-openstack-request-id: req-6c29e970-fa94-4205-9d23-6ef27c710da7 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:30:33.105874 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:30:33.106462 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c29e970-fa94-4205-9d23-6ef27c710da7 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:30:33.107197 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'code': 200} Oct 13 00:30:33.111937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49238) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:33.115099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=4c846d1d-9324-40ec-8203-eaf4d8c630a1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:33.118511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network b7cd14fa-781d-4767-bf8b-96e64c1b9c1f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:33.123093 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-796e0f29-ee22-4dab-8cf5-ac51cf6c5057 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2062845 Oct 13 00:30:33.190130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:33.220789 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.251403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e29aa167-e8ca-49d8-ac03-a38318a92d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.262645 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c70a15a-1c46-4c6d-96e7-5843de08d346 req-67e24a74-d074-4d84-bd86-446b8d3b921f service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294522 Oct 13 00:30:33.314837 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e29aa167-e8ca-49d8-ac03-a38318a92d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.342749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:33.344469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:33.349248 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.408572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] Deleting port 4c846d1d-9324-40ec-8203-eaf4d8c630a1 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:33.417208 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.431839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e29aa167-e8ca-49d8-ac03-a38318a92d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.434432 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e29aa167-e8ca-49d8-ac03-a38318a92d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.438021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e29aa167-e8ca-49d8-ac03-a38318a92d71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7932fd8c-7c98-4418-9529-d3c507b5997c HTTP/1.1" status: 204 len: 168 time: 0.3214562 Oct 13 00:30:33.455110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29aa167-e8ca-49d8-ac03-a38318a92d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7932fd8c-7c98-4418-9529-d3c507b5997c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:33.605453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] For port 4c846d1d-9324-40ec-8203-eaf4d8c630a1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4c846d1d-9324-40ec-8203-eaf4d8c630a1,segment=NetworkSegment(9ff540d7-2961-441f-9fdb-562709c48322),segment_id=9ff540d7-2961-441f-9fdb-562709c48322)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:33.606474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.633231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] Calling delete_port for 4c846d1d-9324-40ec-8203-eaf4d8c630a1 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:33.662074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c255a-3154-4ac2-8018-24fe3a74c718 req-f7e9991d-a33d-4e28-95ed-a18c90e1fc6a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:33.664524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646c255a-3154-4ac2-8018-24fe3a74c718 req-f7e9991d-a33d-4e28-95ed-a18c90e1fc6a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.0682130 Oct 13 00:30:33.703993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4c846d1d-9324-40ec-8203-eaf4d8c630a1 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:33.780658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646c255a-3154-4ac2-8018-24fe3a74c718 req-d63f1b82-c9c8-4c38-bb6f-0da4f22cf9ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059594 Oct 13 00:30:33.830350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.863919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] Pushing event deleted for resources: {'Port': ['ID=4c846d1d-9324-40ec-8203-eaf4d8c630a1,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:33.867968 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:33.895259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890937f-d140-40f8-8c64-c65fdbb35502 None None] No DVR routers for this DVR port 4c846d1d-9324-40ec-8203-eaf4d8c630a1 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:33.916879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.objects.ports [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:30:33.918623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.006413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Subnet': ['ID=ce46d9aa-5325-41d4-9411-8c83a9c7021d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:34.029597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Checking segment: {'id': 'c7349094-2f20-4cc6-a48e-e516ba9f79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b7cd14fa-781d-4767-bf8b-96e64c1b9c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:34.030062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network hostable DHCP agents. Network: b7cd14fa-781d-4767-bf8b-96e64c1b9c1f, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:30:34.060614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network b7cd14fa-781d-4767-bf8b-96e64c1b9c1f is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:30:34.075595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, b7cd14fa-781d-4767-bf8b-96e64c1b9c1f) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:34.087035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056e12e2-db1d-486a-bd9d-8b84fc40fc9d None None] Network b7cd14fa-781d-4767-bf8b-96e64c1b9c1f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:34.091587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49248) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:34.107016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:34.107763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.109523 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-019d2680-4da0-409c-aaa9-c2b8b16e4ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.152438 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f082edb4-3deb-45b1-a766-a84041cd2c49 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1368794 Oct 13 00:30:34.154791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49254) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:34.163863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'port': {'network_id': 'b7cd14fa-781d-4767-bf8b-96e64c1b9c1f', 'name': 'tempest-NetworksIpV6TestAttrs-340200519'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:34.327737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-019d2680-4da0-409c-aaa9-c2b8b16e4ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.341132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-019d2680-4da0-409c-aaa9-c2b8b16e4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.368465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-b7cd14fa-781d-4767-bf8b-96e64c1b9c1f', 'network_id': 'b7cd14fa-781d-4767-bf8b-96e64c1b9c1f', 'tenant_id': '2ae1b2ebef1e4fa09dfbc108ce3f810c', 'fixed_ips': [{'subnet_id': 'ce46d9aa-5325-41d4-9411-8c83a9c7021d'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:30:34.369346 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.394956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49266) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:34.416118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:34.420083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.442337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] device_id is not set on port c3d23477-1d2c-4159-bf59-33d3a68eab6e yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:30:34.572395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-019d2680-4da0-409c-aaa9-c2b8b16e4ebf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=344412deeec949e3a2cb97f09f2fb66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793780 Oct 13 00:30:34.574913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49268) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:34.575318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d2680-4da0-409c-aaa9-c2b8b16e4ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc03051-7b48-4a80-b774-1262695ac759,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:34.603747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Allocated IP 2001:db8::f816:3eff:fe5d:9f3 (b7cd14fa-781d-4767-bf8b-96e64c1b9c1f/ce46d9aa-5325-41d4-9411-8c83a9c7021d/dac39197-2ea7-4ca6-8d10-324f7ddd5e6d) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:30:34.682769 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-994864fd-7723-461e-84a5-095956d575bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.726534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-994864fd-7723-461e-84a5-095956d575bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.820474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49274) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:34.821155 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-994864fd-7723-461e-84a5-095956d575bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.840659 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-994864fd-7723-461e-84a5-095956d575bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.846560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-994864fd-7723-461e-84a5-095956d575bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cc03051-7b48-4a80-b774-1262695ac759 HTTP/1.1" status: 204 len: 168 time: 0.2683785 Oct 13 00:30:34.898212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994864fd-7723-461e-84a5-095956d575bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc03051-7b48-4a80-b774-1262695ac759,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:34.973678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:34.991894 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.051105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Allocated IP 2001:db8::f816:3eff:fec6:16f6 (b7cd14fa-781d-4767-bf8b-96e64c1b9c1f/ce46d9aa-5325-41d4-9411-8c83a9c7021d/c3d23477-1d2c-4159-bf59-33d3a68eab6e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:30:35.078556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Network b7cd14fa-781d-4767-bf8b-96e64c1b9c1f is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:30:35.087761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:35.091878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:30:35.096075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2e7f0-59a5-4684-b64f-7c0e4eb91322 req-7059241a-f2bc-4da8-9b21-16112ddcae05 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:35.097666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cc2e7f0-59a5-4684-b64f-7c0e4eb91322 req-7059241a-f2bc-4da8-9b21-16112ddcae05 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1596422 Oct 13 00:30:35.106714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Pushing event updated for resources: {'Port': ['ID=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:35.128590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3405ac8-0399-4421-a5b2-ad6e5cae3c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.193428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cc2e7f0-59a5-4684-b64f-7c0e4eb91322 req-205ee534-2549-4590-bd41-d30a7b5fe0d3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843377 Oct 13 00:30:35.202951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Attempting to bind port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:30:35.203433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Attempting to bind port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c7349094-2f20-4cc6-a48e-e516ba9f79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b7cd14fa-781d-4767-bf8b-96e64c1b9c1f'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:30:35.204166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Attempting to bind port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d on network b7cd14fa-781d-4767-bf8b-96e64c1b9c1f {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:30:35.215927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:30:35.217875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Checking segment: {'id': 'c7349094-2f20-4cc6-a48e-e516ba9f79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b7cd14fa-781d-4767-bf8b-96e64c1b9c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:35.220328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.221320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Bound using segment: {'id': 'c7349094-2f20-4cc6-a48e-e516ba9f79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b7cd14fa-781d-4767-bf8b-96e64c1b9c1f'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:30:35.222238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Bound port: dac39197-2ea7-4ca6-8d10-324f7ddd5e6d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7349094-2f20-4cc6-a48e-e516ba9f79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b7cd14fa-781d-4767-bf8b-96e64c1b9c1f'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:30:35.224882 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.276717 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.391265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] For port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:30:35.421481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] For port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,segment=NetworkSegment(c7349094-2f20-4cc6-a48e-e516ba9f79e5),segment_id=c7349094-2f20-4cc6-a48e-e516ba9f79e5)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:30:35.431629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.549987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.559703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975683db-d9cb-4e11-a0a4-5b21b8323ff1 None None] Pushing event updated for resources: {'Port': ['ID=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:35.576018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3405ac8-0399-4421-a5b2-ad6e5cae3c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.587366 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a3405ac8-0399-4421-a5b2-ad6e5cae3c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.668771 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a3405ac8-0399-4421-a5b2-ad6e5cae3c07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b05bf21379c4601a007e32fcc07f730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8203230 Oct 13 00:30:35.671014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3405ac8-0399-4421-a5b2-ad6e5cae3c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce14ab54-84c6-4707-add8-52c45d29913d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:35.673574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49294) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:35.709352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.780457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network b7cd14fa-781d-4767-bf8b-96e64c1b9c1f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:30:35.801826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8096974-d748-4703-9e96-1436844c1ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.804371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:35.810449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:30:35.812222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Deleting port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:35.812701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.816441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:35.817093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.832907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Port': ['ID=c3d23477-1d2c-4159-bf59-33d3a68eab6e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:35.885956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8096974-d748-4703-9e96-1436844c1ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:35.903817 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f6b0e406-9051-4de6-8533-9d3b14fd0ae7 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7475939 Oct 13 00:30:35.906577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49298) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:36.002012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a891005-c34e-48b2-94ce-932677eaf77e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Deleting subnet ce46d9aa-5325-41d4-9411-8c83a9c7021d {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:30:36.005580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a891005-c34e-48b2-94ce-932677eaf77e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.007013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] For port ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:36.007429 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.032695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Calling delete_port for ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:36.056084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a891005-c34e-48b2-94ce-932677eaf77e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.108077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8096974-d748-4703-9e96-1436844c1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.111191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8096974-d748-4703-9e96-1436844c1ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.113155 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e8096974-d748-4703-9e96-1436844c1ffa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce14ab54-84c6-4707-add8-52c45d29913d HTTP/1.1" status: 204 len: 168 time: 0.4265821 Oct 13 00:30:36.136987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8096974-d748-4703-9e96-1436844c1ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce14ab54-84c6-4707-add8-52c45d29913d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:36.263435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a891005-c34e-48b2-94ce-932677eaf77e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.361350 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a891005-c34e-48b2-94ce-932677eaf77e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.398567 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.400235 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9a891005-c34e-48b2-94ce-932677eaf77e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.410692 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9a891005-c34e-48b2-94ce-932677eaf77e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/subnets/ce46d9aa-5325-41d4-9411-8c83a9c7021d HTTP/1.1" status: 204 len: 168 time: 0.5028515 Oct 13 00:30:36.414459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49318) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:36.461100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a891005-c34e-48b2-94ce-932677eaf77e tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Subnet': ['ID=ce46d9aa-5325-41d4-9411-8c83a9c7021d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:36.465800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:36.488282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a694a83-e076-43f7-895f-356f3dc6c103 req-9fe3a908-f7fd-44ec-ace8-39f183ae8d65 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:36.489889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a694a83-e076-43f7-895f-356f3dc6c103 req-9fe3a908-f7fd-44ec-ace8-39f183ae8d65 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1359680 Oct 13 00:30:36.594923 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.651693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49324) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:36.683659 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ce44f1-df0c-41d5-bc48-a50ac33af58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.689690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a31fbe-dd4b-46de-bcb0-2354692bd1f0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:36.691338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a31fbe-dd4b-46de-bcb0-2354692bd1f0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:36.696882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-40a31fbe-dd4b-46de-bcb0-2354692bd1f0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2783012 Oct 13 00:30:36.699008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49326) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:36.725758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a694a83-e076-43f7-895f-356f3dc6c103 req-7ec5e9c0-adc2-40f3-b83f-17ea6ca3e16c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264137 Oct 13 00:30:36.886856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ce44f1-df0c-41d5-bc48-a50ac33af58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.899743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ce44f1-df0c-41d5-bc48-a50ac33af58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:36.946918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5617aee-2227-4046-83be-a1494cd973b0 req-c054089e-9865-4c68-bad2-be8af8ee7ea9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:36.949388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d4ce44f1-df0c-41d5-bc48-a50ac33af58e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95621e8298cf4c7cbb037db5263a0495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967055 Oct 13 00:30:36.954555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49338) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:36.962983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5617aee-2227-4046-83be-a1494cd973b0 req-c054089e-9865-4c68-bad2-be8af8ee7ea9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 945 time: 0.3003376 Oct 13 00:30:36.979009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2da266a1-3afe-4d5a-bccb-34a5024befde tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.000856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce44f1-df0c-41d5-bc48-a50ac33af58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e532f9f-38f6-4ee3-9771-9937628b2aac,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:37.013839 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da266a1-3afe-4d5a-bccb-34a5024befde tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 00:30:37.015048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da266a1-3afe-4d5a-bccb-34a5024befde tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:37.018324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2da266a1-3afe-4d5a-bccb-34a5024befde tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/b7cd14fa-781d-4767-bf8b-96e64c1b9c1f HTTP/1.1" status: 409 len: 405 time: 0.3163095 Oct 13 00:30:37.034774 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.038418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49344) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:37.050664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5617aee-2227-4046-83be-a1494cd973b0 req-563cc199-fa57-43b2-a2cc-b246887b46d9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864480 Oct 13 00:30:37.060552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.066176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1200928932'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:37.138610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1520-2275-4112-be5c-9240ab78c2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.143776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7744f16-bb81-41aa-99f3-312f1a89985f None None] Network b7cd14fa-781d-4767-bf8b-96e64c1b9c1f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:37.151887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:37.155994 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.211541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1520-2275-4112-be5c-9240ab78c2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.272116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:37.302245 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.302620 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Added segment 6c2822ff-c1ed-4b31-92dd-6d1376db6f39 of type vlan for network 2369c8fe-f482-4b40-a130-5d8f9c4603e7 Oct 13 00:30:37.303086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8753e611-f8c3-4b69-acd7-2dfbf6261a57 None None] Provisioning complete for port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:37.304905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8753e611-f8c3-4b69-acd7-2dfbf6261a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.364156 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.368715 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1520-2275-4112-be5c-9240ab78c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.371294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1520-2275-4112-be5c-9240ab78c2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.394391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb8a1520-2275-4112-be5c-9240ab78c2a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e532f9f-38f6-4ee3-9771-9937628b2aac HTTP/1.1" status: 204 len: 168 time: 0.4386897 Oct 13 00:30:37.419389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a1520-2275-4112-be5c-9240ab78c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e532f9f-38f6-4ee3-9771-9937628b2aac,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:37.426306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:30:37.481905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.486247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:37.487152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:37.508418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60072232-ee87-4411-9124-6e47560a06af None None] DHCP port deletion for b7cd14fa-781d-4767-bf8b-96e64c1b9c1f request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:30:37.544945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49366) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:37.665457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-3b289bd1-b684-43d3-8a9b-8bf7f1750e19 req-134d8f85-abf0-4db0-a2ad-b692a0e6659c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:30:37.666480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b289bd1-b684-43d3-8a9b-8bf7f1750e19 req-134d8f85-abf0-4db0-a2ad-b692a0e6659c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073891 Oct 13 00:30:37.673419 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6336153 Oct 13 00:30:37.676703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:37.681601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'subnet': {'network_id': '2369c8fe-f482-4b40-a130-5d8f9c4603e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:37.685251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516725b6-104b-4fb7-aa74-65f79a2662f5 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Network': ['ID=2369c8fe-f482-4b40-a130-5d8f9c4603e7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:37.726471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:30:37.737821 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a90daa83-6b83-4059-97b0-ffb737c9bae6 admin admin] 10.222.0.21 "PUT /v2.0/routers/4ce9fe84-425b-418e-aea9-2cf0551ecd29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3390100 Oct 13 00:30:37.740702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49376) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:37.822620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:37.828126 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.001194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dac39197-2ea7-4ca6-8d10-324f7ddd5e6d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:38.004689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 2369c8fe-f482-4b40-a130-5d8f9c4603e7 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:38.008153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f0472f4c-8e13-40ab-b4bb-89e033b7addd tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-230600620'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:38.008728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f0472f4c-8e13-40ab-b4bb-89e033b7addd tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Unknown quota resources ['metering_label']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:30:38.026713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] Sync routers for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:30:38.065831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.142183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab019e3-383c-48dd-81c5-2dd97180a509 req-3f296ef5-e7cc-4045-bc1c-987512514cbe tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:38.143743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ab019e3-383c-48dd-81c5-2dd97180a509 req-3f296ef5-e7cc-4045-bc1c-987512514cbe tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1255267 Oct 13 00:30:38.156471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:30:38.157424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:30:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:38.160806 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8753e611-f8c3-4b69-acd7-2dfbf6261a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.197781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49392) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:38.230133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3ab019e3-383c-48dd-81c5-2dd97180a509 req-4a56f683-c9fd-41bd-b9a4-cbc31903f9b7 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581331 Oct 13 00:30:38.233039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5359dd6-6308-41ad-9d6e-40dbddc304c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.264898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.266235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:38.307545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8753e611-f8c3-4b69-acd7-2dfbf6261a57 None None] For port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,segment=NetworkSegment(c7349094-2f20-4cc6-a48e-e516ba9f79e5),segment_id=c7349094-2f20-4cc6-a48e-e516ba9f79e5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:38.338999 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8753e611-f8c3-4b69-acd7-2dfbf6261a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.376647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5359dd6-6308-41ad-9d6e-40dbddc304c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.385029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Deleting port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:38.385373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.390646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f0472f4c-8e13-40ab-b4bb-89e033b7addd tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.394029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f0472f4c-8e13-40ab-b4bb-89e033b7addd tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8430657 Oct 13 00:30:38.398598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49398) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:38.399392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5359dd6-6308-41ad-9d6e-40dbddc304c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.405674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b8d3c78d-66c1-4802-91cf-241f83da149e tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ee4fcffc-3c2b-4e0a-97eb-888448694407'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:38.406264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b8d3c78d-66c1-4802-91cf-241f83da149e tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:30:38.483413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.objects.ports [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:30:38.485519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.508713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753e611-f8c3-4b69-acd7-2dfbf6261a57 None None] Pushing event updated for resources: {'Port': ['ID=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:38.512876 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-60072232-ee87-4411-9124-6e47560a06af None None] Deleting port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:38.516853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-60072232-ee87-4411-9124-6e47560a06af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.550706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Subnet': ['ID=3c9b0e28-3fac-497e-b376-90ceb08400f5,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:38.562720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Checking segment: {'id': '6c2822ff-c1ed-4b31-92dd-6d1376db6f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2369c8fe-f482-4b40-a130-5d8f9c4603e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:38.562868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network hostable DHCP agents. Network: 2369c8fe-f482-4b40-a130-5d8f9c4603e7, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:30:38.566964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:30:38.574421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5359dd6-6308-41ad-9d6e-40dbddc304c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e19433518624c0a854b094d55f8d157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745329 Oct 13 00:30:38.577255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5359dd6-6308-41ad-9d6e-40dbddc304c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f94f95b-1b37-41b4-ba3b-d945c060f988,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:38.578167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49402) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:38.593574 n-d-813679-4 neutron-server[94989]: WARNING neutron.services.metering.metering_plugin [None req-b8d3c78d-66c1-4802-91cf-241f83da149e tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 00:30:38.596029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network 2369c8fe-f482-4b40-a130-5d8f9c4603e7 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:30:38.640127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 2369c8fe-f482-4b40-a130-5d8f9c4603e7) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:38.656886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:38.657481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.675235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.687068 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-575c153b-92fe-4afc-bd70-97feb989325d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0069947 Oct 13 00:30:38.688013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49404) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:38.698079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd1933-d989-4059-b3c0-54e0de5f840b None None] Network 2369c8fe-f482-4b40-a130-5d8f9c4603e7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:38.700688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-f3680717-6dd9-43a6-b3f2-2bd9c2bc000e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2740028 Oct 13 00:30:38.717276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf5fa-5597-4400-b2cc-2537f021ad1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.740689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c78d-66c1-4802-91cf-241f83da149e tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.746730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b8d3c78d-66c1-4802-91cf-241f83da149e tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3402245 Oct 13 00:30:38.746730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49406) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:38.747922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-7d0635ce-dd24-4d34-93ff-1cc48db1562a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:30:38.748923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-7d0635ce-dd24-4d34-93ff-1cc48db1562a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0330927 Oct 13 00:30:38.749203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] For port 17f33330-1351-4fcd-ab89-dfe95ee3cd9f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=17f33330-1351-4fcd-ab89-dfe95ee3cd9f,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:38.749574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.754263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-24560785-a1c0-4087-b7fb-6178effca7bb tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ee4fcffc-3c2b-4e0a-97eb-888448694407'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:38.754743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-24560785-a1c0-4087-b7fb-6178effca7bb tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:30:38.771079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Calling delete_port for 17f33330-1351-4fcd-ab89-dfe95ee3cd9f owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:38.785912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf5fa-5597-4400-b2cc-2537f021ad1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.838863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,segment=NetworkSegment(c7349094-2f20-4cc6-a48e-e516ba9f79e5),segment_id=c7349094-2f20-4cc6-a48e-e516ba9f79e5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:38.854757 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.890297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.895641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-60072232-ee87-4411-9124-6e47560a06af None None] For port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,segment=NetworkSegment(c7349094-2f20-4cc6-a48e-e516ba9f79e5),segment_id=c7349094-2f20-4cc6-a48e-e516ba9f79e5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:38.896195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-60072232-ee87-4411-9124-6e47560a06af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.939688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf5fa-5597-4400-b2cc-2537f021ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.942968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8bcf5fa-5597-4400-b2cc-2537f021ad1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.944609 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e8bcf5fa-5597-4400-b2cc-2537f021ad1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f94f95b-1b37-41b4-ba3b-d945c060f988 HTTP/1.1" status: 204 len: 168 time: 0.3652525 Oct 13 00:30:38.968494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcf5fa-5597-4400-b2cc-2537f021ad1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f94f95b-1b37-41b4-ba3b-d945c060f988,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:38.976994 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:38.983252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:39.008879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-60072232-ee87-4411-9124-6e47560a06af None None] Calling delete_port for dac39197-2ea7-4ca6-8d10-324f7ddd5e6d owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:39.017977 n-d-813679-4 neutron-server[94989]: WARNING neutron.services.metering.metering_plugin [None req-24560785-a1c0-4087-b7fb-6178effca7bb tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 00:30:39.076462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.111427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9b0e28-3fac-497e-b376-90ceb08400f5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:39.189936 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.217831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2369c8fe-f482-4b40-a130-5d8f9c4603e7']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:39.229826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2822ff-c1ed-4b31-92dd-6d1376db6f39') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:39.230290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2822ff-c1ed-4b31-92dd-6d1376db6f39') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:39.241989 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.269432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.290186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:39.291286 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:39.297392 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:39.351373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc64db-aba2-42cf-9333-7ea703895078 None None] Network 2369c8fe-f482-4b40-a130-5d8f9c4603e7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:39.358048 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-60072232-ee87-4411-9124-6e47560a06af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.444722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.451068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.455234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/2369c8fe-f482-4b40-a130-5d8f9c4603e7 HTTP/1.1" status: 204 len: 168 time: 0.7666676 Oct 13 00:30:39.460691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49426) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:39.481147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60072232-ee87-4411-9124-6e47560a06af None None] No DVR routers for this DVR port dac39197-2ea7-4ca6-8d10-324f7ddd5e6d on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:39.485703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60072232-ee87-4411-9124-6e47560a06af None None] Pushing event deleted for resources: {'Port': ['ID=dac39197-2ea7-4ca6-8d10-324f7ddd5e6d,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:39.509862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1016472661'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:39.517831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c9adc-3541-4439-8f00-55a6a630c8fd tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Network': ['ID=2369c8fe-f482-4b40-a130-5d8f9c4603e7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:39.557732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:39.562263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.567423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:30:36Z', 'revision_number': 5, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port': {'id': '17f33330-1351-4fcd-ab89-dfe95ee3cd9f', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:20Z', 'updated_at': '2021-10-13T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:39.608650 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.609772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] Checking router: 4ce9fe84-425b-418e-aea9-2cf0551ecd29 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:30:39.622965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:39.649368 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.649842 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Added segment 6b09ba2f-1b86-4095-acb2-81a3ca8486fd of type vlan for network cbca3089-6625-4c04-a05b-68986ae40dc3 Oct 13 00:30:39.676370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f33330-1351-4fcd-ab89-dfe95ee3cd9f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:39.682394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-24560785-a1c0-4087-b7fb-6178effca7bb tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.686151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-24560785-a1c0-4087-b7fb-6178effca7bb tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9365473 Oct 13 00:30:39.687902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49434) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:39.702728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.705992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] Routers {'4ce9fe84-425b-418e-aea9-2cf0551ecd29'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:30:39.710162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:30:14Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:39.727794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-37d3bddb-b2f3-4865-a337-6ea75e84c1be tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=8aee7a20-7e50-4166-a0d1-d7d595d3d0f1 HTTP/1.1" status: 200 len: 462 time: 0.0361254 Oct 13 00:30:39.728524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49436) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:39.743885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.758137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:39.759002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.765453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c740f3-bc40-4e0e-8e65-8ad3721616fb req-80289de3-4094-4624-b9e7-c2896cfb8e66 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:39.766989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01c740f3-bc40-4e0e-8e65-8ad3721616fb req-80289de3-4094-4624-b9e7-c2896cfb8e66 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1812816 Oct 13 00:30:39.801708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] Set router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:30:39.807321 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:39.863458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:30:39Z', 'revision_number': 7, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:39.893989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e0bc4-f53d-45c5-87b6-3af50dbe70e2 None None] The sync data for ids ['4ce9fe84-425b-418e-aea9-2cf0551ecd29'] in n-d-813679-4 is: [{'id': '4ce9fe84-425b-418e-aea9-2cf0551ecd29', 'name': 'tempest-TestVolumeBackupRestore-703702617-router', 'tenant_id': '09399a45b63b46eb9c82a3f0622518df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:18Z', 'updated_at': '2021-10-13T00:30:39Z', 'revision_number': 7, 'project_id': '09399a45b63b46eb9c82a3f0622518df', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:30:39.903959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Network': ['ID=cbca3089-6625-4c04-a05b-68986ae40dc3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:39.916535 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a0898578-b820-4053-b5a2-c3b481cca463 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4531572 Oct 13 00:30:39.919220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network cbca3089-6625-4c04-a05b-68986ae40dc3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:39.919688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49446) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:39.925521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'subnet': {'network_id': 'cbca3089-6625-4c04-a05b-68986ae40dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:39.984438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.065600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:40.070712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.072401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-01c740f3-bc40-4e0e-8e65-8ad3721616fb req-76fb4f3d-7ed1-4ad5-b69e-b1e28557a69c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897553 Oct 13 00:30:40.082591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.209325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49452) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:40.217976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c27f8e31-d08e-4e8f-8355-bec27d0ead59 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.220684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c27f8e31-d08e-4e8f-8355-bec27d0ead59 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/8aee7a20-7e50-4166-a0d1-d7d595d3d0f1 HTTP/1.1" status: 204 len: 168 time: 0.4870906 Oct 13 00:30:40.222337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49456) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:40.226551 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.227079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce9fe84-425b-418e-aea9-2cf0551ecd29 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:30:40.237584 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.239889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1b82e578-12ed-4ea5-a5e7-eb4cfee0b1f7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4ce9fe84-425b-418e-aea9-2cf0551ecd29 HTTP/1.1" status: 204 len: 168 time: 2.4981010 Oct 13 00:30:40.242912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49458) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:40.249122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e64eb263-146d-4d3e-8096-8124b581d400 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=8aee7a20-7e50-4166-a0d1-d7d595d3d0f1 HTTP/1.1" status: 200 len: 221 time: 0.0215693 Oct 13 00:30:40.250724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49460) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:40.296609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e5e9e81a-7429-4487-a2c6-fd6bf5d74100 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--145366120', 'description': 'label created by tempest'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:40.297094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e5e9e81a-7429-4487-a2c6-fd6bf5d74100 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Unknown quota resources ['metering_label']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:30:40.339041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-613d45a5-cc42-433d-9766-5e5273b1bb84 admin admin] Deleting subnet 423f6027-5cf6-4dee-a3a4-5fc311fcdf1a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:30:40.343351 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-613d45a5-cc42-433d-9766-5e5273b1bb84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.365171 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.376518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-740629048-network', 'tenant_id': '41cb986196124a36afd34c7fcbb8a148'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:40.409169 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-613d45a5-cc42-433d-9766-5e5273b1bb84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.438060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Made reservation on behalf of 41cb986196124a36afd34c7fcbb8a148 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:40.440848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.454694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.524422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e81a-7429-4487-a2c6-fd6bf5d74100 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.529239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e5e9e81a-7429-4487-a2c6-fd6bf5d74100 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2330463 Oct 13 00:30:40.529499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49462) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:40.536075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Subnet': ['ID=4f75f03a-ce47-415f-8209-b1643af415a8,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:40.547810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Checking segment: {'id': '6b09ba2f-1b86-4095-acb2-81a3ca8486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cbca3089-6625-4c04-a05b-68986ae40dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:40.548178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network hostable DHCP agents. Network: cbca3089-6625-4c04-a05b-68986ae40dc3, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:30:40.566450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network cbca3089-6625-4c04-a05b-68986ae40dc3 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:30:40.582582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, cbca3089-6625-4c04-a05b-68986ae40dc3) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:40.588826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:40.589655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.600040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce271cb9-4ccb-45fd-9bf2-f1f63a4ac909 None None] Network cbca3089-6625-4c04-a05b-68986ae40dc3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:40.612755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-199565a4-f83b-4977-b854-92c2408318e3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6912651 Oct 13 00:30:40.615094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49464) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:40.650078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6d46660d-8244-4f92-8997-13ffb3006e53 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=553b1efb-70a8-4678-a50f-5befa4f5b08e HTTP/1.1" status: 200 len: 467 time: 0.1202946 Oct 13 00:30:40.654279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49466) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:40.655797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-613d45a5-cc42-433d-9766-5e5273b1bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.891437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-cbca3089-6625-4c04-a05b-68986ae40dc3', 'network_id': 'cbca3089-6625-4c04-a05b-68986ae40dc3', 'tenant_id': '2ae1b2ebef1e4fa09dfbc108ce3f810c', 'fixed_ips': [{'subnet_id': '4f75f03a-ce47-415f-8209-b1643af415a8'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:30:40.892441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.900340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.949914 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-613d45a5-cc42-433d-9766-5e5273b1bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.952668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.996272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac38d021-9517-4863-93f3-b723858eb71f tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:40.997427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ac38d021-9517-4863-93f3-b723858eb71f tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/553b1efb-70a8-4678-a50f-5befa4f5b08e HTTP/1.1" status: 204 len: 168 time: 0.3393288 Oct 13 00:30:41.002274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49472) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.007308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d45a5-cc42-433d-9766-5e5273b1bb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423f6027-5cf6-4dee-a3a4-5fc311fcdf1a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:41.023355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:41.045278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.046038 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Added segment b65f5bd3-2bc7-4a49-88f8-37a306668ae0 of type vlan for network a1c72bc5-78a4-4842-af50-20ae3cbc874c Oct 13 00:30:41.114622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.115594 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.134074 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a4314763-fa37-4636-ae9e-47ecf15bee8d tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=553b1efb-70a8-4678-a50f-5befa4f5b08e HTTP/1.1" status: 200 len: 216 time: 0.1268589 Oct 13 00:30:41.137025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49476) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.148984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8524889b-fb97-4402-ace9-fe8e46926631 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0108628 Oct 13 00:30:41.152283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49478) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.159834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-613d45a5-cc42-433d-9766-5e5273b1bb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.165764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-613d45a5-cc42-433d-9766-5e5273b1bb84 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/423f6027-5cf6-4dee-a3a4-5fc311fcdf1a HTTP/1.1" status: 204 len: 168 time: 0.9155767 Oct 13 00:30:41.170438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5675504-dce1-458a-afca-09b94c870185 None None] Network 266916d0-acee-480d-9c51-986da2881ef3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:41.172999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:30:41.177238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49480) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.188054 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7e5f91dd-be69-4227-99ac-ec578ee5f2a6 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0345831 Oct 13 00:30:41.192158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49482) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.233147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:41.333414 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3fde429e-5149-454c-a267-d3da80ffe0fd tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/ee4fcffc-3c2b-4e0a-97eb-888448694407 HTTP/1.1" status: 200 len: 472 time: 0.1400802 Oct 13 00:30:41.337029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.341587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49484) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.347938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:41.358056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.359784 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.360878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:41.361612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.367755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'mac_address': 'fa:16:3e:f6:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:30:41.385464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-129098fe-86b0-4ec0-8ab3-d7249af72692 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/68d4f7dd-1010-4c86-8701-d0e09903cef6 HTTP/1.1" status: 200 len: 459 time: 0.0413570 Oct 13 00:30:41.425581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Allocated IP 2001:db8::2 (cbca3089-6625-4c04-a05b-68986ae40dc3/4f75f03a-ce47-415f-8209-b1643af415a8/5d6b54a5-6185-4d54-8268-510512229fcb) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:30:41.437707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49486) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.470702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950994f3-1b66-431f-aa0d-955661f60d2e req-8847a02e-1348-49b4-9bfc-a9037bc16b0a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:41.478216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-950994f3-1b66-431f-aa0d-955661f60d2e req-8847a02e-1348-49b4-9bfc-a9037bc16b0a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.2418089 Oct 13 00:30:41.504703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2939460 Oct 13 00:30:41.514063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49488) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.520152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Request body: {'subnet': {'network_id': 'a1c72bc5-78a4-4842-af50-20ae3cbc874c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-740629048-subnet', 'tenant_id': '41cb986196124a36afd34c7fcbb8a148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:41.524296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 17f33330-1351-4fcd-ab89-dfe95ee3cd9f no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:41.536043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd9d16-038a-4201-80db-16ac92cf26b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c72bc5-78a4-4842-af50-20ae3cbc874c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:41.598150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a1c72bc5-78a4-4842-af50-20ae3cbc874c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:41.600326 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.608133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-950994f3-1b66-431f-aa0d-955661f60d2e req-07a88323-4f8a-4619-afea-b27ecda630b1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274917 Oct 13 00:30:41.630276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Made reservation on behalf of 41cb986196124a36afd34c7fcbb8a148 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:41.633360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.636516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Deleting port 48ade28e-0e01-476f-a709-567f72a6b917 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:41.636516 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.696597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 17f33330-1351-4fcd-ab89-dfe95ee3cd9f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:30:41.697390 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 17f33330-1351-4fcd-ab89-dfe95ee3cd9f not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:30:41.697390 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:41.720592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] For port 48ade28e-0e01-476f-a709-567f72a6b917, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=48ade28e-0e01-476f-a709-567f72a6b917,segment=NetworkSegment(13f2029e-b857-469e-8777-f9f4aeefb8f0),segment_id=13f2029e-b857-469e-8777-f9f4aeefb8f0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:41.721179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.735664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-30f510eb-fb56-4d37-b324-90ec6c7911c1 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.736916 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-30f510eb-fb56-4d37-b324-90ec6c7911c1 tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/68d4f7dd-1010-4c86-8701-d0e09903cef6 HTTP/1.1" status: 204 len: 168 time: 0.2976658 Oct 13 00:30:41.740303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Calling delete_port for 48ade28e-0e01-476f-a709-567f72a6b917 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:41.742008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49490) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:41.759885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaead99b-ff54-47c9-bcb4-0edc80340320 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:30:41.763542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:30:41.763899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ac6a31e6-bf33-4c81-abdd-68ecc4a9fbc9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:30:41.801954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:41.824776 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.867411 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd669933-76e2-4c40-bc54-9ef3f3bd92c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.936652 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.936968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c1dbcb-3fff-4e72-adce-83338fb30694 None None] DHCP port deletion for 266916d0-acee-480d-9c51-986da2881ef3 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:30:41.945874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:41.951642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.969202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:41.984164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['aaead99b-ff54-47c9-bcb4-0edc80340320'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:30:41.993052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] No DVR routers for this DVR port 48ade28e-0e01-476f-a709-567f72a6b917 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:42.030014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5caefda3-9b9b-4898-bc8c-6372c90e05bf tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.033398 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5caefda3-9b9b-4898-bc8c-6372c90e05bf tempest-MeteringIpV6TestJSON-208466371 tempest-MeteringIpV6TestJSON-208466371-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/ee4fcffc-3c2b-4e0a-97eb-888448694407 HTTP/1.1" status: 204 len: 168 time: 0.2882283 Oct 13 00:30:42.038919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=48ade28e-0e01-476f-a709-567f72a6b917,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:42.041419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Network cbca3089-6625-4c04-a05b-68986ae40dc3 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:30:42.050501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:42.056317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:30:42.101640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Pushing event updated for resources: {'Port': ['ID=5d6b54a5-6185-4d54-8268-510512229fcb,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:42.130031 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.144617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Attempting to bind port 5d6b54a5-6185-4d54-8268-510512229fcb on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:30:42.145136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Attempting to bind port 5d6b54a5-6185-4d54-8268-510512229fcb by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '6b09ba2f-1b86-4095-acb2-81a3ca8486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cbca3089-6625-4c04-a05b-68986ae40dc3'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:30:42.145603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Attempting to bind port 5d6b54a5-6185-4d54-8268-510512229fcb on network cbca3089-6625-4c04-a05b-68986ae40dc3 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:30:42.146204 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.155778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:30:42.156329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Checking segment: {'id': '6b09ba2f-1b86-4095-acb2-81a3ca8486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cbca3089-6625-4c04-a05b-68986ae40dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:42.156866 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.157371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Bound using segment: {'id': '6b09ba2f-1b86-4095-acb2-81a3ca8486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cbca3089-6625-4c04-a05b-68986ae40dc3'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:30:42.157957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Bound port: 5d6b54a5-6185-4d54-8268-510512229fcb, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b09ba2f-1b86-4095-acb2-81a3ca8486fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cbca3089-6625-4c04-a05b-68986ae40dc3'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:30:42.158465 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.181152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266916d0-acee-480d-9c51-986da2881ef3']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:42.188792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Subnet': ['ID=4f75f03a-ce47-415f-8209-b1643af415a8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:42.195208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f2029e-b857-469e-8777-f9f4aeefb8f0') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:42.195564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f2029e-b857-469e-8777-f9f4aeefb8f0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:42.216555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.222202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.237275 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.244538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:42.245204 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.298583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] For port 5d6b54a5-6185-4d54-8268-510512229fcb, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:30:42.304421 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] For port 5d6b54a5-6185-4d54-8268-510512229fcb, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5d6b54a5-6185-4d54-8268-510512229fcb,segment=NetworkSegment(6b09ba2f-1b86-4095-acb2-81a3ca8486fd),segment_id=6b09ba2f-1b86-4095-acb2-81a3ca8486fd)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:42.305654 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:42.312785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.320712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.328932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] 10.222.0.21 "DELETE /v2.0/networks/266916d0-acee-480d-9c51-986da2881ef3 HTTP/1.1" status: 204 len: 168 time: 1.1481478 Oct 13 00:30:42.329566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49500) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:42.348946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8225bfd-e536-4e1c-8997-be8a0c24bbbc admin admin] Pushing event deleted for resources: {'Network': ['ID=266916d0-acee-480d-9c51-986da2881ef3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:42.358994 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.401330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.436577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49502) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:42.465256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbca3089-6625-4c04-a05b-68986ae40dc3']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:42.466341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753cea0-23b4-4f06-82f7-eb51a6100e02 None None] Pushing event updated for resources: {'Port': ['ID=5d6b54a5-6185-4d54-8268-510512229fcb,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:42.505625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d4e96c-e92b-46f7-9f73-b4ce6228034d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:42.524947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b09ba2f-1b86-4095-acb2-81a3ca8486fd') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:42.529389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b09ba2f-1b86-4095-acb2-81a3ca8486fd') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:42.539723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428621e-d643-4be7-bc34-ed74083b5ba1 None None] Network cbca3089-6625-4c04-a05b-68986ae40dc3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:42.553554 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.555434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Checking segment: {'id': 'b65f5bd3-2bc7-4a49-88f8-37a306668ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a1c72bc5-78a4-4842-af50-20ae3cbc874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:42.558897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Network hostable DHCP agents. Network: a1c72bc5-78a4-4842-af50-20ae3cbc874c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:30:42.591069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.614374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:42.614788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:42.618093 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:42.628471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Network a1c72bc5-78a4-4842-af50-20ae3cbc874c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:30:42.696862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a1c72bc5-78a4-4842-af50-20ae3cbc874c) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:42.698691 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49b48545-12b9-4723-a2ba-6700f4701423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.704712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:42.705311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.720085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.api [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 00:30:42.720085 n-d-813679-4 neutron-server[94988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 00:30:42.720085 n-d-813679-4 neutron-server[94988]: [parameters: {'id': 'cbca3089-6625-4c04-a05b-68986ae40dc3'}] Oct 13 00:30:42.720085 n-d-813679-4 neutron-server[94988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:30:42.720617 n-d-813679-4 neutron-server[94988]: DEBUG oslo_db.api [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:30:42.737683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c924e76-2fe6-41fc-bfc4-8d9a22afb708 None None] Network a1c72bc5-78a4-4842-af50-20ae3cbc874c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:42.759317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2a7f6048-1186-4c7e-9730-fdf89dad684c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2346606 Oct 13 00:30:42.877513 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49b48545-12b9-4723-a2ba-6700f4701423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.888812 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49b48545-12b9-4723-a2ba-6700f4701423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:42.909920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428cb531-0c71-483b-ba73-dfc9d7fa6033 None None] Network a1c72bc5-78a4-4842-af50-20ae3cbc874c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:42.931273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efae60-e001-4986-b027-d43295b7d0c9 req-dede245d-00e0-4935-b274-5ce06995cf2b tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:42.932923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6efae60-e001-4986-b027-d43295b7d0c9 req-dede245d-00e0-4935-b274-5ce06995cf2b tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1903677 Oct 13 00:30:42.942567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b48545-12b9-4723-a2ba-6700f4701423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fdc637-712c-462f-9f16-f21c846dbb73,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:42.965550 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-49b48545-12b9-4723-a2ba-6700f4701423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48e2d5964ec14421bb7c69a4126ea28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223784 Oct 13 00:30:42.967945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49512) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:43.002938 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.008459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6efae60-e001-4986-b027-d43295b7d0c9 req-552d9f45-a228-42af-a195-4c0259ebd7b5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685759 Oct 13 00:30:43.076082 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e203c47c-960d-4276-86c6-fd468dff9e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.113255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed9f05-eca8-41c9-9280-17227a20d384 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:30:43.116753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:30:43.135388 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e203c47c-960d-4276-86c6-fd468dff9e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.217387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e203c47c-960d-4276-86c6-fd468dff9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.222002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e203c47c-960d-4276-86c6-fd468dff9e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.223385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e203c47c-960d-4276-86c6-fd468dff9e52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5fdc637-712c-462f-9f16-f21c846dbb73 HTTP/1.1" status: 204 len: 168 time: 0.2544765 Oct 13 00:30:43.233834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.238919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203c47c-960d-4276-86c6-fd468dff9e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fdc637-712c-462f-9f16-f21c846dbb73,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:43.325187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Deleting port 5d6b54a5-6185-4d54-8268-510512229fcb {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:43.326135 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.329434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port aaead99b-ff54-47c9-bcb4-0edc80340320 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:30:43.329818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.382407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ed9f05-eca8-41c9-9280-17227a20d384 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:30:43.501773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Deleting port 9515db40-7328-4503-ad91-1549b3a0e180 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:43.502133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.527228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 48ade28e-0e01-476f-a709-567f72a6b917 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:43.531543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] For port 5d6b54a5-6185-4d54-8268-510512229fcb, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5d6b54a5-6185-4d54-8268-510512229fcb,segment=NetworkSegment(6b09ba2f-1b86-4095-acb2-81a3ca8486fd),segment_id=6b09ba2f-1b86-4095-acb2-81a3ca8486fd)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:43.531736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.546381 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.548183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Calling delete_port for 5d6b54a5-6185-4d54-8268-510512229fcb owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:43.587984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 48ade28e-0e01-476f-a709-567f72a6b917 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:30:43.588365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 48ade28e-0e01-476f-a709-567f72a6b917 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:30:43.627691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:43.634190 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:30:43.636699 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555413e6-7bb8-45c3-91b7-ef3f34c2b662" -d '{"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-plugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:30:43.655770 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.666216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.697958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Port': ['ID=5d6b54a5-6185-4d54-8268-510512229fcb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:43.710713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No DVR routers for this DVR port 5d6b54a5-6185-4d54-8268-510512229fcb on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:43.718679 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb93d5-276d-4419-872c-57a8956b022b x-openstack-request-id: req-deeb93d5-276d-4419-872c-57a8956b022b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:30:43.719176 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-plugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:30:43.719625 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deeb93d5-276d-4419-872c-57a8956b022b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:30:43.720174 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'code': 200} Oct 13 00:30:43.723003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49534) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:43.733732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1632764554-network', 'tenant_id': 'b8483e7da0f04f389527590707c009d5'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:43.780345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] For port 9515db40-7328-4503-ad91-1549b3a0e180, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9515db40-7328-4503-ad91-1549b3a0e180,segment=NetworkSegment(f4955e38-009d-4d33-8ba7-08be845ef504),segment_id=f4955e38-009d-4d33-8ba7-08be845ef504)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:43.781201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.786715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:43.827006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Calling delete_port for 9515db40-7328-4503-ad91-1549b3a0e180 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:43.854813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Made reservation on behalf of b8483e7da0f04f389527590707c009d5 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:43.862363 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.862821 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.869613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49536) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:43.878888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.897767 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-29d4f176-c272-41f4-be59-f77da0449cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:43.913565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbca3089-6625-4c04-a05b-68986ae40dc3']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:43.997013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-29d4f176-c272-41f4-be59-f77da0449cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.001062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b09ba2f-1b86-4095-acb2-81a3ca8486fd') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:44.001399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b09ba2f-1b86-4095-acb2-81a3ca8486fd') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:44.004252 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-29d4f176-c272-41f4-be59-f77da0449cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.027748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.061459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.073447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-29d4f176-c272-41f4-be59-f77da0449cd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d172a4d625b24f1e9397ec0200607988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983831 Oct 13 00:30:44.073447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4f176-c272-41f4-be59-f77da0449cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc689a-5d0f-4853-bdc8-a10ea7a073aa,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:44.074846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49540) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:44.075408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:44.075844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.088688 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:44.091342 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:44.113236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.175541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.182708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:44.189715 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.198525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/cbca3089-6625-4c04-a05b-68986ae40dc3 HTTP/1.1" status: 204 len: 168 time: 3.5768464 Oct 13 00:30:44.204653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49546) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:44.211156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1543009630'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:44.215181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013c2a4-369c-4645-994f-10845dc671c4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Network': ['ID=cbca3089-6625-4c04-a05b-68986ae40dc3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:44.235634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d753f-1b10-4c32-90b6-0f04dcda25fb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:44.238548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.238976 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Added segment b3f3c21c-ef4d-46ec-a8c6-b64f62af0dd3 of type vlan for network 4e1f8d8a-6155-44d0-8d2a-12ecb83106d5 Oct 13 00:30:44.247701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:44.255661 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.285952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:44.287311 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.299259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.299746 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Added segment e1eb6cda-4365-481f-bab0-50d7422c02cf of type vlan for network f6492ac9-c848-47ca-8e07-99a92f6cb840 Oct 13 00:30:44.300900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-77b505ac-6b64-4bad-ab20-8e5b165b81a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.333231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.345298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Pushing event deleted for resources: {'Port': ['ID=9515db40-7328-4503-ad91-1549b3a0e180,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:44.360356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf62352-550e-4308-82c2-08e04483fddd req-b1b47323-bcc8-48b4-8e42-87e1a725b677 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:44.361282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.361911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bf62352-550e-4308-82c2-08e04483fddd req-b1b47323-bcc8-48b4-8e42-87e1a725b677 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.2038913 Oct 13 00:30:44.392901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.400372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:44.401332 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.402967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-77b505ac-6b64-4bad-ab20-8e5b165b81a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.478115 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2687981 Oct 13 00:30:44.480168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49548) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:44.494686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Request body: {'subnet': {'network_id': 'f6492ac9-c848-47ca-8e07-99a92f6cb840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:44.509267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dbc73-0a17-46ce-8b6a-88a9337b8af0 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Network': ['ID=f6492ac9-c848-47ca-8e07-99a92f6cb840,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:44.510206 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.511172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:44.511775 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.525423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f6492ac9-c848-47ca-8e07-99a92f6cb840 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:44.551364 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7a144307-48dd-4bea-8f52-4604d59cd98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:44.576420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bf62352-550e-4308-82c2-08e04483fddd req-f58b8b02-c73d-45a7-bb61-8ec3ee0f3ab6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046785 Oct 13 00:30:45.026536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2994733 Oct 13 00:30:45.030064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49552) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:45.035948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Request body: {'subnet': {'network_id': '4e1f8d8a-6155-44d0-8d2a-12ecb83106d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1632764554-subnet', 'tenant_id': 'b8483e7da0f04f389527590707c009d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:45.038963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-77b505ac-6b64-4bad-ab20-8e5b165b81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.041514 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-77b505ac-6b64-4bad-ab20-8e5b165b81a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.042618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-77b505ac-6b64-4bad-ab20-8e5b165b81a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0fc689a-5d0f-4853-bdc8-a10ea7a073aa HTTP/1.1" status: 204 len: 168 time: 0.9668131 Oct 13 00:30:45.069093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Made reservation on behalf of b8483e7da0f04f389527590707c009d5 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:45.072059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.075701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c181f9a-5935-44e6-a651-6a95243398af admin admin] Pushing event updated for resources: {'Network': ['ID=4e1f8d8a-6155-44d0-8d2a-12ecb83106d5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:45.087404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 4e1f8d8a-6155-44d0-8d2a-12ecb83106d5 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:45.105786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b505ac-6b64-4bad-ab20-8e5b165b81a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc689a-5d0f-4853-bdc8-a10ea7a073aa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:45.146671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.153538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Made reservation on behalf of 2ae1b2ebef1e4fa09dfbc108ce3f810c for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:45.157046 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.314191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.362340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff6732c-50b6-45c0-be6e-20f4e5dc9674,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:45.434347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Checking segment: {'id': 'b3f3c21c-ef4d-46ec-a8c6-b64f62af0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4e1f8d8a-6155-44d0-8d2a-12ecb83106d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:45.435053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Network hostable DHCP agents. Network: 4e1f8d8a-6155-44d0-8d2a-12ecb83106d5, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:30:45.461379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Network 4e1f8d8a-6155-44d0-8d2a-12ecb83106d5 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:30:45.472793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 4e1f8d8a-6155-44d0-8d2a-12ecb83106d5) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:45.484926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771b57e-dafb-44ff-a389-30b6b7bf20d5 None None] Network 4e1f8d8a-6155-44d0-8d2a-12ecb83106d5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:45.491131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:45.492041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.535198 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8e271b66-057c-427d-9a7b-d86f46e4f62b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5031745 Oct 13 00:30:45.649863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:30:45.750253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.756865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b288a3df-6731-44cd-bf01-cf5dd4a8bca9 None None] Network 4e1f8d8a-6155-44d0-8d2a-12ecb83106d5 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:45.770174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.objects.ports [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94989) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:30:45.777746 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.835854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event updated for resources: {'Subnet': ['ID=c9fe8427-7c46-42d7-9644-12220c3eff44,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:45.957395 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:45.996573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ccc79-9d24-45f9-9780-06be35bd325d req-a5a130c3-f7b0-46ad-b7cd-26b6188357a0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:45.998175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-854ccc79-9d24-45f9-9780-06be35bd325d req-a5a130c3-f7b0-46ad-b7cd-26b6188357a0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.3149571 Oct 13 00:30:46.002313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:30:46.015340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-40600ebb-9089-4c7e-bd7a-38817dd6ccce admin admin] 10.222.0.21 "PUT /v2.0/routers/f88b50b5-ab8f-4b39-8eba-9abf443c73f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6744041 Oct 13 00:30:46.016005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49582) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:46.018790 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] Sync routers for ids ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:30:46.041984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Checking segment: {'id': 'e1eb6cda-4365-481f-bab0-50d7422c02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6492ac9-c848-47ca-8e07-99a92f6cb840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:46.042603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network hostable DHCP agents. Network: f6492ac9-c848-47ca-8e07-99a92f6cb840, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:30:46.053639 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] Routers {'f88b50b5-ab8f-4b39-8eba-9abf443c73f2'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:30:46.056323 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:30:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:46.122882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Network f6492ac9-c848-47ca-8e07-99a92f6cb840 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:30:46.138666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-854ccc79-9d24-45f9-9780-06be35bd325d req-876de0a8-0355-4a95-9625-2f1be8910c60 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100285 Oct 13 00:30:46.162032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, f6492ac9-c848-47ca-8e07-99a92f6cb840) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:46.166731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:46.167353 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:46.210145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49596) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:46.211125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c597ce2c-ea05-491f-8563-1a585355ea2f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7231350 Oct 13 00:30:46.256603 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] Set router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:30:46.482123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:46.527309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ab4da-95f3-400d-8c22-061b4664a20d None None] Network f6492ac9-c848-47ca-8e07-99a92f6cb840 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:46.568916 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:30:44Z', 'revision_number': 5, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:46.625804 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] Checking router: f88b50b5-ab8f-4b39-8eba-9abf443c73f2 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:30:46.642150 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] Routers {'f88b50b5-ab8f-4b39-8eba-9abf443c73f2'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:30:46.642803 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:30:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:46.689742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:46.742778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-f6492ac9-c848-47ca-8e07-99a92f6cb840', 'network_id': 'f6492ac9-c848-47ca-8e07-99a92f6cb840', 'tenant_id': '2ae1b2ebef1e4fa09dfbc108ce3f810c', 'fixed_ips': [{'subnet_id': 'c9fe8427-7c46-42d7-9644-12220c3eff44'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:30:46.743840 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:46.785405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:46.836184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Deleting port 1807138c-350f-4a6f-b85f-5660861f69de {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:46.836609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:46.911311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:46.913304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-f628d9a0-46d8-4b0f-b4d0-fe6fe6a586f8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:46.922465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-f628d9a0-46d8-4b0f-b4d0-fe6fe6a586f8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/networks?id=a1c72bc5-78a4-4842-af50-20ae3cbc874c HTTP/1.1" status: 200 len: 808 time: 0.4910467 Oct 13 00:30:46.958053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8de79739-b863-4323-b9a9-7a9f137d962f tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/quotas/41cb986196124a36afd34c7fcbb8a148 HTTP/1.1" status: 200 len: 375 time: 0.0345917 Oct 13 00:30:47.001503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Allocated IP 2001:db8::f816:3eff:fe53:fb3c (f6492ac9-c848-47ca-8e07-99a92f6cb840/c9fe8427-7c46-42d7-9644-12220c3eff44/5d280ba9-8296-4064-8a46-d019e00f31b7) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:30:47.036535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-52e8cfe1-7ee9-4514-8a06-8f63ca4533a9 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41cb986196124a36afd34c7fcbb8a148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774655 Oct 13 00:30:47.068195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] For port 1807138c-350f-4a6f-b85f-5660861f69de, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1807138c-350f-4a6f-b85f-5660861f69de,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:47.071336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:47.088870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Calling delete_port for 1807138c-350f-4a6f-b85f-5660861f69de owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:47.097736 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] Set router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:30:47.197258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-bc8933e4-5180-4656-923f-b93d0377862b service neutron] 10.222.0.21 "GET /v2.0/networks/a1c72bc5-78a4-4842-af50-20ae3cbc874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580441 Oct 13 00:30:47.255993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-dd8a3b17-9d34-4346-9416-bcb1e0f642c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:47.258214 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-dd8a3b17-9d34-4346-9416-bcb1e0f642c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f&tenant_id=64d695b5ae334f6cbd1bf73f25ec618b HTTP/1.1" status: 200 len: 1094 time: 0.1071839 Oct 13 00:30:47.343552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:47.358333 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:47.380265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-0838d20a-b29f-44a6-87ab-db950dab1c0b service neutron] 10.222.0.21 "GET /v2.0/networks/a1c72bc5-78a4-4842-af50-20ae3cbc874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725059 Oct 13 00:30:47.440724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Network f6492ac9-c848-47ca-8e07-99a92f6cb840 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:30:47.447438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:47.463813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:30:47.527139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:47.595074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca82bb9-daa7-4aba-bc16-039541278a1e req-2423ef10-64ad-4f7c-b5a2-7b92b38020de tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:47.597867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fca82bb9-daa7-4aba-bc16-039541278a1e req-2423ef10-64ad-4f7c-b5a2-7b92b38020de tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1722572 Oct 13 00:30:47.598417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Attempting to bind port 5d280ba9-8296-4064-8a46-d019e00f31b7 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:30:47.599643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Attempting to bind port 5d280ba9-8296-4064-8a46-d019e00f31b7 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e1eb6cda-4365-481f-bab0-50d7422c02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6492ac9-c848-47ca-8e07-99a92f6cb840'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:30:47.600245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Attempting to bind port 5d280ba9-8296-4064-8a46-d019e00f31b7 on network f6492ac9-c848-47ca-8e07-99a92f6cb840 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:30:47.606872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Pushing event updated for resources: {'Port': ['ID=5d280ba9-8296-4064-8a46-d019e00f31b7,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:47.642472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:30:47.642818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Checking segment: {'id': 'e1eb6cda-4365-481f-bab0-50d7422c02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6492ac9-c848-47ca-8e07-99a92f6cb840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:47.643223 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:47.647720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Bound using segment: {'id': 'e1eb6cda-4365-481f-bab0-50d7422c02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6492ac9-c848-47ca-8e07-99a92f6cb840'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:30:47.648323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Bound port: 5d280ba9-8296-4064-8a46-d019e00f31b7, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1eb6cda-4365-481f-bab0-50d7422c02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6492ac9-c848-47ca-8e07-99a92f6cb840'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:30:47.649727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:30:44Z', 'revision_number': 5, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:47.651238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:47.679876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:47.705713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fca82bb9-daa7-4aba-bc16-039541278a1e req-510ed775-c7ec-4b1b-af3c-280cac79bb06 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968204 Oct 13 00:30:47.710811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Subnet': ['ID=c9fe8427-7c46-42d7-9644-12220c3eff44,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:47.742690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-ea87e8a4-d6b6-42df-af5a-33ff45dab0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:47.747714 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49879e75-602f-472c-b443-2b70f09cab12 None None] The sync data for ids ['f88b50b5-ab8f-4b39-8eba-9abf443c73f2'] in n-d-813679-4 is: [{'id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'name': 'tempest-TestVolumeBackupRestore-83309626-router', 'tenant_id': 'e45a5091485542d2b735da571e82e7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '1807138c-350f-4a6f-b85f-5660861f69de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:29Z', 'updated_at': '2021-10-13T00:30:44Z', 'revision_number': 5, 'project_id': 'e45a5091485542d2b735da571e82e7e8', 'gw_port': {'id': '1807138c-350f-4a6f-b85f-5660861f69de', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b50b5-ab8f-4b39-8eba-9abf443c73f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:30Z', 'updated_at': '2021-10-13T00:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:30:47.770006 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-ea87e8a4-d6b6-42df-af5a-33ff45dab0e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1094 time: 0.3690264 Oct 13 00:30:47.802850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70c72645-71fe-4b1c-81ce-3d6111d08173 req-fb06fadf-e2c1-40c9-8eec-d4c4ae48b2bb tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 210 time: 0.1005688 Oct 13 00:30:47.832587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] For port 5d280ba9-8296-4064-8a46-d019e00f31b7, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:30:47.836949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] For port 5d280ba9-8296-4064-8a46-d019e00f31b7, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5d280ba9-8296-4064-8a46-d019e00f31b7,segment=NetworkSegment(e1eb6cda-4365-481f-bab0-50d7422c02cf),segment_id=e1eb6cda-4365-481f-bab0-50d7422c02cf)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:30:47.845528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:47.906029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49652) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:48.004526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb74d2d-7885-416f-81f4-78518e03fcaf None None] Pushing event updated for resources: {'Port': ['ID=5d280ba9-8296-4064-8a46-d019e00f31b7,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:48.023207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f2f8b4-074e-476d-bef5-cb073f631193 None None] Network f6492ac9-c848-47ca-8e07-99a92f6cb840 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:48.141181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1b7b4966-8254-4639-b043-ea505de8e86a tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1932965936'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:48.141878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1b7b4966-8254-4639-b043-ea505de8e86a tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Unknown quota resources ['metering_label']. {{(pid=94989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:30:48.291221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2a2d0c-f2b8-4b5e-930d-adbf0c4b0d9b None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:30:48.394086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.428355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6492ac9-c848-47ca-8e07-99a92f6cb840']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:48.438531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1eb6cda-4365-481f-bab0-50d7422c02cf') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:48.439205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1eb6cda-4365-481f-bab0-50d7422c02cf') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:48.455781 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.472904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.477900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b7b4966-8254-4639-b043-ea505de8e86a tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.479374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1b7b4966-8254-4639-b043-ea505de8e86a tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5723190 Oct 13 00:30:48.481482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:48.482033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.482279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49664) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:48.487113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-84fb509f-0931-45d6-a0fe-fe28bf222325 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f82d5851-0c05-44ab-b294-899b31d3ba40'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:48.487806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-84fb509f-0931-45d6-a0fe-fe28bf222325 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:48.543984 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:48.553080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.api [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 00:30:48.553080 n-d-813679-4 neutron-server[94988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 00:30:48.553080 n-d-813679-4 neutron-server[94988]: [parameters: {'id': 'f6492ac9-c848-47ca-8e07-99a92f6cb840'}] Oct 13 00:30:48.553080 n-d-813679-4 neutron-server[94988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:30:48.553952 n-d-813679-4 neutron-server[94988]: DEBUG oslo_db.api [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:30:48.557673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2a2d0c-f2b8-4b5e-930d-adbf0c4b0d9b None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:30:48.564401 n-d-813679-4 neutron-server[94989]: WARNING neutron.services.metering.metering_plugin [None req-84fb509f-0931-45d6-a0fe-fe28bf222325 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 00:30:48.582396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.636722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1807138c-350f-4a6f-b85f-5660861f69de,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:48.686686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84fb509f-0931-45d6-a0fe-fe28bf222325 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.687947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-84fb509f-0931-45d6-a0fe-fe28bf222325 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2046528 Oct 13 00:30:48.691752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49666) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:48.698451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d58abe31-0439-4c40-97aa-351781158956 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f82d5851-0c05-44ab-b294-899b31d3ba40'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:48.698451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d58abe31-0439-4c40-97aa-351781158956 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:30:48.753409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-b6219191-d7a7-4581-bfe7-92dc7e533c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:48.754960 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-b6219191-d7a7-4581-bfe7-92dc7e533c94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.9841454 Oct 13 00:30:48.755857 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.772724 n-d-813679-4 neutron-server[94989]: WARNING neutron.services.metering.metering_plugin [None req-d58abe31-0439-4c40-97aa-351781158956 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 00:30:48.951181 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d58abe31-0439-4c40-97aa-351781158956 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:48.952485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d58abe31-0439-4c40-97aa-351781158956 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2597735 Oct 13 00:30:48.956748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49672) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:48.980717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b93dd659-0529-4322-ab00-0dfc03ac9129 req-8ef3407b-7e58-4a58-9a54-7df40a02e1df tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 210 time: 0.0583603 Oct 13 00:30:48.985744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1b1d0f25-7c99-40ae-a90e-4b9c596015e3 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=8fb86ba4-80b0-4a8f-9ffc-9c0f3c2ba94c HTTP/1.1" status: 200 len: 464 time: 0.0284255 Oct 13 00:30:48.988344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49674) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:49.023143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b7fa6-7428-452a-b2d9-b7670fd38591 req-989646af-3a03-4d00-b5de-5b766df4132a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:49.024939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c1b7fa6-7428-452a-b2d9-b7670fd38591 req-989646af-3a03-4d00-b5de-5b766df4132a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1732602 Oct 13 00:30:49.056182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.072977 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.079017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.090562 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-ed1936e9-d5b6-4764-921e-5f884fdf5ca9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 998 time: 0.2445133 Oct 13 00:30:49.194905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12346757-87b5-41a3-ac64-44166c7a8666 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.198505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-12346757-87b5-41a3-ac64-44166c7a8666 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/8fb86ba4-80b0-4a8f-9ffc-9c0f3c2ba94c HTTP/1.1" status: 204 len: 168 time: 0.2068815 Oct 13 00:30:49.199775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c1b7fa6-7428-452a-b2d9-b7670fd38591 req-6d25c2e7-554f-4e9f-8e40-6b505b647786 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678360 Oct 13 00:30:49.200365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49676) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:49.212992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0dfc8b56-07f5-4a4b-b5ba-b27d3b030077 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=8fb86ba4-80b0-4a8f-9ffc-9c0f3c2ba94c HTTP/1.1" status: 200 len: 221 time: 0.0083802 Oct 13 00:30:49.213717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49678) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:49.218184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3ae45b2f-486b-42b7-9a92-724cefdee406 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--345940000', 'description': 'label created by tempest'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:49.218763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3ae45b2f-486b-42b7-9a92-724cefdee406 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Unknown quota resources ['metering_label']. {{(pid=94989) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:30:49.226625 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.227228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f88b50b5-ab8f-4b39-8eba-9abf443c73f2 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:30:49.247770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.250076 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6d17688f-5093-4cab-865c-477db61365b7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f88b50b5-ab8f-4b39-8eba-9abf443c73f2 HTTP/1.1" status: 204 len: 168 time: 3.2328966 Oct 13 00:30:49.268024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49680) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:49.384554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-107554ad-6fa5-4e06-9710-dfdcf8754e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:49.386273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-107554ad-6fa5-4e06-9710-dfdcf8754e9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.2467022 Oct 13 00:30:49.471058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Deleting port 5d280ba9-8296-4064-8a46-d019e00f31b7 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:49.472631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.510786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9515db40-7328-4503-ad91-1549b3a0e180 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:49.529500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5fbd93-ccc3-472c-bf80-112097978558 admin admin] Deleting subnet 5c6e1320-27a7-4b21-91c5-4a25d219ebbf {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:30:49.558024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9515db40-7328-4503-ad91-1549b3a0e180 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:30:49.560071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9515db40-7328-4503-ad91-1549b3a0e180 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:30:49.569241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbd93-ccc3-472c-bf80-112097978558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.657583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-f9ec3134-0031-4664-9b0c-6d33d078b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:49.659262 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-f9ec3134-0031-4664-9b0c-6d33d078b8ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112863 Oct 13 00:30:49.667267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbd93-ccc3-472c-bf80-112097978558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.712017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] For port 5d280ba9-8296-4064-8a46-d019e00f31b7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5d280ba9-8296-4064-8a46-d019e00f31b7,segment=NetworkSegment(e1eb6cda-4365-481f-bab0-50d7422c02cf),segment_id=e1eb6cda-4365-481f-bab0-50d7422c02cf)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:49.712365 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.745050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b4892858-d8a5-4a9d-b741-428510e7e88a tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:49.746629 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b4892858-d8a5-4a9d-b741-428510e7e88a tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.45 "GET /v2.0/networks?id=a1c72bc5-78a4-4842-af50-20ae3cbc874c HTTP/1.1" status: 200 len: 808 time: 0.4269221 Oct 13 00:30:49.747582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Calling delete_port for 5d280ba9-8296-4064-8a46-d019e00f31b7 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:49.796014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Request body: {'port': {'device_id': 'ce27fbe2-2e61-4fea-b18b-d11011d77966', 'network_id': 'a1c72bc5-78a4-4842-af50-20ae3cbc874c', 'admin_state_up': True, 'tenant_id': '41cb986196124a36afd34c7fcbb8a148'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:49.809732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae45b2f-486b-42b7-9a92-724cefdee406 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.816317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3ae45b2f-486b-42b7-9a92-724cefdee406 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5990360 Oct 13 00:30:49.817780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49686) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:49.880044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-08af0ef5-5df2-4ee5-acb6-b3157e199f17 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=ef23e265-e442-43ae-ae93-ddc08d5e36fc HTTP/1.1" status: 200 len: 467 time: 0.0598290 Oct 13 00:30:49.880266 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbd93-ccc3-472c-bf80-112097978558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:49.880748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49688) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:50.108848 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbd93-ccc3-472c-bf80-112097978558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.126470 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5776d1e-98c7-4db2-89bc-9006a518ac12 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.128040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b5776d1e-98c7-4db2-89bc-9006a518ac12 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/ef23e265-e442-43ae-ae93-ddc08d5e36fc HTTP/1.1" status: 204 len: 168 time: 0.2461295 Oct 13 00:30:50.128987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49692) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:50.131987 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:30:50.161911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7312adee-165d-4ca4-8a0f-4e4adfe44aea req-c514a335-8fe5-4285-be3c-8a4ce6e11cd0 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 210 time: 0.0477014 Oct 13 00:30:50.170634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-6cd39d7b-bf86-41d4-90f3-bdffa744d9d8 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985383 Oct 13 00:30:50.177572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fbd93-ccc3-472c-bf80-112097978558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6e1320-27a7-4b21-91c5-4a25d219ebbf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:50.184457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d89fce6-4db8-4125-91fe-1382db73ef3d tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=ef23e265-e442-43ae-ae93-ddc08d5e36fc HTTP/1.1" status: 200 len: 216 time: 0.0382950 Oct 13 00:30:50.185389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49694) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:50.187667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbd93-ccc3-472c-bf80-112097978558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.192708 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc5fbd93-ccc3-472c-bf80-112097978558 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5c6e1320-27a7-4b21-91c5-4a25d219ebbf HTTP/1.1" status: 204 len: 168 time: 0.9219837 Oct 13 00:30:50.198547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09281a7f-d45c-4f1b-af83-157b8d47091b None None] Network 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:50.198849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49696) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:50.206058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Made reservation on behalf of 41cb986196124a36afd34c7fcbb8a148 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:50.210761 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.290953 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.300608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e9902279-bb4e-47b0-a460-3536e1059c9c tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1136799 Oct 13 00:30:50.301472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49700) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:50.327683 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.344251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c76a3a6f-9110-46f6-8b3c-a94764ee57c6 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0367126 Oct 13 00:30:50.345027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:50.399014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Port': ['ID=5d280ba9-8296-4064-8a46-d019e00f31b7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:50.445162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d32953ce-e248-4270-9312-577109443f62 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/f82d5851-0c05-44ab-b294-899b31d3ba40 HTTP/1.1" status: 200 len: 473 time: 0.0962687 Oct 13 00:30:50.446076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49708) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:50.460088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No DVR routers for this DVR port 5d280ba9-8296-4064-8a46-d019e00f31b7 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:50.513166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e52abfb3-136a-42b6-9ced-4d4580dc187f tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/083f8216-49f5-44c1-a917-9ed5d580f352 HTTP/1.1" status: 200 len: 461 time: 0.0241981 Oct 13 00:30:50.518561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49710) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:50.528716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] DHCP port deletion for 0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:30:50.531468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8fdec-484c-47c6-a9a9-8bab596e1ec8 req-a5797a70-1d16-4079-9758-fb81fe1115fe tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:50.533335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2c8fdec-484c-47c6-a9a9-8bab596e1ec8 req-a5797a70-1d16-4079-9758-fb81fe1115fe tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.2123001 Oct 13 00:30:50.582632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] Deleting port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:50.582913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.590411 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2c8fdec-484c-47c6-a9a9-8bab596e1ec8 req-f9eb44c3-2e52-4ea9-927b-edd986df8241 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473278 Oct 13 00:30:50.595961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Deleting port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:50.596454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.658091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Allocated IP 172.20.0.3 (a1c72bc5-78a4-4842-af50-20ae3cbc874c/40d4e96c-e92b-46f7-9f73-b4ce6228034d/9f7510c2-981f-4ef4-9a62-098bf939ae82) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:30:50.659806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] For port 85f04e20-1710-4f12-af54-2bd1ee1a8e09, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=85f04e20-1710-4f12-af54-2bd1ee1a8e09,segment=NetworkSegment(f4955e38-009d-4d33-8ba7-08be845ef504),segment_id=f4955e38-009d-4d33-8ba7-08be845ef504)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:50.660376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.681483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] Calling delete_port for 85f04e20-1710-4f12-af54-2bd1ee1a8e09 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:50.691722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] For port 85f04e20-1710-4f12-af54-2bd1ee1a8e09, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=85f04e20-1710-4f12-af54-2bd1ee1a8e09,segment=NetworkSegment(f4955e38-009d-4d33-8ba7-08be845ef504),segment_id=f4955e38-009d-4d33-8ba7-08be845ef504)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:50.692836 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.704107 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b9788c9-efcf-4d1f-b113-4c6409361e17 req-2ad24366-a445-4b65-8572-2963d4d35e94 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198717 Oct 13 00:30:50.709888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Calling delete_port for 85f04e20-1710-4f12-af54-2bd1ee1a8e09 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:50.786704 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.790869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.854690 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.855315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] Pushing event deleted for resources: {'Port': ['ID=85f04e20-1710-4f12-af54-2bd1ee1a8e09,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:50.864347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0378be-c6d2-42e4-8ae7-53f76d890e2b None None] No DVR routers for this DVR port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:50.915807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f04e20-1710-4f12-af54-2bd1ee1a8e09,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:50.923312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] No DVR routers for this DVR port 85f04e20-1710-4f12-af54-2bd1ee1a8e09 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:50.938874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6492ac9-c848-47ca-8e07-99a92f6cb840']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:50.948774 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0265974e-9c67-4f85-bf0e-dda180812092 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:50.953130 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0265974e-9c67-4f85-bf0e-dda180812092 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/083f8216-49f5-44c1-a917-9ed5d580f352 HTTP/1.1" status: 204 len: 168 time: 0.4332206 Oct 13 00:30:50.966617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49718) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:51.012523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1eb6cda-4365-481f-bab0-50d7422c02cf') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:51.012920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1eb6cda-4365-481f-bab0-50d7422c02cf') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:51.027895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.059429 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.074854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:51.075281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.150178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:51.155974 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:51.175159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:51.191730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4955e38-009d-4d33-8ba7-08be845ef504') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:51.192467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4955e38-009d-4d33-8ba7-08be845ef504') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:51.246575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.252663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.303463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.326281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.334053 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/f6492ac9-c848-47ca-8e07-99a92f6cb840 HTTP/1.1" status: 204 len: 168 time: 5.1134098 Oct 13 00:30:51.334053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afc229-a20e-4602-8375-083e3c7b578d tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Network': ['ID=f6492ac9-c848-47ca-8e07-99a92f6cb840,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:51.339862 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.341389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49732) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:51.360000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a884ea8f-59a1-45ea-85a4-da7f78b50568 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.361651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a884ea8f-59a1-45ea-85a4-da7f78b50568 tempest-MeteringTestJSON-517914527 tempest-MeteringTestJSON-517914527-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/f82d5851-0c05-44ab-b294-899b31d3ba40 HTTP/1.1" status: 204 len: 168 time: 0.3938873 Oct 13 00:30:51.419100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.453691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:51.453691 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:51.470205 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:51.479750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Network a1c72bc5-78a4-4842-af50-20ae3cbc874c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:30:51.482590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Pushing event updated for resources: {'Port': ['ID=9f7510c2-981f-4ef4-9a62-098bf939ae82,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:51.494150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:30:51.516832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:30:51.543305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 85f04e20-1710-4f12-af54-2bd1ee1a8e09 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:51.586831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 85f04e20-1710-4f12-af54-2bd1ee1a8e09 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:30:51.587183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 85f04e20-1710-4f12-af54-2bd1ee1a8e09 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:30:51.587999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1807138c-350f-4a6f-b85f-5660861f69de no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:51.628833 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:51.630175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.640440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5313b3-0b9f-44d9-b7ad-119b1767a895 req-3e1d28a1-a709-4f56-b7c4-da7ae5b7db2b tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:51.642377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c5313b3-0b9f-44d9-b7ad-119b1767a895 req-3e1d28a1-a709-4f56-b7c4-da7ae5b7db2b tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 931 time: 0.3009036 Oct 13 00:30:51.660404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1807138c-350f-4a6f-b85f-5660861f69de {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:30:51.667325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1807138c-350f-4a6f-b85f-5660861f69de not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:30:51.687397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.690094 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-91531d83-8fa0-48f0-8a7a-70532d24ef93 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:51.690811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91531d83-8fa0-48f0-8a7a-70532d24ef93 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:51.695440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-91531d83-8fa0-48f0-8a7a-70532d24ef93 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/subnets/c9fe8427-7c46-42d7-9644-12220c3eff44 HTTP/1.1" status: 404 len: 337 time: 0.3527253 Oct 13 00:30:51.700542 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-b6b42f73-58a2-411e-943a-9a4644eff449 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9139926 Oct 13 00:30:51.701234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49742) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:51.724532 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-156ed70c-4d71-44a5-9d8c-bc80d78b2e0f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:51.725728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156ed70c-4d71-44a5-9d8c-bc80d78b2e0f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:51.730199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-156ed70c-4d71-44a5-9d8c-bc80d78b2e0f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/f6492ac9-c848-47ca-8e07-99a92f6cb840 HTTP/1.1" status: 404 len: 339 time: 0.0275233 Oct 13 00:30:51.736235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Request body: {'port': {'device_id': 'ce27fbe2-2e61-4fea-b18b-d11011d77966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:51.743742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49744) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:51.800711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.809082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2 HTTP/1.1" status: 204 len: 168 time: 1.6090617 Oct 13 00:30:51.836931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:51.984560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb76586-0772-436d-a9cb-3843a1088115 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad4587a-7d7f-4bc5-b5e5-f54afb9441b2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:51.999040 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4467fc-f611-4c00-ab00-c5b3fe448252 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:51.999040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4467fc-f611-4c00-ab00-c5b3fe448252 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:52.001290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4b4467fc-f611-4c00-ab00-c5b3fe448252 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/subnets/4f75f03a-ce47-415f-8209-b1643af415a8 HTTP/1.1" status: 404 len: 337 time: 0.2429676 Oct 13 00:30:52.026709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49750) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:52.105171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49752) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:52.123069 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7349d5dd-5285-48c5-977c-a6da42eca31a tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:52.123681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7349d5dd-5285-48c5-977c-a6da42eca31a tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:52.133166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7349d5dd-5285-48c5-977c-a6da42eca31a tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/cbca3089-6625-4c04-a05b-68986ae40dc3 HTTP/1.1" status: 404 len: 339 time: 0.0819020 Oct 13 00:30:52.142064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49756) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:52.179819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c5313b3-0b9f-44d9-b7ad-119b1767a895 req-20c60f7f-04f3-4136-939f-006b3721a4fb tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283723 Oct 13 00:30:52.215539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7410a06-9e84-45a3-ac79-2e922f06c1ea req-e41ca423-c613-44d8-b50c-4c008a719320 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:52.217177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7410a06-9e84-45a3-ac79-2e922f06c1ea req-e41ca423-c613-44d8-b50c-4c008a719320 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.3244700 Oct 13 00:30:52.232791 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91c7ad8-2854-4ae0-a5a4-761a8a4f6f16 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:52.233513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91c7ad8-2854-4ae0-a5a4-761a8a4f6f16 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:52.237140 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a91c7ad8-2854-4ae0-a5a4-761a8a4f6f16 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/subnets/3c9b0e28-3fac-497e-b376-90ceb08400f5 HTTP/1.1" status: 404 len: 337 time: 0.0937526 Oct 13 00:30:52.245356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49758) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:52.342729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7410a06-9e84-45a3-ac79-2e922f06c1ea req-024b8ed6-7beb-4c1d-ac8c-cb32b9f6a668 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162632 Oct 13 00:30:52.366200 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5de6987-f850-4ea8-8e6f-7f4b6010dbd1 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:52.367235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5de6987-f850-4ea8-8e6f-7f4b6010dbd1 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:52.372969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a5de6987-f850-4ea8-8e6f-7f4b6010dbd1 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/2369c8fe-f482-4b40-a130-5d8f9c4603e7 HTTP/1.1" status: 404 len: 339 time: 0.1237144 Oct 13 00:30:52.373681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49760) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:52.506959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49764) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:52.576039 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6721803-2eeb-4279-a882-348e163e16c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:52.658331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d394f6e1-0bc4-4aa1-90e8-460565deec04 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Deleting port c3d23477-1d2c-4159-bf59-33d3a68eab6e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:52.658680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d394f6e1-0bc4-4aa1-90e8-460565deec04 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:52.728622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6721803-2eeb-4279-a882-348e163e16c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:52.747974 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d185ccf7-13ad-4e34-bd99-60181caca220 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09399a45b63b46eb9c82a3f0622518df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382236 Oct 13 00:30:52.753238 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6721803-2eeb-4279-a882-348e163e16c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:52.785186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49768) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:52.790338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b6721803-2eeb-4279-a882-348e163e16c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=053b38fabfdf44a3b5887ed8f897d008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6810522 Oct 13 00:30:52.802908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d394f6e1-0bc4-4aa1-90e8-460565deec04 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:52.808449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49770) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:52.864959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d394f6e1-0bc4-4aa1-90e8-460565deec04 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Calling delete_port for c3d23477-1d2c-4159-bf59-33d3a68eab6e owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:52.896256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e700ec8f-fb46-4adf-809f-071acca60327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:52.930772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6721803-2eeb-4279-a882-348e163e16c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3510f8-b825-48cc-8ba0-b2ffb49a9698,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:52.983034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7510c2-981f-4ef4-9a62-098bf939ae82 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:30:52.994564 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e700ec8f-fb46-4adf-809f-071acca60327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:52.998953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.050251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Transition to ACTIVE for port object 9f7510c2-981f-4ef4-9a62-098bf939ae82 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:30:53.068033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.105137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d394f6e1-0bc4-4aa1-90e8-460565deec04 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.148917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7510c2-981f-4ef4-9a62-098bf939ae82,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:53.214403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394f6e1-0bc4-4aa1-90e8-460565deec04 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Port': ['ID=c3d23477-1d2c-4159-bf59-33d3a68eab6e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:53.219578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d394f6e1-0bc4-4aa1-90e8-460565deec04 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.223588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d394f6e1-0bc4-4aa1-90e8-460565deec04 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/ports/c3d23477-1d2c-4159-bf59-33d3a68eab6e HTTP/1.1" status: 204 len: 168 time: 0.8488548 Oct 13 00:30:53.224351 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7ef1-08e8-45b1-b9ad-9738ed4cba77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.226113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49774) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:53.318348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e700ec8f-fb46-4adf-809f-071acca60327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.322346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e700ec8f-fb46-4adf-809f-071acca60327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.323784 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e700ec8f-fb46-4adf-809f-071acca60327 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f8d26a6-1269-4608-96df-f2138a59e73d HTTP/1.1" status: 204 len: 168 time: 0.5322268 Oct 13 00:30:53.338001 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d511c3-bc36-41d4-9c9f-9d7f0e459386 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:53.338399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d511c3-bc36-41d4-9c9f-9d7f0e459386 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:53.342670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3d511c3-bc36-41d4-9c9f-9d7f0e459386 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/subnets/ce46d9aa-5325-41d4-9411-8c83a9c7021d HTTP/1.1" status: 404 len: 337 time: 0.1154566 Oct 13 00:30:53.357696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49778) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:53.361192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700ec8f-fb46-4adf-809f-071acca60327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8d26a6-1269-4608-96df-f2138a59e73d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:53.446215 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7ef1-08e8-45b1-b9ad-9738ed4cba77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.483233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Attempting to bind port 9f7510c2-981f-4ef4-9a62-098bf939ae82 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:30:53.483618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Attempting to bind port 9f7510c2-981f-4ef4-9a62-098bf939ae82 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'b65f5bd3-2bc7-4a49-88f8-37a306668ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a1c72bc5-78a4-4842-af50-20ae3cbc874c'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:30:53.483958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Attempting to bind port 9f7510c2-981f-4ef4-9a62-098bf939ae82 on network a1c72bc5-78a4-4842-af50-20ae3cbc874c {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:30:53.512794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Port 9f7510c2-981f-4ef4-9a62-098bf939ae82 on network a1c72bc5-78a4-4842-af50-20ae3cbc874c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:30:53.513178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Attempting to bind port 9f7510c2-981f-4ef4-9a62-098bf939ae82 on network a1c72bc5-78a4-4842-af50-20ae3cbc874c {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:30:53.561764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:30:53.562132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Checking segment: {'id': 'b65f5bd3-2bc7-4a49-88f8-37a306668ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a1c72bc5-78a4-4842-af50-20ae3cbc874c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:30:53.562528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Bound using segment: {'id': 'b65f5bd3-2bc7-4a49-88f8-37a306668ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a1c72bc5-78a4-4842-af50-20ae3cbc874c'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:30:53.563075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Bound port: 9f7510c2-981f-4ef4-9a62-098bf939ae82, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65f5bd3-2bc7-4a49-88f8-37a306668ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a1c72bc5-78a4-4842-af50-20ae3cbc874c'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:30:53.563466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.753763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7ef1-08e8-45b1-b9ad-9738ed4cba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.777338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7ef1-08e8-45b1-b9ad-9738ed4cba77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:53.778760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c6bb7ef1-08e8-45b1-b9ad-9738ed4cba77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc3510f8-b825-48cc-8ba0-b2ffb49a9698 HTTP/1.1" status: 204 len: 168 time: 0.9667950 Oct 13 00:30:53.827178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb7ef1-08e8-45b1-b9ad-9738ed4cba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3510f8-b825-48cc-8ba0-b2ffb49a9698,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:53.851809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c837-bf90-48df-9cad-403c1a9ef99b req-ec9fd174-d278-4cd3-960e-15f4cb5e1d29 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:53.860246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cd8c837-bf90-48df-9cad-403c1a9ef99b req-ec9fd174-d278-4cd3-960e-15f4cb5e1d29 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.2639754 Oct 13 00:30:53.961822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.117800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] For port 9f7510c2-981f-4ef4-9a62-098bf939ae82, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:30:54.145570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb3a7d-a845-4418-8405-80cff866ffd3 req-61a60c38-bf8a-41e1-ac24-04755d2910a1 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:54.147407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fcb3a7d-a845-4418-8405-80cff866ffd3 req-61a60c38-bf8a-41e1-ac24-04755d2910a1 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 943 time: 0.7987311 Oct 13 00:30:54.257682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] For port 9f7510c2-981f-4ef4-9a62-098bf939ae82, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9f7510c2-981f-4ef4-9a62-098bf939ae82,segment=NetworkSegment(b65f5bd3-2bc7-4a49-88f8-37a306668ae0),segment_id=b65f5bd3-2bc7-4a49-88f8-37a306668ae0)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:30:54.270460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fcb3a7d-a845-4418-8405-80cff866ffd3 req-b9540ff1-fe7c-4447-9c33-027c8cf24da5 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093822 Oct 13 00:30:54.281125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49790) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:54.292566 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.444373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-22e3673d-6e60-402a-9ffc-714ffd160e46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e45a5091485542d2b735da571e82e7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547806 Oct 13 00:30:54.446451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49794) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:54.536749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7510c2-981f-4ef4-9a62-098bf939ae82,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:54.548571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:54.550371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.553982 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-8a47041f-012a-4aee-9eec-115ed0a84b19 service neutron] 10.222.0.45 "PUT /v2.0/ports/9f7510c2-981f-4ef4-9a62-098bf939ae82 HTTP/1.1" status: 200 len: 1091 time: 2.8206382 Oct 13 00:30:54.558701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.564195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce27fbe2-2e61-4fea-b18b-d11011d77966', 'tag': '9f7510c2-981f-4ef4-9a62-098bf939ae82'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:30:54.567555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-009e5c48-578a-419d-88b6-42ed0f402e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.569507 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd0fa00-7d28-4e06-b66c-24602e2b9116" -d '{"events": [{"name": "network-changed", "server_uuid": "ce27fbe2-2e61-4fea-b18b-d11011d77966", "tag": "9f7510c2-981f-4ef4-9a62-098bf939ae82"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:30:54.641283 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-009e5c48-578a-419d-88b6-42ed0f402e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.664818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cd14fa-781d-4767-bf8b-96e64c1b9c1f']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:54.699465 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8d002-52ff-4070-a4df-33f582791531 x-openstack-request-id: req-93c8d002-52ff-4070-a4df-33f582791531 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:30:54.699757 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce27fbe2-2e61-4fea-b18b-d11011d77966", "tag": "9f7510c2-981f-4ef4-9a62-098bf939ae82", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:30:54.703093 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93c8d002-52ff-4070-a4df-33f582791531 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:30:54.704685 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce27fbe2-2e61-4fea-b18b-d11011d77966', 'tag': '9f7510c2-981f-4ef4-9a62-098bf939ae82', 'status': 'completed', 'code': 200} Oct 13 00:30:54.764172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7349094-2f20-4cc6-a48e-e516ba9f79e5') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:54.764999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7349094-2f20-4cc6-a48e-e516ba9f79e5') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:54.808617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.823056 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cd8c837-bf90-48df-9cad-403c1a9ef99b req-88efd7e2-50a9-4c36-92dc-6c4dc7cf5735 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9606209 Oct 13 00:30:54.839236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-009e5c48-578a-419d-88b6-42ed0f402e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.842805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-009e5c48-578a-419d-88b6-42ed0f402e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.844275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-009e5c48-578a-419d-88b6-42ed0f402e0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1245ae8-33b1-49e8-a543-0cce19f2d8d7 HTTP/1.1" status: 204 len: 168 time: 0.3953428 Oct 13 00:30:54.865522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e5c48-578a-419d-88b6-42ed0f402e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1245ae8-33b1-49e8-a543-0cce19f2d8d7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:54.875294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49800) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:54.894334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b64b68e0-dbc2-4c23-8db6-8ba956474f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.913669 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.970288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-2677d32a-0f75-484c-88a9-c73f708be157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:54.971872 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-2677d32a-0f75-484c-88a9-c73f708be157 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41cb986196124a36afd34c7fcbb8a148&device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 1094 time: 0.3574033 Oct 13 00:30:54.972943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:54.973368 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:54.977314 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:55.012766 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b64b68e0-dbc2-4c23-8db6-8ba956474f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.022358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b64b68e0-dbc2-4c23-8db6-8ba956474f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.079021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b64b68e0-dbc2-4c23-8db6-8ba956474f22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff9732ea2e8149078abdeb051b515aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003298 Oct 13 00:30:55.079412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49802) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:55.089333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-2025b5ca-fd2d-4e7d-ba43-951d7bdd55a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f7510c2-981f-4ef4-9a62-098bf939ae82 HTTP/1.1" status: 200 len: 217 time: 0.0834689 Oct 13 00:30:55.089550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b68e0-dbc2-4c23-8db6-8ba956474f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0dab34-a2ae-4154-a0f5-de2df6db9c1a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:55.156157 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14fa9a10-64fc-44a9-9b13-cda5acc3d8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.180315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.185249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.189663 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/b7cd14fa-781d-4767-bf8b-96e64c1b9c1f HTTP/1.1" status: 204 len: 168 time: 1.7231538 Oct 13 00:30:55.195797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49804) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:55.220167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14fa9a10-64fc-44a9-9b13-cda5acc3d8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.226275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf3b70-90da-44b0-a57f-4207484ae309 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Network': ['ID=b7cd14fa-781d-4767-bf8b-96e64c1b9c1f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:55.241212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-c01d06c8-9aa9-4b83-b74c-9099d0abee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:55.243685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-c01d06c8-9aa9-4b83-b74c-9099d0abee39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40d4e96c-e92b-46f7-9f73-b4ce6228034d HTTP/1.1" status: 200 len: 848 time: 0.1273308 Oct 13 00:30:55.321647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-068611d1-c040-412c-ac64-ce2f8418068e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1c72bc5-78a4-4842-af50-20ae3cbc874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639648 Oct 13 00:30:55.464924 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14fa9a10-64fc-44a9-9b13-cda5acc3d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.475174 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14fa9a10-64fc-44a9-9b13-cda5acc3d8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.485766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14fa9a10-64fc-44a9-9b13-cda5acc3d8d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef0dab34-a2ae-4154-a0f5-de2df6db9c1a HTTP/1.1" status: 204 len: 168 time: 0.3986442 Oct 13 00:30:55.524738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-468e41e5-2e75-40ed-9102-d9da434e79f3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Deleting port 2d757cc9-b38b-4d94-bb9f-458c22785938 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:55.525127 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-468e41e5-2e75-40ed-9102-d9da434e79f3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:55.674540 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-411b4634-ba83-445c-849c-5c45f57c01b4 service neutron] 10.222.0.45 "GET /v2.0/networks/a1c72bc5-78a4-4842-af50-20ae3cbc874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461690 Oct 13 00:30:55.695861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa9a10-64fc-44a9-9b13-cda5acc3d8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0dab34-a2ae-4154-a0f5-de2df6db9c1a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:55.919218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc37398-82bc-49fd-8ded-4125ce1f9718 req-7f17ac7f-0390-440d-93d1-08e2dce05af2 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:55.920055 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5c1e624-f21d-48cc-92b0-2dbef8d5160b req-930b92ca-e47c-4d50-b09b-54022eff7910 service neutron] 10.222.0.45 "GET /v2.0/networks/a1c72bc5-78a4-4842-af50-20ae3cbc874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313247 Oct 13 00:30:55.920809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cc37398-82bc-49fd-8ded-4125ce1f9718 req-7f17ac7f-0390-440d-93d1-08e2dce05af2 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 943 time: 0.4998267 Oct 13 00:30:55.985897 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-468e41e5-2e75-40ed-9102-d9da434e79f3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:56.013399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-468e41e5-2e75-40ed-9102-d9da434e79f3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Calling delete_port for 2d757cc9-b38b-4d94-bb9f-458c22785938 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:56.049762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2cc37398-82bc-49fd-8ded-4125ce1f9718 req-6b237d6e-f303-4328-ba95-9cdd0ae69375 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Oct 13 00:30:56.151037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-37641d51-0556-4939-bf52-c8f64c8cc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:56.155570 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-37641d51-0556-4939-bf52-c8f64c8cc50a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41cb986196124a36afd34c7fcbb8a148&device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 1094 time: 0.1168442 Oct 13 00:30:56.160262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332801-5155-4f62-9ff1-121df6842548 req-3c24513e-687a-44d7-855a-7c9eaf644dad tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:56.179745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d332801-5155-4f62-9ff1-121df6842548 req-3c24513e-687a-44d7-855a-7c9eaf644dad tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1746733 Oct 13 00:30:56.265516 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-468e41e5-2e75-40ed-9102-d9da434e79f3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:56.293009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d332801-5155-4f62-9ff1-121df6842548 req-a287a291-7c0b-459e-af91-eb7bba388c89 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120157 Oct 13 00:30:56.334487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-468e41e5-2e75-40ed-9102-d9da434e79f3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:56.341239 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-468e41e5-2e75-40ed-9102-d9da434e79f3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/ports/2d757cc9-b38b-4d94-bb9f-458c22785938 HTTP/1.1" status: 204 len: 168 time: 1.1439559 Oct 13 00:30:56.343571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e41e5-2e75-40ed-9102-d9da434e79f3 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Port': ['ID=2d757cc9-b38b-4d94-bb9f-458c22785938,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:56.356463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:56.401293 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffe154a-8dec-41d3-888c-530b12f07b73 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] DELETE failed (client error): The resource could not be found. Oct 13 00:30:56.403143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffe154a-8dec-41d3-888c-530b12f07b73 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:30:56.407856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dffe154a-8dec-41d3-888c-530b12f07b73 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/subnets/47d6e9a7-4679-434b-aa94-7e32347a42a2 HTTP/1.1" status: 404 len: 337 time: 0.0498836 Oct 13 00:30:56.410696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49820) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:56.629790 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:56.795382 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:56.821558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4f5be9-1f5f-4570-8b5b-68ceb430bf47']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:56.833286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff540d7-2961-441f-9fdb-562709c48322') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:56.833832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff540d7-2961-441f-9fdb-562709c48322') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:56.852358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:56.878053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:56.906457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:56.907062 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:56.939824 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:57.073109 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:57.084802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:57.088755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/bc4f5be9-1f5f-4570-8b5b-68ceb430bf47 HTTP/1.1" status: 204 len: 168 time: 0.6738479 Oct 13 00:30:57.093582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49836) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:57.134607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-7c9ae822-01b6-443c-b7fa-d823469b39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:57.136186 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-7c9ae822-01b6-443c-b7fa-d823469b39a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a1c72bc5-78a4-4842-af50-20ae3cbc874c HTTP/1.1" status: 200 len: 909 time: 0.9719675 Oct 13 00:30:57.138759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1017864-e40c-4537-b0d1-5886cdb18a95 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Network': ['ID=bc4f5be9-1f5f-4570-8b5b-68ceb430bf47,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:57.185490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a71687-3088-4ad6-8708-2c0bc9f02e1f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Deleting subnet 480852cc-4ef9-4b24-817e-5f76e85c1f12 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:30:57.190915 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2a71687-3088-4ad6-8708-2c0bc9f02e1f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:57.194257 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-73b72251-2b24-45a3-94a7-e079ad31b414 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f7510c2-981f-4ef4-9a62-098bf939ae82 HTTP/1.1" status: 200 len: 217 time: 0.0472572 Oct 13 00:30:57.268707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-1f33d493-849b-4376-ad8b-d272708d8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:57.271845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-1f33d493-849b-4376-ad8b-d272708d8ccb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40d4e96c-e92b-46f7-9f73-b4ce6228034d HTTP/1.1" status: 200 len: 848 time: 0.0703816 Oct 13 00:30:57.297912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2a71687-3088-4ad6-8708-2c0bc9f02e1f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:57.335311 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-5943cdcd-d8c2-47d6-82b6-4f918ab15989 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a1c72bc5-78a4-4842-af50-20ae3cbc874c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545070 Oct 13 00:30:57.348456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34271e5d-b90a-4743-9858-dcc3a8cb2071 req-e1c5c552-60be-4c22-a620-339406a15804 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:57.350264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34271e5d-b90a-4743-9858-dcc3a8cb2071 req-e1c5c552-60be-4c22-a620-339406a15804 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 943 time: 0.1133394 Oct 13 00:30:57.510685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2a71687-3088-4ad6-8708-2c0bc9f02e1f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:57.586206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34271e5d-b90a-4743-9858-dcc3a8cb2071 req-f47ba6b9-2b27-4928-86af-41c499f57c85 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260649 Oct 13 00:30:57.605702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b838c38-17dd-4dab-b3fd-30c5c98e4506 req-e60454e3-bfc7-4ca7-993d-c5a18189e7e2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:57.606845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b838c38-17dd-4dab-b3fd-30c5c98e4506 req-e60454e3-bfc7-4ca7-993d-c5a18189e7e2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1894505 Oct 13 00:30:57.640885 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-ad57e0f8-6d78-48a6-81a0-304ce2c7e636 service neutron] 10.222.0.45 "GET /v2.0/networks/a1c72bc5-78a4-4842-af50-20ae3cbc874c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753282 Oct 13 00:30:57.657210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2a71687-3088-4ad6-8708-2c0bc9f02e1f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:57.703447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a71687-3088-4ad6-8708-2c0bc9f02e1f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Subnet': ['ID=480852cc-4ef9-4b24-817e-5f76e85c1f12,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:57.705058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e559b8-111b-4e30-a1be-cdaf22974689 None None] Network 9c71420a-5bee-4454-befa-f8cc8bb07bd6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:30:57.706955 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2a71687-3088-4ad6-8708-2c0bc9f02e1f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:57.711539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e2a71687-3088-4ad6-8708-2c0bc9f02e1f tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/subnets/480852cc-4ef9-4b24-817e-5f76e85c1f12 HTTP/1.1" status: 204 len: 168 time: 0.6166196 Oct 13 00:30:57.729739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49850) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:57.742688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b838c38-17dd-4dab-b3fd-30c5c98e4506 req-381e794c-05bb-4041-a81a-f988a2f7caab tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082847 Oct 13 00:30:57.854869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:57.861839 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7dd0fa00-7d28-4e06-b66c-24602e2b9116 req-d500d072-84ee-4eeb-a710-507b2df620cc service neutron] 10.222.0.45 "GET /v2.0/networks/a1c72bc5-78a4-4842-af50-20ae3cbc874c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169530 Oct 13 00:30:57.991766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Deleting port cc4807f8-7962-4464-823d-8bb30d30e912 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:57.992194 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.102153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] For port cc4807f8-7962-4464-823d-8bb30d30e912, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cc4807f8-7962-4464-823d-8bb30d30e912,segment=NetworkSegment(33efdbc6-bff5-4193-a643-a92b78dc6828),segment_id=33efdbc6-bff5-4193-a643-a92b78dc6828)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:58.102523 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.116820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Calling delete_port for cc4807f8-7962-4464-823d-8bb30d30e912 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:58.140624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc174da5-8175-4fc4-b035-4179506646df None None] DHCP port deletion for 9c71420a-5bee-4454-befa-f8cc8bb07bd6 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:30:58.202490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:58.213100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.239928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] No DVR routers for this DVR port cc4807f8-7962-4464-823d-8bb30d30e912 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:58.247960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Deleting port cc4807f8-7962-4464-823d-8bb30d30e912 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:30:58.248680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.281345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Port': ['ID=cc4807f8-7962-4464-823d-8bb30d30e912,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:58.372787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fc174da5-8175-4fc4-b035-4179506646df None None] For port cc4807f8-7962-4464-823d-8bb30d30e912, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:58.373097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.393615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.404727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Calling delete_port for cc4807f8-7962-4464-823d-8bb30d30e912 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:30:58.408852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Port cc4807f8-7962-4464-823d-8bb30d30e912 was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:30:58.412972 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.418056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-131170575', 'router:external': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:58.441260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c71420a-5bee-4454-befa-f8cc8bb07bd6']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:58.449018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Made reservation on behalf of 840bba9271314a19a190f18ffc51c44c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:58.452756 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.458073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33efdbc6-bff5-4193-a643-a92b78dc6828') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:58.458367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33efdbc6-bff5-4193-a643-a92b78dc6828') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:30:58.463011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Pushing event deleted for resources: {'Port': ['ID=cc4807f8-7962-4464-823d-8bb30d30e912,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:58.468009 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.485362 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.487454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.487833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.488176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.488517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.488848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.489175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.491809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.494899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.495427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.495976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.496472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.496974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc174da5-8175-4fc4-b035-4179506646df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:30:58.504463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc174da5-8175-4fc4-b035-4179506646df None None] No DVR routers for this DVR port cc4807f8-7962-4464-823d-8bb30d30e912 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:30:58.517713 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.524956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:30:58.525742 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:30:58.529475 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:30:58.612255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.627340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.635206 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.644816 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.659552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] 10.222.0.21 "DELETE /v2.0/networks/9c71420a-5bee-4454-befa-f8cc8bb07bd6 HTTP/1.1" status: 204 len: 168 time: 0.9114037 Oct 13 00:30:58.692002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:30:58.711866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d9ecd9-46b4-47e8-8714-358183b6f91d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:58.720313 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.721575 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Added segment c2557ac2-5aee-4cde-bbc3-ab1e86016030 of type vlan for network 7b3aef94-8353-4833-9483-ae340fc8c074 Oct 13 00:30:58.810605 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.895615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.899096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:58.900084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:58.962087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7537291 Oct 13 00:30:58.965039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:59.055393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'subnet': {'network_id': '7b3aef94-8353-4833-9483-ae340fc8c074', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:30:59.149994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4d28d-2368-4534-879d-d25e78c53c7d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'Network': ['ID=7b3aef94-8353-4833-9483-ae340fc8c074,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:59.162409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Made reservation on behalf of 840bba9271314a19a190f18ffc51c44c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:30:59.164590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 7b3aef94-8353-4833-9483-ae340fc8c074 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:30:59.165822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:59.213646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5c799-53f2-48f3-b1e8-a6e6888739e4 tempest-NetworksIpV6TestAttrs-1541927598 tempest-NetworksIpV6TestAttrs-1541927598-project] Pushing event deleted for resources: {'Network': ['ID=9c71420a-5bee-4454-befa-f8cc8bb07bd6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:59.266851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9f7510c2-981f-4ef4-9a62-098bf939ae82 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:30:59.352356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49876) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:59.481524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea95d2-0cc5-468d-9c1a-00f349b701f4 req-fc019557-3b13-4df9-8a57-2884e7d09eeb tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:59.505334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98ea95d2-0cc5-468d-9c1a-00f349b701f4 req-fc019557-3b13-4df9-8a57-2884e7d09eeb tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 943 time: 0.3000281 Oct 13 00:30:59.556270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9f7510c2-981f-4ef4-9a62-098bf939ae82, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9f7510c2-981f-4ef4-9a62-098bf939ae82,segment=NetworkSegment(b65f5bd3-2bc7-4a49-88f8-37a306668ae0),segment_id=b65f5bd3-2bc7-4a49-88f8-37a306668ae0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:59.573220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9f7510c2-981f-4ef4-9a62-098bf939ae82', 'network_id': 'a1c72bc5-78a4-4842-af50-20ae3cbc874c', 'port_id': '9f7510c2-981f-4ef4-9a62-098bf939ae82', 'mac_address': 'fa:16:3e:a4:13:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d4e96c-e92b-46f7-9f73-b4ce6228034d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:30:59.574350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cd28d-391e-41b8-ab73-ceb68113f3f3 req-c3dde1e9-72db-4e59-aa44-ca3c1ed6a99a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:30:59.577518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cc4807f8-7962-4464-823d-8bb30d30e912 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:30:59.583979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-834cd28d-391e-41b8-ab73-ceb68113f3f3 req-c3dde1e9-72db-4e59-aa44-ca3c1ed6a99a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.3725615 Oct 13 00:30:59.604819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: cc4807f8-7962-4464-823d-8bb30d30e912 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:30:59.605207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cc4807f8-7962-4464-823d-8bb30d30e912 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:30:59.669994 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:59.675638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98ea95d2-0cc5-468d-9c1a-00f349b701f4 req-325ed775-be31-4fb3-833d-e6d7de65db5e tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693428 Oct 13 00:30:59.702815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-834cd28d-391e-41b8-ab73-ceb68113f3f3 req-6ae9292f-0ba6-4a10-adb6-69a8a63f3ec1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797210 Oct 13 00:30:59.716110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7510c2-981f-4ef4-9a62-098bf939ae82 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:30:59.765988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9f7510c2-981f-4ef4-9a62-098bf939ae82, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9f7510c2-981f-4ef4-9a62-098bf939ae82,segment=NetworkSegment(b65f5bd3-2bc7-4a49-88f8-37a306668ae0),segment_id=b65f5bd3-2bc7-4a49-88f8-37a306668ae0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:30:59.772965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:59.806657 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-57761686-58d8-485e-8a37-adb6164b6d1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ae1b2ebef1e4fa09dfbc108ce3f810c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518046 Oct 13 00:30:59.809423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49880) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:30:59.830581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9f7510c2-981f-4ef4-9a62-098bf939ae82,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:30:59.961406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3865d7c1-4273-442c-8cb1-0a4123084b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:30:59.992294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.objects.ports [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:30:59.995128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:00.044137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3865d7c1-4273-442c-8cb1-0a4123084b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:00.105873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:00.152026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3865d7c1-4273-442c-8cb1-0a4123084b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:00.153909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3865d7c1-4273-442c-8cb1-0a4123084b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:00.155103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3865d7c1-4273-442c-8cb1-0a4123084b15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d99ab03-4cfa-41ea-b999-d9d21d2faea1 HTTP/1.1" status: 204 len: 168 time: 0.3443921 Oct 13 00:31:00.171181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865d7c1-4273-442c-8cb1-0a4123084b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d99ab03-4cfa-41ea-b999-d9d21d2faea1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:00.178842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Checking segment: {'id': 'c2557ac2-5aee-4cde-bbc3-ab1e86016030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7b3aef94-8353-4833-9483-ae340fc8c074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:31:00.179260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Network hostable DHCP agents. Network: 7b3aef94-8353-4833-9483-ae340fc8c074, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:31:00.205346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9f7510c2-981f-4ef4-9a62-098bf939ae82'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:31:00.252989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Network 7b3aef94-8353-4833-9483-ae340fc8c074 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:31:00.281052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 7b3aef94-8353-4833-9483-ae340fc8c074) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:00.288149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:00.295924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:00.297448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19441720-fa86-484f-b197-b315a2677d9b None None] Network 7b3aef94-8353-4833-9483-ae340fc8c074 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:31:00.351927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49884) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:00.354065 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ff12d00-3e2c-4d4d-ba6f-2c9805a7b95a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3579407 Oct 13 00:31:00.357121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1152265485', 'network_id': '7b3aef94-8353-4833-9483-ae340fc8c074'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:00.408821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Made reservation on behalf of 840bba9271314a19a190f18ffc51c44c for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:31:00.411213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:00.441712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] device_id is not set on port 18a09007-9111-4019-8090-b9bc0b6fcdcf yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:31:00.715253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Allocated IP 2001:db8::21d (7b3aef94-8353-4833-9483-ae340fc8c074/c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc/18a09007-9111-4019-8090-b9bc0b6fcdcf) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:00.851869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690a391-4265-48ae-b09d-0e4ee6e722fd None None] Network 7b3aef94-8353-4833-9483-ae340fc8c074 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:31:00.982060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-59a967ab-72c1-40b4-9964-56b029201554 req-1e05b4d7-2585-49e0-ba8d-3cd00653b437 service neutron] (94988) timed out ('10.222.0.21', 40936) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:31:01.245487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9c61a-ef7c-4af0-acc2-1372c17b0952 req-93a2dc04-7da5-46be-bbd6-ea69c44be774 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:01.276530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fae9c61a-ef7c-4af0-acc2-1372c17b0952 req-93a2dc04-7da5-46be-bbd6-ea69c44be774 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 944 time: 0.3488393 Oct 13 00:31:01.307662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816334c2-485d-452f-8072-183d9df7b434 req-7eb27202-4959-4778-b68f-3c9e9bc3aca2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:01.310079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-816334c2-485d-452f-8072-183d9df7b434 req-7eb27202-4959-4778-b68f-3c9e9bc3aca2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.3394277 Oct 13 00:31:01.356577 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:01.449486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fae9c61a-ef7c-4af0-acc2-1372c17b0952 req-8d383461-56c6-42c2-9fa0-98326840815f tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703925 Oct 13 00:31:01.508412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-816334c2-485d-452f-8072-183d9df7b434 req-639916f4-2c0b-40a2-b4ba-dd1655406019 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985191 Oct 13 00:31:01.514375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:01.590693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Network 7b3aef94-8353-4833-9483-ae340fc8c074 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:01.594088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:01.598405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:01.600282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:01.600998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:01.615130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'Port': ['ID=18a09007-9111-4019-8090-b9bc0b6fcdcf,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:01.622078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cec29083-dece-4282-988b-5f4f48e41781 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2689953 Oct 13 00:31:01.624889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49908) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:01.780906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f16aa646-ae71-4762-ac7e-9e7637b70286 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Deleting port 18a09007-9111-4019-8090-b9bc0b6fcdcf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:01.781154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f16aa646-ae71-4762-ac7e-9e7637b70286 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:01.789085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49910) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:01.924620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f16aa646-ae71-4762-ac7e-9e7637b70286 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:01.940401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f16aa646-ae71-4762-ac7e-9e7637b70286 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Calling delete_port for 18a09007-9111-4019-8090-b9bc0b6fcdcf owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:01.998530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-26819c63-4ff3-4f69-88e8-1083533c57ca tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] Request body: {'port': {'network_id': 'db7dd636-9917-4046-a64b-34c2dc2b63c7', 'name': 'tempest-NetworksNegativeTestJSON-394189112'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:02.028385 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-26819c63-4ff3-4f69-88e8-1083533c57ca tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] POST failed (client error): The resource could not be found. Oct 13 00:31:02.029407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26819c63-4ff3-4f69-88e8-1083533c57ca tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:31:02.031125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-26819c63-4ff3-4f69-88e8-1083533c57ca tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2407861 Oct 13 00:31:02.035091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49918) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.056401 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-635a3f57-2a46-46cf-94b3-76b791595173 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] DELETE failed (client error): The resource could not be found. Oct 13 00:31:02.057360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635a3f57-2a46-46cf-94b3-76b791595173 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:31:02.060864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-635a3f57-2a46-46cf-94b3-76b791595173 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "DELETE /v2.0/networks/fa46cb39-9bfe-4d43-9b92-a899c35eb9a8 HTTP/1.1" status: 404 len: 339 time: 0.0244274 Oct 13 00:31:02.064424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49920) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.091798 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e62582-3527-4415-a6f0-356f223145f3 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] DELETE failed (client error): The resource could not be found. Oct 13 00:31:02.091798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e62582-3527-4415-a6f0-356f223145f3 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:31:02.095555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d3e62582-3527-4415-a6f0-356f223145f3 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "DELETE /v2.0/ports/ebaaab4f-f04f-4ef7-9d05-c6ae4859eeb4 HTTP/1.1" status: 404 len: 333 time: 0.0285041 Oct 13 00:31:02.098294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49922) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.167715 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-47212364-b7af-4ffb-9c85-2a68dc81a005 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] DELETE failed (client error): The resource could not be found. Oct 13 00:31:02.168333 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47212364-b7af-4ffb-9c85-2a68dc81a005 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:31:02.175449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-47212364-b7af-4ffb-9c85-2a68dc81a005 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "DELETE /v2.0/subnets/7fbf1649-e1f7-4ecf-a086-3a99cfb3ef32 HTTP/1.1" status: 404 len: 337 time: 0.0759332 Oct 13 00:31:02.176219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49924) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.205158 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-93401410-656c-43d5-a66f-ec2bf152a3ae tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] GET failed (client error): The resource could not be found. Oct 13 00:31:02.212805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-93401410-656c-43d5-a66f-ec2bf152a3ae tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "GET /v2.0/networks/3d0901de-66af-45f5-9535-857f56d0fb62 HTTP/1.1" status: 404 len: 339 time: 0.0351803 Oct 13 00:31:02.213188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49926) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.253353 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5791c3ae-6ccd-4ff5-8d5e-ba658e1b6ded tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] GET failed (client error): The resource could not be found. Oct 13 00:31:02.254950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5791c3ae-6ccd-4ff5-8d5e-ba658e1b6ded tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "GET /v2.0/ports/81ee45aa-a579-404e-98fb-bd8fb190cd42 HTTP/1.1" status: 404 len: 333 time: 0.0388513 Oct 13 00:31:02.259421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49928) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.325007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f16aa646-ae71-4762-ac7e-9e7637b70286 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:02.333744 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b9e288-1e9a-470b-9945-2806a915763d tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] GET failed (client error): The resource could not be found. Oct 13 00:31:02.340390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49932) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.344112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-52b9e288-1e9a-470b-9945-2806a915763d tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "GET /v2.0/subnets/74a73d90-e313-458f-858e-836c2059c72d HTTP/1.1" status: 404 len: 337 time: 0.0753067 Oct 13 00:31:02.347172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cd1c9876-f441-463a-b270-fd02a4ab88b4 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:02.392029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aa646-ae71-4762-ac7e-9e7637b70286 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event deleted for resources: {'Port': ['ID=18a09007-9111-4019-8090-b9bc0b6fcdcf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:02.406544 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1c9876-f441-463a-b270-fd02a4ab88b4 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] PUT failed (client error): The resource could not be found. Oct 13 00:31:02.407099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1c9876-f441-463a-b270-fd02a4ab88b4 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:31:02.415924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f16aa646-ae71-4762-ac7e-9e7637b70286 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:02.417494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cd1c9876-f441-463a-b270-fd02a4ab88b4 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "PUT /v2.0/networks/481afde2-1c2a-4667-9ea1-d7cc096266de HTTP/1.1" status: 404 len: 339 time: 0.0759828 Oct 13 00:31:02.418158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49934) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.419354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f16aa646-ae71-4762-ac7e-9e7637b70286 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "DELETE /v2.0/ports/18a09007-9111-4019-8090-b9bc0b6fcdcf HTTP/1.1" status: 204 len: 168 time: 0.7934308 Oct 13 00:31:02.421973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49936) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.423877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-dbab9387-ace9-4ed6-8409-f9dfa580a82f tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:02.426858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b3aef94-8353-4833-9483-ae340fc8c074', 'external_fixed_ips': [{'subnet_id': 'c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc', 'ip_address': '2001:db8::21d'}]}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:02.444087 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbab9387-ace9-4ed6-8409-f9dfa580a82f tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] PUT failed (client error): The resource could not be found. Oct 13 00:31:02.444785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbab9387-ace9-4ed6-8409-f9dfa580a82f tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:31:02.447742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dbab9387-ace9-4ed6-8409-f9dfa580a82f tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "PUT /v2.0/ports/c8703d29-fff7-45a4-8e70-a1f347c43e26 HTTP/1.1" status: 404 len: 333 time: 0.0272393 Oct 13 00:31:02.453754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49938) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:02.460797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-682c7082-9bda-4d54-bf4f-9617ef32ff92 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:02.508470 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-682c7082-9bda-4d54-bf4f-9617ef32ff92 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] PUT failed (client error): The resource could not be found. Oct 13 00:31:02.510258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682c7082-9bda-4d54-bf4f-9617ef32ff92 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:31:02.521749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-682c7082-9bda-4d54-bf4f-9617ef32ff92 tempest-NetworksNegativeTestJSON-997265915 tempest-NetworksNegativeTestJSON-997265915-project] 10.222.0.21 "PUT /v2.0/subnets/5cd979b0-04f3-4e23-bb0b-36f942e6579d HTTP/1.1" status: 404 len: 337 time: 0.0659494 Oct 13 00:31:02.529415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:02.532016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:02.691394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:02.816542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173d6eb-4e4e-48c4-b94b-b6859cf43d46 req-03733eff-f664-42f0-8c62-88744afcf043 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:02.818174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5173d6eb-4e4e-48c4-b94b-b6859cf43d46 req-03733eff-f664-42f0-8c62-88744afcf043 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 944 time: 0.1964970 Oct 13 00:31:02.844386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6be4f-f0cb-4ead-b0ab-3b2b863cdf42 req-8043d213-d7a7-4bcf-bf91-10c80f426961 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:02.847183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ae6be4f-f0cb-4ead-b0ab-3b2b863cdf42 req-8043d213-d7a7-4bcf-bf91-10c80f426961 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1683555 Oct 13 00:31:02.910515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5173d6eb-4e4e-48c4-b94b-b6859cf43d46 req-2c28b520-ff81-4da6-a4ff-36823234b35a tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622790 Oct 13 00:31:02.916749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:02.926880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ae6be4f-f0cb-4ead-b0ab-3b2b863cdf42 req-1111dd16-2771-499b-bf8a-53a33f0f576e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643492 Oct 13 00:31:02.971436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49948) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:03.225048 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.225283 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ca51ea9-48c1-4fe1-91b8-546b7011629f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.236811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9f7510c2-981f-4ef4-9a62-098bf939ae82 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:31:03.262910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.373518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 9f7510c2-981f-4ef4-9a62-098bf939ae82 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:31:03.390356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9f7510c2-981f-4ef4-9a62-098bf939ae82 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:03.391791 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.461150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c758f-65b8-4015-8c2e-83343473b593 req-5b353c01-de11-4daf-969a-9ad26bc0a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:03.469283 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-196c758f-65b8-4015-8c2e-83343473b593 req-5b353c01-de11-4daf-969a-9ad26bc0a602 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1096 time: 0.1417556 Oct 13 00:31:03.481378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ca51ea9-48c1-4fe1-91b8-546b7011629f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.488078 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0ca51ea9-48c1-4fe1-91b8-546b7011629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.583896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.640071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c758f-65b8-4015-8c2e-83343473b593 req-5dd6fe7b-29c2-47f7-94a8-a7f7c99643c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:03.640299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0ca51ea9-48c1-4fe1-91b8-546b7011629f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0be5759b368f40408f51b243752724e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6650138 Oct 13 00:31:03.640299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca51ea9-48c1-4fe1-91b8-546b7011629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e21bce2-944b-4549-a19c-71925537aabb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:03.640926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49964) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:03.646176 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-196c758f-65b8-4015-8c2e-83343473b593 req-5dd6fe7b-29c2-47f7-94a8-a7f7c99643c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1287851 Oct 13 00:31:03.650546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce27fbe2-2e61-4fea-b18b-d11011d77966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7510c2-981f-4ef4-9a62-098bf939ae82'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:31:03.658320 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c5b15-5862-418c-8562-01af150bc78a" -d '{"events": [{"server_uuid": "ce27fbe2-2e61-4fea-b18b-d11011d77966", "name": "network-vif-plugged", "status": "completed", "tag": "9f7510c2-981f-4ef4-9a62-098bf939ae82"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:31:03.688507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9f7510c2-981f-4ef4-9a62-098bf939ae82, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9f7510c2-981f-4ef4-9a62-098bf939ae82,segment=NetworkSegment(b65f5bd3-2bc7-4a49-88f8-37a306668ae0),segment_id=b65f5bd3-2bc7-4a49-88f8-37a306668ae0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:03.694903 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.759442 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5bf27b-8272-4258-a2f8-3b788899ec9d x-openstack-request-id: req-9e5bf27b-8272-4258-a2f8-3b788899ec9d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:31:03.760172 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce27fbe2-2e61-4fea-b18b-d11011d77966", "name": "network-vif-plugged", "status": "completed", "tag": "9f7510c2-981f-4ef4-9a62-098bf939ae82", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:31:03.760644 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e5bf27b-8272-4258-a2f8-3b788899ec9d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:31:03.761260 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce27fbe2-2e61-4fea-b18b-d11011d77966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7510c2-981f-4ef4-9a62-098bf939ae82', 'code': 200} Oct 13 00:31:03.762449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9f7510c2-981f-4ef4-9a62-098bf939ae82,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:03.781464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Allocated IP 2001:db8::21d (7b3aef94-8353-4833-9483-ae340fc8c074/c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc/7d2d6a04-74d3-452b-adff-47e94af245a3) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:03.825855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dcc0b-900d-4873-94e5-56e6ab4d7c90 req-60b1bc87-4106-4cca-b421-fad871dbe860 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:03.827461 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-673dcc0b-900d-4873-94e5-56e6ab4d7c90 req-60b1bc87-4106-4cca-b421-fad871dbe860 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 945 time: 0.1664946 Oct 13 00:31:03.857115 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad11e-77da-48cd-8d30-7b7741efb1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:03.967419 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-196c758f-65b8-4015-8c2e-83343473b593 req-f9c2bb4a-d109-4a87-8435-b3055f2b1874 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 1001 time: 0.3164432 Oct 13 00:31:04.006426 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad11e-77da-48cd-8d30-7b7741efb1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:04.057748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f904832-4df5-40ef-8bfb-1c49d88f5fa8 req-87c1fd68-b448-436c-993b-07b9deb95ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:04.059493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f904832-4df5-40ef-8bfb-1c49d88f5fa8 req-87c1fd68-b448-436c-993b-07b9deb95ffa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 1096 time: 0.2084286 Oct 13 00:31:04.084678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-673dcc0b-900d-4873-94e5-56e6ab4d7c90 req-892507ce-37a4-4e92-b791-81b6dfd94f29 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316821 Oct 13 00:31:04.123882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c758f-65b8-4015-8c2e-83343473b593 req-54d57174-425e-4c50-9dd3-83e979109609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:04.127693 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-196c758f-65b8-4015-8c2e-83343473b593 req-54d57174-425e-4c50-9dd3-83e979109609 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.1476026 Oct 13 00:31:04.148593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:04.197965 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:04.321740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa6f8e-cb4c-428b-acef-2a8b4ef16c5d req-bd24b8ba-92df-4304-89ed-a55c9c6c9bff tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:04.323410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83aa6f8e-cb4c-428b-acef-2a8b4ef16c5d req-bd24b8ba-92df-4304-89ed-a55c9c6c9bff tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 945 time: 0.2730186 Oct 13 00:31:04.326536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f904832-4df5-40ef-8bfb-1c49d88f5fa8 req-6f122840-42e2-4826-99a2-bbee075ef1b1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244682 Oct 13 00:31:04.358022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Network 7b3aef94-8353-4833-9483-ae340fc8c074 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:04.363215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:04.378172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f443693-8b5f-47c9-a75c-0f375fcc0662 req-406da004-4810-4bed-90b4-78cb400e48f0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:04.386173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f443693-8b5f-47c9-a75c-0f375fcc0662 req-406da004-4810-4bed-90b4-78cb400e48f0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1702406 Oct 13 00:31:04.387366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:04.403862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad11e-77da-48cd-8d30-7b7741efb1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:04.411314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad11e-77da-48cd-8d30-7b7741efb1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:04.412795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ae3ad11e-77da-48cd-8d30-7b7741efb1f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e21bce2-944b-4549-a19c-71925537aabb HTTP/1.1" status: 204 len: 168 time: 0.7584121 Oct 13 00:31:04.477671 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83aa6f8e-cb4c-428b-acef-2a8b4ef16c5d req-4924d63c-5a5b-41d7-90ce-e30b7f36a450 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423080 Oct 13 00:31:04.480410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'Port': ['ID=7d2d6a04-74d3-452b-adff-47e94af245a3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:04.507393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c758f-65b8-4015-8c2e-83343473b593 req-93f46397-1b9e-4fa2-884e-ed1487510aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:04.507393 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-196c758f-65b8-4015-8c2e-83343473b593 req-93f46397-1b9e-4fa2-884e-ed1487510aba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3015730 Oct 13 00:31:04.510793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f443693-8b5f-47c9-a75c-0f375fcc0662 req-ef36183d-ca67-46e3-ad8a-220ee5e7815f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224117 Oct 13 00:31:04.513955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ad11e-77da-48cd-8d30-7b7741efb1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e21bce2-944b-4549-a19c-71925537aabb,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:04.788121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:04.864532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-196c758f-65b8-4015-8c2e-83343473b593 req-0a85d144-aff5-4adb-860e-33bd4ff83c2c service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655030 Oct 13 00:31:05.080217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-196c758f-65b8-4015-8c2e-83343473b593 req-7248aa12-318b-457b-af67-6eecbb1e8102 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891615 Oct 13 00:31:05.161803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:05.248598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1fa0f-7f38-4517-9efc-ac06aefd2401 req-d5318c6f-65a9-4d92-a9e8-c3c7b960b8bc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:05.250154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8e1fa0f-7f38-4517-9efc-ac06aefd2401 req-d5318c6f-65a9-4d92-a9e8-c3c7b960b8bc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 945 time: 0.0642967 Oct 13 00:31:05.300062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8e1fa0f-7f38-4517-9efc-ac06aefd2401 req-78535096-6342-4bed-92b1-26cd5cd09e35 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 Oct 13 00:31:05.348985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Router d0de0b55-205e-4e2d-b169-7b1fcc3c46ff is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:05.521234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:05.534412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Sync routers for ids ['d0de0b55-205e-4e2d-b169-7b1fcc3c46ff'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:05.559710 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:05.565071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4b99b682-32c7-43b3-aa26-7655ec4fae4d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1420395 Oct 13 00:31:05.567877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50010) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:05.577698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Routers {'d0de0b55-205e-4e2d-b169-7b1fcc3c46ff'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:05.578670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:30:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d0de0b55-205e-4e2d-b169-7b1fcc3c46ff'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:05.645660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50012) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:05.765982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5d2fd-49b7-48e7-8e51-f8e54dc219e2 req-06db2dc9-e382-478b-bb91-7810d6eb1faf tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:05.768323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07f5d2fd-49b7-48e7-8e51-f8e54dc219e2 req-06db2dc9-e382-478b-bb91-7810d6eb1faf tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 945 time: 0.1143486 Oct 13 00:31:05.799140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:05.801413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Set router d0de0b55-205e-4e2d-b169-7b1fcc3c46ff gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:31:05.963302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fe551c91-3c47-479a-bcc7-c0558b4c7412 tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1380774447', 'prefixes': ['172.20.0.0/16']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:05.972360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07f5d2fd-49b7-48e7-8e51-f8e54dc219e2 req-1b49d74d-dda7-4c5d-aa60-ea48b508fc52 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978073 Oct 13 00:31:05.980704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.073043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe551c91-3c47-479a-bcc7-c0558b4c7412 tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] Notify callbacks [] for subnetpool, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.074679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fe551c91-3c47-479a-bcc7-c0558b4c7412 tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4277744 Oct 13 00:31:06.077846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50020) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:06.154999 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4202dafa-db91-4907-96b2-d85049cbf172 tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] 10.222.0.21 "GET /v2.0/subnetpools/82744335-2d2d-4845-bf0b-16bdbe191cb2 HTTP/1.1" status: 200 len: 732 time: 0.0753098 Oct 13 00:31:06.157544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50026) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:06.162785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9442cda6-b493-4a6a-947d-753a804b5ad8 tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1992275150'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:06.172800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Deleting port 7d2d6a04-74d3-452b-adff-47e94af245a3 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:06.173146 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.280747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9442cda6-b493-4a6a-947d-753a804b5ad8 tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] Notify callbacks [] for subnetpool, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.282327 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9442cda6-b493-4a6a-947d-753a804b5ad8 tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] 10.222.0.21 "PUT /v2.0/subnetpools/82744335-2d2d-4845-bf0b-16bdbe191cb2 HTTP/1.1" status: 200 len: 684 time: 0.1238401 Oct 13 00:31:06.284772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50028) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:06.293166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2181bcf-8712-45dc-89c2-baef556c719d req-bf8f701b-b2a5-450c-a790-5802e9e3dea4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:06.294838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2181bcf-8712-45dc-89c2-baef556c719d req-bf8f701b-b2a5-450c-a790-5802e9e3dea4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1974239 Oct 13 00:31:06.323316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0de0b55-205e-4e2d-b169-7b1fcc3c46ff', 'name': '', 'tenant_id': '840bba9271314a19a190f18ffc51c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b3aef94-8353-4833-9483-ae340fc8c074', 'external_fixed_ips': [{'subnet_id': 'c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc', 'ip_address': '2001:db8::21d'}], 'enable_snat': True}, 'gw_port_id': '7d2d6a04-74d3-452b-adff-47e94af245a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:31:02Z', 'updated_at': '2021-10-13T00:31:04Z', 'revision_number': 3, 'project_id': '840bba9271314a19a190f18ffc51c44c', 'gw_port': {'id': '7d2d6a04-74d3-452b-adff-47e94af245a3', 'name': '', 'network_id': '7b3aef94-8353-4833-9483-ae340fc8c074', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0de0b55-205e-4e2d-b169-7b1fcc3c46ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': 'c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc', 'ip_address': '2001:db8::21d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:31:03Z', 'updated_at': '2021-10-13T00:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:06.340748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.350822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Checking router: d0de0b55-205e-4e2d-b169-7b1fcc3c46ff for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:31:06.351176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Updating router d0de0b55-205e-4e2d-b169-7b1fcc3c46ff port 7d2d6a04-74d3-452b-adff-47e94af245a3 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:31:06.366639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Calling delete_port for 7d2d6a04-74d3-452b-adff-47e94af245a3 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:06.368372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04f0dda5-4785-4324-bb99-b26d5839201a tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] Notify callbacks [] for subnetpool, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.369679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-04f0dda5-4785-4324-bb99-b26d5839201a tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] 10.222.0.21 "DELETE /v2.0/subnetpools/82744335-2d2d-4845-bf0b-16bdbe191cb2 HTTP/1.1" status: 204 len: 168 time: 0.0839162 Oct 13 00:31:06.373685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50030) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:06.378990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2181bcf-8712-45dc-89c2-baef556c719d req-5da3f337-a1ba-4258-9bb1-752fe90d42ef tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762007 Oct 13 00:31:06.382542 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.403755 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b7dc85f6-0abd-44ae-8786-2904d5827e3d tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] show failed (client error): The resource could not be found. Oct 13 00:31:06.405015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b7dc85f6-0abd-44ae-8786-2904d5827e3d tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] 10.222.0.21 "GET /v2.0/subnetpools/82744335-2d2d-4845-bf0b-16bdbe191cb2 HTTP/1.1" status: 404 len: 346 time: 0.0304041 Oct 13 00:31:06.407999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50032) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:06.422325 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-8de8393a-00ac-4ed9-bdf7-94a0a918f68e tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] delete failed (client error): The resource could not be found. Oct 13 00:31:06.426307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8de8393a-00ac-4ed9-bdf7-94a0a918f68e tempest-SubnetPoolsTestJSON-996793218 tempest-SubnetPoolsTestJSON-996793218-project] 10.222.0.21 "DELETE /v2.0/subnetpools/82744335-2d2d-4845-bf0b-16bdbe191cb2 HTTP/1.1" status: 404 len: 346 time: 0.0144403 Oct 13 00:31:06.554470 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.583309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d2d6a04-74d3-452b-adff-47e94af245a3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:06.609772 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.616964 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.668320 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:31:06.668688 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:31:06.688143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50038) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:06.708567 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.711263 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.753248 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.753931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0de0b55-205e-4e2d-b169-7b1fcc3c46ff {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:06.759021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.760304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c56b6371-d653-4e36-bf5a-53434e6b9b1a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d0de0b55-205e-4e2d-b169-7b1fcc3c46ff HTTP/1.1" status: 204 len: 168 time: 1.1899955 Oct 13 00:31:06.762964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50042) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:06.796125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.807624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-d255b0ae-1980-4b8b-b48e-1e6aa54995ca tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Deleting subnet c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:31:06.810543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d255b0ae-1980-4b8b-b48e-1e6aa54995ca tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.848559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d255b0ae-1980-4b8b-b48e-1e6aa54995ca tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.872820 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.877209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.893049 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d255b0ae-1980-4b8b-b48e-1e6aa54995ca tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:06.918482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcd864778de7417fa3b683274d9da912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291777 Oct 13 00:31:06.919574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56323323-a4bd-4fb6-aeba-b9c5baff79de,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:06.921309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50044) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:06.926993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.927335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.928225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.928537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.928862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.929186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.929504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.929823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.930150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.930460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.930776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.931091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7200641b-9e34-426f-ad73-87094d6c0bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:06.972890 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d255b0ae-1980-4b8b-b48e-1e6aa54995ca tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.007382 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c917597b-f6b2-4e23-b0c7-266a45a5fa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.011068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255b0ae-1980-4b8b-b48e-1e6aa54995ca tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:07.013093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d255b0ae-1980-4b8b-b48e-1e6aa54995ca tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.020816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d255b0ae-1980-4b8b-b48e-1e6aa54995ca tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc HTTP/1.1" status: 204 len: 168 time: 0.2535079 Oct 13 00:31:07.024875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50048) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:07.037138 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.082418 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c917597b-f6b2-4e23-b0c7-266a45a5fa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.158408 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.184860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e268d-cc90-4444-b78f-f28659aec3b3 req-e40fd662-a06c-4175-b88c-890d88ae3797 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:07.186369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff2e268d-cc90-4444-b78f-f28659aec3b3 req-e40fd662-a06c-4175-b88c-890d88ae3797 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 945 time: 0.1064215 Oct 13 00:31:07.196446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Port 7d2d6a04-74d3-452b-adff-47e94af245a3 not found while updating agent binding for router d0de0b55-205e-4e2d-b169-7b1fcc3c46ff. {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 13 00:31:07.205042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Routers set() bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:07.205437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Router IDs set() for agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 00:31:07.206028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_agentschedulers_db [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d0de0b55-205e-4e2d-b169-7b1fcc3c46ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:30:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent'). {{(pid=94990) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 00:31:07.206719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37beaf45-71c3-4a55-b789-4e8a64ea9c74 None None] The sync data for ids ['d0de0b55-205e-4e2d-b169-7b1fcc3c46ff'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:07.258374 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c917597b-f6b2-4e23-b0c7-266a45a5fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.260929 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c917597b-f6b2-4e23-b0c7-266a45a5fa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.262040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c917597b-f6b2-4e23-b0c7-266a45a5fa5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56323323-a4bd-4fb6-aeba-b9c5baff79de HTTP/1.1" status: 204 len: 168 time: 0.3398149 Oct 13 00:31:07.267686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:31:07.294125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917597b-f6b2-4e23-b0c7-266a45a5fa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56323323-a4bd-4fb6-aeba-b9c5baff79de,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:07.299698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.313509 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff2e268d-cc90-4444-b78f-f28659aec3b3 req-f1a1c9c1-c394-49a2-8294-c48816d61e91 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076367 Oct 13 00:31:07.335801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3aef94-8353-4833-9483-ae340fc8c074']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:07.350814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2557ac2-5aee-4cde-bbc3-ab1e86016030') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:07.350814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2557ac2-5aee-4cde-bbc3-ab1e86016030') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:07.361060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.369492 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.383034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.391447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:31:07.394103 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:31:07.395004 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:31:07.412701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:31:07.421800 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2611c08f-1761-4f25-802b-4014a4db0355" -d '{"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-unplugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:31:07.471416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:07.477464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.491730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b3aef94-8353-4833-9483-ae340fc8c074 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 00:31:07.492511 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.514970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b3aef94-8353-4833-9483-ae340fc8c074,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:07.517863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.528870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-51ae981a-55cd-437c-961f-53f9a7f20adb tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "DELETE /v2.0/networks/7b3aef94-8353-4833-9483-ae340fc8c074 HTTP/1.1" status: 204 len: 168 time: 0.5029066 Oct 13 00:31:07.538194 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e628805d-db8d-41da-8bce-a7cb42c1628e x-openstack-request-id: req-e628805d-db8d-41da-8bce-a7cb42c1628e {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:31:07.538762 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-unplugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:31:07.539252 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e628805d-db8d-41da-8bce-a7cb42c1628e {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:31:07.539723 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'code': 200} Oct 13 00:31:07.558374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:07.593863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817618dc-ec40-4e74-bfc6-e760e08f2c7d req-819b0adf-1a9b-4cd3-ba6b-eb1215c75c93 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:07.595634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-817618dc-ec40-4e74-bfc6-e760e08f2c7d req-819b0adf-1a9b-4cd3-ba6b-eb1215c75c93 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1066518 Oct 13 00:31:07.644326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-817618dc-ec40-4e74-bfc6-e760e08f2c7d req-79147c7a-130f-42aa-bf97-8cbbd3e20a60 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418069 Oct 13 00:31:07.931021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50084) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:07.936097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4168280f-1c86-4bf9-982f-29b47c675e75 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'router': {'name': 'tempest-router--1341142860', 'project_id': '8bfe33a614174c8b91a17a6a78354db7'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:07.966787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4168280f-1c86-4bf9-982f-29b47c675e75 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:07.967975 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4168280f-1c86-4bf9-982f-29b47c675e75 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.036371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4168280f-1c86-4bf9-982f-29b47c675e75 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.041427 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4168280f-1c86-4bf9-982f-29b47c675e75 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.058980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4168280f-1c86-4bf9-982f-29b47c675e75 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.063757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50092) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:08.072857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4168280f-1c86-4bf9-982f-29b47c675e75 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1402845 Oct 13 00:31:08.140931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c4-fe46-4bd0-ab6b-dc902a73a6c0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.191359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50100) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:08.196051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034204 Oct 13 00:31:08.200537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50102) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:08.308084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-37d7e223-8912-49f6-8bd8-7e6266e174e4 tempest-NetworksApiDiscovery-645228136 tempest-NetworksApiDiscovery-645228136-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1061742 Oct 13 00:31:08.599869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50110) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:08.644776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c4-fe46-4bd0-ab6b-dc902a73a6c0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.647161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c4-fe46-4bd0-ab6b-dc902a73a6c0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.698876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c4-fe46-4bd0-ab6b-dc902a73a6c0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.699754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d889d2c4-fe46-4bd0-ab6b-dc902a73a6c0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8df980b1-517f-41a0-87fe-3e7388dc6636 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:08.705954 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d889d2c4-fe46-4bd0-ab6b-dc902a73a6c0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.710411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d889d2c4-fe46-4bd0-ab6b-dc902a73a6c0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8df980b1-517f-41a0-87fe-3e7388dc6636 HTTP/1.1" status: 204 len: 168 time: 0.6423128 Oct 13 00:31:08.735215 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4d0375f-5f9b-4180-a732-d98e2e88b50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.822642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7366bf-b292-4903-bed5-59d0b14d166c req-a44b0c3f-571a-48fa-8508-1e7a576f9ec1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:08.824224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b7366bf-b292-4903-bed5-59d0b14d166c req-a44b0c3f-571a-48fa-8508-1e7a576f9ec1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.0752347 Oct 13 00:31:08.880009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4d0375f-5f9b-4180-a732-d98e2e88b50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.887240 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4d0375f-5f9b-4180-a732-d98e2e88b50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:08.899287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50122) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:08.925452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b7366bf-b292-4903-bed5-59d0b14d166c req-aaa9e252-2324-4c5e-a8d5-6ddabd4bb948 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908217 Oct 13 00:31:08.972360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50126) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:08.972850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f4d0375f-5f9b-4180-a732-d98e2e88b50c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aac7c5cfb3b440d5a39c731e8ec85125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719051 Oct 13 00:31:08.977443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0375f-5f9b-4180-a732-d98e2e88b50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805db4a3-b4d6-45ac-8a4e-812a38928d96,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:09.069237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-e7706e9d-ba6c-4d53-9e65-83ecc3698521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:09.070810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-e7706e9d-ba6c-4d53-9e65-83ecc3698521 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1094 time: 0.0684202 Oct 13 00:31:09.075814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eca11884-e388-4712-bf8c-77051c37157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.108949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eca11884-e388-4712-bf8c-77051c37157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.128197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1422391885', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:09.222778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.223850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.244437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-81254fa4-97a5-4e45-b7b4-680c3cbb2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:09.245983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-81254fa4-97a5-4e45-b7b4-680c3cbb2ea6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1553993 Oct 13 00:31:09.269144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:31:09.289455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eca11884-e388-4712-bf8c-77051c37157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.292013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eca11884-e388-4712-bf8c-77051c37157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.293147 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-eca11884-e388-4712-bf8c-77051c37157b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/805db4a3-b4d6-45ac-8a4e-812a38928d96 HTTP/1.1" status: 204 len: 168 time: 0.3193607 Oct 13 00:31:09.328223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca11884-e388-4712-bf8c-77051c37157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805db4a3-b4d6-45ac-8a4e-812a38928d96,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:09.367195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-31f13be1-b4df-4359-943f-01e0c15a652c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 998 time: 0.1139085 Oct 13 00:31:09.368561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.429681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:09.441558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'mac_address': 'fa:16:3e:f6:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:31:09.498836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.515303 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaead99b-ff54-47c9-bcb4-0edc80340320 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:31:09.542132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:09.547483 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.564476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-383edb00-d537-49ab-8f1c-47ce904863d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:09.565953 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-383edb00-d537-49ab-8f1c-47ce904863d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.1864023 Oct 13 00:31:09.573961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:09.608711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:09.677053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-8010b016-b9c9-4840-858b-ff23a76cb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:09.678652 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-8010b016-b9c9-4840-858b-ff23a76cb304 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014469 Oct 13 00:31:09.699523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['aaead99b-ff54-47c9-bcb4-0edc80340320'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:31:09.885773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-544f62fc-6317-4069-ac51-f4233c312b50 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994092 Oct 13 00:31:09.995817 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:10.019271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:10.106119 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c373770-fbfc-4104-b3b5-b8993f5a5c16 req-ff71f2a0-3535-4861-9d15-3400679a70b1 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947482 Oct 13 00:31:10.137182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c1deb-ccca-41f4-a896-6a2fea87520b req-2a1285c5-a3f6-4424-9458-4f26d12cf66f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:10.144133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d2c1deb-ccca-41f4-a896-6a2fea87520b req-2a1285c5-a3f6-4424-9458-4f26d12cf66f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.0873876 Oct 13 00:31:10.165426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Allocated IP 172.25.3.178 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/33ec9f98-cdc1-4b62-be04-0897b0b303b3) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:10.217240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d2c1deb-ccca-41f4-a896-6a2fea87520b req-33c51bad-98ec-405b-a50d-8e5e9f8d41ed tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600588 Oct 13 00:31:10.228022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446bc97-59a5-402b-b335-ab05b25c4f6f req-6476fc08-3980-49cb-8d60-dee427076751 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:10.231605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2446bc97-59a5-402b-b335-ab05b25c4f6f req-6476fc08-3980-49cb-8d60-dee427076751 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 945 time: 0.0839024 Oct 13 00:31:10.278276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2446bc97-59a5-402b-b335-ab05b25c4f6f req-7ca291d5-5ca1-439d-ac94-6236cda0c8d1 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Oct 13 00:31:10.300139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:10.333603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:10.374041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:10.377077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:10.380652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:10.386323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event updated for resources: {'Port': ['ID=33ec9f98-cdc1-4b62-be04-0897b0b303b3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:10.638047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:10.834314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:10.963594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Router 256badca-b9b7-4a2b-8095-9d0e9977b306 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:11.073073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:11.083434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf52c7-969a-4bf8-988d-9e544c4310b9 None None] Sync routers for ids ['256badca-b9b7-4a2b-8095-9d0e9977b306'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:11.094785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:11.095226 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf52c7-969a-4bf8-988d-9e544c4310b9 None None] Routers {'256badca-b9b7-4a2b-8095-9d0e9977b306'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:11.096068 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6cc70fbf-baab-4890-b4a1-23d3ad94821e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1938169 Oct 13 00:31:11.098811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50200) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:11.099260 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-19cf52c7-969a-4bf8-988d-9e544c4310b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:30:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['256badca-b9b7-4a2b-8095-9d0e9977b306'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:11.132103 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-19cf52c7-969a-4bf8-988d-9e544c4310b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:11.140788 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf52c7-969a-4bf8-988d-9e544c4310b9 None None] Routers {'256badca-b9b7-4a2b-8095-9d0e9977b306'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:11.141390 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-19cf52c7-969a-4bf8-988d-9e544c4310b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:30:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['256badca-b9b7-4a2b-8095-9d0e9977b306'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:11.186321 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-19cf52c7-969a-4bf8-988d-9e544c4310b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:11.186979 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf52c7-969a-4bf8-988d-9e544c4310b9 None None] The sync data for ids ['256badca-b9b7-4a2b-8095-9d0e9977b306'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:11.217330 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e67f0ae6-9dfb-47a2-90de-e1851d4e1e20 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/routers/256badca-b9b7-4a2b-8095-9d0e9977b306 HTTP/1.1" status: 200 len: 925 time: 0.1132739 Oct 13 00:31:11.217330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50206) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:11.246508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-299b2450-faf8-408c-933f-0f71d8a5e332 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=256badca-b9b7-4a2b-8095-9d0e9977b306 HTTP/1.1" status: 200 len: 205 time: 0.0270617 Oct 13 00:31:11.248935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50210) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:11.264121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:31:11.349729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port aaead99b-ff54-47c9-bcb4-0edc80340320 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:11.350289 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:11.415495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309e581-ae5f-4033-90e7-7973f1334265 req-02aec93d-d4dd-4dfc-9af3-33e6a513a5ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:11.417008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a309e581-ae5f-4033-90e7-7973f1334265 req-02aec93d-d4dd-4dfc-9af3-33e6a513a5ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1160772 Oct 13 00:31:11.449687 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:11.474121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:31:11.476583 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe746d9f-32de-459c-824a-e4dbf33dc00d" -d '{"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-plugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:31:11.491407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:11.496932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:11.550446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=10']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:11.731413 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:11.769200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a309e581-ae5f-4033-90e7-7973f1334265 req-a0b87b08-4ddd-43a2-808b-58af7fa1a0f6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851672 Oct 13 00:31:11.779646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb304e-3060-495c-8a23-ca2d6fbb1504 req-e0b3db88-1c5c-4bd6-8d04-2c82b98e4d89 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:11.781186 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30bb304e-3060-495c-8a23-ca2d6fbb1504 req-e0b3db88-1c5c-4bd6-8d04-2c82b98e4d89 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 945 time: 0.3900592 Oct 13 00:31:11.823265 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab8a3d-9e6f-46b1-bf11-aaafe4175671 x-openstack-request-id: req-27ab8a3d-9e6f-46b1-bf11-aaafe4175671 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:31:11.823590 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-plugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:31:11.824427 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27ab8a3d-9e6f-46b1-bf11-aaafe4175671 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:31:11.824847 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'code': 200} Oct 13 00:31:11.826199 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bc675110-2eee-4dc9-815d-674dd8a4e6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:11.888516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30bb304e-3060-495c-8a23-ca2d6fbb1504 req-3ba7bb93-96de-478e-9208-522a25d93c92 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863333 Oct 13 00:31:11.894008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:11.947789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Deleting port 33ec9f98-cdc1-4b62-be04-0897b0b303b3 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:11.948137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.034539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.048414 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Calling delete_port for 33ec9f98-cdc1-4b62-be04-0897b0b303b3 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:12.085799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-2e50e975-a9ad-49ca-b7e9-346b99f24b38 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:12.087283 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-2e50e975-a9ad-49ca-b7e9-346b99f24b38 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 945 time: 0.0523934 Oct 13 00:31:12.184465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Deleting port 9f7510c2-981f-4ef4-9a62-098bf939ae82 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:12.184816 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.223523 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.253463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event deleted for resources: {'Port': ['ID=33ec9f98-cdc1-4b62-be04-0897b0b303b3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:12.297684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] For port 9f7510c2-981f-4ef4-9a62-098bf939ae82, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9f7510c2-981f-4ef4-9a62-098bf939ae82,segment=NetworkSegment(b65f5bd3-2bc7-4a49-88f8-37a306668ae0),segment_id=b65f5bd3-2bc7-4a49-88f8-37a306668ae0)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:12.298146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.316064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Calling delete_port for 9f7510c2-981f-4ef4-9a62-098bf939ae82 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:12.324951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.426560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.429289 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.463117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.485287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.486248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Fanout notify agent at l3_agent the message router_deleted on router 256badca-b9b7-4a2b-8095-9d0e9977b306 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:12.493614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Pushing event deleted for resources: {'Port': ['ID=9f7510c2-981f-4ef4-9a62-098bf939ae82,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:12.494406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.495967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-adf3c375-53a9-462f-98b4-de0665afb3b1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/256badca-b9b7-4a2b-8095-9d0e9977b306 HTTP/1.1" status: 204 len: 168 time: 1.2446513 Oct 13 00:31:12.498505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9f7510c2-981f-4ef4-9a62-098bf939ae82'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:31:12.502879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50232) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:12.506282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'router': {'name': 'tempest-snat-router-948358252', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': False}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:12.550284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] No DVR routers for this DVR port 9f7510c2-981f-4ef4-9a62-098bf939ae82 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:31:12.555008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.558660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-52f51ac6-6219-4a1e-a638-986d6d7cd24e req-da968223-c412-44f0-86a1-c1f9f4427fa8 tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.45 "DELETE /v2.0/ports/9f7510c2-981f-4ef4-9a62-098bf939ae82 HTTP/1.1" status: 204 len: 173 time: 0.4642413 Oct 13 00:31:12.559142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce27fbe2-2e61-4fea-b18b-d11011d77966', 'name': 'network-vif-deleted', 'tag': '9f7510c2-981f-4ef4-9a62-098bf939ae82'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:31:12.562252 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edccedd7-cfdd-4688-902e-4d56c3dd6c8d" -d '{"events": [{"server_uuid": "ce27fbe2-2e61-4fea-b18b-d11011d77966", "name": "network-vif-deleted", "tag": "9f7510c2-981f-4ef4-9a62-098bf939ae82"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:31:12.579663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.580924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.644463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.796999 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f41c0f-0b05-43c1-b56e-a1596df9ed22 x-openstack-request-id: req-53f41c0f-0b05-43c1-b56e-a1596df9ed22 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:31:12.796999 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce27fbe2-2e61-4fea-b18b-d11011d77966", "name": "network-vif-deleted", "tag": "9f7510c2-981f-4ef4-9a62-098bf939ae82", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:31:12.796999 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53f41c0f-0b05-43c1-b56e-a1596df9ed22 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:31:12.796999 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce27fbe2-2e61-4fea-b18b-d11011d77966', 'name': 'network-vif-deleted', 'tag': '9f7510c2-981f-4ef4-9a62-098bf939ae82', 'status': 'completed', 'code': 200} Oct 13 00:31:12.804521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:12.900443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617c7e8-b12d-4cdb-9625-043b236e740d req-6d8f3bfc-1bb9-4a0a-be4e-b02f94e0d149 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:12.902081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d617c7e8-b12d-4cdb-9625-043b236e740d req-6d8f3bfc-1bb9-4a0a-be4e-b02f94e0d149 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.0581214 Oct 13 00:31:12.942900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d617c7e8-b12d-4cdb-9625-043b236e740d req-fe1aa88f-77fe-4215-8946-132b183d5ae0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343430 Oct 13 00:31:13.020516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25529355-46e9-4c99-845f-ea7d9198fbbc req-8bc8410f-b6cb-4bad-9ba0-11016ae6ff7d tempest-VolumesActionsTest-1336241489 tempest-VolumesActionsTest-1336241489-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce27fbe2-2e61-4fea-b18b-d11011d77966 HTTP/1.1" status: 200 len: 210 time: 0.0319223 Oct 13 00:31:13.039914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:13.059314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:13.170488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Allocated IP 172.25.3.254 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/dcab074a-6b5c-48db-8b3c-342a65ee712b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:13.280618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:13.312648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:13.352695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:13.355628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:13.359403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:13.384851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'Port': ['ID=dcab074a-6b5c-48db-8b3c-342a65ee712b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:14.006435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:14.113958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155eb66-cb78-4825-b6fa-15a87ab0fe43 req-e3738b05-164a-49b7-9a36-298a86a0ee34 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:14.116436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a155eb66-cb78-4825-b6fa-15a87ab0fe43 req-e3738b05-164a-49b7-9a36-298a86a0ee34 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.0768223 Oct 13 00:31:14.207802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a155eb66-cb78-4825-b6fa-15a87ab0fe43 req-bb233c49-6696-4d42-9f5c-21af65bea3b2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844438 Oct 13 00:31:14.267406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:14.435540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Router 12909d28-57f0-4331-a0ae-7213244496af is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:14.530466 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-89e6d9e3-d026-4a84-af2d-1ea78ead9563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:14.560795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:14.570746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Sync routers for ids ['12909d28-57f0-4331-a0ae-7213244496af'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:14.584571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:14.585598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Routers {'12909d28-57f0-4331-a0ae-7213244496af'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:14.586235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['12909d28-57f0-4331-a0ae-7213244496af'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:14.586681 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-59fa7666-6956-4e40-9e0f-293d2a63b0f8 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0836973 Oct 13 00:31:14.589040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50292) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:14.744602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Set router 12909d28-57f0-4331-a0ae-7213244496af gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:31:14.759718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50302) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:14.760638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1efb4554-45c2-4992-b7bc-8e7eebf5198e tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/routers/12909d28-57f0-4331-a0ae-7213244496af HTTP/1.1" status: 200 len: 908 time: 0.1701624 Oct 13 00:31:14.765226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'router': {'name': 'tempest-snat-router-948358252', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': True}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:14.817091 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:14.819359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:14.941722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:14.983922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12909d28-57f0-4331-a0ae-7213244496af', 'name': 'tempest-snat-router-948358252', 'tenant_id': '840bba9271314a19a190f18ffc51c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.254'}], 'enable_snat': False}, 'gw_port_id': 'dcab074a-6b5c-48db-8b3c-342a65ee712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:31:12Z', 'updated_at': '2021-10-13T00:31:13Z', 'revision_number': 3, 'project_id': '840bba9271314a19a190f18ffc51c44c', 'gw_port': {'id': 'dcab074a-6b5c-48db-8b3c-342a65ee712b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12909d28-57f0-4331-a0ae-7213244496af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:31:13Z', 'updated_at': '2021-10-13T00:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:15.023915 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Checking router: 12909d28-57f0-4331-a0ae-7213244496af for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:31:15.024534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Updating router 12909d28-57f0-4331-a0ae-7213244496af port dcab074a-6b5c-48db-8b3c-342a65ee712b binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:31:15.085484 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.188588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.294135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9f7510c2-981f-4ef4-9a62-098bf939ae82 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:31:15.317216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 9f7510c2-981f-4ef4-9a62-098bf939ae82 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:31:15.318601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9f7510c2-981f-4ef4-9a62-098bf939ae82 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:31:15.520485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92c473-2ead-4300-96ac-6e4c6db62694 req-c5367161-28dc-42ef-b41f-1b68937dc250 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:15.529080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f92c473-2ead-4300-96ac-6e4c6db62694 req-c5367161-28dc-42ef-b41f-1b68937dc250 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1448965 Oct 13 00:31:15.583889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f92c473-2ead-4300-96ac-6e4c6db62694 req-18b63830-96ef-45e0-b4d9-1278703aa849 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471504 Oct 13 00:31:15.629428 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.638420 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.646063 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.678310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.726204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5493cfe-b9a3-4d41-80e5-46bb1a677c01 None None] Pushing event updated for resources: {'Port': ['ID=dcab074a-6b5c-48db-8b3c-342a65ee712b,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:15.758307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Attempting to bind port dcab074a-6b5c-48db-8b3c-342a65ee712b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:31:15.758838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Attempting to bind port dcab074a-6b5c-48db-8b3c-342a65ee712b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:31:15.759274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Attempting to bind port dcab074a-6b5c-48db-8b3c-342a65ee712b on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:31:15.766951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:31:15.767451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:31:15.768071 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.768726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:31:15.769346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Bound port: dcab074a-6b5c-48db-8b3c-342a65ee712b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:31:15.769868 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.799988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Allocated IP 172.25.3.215 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/bd669ce9-549b-41bb-94e2-0659125377ac) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:15.832935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] For port dcab074a-6b5c-48db-8b3c-342a65ee712b, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:31:15.837777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] For port dcab074a-6b5c-48db-8b3c-342a65ee712b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dcab074a-6b5c-48db-8b3c-342a65ee712b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:31:15.839358 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.858980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.916084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.921325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5493cfe-b9a3-4d41-80e5-46bb1a677c01 None None] Pushing event updated for resources: {'Port': ['ID=dcab074a-6b5c-48db-8b3c-342a65ee712b,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:15.952464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.968946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Routers {'12909d28-57f0-4331-a0ae-7213244496af'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:15.969546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:15.970112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['12909d28-57f0-4331-a0ae-7213244496af'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:16.016406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'Port': ['ID=bd669ce9-549b-41bb-94e2-0659125377ac,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:16.042245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:16.043950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:16.050569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:16.121273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] Set router 12909d28-57f0-4331-a0ae-7213244496af gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:31:16.379850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12909d28-57f0-4331-a0ae-7213244496af', 'name': 'tempest-snat-router-948358252', 'tenant_id': '840bba9271314a19a190f18ffc51c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.254'}], 'enable_snat': False}, 'gw_port_id': 'dcab074a-6b5c-48db-8b3c-342a65ee712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:31:12Z', 'updated_at': '2021-10-13T00:31:13Z', 'revision_number': 3, 'project_id': '840bba9271314a19a190f18ffc51c44c', 'gw_port': {'id': 'dcab074a-6b5c-48db-8b3c-342a65ee712b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12909d28-57f0-4331-a0ae-7213244496af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:31:13Z', 'updated_at': '2021-10-13T00:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:16.450589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4f8b5-2f49-43f2-a455-9997b70379eb None None] The sync data for ids ['12909d28-57f0-4331-a0ae-7213244496af'] in n-d-813679-4 is: [{'id': '12909d28-57f0-4331-a0ae-7213244496af', 'name': 'tempest-snat-router-948358252', 'tenant_id': '840bba9271314a19a190f18ffc51c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.254'}], 'enable_snat': False}, 'gw_port_id': 'dcab074a-6b5c-48db-8b3c-342a65ee712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:31:12Z', 'updated_at': '2021-10-13T00:31:13Z', 'revision_number': 3, 'project_id': '840bba9271314a19a190f18ffc51c44c', 'gw_port': {'id': 'dcab074a-6b5c-48db-8b3c-342a65ee712b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12909d28-57f0-4331-a0ae-7213244496af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:31:13Z', 'updated_at': '2021-10-13T00:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:16.497105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:16.790891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:16.855416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df34339-1515-48ba-ac80-a9696fb9fa7a req-43b59c57-d73f-4f4b-a44c-166b19848b1c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:16.867548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0df34339-1515-48ba-ac80-a9696fb9fa7a req-43b59c57-d73f-4f4b-a44c-166b19848b1c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1562171 Oct 13 00:31:17.012567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Router 5d3bdbec-8ea2-4181-8d99-5fed6f48773e is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:17.038256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0df34339-1515-48ba-ac80-a9696fb9fa7a req-c26488ac-1600-460b-bb27-3944f35c7733 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630189 Oct 13 00:31:17.348822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:17.358877 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Sync routers for ids ['5d3bdbec-8ea2-4181-8d99-5fed6f48773e'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:17.378534 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Routers {'5d3bdbec-8ea2-4181-8d99-5fed6f48773e'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:17.379182 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5d3bdbec-8ea2-4181-8d99-5fed6f48773e'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:17.399560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:17.403809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50338) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:17.403973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d4496b64-6544-494d-8666-d228c91a7a5f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6425369 Oct 13 00:31:17.527061 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:17.576495 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Set router 5d3bdbec-8ea2-4181-8d99-5fed6f48773e gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:31:17.609546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-566a9f41-2a1e-45d2-9f16-fc5ac824c2c4 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/routers/5d3bdbec-8ea2-4181-8d99-5fed6f48773e HTTP/1.1" status: 200 len: 907 time: 0.2039275 Oct 13 00:31:17.612418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50344) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:17.650427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dcab074a-6b5c-48db-8b3c-342a65ee712b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:31:17.749569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port dcab074a-6b5c-48db-8b3c-342a65ee712b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:17.749803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:17.841723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:17.917930 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:17.930599 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3bdbec-8ea2-4181-8d99-5fed6f48773e', 'name': 'tempest-snat-router-948358252', 'tenant_id': '840bba9271314a19a190f18ffc51c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bd669ce9-549b-41bb-94e2-0659125377ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:31:14Z', 'updated_at': '2021-10-13T00:31:16Z', 'revision_number': 3, 'project_id': '840bba9271314a19a190f18ffc51c44c', 'gw_port': {'id': 'bd669ce9-549b-41bb-94e2-0659125377ac', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:49:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3bdbec-8ea2-4181-8d99-5fed6f48773e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:31:15Z', 'updated_at': '2021-10-13T00:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:17.966275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port dcab074a-6b5c-48db-8b3c-342a65ee712b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dcab074a-6b5c-48db-8b3c-342a65ee712b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:17.977170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:18.009689 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Checking router: 5d3bdbec-8ea2-4181-8d99-5fed6f48773e for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:31:18.010267 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Updating router 5d3bdbec-8ea2-4181-8d99-5fed6f48773e port bd669ce9-549b-41bb-94e2-0659125377ac binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:31:18.039911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:18.044505 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:18.092407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=dcab074a-6b5c-48db-8b3c-342a65ee712b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:18.203300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Deleting port bd669ce9-549b-41bb-94e2-0659125377ac {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:18.205199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:18.254807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b64e0-f8cf-4468-b9ec-e64c3cc1acae req-e1d5f3f6-a995-4590-96bd-63be36526556 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:18.258487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-878b64e0-f8cf-4468-b9ec-e64c3cc1acae req-e1d5f3f6-a995-4590-96bd-63be36526556 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 943 time: 0.1054888 Oct 13 00:31:18.395666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:18.404590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-878b64e0-f8cf-4468-b9ec-e64c3cc1acae req-a9661b77-355e-4127-8559-00f73dd38f4c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330931 Oct 13 00:31:18.417731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Calling delete_port for bd669ce9-549b-41bb-94e2-0659125377ac owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:18.482379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:31:18.693390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:18.694621 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.db.api [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:31:18.695125 n-d-813679-4 neutron-server[94991]: DEBUG oslo_db.api [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:31:18.704477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:19.003786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'port_id': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'mac_address': 'fa:16:3e:89:70:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:31:19.094820 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:19.122395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d98079-6a58-4874-82d8-cda5a0fd180c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:31:19.178289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:19.189538 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:19.231733 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Port bd669ce9-549b-41bb-94e2-0659125377ac not found while updating agent binding for router 5d3bdbec-8ea2-4181-8d99-5fed6f48773e. {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 13 00:31:19.258284 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Routers {'5d3bdbec-8ea2-4181-8d99-5fed6f48773e'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:19.259702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:19.259870 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5d3bdbec-8ea2-4181-8d99-5fed6f48773e'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:19.456833 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] Set router 5d3bdbec-8ea2-4181-8d99-5fed6f48773e gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:31:19.581267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dcab074a-6b5c-48db-8b3c-342a65ee712b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:31:19.641482 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3bdbec-8ea2-4181-8d99-5fed6f48773e', 'name': 'tempest-snat-router-948358252', 'tenant_id': '840bba9271314a19a190f18ffc51c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:31:14Z', 'updated_at': '2021-10-13T00:31:18Z', 'revision_number': 5, 'project_id': '840bba9271314a19a190f18ffc51c44c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:19.648605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd669ce9-549b-41bb-94e2-0659125377ac,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:19.651715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['d1d98079-6a58-4874-82d8-cda5a0fd180c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:31:19.669007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d59e6-a562-4271-8a06-4671213f3d1f req-f530f18c-bd48-4598-bbee-583a62c2f7e2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:19.689998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b3d59e6-a562-4271-8a06-4671213f3d1f req-f530f18c-bd48-4598-bbee-583a62c2f7e2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 944 time: 0.0939288 Oct 13 00:31:19.701497 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21567998-3c1f-420c-8041-0d37df1aa4ba None None] The sync data for ids ['5d3bdbec-8ea2-4181-8d99-5fed6f48773e'] in n-d-813679-4 is: [{'id': '5d3bdbec-8ea2-4181-8d99-5fed6f48773e', 'name': 'tempest-snat-router-948358252', 'tenant_id': '840bba9271314a19a190f18ffc51c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:31:14Z', 'updated_at': '2021-10-13T00:31:18Z', 'revision_number': 5, 'project_id': '840bba9271314a19a190f18ffc51c44c', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:19.765864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b3d59e6-a562-4271-8a06-4671213f3d1f req-79c2f6ce-50c1-49f7-9a45-bbe39f6dc4be tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641212 Oct 13 00:31:19.816472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:19.886958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port dcab074a-6b5c-48db-8b3c-342a65ee712b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:19.887584 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:19.939186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:19.952942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:20.046861 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:20.047421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d3bdbec-8ea2-4181-8d99-5fed6f48773e {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:20.052072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:20.056040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50374) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:20.056262 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25339419-7b5d-4ad3-a1e6-79aead510fa1 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5d3bdbec-8ea2-4181-8d99-5fed6f48773e HTTP/1.1" status: 204 len: 168 time: 2.4427490 Oct 13 00:31:20.329018 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:20.473720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:20.566610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Deleting port dcab074a-6b5c-48db-8b3c-342a65ee712b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:20.567455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:20.718293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] For port dcab074a-6b5c-48db-8b3c-342a65ee712b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dcab074a-6b5c-48db-8b3c-342a65ee712b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:20.719439 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:20.754545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Calling delete_port for dcab074a-6b5c-48db-8b3c-342a65ee712b owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:21.011820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742cb02-a8d5-4a1b-b27c-fc8e00d1924f req-4b98b593-ff9c-43a1-9758-9b8ca8dc1ad7 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:21.013404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5742cb02-a8d5-4a1b-b27c-fc8e00d1924f req-4b98b593-ff9c-43a1-9758-9b8ca8dc1ad7 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 944 time: 0.0984795 Oct 13 00:31:21.078053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.106829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcab074a-6b5c-48db-8b3c-342a65ee712b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:21.114246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5742cb02-a8d5-4a1b-b27c-fc8e00d1924f req-7aa2a99e-50be-46ce-ae15-72366950e99c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836809 Oct 13 00:31:21.130076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.130991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.131328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.131682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.132009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.132346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.132651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.132968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.133284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.133599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.133910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.134226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:31:21.229751 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.346862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.351093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.414928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.415934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12909d28-57f0-4331-a0ae-7213244496af {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:21.422884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.431475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50394) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:21.445275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1201446622', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:21.457636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0fd5e369-5eb2-4b79-b829-dcfea6a8803a tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "DELETE /v2.0/routers/12909d28-57f0-4331-a0ae-7213244496af HTTP/1.1" status: 204 len: 168 time: 1.3768017 Oct 13 00:31:21.511236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.512606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.597383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:21.884483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:22.331792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:22.347843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a5e0f-6068-4790-8285-df90aafc50de req-f98fac9d-77d0-4505-95cd-0eaef535f52a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:22.359200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-706a5e0f-6068-4790-8285-df90aafc50de req-f98fac9d-77d0-4505-95cd-0eaef535f52a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 944 time: 0.1052718 Oct 13 00:31:22.367376 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:22.422053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-706a5e0f-6068-4790-8285-df90aafc50de req-062d379a-126f-42fe-9456-4d2c6ab9475b tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581391 Oct 13 00:31:22.497616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:31:22.582355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port d1d98079-6a58-4874-82d8-cda5a0fd180c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:22.583000 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:22.619039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Allocated IP 172.25.3.56 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/bf911bc1-eeb4-4503-aa75-1b926432315b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:22.748552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:22.787162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:22.801119 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:31:22.805309 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb57ef4e-1db8-4068-878d-28b4acbb41ac" -d '{"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-plugged", "status": "completed", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:31:22.835640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:22.850389 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:22.882174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:22.952788 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7107e3e8-dd79-40b6-8792-631f8fdef810 x-openstack-request-id: req-7107e3e8-dd79-40b6-8792-631f8fdef810 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:31:22.953078 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-plugged", "status": "completed", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:31:22.955187 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7107e3e8-dd79-40b6-8792-631f8fdef810 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:31:22.955629 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'code': 200} Oct 13 00:31:22.958914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=10']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:22.987398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:23.009266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:23.022032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:23.077246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event updated for resources: {'Port': ['ID=bf911bc1-eeb4-4503-aa75-1b926432315b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:23.355623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9e9d9-42c9-499a-aba9-ae37f3e19ab3 req-180a1e0e-7a76-4e72-b881-a88b178621a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:23.357222 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9c9e9d9-42c9-499a-aba9-ae37f3e19ab3 req-180a1e0e-7a76-4e72-b881-a88b178621a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1097 time: 0.2683957 Oct 13 00:31:23.489785 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9c9e9d9-42c9-499a-aba9-ae37f3e19ab3 req-a729bbad-cfc9-4472-a207-7a1d136f73b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651104 Oct 13 00:31:23.497403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dcab074a-6b5c-48db-8b3c-342a65ee712b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:31:23.519812 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:23.523011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: dcab074a-6b5c-48db-8b3c-342a65ee712b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:31:23.523521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dcab074a-6b5c-48db-8b3c-342a65ee712b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:31:23.609391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecad1d-c509-4435-b2d2-f63201f0b5bc req-647005c5-c337-4a8c-bbe4-30375765eb90 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:23.617950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29ecad1d-c509-4435-b2d2-f63201f0b5bc req-647005c5-c337-4a8c-bbe4-30375765eb90 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 946 time: 0.0624938 Oct 13 00:31:23.664795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29ecad1d-c509-4435-b2d2-f63201f0b5bc req-acd91ded-1736-411f-a637-a94de8691a24 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455763 Oct 13 00:31:23.752958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:23.901050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Router 396e8fd6-e681-4d1d-b5d7-862b32beda27 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:24.023887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:24.044728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38da95-9389-48a5-8973-a7118d55178a None None] Sync routers for ids ['396e8fd6-e681-4d1d-b5d7-862b32beda27'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:24.051773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:24.054826 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-909c47f0-93b8-4181-b8ee-d6828841844d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6224079 Oct 13 00:31:24.057558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50440) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:24.062951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c6dd5120-d22b-4993-9da4-b018e719c73f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': False}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:24.073589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38da95-9389-48a5-8973-a7118d55178a None None] Routers {'396e8fd6-e681-4d1d-b5d7-862b32beda27'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:24.075541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ca38da95-9389-48a5-8973-a7118d55178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['396e8fd6-e681-4d1d-b5d7-862b32beda27'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:24.264029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ca38da95-9389-48a5-8973-a7118d55178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:24.282056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38da95-9389-48a5-8973-a7118d55178a None None] Routers {'396e8fd6-e681-4d1d-b5d7-862b32beda27'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:24.282676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ca38da95-9389-48a5-8973-a7118d55178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['396e8fd6-e681-4d1d-b5d7-862b32beda27'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:24.353931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ca38da95-9389-48a5-8973-a7118d55178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:24.354602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38da95-9389-48a5-8973-a7118d55178a None None] The sync data for ids ['396e8fd6-e681-4d1d-b5d7-862b32beda27'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:24.549956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5120-d22b-4993-9da4-b018e719c73f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:24.855845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a5ce4-16ff-4253-a356-6398be1db354 req-532b4344-cba9-400c-8ea1-ca0837aefb35 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:24.857762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-949a5ce4-16ff-4253-a356-6398be1db354 req-532b4344-cba9-400c-8ea1-ca0837aefb35 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 946 time: 0.0981522 Oct 13 00:31:24.968237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-949a5ce4-16ff-4253-a356-6398be1db354 req-3463ac7a-41be-4e90-b161-7f266c1da352 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007943 Oct 13 00:31:25.168543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5120-d22b-4993-9da4-b018e719c73f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:25.172368 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5120-d22b-4993-9da4-b018e719c73f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:25.789591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dd5120-d22b-4993-9da4-b018e719c73f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Router 396e8fd6-e681-4d1d-b5d7-862b32beda27 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:31:26.016433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dd5120-d22b-4993-9da4-b018e719c73f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:26.021448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6dd5120-d22b-4993-9da4-b018e719c73f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:26.025454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c6dd5120-d22b-4993-9da4-b018e719c73f tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "PUT /v2.0/routers/396e8fd6-e681-4d1d-b5d7-862b32beda27 HTTP/1.1" status: 200 len: 925 time: 1.9639680 Oct 13 00:31:26.025454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50510) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:26.027441 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc65f4fd-cebe-4f76-8ba8-21a4336c71bd None None] Sync routers for ids ['396e8fd6-e681-4d1d-b5d7-862b32beda27'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:26.045541 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc65f4fd-cebe-4f76-8ba8-21a4336c71bd None None] Routers {'396e8fd6-e681-4d1d-b5d7-862b32beda27'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:26.046066 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dc65f4fd-cebe-4f76-8ba8-21a4336c71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['396e8fd6-e681-4d1d-b5d7-862b32beda27'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:26.151031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b1ca5-c1f2-4438-a86d-055a8c362963 req-6b59cabc-828b-4bc9-8a57-48f5a84629c9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:26.156469 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dc65f4fd-cebe-4f76-8ba8-21a4336c71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:26.163019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b56b1ca5-c1f2-4438-a86d-055a8c362963 req-6b59cabc-828b-4bc9-8a57-48f5a84629c9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 946 time: 0.0896375 Oct 13 00:31:26.183373 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc65f4fd-cebe-4f76-8ba8-21a4336c71bd None None] Routers {'396e8fd6-e681-4d1d-b5d7-862b32beda27'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:26.184277 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dc65f4fd-cebe-4f76-8ba8-21a4336c71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['396e8fd6-e681-4d1d-b5d7-862b32beda27'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:26.222158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b56b1ca5-c1f2-4438-a86d-055a8c362963 req-805b87ed-ed33-49f5-9202-d7c2c6c4639a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493047 Oct 13 00:31:26.264984 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dc65f4fd-cebe-4f76-8ba8-21a4336c71bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:26.266014 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc65f4fd-cebe-4f76-8ba8-21a4336c71bd None None] The sync data for ids ['396e8fd6-e681-4d1d-b5d7-862b32beda27'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:26.289766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0c7e051b-9b98-42a1-b77a-bab5a209a566 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/routers/396e8fd6-e681-4d1d-b5d7-862b32beda27 HTTP/1.1" status: 200 len: 925 time: 0.2630808 Oct 13 00:31:26.292713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50512) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:26.396003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2768b2-667f-470b-8802-2fde51807f92 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:26.397561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6e2768b2-667f-470b-8802-2fde51807f92 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=396e8fd6-e681-4d1d-b5d7-862b32beda27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1034904 Oct 13 00:31:26.400349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50514) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:26.508227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1be679-aee3-4a36-ae14-c33c572c5b11 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:26.509995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ef1be679-aee3-4a36-ae14-c33c572c5b11 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 881 time: 0.1084995 Oct 13 00:31:26.513147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:26.557299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-09801473-fad3-44d5-92d5-cacf6f695a7e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=396e8fd6-e681-4d1d-b5d7-862b32beda27 HTTP/1.1" status: 200 len: 205 time: 0.0428603 Oct 13 00:31:26.559959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50518) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:26.737375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:26.879179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:26.979185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Deleting port bf911bc1-eeb4-4503-aa75-1b926432315b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:26.979868 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:27.107207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:27.158079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Calling delete_port for bf911bc1-eeb4-4503-aa75-1b926432315b owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:27.171605 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:31:27.517183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:27.537361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ba812-752d-451e-bae9-a34d5ad1ee5c req-aae7412f-0a5d-4bba-9aef-3b1e2649a362 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:27.539013 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-467ba812-752d-451e-bae9-a34d5ad1ee5c req-aae7412f-0a5d-4bba-9aef-3b1e2649a362 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 946 time: 0.2051187 Oct 13 00:31:27.575278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event deleted for resources: {'Port': ['ID=bf911bc1-eeb4-4503-aa75-1b926432315b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:27.702878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-467ba812-752d-451e-bae9-a34d5ad1ee5c req-61b19153-1457-447b-b94a-e3625ebdb211 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331012 Oct 13 00:31:27.737027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:27.858081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:27.859951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:27.969730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:27.970560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Fanout notify agent at l3_agent the message router_deleted on router 396e8fd6-e681-4d1d-b5d7-862b32beda27 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:27.996627 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:27.999171 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d7c9e1bf-7df6-4ff3-a0b7-f5eaa7662b84 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/396e8fd6-e681-4d1d-b5d7-862b32beda27 HTTP/1.1" status: 204 len: 168 time: 1.4382081 Oct 13 00:31:28.003781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50548) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:28.011650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-580f2241-b180-4af3-9089-7e814032e5ed tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1644029054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:28.054289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-580f2241-b180-4af3-9089-7e814032e5ed tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:28.055700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-580f2241-b180-4af3-9089-7e814032e5ed tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:28.178865 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-580f2241-b180-4af3-9089-7e814032e5ed tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:28.189212 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-580f2241-b180-4af3-9089-7e814032e5ed tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:28.237480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-580f2241-b180-4af3-9089-7e814032e5ed tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:28.238899 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-580f2241-b180-4af3-9089-7e814032e5ed tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2319560 Oct 13 00:31:28.243039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50558) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:28.248517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:28.817745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:29.225033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:29.283642 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:29.526187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Allocated IP 172.25.3.87 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/ba7c6ebf-4352-4917-b708-0c329e271a59) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:29.700617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:29.747805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:29.802596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:29.808148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event updated for resources: {'Port': ['ID=ba7c6ebf-4352-4917-b708-0c329e271a59,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:29.811123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:29.813931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:30.189941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:30.420598 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:30.424113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:30.579823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Router b355b7ee-dbe8-4264-adab-736226b1dc85 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:30.718283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:30.727059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:30.728514 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-798e92f6-fecb-4f8a-8d00-e98b15448bfa tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "PUT /v2.0/routers/b355b7ee-dbe8-4264-adab-736226b1dc85 HTTP/1.1" status: 200 len: 883 time: 2.4841483 Oct 13 00:31:30.731249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50586) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:30.733927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98ba69-85d9-4d4e-a549-402e41ca0942 None None] Sync routers for ids ['b355b7ee-dbe8-4264-adab-736226b1dc85'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:30.755562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98ba69-85d9-4d4e-a549-402e41ca0942 None None] Routers {'b355b7ee-dbe8-4264-adab-736226b1dc85'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:30.756548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9d98ba69-85d9-4d4e-a549-402e41ca0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b355b7ee-dbe8-4264-adab-736226b1dc85'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:30.804480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9d98ba69-85d9-4d4e-a549-402e41ca0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:30.815645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98ba69-85d9-4d4e-a549-402e41ca0942 None None] Routers {'b355b7ee-dbe8-4264-adab-736226b1dc85'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:30.816986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9d98ba69-85d9-4d4e-a549-402e41ca0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b355b7ee-dbe8-4264-adab-736226b1dc85'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:30.862591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9d98ba69-85d9-4d4e-a549-402e41ca0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:30.863590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d98ba69-85d9-4d4e-a549-402e41ca0942 None None] The sync data for ids ['b355b7ee-dbe8-4264-adab-736226b1dc85'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:30.891450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-eb0c555e-370f-48bc-aafb-bfc94204b568 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/routers/b355b7ee-dbe8-4264-adab-736226b1dc85 HTTP/1.1" status: 200 len: 924 time: 0.1589396 Oct 13 00:31:30.894203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50590) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:30.942202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b632f4fe-2918-40bf-99f5-156af765ec5e tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:30.944208 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b632f4fe-2918-40bf-99f5-156af765ec5e tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=b355b7ee-dbe8-4264-adab-736226b1dc85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0486481 Oct 13 00:31:30.946828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50592) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:31.055725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98bf11-4af9-4f33-ac2d-387f57e37a5e tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:31.057072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fe98bf11-4af9-4f33-ac2d-387f57e37a5e tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 881 time: 0.1093233 Oct 13 00:31:31.059837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50594) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:31.093497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-420bc6ed-cbcb-42cd-8368-56b44d6dc145 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=b355b7ee-dbe8-4264-adab-736226b1dc85 HTTP/1.1" status: 200 len: 205 time: 0.0301948 Oct 13 00:31:31.093955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:31.256328 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:31.440070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:31.551898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Deleting port ba7c6ebf-4352-4917-b708-0c329e271a59 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:31.551898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:31.683818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:31.700052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Calling delete_port for ba7c6ebf-4352-4917-b708-0c329e271a59 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:31.937016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:31.988247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event deleted for resources: {'Port': ['ID=ba7c6ebf-4352-4917-b708-0c329e271a59,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:32.066133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.166974 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.169217 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.221673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.222284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Fanout notify agent at l3_agent the message router_deleted on router b355b7ee-dbe8-4264-adab-736226b1dc85 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:32.247371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.254451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50622) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:32.261116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-44d406f2-56ac-461a-81d8-aed81aec6096 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-152305434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:32.269306 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9007a2f9-3310-49c0-975b-6673572645da tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/b355b7ee-dbe8-4264-adab-736226b1dc85 HTTP/1.1" status: 204 len: 168 time: 1.1736169 Oct 13 00:31:32.304976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44d406f2-56ac-461a-81d8-aed81aec6096 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.306084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44d406f2-56ac-461a-81d8-aed81aec6096 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.411662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44d406f2-56ac-461a-81d8-aed81aec6096 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.428340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44d406f2-56ac-461a-81d8-aed81aec6096 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.477501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44d406f2-56ac-461a-81d8-aed81aec6096 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:32.479168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-44d406f2-56ac-461a-81d8-aed81aec6096 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2228370 Oct 13 00:31:32.483293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50626) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:32.493981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': True}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:32.762306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:33.084744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:33.107016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:33.236794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Allocated IP 172.25.3.107 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/77327a53-ca58-4674-8e55-eb968cca416a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:33.359150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:33.403197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:33.463179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'Port': ['ID=77327a53-ca58-4674-8e55-eb968cca416a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:33.470192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:33.471692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:33.474633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:33.516741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dee9f-e43a-4550-82e8-aa7841908028 req-c43d7ec2-22e5-4774-97c1-68acd522c144 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:33.518718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-090dee9f-e43a-4550-82e8-aa7841908028 req-c43d7ec2-22e5-4774-97c1-68acd522c144 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0889091 Oct 13 00:31:33.582357 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-090dee9f-e43a-4550-82e8-aa7841908028 req-51ce74eb-d3d9-4cfc-9178-04f9e8545edb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562890 Oct 13 00:31:33.767550 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:33.973183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:33.982177 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:34.109365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Router 55fe2a82-d555-4017-87da-89c50939a17a is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:34.231321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:34.242461 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d319b45-0b39-49a3-8086-f37d4f5c3e14 None None] Sync routers for ids ['55fe2a82-d555-4017-87da-89c50939a17a'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:34.244696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:34.246629 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef0441a4-0b40-437b-afb9-2044597d1047 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "PUT /v2.0/routers/55fe2a82-d555-4017-87da-89c50939a17a HTTP/1.1" status: 200 len: 918 time: 1.7619536 Oct 13 00:31:34.249382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50664) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:34.252753 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d319b45-0b39-49a3-8086-f37d4f5c3e14 None None] Routers {'55fe2a82-d555-4017-87da-89c50939a17a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:34.253615 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7d319b45-0b39-49a3-8086-f37d4f5c3e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['55fe2a82-d555-4017-87da-89c50939a17a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:34.310286 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7d319b45-0b39-49a3-8086-f37d4f5c3e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:34.321146 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d319b45-0b39-49a3-8086-f37d4f5c3e14 None None] Routers {'55fe2a82-d555-4017-87da-89c50939a17a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:34.321816 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7d319b45-0b39-49a3-8086-f37d4f5c3e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['55fe2a82-d555-4017-87da-89c50939a17a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:34.355811 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7d319b45-0b39-49a3-8086-f37d4f5c3e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:34.356458 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d319b45-0b39-49a3-8086-f37d4f5c3e14 None None] The sync data for ids ['55fe2a82-d555-4017-87da-89c50939a17a'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:34.369450 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d040bb86-3e31-4a5d-9d6e-f684407ac445 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/routers/55fe2a82-d555-4017-87da-89c50939a17a HTTP/1.1" status: 200 len: 924 time: 0.1188269 Oct 13 00:31:34.372188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50668) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:34.417351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36616c60-4aea-4f0d-aa03-7dcd3afb48e6 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:34.419015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-36616c60-4aea-4f0d-aa03-7dcd3afb48e6 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=55fe2a82-d555-4017-87da-89c50939a17a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0459280 Oct 13 00:31:34.421668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50670) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:34.519916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6378fb5-e753-4822-8e55-7725307662a6 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:34.521342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a6378fb5-e753-4822-8e55-7725307662a6 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 881 time: 0.0987623 Oct 13 00:31:34.524173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50672) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:34.550596 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-74c21d31-7423-45e2-882b-dc95124a75a0 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fe2a82-d555-4017-87da-89c50939a17a HTTP/1.1" status: 200 len: 205 time: 0.0253432 Oct 13 00:31:34.553608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50676) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:34.678045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:34.740169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d83fde-5c31-463d-ab8e-dcd7b5fc0ed0 req-52c47f6b-7a1a-4712-bede-0c1be91f1733 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:34.744004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81d83fde-5c31-463d-ab8e-dcd7b5fc0ed0 req-52c47f6b-7a1a-4712-bede-0c1be91f1733 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0698733 Oct 13 00:31:34.798359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81d83fde-5c31-463d-ab8e-dcd7b5fc0ed0 req-e0e4e3ce-f6cc-4407-9c99-95e2a5fa1e99 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476520 Oct 13 00:31:34.829387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:34.897479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Deleting port 77327a53-ca58-4674-8e55-eb968cca416a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:34.898291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:34.997965 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.012568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Calling delete_port for 77327a53-ca58-4674-8e55-eb968cca416a owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:35.241613 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.273205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484664c-90fd-42a3-9645-ead631d6dfe7 req-13ddf2fb-6e3b-43d2-86a9-5a49545d2f31 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:35.274404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event deleted for resources: {'Port': ['ID=77327a53-ca58-4674-8e55-eb968cca416a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:35.274748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1484664c-90fd-42a3-9645-ead631d6dfe7 req-13ddf2fb-6e3b-43d2-86a9-5a49545d2f31 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0580316 Oct 13 00:31:35.355759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.363243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1484664c-90fd-42a3-9645-ead631d6dfe7 req-3799154b-9b3b-40c7-8799-9e0ec9c434d3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696578 Oct 13 00:31:35.784442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.787284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.832156 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.832609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Fanout notify agent at l3_agent the message router_deleted on router 55fe2a82-d555-4017-87da-89c50939a17a {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:35.844714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.845880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f473044-444e-44ad-83c6-fbb46452483e tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/55fe2a82-d555-4017-87da-89c50939a17a HTTP/1.1" status: 204 len: 168 time: 1.2913578 Oct 13 00:31:35.850103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50712) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:35.854618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7e34ed2e-e8a2-4751-8d85-b15bd1426f66 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2041730903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:35.880724 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e34ed2e-e8a2-4751-8d85-b15bd1426f66 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.881825 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e34ed2e-e8a2-4751-8d85-b15bd1426f66 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.935450 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e34ed2e-e8a2-4751-8d85-b15bd1426f66 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.940591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e34ed2e-e8a2-4751-8d85-b15bd1426f66 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.962492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e34ed2e-e8a2-4751-8d85-b15bd1426f66 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:35.964524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7e34ed2e-e8a2-4751-8d85-b15bd1426f66 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1132352 Oct 13 00:31:35.967117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50714) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:35.972100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'enable_snat': False}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:36.520237 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:36.588072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0effdc4-53cd-43b6-afb8-e05421b9386c req-d1ea9a14-9d1a-4586-8e33-3db231f40e13 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:36.589609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0effdc4-53cd-43b6-afb8-e05421b9386c req-d1ea9a14-9d1a-4586-8e33-3db231f40e13 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0992553 Oct 13 00:31:36.618014 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:36.641648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0effdc4-53cd-43b6-afb8-e05421b9386c req-24d9854f-b49b-4a3a-b956-0a4f3f948a1b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Oct 13 00:31:36.797492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:36.815931 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:36.925328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Allocated IP 172.25.3.106 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/33f4d8b8-2b14-4c79-b3c8-f5dadcdcc924) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:37.048439 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.058536 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.098910 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.138358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:37.142896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:37.146453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:37.152167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Pushing event updated for resources: {'Port': ['ID=33f4d8b8-2b14-4c79-b3c8-f5dadcdcc924,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:37.394991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:31:37.405193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.494089 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.529356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:37.530654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:31:37.533205 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b65a1-7f21-4a5a-a5ab-be0729ebfa84" -d '{"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-unplugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:31:37.537997 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.583659 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d75d5c-2593-48b6-8252-9fa2298a946d x-openstack-request-id: req-75d75d5c-2593-48b6-8252-9fa2298a946d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:31:37.583979 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-unplugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:31:37.584245 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75d75d5c-2593-48b6-8252-9fa2298a946d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:31:37.585315 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'code': 200} Oct 13 00:31:37.608802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=11']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:37.627839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.631266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.810929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4047f10-c575-45b7-ad46-046b63dc7bb7 req-36022ded-5e80-4c71-be80-5bcf53d86526 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:37.812483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4047f10-c575-45b7-ad46-046b63dc7bb7 req-36022ded-5e80-4c71-be80-5bcf53d86526 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0693209 Oct 13 00:31:37.853677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Router be81d363-b2fd-49d3-9183-a82982f8881b is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:37.865961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4047f10-c575-45b7-ad46-046b63dc7bb7 req-79c7599d-9bb0-443d-a8f0-079c74ac5457 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434334 Oct 13 00:31:37.973797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:37.977930 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:37.979138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-13c249a5-348e-45cd-a84a-0989df1c9392 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "PUT /v2.0/routers/be81d363-b2fd-49d3-9183-a82982f8881b HTTP/1.1" status: 200 len: 920 time: 2.0106866 Oct 13 00:31:37.981752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50736) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:37.992898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc78889-04cc-4927-8167-54484c9014b2 None None] Sync routers for ids ['be81d363-b2fd-49d3-9183-a82982f8881b'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:38.009057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc78889-04cc-4927-8167-54484c9014b2 None None] Routers {'be81d363-b2fd-49d3-9183-a82982f8881b'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:38.011233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fcc78889-04cc-4927-8167-54484c9014b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['be81d363-b2fd-49d3-9183-a82982f8881b'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:38.110280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fcc78889-04cc-4927-8167-54484c9014b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:38.125696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc78889-04cc-4927-8167-54484c9014b2 None None] Routers {'be81d363-b2fd-49d3-9183-a82982f8881b'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:38.127478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fcc78889-04cc-4927-8167-54484c9014b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['be81d363-b2fd-49d3-9183-a82982f8881b'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:38.139896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-38d77032-4966-4dd9-8ea6-f111853c517c tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/routers/be81d363-b2fd-49d3-9183-a82982f8881b HTTP/1.1" status: 200 len: 926 time: 0.1569011 Oct 13 00:31:38.142569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50740) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:38.178124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fcc78889-04cc-4927-8167-54484c9014b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:38.179107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc78889-04cc-4927-8167-54484c9014b2 None None] The sync data for ids ['be81d363-b2fd-49d3-9183-a82982f8881b'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:38.186235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764348b7-7528-43ba-82da-788f1020d3e0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:38.190414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-764348b7-7528-43ba-82da-788f1020d3e0 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=be81d363-b2fd-49d3-9183-a82982f8881b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0443203 Oct 13 00:31:38.190611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50742) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:38.280222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f1f819-f387-452a-b560-7f09cc7fa84d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:38.281660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-24f1f819-f387-452a-b560-7f09cc7fa84d tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/networks/a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 881 time: 0.0900249 Oct 13 00:31:38.285032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50744) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:38.311830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d58fe0e5-3b94-4c4d-adbb-9eba4db05415 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81d363-b2fd-49d3-9183-a82982f8881b HTTP/1.1" status: 200 len: 205 time: 0.0261331 Oct 13 00:31:38.318573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50746) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:38.440887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:38.550257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:38.607471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Deleting port 33f4d8b8-2b14-4c79-b3c8-f5dadcdcc924 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:38.607870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:38.693891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:38.707377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Calling delete_port for 33f4d8b8-2b14-4c79-b3c8-f5dadcdcc924 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:39.185188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.218540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600a170-39fc-40ad-951a-4828df7c661c req-34234339-0930-4149-a38c-e82d55c56557 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:39.220300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3600a170-39fc-40ad-951a-4828df7c661c req-34234339-0930-4149-a38c-e82d55c56557 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0895000 Oct 13 00:31:39.222838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event deleted for resources: {'Port': ['ID=33f4d8b8-2b14-4c79-b3c8-f5dadcdcc924,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:39.337626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3600a170-39fc-40ad-951a-4828df7c661c req-dbfb52ac-4317-43b7-9d23-f6465dd3e133 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062579 Oct 13 00:31:39.338725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.438403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.440852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.490999 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.491483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Fanout notify agent at l3_agent the message router_deleted on router be81d363-b2fd-49d3-9183-a82982f8881b {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:39.498451 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.503696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d68469fa-3cb7-4568-90e5-c6c4aab02e04 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/be81d363-b2fd-49d3-9183-a82982f8881b HTTP/1.1" status: 204 len: 168 time: 1.1824327 Oct 13 00:31:39.503889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50780) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:39.508623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1739413850', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:39.534828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.536460 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.593445 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.748323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.958711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:39.980036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:40.092302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Allocated IP 172.25.3.15 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/0cfb87e7-9775-498f-94b8-eb8b6f226453) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:40.206695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:40.241239 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:40.283727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:40.287469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:40.291272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:40.297255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event updated for resources: {'Port': ['ID=0cfb87e7-9775-498f-94b8-eb8b6f226453,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:40.472785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada63f1a-030f-488b-94dd-ad41b8c219f0 req-4f694be6-ef4f-4069-bbbc-d27f7a8ff798 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:40.481560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ada63f1a-030f-488b-94dd-ad41b8c219f0 req-4f694be6-ef4f-4069-bbbc-d27f7a8ff798 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0667818 Oct 13 00:31:40.533997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ada63f1a-030f-488b-94dd-ad41b8c219f0 req-fc72e830-3783-439c-9f97-6fe9746a2bd7 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512328 Oct 13 00:31:40.607297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:40.845810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:40.999428 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Router 22d23c8a-f39d-4889-8697-7e57a3281086 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:31:41.113629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:41.125514 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c4956-ad23-4de7-98e7-ffb9751deab4 None None] Sync routers for ids ['22d23c8a-f39d-4889-8697-7e57a3281086'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:41.135561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c4956-ad23-4de7-98e7-ffb9751deab4 None None] Routers {'22d23c8a-f39d-4889-8697-7e57a3281086'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:41.136537 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-702c4956-ad23-4de7-98e7-ffb9751deab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['22d23c8a-f39d-4889-8697-7e57a3281086'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:41.137680 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.139203 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-93ef0a23-ba1f-4205-9069-6cce8302016b tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.6342568 Oct 13 00:31:41.141989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50818) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:41.147219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:41.275281 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-702c4956-ad23-4de7-98e7-ffb9751deab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:41.283889 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c4956-ad23-4de7-98e7-ffb9751deab4 None None] Routers {'22d23c8a-f39d-4889-8697-7e57a3281086'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:41.284490 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-702c4956-ad23-4de7-98e7-ffb9751deab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['22d23c8a-f39d-4889-8697-7e57a3281086'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:41.316706 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-702c4956-ad23-4de7-98e7-ffb9751deab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:41.317414 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c4956-ad23-4de7-98e7-ffb9751deab4 None None] The sync data for ids ['22d23c8a-f39d-4889-8697-7e57a3281086'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:41.413426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:31:41.490909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.503169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.512712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:41.526197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'mac_address': 'fa:16:3e:f6:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:31:41.558061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Deleting port 0cfb87e7-9775-498f-94b8-eb8b6f226453 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:41.558685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.569937 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.585979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaead99b-ff54-47c9-bcb4-0edc80340320 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:31:41.611262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:41.617839 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.656266 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.662913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da004d1-ae66-4ccb-b051-f9ade801a976 req-0017a1f7-8bbd-429e-86c1-43d711afe98a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:41.665276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3da004d1-ae66-4ccb-b051-f9ade801a976 req-0017a1f7-8bbd-429e-86c1-43d711afe98a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 945 time: 0.0573051 Oct 13 00:31:41.678934 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Calling delete_port for 0cfb87e7-9775-498f-94b8-eb8b6f226453 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:41.684938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:41.714652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3da004d1-ae66-4ccb-b051-f9ade801a976 req-c0e9e8f8-c831-4978-8648-6a882cf280ce tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Oct 13 00:31:41.771712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['aaead99b-ff54-47c9-bcb4-0edc80340320'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:31:41.855047 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f280b51c-6b55-4221-b7b1-8785dd068cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.931390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:41.972723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Pushing event deleted for resources: {'Port': ['ID=0cfb87e7-9775-498f-94b8-eb8b6f226453,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:42.032559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:42.237407 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:42.240763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:42.318835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Router 22d23c8a-f39d-4889-8697-7e57a3281086 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:31:42.397747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:31:42.404410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:42.408034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1fe38-bd62-49eb-a047-30fa0fb84028 None None] Sync routers for ids ['22d23c8a-f39d-4889-8697-7e57a3281086'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:31:42.408341 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-364f347b-88b0-401e-bf56-c3073fcce40d tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "PUT /v2.0/routers/22d23c8a-f39d-4889-8697-7e57a3281086 HTTP/1.1" status: 200 len: 710 time: 1.2652905 Oct 13 00:31:42.408702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50830) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:42.418145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1fe38-bd62-49eb-a047-30fa0fb84028 None None] Routers {'22d23c8a-f39d-4889-8697-7e57a3281086'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:42.418750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cef1fe38-bd62-49eb-a047-30fa0fb84028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['22d23c8a-f39d-4889-8697-7e57a3281086'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:42.454083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cef1fe38-bd62-49eb-a047-30fa0fb84028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:42.463723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1fe38-bd62-49eb-a047-30fa0fb84028 None None] Routers {'22d23c8a-f39d-4889-8697-7e57a3281086'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:31:42.464376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cef1fe38-bd62-49eb-a047-30fa0fb84028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['22d23c8a-f39d-4889-8697-7e57a3281086'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:42.495855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50832) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:42.501544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cef1fe38-bd62-49eb-a047-30fa0fb84028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:42.502493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1fe38-bd62-49eb-a047-30fa0fb84028 None None] The sync data for ids ['22d23c8a-f39d-4889-8697-7e57a3281086'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:31:42.511025 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-83b3dc55-2471-4bab-8237-50f743d20e60 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/routers/22d23c8a-f39d-4889-8697-7e57a3281086 HTTP/1.1" status: 200 len: 745 time: 0.1008165 Oct 13 00:31:42.558312 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f9e24e5f-40f8-47f9-92ad-57fcaa982b31 tempest-RoutersIpV6AdminTest-71204831 tempest-RoutersIpV6AdminTest-71204831-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=a395b02e-8500-416b-8085-f3399a24931e&device_id=22d23c8a-f39d-4889-8697-7e57a3281086 HTTP/1.1" status: 200 len: 205 time: 0.0584967 Oct 13 00:31:42.558672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50836) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:42.588300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7c594438-18b8-4ebc-976c-0a09075e1410 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d23c8a-f39d-4889-8697-7e57a3281086 HTTP/1.1" status: 200 len: 205 time: 0.0281270 Oct 13 00:31:42.590547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50840) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:42.679440 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e168bf9-1985-44ea-be8a-096382df4349 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:42.942710 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e168bf9-1985-44ea-be8a-096382df4349 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:42.945335 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e168bf9-1985-44ea-be8a-096382df4349 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:43.002309 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e168bf9-1985-44ea-be8a-096382df4349 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:43.003169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e168bf9-1985-44ea-be8a-096382df4349 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Fanout notify agent at l3_agent the message router_deleted on router 22d23c8a-f39d-4889-8697-7e57a3281086 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:31:43.023555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e168bf9-1985-44ea-be8a-096382df4349 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:43.024853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8e168bf9-1985-44ea-be8a-096382df4349 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/22d23c8a-f39d-4889-8697-7e57a3281086 HTTP/1.1" status: 204 len: 168 time: 0.4333076 Oct 13 00:31:43.028351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.058066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d723f2-c8bb-4bc3-b3da-df30023ed875 req-1356ebf7-4b4c-44f0-b004-8a4d17d7aee3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:43.066280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9d723f2-c8bb-4bc3-b3da-df30023ed875 req-1356ebf7-4b4c-44f0-b004-8a4d17d7aee3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 945 time: 0.2289212 Oct 13 00:31:43.086346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e3cc6faf-4010-4152-851f-d0f9ef25abdb tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d23c8a-f39d-4889-8697-7e57a3281086 HTTP/1.1" status: 200 len: 205 time: 0.0565686 Oct 13 00:31:43.087539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50868) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.161888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9d723f2-c8bb-4bc3-b3da-df30023ed875 req-db2c5ace-3c09-4bb4-b4f0-45438431aaf3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933723 Oct 13 00:31:43.173698 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b5771756-6bcf-40d7-9cb9-99dce2d4838f tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] delete failed (client error): The resource could not be found. Oct 13 00:31:43.174828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b5771756-6bcf-40d7-9cb9-99dce2d4838f tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/22d23c8a-f39d-4889-8697-7e57a3281086 HTTP/1.1" status: 404 len: 336 time: 0.0869038 Oct 13 00:31:43.179227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50870) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.209649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1167d761-8e8f-414c-86c9-8c6c9b5f9951 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81d363-b2fd-49d3-9183-a82982f8881b HTTP/1.1" status: 200 len: 205 time: 0.0282042 Oct 13 00:31:43.209972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.258114 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-cb41a614-ec44-4a57-8c35-a1811139bbac tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] delete failed (client error): The resource could not be found. Oct 13 00:31:43.262598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50874) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.275627 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb41a614-ec44-4a57-8c35-a1811139bbac tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/be81d363-b2fd-49d3-9183-a82982f8881b HTTP/1.1" status: 404 len: 336 time: 0.0645061 Oct 13 00:31:43.297002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50876) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.306635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-424b245f-b679-445d-9b80-1a5be2be33ed tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=55fe2a82-d555-4017-87da-89c50939a17a HTTP/1.1" status: 200 len: 205 time: 0.0422473 Oct 13 00:31:43.343383 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-9e74723e-653c-4c36-87cc-27e199200839 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] delete failed (client error): The resource could not be found. Oct 13 00:31:43.347738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50878) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.356203 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9e74723e-653c-4c36-87cc-27e199200839 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/55fe2a82-d555-4017-87da-89c50939a17a HTTP/1.1" status: 404 len: 336 time: 0.0576382 Oct 13 00:31:43.400130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50880) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.400351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fdc8b8f6-7591-4c25-a6d5-2c1f6ab0c0de tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=b355b7ee-dbe8-4264-adab-736226b1dc85 HTTP/1.1" status: 200 len: 205 time: 0.0506525 Oct 13 00:31:43.425066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:31:43.458971 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-cd6bd9ff-f346-4100-962d-5bbb401780f1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] delete failed (client error): The resource could not be found. Oct 13 00:31:43.460287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cd6bd9ff-f346-4100-962d-5bbb401780f1 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/b355b7ee-dbe8-4264-adab-736226b1dc85 HTTP/1.1" status: 404 len: 336 time: 0.0589330 Oct 13 00:31:43.463204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50882) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.499177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-712a5ae5-aa4d-4188-a95b-72f1d1decc17 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=396e8fd6-e681-4d1d-b5d7-862b32beda27 HTTP/1.1" status: 200 len: 205 time: 0.0348570 Oct 13 00:31:43.501558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50884) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.524813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port aaead99b-ff54-47c9-bcb4-0edc80340320 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:43.525108 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:43.543494 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b70934ea-c49f-43c3-a209-5fd51e2565a4 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] delete failed (client error): The resource could not be found. Oct 13 00:31:43.544800 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b70934ea-c49f-43c3-a209-5fd51e2565a4 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/396e8fd6-e681-4d1d-b5d7-862b32beda27 HTTP/1.1" status: 404 len: 336 time: 0.0421743 Oct 13 00:31:43.547410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50886) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.577434 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fbb5db5c-d1eb-4b6c-99ca-741e46291d09 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "GET /v2.0/ports?device_id=256badca-b9b7-4a2b-8095-9d0e9977b306 HTTP/1.1" status: 200 len: 205 time: 0.0286336 Oct 13 00:31:43.579764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50888) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.644760 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-783315c6-80ae-49a4-a3ed-cafc55eabc20 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] delete failed (client error): The resource could not be found. Oct 13 00:31:43.648993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-783315c6-80ae-49a4-a3ed-cafc55eabc20 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/routers/256badca-b9b7-4a2b-8095-9d0e9977b306 HTTP/1.1" status: 404 len: 336 time: 0.0676873 Oct 13 00:31:43.651614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50890) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:43.673925 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:43.684316 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0366cfe0-f935-4862-86fe-5755ecc73762 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] DELETE failed (client error): The resource could not be found. Oct 13 00:31:43.684906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0366cfe0-f935-4862-86fe-5755ecc73762 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:31:43.687988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0366cfe0-f935-4862-86fe-5755ecc73762 tempest-RoutersIpV6AdminTest-184339709 tempest-RoutersIpV6AdminTest-184339709-project] 10.222.0.21 "DELETE /v2.0/subnets/c911c9de-76f8-40ad-8cc6-c5c9e3b26fcc HTTP/1.1" status: 404 len: 337 time: 0.0352497 Oct 13 00:31:43.709141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:31:43.712217 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a27f579-2967-414c-a5ac-befeb82e477f" -d '{"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-plugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:31:43.729146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:43.742387 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:43.817854 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbef9dea-743a-40b5-8d4f-e8c446b1b89f x-openstack-request-id: req-bbef9dea-743a-40b5-8d4f-e8c446b1b89f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:31:43.818283 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-plugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:31:43.819598 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbef9dea-743a-40b5-8d4f-e8c446b1b89f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:31:43.820258 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'code': 200} Oct 13 00:31:43.821098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=13']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:44.397956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:44.419893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a4933-608d-4566-bd3a-3b47e095f0a3 req-bff734a6-2611-4c3d-a720-ccbb3fcf4ae1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:44.422702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d2a4933-608d-4566-bd3a-3b47e095f0a3 req-bff734a6-2611-4c3d-a720-ccbb3fcf4ae1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1467552 Oct 13 00:31:44.501041 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d2a4933-608d-4566-bd3a-3b47e095f0a3 req-52711939-df1a-4b0f-a2a1-dd74aa657a60 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715115 Oct 13 00:31:44.522629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c8124f7c-dd90-4c46-ad73-a6ac2f279464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:44.621972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-34c1db5b-5858-4efb-900a-61fed77423cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:44.721400 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-34c1db5b-5858-4efb-900a-61fed77423cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:44.727631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-34c1db5b-5858-4efb-900a-61fed77423cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:44.759659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50924) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:44.760185 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-34c1db5b-5858-4efb-900a-61fed77423cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b423a71a41ce46f7ba17176392460927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606997 Oct 13 00:31:44.781688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1db5b-5858-4efb-900a-61fed77423cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f04bc46-367e-4dce-bccb-296c192b405d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:44.879156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19593423-b89d-49b9-bd49-18bd506cfef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:44.902821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19593423-b89d-49b9-bd49-18bd506cfef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:44.957885 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19593423-b89d-49b9-bd49-18bd506cfef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:44.961531 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-19593423-b89d-49b9-bd49-18bd506cfef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:44.963147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-19593423-b89d-49b9-bd49-18bd506cfef9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f04bc46-367e-4dce-bccb-296c192b405d HTTP/1.1" status: 204 len: 168 time: 0.2022045 Oct 13 00:31:44.984888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19593423-b89d-49b9-bd49-18bd506cfef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f04bc46-367e-4dce-bccb-296c192b405d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:45.405916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50936) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:45.503247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9990dc99-686b-4056-92f1-fa96d625adaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=840bba9271314a19a190f18ffc51c44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961270 Oct 13 00:31:45.507061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50940) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:45.614912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adbbee59-6980-4fdc-9c15-c47028369a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:45.627941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50944) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:45.702222 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:45.722721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adbbee59-6980-4fdc-9c15-c47028369a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:45.739459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c51c8d-197b-4b69-9ba8-b39948bf5ac2 req-7c42650e-5d15-4da9-aa12-9ab7aea13338 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:45.741830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6c51c8d-197b-4b69-9ba8-b39948bf5ac2 req-7c42650e-5d15-4da9-aa12-9ab7aea13338 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1198299 Oct 13 00:31:45.802169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6c51c8d-197b-4b69-9ba8-b39948bf5ac2 req-44d339b0-c570-4ed0-b93a-87032f0e32d7 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545080 Oct 13 00:31:45.840932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adbbee59-6980-4fdc-9c15-c47028369a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:45.843414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-adbbee59-6980-4fdc-9c15-c47028369a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:45.871943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-adbbee59-6980-4fdc-9c15-c47028369a3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59d9ecd9-46b4-47e8-8714-358183b6f91d HTTP/1.1" status: 204 len: 168 time: 0.3436432 Oct 13 00:31:45.902105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c957ef98-cf9d-4cb1-8655-bee985c02ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:45.909681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbee59-6980-4fdc-9c15-c47028369a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d9ecd9-46b4-47e8-8714-358183b6f91d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:45.945482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:46.064510 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c957ef98-cf9d-4cb1-8655-bee985c02ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:46.070248 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c957ef98-cf9d-4cb1-8655-bee985c02ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:46.158122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957ef98-cf9d-4cb1-8655-bee985c02ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfa2cc0-a6df-4005-b39b-2e16231775fd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:46.164226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c957ef98-cf9d-4cb1-8655-bee985c02ed3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b387eb764a9d482093d8b915a5680e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5348160 Oct 13 00:31:46.169004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50954) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:46.280446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a3c79e3-e6a7-4baa-a737-3a40233a8fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:46.306019 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a3c79e3-e6a7-4baa-a737-3a40233a8fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:46.414577 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a3c79e3-e6a7-4baa-a737-3a40233a8fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:46.417192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a3c79e3-e6a7-4baa-a737-3a40233a8fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:46.418357 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6a3c79e3-e6a7-4baa-a737-3a40233a8fe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cfa2cc0-a6df-4005-b39b-2e16231775fd HTTP/1.1" status: 204 len: 168 time: 0.2483389 Oct 13 00:31:46.431426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c79e3-e6a7-4baa-a737-3a40233a8fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfa2cc0-a6df-4005-b39b-2e16231775fd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:46.905330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50976) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:46.924277 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbe05e5e-f6b6-4e81-b298-13caa24d31ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.025320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab55f2-f17f-4842-93ee-70f5984950bf req-04f43412-5e73-4b46-b6cd-a17bdd79f2e8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:47.027186 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9ab55f2-f17f-4842-93ee-70f5984950bf req-04f43412-5e73-4b46-b6cd-a17bdd79f2e8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0770400 Oct 13 00:31:47.072178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50980) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:47.113406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbe05e5e-f6b6-4e81-b298-13caa24d31ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.124528 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbe05e5e-f6b6-4e81-b298-13caa24d31ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.147402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9ab55f2-f17f-4842-93ee-70f5984950bf req-3a97cae0-368f-4dd1-8a22-9029a47963b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944753 Oct 13 00:31:47.179664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50984) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:47.179861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bbe05e5e-f6b6-4e81-b298-13caa24d31ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2efa187aeda493e805d91c69cccf012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732975 Oct 13 00:31:47.181977 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe05e5e-f6b6-4e81-b298-13caa24d31ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b0f70e-3cc2-4602-854c-5afa136592b7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:47.242357 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d99f2db-a0d1-4f88-a3ce-0154d8d44c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.275536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d99f2db-a0d1-4f88-a3ce-0154d8d44c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.327537 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5e4336b2-e23a-4c97-8fd7-adcb45c0d533 tempest-AgentManagementNegativeTest-213906356 tempest-AgentManagementNegativeTest-213906356-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2509677 Oct 13 00:31:47.371893 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d99f2db-a0d1-4f88-a3ce-0154d8d44c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.383383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d99f2db-a0d1-4f88-a3ce-0154d8d44c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.394993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9d99f2db-a0d1-4f88-a3ce-0154d8d44c22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0b0f70e-3cc2-4602-854c-5afa136592b7 HTTP/1.1" status: 204 len: 168 time: 0.2140920 Oct 13 00:31:47.410161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99f2db-a0d1-4f88-a3ce-0154d8d44c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b0f70e-3cc2-4602-854c-5afa136592b7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:47.473752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50992) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:47.522653 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.561564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b5eca0-f1fd-4eb2-8d77-819313ad9709 admin admin] Deleting subnet 40d4e96c-e92b-46f7-9f73-b4ce6228034d {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:31:47.565008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63b5eca0-f1fd-4eb2-8d77-819313ad9709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.642620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63b5eca0-f1fd-4eb2-8d77-819313ad9709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.699441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63b5eca0-f1fd-4eb2-8d77-819313ad9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.788334 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63b5eca0-f1fd-4eb2-8d77-819313ad9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.821617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5eca0-f1fd-4eb2-8d77-819313ad9709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d4e96c-e92b-46f7-9f73-b4ce6228034d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:47.842482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63b5eca0-f1fd-4eb2-8d77-819313ad9709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:47.848718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-63b5eca0-f1fd-4eb2-8d77-819313ad9709 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/40d4e96c-e92b-46f7-9f73-b4ce6228034d HTTP/1.1" status: 204 len: 168 time: 0.3733032 Oct 13 00:31:47.851215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50998) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:47.933577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51002) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:47.979291 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.082131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.120966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c72bc5-78a4-4842-af50-20ae3cbc874c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:48.147853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6b0d-2e7c-4c53-b09e-6c881203f06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.155117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65f5bd3-2bc7-4a49-88f8-37a306668ae0') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:48.155830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65f5bd3-2bc7-4a49-88f8-37a306668ae0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:48.170978 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.208543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.223995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:31:48.224430 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:31:48.228785 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:31:48.309394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6b0d-2e7c-4c53-b09e-6c881203f06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.331348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6b0d-2e7c-4c53-b09e-6c881203f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.389811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.400802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.402176 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c2ca6b0d-2e7c-4c53-b09e-6c881203f06c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b96501e4fc34e238d52b1d3f44320a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669824 Oct 13 00:31:48.410674 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a1c72bc5-78a4-4842-af50-20ae3cbc874c HTTP/1.1" status: 204 len: 168 time: 0.5582607 Oct 13 00:31:48.411962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51018) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:48.413037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51020) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:48.430464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca6b0d-2e7c-4c53-b09e-6c881203f06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2ff23-fded-4903-a6ee-fffa2ab57d08,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:48.442960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812fd34-d010-4067-a94e-95d6f82fc911 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c72bc5-78a4-4842-af50-20ae3cbc874c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:48.502448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f88851-e2c6-4837-9543-f56947febc14 req-05dfb002-929a-4e76-b587-1067719b24fd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:48.511572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92f88851-e2c6-4837-9543-f56947febc14 req-05dfb002-929a-4e76-b587-1067719b24fd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.2557347 Oct 13 00:31:48.577192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fa210a5-6680-4660-a74e-57056d0e354f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.590760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-312a3cd5-051e-416f-be03-81fe9025e34a admin admin] Deleting subnet 6ff6732c-50b6-45c0-be6e-20f4e5dc9674 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:31:48.594242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-312a3cd5-051e-416f-be03-81fe9025e34a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.652058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92f88851-e2c6-4837-9543-f56947febc14 req-198e358b-18a0-4973-acaf-fc200eea6d72 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393290 Oct 13 00:31:48.659924 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fa210a5-6680-4660-a74e-57056d0e354f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.672407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-312a3cd5-051e-416f-be03-81fe9025e34a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.746397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-312a3cd5-051e-416f-be03-81fe9025e34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.831191 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fa210a5-6680-4660-a74e-57056d0e354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.834601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fa210a5-6680-4660-a74e-57056d0e354f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.838402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9fa210a5-6680-4660-a74e-57056d0e354f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59f2ff23-fded-4903-a6ee-fffa2ab57d08 HTTP/1.1" status: 204 len: 168 time: 0.4088683 Oct 13 00:31:48.847326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa210a5-6680-4660-a74e-57056d0e354f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2ff23-fded-4903-a6ee-fffa2ab57d08,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:48.869796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-312a3cd5-051e-416f-be03-81fe9025e34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.917192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-312a3cd5-051e-416f-be03-81fe9025e34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:48.920862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-312a3cd5-051e-416f-be03-81fe9025e34a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ff6732c-50b6-45c0-be6e-20f4e5dc9674 HTTP/1.1" status: 204 len: 168 time: 0.4921784 Oct 13 00:31:48.923262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51034) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:48.931324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3cd5-051e-416f-be03-81fe9025e34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff6732c-50b6-45c0-be6e-20f4e5dc9674,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:49.021718 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.207208 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.236883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1f8d8a-6155-44d0-8d2a-12ecb83106d5']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:49.261983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f3c21c-ef4d-46ec-a8c6-b64f62af0dd3') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:49.262283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f3c21c-ef4d-46ec-a8c6-b64f62af0dd3') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:31:49.278622 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.293989 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.305886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:31:49.307229 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:31:49.308770 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:31:49.381326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.404451 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.407792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e1f8d8a-6155-44d0-8d2a-12ecb83106d5 HTTP/1.1" status: 204 len: 168 time: 0.4833188 Oct 13 00:31:49.409293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e133-f9ab-450b-8b74-5101039651f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1f8d8a-6155-44d0-8d2a-12ecb83106d5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:49.571009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51060) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:49.642376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-85352949-7ae4-4b15-8b66-741d8d3bcce2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41cb986196124a36afd34c7fcbb8a148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685854 Oct 13 00:31:49.644044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51062) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:49.729780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-99cde4fb-d750-4830-9a25-cb3ddc640bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.761765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-99cde4fb-d750-4830-9a25-cb3ddc640bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.870726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824157-81e0-48c3-a342-011007b555ac req-d3f9ac39-9db4-4465-881f-8fe3a402140d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:49.872486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4824157-81e0-48c3-a342-011007b555ac req-d3f9ac39-9db4-4465-881f-8fe3a402140d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0921807 Oct 13 00:31:49.873990 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-99cde4fb-d750-4830-9a25-cb3ddc640bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.877336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-99cde4fb-d750-4830-9a25-cb3ddc640bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:49.879364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-99cde4fb-d750-4830-9a25-cb3ddc640bc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec1cbd14-670c-4054-9eb2-4f5980d4c0e0 HTTP/1.1" status: 204 len: 168 time: 0.2313836 Oct 13 00:31:49.891333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cde4fb-d750-4830-9a25-cb3ddc640bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1cbd14-670c-4054-9eb2-4f5980d4c0e0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:49.939533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4824157-81e0-48c3-a342-011007b555ac req-263a589b-536f-4444-ad2d-7ec862917ada tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498097 Oct 13 00:31:50.293722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51088) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:50.342823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b6ff240c-4827-4d09-8eec-8a641e8f4584 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8483e7da0f04f389527590707c009d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478396 Oct 13 00:31:50.345497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51090) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:50.430178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5070c9f5-ef98-4a7a-a77a-cc907647f6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:50.473536 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5070c9f5-ef98-4a7a-a77a-cc907647f6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:50.547770 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5070c9f5-ef98-4a7a-a77a-cc907647f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:50.550394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5070c9f5-ef98-4a7a-a77a-cc907647f6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:50.552188 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5070c9f5-ef98-4a7a-a77a-cc907647f6fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b54d753f-1b10-4c32-90b6-0f04dcda25fb HTTP/1.1" status: 204 len: 168 time: 0.2056968 Oct 13 00:31:50.568050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c9f5-ef98-4a7a-a77a-cc907647f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d753f-1b10-4c32-90b6-0f04dcda25fb,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:50.623938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51096) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:50.790441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1048577831'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:50.847482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Made reservation on behalf of ba64b61af5f1480681402b5b6b0fc689 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:31:50.861591 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:50.918988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:51.216498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:51.232577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:51.251619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8932f43-019b-42b8-a8f2-5ea63d6d11a0 req-b5477a29-319e-4f4a-8236-851e7c883241 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:51.256522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8932f43-019b-42b8-a8f2-5ea63d6d11a0 req-b5477a29-319e-4f4a-8236-851e7c883241 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.2027323 Oct 13 00:31:51.288657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f4bc3b-71dc-482e-9293-237dcff8b766,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:51.303934 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:31:51.325133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:51.326069 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Added segment d477c200-7d64-4ff3-bc2a-061b1ab041f9 of type vlan for network 900d4497-ec2c-4da1-9a98-e790557fc737 Oct 13 00:31:51.399581 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8932f43-019b-42b8-a8f2-5ea63d6d11a0 req-5a4f1ce8-0c93-4da7-90a9-be53e9438400 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365058 Oct 13 00:31:51.432041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:51.491355 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:51.502665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:51.503842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:51.536342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9105232 Oct 13 00:31:51.539844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51118) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:51.546696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'subnet': {'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:51.617281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbf9ab-39bc-44c2-bf52-b3aaf947175a tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Network': ['ID=900d4497-ec2c-4da1-9a98-e790557fc737,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:51.631467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 900d4497-ec2c-4da1-9a98-e790557fc737 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:31:51.715207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Made reservation on behalf of ba64b61af5f1480681402b5b6b0fc689 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:31:51.720317 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:52.023107 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:52.136306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Subnet': ['ID=73ec6573-4d35-405b-abe8-3f17406a3347,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:52.175485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Checking segment: {'id': 'd477c200-7d64-4ff3-bc2a-061b1ab041f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:31:52.176724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Network hostable DHCP agents. Network: 900d4497-ec2c-4da1-9a98-e790557fc737, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:31:52.196624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Network 900d4497-ec2c-4da1-9a98-e790557fc737 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:31:52.212209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 900d4497-ec2c-4da1-9a98-e790557fc737) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:52.218408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:52.219195 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:52.225526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecdd9d-8804-4299-9735-92869f2faabb None None] Network 900d4497-ec2c-4da1-9a98-e790557fc737 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:31:52.243377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2e523938-0c68-4bbd-a3f9-f15c882f2cbc tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7020357 Oct 13 00:31:52.246240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51134) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:52.252789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1058702296'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:52.393113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Made reservation on behalf of ba64b61af5f1480681402b5b6b0fc689 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:31:52.399810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:52.420977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] device_id is not set on port 55e9a292-fd6d-43f6-87ad-e726f5cf2ef4 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:31:52.532558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-900d4497-ec2c-4da1-9a98-e790557fc737', 'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737', 'tenant_id': 'ba64b61af5f1480681402b5b6b0fc689', 'fixed_ips': [{'subnet_id': '73ec6573-4d35-405b-abe8-3f17406a3347'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:31:52.538253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:52.593831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Allocated IP 2001:db8::22a (900d4497-ec2c-4da1-9a98-e790557fc737/73ec6573-4d35-405b-abe8-3f17406a3347/55e9a292-fd6d-43f6-87ad-e726f5cf2ef4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:52.623995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebd0a4-4e5c-4872-87dc-e4c69965043b req-0598d3be-3f98-4807-80db-efae6ab5dd0c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:52.625549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49ebd0a4-4e5c-4872-87dc-e4c69965043b req-0598d3be-3f98-4807-80db-efae6ab5dd0c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0783310 Oct 13 00:31:52.707128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49ebd0a4-4e5c-4872-87dc-e4c69965043b req-70cd1890-cdcc-4795-b791-7f4dba2127cd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743320 Oct 13 00:31:52.819279 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:52.881660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:52.960947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=55e9a292-fd6d-43f6-87ad-e726f5cf2ef4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:52.994006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Network 900d4497-ec2c-4da1-9a98-e790557fc737 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:52.996741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:53.006504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:53.013750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:53.014632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:53.044504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51150) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:53.045710 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f0313af-ca36-42ef-aecf-35a1b0d43922 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7972119 Oct 13 00:31:53.049647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-479316939', 'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:c6:7a:9a'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:53.073476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Allocated IP 2001:db8::2 (900d4497-ec2c-4da1-9a98-e790557fc737/73ec6573-4d35-405b-abe8-3f17406a3347/61291cfb-1240-4621-ab51-a7db3b00407e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:53.297308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Made reservation on behalf of ba64b61af5f1480681402b5b6b0fc689 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:31:53.506995 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:53.522357 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:53.528578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:53.574198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] device_id is not set on port c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:31:53.595020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Network 900d4497-ec2c-4da1-9a98-e790557fc737 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:53.606260 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:53.613101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:53.774425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Pushing event updated for resources: {'Port': ['ID=61291cfb-1240-4621-ab51-a7db3b00407e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:53.798621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Attempting to bind port 61291cfb-1240-4621-ab51-a7db3b00407e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:31:53.800729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Attempting to bind port 61291cfb-1240-4621-ab51-a7db3b00407e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd477c200-7d64-4ff3-bc2a-061b1ab041f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:31:53.801919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Attempting to bind port 61291cfb-1240-4621-ab51-a7db3b00407e on network 900d4497-ec2c-4da1-9a98-e790557fc737 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:31:53.816508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:31:53.817229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Checking segment: {'id': 'd477c200-7d64-4ff3-bc2a-061b1ab041f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:31:53.817817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:53.820223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Bound using segment: {'id': 'd477c200-7d64-4ff3-bc2a-061b1ab041f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:31:53.821814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Bound port: 61291cfb-1240-4621-ab51-a7db3b00407e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd477c200-7d64-4ff3-bc2a-061b1ab041f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:31:53.821814 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:53.838209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Allocated IP 2001:db8::3c2 (900d4497-ec2c-4da1-9a98-e790557fc737/73ec6573-4d35-405b-abe8-3f17406a3347/c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:53.981573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] For port 61291cfb-1240-4621-ab51-a7db3b00407e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:31:53.990349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] For port 61291cfb-1240-4621-ab51-a7db3b00407e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=61291cfb-1240-4621-ab51-a7db3b00407e,segment=NetworkSegment(d477c200-7d64-4ff3-bc2a-061b1ab041f9),segment_id=d477c200-7d64-4ff3-bc2a-061b1ab041f9)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:31:54.010220 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:54.099192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:54.164018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8148ae-c60a-472e-9298-86ee5b5bf251 None None] Pushing event updated for resources: {'Port': ['ID=61291cfb-1240-4621-ab51-a7db3b00407e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:54.164933 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:54.272326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:54.281420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Network 900d4497-ec2c-4da1-9a98-e790557fc737 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:54.285133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:54.289214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:54.297284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:54.298473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:54.361662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51172) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:54.383374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f105aa0e-4e07-4f23-a58f-70c8926aa6cf tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3375888 Oct 13 00:31:54.417344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93d1a-2efb-4f9c-8f2a-40b34dfeba5e req-4f17300f-3cd2-4e80-a1a5-916d5d87b574 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:54.425607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9b93d1a-2efb-4f9c-8f2a-40b34dfeba5e req-4f17300f-3cd2-4e80-a1a5-916d5d87b574 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.2893167 Oct 13 00:31:54.486226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9b93d1a-2efb-4f9c-8f2a-40b34dfeba5e req-175d8fa0-d665-4bd3-9f8f-f8bbcf4055cf tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592799 Oct 13 00:31:54.539361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb29f8-d511-406e-b552-2d0f9e58afbe tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:54.545992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb29f8-d511-406e-b552-2d0f9e58afbe tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:54.552452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb29f8-d511-406e-b552-2d0f9e58afbe tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:54.554353 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-80cb29f8-d511-406e-b552-2d0f9e58afbe tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1912436 Oct 13 00:31:54.557242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51174) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:55.300043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9bab0cc6-1ca5-4318-a57a-79f79b193271 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Deleting port c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:55.300535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cc6-1ca5-4318-a57a-79f79b193271 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:55.453917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cc6-1ca5-4318-a57a-79f79b193271 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:55.500649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9bab0cc6-1ca5-4318-a57a-79f79b193271 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Calling delete_port for c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:55.665948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 61291cfb-1240-4621-ab51-a7db3b00407e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:31:55.696959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf535ec6-2e53-40df-a9cb-1ed05ec51bc2 req-0d44c251-573d-419b-86b3-35331a1b0ed2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:55.700161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf535ec6-2e53-40df-a9cb-1ed05ec51bc2 req-0d44c251-573d-419b-86b3-35331a1b0ed2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0885620 Oct 13 00:31:55.794860 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf535ec6-2e53-40df-a9cb-1ed05ec51bc2 req-dbcb0070-ae21-4d86-b0ce-e238fc9309e9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850694 Oct 13 00:31:55.854151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cc6-1ca5-4318-a57a-79f79b193271 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:55.913050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab0cc6-1ca5-4318-a57a-79f79b193271 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Port': ['ID=c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:55.980097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e04a40-b191-4200-9677-a097d301044d None None] Network 900d4497-ec2c-4da1-9a98-e790557fc737 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:31:56.054483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-22a24764-f836-410d-ac06-afc408163cae None None] Provisioning complete for port 61291cfb-1240-4621-ab51-a7db3b00407e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:56.055092 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-22a24764-f836-410d-ac06-afc408163cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:56.056954 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cc6-1ca5-4318-a57a-79f79b193271 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:56.060473 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9bab0cc6-1ca5-4318-a57a-79f79b193271 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "DELETE /v2.0/ports/c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a HTTP/1.1" status: 204 len: 168 time: 1.5020723 Oct 13 00:31:56.063338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51196) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:56.106831 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa1d23b-9ea9-426d-9801-f1578b4c6f41 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] GET failed (client error): The resource could not be found. Oct 13 00:31:56.117456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51200) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:56.119920 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ffa1d23b-9ea9-426d-9801-f1578b4c6f41 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "GET /v2.0/ports/c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a HTTP/1.1" status: 404 len: 333 time: 0.0490777 Oct 13 00:31:56.122643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-235822021'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:56.137273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 61291cfb-1240-4621-ab51-a7db3b00407e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:56.138277 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:56.299926 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-22a24764-f836-410d-ac06-afc408163cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:56.428138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Made reservation on behalf of ba64b61af5f1480681402b5b6b0fc689 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:31:56.432646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:56.464486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] device_id is not set on port 49262176-75e2-403a-9417-02f4bcf6051f yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:31:56.475707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:56.550161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-22a24764-f836-410d-ac06-afc408163cae None None] For port 61291cfb-1240-4621-ab51-a7db3b00407e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=61291cfb-1240-4621-ab51-a7db3b00407e,segment=NetworkSegment(d477c200-7d64-4ff3-bc2a-061b1ab041f9),segment_id=d477c200-7d64-4ff3-bc2a-061b1ab041f9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:31:56.573061 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-22a24764-f836-410d-ac06-afc408163cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:56.677007 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:31:56.678088 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:31:56.679467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Allocated IP 2001:db8::bb (900d4497-ec2c-4da1-9a98-e790557fc737/73ec6573-4d35-405b-abe8-3f17406a3347/49262176-75e2-403a-9417-02f4bcf6051f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:56.681782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a24764-f836-410d-ac06-afc408163cae None None] Pushing event updated for resources: {'Port': ['ID=61291cfb-1240-4621-ab51-a7db3b00407e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:56.994640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.052873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f5fa9-0699-4db8-96ad-df81c9984fa6 req-99ced400-28a3-4db6-afd6-eedc9965948b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:57.061660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e7f5fa9-0699-4db8-96ad-df81c9984fa6 req-99ced400-28a3-4db6-afd6-eedc9965948b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1509972 Oct 13 00:31:57.092519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.103464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1fb264d9-3d12-4a5c-96fb-9e0b9af06184 None None] Provisioning complete for port 55e9a292-fd6d-43f6-87ad-e726f5cf2ef4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:57.103464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1fb264d9-3d12-4a5c-96fb-9e0b9af06184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.145721 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e7f5fa9-0699-4db8-96ad-df81c9984fa6 req-9bd1d77b-603d-4f73-9e5d-f9eea37ce052 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828326 Oct 13 00:31:57.164910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1fb264d9-3d12-4a5c-96fb-9e0b9af06184 None None] Port 55e9a292-fd6d-43f6-87ad-e726f5cf2ef4 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:31:57.175891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1fb264d9-3d12-4a5c-96fb-9e0b9af06184 None None] Provisioning complete for port 61291cfb-1240-4621-ab51-a7db3b00407e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:57.176874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1fb264d9-3d12-4a5c-96fb-9e0b9af06184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.216485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=49262176-75e2-403a-9417-02f4bcf6051f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:57.244284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Network 900d4497-ec2c-4da1-9a98-e790557fc737 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:57.249206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:57.257480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:57.271810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:57.272199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.313931 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-53c8af7c-344d-4e47-8375-43c954a00378 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1952724 Oct 13 00:31:57.314158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51210) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:57.319410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:c6:7a:9a'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:57.517478 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.525348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-049672b2-bbc0-4e86-8f43-252c693600e7 None None] Provisioning complete for port 55e9a292-fd6d-43f6-87ad-e726f5cf2ef4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:57.525855 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-049672b2-bbc0-4e86-8f43-252c693600e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.585415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-049672b2-bbc0-4e86-8f43-252c693600e7 None None] Port 55e9a292-fd6d-43f6-87ad-e726f5cf2ef4 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:31:57.626095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 61291cfb-1240-4621-ab51-a7db3b00407e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:31:57.719565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 61291cfb-1240-4621-ab51-a7db3b00407e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:57.720699 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.896807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.916453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.923409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b1d59f69-ac4b-41e4-8da0-b2325775507f None None] Could not find standard attr ID for object c9d4ca4f-4bff-48b4-9cca-6a0eef16c23a. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:31:57.968244 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] In _notify_port_updated(), no bound segment for port 49262176-75e2-403a-9417-02f4bcf6051f on network 900d4497-ec2c-4da1-9a98-e790557fc737 {{(pid=94989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:31:57.974628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:57.975607 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:57.977426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "PUT /v2.0/ports/49262176-75e2-403a-9417-02f4bcf6051f HTTP/1.1" status: 200 len: 1001 time: 0.6621437 Oct 13 00:31:57.981054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51216) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:58.002391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a5683-d8b3-418e-969d-c64c3927adea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=49262176-75e2-403a-9417-02f4bcf6051f,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:58.161684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-36cd9c00-5030-406c-ac95-6596aa4420d6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Deleting port 49262176-75e2-403a-9417-02f4bcf6051f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:31:58.161684 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36cd9c00-5030-406c-ac95-6596aa4420d6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:58.297018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36cd9c00-5030-406c-ac95-6596aa4420d6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:58.305547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3b6467c8-265c-488e-ae30-f862ee7b09d5 None None] Provisioning complete for port 49262176-75e2-403a-9417-02f4bcf6051f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:31:58.307111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3b6467c8-265c-488e-ae30-f862ee7b09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:58.313712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-36cd9c00-5030-406c-ac95-6596aa4420d6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Calling delete_port for 49262176-75e2-403a-9417-02f4bcf6051f owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:31:58.417031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a3ec0-b193-457e-967f-038121b8b225 req-6ab3cc83-7cdf-44b8-90c9-072d172c44c3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:58.423160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e39a3ec0-b193-457e-967f-038121b8b225 req-6ab3cc83-7cdf-44b8-90c9-072d172c44c3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1905985 Oct 13 00:31:58.438468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3b6467c8-265c-488e-ae30-f862ee7b09d5 None None] Port 49262176-75e2-403a-9417-02f4bcf6051f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:31:58.510020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e39a3ec0-b193-457e-967f-038121b8b225 req-ba81e3f7-f047-48a4-9f28-2977a3091f33 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781744 Oct 13 00:31:58.661539 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36cd9c00-5030-406c-ac95-6596aa4420d6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:58.694279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd9c00-5030-406c-ac95-6596aa4420d6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Port': ['ID=49262176-75e2-403a-9417-02f4bcf6051f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:58.852300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36cd9c00-5030-406c-ac95-6596aa4420d6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:58.854873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-36cd9c00-5030-406c-ac95-6596aa4420d6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "DELETE /v2.0/ports/49262176-75e2-403a-9417-02f4bcf6051f HTTP/1.1" status: 204 len: 168 time: 0.8726161 Oct 13 00:31:58.857959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51224) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:58.900401 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca9e3da-37c1-443b-97df-724fc6623d25 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] GET failed (client error): The resource could not be found. Oct 13 00:31:58.905782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bca9e3da-37c1-443b-97df-724fc6623d25 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "GET /v2.0/ports/49262176-75e2-403a-9417-02f4bcf6051f HTTP/1.1" status: 404 len: 333 time: 0.0434501 Oct 13 00:31:58.906127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51226) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:58.911854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1878250817'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:31:59.062645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4af6d107-7106-43df-ab44-d6b298e899d3 None None] Could not find standard attr ID for object 49262176-75e2-403a-9417-02f4bcf6051f. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:31:59.116904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Made reservation on behalf of ba64b61af5f1480681402b5b6b0fc689 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:31:59.124894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:59.177006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] device_id is not set on port a559091a-31ff-4b14-a739-1ac3716e5338 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:31:59.388937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Allocated IP 2001:db8::376 (900d4497-ec2c-4da1-9a98-e790557fc737/73ec6573-4d35-405b-abe8-3f17406a3347/a559091a-31ff-4b14-a739-1ac3716e5338) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:31:59.621711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:59.714120 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:59.725084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017562f-189e-4eda-90eb-ad3868b54295 req-1fe320f2-688a-4b65-9b8e-2a74ee3a9390 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:59.733827 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3017562f-189e-4eda-90eb-ad3868b54295 req-1fe320f2-688a-4b65-9b8e-2a74ee3a9390 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1316319 Oct 13 00:31:59.761635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Network 900d4497-ec2c-4da1-9a98-e790557fc737 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:31:59.765624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:31:59.773696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:31:59.780819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:31:59.782014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:31:59.805882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=a559091a-31ff-4b14-a739-1ac3716e5338,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:31:59.826079 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c7d8aad-bc7a-4f19-9529-26860af24569 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9184155 Oct 13 00:31:59.826523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3017562f-189e-4eda-90eb-ad3868b54295 req-159dcb5a-da7f-44fb-a115-c2dd7ab95f89 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914874 Oct 13 00:31:59.829435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51240) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:31:59.840781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:7a:9a'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:00.139241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-af09d636-62f9-41c6-8bd3-bafac2cf2965 None None] Provisioning complete for port a559091a-31ff-4b14-a739-1ac3716e5338 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:00.140369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af09d636-62f9-41c6-8bd3-bafac2cf2965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.193656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-af09d636-62f9-41c6-8bd3-bafac2cf2965 None None] Port a559091a-31ff-4b14-a739-1ac3716e5338 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:00.416514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51248) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:00.575587 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.625435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ed70893-c86a-44d4-a495-b2b807c8d527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.773971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ed70893-c86a-44d4-a495-b2b807c8d527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.781192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ed70893-c86a-44d4-a495-b2b807c8d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.846498 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.849365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed70893-c86a-44d4-a495-b2b807c8d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7592e19-326b-4ee7-b8da-975d2f9ec4ca,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:00.862148 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ed70893-c86a-44d4-a495-b2b807c8d527 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3c3291ed93c45ab8cfbe53b01b31852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445174 Oct 13 00:32:00.865210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51256) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:00.865545 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.922242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6498ae32-ee4d-473d-821a-f793a9e1fafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.953111 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6498ae32-ee4d-473d-821a-f793a9e1fafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.954406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] In _notify_port_updated(), no bound segment for port a559091a-31ff-4b14-a739-1ac3716e5338 on network 900d4497-ec2c-4da1-9a98-e790557fc737 {{(pid=94989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:32:00.970320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:00.971349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:00.973023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "PUT /v2.0/ports/a559091a-31ff-4b14-a739-1ac3716e5338 HTTP/1.1" status: 200 len: 1003 time: 1.1426022 Oct 13 00:32:00.977952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51258) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:01.025136 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6498ae32-ee4d-473d-821a-f793a9e1fafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.028637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6498ae32-ee4d-473d-821a-f793a9e1fafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.029860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6498ae32-ee4d-473d-821a-f793a9e1fafe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7592e19-326b-4ee7-b8da-975d2f9ec4ca HTTP/1.1" status: 204 len: 168 time: 0.1636386 Oct 13 00:32:01.043940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498ae32-ee4d-473d-821a-f793a9e1fafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7592e19-326b-4ee7-b8da-975d2f9ec4ca,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:01.089895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12faf8-387c-454e-98ca-45ada91bc277 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=a559091a-31ff-4b14-a739-1ac3716e5338,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:01.116592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8754723-2e0e-425e-8f3b-bc85071dd13c req-a6efad91-455f-4490-af24-8be33c949179 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:01.118487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8754723-2e0e-425e-8f3b-bc85071dd13c req-a6efad91-455f-4490-af24-8be33c949179 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1441178 Oct 13 00:32:01.251580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8754723-2e0e-425e-8f3b-bc85071dd13c req-2b41e47f-c088-49d2-bdcd-bf555086f270 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012843 Oct 13 00:32:01.277830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-04fbed8a-2ea0-47d3-aac5-9bccc36052ee tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Deleting port a559091a-31ff-4b14-a739-1ac3716e5338 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:01.278174 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-04fbed8a-2ea0-47d3-aac5-9bccc36052ee tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.438667 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-04fbed8a-2ea0-47d3-aac5-9bccc36052ee tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.438943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0ba34979-68aa-49e7-b97b-3e22d8865775 None None] Provisioning complete for port a559091a-31ff-4b14-a739-1ac3716e5338 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:01.439401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0ba34979-68aa-49e7-b97b-3e22d8865775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.456553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-04fbed8a-2ea0-47d3-aac5-9bccc36052ee tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Calling delete_port for a559091a-31ff-4b14-a739-1ac3716e5338 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:01.470369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51264) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:01.491296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c85dba1-32d8-48db-8d18-3f8ce8049a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.506374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0ba34979-68aa-49e7-b97b-3e22d8865775 None None] Port a559091a-31ff-4b14-a739-1ac3716e5338 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:01.622287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-04fbed8a-2ea0-47d3-aac5-9bccc36052ee tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.666316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbed8a-2ea0-47d3-aac5-9bccc36052ee tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Port': ['ID=a559091a-31ff-4b14-a739-1ac3716e5338,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:01.699935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c85dba1-32d8-48db-8d18-3f8ce8049a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.719088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8c85dba1-32d8-48db-8d18-3f8ce8049a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.720535 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-04fbed8a-2ea0-47d3-aac5-9bccc36052ee tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:01.740141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51268) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:01.746954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-04fbed8a-2ea0-47d3-aac5-9bccc36052ee tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "DELETE /v2.0/ports/a559091a-31ff-4b14-a739-1ac3716e5338 HTTP/1.1" status: 204 len: 168 time: 0.7672651 Oct 13 00:32:01.819131 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-45886271-910b-418e-aeb0-4234c019ccc2 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] GET failed (client error): The resource could not be found. Oct 13 00:32:01.821151 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-45886271-910b-418e-aeb0-4234c019ccc2 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "GET /v2.0/ports/a559091a-31ff-4b14-a739-1ac3716e5338 HTTP/1.1" status: 404 len: 333 time: 0.0797353 Oct 13 00:32:01.844239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51270) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:01.844239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85dba1-32d8-48db-8d18-3f8ce8049a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caec8477-2565-48f4-804d-e1cc0582e0d9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:01.856578 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8c85dba1-32d8-48db-8d18-3f8ce8049a95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5135a75c9674f6bac400d5a0ddc3132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817663 Oct 13 00:32:01.857141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51272) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:01.885262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-193947228'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:02.059090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-372f4fa9-7c48-4ee7-a962-7f8fef264a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:02.064258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Made reservation on behalf of ba64b61af5f1480681402b5b6b0fc689 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:02.068914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:02.090557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-372f4fa9-7c48-4ee7-a962-7f8fef264a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:02.100819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] device_id is not set on port 5222d91c-e8ac-45c2-bbef-abda7e7b950b yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:32:02.162114 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-372f4fa9-7c48-4ee7-a962-7f8fef264a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:02.165343 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-372f4fa9-7c48-4ee7-a962-7f8fef264a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:02.172109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-372f4fa9-7c48-4ee7-a962-7f8fef264a03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caec8477-2565-48f4-804d-e1cc0582e0d9 HTTP/1.1" status: 204 len: 168 time: 0.3088069 Oct 13 00:32:02.188859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f4fa9-7c48-4ee7-a962-7f8fef264a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caec8477-2565-48f4-804d-e1cc0582e0d9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:02.281922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Allocated IP 2001:db8::2f8 (900d4497-ec2c-4da1-9a98-e790557fc737/73ec6573-4d35-405b-abe8-3f17406a3347/5222d91c-e8ac-45c2-bbef-abda7e7b950b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:02.498130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaf308-771a-494e-b1c9-a45e2253573e req-77ef9a98-0621-4265-9231-703f81e1527c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:02.508216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdbaf308-771a-494e-b1c9-a45e2253573e req-77ef9a98-0621-4265-9231-703f81e1527c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1553566 Oct 13 00:32:02.562095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdbaf308-771a-494e-b1c9-a45e2253573e req-612f0c13-68d3-40b3-bd3a-77768b33675c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506828 Oct 13 00:32:02.563920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:02.636288 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:02.687427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Network 900d4497-ec2c-4da1-9a98-e790557fc737 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:02.690604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:02.714370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:02.721372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:02.722306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:02.766056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=5222d91c-e8ac-45c2-bbef-abda7e7b950b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:02.786987 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6a371eef-13d3-47b9-86b0-e4fe53f1472d tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9510059 Oct 13 00:32:02.787714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51294) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:02.804712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'network_id': '900d4497-ec2c-4da1-9a98-e790557fc737', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-642650971'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:03.031366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Made reservation on behalf of ba64b61af5f1480681402b5b6b0fc689 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:03.043963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:03.086483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] device_id is not set on port 3ac10227-8f10-4ea8-890b-7cd6ed1c06ec yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:32:03.153411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-53503321-d56e-4278-b32f-a46ce6ada47f None None] Provisioning complete for port 5222d91c-e8ac-45c2-bbef-abda7e7b950b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:03.154698 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53503321-d56e-4278-b32f-a46ce6ada47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:03.227926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-53503321-d56e-4278-b32f-a46ce6ada47f None None] Port 5222d91c-e8ac-45c2-bbef-abda7e7b950b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:03.307978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Allocated IP 2001:db8::10d (900d4497-ec2c-4da1-9a98-e790557fc737/73ec6573-4d35-405b-abe8-3f17406a3347/3ac10227-8f10-4ea8-890b-7cd6ed1c06ec) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:03.520744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:03.562341 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:03.614503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Network 900d4497-ec2c-4da1-9a98-e790557fc737 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:03.617844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:03.620512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:03.626489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:03.627107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:03.639671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=3ac10227-8f10-4ea8-890b-7cd6ed1c06ec,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:03.652036 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aa5bd59f-1397-49c0-a68c-26a98f5c0bc7 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8612831 Oct 13 00:32:03.653071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51324) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:03.661022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::22a', 'mac_address': 'fa:16:3e:c6:7a:9a'}, {'ip_address': '2001:db8::2f8', 'mac_address': 'fa:16:3e:30:fe:de'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:03.747383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f13810-eab5-41b3-9988-0e29bf7ccb15 req-6cdcbc19-c8d7-4844-8c3a-9212467bc261 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:03.752535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92f13810-eab5-41b3-9988-0e29bf7ccb15 req-6cdcbc19-c8d7-4844-8c3a-9212467bc261 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.0690143 Oct 13 00:32:03.811840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92f13810-eab5-41b3-9988-0e29bf7ccb15 req-c2112a42-e8e9-4262-99b7-38653a5a7974 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528495 Oct 13 00:32:03.878780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:03.992529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d480db85-4e0a-43a6-b268-003e34dcd116 None None] Provisioning complete for port 3ac10227-8f10-4ea8-890b-7cd6ed1c06ec triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:03.993525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d480db85-4e0a-43a6-b268-003e34dcd116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:04.034985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d480db85-4e0a-43a6-b268-003e34dcd116 None None] Port 3ac10227-8f10-4ea8-890b-7cd6ed1c06ec cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:04.132579 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:04.147419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:04.151589 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:32:04.197931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] In _notify_port_updated(), no bound segment for port 3ac10227-8f10-4ea8-890b-7cd6ed1c06ec on network 900d4497-ec2c-4da1-9a98-e790557fc737 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:32:04.229048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:04.231134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:04.233719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "PUT /v2.0/ports/3ac10227-8f10-4ea8-890b-7cd6ed1c06ec HTTP/1.1" status: 200 len: 1067 time: 0.5795212 Oct 13 00:32:04.236688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51342) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:04.256649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882890e-fea5-44f2-9023-85f6ffaa23c6 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event updated for resources: {'Port': ['ID=3ac10227-8f10-4ea8-890b-7cd6ed1c06ec,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:04.495014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ba62e4d6-e10d-45b5-a13e-dd4137bb38d3 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Deleting port 3ac10227-8f10-4ea8-890b-7cd6ed1c06ec {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:04.498322 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba62e4d6-e10d-45b5-a13e-dd4137bb38d3 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:04.618828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-a6dfd295-5a8e-41e2-aaf4-22499579fa52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3810937 Oct 13 00:32:04.667424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba62e4d6-e10d-45b5-a13e-dd4137bb38d3 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:04.676085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dbffd5d1-327c-4062-b4ff-c35cdc0d7b1a None None] Provisioning complete for port 3ac10227-8f10-4ea8-890b-7cd6ed1c06ec triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:04.677646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dbffd5d1-327c-4062-b4ff-c35cdc0d7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:04.688555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ba62e4d6-e10d-45b5-a13e-dd4137bb38d3 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Calling delete_port for 3ac10227-8f10-4ea8-890b-7cd6ed1c06ec owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:04.773683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dbffd5d1-327c-4062-b4ff-c35cdc0d7b1a None None] Port 3ac10227-8f10-4ea8-890b-7cd6ed1c06ec cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:04.777956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-f8834093-e14e-40b8-859b-12f2e4ed71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:04.780253 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-f8834093-e14e-40b8-859b-12f2e4ed71d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1097 time: 0.0919626 Oct 13 00:32:04.911880 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba62e4d6-e10d-45b5-a13e-dd4137bb38d3 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:04.976338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62e4d6-e10d-45b5-a13e-dd4137bb38d3 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Port': ['ID=3ac10227-8f10-4ea8-890b-7cd6ed1c06ec,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:04.999773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-0b19e266-8f47-4660-8634-caaa57217aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:05.001170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-0b19e266-8f47-4660-8634-caaa57217aca service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1983638 Oct 13 00:32:05.086069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc8a73-e24e-4673-8c4b-caea8f6f1343 req-0ea4f168-e2c1-4c86-b2ce-52706a23fe8e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:05.087977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fefc8a73-e24e-4673-8c4b-caea8f6f1343 req-0ea4f168-e2c1-4c86-b2ce-52706a23fe8e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1700592 Oct 13 00:32:05.134790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-b93e2ce4-090b-4bad-b8c9-9c2320040284 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 1001 time: 0.1008379 Oct 13 00:32:05.167419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fefc8a73-e24e-4673-8c4b-caea8f6f1343 req-9198082a-30e8-41e1-a299-ee82dac49513 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680029 Oct 13 00:32:05.234325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-0533815b-2ad1-4ceb-ac30-4449512657b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:05.236967 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-0533815b-2ad1-4ceb-ac30-4449512657b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0935881 Oct 13 00:32:05.341918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-369f691d-a73b-47ce-a3c3-2145660e0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:05.343573 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-369f691d-a73b-47ce-a3c3-2145660e0a70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986211 Oct 13 00:32:05.349002 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba62e4d6-e10d-45b5-a13e-dd4137bb38d3 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.365636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ba62e4d6-e10d-45b5-a13e-dd4137bb38d3 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "DELETE /v2.0/ports/3ac10227-8f10-4ea8-890b-7cd6ed1c06ec HTTP/1.1" status: 204 len: 168 time: 1.1275268 Oct 13 00:32:05.366736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51416) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:05.401864 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2cbfd1-1c2d-47bf-9109-2db8dde12a41 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] GET failed (client error): The resource could not be found. Oct 13 00:32:05.406158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6e2cbfd1-1c2d-47bf-9109-2db8dde12a41 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "GET /v2.0/ports/3ac10227-8f10-4ea8-890b-7cd6ed1c06ec HTTP/1.1" status: 404 len: 333 time: 0.0357034 Oct 13 00:32:05.407678 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51418) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:05.464922 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-f1843def-2de3-49b1-b310-94f087335d52 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121054 Oct 13 00:32:05.516019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-aeaab69a-7bab-4771-9935-5cf49e030891 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Deleting port 5222d91c-e8ac-45c2-bbef-abda7e7b950b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:05.516510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aeaab69a-7bab-4771-9935-5cf49e030891 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.548247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51424) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:05.601336 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b419b4d5-ef54-4033-bbd7-144f6e331c43 req-899e0693-b69e-43ba-bb7c-4b37dc76f1c8 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288528 Oct 13 00:32:05.627973 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aeaab69a-7bab-4771-9935-5cf49e030891 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.649712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-aeaab69a-7bab-4771-9935-5cf49e030891 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Calling delete_port for 5222d91c-e8ac-45c2-bbef-abda7e7b950b owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:05.698873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf68db20-e54a-453f-ba2f-eb19e118a1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.783556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf68db20-e54a-453f-ba2f-eb19e118a1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.787785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cf68db20-e54a-453f-ba2f-eb19e118a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.798070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aeaab69a-7bab-4771-9935-5cf49e030891 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.826738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaab69a-7bab-4771-9935-5cf49e030891 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Port': ['ID=5222d91c-e8ac-45c2-bbef-abda7e7b950b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:05.830635 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cf68db20-e54a-453f-ba2f-eb19e118a1b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b51ae3416e6444b3a7b417985f2bf41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787385 Oct 13 00:32:05.830851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51430) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:05.838140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68db20-e54a-453f-ba2f-eb19e118a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d58edf-c7cb-4f88-8fbe-2aebd331c621,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:05.853746 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aeaab69a-7bab-4771-9935-5cf49e030891 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.859392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aeaab69a-7bab-4771-9935-5cf49e030891 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "DELETE /v2.0/ports/5222d91c-e8ac-45c2-bbef-abda7e7b950b HTTP/1.1" status: 204 len: 168 time: 0.4480817 Oct 13 00:32:05.859976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51432) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:05.886402 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-44205e9f-6772-45b7-9fd9-45e166722aec tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] GET failed (client error): The resource could not be found. Oct 13 00:32:05.888002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44205e9f-6772-45b7-9fd9-45e166722aec tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "GET /v2.0/ports/5222d91c-e8ac-45c2-bbef-abda7e7b950b HTTP/1.1" status: 404 len: 333 time: 0.0274220 Oct 13 00:32:05.891600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51434) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:05.905247 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-330f78ac-47a2-4365-a7b0-1ae8e38d51d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.932460 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-330f78ac-47a2-4365-a7b0-1ae8e38d51d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.991817 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-330f78ac-47a2-4365-a7b0-1ae8e38d51d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.996386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-330f78ac-47a2-4365-a7b0-1ae8e38d51d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:05.997671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-330f78ac-47a2-4365-a7b0-1ae8e38d51d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01d58edf-c7cb-4f88-8fbe-2aebd331c621 HTTP/1.1" status: 204 len: 168 time: 0.1658561 Oct 13 00:32:06.005264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1985c68e-c74d-45eb-a53c-b46fdb321187 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Deleting port 55e9a292-fd6d-43f6-87ad-e726f5cf2ef4 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:06.005707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1985c68e-c74d-45eb-a53c-b46fdb321187 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.015570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f78ac-47a2-4365-a7b0-1ae8e38d51d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d58edf-c7cb-4f88-8fbe-2aebd331c621,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:06.112269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1985c68e-c74d-45eb-a53c-b46fdb321187 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.124412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1985c68e-c74d-45eb-a53c-b46fdb321187 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Calling delete_port for 55e9a292-fd6d-43f6-87ad-e726f5cf2ef4 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:06.257689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1985c68e-c74d-45eb-a53c-b46fdb321187 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.297986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985c68e-c74d-45eb-a53c-b46fdb321187 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Port': ['ID=55e9a292-fd6d-43f6-87ad-e726f5cf2ef4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:06.298866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51450) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:06.319988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-874a5e85-c88f-432b-8162-274be3b53bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.324730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1985c68e-c74d-45eb-a53c-b46fdb321187 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.328268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1985c68e-c74d-45eb-a53c-b46fdb321187 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "DELETE /v2.0/ports/55e9a292-fd6d-43f6-87ad-e726f5cf2ef4 HTTP/1.1" status: 204 len: 168 time: 0.4356806 Oct 13 00:32:06.331071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51454) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:06.424480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-792a3cc8-7e9b-435a-903e-67e88faad863 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Deleting subnet 73ec6573-4d35-405b-abe8-3f17406a3347 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:32:06.426467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-874a5e85-c88f-432b-8162-274be3b53bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.429490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-792a3cc8-7e9b-435a-903e-67e88faad863 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.434136 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-874a5e85-c88f-432b-8162-274be3b53bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.474260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a5e85-c88f-432b-8162-274be3b53bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa604d40-87db-4a2b-85cb-997770300c89,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:06.481169 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-874a5e85-c88f-432b-8162-274be3b53bd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0cfcfb34cf04283809a9f92ec27a308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788096 Oct 13 00:32:06.481384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3fd8f-5b72-4b29-8557-051ed1fcb2e5 req-e70d36fe-cbd1-49ce-9f7e-c1287996bc5d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:06.481623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51456) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:06.487769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8b3fd8f-5b72-4b29-8557-051ed1fcb2e5 req-e70d36fe-cbd1-49ce-9f7e-c1287996bc5d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 946 time: 0.1032448 Oct 13 00:32:06.509392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-792a3cc8-7e9b-435a-903e-67e88faad863 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.535321 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a6d861e-16cb-4315-8e17-0bb0cd2dc5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.558308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a6d861e-16cb-4315-8e17-0bb0cd2dc5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.559658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8b3fd8f-5b72-4b29-8557-051ed1fcb2e5 req-feb936c6-f0de-4c21-87e3-4407e96c08a2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709820 Oct 13 00:32:06.613274 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-792a3cc8-7e9b-435a-903e-67e88faad863 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.627555 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.631647 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a6d861e-16cb-4315-8e17-0bb0cd2dc5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.635158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a6d861e-16cb-4315-8e17-0bb0cd2dc5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.639636 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4a6d861e-16cb-4315-8e17-0bb0cd2dc5eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa604d40-87db-4a2b-85cb-997770300c89 HTTP/1.1" status: 204 len: 168 time: 0.1566262 Oct 13 00:32:06.648995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d861e-16cb-4315-8e17-0bb0cd2dc5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa604d40-87db-4a2b-85cb-997770300c89,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:06.693869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-792a3cc8-7e9b-435a-903e-67e88faad863 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.728310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a3cc8-7e9b-435a-903e-67e88faad863 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Subnet': ['ID=73ec6573-4d35-405b-abe8-3f17406a3347,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:06.737362 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-792a3cc8-7e9b-435a-903e-67e88faad863 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.743359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51466) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:06.743989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-792a3cc8-7e9b-435a-903e-67e88faad863 tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "DELETE /v2.0/subnets/73ec6573-4d35-405b-abe8-3f17406a3347 HTTP/1.1" status: 204 len: 168 time: 0.4112263 Oct 13 00:32:06.748789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381b7df-6a74-4b6e-b90d-f560015053ad None None] Network 900d4497-ec2c-4da1-9a98-e790557fc737 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:06.826398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.897828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Deleting port 61291cfb-1240-4621-ab51-a7db3b00407e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:06.898450 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:06.985147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] For port 61291cfb-1240-4621-ab51-a7db3b00407e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=61291cfb-1240-4621-ab51-a7db3b00407e,segment=NetworkSegment(d477c200-7d64-4ff3-bc2a-061b1ab041f9),segment_id=d477c200-7d64-4ff3-bc2a-061b1ab041f9)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:06.985559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.001217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Calling delete_port for 61291cfb-1240-4621-ab51-a7db3b00407e owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:07.058804 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.111234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.147491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Port': ['ID=61291cfb-1240-4621-ab51-a7db3b00407e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:07.152170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] No DVR routers for this DVR port 61291cfb-1240-4621-ab51-a7db3b00407e on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:32:07.185031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.185404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.186207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.186207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.186430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.186757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.187101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.187424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9c9e7-cb1f-4a7b-ae4b-faec735a1ecf None None] DHCP port deletion for 900d4497-ec2c-4da1-9a98-e790557fc737 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:32:07.187773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.187887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.188154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.188492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.188849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.263443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.290062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900d4497-ec2c-4da1-9a98-e790557fc737']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:07.308275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd477c200-7d64-4ff3-bc2a-061b1ab041f9') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:07.308764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd477c200-7d64-4ff3-bc2a-061b1ab041f9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:07.320985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.338762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.346190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:32:07.346678 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:32:07.351223 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:32:07.429374 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.446393 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.452824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] 10.222.0.21 "DELETE /v2.0/networks/900d4497-ec2c-4da1-9a98-e790557fc737 HTTP/1.1" status: 204 len: 168 time: 0.7036281 Oct 13 00:32:07.462506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc92eb-f2f8-455c-a54e-9b45f91720ea tempest-AllowedAddressPairIpV6TestJSON-721670229 tempest-AllowedAddressPairIpV6TestJSON-721670229-project] Pushing event deleted for resources: {'Network': ['ID=900d4497-ec2c-4da1-9a98-e790557fc737,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:07.516002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:32:07.561558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 61291cfb-1240-4621-ab51-a7db3b00407e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:32:07.585995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 61291cfb-1240-4621-ab51-a7db3b00407e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:32:07.586343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 61291cfb-1240-4621-ab51-a7db3b00407e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:32:07.649442 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.684679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:07.685816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:07.688547 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f58698-454c-4dbe-afc9-4db319198ef4" -d '{"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-unplugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:07.693160 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:07.764071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51548) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:07.773505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=14']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:07.786580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.787052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.787492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.788083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.788518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.788944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.789368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.789792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.790322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.790818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.791258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.791705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:07.950320 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3027cf-714b-4de8-8cc9-95dc611376aa x-openstack-request-id: req-bc3027cf-714b-4de8-8cc9-95dc611376aa {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:07.950830 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-unplugged", "status": "completed", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:07.951253 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc3027cf-714b-4de8-8cc9-95dc611376aa {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:07.951880 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'code': 200} Oct 13 00:32:08.262615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-82bbd271-f522-4b90-9200-027e6b0ff333 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba64b61af5f1480681402b5b6b0fc689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4963231 Oct 13 00:32:08.265333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51596) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:08.330494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0c32947-1a2c-472d-aef5-fb9096e3fefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:08.360489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0c32947-1a2c-472d-aef5-fb9096e3fefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:08.432224 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0c32947-1a2c-472d-aef5-fb9096e3fefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:08.434138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec17a2-c83e-43cb-b6ad-f5f2d47b4ced req-cb66616a-debe-4e79-a73a-7c080233c525 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:08.439234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0c32947-1a2c-472d-aef5-fb9096e3fefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:08.439404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beec17a2-c83e-43cb-b6ad-f5f2d47b4ced req-cb66616a-debe-4e79-a73a-7c080233c525 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0571015 Oct 13 00:32:08.439530 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c0c32947-1a2c-472d-aef5-fb9096e3fefe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33f4bc3b-71dc-482e-9293-237dcff8b766 HTTP/1.1" status: 204 len: 168 time: 0.1703541 Oct 13 00:32:08.446031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c32947-1a2c-472d-aef5-fb9096e3fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f4bc3b-71dc-482e-9293-237dcff8b766,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:08.533138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beec17a2-c83e-43cb-b6ad-f5f2d47b4ced req-6a4c7449-b454-4ec2-99bc-3cddc18b799c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713043 Oct 13 00:32:08.791306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceb26a-07b5-47ae-8fd1-840e8cf8c2f1 req-9b2d4512-1f9e-490b-81c6-dd396e9d03ce tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:08.793916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56ceb26a-07b5-47ae-8fd1-840e8cf8c2f1 req-9b2d4512-1f9e-490b-81c6-dd396e9d03ce tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0735312 Oct 13 00:32:08.817688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714344c-534f-4064-8d0a-59e91460cc95 req-75e25ccf-4676-4230-88c4-c7826822fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:08.819447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c714344c-534f-4064-8d0a-59e91460cc95 req-75e25ccf-4676-4230-88c4-c7826822fb06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1095 time: 0.0731897 Oct 13 00:32:08.844745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56ceb26a-07b5-47ae-8fd1-840e8cf8c2f1 req-3558bee5-8e7c-45d0-8a53-b440a24553b4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397348 Oct 13 00:32:08.960259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714344c-534f-4064-8d0a-59e91460cc95 req-b68d4b47-8262-4867-818a-8ad7a00eefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:08.961879 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c714344c-534f-4064-8d0a-59e91460cc95 req-b68d4b47-8262-4867-818a-8ad7a00eefe0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1352162 Oct 13 00:32:09.045175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c714344c-534f-4064-8d0a-59e91460cc95 req-4682b3a8-9f2f-4e6f-ad01-53fe170bf71f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 999 time: 0.0763569 Oct 13 00:32:09.112070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714344c-534f-4064-8d0a-59e91460cc95 req-2ad0f3b6-f556-40bf-a377-6efcc8d0481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:09.113982 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c714344c-534f-4064-8d0a-59e91460cc95 req-2ad0f3b6-f556-40bf-a377-6efcc8d0481b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0591969 Oct 13 00:32:09.190364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714344c-534f-4064-8d0a-59e91460cc95 req-d3567e2a-ec85-4063-abe3-dfc9b2bc04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:09.192559 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c714344c-534f-4064-8d0a-59e91460cc95 req-d3567e2a-ec85-4063-abe3-dfc9b2bc04e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708368 Oct 13 00:32:09.322738 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c714344c-534f-4064-8d0a-59e91460cc95 req-e38b38ab-a205-4093-acc3-b7c17149513a service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214669 Oct 13 00:32:09.410859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51658) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:09.426484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c714344c-534f-4064-8d0a-59e91460cc95 req-7a0613c2-49fd-4a9d-af55-6251ae0c73d6 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931089 Oct 13 00:32:09.514007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-453811684'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:09.538324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Made reservation on behalf of 6860424a80d54a5793628c59ff37fe76 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:09.542037 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:09.556880 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:09.646733 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:09.657396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:09.687110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:32:09.697662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e6464-4a45-4e1f-b861-9efba695d8fd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:09.702608 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:09.702955 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Added segment 4d52a71a-63f0-49d4-b0c2-220e1d2b3bba of type vlan for network 839b0076-72e8-451a-8dd7-1915d97d1dbc Oct 13 00:32:09.750661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:09.761738 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-42d3ded9-ccd2-4756-8be7-b6baaf16152e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183884 Oct 13 00:32:09.777316 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:09.783125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:09.783755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:09.838428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4248333 Oct 13 00:32:09.841414 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51672) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:09.849034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Request body: {'subnet': {'network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:09.888722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-3fe495ec-cfe3-4da1-8025-46a7dc0d1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:09.890324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-3fe495ec-cfe3-4da1-8025-46a7dc0d1a91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 1097 time: 0.0698836 Oct 13 00:32:09.912429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24b2bf-7daa-4299-89d7-e0f4b1f31ad7 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'Network': ['ID=839b0076-72e8-451a-8dd7-1915d97d1dbc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:09.924512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:32:10.007879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1bf34-b300-40a4-a69a-8810a7291c3f req-efa23c13-decf-4fa9-8d00-4cbe53ccb70d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:10.009466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffd1bf34-b300-40a4-a69a-8810a7291c3f req-efa23c13-decf-4fa9-8d00-4cbe53ccb70d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0876188 Oct 13 00:32:10.032216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Made reservation on behalf of 6860424a80d54a5793628c59ff37fe76 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:10.035702 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.037543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-ad9a7031-8882-4177-9b11-a3eff4e795e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:10.039542 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-ad9a7031-8882-4177-9b11-a3eff4e795e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1231954 Oct 13 00:32:10.111156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffd1bf34-b300-40a4-a69a-8810a7291c3f req-16efbbf0-1247-462e-baca-d20736a8cf2d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951111 Oct 13 00:32:10.139990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-357003ac-da7b-45b9-8fd5-bd84a2af9201 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 200 len: 1000 time: 0.0931468 Oct 13 00:32:10.195931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-2db86ddd-bc87-4c2a-9a1d-2ce862250be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:10.197616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-2db86ddd-bc87-4c2a-9a1d-2ce862250be0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0495040 Oct 13 00:32:10.252844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-0f7fd746-674e-44e6-9e2f-ce5aa0b6df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:10.255044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-0f7fd746-674e-44e6-9e2f-ce5aa0b6df34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485871 Oct 13 00:32:10.264137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.336593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'Subnet': ['ID=22d33e56-df23-4fbb-998a-79318bb01d7e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:10.342655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Checking segment: {'id': '4d52a71a-63f0-49d4-b0c2-220e1d2b3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:10.343359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Network hostable DHCP agents. Network: 839b0076-72e8-451a-8dd7-1915d97d1dbc, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:32:10.362728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:32:10.374135 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-0c905c2c-c342-4026-8e65-630607944f2c service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111147 Oct 13 00:32:10.374771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 839b0076-72e8-451a-8dd7-1915d97d1dbc) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:10.381528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:10.383315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.389229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414576f-13ad-4e22-b591-fe6473da8959 None None] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:10.407699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e9968549-6417-4b3d-8be1-3d7bf1443cf1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5652056 Oct 13 00:32:10.408356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51684) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:10.414070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ffd2450e-c132-4bfc-8b9e-bcc74e52cb39 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-823879246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:10.442140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd2450e-c132-4bfc-8b9e-bcc74e52cb39 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.443944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd2450e-c132-4bfc-8b9e-bcc74e52cb39 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.494914 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90a548ad-c05d-4220-bb00-c529e7a83449 req-79fbcda0-4f97-49bf-a4d2-56dcba2a7ebb service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088545 Oct 13 00:32:10.536405 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd2450e-c132-4bfc-8b9e-bcc74e52cb39 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.541788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd2450e-c132-4bfc-8b9e-bcc74e52cb39 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.573732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ffd2450e-c132-4bfc-8b9e-bcc74e52cb39 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.577520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ffd2450e-c132-4bfc-8b9e-bcc74e52cb39 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1657283 Oct 13 00:32:10.577842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51690) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:10.632251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:10.637339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773866389', 'description': 'tempest-secgroup-smoke-1773866389 description', 'project_id': 'bee60232abb54b41a78506ea06bd5a72'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:10.652760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-839b0076-72e8-451a-8dd7-1915d97d1dbc', 'network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc', 'tenant_id': '6860424a80d54a5793628c59ff37fe76', 'fixed_ips': [{'subnet_id': '22d33e56-df23-4fbb-998a-79318bb01d7e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:32:10.653953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.672516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.682456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.763422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.770019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.802258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Allocated IP 172.20.0.2 (839b0076-72e8-451a-8dd7-1915d97d1dbc/22d33e56-df23-4fbb-998a-79318bb01d7e/e6951e97-c458-4bde-922c-73f197939425) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:10.812710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce28cd1-18cf-41c0-82fc-28bdca8cb172,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:10.863601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.869103 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.912074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:10.916204 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2800741 Oct 13 00:32:10.916204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64be84-9bb5-4979-833e-502d74594eef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af42b466-6093-4b02-ad3a-2add4e71d876,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:10.916944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51698) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:10.923301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a50a6580-7464-49c8-b0e8-2f6908a468a5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'af42b466-6093-4b02-ad3a-2add4e71d876', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:10.960323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.003310 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.009999 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.050215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:11.050680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a50a6580-7464-49c8-b0e8-2f6908a468a5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.053043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:11.056506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:11.063802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Pushing event updated for resources: {'Port': ['ID=e6951e97-c458-4bde-922c-73f197939425,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:11.128161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Attempting to bind port e6951e97-c458-4bde-922c-73f197939425 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:32:11.129070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Attempting to bind port e6951e97-c458-4bde-922c-73f197939425 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '4d52a71a-63f0-49d4-b0c2-220e1d2b3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:32:11.129445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Attempting to bind port e6951e97-c458-4bde-922c-73f197939425 on network 839b0076-72e8-451a-8dd7-1915d97d1dbc {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:11.135051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:32:11.135451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Checking segment: {'id': '4d52a71a-63f0-49d4-b0c2-220e1d2b3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:11.135905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.136310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Bound using segment: {'id': '4d52a71a-63f0-49d4-b0c2-220e1d2b3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:32:11.136789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Bound port: e6951e97-c458-4bde-922c-73f197939425, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d52a71a-63f0-49d4-b0c2-220e1d2b3bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:32:11.137177 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.215106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] For port e6951e97-c458-4bde-922c-73f197939425, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:32:11.220095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] For port e6951e97-c458-4bde-922c-73f197939425, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e6951e97-c458-4bde-922c-73f197939425,segment=NetworkSegment(4d52a71a-63f0-49d4-b0c2-220e1d2b3bba),segment_id=4d52a71a-63f0-49d4-b0c2-220e1d2b3bba)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:32:11.225978 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.247149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a50a6580-7464-49c8-b0e8-2f6908a468a5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.272151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a50a6580-7464-49c8-b0e8-2f6908a468a5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.295870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360146f-34be-4a34-b38a-54553c2ff030 None None] Pushing event updated for resources: {'Port': ['ID=e6951e97-c458-4bde-922c-73f197939425,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:11.330341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a6580-7464-49c8-b0e8-2f6908a468a5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b292136d-96b4-49f4-865b-a43bde0128bc,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:11.339951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a50a6580-7464-49c8-b0e8-2f6908a468a5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.343774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a50a6580-7464-49c8-b0e8-2f6908a468a5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4221170 Oct 13 00:32:11.344337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51708) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:11.349107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e0f916e1-0ee5-49d4-8bbd-065c0265bf1c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'af42b466-6093-4b02-ad3a-2add4e71d876', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:11.364418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999253e7-524b-4bd6-bf3f-ff28fcd186c2 req-b973d1a5-7179-460a-9cc4-f519a665205b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:11.365949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-999253e7-524b-4bd6-bf3f-ff28fcd186c2 req-b973d1a5-7179-460a-9cc4-f519a665205b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.1400020 Oct 13 00:32:11.369077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Allocated IP 172.20.0.1 (839b0076-72e8-451a-8dd7-1915d97d1dbc/22d33e56-df23-4fbb-998a-79318bb01d7e/8eb6e745-c187-439e-a6ad-80ee700b5def) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:11.394743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e0f916e1-0ee5-49d4-8bbd-065c0265bf1c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.475960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e0f916e1-0ee5-49d4-8bbd-065c0265bf1c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.489620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e0f916e1-0ee5-49d4-8bbd-065c0265bf1c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.504536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-999253e7-524b-4bd6-bf3f-ff28fcd186c2 req-4bce07c1-1807-43e0-8480-8fdb55412f32 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203506 Oct 13 00:32:11.534997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e0f916e1-0ee5-49d4-8bbd-065c0265bf1c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.537098 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e0f916e1-0ee5-49d4-8bbd-065c0265bf1c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1916947 Oct 13 00:32:11.551119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51714) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:11.551300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f916e1-0ee5-49d4-8bbd-065c0265bf1c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543f2e55-9459-456c-bbe9-d53231d1750d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:11.551407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4b5d354d-66cf-452b-9952-d07749c767c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'af42b466-6093-4b02-ad3a-2add4e71d876', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:11.624521 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.642276 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b5d354d-66cf-452b-9952-d07749c767c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.718799 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.796329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:11.810514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:11.813244 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:11.818214 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0b1d4824-6b25-4b5e-9735-72e400df402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.832496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b5d354d-66cf-452b-9952-d07749c767c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.833529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'Port': ['ID=8eb6e745-c187-439e-a6ad-80ee700b5def,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:11.860785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b5d354d-66cf-452b-9952-d07749c767c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.891528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe51da-3ac3-4a32-bd6f-e1cffe0c5bad req-a644836a-9421-4adc-9915-3de8561f6eb5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:11.893114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dfe51da-3ac3-4a32-bd6f-e1cffe0c5bad req-a644836a-9421-4adc-9915-3de8561f6eb5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.1770918 Oct 13 00:32:11.915410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d354d-66cf-452b-9952-d07749c767c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b2e0a1-2fde-4037-9a5e-fa34af01b2d7,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:11.930748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4b5d354d-66cf-452b-9952-d07749c767c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.934672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4b5d354d-66cf-452b-9952-d07749c767c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3911245 Oct 13 00:32:11.934999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51724) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:11.936539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.939628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e5ed3651-2863-465c-8834-077e1504d0e2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'af42b466-6093-4b02-ad3a-2add4e71d876', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:11.968813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3651-2863-465c-8834-077e1504d0e2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:11.996247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3dfe51da-3ac3-4a32-bd6f-e1cffe0c5bad req-adb377a9-059c-4fac-b691-f48db7813f84 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906906 Oct 13 00:32:12.040584 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3651-2863-465c-8834-077e1504d0e2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.046548 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3651-2863-465c-8834-077e1504d0e2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.072168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed3651-2863-465c-8834-077e1504d0e2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09875f29-c8a1-4564-8fb9-ed56feb90191,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:12.098388 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3651-2863-465c-8834-077e1504d0e2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.099916 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e5ed3651-2863-465c-8834-077e1504d0e2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638212 Oct 13 00:32:12.103374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51728) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:12.119365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a6bbf6d5-2a94-44ea-a614-264df09be7b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'af42b466-6093-4b02-ad3a-2add4e71d876', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:12.132065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.152556 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-a6bbf6d5-2a94-44ea-a614-264df09be7b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Project bee60232abb54b41a78506ea06bd5a72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:32:12.158640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf6d5-2a94-44ea-a614-264df09be7b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.237394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf6d5-2a94-44ea-a614-264df09be7b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.242043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf6d5-2a94-44ea-a614-264df09be7b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.267351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbf6d5-2a94-44ea-a614-264df09be7b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2007e8f4-4407-447d-9f12-ad1bae8535ad,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:12.278092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf6d5-2a94-44ea-a614-264df09be7b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.279894 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a6bbf6d5-2a94-44ea-a614-264df09be7b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1750970 Oct 13 00:32:12.282312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51736) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:12.288634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-abaaca9a-3fb8-4647-9f1d-9b21849f70fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'af42b466-6093-4b02-ad3a-2add4e71d876', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:12.314752 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-abaaca9a-3fb8-4647-9f1d-9b21849f70fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Project bee60232abb54b41a78506ea06bd5a72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:32:12.322254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-abaaca9a-3fb8-4647-9f1d-9b21849f70fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.413571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-abaaca9a-3fb8-4647-9f1d-9b21849f70fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.420886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-abaaca9a-3fb8-4647-9f1d-9b21849f70fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.442250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaca9a-3fb8-4647-9f1d-9b21849f70fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929a3213-a6e4-46d8-86d1-a9ccfbb7bef2,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:12.450154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-abaaca9a-3fb8-4647-9f1d-9b21849f70fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.451606 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-abaaca9a-3fb8-4647-9f1d-9b21849f70fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1678593 Oct 13 00:32:12.454635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51740) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:12.460885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'network': {'name': 'tempest-network-smoke--2024583902', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:12.488664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:12.492484 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.525938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:32:12.541791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.542140 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Added segment 86f94ea4-a08c-4912-8380-5153c284eab0 of type vlan for network 8913f90b-d607-4364-a62f-d4635dd7c59a Oct 13 00:32:12.550474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63593c44-9bd8-4a0d-a671-c53e6556e456 None None] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:12.600116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.616548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-219f2074-33d0-456e-aff7-05dc46d623f6 None None] Provisioning complete for port e6951e97-c458-4bde-922c-73f197939425 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:12.617075 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-219f2074-33d0-456e-aff7-05dc46d623f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.621058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e36268-8823-406b-bfc6-0bcccb89ab37 req-c9f5cd6b-ab2c-49ce-ba6c-c443369ecf1b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:12.622571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8e36268-8823-406b-bfc6-0bcccb89ab37 req-c9f5cd6b-ab2c-49ce-ba6c-c443369ecf1b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.5263364 Oct 13 00:32:12.654269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.659972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:12.661163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.683061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8e36268-8823-406b-bfc6-0bcccb89ab37 req-8d0fb292-2aa0-4e85-b915-9bf8558b36e6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496268 Oct 13 00:32:12.767037 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3083088 Oct 13 00:32:12.767037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaef5ca-c81b-4298-9101-464961b8848e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Network': ['ID=8913f90b-d607-4364-a62f-d4635dd7c59a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:12.768197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51746) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:12.776250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'admin_state_up': True, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:12.790404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 8913f90b-d607-4364-a62f-d4635dd7c59a details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:32:12.813587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.815418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.851193 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-219f2074-33d0-456e-aff7-05dc46d623f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.866183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.877176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.890774 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:12.988857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-219f2074-33d0-456e-aff7-05dc46d623f6 None None] For port e6951e97-c458-4bde-922c-73f197939425, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e6951e97-c458-4bde-922c-73f197939425,segment=NetworkSegment(4d52a71a-63f0-49d4-b0c2-220e1d2b3bba),segment_id=4d52a71a-63f0-49d4-b0c2-220e1d2b3bba)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:12.999365 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-219f2074-33d0-456e-aff7-05dc46d623f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.017575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.019302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'Port': ['ID=8eb6e745-c187-439e-a6ad-80ee700b5def,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:13.069426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f2074-33d0-456e-aff7-05dc46d623f6 None None] Pushing event updated for resources: {'Port': ['ID=e6951e97-c458-4bde-922c-73f197939425,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:13.116378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.134321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-ac56558e-25cd-4bdf-b146-b2ff37dc1589 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:13.136116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-ac56558e-25cd-4bdf-b146-b2ff37dc1589 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.1547863 Oct 13 00:32:13.200296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-e0990e01-8541-440b-94fb-c29d3e0ec1de tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/quotas/54aeec5c8d294c549297df55fcefa909 HTTP/1.1" status: 200 len: 375 time: 0.0185223 Oct 13 00:32:13.325268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-b870485e-6ac6-4ada-b959-fc9c628cea69 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1041636 Oct 13 00:32:13.327239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:13.332328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:13.341939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-208c43b8-c742-48fd-bed5-bb6fa46b171f None None] Provisioning complete for port e6951e97-c458-4bde-922c-73f197939425 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:13.342312 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-208c43b8-c742-48fd-bed5-bb6fa46b171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.390285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.420596 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.498346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-208c43b8-c742-48fd-bed5-bb6fa46b171f None None] Provisioning complete for port 8eb6e745-c187-439e-a6ad-80ee700b5def triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:13.499250 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-208c43b8-c742-48fd-bed5-bb6fa46b171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.547261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-208c43b8-c742-48fd-bed5-bb6fa46b171f None None] Port 8eb6e745-c187-439e-a6ad-80ee700b5def cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:13.585388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-220d2c8b-84c9-473f-9e42-e7236036aeef service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449379 Oct 13 00:32:13.619687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Router ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:32:13.674639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e6951e97-c458-4bde-922c-73f197939425 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:13.764019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0b211609-811d-4229-8555-8a8798a7d27f None None] Provisioning complete for port 8eb6e745-c187-439e-a6ad-80ee700b5def triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:13.764391 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0b211609-811d-4229-8555-8a8798a7d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.802182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e6951e97-c458-4bde-922c-73f197939425 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:13.802562 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:13.851932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0b211609-811d-4229-8555-8a8798a7d27f None None] Port 8eb6e745-c187-439e-a6ad-80ee700b5def cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:13.855264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-e9fb9c44-32a3-4702-ba96-c120f880d0f9 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487080 Oct 13 00:32:13.861891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:32:13.871740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-face0fe6-be8b-4425-beeb-7cbc76b4ed44 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "PUT /v2.0/routers/ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2924473 Oct 13 00:32:13.874318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51772) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:13.882700 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fddfd-5d81-4093-8133-f86d707329c4 None None] Sync routers for ids ['ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:32:13.883331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Request body: {'port': {'network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc', 'name': 'tempest-FloatingIPNegativeTestJSON-1495272608'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:13.896649 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1fddfd-5d81-4093-8133-f86d707329c4 None None] Routers {'ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:13.897758 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fd1fddfd-5d81-4093-8133-f86d707329c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:13.986201 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fd1fddfd-5d81-4093-8133-f86d707329c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:13.994022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a9f299ac-34b3-46e1-86b6-460818b23bf2 None None] Provisioning complete for port 8eb6e745-c187-439e-a6ad-80ee700b5def triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:13.994402 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a9f299ac-34b3-46e1-86b6-460818b23bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.002676 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1fddfd-5d81-4093-8133-f86d707329c4 None None] Routers {'ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:14.004798 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fd1fddfd-5d81-4093-8133-f86d707329c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:31:44Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:14.035352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a9f299ac-34b3-46e1-86b6-460818b23bf2 None None] Port 8eb6e745-c187-439e-a6ad-80ee700b5def cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:14.063639 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fd1fddfd-5d81-4093-8133-f86d707329c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:14.064730 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1fddfd-5d81-4093-8133-f86d707329c4 None None] The sync data for ids ['ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:32:14.092067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.25.3.21 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/962a1907-89d9-42d7-917d-efade06d14a6) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:14.092868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Made reservation on behalf of 6860424a80d54a5793628c59ff37fe76 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:14.097949 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.116171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] device_id is not set on port ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:32:14.220157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.240552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Allocated IP 172.20.0.14 (839b0076-72e8-451a-8dd7-1915d97d1dbc/22d33e56-df23-4fbb-998a-79318bb01d7e/ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:14.263273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.304937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:14.309436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:14.312204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:14.335817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=962a1907-89d9-42d7-917d-efade06d14a6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:14.420285 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.458141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.508735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:14.511815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:14.515590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:14.523773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'Port': ['ID=ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:14.532569 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a417-4a1f-49cc-a925-793e3b00e9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.577306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:14.578102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.602209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bf9a3955-ace1-4e0d-bd84-f2cdfbb14614 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7228098 Oct 13 00:32:14.603087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51784) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:14.607896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:14.636255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.645313 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.767313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.866738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-572aa895-4127-4383-9d2f-7fda113d6729 None None] Provisioning complete for port ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:14.867886 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-572aa895-4127-4383-9d2f-7fda113d6729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.880150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:14.900237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Allocated IP 172.25.3.221 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/a41e5919-1868-42c1-8575-4caf86bfcfcb) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:14.914506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-572aa895-4127-4383-9d2f-7fda113d6729 None None] Port ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:15.028671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.028963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 027ca473-2747-45dd-a559-75e52c2eb950 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:32:15.065490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.119230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:15.122264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:15.132203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:15.135293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'Port': ['ID=a41e5919-1868-42c1-8575-4caf86bfcfcb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:15.183126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:32:15.199010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Sync routers for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:32:15.214648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.218632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-04aef75f-a257-464e-ba03-d9ba47c7c7a6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4468186 Oct 13 00:32:15.219736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51808) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:15.224461 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb9a0849-894b-47ae-89ac-d9664611a726 req-82915ca8-cfa8-4342-9309-0462ce750d3a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 210 time: 0.0435920 Oct 13 00:32:15.249041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:15.251974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:15.272528 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.353257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.461397 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a0304e4e-dbe8-47eb-90ba-1343a63a4b2f tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bee60232abb54b41a78506ea06bd5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2404597 Oct 13 00:32:15.464022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51814) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:15.550720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.556824 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.617213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:15.651098 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'Port': ['ID=a41e5919-1868-42c1-8575-4caf86bfcfcb,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:15.669757 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.694779 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.696431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ca39a8d0-6501-4dce-ab9e-208a5ab0b411 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0923049 Oct 13 00:32:15.699177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51824) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:15.706197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-54fe0beb-f7e0-4849-8e74-44ad39284e29 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Request body: {'floatingip': {'port_id': 'ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:15.742491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00dec91-d15b-4c34-8d7c-f487bb5f1251 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:15.744290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b00dec91-d15b-4c34-8d7c-f487bb5f1251 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2789974 Oct 13 00:32:15.747150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51828) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:15.757954 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-54fe0beb-f7e0-4849-8e74-44ad39284e29 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.778023 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.804265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7d13b0aa-89ac-4ed4-a7bd-a9b5bc3ed181 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535197 Oct 13 00:32:15.805745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51830) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:15.813643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1952206213', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:15.891419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:14Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:15.926929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Checking router: 027ca473-2747-45dd-a559-75e52c2eb950 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:32:15.927317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Updating router 027ca473-2747-45dd-a559-75e52c2eb950 port 962a1907-89d9-42d7-917d-efade06d14a6 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:32:15.960965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:15.964211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.012544 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-54fe0beb-f7e0-4849-8e74-44ad39284e29 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] update failed (client error): The resource could not be found. Oct 13 00:32:16.013987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-54fe0beb-f7e0-4849-8e74-44ad39284e29 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "PUT /v2.0/floatingips/73f56b48-9320-458b-b0ba-ef3b4420dbc9 HTTP/1.1" status: 404 len: 507 time: 0.3135407 Oct 13 00:32:16.017626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51836) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:16.046450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:16.051248 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.195071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Deleting port a41e5919-1868-42c1-8575-4caf86bfcfcb {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:16.195428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.292924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.293281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.308284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Calling delete_port for a41e5919-1868-42c1-8575-4caf86bfcfcb owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:16.314249 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.334379 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.344574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.396598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Attempting to bind port 962a1907-89d9-42d7-917d-efade06d14a6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:32:16.397868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Attempting to bind port 962a1907-89d9-42d7-917d-efade06d14a6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:32:16.397868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Attempting to bind port 962a1907-89d9-42d7-917d-efade06d14a6 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:16.416031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:32:16.417397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:16.418097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.419109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:32:16.419853 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Bound port: 962a1907-89d9-42d7-917d-efade06d14a6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:32:16.420475 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.428042 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5ec72e9-2d48-4911-a985-7a86005045a0 req-060eb59b-4a20-474a-b93b-336e0f68efed tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 210 time: 0.0735626 Oct 13 00:32:16.466358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Subnet': ['ID=2111ff2a-fcb7-4974-9884-31c59af666d4,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:16.473049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Checking segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:16.473410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network hostable DHCP agents. Network: 8913f90b-d607-4364-a62f-d4635dd7c59a, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:32:16.491169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e8712-f03a-4850-ad57-164ccab43989 None None] Pushing event updated for resources: {'Port': ['ID=962a1907-89d9-42d7-917d-efade06d14a6,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:16.503065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network 8913f90b-d607-4364-a62f-d4635dd7c59a is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:32:16.505629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] For port 962a1907-89d9-42d7-917d-efade06d14a6, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:32:16.509354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] For port 962a1907-89d9-42d7-917d-efade06d14a6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=962a1907-89d9-42d7-917d-efade06d14a6,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:32:16.513444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.514420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 8913f90b-d607-4364-a62f-d4635dd7c59a) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:16.519675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:16.520258 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.522190 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.553320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event deleted for resources: {'Port': ['ID=a41e5919-1868-42c1-8575-4caf86bfcfcb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:16.560215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-79bf8b2b-ea17-4532-b25c-e8e69595bb99 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7496331 Oct 13 00:32:16.560868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51846) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:16.575965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ebbc3-9041-4a4e-bc1b-f90a01587165 None None] Network 8913f90b-d607-4364-a62f-d4635dd7c59a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:16.621060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.624158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.625353 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b8fbc8a2-37e5-46ef-9fba-c451295e10bd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "DELETE /v2.0/floatingips/73f56b48-9320-458b-b0ba-ef3b4420dbc9 HTTP/1.1" status: 204 len: 168 time: 0.6072788 Oct 13 00:32:16.628940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51848) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:16.635317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e6fd1679-c393-46e6-8a0f-d8c8343eef6b tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Request body: {'floatingip': {'floating_network_id': '839b0076-72e8-451a-8dd7-1915d97d1dbc', 'port_id': 'ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:16.665631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:16.667092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:16.690578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e6fd1679-c393-46e6-8a0f-d8c8343eef6b tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:16.762841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e8712-f03a-4850-ad57-164ccab43989 None None] Pushing event updated for resources: {'Port': ['ID=962a1907-89d9-42d7-917d-efade06d14a6,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:16.867870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-7ceae8bd-e44c-49cf-9c81-b096f2a2c3fa tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:16.869265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-7ceae8bd-e44c-49cf-9c81-b096f2a2c3fa tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.2081003 Oct 13 00:32:16.898071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'port': {'device_id': '1740f320-cba7-4eee-be36-e37d4d6b2d0e', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'admin_state_up': True, 'tenant_id': '54aeec5c8d294c549297df55fcefa909'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:16.911402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:17.056080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-8913f90b-d607-4364-a62f-d4635dd7c59a', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:32:17.057262 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.057403 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-e6fd1679-c393-46e6-8a0f-d8c8343eef6b tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:32:17.058692 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e6fd1679-c393-46e6-8a0f-d8c8343eef6b tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4287522 Oct 13 00:32:17.062504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51856) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:17.069987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': 'ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:17.089574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Made reservation on behalf of 54aeec5c8d294c549297df55fcefa909 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:17.095641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.132541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.282148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Allocated IP 172.20.0.2 (8913f90b-d607-4364-a62f-d4635dd7c59a/2111ff2a-fcb7-4974-9884-31c59af666d4/79558bd3-971b-4290-8b31-59448a90e817) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:17.284507 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.285795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:14Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:17.294371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Allocated IP 172.20.0.9 (fe6549a6-9478-4959-899e-3172e706c8e1/076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8/61a7e762-0fa1-42ff-89b0-90f41a28589c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:17.325409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfa906-a6b9-4207-9d1d-ab2f7c3c61bc None None] The sync data for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 is: [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:14Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:32:17.434340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.610972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Allocated IP 172.25.3.62 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9315bc64-20f6-4ed4-918c-fbe6730af780) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:17.636295 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.652157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.660985 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.695350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a305de74-8bcf-4dba-b60a-7f37dfc403fe req-032942a2-b692-4ab6-8c5a-0f076e9c0608 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 210 time: 0.0273354 Oct 13 00:32:17.724208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Network 8913f90b-d607-4364-a62f-d4635dd7c59a is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:17.729393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:17.731681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.735808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:17.788123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Pushing event updated for resources: {'Port': ['ID=79558bd3-971b-4290-8b31-59448a90e817,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:17.848452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Attempting to bind port 79558bd3-971b-4290-8b31-59448a90e817 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:32:17.848877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Attempting to bind port 79558bd3-971b-4290-8b31-59448a90e817 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:32:17.849256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Attempting to bind port 79558bd3-971b-4290-8b31-59448a90e817 on network 8913f90b-d607-4364-a62f-d4635dd7c59a {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:17.851122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.857302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:32:17.857694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Checking segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:17.858202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.858837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Bound using segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:32:17.861755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Bound port: 79558bd3-971b-4290-8b31-59448a90e817, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:32:17.862042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.937884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:17.960489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event updated for resources: {'Port': ['ID=9315bc64-20f6-4ed4-918c-fbe6730af780,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:17.975855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:17.977779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:17.982973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:18.017770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] For port 79558bd3-971b-4290-8b31-59448a90e817, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:32:18.029419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] For port 79558bd3-971b-4290-8b31-59448a90e817, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=79558bd3-971b-4290-8b31-59448a90e817,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:32:18.041898 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.135075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80bb50-7f29-4d2f-8909-f55188314921 None None] Pushing event updated for resources: {'Port': ['ID=79558bd3-971b-4290-8b31-59448a90e817,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:18.164088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.20.0.1 (8913f90b-d607-4364-a62f-d4635dd7c59a/2111ff2a-fcb7-4974-9884-31c59af666d4/2c5eefd1-0930-479d-b388-f95f5223d25d) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:18.200195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.279937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Network fe6549a6-9478-4959-899e-3172e706c8e1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:18.292256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:18.294812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:18.346369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'Port': ['ID=61a7e762-0fa1-42ff-89b0-90f41a28589c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:18.403546 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.436408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:18.437154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.462483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.470409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Deleting port 9315bc64-20f6-4ed4-918c-fbe6730af780 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:18.470757 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.519754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network 8913f90b-d607-4364-a62f-d4635dd7c59a is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:18.524057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:18.528647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:18.581318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=2c5eefd1-0930-479d-b388-f95f5223d25d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:18.582323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.582660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.602707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Calling delete_port for 9315bc64-20f6-4ed4-918c-fbe6730af780 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:18.626238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.703299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1e5cc907-7522-4871-9ee3-1dc2c1d59518 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8165324 Oct 13 00:32:18.711329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-00b72776-cf11-46f3-a291-fd5cec59a9d2 None None] Provisioning complete for port 61a7e762-0fa1-42ff-89b0-90f41a28589c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:18.711329 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00b72776-cf11-46f3-a291-fd5cec59a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.742172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Request body: {'port': {'device_id': '1740f320-cba7-4eee-be36-e37d4d6b2d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:18.773994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-00b72776-cf11-46f3-a291-fd5cec59a9d2 None None] Port 61a7e762-0fa1-42ff-89b0-90f41a28589c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:18.826666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.833721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.874224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event deleted for resources: {'Port': ['ID=9315bc64-20f6-4ed4-918c-fbe6730af780,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:18.895787 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:18.917989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320a93c-f58b-47f8-97d5-3a0ff3c01ce5 req-397c6b79-f410-4017-887b-3cf723c8d6d3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:18.919530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a320a93c-f58b-47f8-97d5-3a0ff3c01ce5 req-397c6b79-f410-4017-887b-3cf723c8d6d3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 931 time: 0.1008193 Oct 13 00:32:19.036106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a320a93c-f58b-47f8-97d5-3a0ff3c01ce5 req-0bf2d741-bba0-4327-a73f-ba2207414926 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860980 Oct 13 00:32:19.111558 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] create failed (client error): The resource could not be found. Oct 13 00:32:19.113181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-570479ff-4677-425c-8381-2bde83ee92a3 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0476737 Oct 13 00:32:19.117125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51888) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:19.354328 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:19.366091 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:19.400784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-de0fab5f-e43b-4442-a3cf-3a72a385b5cd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Deleting port ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:19.401628 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de0fab5f-e43b-4442-a3cf-3a72a385b5cd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:19.528545 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:19.551565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b247fd2-1038-408f-96f0-c4f993dbd4c2 None None] Network 8913f90b-d607-4364-a62f-d4635dd7c59a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:19.638550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=2c5eefd1-0930-479d-b388-f95f5223d25d,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:19.650188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network 8913f90b-d607-4364-a62f-d4635dd7c59a is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:19.653301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:19.715478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a7e762-0fa1-42ff-89b0-90f41a28589c {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:32:19.728681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:19.730489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d6be0813-eaf1-42bb-bdfa-f8c3dd6b6b48 None None] Provisioning complete for port 79558bd3-971b-4290-8b31-59448a90e817 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:19.731094 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6be0813-eaf1-42bb-bdfa-f8c3dd6b6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:19.748929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Transition to ACTIVE for port object 61a7e762-0fa1-42ff-89b0-90f41a28589c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:32:19.757146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:19.790248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 962a1907-89d9-42d7-917d-efade06d14a6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:19.798677 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de0fab5f-e43b-4442-a3cf-3a72a385b5cd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:19.823692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 027ca473-2747-45dd-a559-75e52c2eb950 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:32:19.824416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-de0fab5f-e43b-4442-a3cf-3a72a385b5cd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Calling delete_port for ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:19.851487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Pushing event updated for resources: {'Port': ['ID=61a7e762-0fa1-42ff-89b0-90f41a28589c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:19.981734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Attempting to bind port 61a7e762-0fa1-42ff-89b0-90f41a28589c on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:32:19.982341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Attempting to bind port 61a7e762-0fa1-42ff-89b0-90f41a28589c by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:32:19.983118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Attempting to bind port 61a7e762-0fa1-42ff-89b0-90f41a28589c on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:19.991912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Port 61a7e762-0fa1-42ff-89b0-90f41a28589c on network fe6549a6-9478-4959-899e-3172e706c8e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:32:19.993893 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Attempting to bind port 61a7e762-0fa1-42ff-89b0-90f41a28589c on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:20.008490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:32:20.009002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Checking segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:20.009268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Bound using segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:32:20.009718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Bound port: 61a7e762-0fa1-42ff-89b0-90f41a28589c, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:32:20.010087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.011850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:32:20.032117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9db17a2f-9597-4909-b12e-6dbb08052bb7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "PUT /v2.0/routers/027ca473-2747-45dd-a559-75e52c2eb950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4701133 Oct 13 00:32:20.072596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6be0813-eaf1-42bb-bdfa-f8c3dd6b6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.096841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 962a1907-89d9-42d7-917d-efade06d14a6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:20.097174 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.163720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de0fab5f-e43b-4442-a3cf-3a72a385b5cd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.180811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] For port 61a7e762-0fa1-42ff-89b0-90f41a28589c, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:32:20.185722 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Sync routers for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:32:20.189468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] For port 61a7e762-0fa1-42ff-89b0-90f41a28589c, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:32:20.200797 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.208538 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:20.209194 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:20.234570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d6be0813-eaf1-42bb-bdfa-f8c3dd6b6b48 None None] For port 79558bd3-971b-4290-8b31-59448a90e817, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=79558bd3-971b-4290-8b31-59448a90e817,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:20.268533 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6be0813-eaf1-42bb-bdfa-f8c3dd6b6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.272615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:20.273465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.275158 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] 10.222.0.45 "PUT /v2.0/ports/61a7e762-0fa1-42ff-89b0-90f41a28589c HTTP/1.1" status: 200 len: 1091 time: 1.5567901 Oct 13 00:32:20.278026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1740f320-cba7-4eee-be36-e37d4d6b2d0e', 'tag': '61a7e762-0fa1-42ff-89b0-90f41a28589c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:20.280596 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1740f320-cba7-4eee-be36-e37d4d6b2d0e", "tag": "61a7e762-0fa1-42ff-89b0-90f41a28589c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:20.319902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fab5f-e43b-4442-a3cf-3a72a385b5cd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event deleted for resources: {'Port': ['ID=ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:20.425629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a533fcb-e198-43d9-b5ac-43b6ee260e8f service neutron] Pushing event updated for resources: {'Port': ['ID=61a7e762-0fa1-42ff-89b0-90f41a28589c,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:20.469963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-a15fc222-3de9-4a26-bc7f-fc7757d361f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:20.471501 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-a15fc222-3de9-4a26-bc7f-fc7757d361f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 1094 time: 0.1289232 Oct 13 00:32:20.507930 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.508593 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:20.559565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0813-eaf1-42bb-bdfa-f8c3dd6b6b48 None None] Pushing event updated for resources: {'Port': ['ID=79558bd3-971b-4290-8b31-59448a90e817,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:20.575083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 962a1907-89d9-42d7-917d-efade06d14a6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=962a1907-89d9-42d7-917d-efade06d14a6,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:20.582704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d9058-bf5a-4b48-a77e-f7f35227054c req-ef789e62-3d6c-4155-b971-588c432384e0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:20.584495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de3d9058-bf5a-4b48-a77e-f7f35227054c req-ef789e62-3d6c-4155-b971-588c432384e0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 943 time: 0.3988404 Oct 13 00:32:20.592585 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.593592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 79558bd3-971b-4290-8b31-59448a90e817 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:20.622563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-8bc34a19-af5e-4e53-a7e3-5d931eeec605 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c HTTP/1.1" status: 200 len: 217 time: 0.1332240 Oct 13 00:32:20.676722 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de0fab5f-e43b-4442-a3cf-3a72a385b5cd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.682472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-de0fab5f-e43b-4442-a3cf-3a72a385b5cd tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "DELETE /v2.0/ports/ce3c73b6-c801-4fb6-889f-0b0ad0f1de1d HTTP/1.1" status: 204 len: 168 time: 1.5619156 Oct 13 00:32:20.688466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51922) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:20.697850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-8cb73030-6937-47fc-9f9f-a078083a99f0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773866389&fields=id&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 267 time: 0.4104927 Oct 13 00:32:20.765061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de3d9058-bf5a-4b48-a77e-f7f35227054c req-b995cf81-9e9b-413d-bdfd-a3e48d5dffb8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538613 Oct 13 00:32:20.797033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-18a1da0e-616f-45f5-8fbe-dcc29a755197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:20.805501 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-18a1da0e-616f-45f5-8fbe-dcc29a755197 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.1746140 Oct 13 00:32:20.844391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 79558bd3-971b-4290-8b31-59448a90e817 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:20.844774 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:20.846162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ec893-42e4-4b8b-803a-6afd0b56abdf tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:20.848420 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-950ec893-42e4-4b8b-803a-6afd0b56abdf tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a HTTP/1.1" status: 200 len: 913 time: 0.1566045 Oct 13 00:32:20.851476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51926) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:20.895662 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06521242-b515-4f43-8d63-6b9d83a1497c x-openstack-request-id: req-06521242-b515-4f43-8d63-6b9d83a1497c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:20.895956 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1740f320-cba7-4eee-be36-e37d4d6b2d0e", "tag": "61a7e762-0fa1-42ff-89b0-90f41a28589c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:20.896208 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06521242-b515-4f43-8d63-6b9d83a1497c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:20.896606 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1740f320-cba7-4eee-be36-e37d4d6b2d0e', 'tag': '61a7e762-0fa1-42ff-89b0-90f41a28589c', 'status': 'completed', 'code': 200} Oct 13 00:32:20.932030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-0c38ba42-af38-49d4-84e3-32766554d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:20.933632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-0c38ba42-af38-49d4-84e3-32766554d12a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196804 Oct 13 00:32:20.939557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=962a1907-89d9-42d7-917d-efade06d14a6,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:20.953124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f4886892-ff15-4b9a-86cb-69b32d415bd0 None None] Provisioning complete for port 79558bd3-971b-4290-8b31-59448a90e817 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:20.956126 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f4886892-ff15-4b9a-86cb-69b32d415bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.085314 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:19Z', 'revision_number': 2, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:21.130850 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Checking router: 027ca473-2747-45dd-a559-75e52c2eb950 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:32:21.131208 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Updating router 027ca473-2747-45dd-a559-75e52c2eb950 port 2c5eefd1-0930-479d-b388-f95f5223d25d binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:32:21.151491 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-ba56e763-4b31-4e87-af4f-26908197db53 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061703 Oct 13 00:32:21.176255 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.179983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad623e6-d717-4f0a-8041-365fee799481 req-e3c78d55-63ed-4c06-bb96-3b9bca1b29a9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:21.181571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-e3c78d55-63ed-4c06-bb96-3b9bca1b29a9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 797 time: 0.4673696 Oct 13 00:32:21.203445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-0d94c49a-13d9-4e98-a65f-31afc729d9e6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/quotas/bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 375 time: 0.0123682 Oct 13 00:32:21.346673 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-beef9123-e415-45b8-b2f9-eb74c60ef14a req-b68af77f-feee-458a-8a79-d9e7f5914165 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813517 Oct 13 00:32:21.364716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-8963b980-af32-4667-b8a2-8e898045ed42 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518462 Oct 13 00:32:21.434758 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f4886892-ff15-4b9a-86cb-69b32d415bd0 None None] Provisioning complete for port 2c5eefd1-0930-479d-b388-f95f5223d25d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:21.435381 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f4886892-ff15-4b9a-86cb-69b32d415bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.476219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f4886892-ff15-4b9a-86cb-69b32d415bd0 None None] Port 2c5eefd1-0930-479d-b388-f95f5223d25d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:21.503724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-d1b69ce3-2de2-48f6-85df-8f760feb29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:21.505905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-d1b69ce3-2de2-48f6-85df-8f760feb29f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 1094 time: 0.0619347 Oct 13 00:32:21.573894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-5b4927f3-7f2f-41ec-9b74-bd456d71a5b5 service neutron] 10.222.0.21 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226406 Oct 13 00:32:21.606771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9f8dcd2a-ed04-4832-b9eb-1e7d8d7d0bbb None None] Provisioning complete for port 2c5eefd1-0930-479d-b388-f95f5223d25d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:21.607295 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9f8dcd2a-ed04-4832-b9eb-1e7d8d7d0bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.611092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 962a1907-89d9-42d7-917d-efade06d14a6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:21.668045 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.672338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.685631 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-705aacce-1f00-4ef3-be79-ba931a0704fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:21.687191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-705aacce-1f00-4ef3-be79-ba931a0704fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1730766 Oct 13 00:32:21.690413 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.701748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dcd2a-ed04-4832-b9eb-1e7d8d7d0bbb None None] Port 2c5eefd1-0930-479d-b388-f95f5223d25d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:21.723233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 962a1907-89d9-42d7-917d-efade06d14a6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:21.723792 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.769544 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Pushing event updated for resources: {'Port': ['ID=2c5eefd1-0930-479d-b388-f95f5223d25d,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:21.778372 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-ce40d6d9-9704-4358-8b1f-1d5e30a78bd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c HTTP/1.1" status: 200 len: 217 time: 0.0764918 Oct 13 00:32:21.797502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-f3429c99-75be-46e6-a4c0-992e3210113c service neutron] 10.222.0.21 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126305 Oct 13 00:32:21.800976 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.801373 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.801714 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.802186 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.802512 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.802836 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.803156 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.803471 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.804078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.804408 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.804720 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.805027 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:21.880581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-9d11caf1-7486-4979-9498-98167369ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:21.882094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-9d11caf1-7486-4979-9498-98167369ee45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0963635 Oct 13 00:32:21.918420 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Attempting to bind port 2c5eefd1-0930-479d-b388-f95f5223d25d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:32:21.918808 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Attempting to bind port 2c5eefd1-0930-479d-b388-f95f5223d25d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:32:21.919136 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Attempting to bind port 2c5eefd1-0930-479d-b388-f95f5223d25d on network 8913f90b-d607-4364-a62f-d4635dd7c59a {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:21.927088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 79558bd3-971b-4290-8b31-59448a90e817 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:21.956401 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:32:21.957049 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Checking segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:21.957186 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:21.957817 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Bound using segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:32:21.958255 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Bound port: 2c5eefd1-0930-479d-b388-f95f5223d25d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:32:21.958634 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.024134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-abf92530-d324-4759-a0af-08e4ab75c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:22.027644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-abf92530-d324-4759-a0af-08e4ab75c595 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359994 Oct 13 00:32:22.028377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 79558bd3-971b-4290-8b31-59448a90e817 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:22.028763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.120575 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] For port 2c5eefd1-0930-479d-b388-f95f5223d25d, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:32:22.127722 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] For port 2c5eefd1-0930-479d-b388-f95f5223d25d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2c5eefd1-0930-479d-b388-f95f5223d25d,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:32:22.137805 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.247359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ba6f00d6-df5b-43f9-8bc0-3d0d0614d8c7 None None] Provisioning complete for port 2c5eefd1-0930-479d-b388-f95f5223d25d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:22.247834 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba6f00d6-df5b-43f9-8bc0-3d0d0614d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.255901 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49a99d-19b9-40aa-89ca-25658813fdc7 None None] Pushing event updated for resources: {'Port': ['ID=2c5eefd1-0930-479d-b388-f95f5223d25d,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:22.289278 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:22.290189 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:22.293628 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-4cc2e24e-3abb-4da0-a079-bfbcb646d55d service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558398 Oct 13 00:32:22.495016 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:22.511077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba6f00d6-df5b-43f9-8bc0-3d0d0614d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.515031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3aadfc36-d010-4b44-82b3-bde84f605b40 req-0b1fc52e-5afe-4297-9c86-06e38f45b3cb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 210 time: 0.4451468 Oct 13 00:32:22.532747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2aee5-0c26-4ed6-b180-fa0848eacbde req-a012cd95-1df9-42d0-a245-b945dda3a83b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:22.543778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eef2aee5-0c26-4ed6-b180-fa0848eacbde req-a012cd95-1df9-42d0-a245-b945dda3a83b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 943 time: 0.6232846 Oct 13 00:32:22.590030 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b2ad9f9-9cbf-484a-81c6-c9817ebe99c3 req-4c0d2586-3391-4c7f-b986-1310eccc2b27 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863276 Oct 13 00:32:22.593780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eef2aee5-0c26-4ed6-b180-fa0848eacbde req-17088b8f-4721-4688-aa21-bbf8eaee9593 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491352 Oct 13 00:32:22.625748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ba6f00d6-df5b-43f9-8bc0-3d0d0614d8c7 None None] For port 2c5eefd1-0930-479d-b388-f95f5223d25d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2c5eefd1-0930-479d-b388-f95f5223d25d,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:22.634428 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba6f00d6-df5b-43f9-8bc0-3d0d0614d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.715162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Deleting port 8eb6e745-c187-439e-a6ad-80ee700b5def {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:22.715661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.727494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f00d6-df5b-43f9-8bc0-3d0d0614d8c7 None None] Pushing event updated for resources: {'Port': ['ID=2c5eefd1-0930-479d-b388-f95f5223d25d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:22.761581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0af754ce-1810-4d56-b6e8-6898424debff None None] Provisioning complete for port 2c5eefd1-0930-479d-b388-f95f5223d25d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:22.761581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0af754ce-1810-4d56-b6e8-6898424debff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.850835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:22.873355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Calling delete_port for 8eb6e745-c187-439e-a6ad-80ee700b5def owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:22.898175 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:22Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:22.927390 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cffd47-c6cc-4af3-9ae3-8cc528e86893 None None] The sync data for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 is: [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:22Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:32:23.096393 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:23.130187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event deleted for resources: {'Port': ['ID=8eb6e745-c187-439e-a6ad-80ee700b5def,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:23.170348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.170701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.171040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.171373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.171737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.172068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.172398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.172732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.173237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.173476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.173853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.174261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:32:23.316172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:23.507801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Router ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:32:23.652993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2c5eefd1-0930-479d-b388-f95f5223d25d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:23.734281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2c5eefd1-0930-479d-b388-f95f5223d25d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:23.734735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:23.808869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d1d17b0f-a4b9-4809-9c90-93b5541e41a0 req-2742bca6-bc1e-4cf6-87c0-337d04b9f681 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 210 time: 0.0953064 Oct 13 00:32:23.810985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:32:23.818447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7542326b-2898-4087-98fa-54222a87a39f tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "PUT /v2.0/routers/ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9633071 Oct 13 00:32:23.821021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51982) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:23.827902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad623e6-d717-4f0a-8041-365fee799481 req-71b2a344-956a-40f9-bbe1-e53c5da85aad tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:23.829453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-71b2a344-956a-40f9-bbe1-e53c5da85aad tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 797 time: 0.2849271 Oct 13 00:32:23.837884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0d9ac-e5c2-4394-b29d-1fa4d2d68b10 None None] Sync routers for ids ['ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:32:23.860489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0d9ac-e5c2-4394-b29d-1fa4d2d68b10 None None] Routers {'ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:23.865176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-44e0d9ac-e5c2-4394-b29d-1fa4d2d68b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:23.905013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-44e0d9ac-e5c2-4394-b29d-1fa4d2d68b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:23.917899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0d9ac-e5c2-4394-b29d-1fa4d2d68b10 None None] Routers {'ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:23.918785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-44e0d9ac-e5c2-4394-b29d-1fa4d2d68b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:23.929011 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-89d738c3-e131-41b7-8c36-8642c4c297c4 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:23.944989 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-2f1858bc-45d0-459d-b95e-a97f95d25c46 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 380 time: 0.0882609 Oct 13 00:32:23.957638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'port': {'device_id': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'admin_state_up': True, 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'security_groups': ['af42b466-6093-4b02-ad3a-2add4e71d876']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:23.958520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-44e0d9ac-e5c2-4394-b29d-1fa4d2d68b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:23.959785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0d9ac-e5c2-4394-b29d-1fa4d2d68b10 None None] The sync data for ids ['ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:32:24.014163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941b56b-5857-4d1e-893b-b06c9dc96aa4 req-19c38c4d-2034-43a4-9a91-1b1319dbab5d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:24.015739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b941b56b-5857-4d1e-893b-b06c9dc96aa4 req-19c38c4d-2034-43a4-9a91-1b1319dbab5d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 943 time: 0.2991912 Oct 13 00:32:24.109730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:24.113756 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.148870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-89d738c3-e131-41b7-8c36-8642c4c297c4 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.153236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-89d738c3-e131-41b7-8c36-8642c4c297c4 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.160613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b941b56b-5857-4d1e-893b-b06c9dc96aa4 req-6db24011-833a-418d-8432-44f6db604130 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376472 Oct 13 00:32:24.216819 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-89d738c3-e131-41b7-8c36-8642c4c297c4 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.217440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d738c3-e131-41b7-8c36-8642c4c297c4 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Fanout notify agent at l3_agent the message router_deleted on router ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:32:24.227631 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-89d738c3-e131-41b7-8c36-8642c4c297c4 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.229349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-89d738c3-e131-41b7-8c36-8642c4c297c4 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "DELETE /v2.0/routers/ab7cabd7-698d-44b8-bf6e-ee6262b9ba9a HTTP/1.1" status: 204 len: 168 time: 0.4073694 Oct 13 00:32:24.231156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51988) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:24.285247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.20.0.13 (8913f90b-d607-4364-a62f-d4635dd7c59a/2111ff2a-fcb7-4974-9884-31c59af666d4/03d101fd-0e18-4035-a816-ec49386e3edf) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:24.292287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad2dbe9-89ea-40a3-b65c-6186fc5179f1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Deleting subnet 22d33e56-df23-4fbb-998a-79318bb01d7e {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:32:24.295846 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dbe9-89ea-40a3-b65c-6186fc5179f1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.339359 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dbe9-89ea-40a3-b65c-6186fc5179f1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.462200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.463880 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dbe9-89ea-40a3-b65c-6186fc5179f1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.508146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.545367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dbe9-89ea-40a3-b65c-6186fc5179f1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.586077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2dbe9-89ea-40a3-b65c-6186fc5179f1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event deleted for resources: {'Subnet': ['ID=22d33e56-df23-4fbb-998a-79318bb01d7e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:24.586358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59ebb9-30d2-45b0-b8ac-365d2b4dbddf None None] Network 839b0076-72e8-451a-8dd7-1915d97d1dbc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:24.587914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network 8913f90b-d607-4364-a62f-d4635dd7c59a is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:24.590693 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ad2dbe9-89ea-40a3-b65c-6186fc5179f1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.592865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:24.597711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3ad2dbe9-89ea-40a3-b65c-6186fc5179f1 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "DELETE /v2.0/subnets/22d33e56-df23-4fbb-998a-79318bb01d7e HTTP/1.1" status: 204 len: 168 time: 0.3625786 Oct 13 00:32:24.598225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:24.598793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51994) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:24.603311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:24.668633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:24.669244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.690326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-6f1b0132-7060-4c65-aaae-b15c88f4292e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375355 Oct 13 00:32:24.708940 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.710304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Request body: {'port': {'device_id': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:24.784100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Deleting port e6951e97-c458-4bde-922c-73f197939425 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:24.785500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.789601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.872869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] For port e6951e97-c458-4bde-922c-73f197939425, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e6951e97-c458-4bde-922c-73f197939425,segment=NetworkSegment(4d52a71a-63f0-49d4-b0c2-220e1d2b3bba),segment_id=4d52a71a-63f0-49d4-b0c2-220e1d2b3bba)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:24.873514 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:24.888377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Calling delete_port for e6951e97-c458-4bde-922c-73f197939425 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:24.944197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] DHCP port deletion for 839b0076-72e8-451a-8dd7-1915d97d1dbc request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:32:24.957514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3e97f7a8-d3df-4699-8fb1-3998b08e0ccc None None] Provisioning complete for port 03d101fd-0e18-4035-a816-ec49386e3edf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:24.958030 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3e97f7a8-d3df-4699-8fb1-3998b08e0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.024624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3e97f7a8-d3df-4699-8fb1-3998b08e0ccc None None] Port 03d101fd-0e18-4035-a816-ec49386e3edf cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:25.040916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] Deleting port e6951e97-c458-4bde-922c-73f197939425 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:25.041574 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.053484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f184-07af-4852-af9d-0aceca9bd9e4 req-3eb691eb-0005-4457-a311-cff952cd07ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:25.061468 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8176f184-07af-4852-af9d-0aceca9bd9e4 req-3eb691eb-0005-4457-a311-cff952cd07ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 932 time: 0.0814636 Oct 13 00:32:25.121290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8176f184-07af-4852-af9d-0aceca9bd9e4 req-f1d5ee08-d20d-4599-8fa3-aa50c043e85a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588193 Oct 13 00:32:25.122399 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.146933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] For port e6951e97-c458-4bde-922c-73f197939425, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e6951e97-c458-4bde-922c-73f197939425,segment=NetworkSegment(4d52a71a-63f0-49d4-b0c2-220e1d2b3bba),segment_id=4d52a71a-63f0-49d4-b0c2-220e1d2b3bba)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:25.147912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.152405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event deleted for resources: {'Port': ['ID=e6951e97-c458-4bde-922c-73f197939425,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:25.154320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] No DVR routers for this DVR port e6951e97-c458-4bde-922c-73f197939425 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:32:25.172224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] Calling delete_port for e6951e97-c458-4bde-922c-73f197939425 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:25.175004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d101fd-0e18-4035-a816-ec49386e3edf {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:32:25.184807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.206911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Transition to ACTIVE for port object 03d101fd-0e18-4035-a816-ec49386e3edf will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:32:25.221502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.262133 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.290008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] Pushing event deleted for resources: {'Port': ['ID=e6951e97-c458-4bde-922c-73f197939425,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:25.297971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d972c8a-80fb-4872-8e53-233234f960db None None] No DVR routers for this DVR port e6951e97-c458-4bde-922c-73f197939425 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:32:25.314481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:25.333467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.359770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839b0076-72e8-451a-8dd7-1915d97d1dbc']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:25.369491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db689b-8ed0-47ef-b44c-85b17d5eaeb0 req-791b8055-04f8-40c1-b286-730fb58ab358 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:25.372541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65db689b-8ed0-47ef-b44c-85b17d5eaeb0 req-791b8055-04f8-40c1-b286-730fb58ab358 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 943 time: 0.0926769 Oct 13 00:32:25.401655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d52a71a-63f0-49d4-b0c2-220e1d2b3bba') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:25.401946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d52a71a-63f0-49d4-b0c2-220e1d2b3bba') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:25.404109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Attempting to bind port 03d101fd-0e18-4035-a816-ec49386e3edf on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:32:25.404457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Attempting to bind port 03d101fd-0e18-4035-a816-ec49386e3edf by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:32:25.404791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Attempting to bind port 03d101fd-0e18-4035-a816-ec49386e3edf on network 8913f90b-d607-4364-a62f-d4635dd7c59a {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:25.410494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Port 03d101fd-0e18-4035-a816-ec49386e3edf on network 8913f90b-d607-4364-a62f-d4635dd7c59a not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:32:25.410826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Attempting to bind port 03d101fd-0e18-4035-a816-ec49386e3edf on network 8913f90b-d607-4364-a62f-d4635dd7c59a {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:25.416339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:32:25.416822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Checking segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:25.417221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Bound using segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:32:25.417886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Bound port: 03d101fd-0e18-4035-a816-ec49386e3edf, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:32:25.418036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.422601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.458451 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.465429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65db689b-8ed0-47ef-b44c-85b17d5eaeb0 req-f697a0c5-6315-46bf-8843-0140eef1eb80 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737517 Oct 13 00:32:25.468336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:32:25.468739 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:32:25.472155 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:32:25.534385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:32:25.569693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e6951e97-c458-4bde-922c-73f197939425 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:32:25.576879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.577776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:32:25.585861 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.586085 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.589668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] 10.222.0.21 "DELETE /v2.0/networks/839b0076-72e8-451a-8dd7-1915d97d1dbc HTTP/1.1" status: 204 len: 168 time: 0.9898667 Oct 13 00:32:25.608969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f542f-56c4-438a-a187-7f10a125d255 tempest-FloatingIPNegativeTestJSON-491083251 tempest-FloatingIPNegativeTestJSON-491083251-project] Pushing event deleted for resources: {'Network': ['ID=839b0076-72e8-451a-8dd7-1915d97d1dbc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:25.617939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: e6951e97-c458-4bde-922c-73f197939425 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:32:25.618531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e6951e97-c458-4bde-922c-73f197939425 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:32:25.631682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 61a7e762-0fa1-42ff-89b0-90f41a28589c details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:32:25.704625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:25.705871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.707499 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] 10.222.0.36 "PUT /v2.0/ports/03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1092 time: 1.0030870 Oct 13 00:32:25.708338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503776d7-c459-4e3e-ac2a-7ec666aceab2 service neutron] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:25.720331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:25.723275 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16429e42-d374-44aa-b757-c8410af0ac3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:25.789813 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9a9e49-f87d-4045-a9b6-f6c94d61694a x-openstack-request-id: req-5a9a9e49-f87d-4045-a9b6-f6c94d61694a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:25.790139 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:25.790447 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a9a9e49-f87d-4045-a9b6-f6c94d61694a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:25.791902 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf', 'status': 'completed', 'code': 200} Oct 13 00:32:25.828861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 61a7e762-0fa1-42ff-89b0-90f41a28589c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:25.846642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '61a7e762-0fa1-42ff-89b0-90f41a28589c', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': '61a7e762-0fa1-42ff-89b0-90f41a28589c', 'mac_address': 'fa:16:3e:e3:e6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:32:25.858053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad623e6-d717-4f0a-8041-365fee799481 req-a11ea168-b0fb-4082-8259-3bef33b7b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:25.859649 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-a11ea168-b0fb-4082-8259-3bef33b7b951 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1095 time: 0.0891860 Oct 13 00:32:25.902160 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:25.917204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a7e762-0fa1-42ff-89b0-90f41a28589c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:32:25.935828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-eb343b67-43a9-4a15-ab5f-e22caba80b6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 217 time: 0.0628958 Oct 13 00:32:25.948041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 61a7e762-0fa1-42ff-89b0-90f41a28589c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:25.955567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:26.009463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52026) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:26.024467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=61a7e762-0fa1-42ff-89b0-90f41a28589c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:26.049937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad623e6-d717-4f0a-8041-365fee799481 req-db6cede1-c23a-4bd6-a4e5-95fb5028eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:26.052046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-db6cede1-c23a-4bd6-a4e5-95fb5028eef7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.1087353 Oct 13 00:32:26.105263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad623e6-d717-4f0a-8041-365fee799481 req-b845ffcb-8ba2-42e1-a57b-168e383821fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:26.106945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-b845ffcb-8ba2-42e1-a57b-168e383821fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472522 Oct 13 00:32:26.148654 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-074d669e-1271-412d-a25a-727549462071 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6860424a80d54a5793628c59ff37fe76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378577 Oct 13 00:32:26.151400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52034) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:26.214093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cfede3d7-c7f2-4939-beef-3e8aea1f22de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:26.219549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-7556e173-022e-4dce-8395-32bdac580ae9 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012888 Oct 13 00:32:26.260019 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cfede3d7-c7f2-4939-beef-3e8aea1f22de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:26.303876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94143ffe-91d3-474a-a4f6-884f4e6932dc req-affd5a06-bef9-4d98-a05d-4dcd25328d7e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:26.305572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94143ffe-91d3-474a-a4f6-884f4e6932dc req-affd5a06-bef9-4d98-a05d-4dcd25328d7e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.1013839 Oct 13 00:32:26.334115 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad623e6-d717-4f0a-8041-365fee799481 req-73eb985c-6ce1-47d7-987b-26f73b68733c service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061819 Oct 13 00:32:26.343447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['61a7e762-0fa1-42ff-89b0-90f41a28589c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:32:26.356094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cfede3d7-c7f2-4939-beef-3e8aea1f22de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:26.358610 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cfede3d7-c7f2-4939-beef-3e8aea1f22de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:26.359808 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cfede3d7-c7f2-4939-beef-3e8aea1f22de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f7e6464-4a45-4e1f-b861-9efba695d8fd HTTP/1.1" status: 204 len: 168 time: 0.2075582 Oct 13 00:32:26.388422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfede3d7-c7f2-4939-beef-3e8aea1f22de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e6464-4a45-4e1f-b861-9efba695d8fd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:26.395449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94143ffe-91d3-474a-a4f6-884f4e6932dc req-1ae77eba-e469-41a2-baf3-96d7dd70b146 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819471 Oct 13 00:32:26.485572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16429e42-d374-44aa-b757-c8410af0ac3d req-8461f665-d428-4b2f-9abc-8a6e7d2f8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:26.485572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16429e42-d374-44aa-b757-c8410af0ac3d req-8461f665-d428-4b2f-9abc-8a6e7d2f8e5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1095 time: 0.0535378 Oct 13 00:32:26.608078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f2bec-c18f-4f35-a8c7-40f8d43186ce req-82893b6f-5008-4d75-ab54-686fe26d29d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:26.617898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d02f2bec-c18f-4f35-a8c7-40f8d43186ce req-82893b6f-5008-4d75-ab54-686fe26d29d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 944 time: 0.0682352 Oct 13 00:32:26.618443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16429e42-d374-44aa-b757-c8410af0ac3d req-ed604ec5-5262-4a79-bd7b-db15938e88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:26.620240 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16429e42-d374-44aa-b757-c8410af0ac3d req-ed604ec5-5262-4a79-bd7b-db15938e88ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.1275489 Oct 13 00:32:26.667457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d02f2bec-c18f-4f35-a8c7-40f8d43186ce req-22a18e88-485c-4ec0-92ab-8bf283ac9754 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480866 Oct 13 00:32:26.669792 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16429e42-d374-44aa-b757-c8410af0ac3d req-a184dbed-74b6-4dc7-9209-82a89b935af7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 217 time: 0.0386853 Oct 13 00:32:26.723394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16429e42-d374-44aa-b757-c8410af0ac3d req-f3abf934-ff4d-4bb5-9c11-85ef2fcf100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:26.726358 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16429e42-d374-44aa-b757-c8410af0ac3d req-f3abf934-ff4d-4bb5-9c11-85ef2fcf100a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.0469372 Oct 13 00:32:26.791200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16429e42-d374-44aa-b757-c8410af0ac3d req-163a5c80-b481-48d1-bfb9-5cf56f31c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:26.792760 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16429e42-d374-44aa-b757-c8410af0ac3d req-163a5c80-b481-48d1-bfb9-5cf56f31c365 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572433 Oct 13 00:32:26.900044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16429e42-d374-44aa-b757-c8410af0ac3d req-01446ad3-1ac4-438f-a73d-92da0f729976 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992129 Oct 13 00:32:27.013525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16429e42-d374-44aa-b757-c8410af0ac3d req-eb0c2604-aab4-4368-b09e-7f5421f5de9f service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059408 Oct 13 00:32:27.173487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52074) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:27.274395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'networks': [{'name': 'tempest-network--334949555'}, {'name': 'tempest-network--1683464545'}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:27.274712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'network': {'name': 'tempest-network--334949555'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:27.275171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'network': {'name': 'tempest-network--1683464545'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:27.297836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Made reservation on behalf of 72fd4d8e98014c9396b51900f2ff65df for: {'network': 2} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:27.302523 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.311213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.395944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.400839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.401296 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.438013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32e8897-6b1b-4f68-ae8f-8809e1e3de76,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:27.445933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:32:27.456059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.456447 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Added segment 7958114e-6044-4770-8711-19bca4e15648 of type vlan for network c296f537-a552-4a0e-8439-df931d6eba00 Oct 13 00:32:27.532005 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.568365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5fcad-50eb-49a0-91f1-e4a80fda3c10 req-02807b31-8c98-4de1-82c8-c0565ff4d7b6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:27.569850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86c5fcad-50eb-49a0-91f1-e4a80fda3c10 req-02807b31-8c98-4de1-82c8-c0565ff4d7b6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.0935214 Oct 13 00:32:27.577339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:32:27.599786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.600125 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Added segment 3c8ed04c-8467-4607-9d56-8873f0fc1a41 of type vlan for network 5b37abd8-10f2-4c0f-8c8d-d28bf7bdc95a Oct 13 00:32:27.636907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 61a7e762-0fa1-42ff-89b0-90f41a28589c up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:27.648712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86c5fcad-50eb-49a0-91f1-e4a80fda3c10 req-d346da2f-304a-4ff1-bc4b-f5985fb43ea2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722826 Oct 13 00:32:27.657048 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.691272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.693077 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.699035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:27.706260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:27.707069 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.719147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 61a7e762-0fa1-42ff-89b0-90f41a28589c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:32:27.724936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 61a7e762-0fa1-42ff-89b0-90f41a28589c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:27.725318 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.806207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6314664 Oct 13 00:32:27.809482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52092) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:27.813998 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:27.817378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Network': ['ID=c296f537-a552-4a0e-8439-df931d6eba00,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:27.834741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c296f537-a552-4a0e-8439-df931d6eba00 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:32:27.852460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1740f320-cba7-4eee-be36-e37d4d6b2d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a7e762-0fa1-42ff-89b0-90f41a28589c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:27.854940 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f3c131-7dbd-4f1f-8aa7-6f485d82a96f" -d '{"events": [{"server_uuid": "1740f320-cba7-4eee-be36-e37d4d6b2d0e", "name": "network-vif-plugged", "status": "completed", "tag": "61a7e762-0fa1-42ff-89b0-90f41a28589c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:27.898611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f47d31-dc3c-456c-a910-74ba69f4ede9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Network': ['ID=5b37abd8-10f2-4c0f-8c8d-d28bf7bdc95a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:27.916909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dabe46-ed44-4715-99b4-411b4d0e7296 req-52e836f3-58a1-4613-afdb-f590c2198c1a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:27.922241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2dabe46-ed44-4715-99b4-411b4d0e7296 req-52e836f3-58a1-4613-afdb-f590c2198c1a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 944 time: 0.1666489 Oct 13 00:32:27.923951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 5b37abd8-10f2-4c0f-8c8d-d28bf7bdc95a details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:32:27.932422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 61a7e762-0fa1-42ff-89b0-90f41a28589c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:27.945902 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8b7dfc-acb9-4e71-8738-3969555ffb34 x-openstack-request-id: req-ef8b7dfc-acb9-4e71-8738-3969555ffb34 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:27.946334 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1740f320-cba7-4eee-be36-e37d4d6b2d0e", "name": "network-vif-plugged", "status": "completed", "tag": "61a7e762-0fa1-42ff-89b0-90f41a28589c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:27.946669 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef8b7dfc-acb9-4e71-8738-3969555ffb34 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:27.947611 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1740f320-cba7-4eee-be36-e37d4d6b2d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a7e762-0fa1-42ff-89b0-90f41a28589c', 'code': 200} Oct 13 00:32:27.977838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2dabe46-ed44-4715-99b4-411b4d0e7296 req-6c14ef7b-6714-413c-b203-591c7f55e5a3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469441 Oct 13 00:32:28.011671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.103311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=61a7e762-0fa1-42ff-89b0-90f41a28589c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:28.138943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c5dc7-6776-4a5e-a09a-b3f4419bd293 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:28.145236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c5dc7-6776-4a5e-a09a-b3f4419bd293 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:28.151565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c5dc7-6776-4a5e-a09a-b3f4419bd293 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:28.157723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c5dc7-6776-4a5e-a09a-b3f4419bd293 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:28.162024 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-209c5dc7-6776-4a5e-a09a-b3f4419bd293 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3485155 Oct 13 00:32:28.162355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52100) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:28.176993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635335a0-c21a-4df1-9843-d2f67faab11b req-10169778-6bf5-413f-9d74-a4a59dd98f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:28.178478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-635335a0-c21a-4df1-9843-d2f67faab11b req-10169778-6bf5-413f-9d74-a4a59dd98f3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 1096 time: 0.1316607 Oct 13 00:32:28.272204 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.275672 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-635335a0-c21a-4df1-9843-d2f67faab11b req-b19ca25c-bfe5-4327-b757-ce13e5328db9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873826 Oct 13 00:32:28.361341 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.387168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c296f537-a552-4a0e-8439-df931d6eba00']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:28.396537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7958114e-6044-4770-8711-19bca4e15648') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:28.396839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7958114e-6044-4770-8711-19bca4e15648') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:28.406105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.419484 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.426004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:32:28.426392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:32:28.429338 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:32:28.494789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.505314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.508536 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/networks/c296f537-a552-4a0e-8439-df931d6eba00 HTTP/1.1" status: 204 len: 168 time: 0.3452027 Oct 13 00:32:28.511155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52110) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:28.530441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b14f6-fba4-42f3-bd79-1c03906aba8d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Network': ['ID=c296f537-a552-4a0e-8439-df931d6eba00,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:28.598829 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.691242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.715179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b37abd8-10f2-4c0f-8c8d-d28bf7bdc95a']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:28.725500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8ed04c-8467-4607-9d56-8873f0fc1a41') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:28.726235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8ed04c-8467-4607-9d56-8873f0fc1a41') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:28.738369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.745766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 03d101fd-0e18-4035-a816-ec49386e3edf details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:32:28.756559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.766845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:32:28.767778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.779210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17678d-6731-4212-bd2c-6a061c092dc4 req-2c18646e-804f-4abe-b616-5cd765847085 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:28.787873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a17678d-6731-4212-bd2c-6a061c092dc4 req-2c18646e-804f-4abe-b616-5cd765847085 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.0633957 Oct 13 00:32:28.835175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a17678d-6731-4212-bd2c-6a061c092dc4 req-30292930-02d2-40c2-9a15-4bd66341f000 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457861 Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:32:28.848709 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:32:28.861453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:28.873249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '03d101fd-0e18-4035-a816-ec49386e3edf', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'port_id': '03d101fd-0e18-4035-a816-ec49386e3edf', 'mac_address': 'fa:16:3e:f7:6e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:32:28.874146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.881387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.884548 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/networks/5b37abd8-10f2-4c0f-8c8d-d28bf7bdc95a HTTP/1.1" status: 204 len: 168 time: 0.3724172 Oct 13 00:32:28.887185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52120) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:28.896694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283165a8-961e-4677-ba67-1340d0cc8b43 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Network': ['ID=5b37abd8-10f2-4c0f-8c8d-d28bf7bdc95a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:28.919925 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:28.936791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d101fd-0e18-4035-a816-ec49386e3edf {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:32:28.959213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:28.964534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.028616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:29.112098 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4b881-ece9-4dc3-8090-37c33027461a tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:29.118262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4b881-ece9-4dc3-8090-37c33027461a tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:29.119809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-66e4b881-ece9-4dc3-8090-37c33027461a tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2315943 Oct 13 00:32:29.123393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:29.129255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1593075276'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:29.160211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca693192-7d08-42fe-9e42-80b438821256 req-e1b0a68c-c6dd-4f35-926e-019eebdd8dee tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:29.161690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca693192-7d08-42fe-9e42-80b438821256 req-e1b0a68c-c6dd-4f35-926e-019eebdd8dee tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0973577 Oct 13 00:32:29.166463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Made reservation on behalf of 72fd4d8e98014c9396b51900f2ff65df for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:29.169806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.216419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:32:29.223262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca693192-7d08-42fe-9e42-80b438821256 req-4f69d06f-3927-41c2-96d5-faf1989db4e0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512705 Oct 13 00:32:29.228480 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.228897 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Added segment eae94de8-2081-4b8f-8d16-804c173532b9 of type vlan for network b0d9ba57-55ad-44df-b56d-adeed9aa383c Oct 13 00:32:29.280789 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.308319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.313842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:29.314440 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.338273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['03d101fd-0e18-4035-a816-ec49386e3edf'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:32:29.375449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52134) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:29.376230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2510121 Oct 13 00:32:29.388268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1366392936'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:29.393930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02eff6-b435-4bbd-8bb7-3268574a308c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Network': ['ID=b0d9ba57-55ad-44df-b56d-adeed9aa383c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:29.408235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network b0d9ba57-55ad-44df-b56d-adeed9aa383c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:32:29.413417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Made reservation on behalf of 72fd4d8e98014c9396b51900f2ff65df for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:29.416903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.440138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:32:29.449615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.449952 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Added segment 8b0a54b7-164c-4d32-bdf2-652b101b8f16 of type vlan for network ecc98143-4819-4289-906e-6e64fedc9a5b Oct 13 00:32:29.489538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.516557 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.522169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:29.522751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.586870 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2092631 Oct 13 00:32:29.590358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52138) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:29.600331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8513eaa-266a-420c-94f4-2554cebd6781 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Network': ['ID=ecc98143-4819-4289-906e-6e64fedc9a5b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:29.602979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'ports': [{'network_id': 'b0d9ba57-55ad-44df-b56d-adeed9aa383c', 'name': 'tempest-port--1847603618', 'admin_state_up': True}, {'network_id': 'ecc98143-4819-4289-906e-6e64fedc9a5b', 'admin_state_up': False}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:29.603374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'port': {'network_id': 'b0d9ba57-55ad-44df-b56d-adeed9aa383c', 'name': 'tempest-port--1847603618', 'admin_state_up': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:29.603985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'port': {'network_id': 'ecc98143-4819-4289-906e-6e64fedc9a5b', 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:29.622704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network ecc98143-4819-4289-906e-6e64fedc9a5b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:32:29.785134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Made reservation on behalf of 72fd4d8e98014c9396b51900f2ff65df for: {'port': 2} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:29.790395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.803606 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:29.898502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] device_id is not set on port 190de4c2-01d8-41ef-943a-4f9acb454be0 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:32:30.019967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db88a7-23b8-4005-b44b-4f44a91ef2f7 req-50485990-886c-47cf-9f57-b46b6a377a0f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:30.021354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99db88a7-23b8-4005-b44b-4f44a91ef2f7 req-50485990-886c-47cf-9f57-b46b6a377a0f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 945 time: 0.1080949 Oct 13 00:32:30.381182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:30.388049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99db88a7-23b8-4005-b44b-4f44a91ef2f7 req-4325702d-765f-4f16-b4b3-78ace5cf659a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556108 Oct 13 00:32:30.439623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1cbd-439d-4731-828f-b245305f97ce req-3719bacb-de87-4bb1-9c86-1ea13de0411d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:30.441683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc1f1cbd-439d-4731-828f-b245305f97ce req-3719bacb-de87-4bb1-9c86-1ea13de0411d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.1360192 Oct 13 00:32:30.488245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] device_id is not set on port ec8a7d96-2d54-46b4-a178-4cce3d0bf614 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:32:30.510216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc1f1cbd-439d-4731-828f-b245305f97ce req-095b87b8-03df-46aa-a0bb-410e58f91995 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Oct 13 00:32:30.633772 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:30.713761 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:30.749347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 03d101fd-0e18-4035-a816-ec49386e3edf up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:30.785908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7383ea-b599-4288-9e59-e953d34495f6 req-b570ec13-bbb6-4dcf-b28a-f4fff8c02409 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:30.787414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf7383ea-b599-4288-9e59-e953d34495f6 req-b570ec13-bbb6-4dcf-b28a-f4fff8c02409 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.1123633 Oct 13 00:32:30.791754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Port': ['ID=190de4c2-01d8-41ef-943a-4f9acb454be0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:30.815260 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 03d101fd-0e18-4035-a816-ec49386e3edf completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:32:30.819735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 03d101fd-0e18-4035-a816-ec49386e3edf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:30.820265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:30.821521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Checking segment: {'id': 'eae94de8-2081-4b8f-8d16-804c173532b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b0d9ba57-55ad-44df-b56d-adeed9aa383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:30.821882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Network hostable DHCP agents. Network: b0d9ba57-55ad-44df-b56d-adeed9aa383c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:32:30.854179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf7383ea-b599-4288-9e59-e953d34495f6 req-2f50f290-0a1a-47bf-acb8-ae6de715c524 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478179 Oct 13 00:32:30.859033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Network b0d9ba57-55ad-44df-b56d-adeed9aa383c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:32:30.881157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, b0d9ba57-55ad-44df-b56d-adeed9aa383c) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:30.885168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:30.886186 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:30.904885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce3eaf-e707-4b17-b347-34f4769cce91 None None] Network b0d9ba57-55ad-44df-b56d-adeed9aa383c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:30.959675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Port': ['ID=ec8a7d96-2d54-46b4-a178-4cce3d0bf614,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:30.963983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:30.975582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Checking segment: {'id': '8b0a54b7-164c-4d32-bdf2-652b101b8f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ecc98143-4819-4289-906e-6e64fedc9a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:30.976089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Network hostable DHCP agents. Network: ecc98143-4819-4289-906e-6e64fedc9a5b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:32:30.998037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Network ecc98143-4819-4289-906e-6e64fedc9a5b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:32:30.998988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:31.001291 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff687ea0-921b-45dc-a736-880bf5d2ce90" -d '{"events": [{"server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "name": "network-vif-plugged", "status": "completed", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:31.017533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, ecc98143-4819-4289-906e-6e64fedc9a5b) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:31.035543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:31.035543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:31.036940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:31.039996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7a448-fc7e-4c2f-a458-5306fb0b2faf None None] Network ecc98143-4819-4289-906e-6e64fedc9a5b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:31.041296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:31.042179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.067606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.072066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0e2051d2-b9a4-4bd0-bba4-676bb08fba6d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4796121 Oct 13 00:32:31.074636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52178) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:31.096437 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0617242b-fca2-4230-9da0-1c70a8a1fa0b x-openstack-request-id: req-0617242b-fca2-4230-9da0-1c70a8a1fa0b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:31.097307 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "name": "network-vif-plugged", "status": "completed", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:31.097555 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0617242b-fca2-4230-9da0-1c70a8a1fa0b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:31.097968 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf', 'code': 200} Oct 13 00:32:31.161832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1d6ac-9c82-46ed-a620-8c8f3b767ced tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:31.167884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1d6ac-9c82-46ed-a620-8c8f3b767ced tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:31.169501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-75b1d6ac-9c82-46ed-a620-8c8f3b767ced tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0938339 Oct 13 00:32:31.180555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52180) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:31.222861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32510a-36f1-4d53-ba10-c57815089cbe req-86a845d9-2335-4b26-8799-8375e78576f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:31.225391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4d32510a-36f1-4d53-ba10-c57815089cbe req-86a845d9-2335-4b26-8799-8375e78576f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1097 time: 0.0535908 Oct 13 00:32:31.271575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4d32510a-36f1-4d53-ba10-c57815089cbe req-ffef45ca-93f2-4c4d-ae9c-641956b9a25d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381172 Oct 13 00:32:31.287798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ab682885-3a5c-4943-a068-31e0ce467a37 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Deleting port 190de4c2-01d8-41ef-943a-4f9acb454be0 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:31.288176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab682885-3a5c-4943-a068-31e0ce467a37 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.339906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:31.368149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab682885-3a5c-4943-a068-31e0ce467a37 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.386686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ab682885-3a5c-4943-a068-31e0ce467a37 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Calling delete_port for 190de4c2-01d8-41ef-943a-4f9acb454be0 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:31.478170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab682885-3a5c-4943-a068-31e0ce467a37 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.525878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab682885-3a5c-4943-a068-31e0ce467a37 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Port': ['ID=190de4c2-01d8-41ef-943a-4f9acb454be0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:31.534402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab682885-3a5c-4943-a068-31e0ce467a37 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.540172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ab682885-3a5c-4943-a068-31e0ce467a37 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/ports/190de4c2-01d8-41ef-943a-4f9acb454be0 HTTP/1.1" status: 204 len: 168 time: 0.3559115 Oct 13 00:32:31.540475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52188) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:31.550241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0584b2-b87c-4053-a407-0b032fafe481 req-7dc38736-26a0-4b86-b21f-9141be8bdc94 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:31.551980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b0584b2-b87c-4053-a407-0b032fafe481 req-7dc38736-26a0-4b86-b21f-9141be8bdc94 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0849490 Oct 13 00:32:31.595178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b0584b2-b87c-4053-a407-0b032fafe481 req-257e1378-b05a-4f7e-ae43-995b968aa3fa tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365162 Oct 13 00:32:31.650773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d37d2685-9203-4259-b11a-7ecdd4131796 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Deleting port ec8a7d96-2d54-46b4-a178-4cce3d0bf614 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:31.650773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d37d2685-9203-4259-b11a-7ecdd4131796 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.720290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d37d2685-9203-4259-b11a-7ecdd4131796 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.732606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d37d2685-9203-4259-b11a-7ecdd4131796 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Calling delete_port for ec8a7d96-2d54-46b4-a178-4cce3d0bf614 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:31.812282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d37d2685-9203-4259-b11a-7ecdd4131796 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.846462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d2685-9203-4259-b11a-7ecdd4131796 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Port': ['ID=ec8a7d96-2d54-46b4-a178-4cce3d0bf614,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:31.855017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d37d2685-9203-4259-b11a-7ecdd4131796 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.858205 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d37d2685-9203-4259-b11a-7ecdd4131796 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/ports/ec8a7d96-2d54-46b4-a178-4cce3d0bf614 HTTP/1.1" status: 204 len: 168 time: 0.3167379 Oct 13 00:32:31.860754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52204) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:31.894838 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef9a0edb-136a-4cac-997f-cf5164dccab0 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327880 Oct 13 00:32:31.898131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52212) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:31.904339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-130297326'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:31.930345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Made reservation on behalf of 72fd4d8e98014c9396b51900f2ff65df for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:31.934958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.963475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:32:31.977409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:31.977975 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Added segment eff1de41-5028-48b8-b618-958304df3883 of type vlan for network 2f147e5c-3536-45d0-8bc4-c4fe4da2adff Oct 13 00:32:32.031041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:32.040204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62295-ec22-4dae-b30c-31a0b063d228 req-029d65b8-502b-432d-8102-2d2ce4e9a0ff tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:32.043045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09d62295-ec22-4dae-b30c-31a0b063d228 req-029d65b8-502b-432d-8102-2d2ce4e9a0ff tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0782533 Oct 13 00:32:32.061796 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:32.069637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:32.070745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:32.098112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09d62295-ec22-4dae-b30c-31a0b063d228 req-68273c0c-05ab-4ea0-8aab-5e3a237ea0fd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490382 Oct 13 00:32:32.134683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2325687 Oct 13 00:32:32.134994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52218) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:32.152052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb68e8-5f78-4572-ab68-4f97a5b5089f tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Network': ['ID=2f147e5c-3536-45d0-8bc4-c4fe4da2adff,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:32.158601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1266168196'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:32.164139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 2f147e5c-3536-45d0-8bc4-c4fe4da2adff details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:32:32.201139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Made reservation on behalf of 72fd4d8e98014c9396b51900f2ff65df for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:32.205459 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:32.237909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:32:32.248903 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:32.249097 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Added segment c627e944-9f01-411a-ba96-ee0b476a3d04 of type vlan for network a34d9046-32de-4298-b34d-481ef2e20b53 Oct 13 00:32:32.307197 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:32.332820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:32.338460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:32.339051 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:32.397486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2607012 Oct 13 00:32:32.414941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce728f-2fb6-4955-8aa2-386f15e7a7dd tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Network': ['ID=a34d9046-32de-4298-b34d-481ef2e20b53,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:32.426993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a34d9046-32de-4298-b34d-481ef2e20b53 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:32:32.803960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e8bb-47c8-4d90-b85e-d281538f34e0 req-9693a59b-ffe9-4b92-890e-560012b53f42 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:32.819551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b28e8bb-47c8-4d90-b85e-d281538f34e0 req-9693a59b-ffe9-4b92-890e-560012b53f42 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0870967 Oct 13 00:32:32.857115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b28e8bb-47c8-4d90-b85e-d281538f34e0 req-d6f5defc-cfde-4c75-9d5f-de0e09188cea tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369689 Oct 13 00:32:33.248189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d279dd-eb12-4011-9efe-7e22e5ca670c req-2ac7aec9-5ac5-4674-b9db-a4d2b5573acc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:33.257097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86d279dd-eb12-4011-9efe-7e22e5ca670c req-2ac7aec9-5ac5-4674-b9db-a4d2b5573acc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0806887 Oct 13 00:32:33.304481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86d279dd-eb12-4011-9efe-7e22e5ca670c req-5e10adfc-17f0-4538-958d-a6039c19b723 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Oct 13 00:32:34.009775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d9b5-291f-4765-9962-61ac9b1591ea req-0fd90dad-1e3c-473a-944d-0c77d802f063 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:34.011943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3629d9b5-291f-4765-9962-61ac9b1591ea req-0fd90dad-1e3c-473a-944d-0c77d802f063 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0758612 Oct 13 00:32:34.062695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3629d9b5-291f-4765-9962-61ac9b1591ea req-2ba7fbef-081b-4ca9-bab9-9cb4c3131f6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447986 Oct 13 00:32:34.197906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f38598-15f1-43a6-8b94-3cb9a064a6d1 req-3c20e28a-60e3-4e87-9abe-be0834ffe47b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:34.204026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9f38598-15f1-43a6-8b94-3cb9a064a6d1 req-3c20e28a-60e3-4e87-9abe-be0834ffe47b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0641880 Oct 13 00:32:34.249666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9f38598-15f1-43a6-8b94-3cb9a064a6d1 req-95986d62-1dae-4916-b0ce-ad8389dcdc44 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384111 Oct 13 00:32:34.275853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52270) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:34.348529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a9e78-50b4-4506-8adf-3756db38f74f tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:34.350056 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb7a9e78-50b4-4506-8adf-3756db38f74f tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1092 time: 0.0723524 Oct 13 00:32:34.353287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52278) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:34.359371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '03d101fd-0e18-4035-a816-ec49386e3edf', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:34.414876 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:34.564345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880554d-6851-44c2-81d4-1f1441940427 req-50675306-2f11-450f-88a2-421b200d2bf1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:34.566724 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f880554d-6851-44c2-81d4-1f1441940427 req-50675306-2f11-450f-88a2-421b200d2bf1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0798390 Oct 13 00:32:34.624032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f880554d-6851-44c2-81d4-1f1441940427 req-c0a5cfae-1c83-4f76-a7b0-74607bd7ad42 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508358 Oct 13 00:32:34.651579 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:34.778990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.25.3.200 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/7feb6b2c-c0d4-4d42-b63a-0bd70ddea2a3) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:34.928777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:34.969538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:35.017721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:35.017721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:35.023962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:35.079541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=7feb6b2c-c0d4-4d42-b63a-0bd70ddea2a3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:35.526527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:35.606261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:35.798038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:35.803018 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:35.810834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52306) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:35.817309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'subnets': [{'network_id': '2f147e5c-3536-45d0-8bc4-c4fe4da2adff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1938949159', 'ip_version': 6}, {'network_id': 'a34d9046-32de-4298-b34d-481ef2e20b53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:35.817945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'subnet': {'network_id': '2f147e5c-3536-45d0-8bc4-c4fe4da2adff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1938949159', 'ip_version': 6}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:35.818788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Request body: {'subnet': {'network_id': 'a34d9046-32de-4298-b34d-481ef2e20b53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:35.912513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=7feb6b2c-c0d4-4d42-b63a-0bd70ddea2a3,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:35.926504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f43e-d1cf-4acf-a25a-ad9fe8012924 req-bd43b3b0-47e7-4bd8-89f5-e62beb60cd3a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:35.928386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ac9f43e-d1cf-4acf-a25a-ad9fe8012924 req-bd43b3b0-47e7-4bd8-89f5-e62beb60cd3a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.1485655 Oct 13 00:32:35.929569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:36.003569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Made reservation on behalf of 72fd4d8e98014c9396b51900f2ff65df for: {'subnet': 2} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:36.008201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:36.008542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:36.092434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ac9f43e-d1cf-4acf-a25a-ad9fe8012924 req-8d55ff8e-fd1d-43a2-af97-1559aec0c839 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075168 Oct 13 00:32:36.129154 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Floating IP ebc8eedb-c602-42fb-995e-f9c119d05ea7 associated. External IP: 172.25.3.200, port: 03d101fd-0e18-4035-a816-ec49386e3edf. Oct 13 00:32:36.369168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 027ca473-2747-45dd-a559-75e52c2eb950 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:32:36.651726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:36.853014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:32:36.866775 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] Sync routers for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:32:36.878819 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:36.879493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:36.882137 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:36.886277 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:36.915596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5cfa769-d964-4020-838d-82cdd1dccb2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5609615 Oct 13 00:32:36.916194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:36.919065 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fadc11-61c7-410c-adb2-c35dbc830e49" -d '{"events": [{"name": "network-changed", "server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:36.954592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Subnet': ['ID=2b1feb40-2879-4cc3-85ae-aa908bdf9c45,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:36.964021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Checking segment: {'id': 'eff1de41-5028-48b8-b618-958304df3883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2f147e5c-3536-45d0-8bc4-c4fe4da2adff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:36.964589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Network hostable DHCP agents. Network: 2f147e5c-3536-45d0-8bc4-c4fe4da2adff, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:32:37.009851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Network 2f147e5c-3536-45d0-8bc4-c4fe4da2adff is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:32:37.028133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 2f147e5c-3536-45d0-8bc4-c4fe4da2adff) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:37.032393 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:37.072478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f4b21-2a00-4045-9e8a-71cdb4d4b882 None None] Network 2f147e5c-3536-45d0-8bc4-c4fe4da2adff requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:37.140393 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f808bed8-30c2-480a-9888-f90f757580e8 x-openstack-request-id: req-f808bed8-30c2-480a-9888-f90f757580e8 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:37.140685 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:37.140939 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f808bed8-30c2-480a-9888-f90f757580e8 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:37.147599 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf', 'status': 'completed', 'code': 200} Oct 13 00:32:37.192692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac869a-2ae0-488f-afc8-f4ec4a4cce39 req-0d56c78e-ada1-487b-8ee9-db64b028c208 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.198923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eaac869a-2ae0-488f-afc8-f4ec4a4cce39 req-0d56c78e-ada1-487b-8ee9-db64b028c208 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.2048264 Oct 13 00:32:37.208942 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:37.248595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event updated for resources: {'Subnet': ['ID=8d86adca-09cb-4409-8089-79b5dace09b6,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:37.250801 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:37.278629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Checking segment: {'id': 'c627e944-9f01-411a-ba96-ee0b476a3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a34d9046-32de-4298-b34d-481ef2e20b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:37.278995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Network hostable DHCP agents. Network: a34d9046-32de-4298-b34d-481ef2e20b53, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:32:37.320366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-b3e6a0d0-d40e-4d00-8dd6-9525d175d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.325970 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-b3e6a0d0-d40e-4d00-8dd6-9525d175d060 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1097 time: 0.1215587 Oct 13 00:32:37.349586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Network a34d9046-32de-4298-b34d-481ef2e20b53 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:32:37.350224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d879c6-5b26-4286-a5fe-77309b194fa1 req-5f46cfd7-2123-4c12-99e5-d763530c1180 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.359936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2d879c6-5b26-4286-a5fe-77309b194fa1 req-5f46cfd7-2123-4c12-99e5-d763530c1180 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.1599228 Oct 13 00:32:37.404860 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eaac869a-2ae0-488f-afc8-f4ec4a4cce39 req-6df3f29d-c1c7-419f-a61c-75a263d2af6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888990 Oct 13 00:32:37.435102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d072b-f9e4-46f9-a4fc-bffe526c2de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-2f147e5c-3536-45d0-8bc4-c4fe4da2adff', 'network_id': '2f147e5c-3536-45d0-8bc4-c4fe4da2adff', 'tenant_id': '72fd4d8e98014c9396b51900f2ff65df', 'fixed_ips': [{'subnet_id': '2b1feb40-2879-4cc3-85ae-aa908bdf9c45'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:32:37.436014 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd9d072b-f9e4-46f9-a4fc-bffe526c2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:37.436969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52342) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:37.477940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a34d9046-32de-4298-b34d-481ef2e20b53) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:37.491177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449fa44-7f1e-4ed0-a413-57472766b56c None None] Network a34d9046-32de-4298-b34d-481ef2e20b53 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:37.505702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.506100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.506734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:37.536443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2d879c6-5b26-4286-a5fe-77309b194fa1 req-1e82fcd7-ab54-4a7a-92aa-ca7cbf94a6a8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752665 Oct 13 00:32:37.604700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1dba04b3-2a4d-40df-b554-89fa6306a45e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/ebc8eedb-c602-42fb-995e-f9c119d05ea7 HTTP/1.1" status: 200 len: 992 time: 0.1625881 Oct 13 00:32:37.612400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52346) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:37.616888 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-618efe8d-1b5d-4c44-bc6d-2a7b69de0a2d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8040788 Oct 13 00:32:37.647487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-5bcb3a67-6321-4516-a8fb-e948e44289e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.652546 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-5bcb3a67-6321-4516-a8fb-e948e44289e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.3157406 Oct 13 00:32:37.716439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fea347-4357-473b-bb0e-9183fce5d53c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.723258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fea347-4357-473b-bb0e-9183fce5d53c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.724726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fea347-4357-473b-bb0e-9183fce5d53c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.750379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-70fea347-4357-473b-bb0e-9183fce5d53c tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1281519 Oct 13 00:32:37.750638 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ebc8eedb-c602-42fb-995e-f9c119d05ea7', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'port_id': '03d101fd-0e18-4035-a816-ec49386e3edf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'mac_address': 'fa:16:3e:f7:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:32:35Z', 'updated_at': '2021-10-13T00:32:35Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:22Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:37.750810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52352) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:37.806964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-7c478b3e-0c4d-409f-b6e6-a70c620efbd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1000 time: 0.1401906 Oct 13 00:32:37.840687 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] Checking router: 027ca473-2747-45dd-a559-75e52c2eb950 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:32:37.856784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:37.857301 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:37.858854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bd8292-9f0b-4545-95ed-fd941a1b5d36 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Deleting subnet 2b1feb40-2879-4cc3-85ae-aa908bdf9c45 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:32:37.864418 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91bd8292-9f0b-4545-95ed-fd941a1b5d36 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:37.911788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-8f69e7a6-ca41-4d23-8261-0c9b0ce43c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:37.912323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af346e51-e947-4298-94da-a5c01530847a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-a34d9046-32de-4298-b34d-481ef2e20b53', 'network_id': 'a34d9046-32de-4298-b34d-481ef2e20b53', 'tenant_id': '72fd4d8e98014c9396b51900f2ff65df', 'fixed_ips': [{'subnet_id': '8d86adca-09cb-4409-8089-79b5dace09b6'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:32:37.912809 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af346e51-e947-4298-94da-a5c01530847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:37.915927 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-8f69e7a6-ca41-4d23-8261-0c9b0ce43c9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.0993562 Oct 13 00:32:37.939329 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91bd8292-9f0b-4545-95ed-fd941a1b5d36 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.001910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-bf6a008b-f0c3-4caa-af62-d3ae1ba558ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:38.003563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-bf6a008b-f0c3-4caa-af62-d3ae1ba558ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828938 Oct 13 00:32:38.013347 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91bd8292-9f0b-4545-95ed-fd941a1b5d36 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.068596 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:38.132075 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91bd8292-9f0b-4545-95ed-fd941a1b5d36 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.174440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd8292-9f0b-4545-95ed-fd941a1b5d36 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1feb40-2879-4cc3-85ae-aa908bdf9c45,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:38.187434 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91bd8292-9f0b-4545-95ed-fd941a1b5d36 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.190274 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-681f5e91-68eb-4524-b58f-7d5489618533 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752601 Oct 13 00:32:38.194335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-91bd8292-9f0b-4545-95ed-fd941a1b5d36 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/subnets/2b1feb40-2879-4cc3-85ae-aa908bdf9c45 HTTP/1.1" status: 204 len: 168 time: 0.4424551 Oct 13 00:32:38.195195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52360) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:38.207322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-af346e51-e947-4298-94da-a5c01530847a None None] Allocated IP 2001:db8:0:1::1 (a34d9046-32de-4298-b34d-481ef2e20b53/8d86adca-09cb-4409-8089-79b5dace09b6/3a5ad930-ab2a-460c-9f93-329424a9c07b) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:38.281764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0e9676-f039-419f-a681-0fa2e5700a0d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Deleting subnet 8d86adca-09cb-4409-8089-79b5dace09b6 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:32:38.345516 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87fadc11-61c7-410c-adb2-c35dbc830e49 req-4fad5e7c-3500-4a3a-ab6c-acd9ac260fdb service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462140 Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-cd9d072b-f9e4-46f9-a4fc-bffe526c2de2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b1feb40-2879-4cc3-85ae-aa908bdf9c45: This subnet is being modified by another concurrent operation. Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b1feb40-2879-4cc3-85ae-aa908bdf9c45: This subnet is being modified by another concurrent operation. Oct 13 00:32:38.392318 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:32:38.421237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee564604-4b85-4d8b-9d3c-7ee96f969905 None None] Network 2f147e5c-3536-45d0-8bc4-c4fe4da2adff requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:38.505843 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ebc8eedb-c602-42fb-995e-f9c119d05ea7', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'port_id': '03d101fd-0e18-4035-a816-ec49386e3edf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'mac_address': 'fa:16:3e:f7:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:32:35Z', 'updated_at': '2021-10-13T00:32:35Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:22Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:38.537700 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fafa167-09a6-4714-b088-ba14070fee4f None None] The sync data for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 is: [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ebc8eedb-c602-42fb-995e-f9c119d05ea7', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'port_id': '03d101fd-0e18-4035-a816-ec49386e3edf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'mac_address': 'fa:16:3e:f7:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:32:35Z', 'updated_at': '2021-10-13T00:32:35Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:22Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:32:38.608400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52368) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:38.615626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af346e51-e947-4298-94da-a5c01530847a None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.625749 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af346e51-e947-4298-94da-a5c01530847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.673693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af346e51-e947-4298-94da-a5c01530847a None None] Network a34d9046-32de-4298-b34d-481ef2e20b53 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:38.679706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-af346e51-e947-4298-94da-a5c01530847a None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:38.682976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af346e51-e947-4298-94da-a5c01530847a None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:38.694261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9676-f039-419f-a681-0fa2e5700a0d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.733502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af346e51-e947-4298-94da-a5c01530847a None None] Pushing event updated for resources: {'Port': ['ID=3a5ad930-ab2a-460c-9f93-329424a9c07b,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:38.750047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af346e51-e947-4298-94da-a5c01530847a None None] Attempting to bind port 3a5ad930-ab2a-460c-9f93-329424a9c07b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:32:38.750647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af346e51-e947-4298-94da-a5c01530847a None None] Attempting to bind port 3a5ad930-ab2a-460c-9f93-329424a9c07b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c627e944-9f01-411a-ba96-ee0b476a3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a34d9046-32de-4298-b34d-481ef2e20b53'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:32:38.751360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af346e51-e947-4298-94da-a5c01530847a None None] Attempting to bind port 3a5ad930-ab2a-460c-9f93-329424a9c07b on network a34d9046-32de-4298-b34d-481ef2e20b53 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:38.757227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af346e51-e947-4298-94da-a5c01530847a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:32:38.757909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af346e51-e947-4298-94da-a5c01530847a None None] Checking segment: {'id': 'c627e944-9f01-411a-ba96-ee0b476a3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a34d9046-32de-4298-b34d-481ef2e20b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:38.758521 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af346e51-e947-4298-94da-a5c01530847a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.759138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af346e51-e947-4298-94da-a5c01530847a None None] Bound using segment: {'id': 'c627e944-9f01-411a-ba96-ee0b476a3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a34d9046-32de-4298-b34d-481ef2e20b53'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:32:38.759861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-af346e51-e947-4298-94da-a5c01530847a None None] Bound port: 3a5ad930-ab2a-460c-9f93-329424a9c07b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c627e944-9f01-411a-ba96-ee0b476a3d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a34d9046-32de-4298-b34d-481ef2e20b53'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:32:38.760470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af346e51-e947-4298-94da-a5c01530847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.772895 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9676-f039-419f-a681-0fa2e5700a0d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.857103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-af346e51-e947-4298-94da-a5c01530847a None None] For port 3a5ad930-ab2a-460c-9f93-329424a9c07b, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:32:38.861341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-af346e51-e947-4298-94da-a5c01530847a None None] For port 3a5ad930-ab2a-460c-9f93-329424a9c07b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3a5ad930-ab2a-460c-9f93-329424a9c07b,segment=NetworkSegment(c627e944-9f01-411a-ba96-ee0b476a3d04),segment_id=c627e944-9f01-411a-ba96-ee0b476a3d04)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:32:38.867340 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af346e51-e947-4298-94da-a5c01530847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:38.867678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8538966b-eb9b-44b6-babe-23557a5eeb46 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/ebc8eedb-c602-42fb-995e-f9c119d05ea7 HTTP/1.1" status: 200 len: 992 time: 0.2564538 Oct 13 00:32:38.910457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad2a74-7ef3-4cc5-ba1e-1b2883accb84 req-733085b5-eff9-4b18-ae19-4420d087c556 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:38.911981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bad2a74-7ef3-4cc5-ba1e-1b2883accb84 req-733085b5-eff9-4b18-ae19-4420d087c556 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.2286270 Oct 13 00:32:38.917764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afc39f4-1d86-4901-8ebe-c2b6838bbb2c None None] New status for floating IP ebc8eedb-c602-42fb-995e-f9c119d05ea7: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:32:39.011896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9676-f039-419f-a681-0fa2e5700a0d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.022757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af346e51-e947-4298-94da-a5c01530847a None None] Pushing event updated for resources: {'Port': ['ID=3a5ad930-ab2a-460c-9f93-329424a9c07b,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:39.045766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bad2a74-7ef3-4cc5-ba1e-1b2883accb84 req-4d1c48e2-ad9c-47d7-8900-40d775acabfd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245153 Oct 13 00:32:39.097064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9676-f039-419f-a681-0fa2e5700a0d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.180614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e9676-f039-419f-a681-0fa2e5700a0d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Subnet': ['ID=8d86adca-09cb-4409-8089-79b5dace09b6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:39.182967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ff0e9676-f039-419f-a681-0fa2e5700a0d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.188691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ff0e9676-f039-419f-a681-0fa2e5700a0d tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/subnets/8d86adca-09cb-4409-8089-79b5dace09b6 HTTP/1.1" status: 204 len: 168 time: 0.9910469 Oct 13 00:32:39.190704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52386) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:39.247422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cc5e4-b16b-42e7-b399-c71c23ab6fc4 req-84e545bb-282f-4476-b76c-9afd295c8f36 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:39.250193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a79199-931b-4029-a98c-2c7394b40d3b tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:39.251688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b4a79199-931b-4029-a98c-2c7394b40d3b tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0599806 Oct 13 00:32:39.252182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-099cc5e4-b16b-42e7-b399-c71c23ab6fc4 req-84e545bb-282f-4476-b76c-9afd295c8f36 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 946 time: 0.1354172 Oct 13 00:32:39.258221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52390) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:39.326623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-099cc5e4-b16b-42e7-b399-c71c23ab6fc4 req-fdd5c460-808d-4493-acb1-38c1d86bf137 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484767 Oct 13 00:32:39.398519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.460439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Deleting port 3a5ad930-ab2a-460c-9f93-329424a9c07b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:39.460883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.526993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] For port 3a5ad930-ab2a-460c-9f93-329424a9c07b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3a5ad930-ab2a-460c-9f93-329424a9c07b,segment=NetworkSegment(c627e944-9f01-411a-ba96-ee0b476a3d04),segment_id=c627e944-9f01-411a-ba96-ee0b476a3d04)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:39.527640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.553366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Calling delete_port for 3a5ad930-ab2a-460c-9f93-329424a9c07b owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:39.600299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3a5ad930-ab2a-460c-9f93-329424a9c07b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:39.653795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3a5ad930-ab2a-460c-9f93-329424a9c07b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:39.654298 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.655606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.673160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Port 3a5ad930-ab2a-460c-9f93-329424a9c07b was deleted so its status cannot be updated. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 00:32:39.680867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Port': ['ID=3a5ad930-ab2a-460c-9f93-329424a9c07b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:39.684341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] No DVR routers for this DVR port 3a5ad930-ab2a-460c-9f93-329424a9c07b on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:32:39.769859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.793139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34d9046-32de-4298-b34d-481ef2e20b53']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:39.803023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c627e944-9f01-411a-ba96-ee0b476a3d04') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:39.803323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c627e944-9f01-411a-ba96-ee0b476a3d04') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:39.813313 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.828925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.837352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:32:39.837831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:32:39.841242 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:32:39.869575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52400) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:39.909702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.920948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:39.926128 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/networks/a34d9046-32de-4298-b34d-481ef2e20b53 HTTP/1.1" status: 204 len: 168 time: 0.6666174 Oct 13 00:32:39.928664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52402) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:39.943053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b976b-4a6d-4f53-a0b3-bd58079dc276 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Network': ['ID=a34d9046-32de-4298-b34d-481ef2e20b53,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:40.001929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f54bafb5-3b4e-4c05-9f1d-31afb77dfbfc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/ebc8eedb-c602-42fb-995e-f9c119d05ea7 HTTP/1.1" status: 200 len: 994 time: 0.1304464 Oct 13 00:32:40.034279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.150310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.186145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f147e5c-3536-45d0-8bc4-c4fe4da2adff']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:40.198112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0dbde897-8c30-42cc-92d0-563ff25af3f7 None None] Could not find standard attr ID for object 3a5ad930-ab2a-460c-9f93-329424a9c07b. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:32:40.214952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff1de41-5028-48b8-b618-958304df3883') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:40.215441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff1de41-5028-48b8-b618-958304df3883') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:40.231395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.234079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0e488-c1d8-4c95-9968-662f86554d21 None None] DHCP port deletion for a34d9046-32de-4298-b34d-481ef2e20b53 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:32:40.248510 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eb7c3-dfc3-43ba-a324-3be18487eac4 req-a3122de3-c8c0-4d7a-9514-893208a9dd82 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:40.250149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b85eb7c3-dfc3-43ba-a324-3be18487eac4 req-a3122de3-c8c0-4d7a-9514-893208a9dd82 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.1149809 Oct 13 00:32:40.258481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d97f6-0a39-45fa-84de-b15d4d09a1b2 None None] Network a34d9046-32de-4298-b34d-481ef2e20b53 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:32:40.258972 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.270826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d97f6-0a39-45fa-84de-b15d4d09a1b2 None None] Network a34d9046-32de-4298-b34d-481ef2e20b53 could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 00:32:40.278090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:32:40.278595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.280291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a003083-83d2-4710-96cc-571bf32dffec None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:32:40.281911 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:32:40.356268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b85eb7c3-dfc3-43ba-a324-3be18487eac4 req-12a0110d-e6d3-4107-98e4-1008a942db71 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945778 Oct 13 00:32:40.386113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a003083-83d2-4710-96cc-571bf32dffec None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:32:40.387932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.398946 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.402490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/networks/2f147e5c-3536-45d0-8bc4-c4fe4da2adff HTTP/1.1" status: 204 len: 168 time: 0.4721174 Oct 13 00:32:40.404849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52418) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:40.427057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fad65-7061-48de-8ef7-00ee0ab9e7b9 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Network': ['ID=2f147e5c-3536-45d0-8bc4-c4fe4da2adff,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:40.507840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f9e41-ecc3-40f4-8034-60c7d172e83a req-b49f7844-af02-4819-9e19-c61101f576d1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:40.510024 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e59f9e41-ecc3-40f4-8034-60c7d172e83a req-b49f7844-af02-4819-9e19-c61101f576d1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 946 time: 0.0601106 Oct 13 00:32:40.516768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.564172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e59f9e41-ecc3-40f4-8034-60c7d172e83a req-aa4ee9d9-7783-488d-9af1-c4e7390abda8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385318 Oct 13 00:32:40.630754 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.652218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc98143-4819-4289-906e-6e64fedc9a5b']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:40.662755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0a54b7-164c-4d32-bdf2-652b101b8f16') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:40.663087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0a54b7-164c-4d32-bdf2-652b101b8f16') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:40.673897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.687493 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.694024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:32:40.694502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:32:40.697679 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:32:40.763395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.770671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.773787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/networks/ecc98143-4819-4289-906e-6e64fedc9a5b HTTP/1.1" status: 204 len: 168 time: 0.3679292 Oct 13 00:32:40.776218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52424) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:40.793950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ae01c-c4db-4d66-95de-c355f0816373 tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Network': ['ID=ecc98143-4819-4289-906e-6e64fedc9a5b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:40.861903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.958921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:40.989721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d9ba57-55ad-44df-b56d-adeed9aa383c']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:41.013631 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae94de8-2081-4b8f-8d16-804c173532b9') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:41.013930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae94de8-2081-4b8f-8d16-804c173532b9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:41.028070 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.048485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-9fd6a2b4-6917-4ab6-8b4b-20ad4d4740ac tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:41.049984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-9fd6a2b4-6917-4ab6-8b4b-20ad4d4740ac tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 946 time: 0.0722454 Oct 13 00:32:41.050877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.056699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:32:41.057083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:32:41.060189 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:32:41.155755 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:32:41.170195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.179129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.182268 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] 10.222.0.21 "DELETE /v2.0/networks/b0d9ba57-55ad-44df-b56d-adeed9aa383c HTTP/1.1" status: 204 len: 168 time: 0.4051385 Oct 13 00:32:41.197374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628115d-d12e-4be2-84ec-3ad04246ce6e tempest-BulkNetworkOpsIpV6Test-2016583629 tempest-BulkNetworkOpsIpV6Test-2016583629-project] Pushing event deleted for resources: {'Network': ['ID=b0d9ba57-55ad-44df-b56d-adeed9aa383c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:41.238568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Deleting port d1d98079-6a58-4874-82d8-cda5a0fd180c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:41.238922 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.340403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] For port d1d98079-6a58-4874-82d8-cda5a0fd180c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=d1d98079-6a58-4874-82d8-cda5a0fd180c,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:41.341060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.491037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e9889-ce38-4c41-a49f-40e913ad80ec req-2ee86305-aa8a-4f0b-89d8-1e184933d41e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:41.493390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f43e9889-ce38-4c41-a49f-40e913ad80ec req-2ee86305-aa8a-4f0b-89d8-1e184933d41e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0573468 Oct 13 00:32:41.501232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52446) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:41.556002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.557150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.557858 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Floating IP 5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29 disassociated. External IP: 172.25.3.54, port: d1d98079-6a58-4874-82d8-cda5a0fd180c. Oct 13 00:32:41.558447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Calling delete_port for d1d98079-6a58-4874-82d8-cda5a0fd180c owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:41.558606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f43e9889-ce38-4c41-a49f-40e913ad80ec req-a2f06df6-c9cb-455b-a015-00f7822519fc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 Oct 13 00:32:41.597240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3a5ad930-ab2a-460c-9f93-329424a9c07b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:32:41.626278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3a5ad930-ab2a-460c-9f93-329424a9c07b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:32:41.626718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3a5ad930-ab2a-460c-9f93-329424a9c07b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:32:41.724467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6611b748-35de-40d9-9f82-10823efdb525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72fd4d8e98014c9396b51900f2ff65df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221365 Oct 13 00:32:41.727250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52456) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:41.751684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f28df-b4de-4d3a-b647-2ae895cf2373 req-306d8724-2813-4f67-ac3d-8250936b6e8b tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:41.753748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.753926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b0f28df-b4de-4d3a-b647-2ae895cf2373 req-306d8724-2813-4f67-ac3d-8250936b6e8b tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8ac3571-d140-4671-b4bf-f5f988ba815f HTTP/1.1" status: 200 len: 946 time: 0.0841174 Oct 13 00:32:41.789155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event deleted for resources: {'Port': ['ID=d1d98079-6a58-4874-82d8-cda5a0fd180c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:41.828854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b5687c6e-160a-4c4c-936d-ae1931b96f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.840059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b0f28df-b4de-4d3a-b647-2ae895cf2373 req-cd9318be-ceb3-47f6-adf3-bdb6f3fe1d7e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=075a8f0d-90b8-456a-9a23-59b99fa2e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747018 Oct 13 00:32:41.841191 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9169b70e-407f-4cc7-be8d-49d5c205d257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.865911 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9169b70e-407f-4cc7-be8d-49d5c205d257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.919330 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9169b70e-407f-4cc7-be8d-49d5c205d257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.922315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9169b70e-407f-4cc7-be8d-49d5c205d257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:41.926433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9169b70e-407f-4cc7-be8d-49d5c205d257 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a32e8897-6b1b-4f68-ae8f-8809e1e3de76 HTTP/1.1" status: 204 len: 168 time: 0.1982105 Oct 13 00:32:41.934899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169b70e-407f-4cc7-be8d-49d5c205d257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32e8897-6b1b-4f68-ae8f-8809e1e3de76,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:41.959673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Router 2801855f-a5d4-4414-9df7-bd1de9603071 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:32:42.096962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:32:42.113039 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] Sync routers for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:32:42.123498 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:42.124385 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:42.158429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] No DVR routers for this DVR port d1d98079-6a58-4874-82d8-cda5a0fd180c on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:32:42.161437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:42.166280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3cd825cb-57d5-4ae1-971b-86c2ba6c762f req-de10c31c-9c10-4ea6-b403-30d7ef1882f9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.36 "DELETE /v2.0/ports/d1d98079-6a58-4874-82d8-cda5a0fd180c HTTP/1.1" status: 204 len: 173 time: 1.1049821 Oct 13 00:32:42.175210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-deleted', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:42.178280 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5731a05-5b48-4d8d-a934-843b24b24ef1" -d '{"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-deleted", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:42.226465 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d051ca25-d492-48ef-8db6-362060af2291 x-openstack-request-id: req-d051ca25-d492-48ef-8db6-362060af2291 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:42.227183 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ac3571-d140-4671-b4bf-f5f988ba815f", "name": "network-vif-deleted", "tag": "d1d98079-6a58-4874-82d8-cda5a0fd180c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:42.227183 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d051ca25-d492-48ef-8db6-362060af2291 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:42.227524 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ac3571-d140-4671-b4bf-f5f988ba815f', 'name': 'network-vif-deleted', 'tag': 'd1d98079-6a58-4874-82d8-cda5a0fd180c', 'status': 'completed', 'code': 200} Oct 13 00:32:42.324150 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:42.567977 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:42.600039 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] Checking router: 2801855f-a5d4-4414-9df7-bd1de9603071 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:32:42.610389 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:42.613457 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:42.750110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb543561-5519-4e39-bf7c-564900ae419d req-ec53b95d-ec3a-4623-817c-66253779cbae tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:42.752299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb543561-5519-4e39-bf7c-564900ae419d req-ec53b95d-ec3a-4623-817c-66253779cbae tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.1028731 Oct 13 00:32:42.758798 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:42.805982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb543561-5519-4e39-bf7c-564900ae419d req-301177d4-9623-461d-b46c-429704d97f8d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Oct 13 00:32:42.839177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52492) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:42.940842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52500) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:42.980046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f97b3440-2493-4bda-b4bd-a7ace3dc7248 tempest-DvrRoutersNegativeTest-973182418 tempest-DvrRoutersNegativeTest-973182418-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-419693630', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:42.983801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.policy [None req-f97b3440-2493-4bda-b4bd-a7ace3dc7248 tempest-DvrRoutersNegativeTest-973182418 tempest-DvrRoutersNegativeTest-973182418-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94989) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 13 00:32:42.984208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.policy [None req-f97b3440-2493-4bda-b4bd-a7ace3dc7248 tempest-DvrRoutersNegativeTest-973182418 tempest-DvrRoutersNegativeTest-973182418-project] Failed policy check for 'create_router' {{(pid=94989) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 13 00:32:42.985068 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-f97b3440-2493-4bda-b4bd-a7ace3dc7248 tempest-DvrRoutersNegativeTest-973182418 tempest-DvrRoutersNegativeTest-973182418-project] create failed (client error): Access was denied to this resource. Oct 13 00:32:42.986195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f97b3440-2493-4bda-b4bd-a7ace3dc7248 tempest-DvrRoutersNegativeTest-973182418 tempest-DvrRoutersNegativeTest-973182418-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1458619 Oct 13 00:32:43.025581 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:43.027406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-145ca1fe-e9cb-480e-83e2-aed74395e2c2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.056522 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-145ca1fe-e9cb-480e-83e2-aed74395e2c2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.061051 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1111d4-993e-4973-9cb9-cd6b53699279 None None] The sync data for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 is: [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:32:43.124909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-145ca1fe-e9cb-480e-83e2-aed74395e2c2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.129041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-145ca1fe-e9cb-480e-83e2-aed74395e2c2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.130372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-145ca1fe-e9cb-480e-83e2-aed74395e2c2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "DELETE /v2.0/security-groups/075a8f0d-90b8-456a-9a23-59b99fa2e17d HTTP/1.1" status: 204 len: 168 time: 0.1884904 Oct 13 00:32:43.133284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52504) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:43.143834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ca1fe-e9cb-480e-83e2-aed74395e2c2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a8f0d-90b8-456a-9a23-59b99fa2e17d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:43.162851 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-fff75040-1b35-4427-b7d1-28593be3c642 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] show failed (client error): The resource could not be found. Oct 13 00:32:43.169627 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fff75040-1b35-4427-b7d1-28593be3c642 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups/075a8f0d-90b8-456a-9a23-59b99fa2e17d HTTP/1.1" status: 404 len: 347 time: 0.0348701 Oct 13 00:32:43.170554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52506) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:43.316933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Deleting port 10e45b17-f9c8-4c8b-a834-319971b3845b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:32:43.317531 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.357594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52512) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:43.415099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.416012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.432009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Calling delete_port for 10e45b17-f9c8-4c8b-a834-319971b3845b owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:32:43.475197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865525da-6b55-43f4-9c64-91382137f14b None None] New status for floating IP 5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:32:43.504619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-079fe068-c005-4b43-922a-be539512f6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.576157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-865525da-6b55-43f4-9c64-91382137f14b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 00:32:43.576157 n-d-813679-4 neutron-server[94990]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Oct 13 00:32:43.576157 n-d-813679-4 neutron-server[94990]: [parameters: {'status': 'DOWN', 'floatingips_id': '5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29'}] Oct 13 00:32:43.576157 n-d-813679-4 neutron-server[94990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:32:43.576655 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-865525da-6b55-43f4-9c64-91382137f14b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:32:43.604525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-079fe068-c005-4b43-922a-be539512f6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.609862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-079fe068-c005-4b43-922a-be539512f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.620561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.655602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-079fe068-c005-4b43-922a-be539512f6fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eea3ae93753c46a49b57bd7b718c9e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945836 Oct 13 00:32:43.655602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fe068-c005-4b43-922a-be539512f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71434d-1169-48e5-9a5d-ec2131c83fd1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:43.655937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:43.675906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event deleted for resources: {'Port': ['ID=10e45b17-f9c8-4c8b-a834-319971b3845b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:43.751927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.754523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.755713 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6c6194a7-35de-4709-ae25-5d0d583926ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "DELETE /v2.0/floatingips/5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29 HTTP/1.1" status: 204 len: 168 time: 0.5842001 Oct 13 00:32:43.759030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f25650c-7213-430c-a66b-b7f77da07dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.786918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f25650c-7213-430c-a66b-b7f77da07dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.842471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f25650c-7213-430c-a66b-b7f77da07dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.848537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f25650c-7213-430c-a66b-b7f77da07dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:43.852691 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f25650c-7213-430c-a66b-b7f77da07dbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b71434d-1169-48e5-9a5d-ec2131c83fd1 HTTP/1.1" status: 204 len: 168 time: 0.1956682 Oct 13 00:32:43.868275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25650c-7213-430c-a66b-b7f77da07dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71434d-1169-48e5-9a5d-ec2131c83fd1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:43.967223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e8347-9eaf-4d10-a0eb-d47a31e3ac29 req-3099b31e-a9d6-4488-a1f5-74a18f043373 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:43.980180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c68e8347-9eaf-4d10-a0eb-d47a31e3ac29 req-3099b31e-a9d6-4488-a1f5-74a18f043373 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0724080 Oct 13 00:32:44.027307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c68e8347-9eaf-4d10-a0eb-d47a31e3ac29 req-8d0215f0-df8c-4a91-b4b5-377f686e308d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Oct 13 00:32:44.077927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865525da-6b55-43f4-9c64-91382137f14b None None] New status for floating IP 5bcd7ad5-a7e7-4ae8-b329-6b3fb68b0f29: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:32:44.115825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52526) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:44.123427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ab04e719-4eac-4d3f-993e-22e9f05a6f18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51817365', 'description': 'tempest-description--1116410455'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:44.153311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab04e719-4eac-4d3f-993e-22e9f05a6f18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.245141 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab04e719-4eac-4d3f-993e-22e9f05a6f18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.250024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab04e719-4eac-4d3f-993e-22e9f05a6f18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.286927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ab04e719-4eac-4d3f-993e-22e9f05a6f18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.288205 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ab04e719-4eac-4d3f-993e-22e9f05a6f18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1705635 Oct 13 00:32:44.291218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52534) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:44.296297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fabd0d1f-b04d-49d3-af09-97eb06362adc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'security_group_rule': {'security_group_id': 'b61a5df2-8ea3-4e61-9b95-854bdb29b775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:44.303081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04e719-4eac-4d3f-993e-22e9f05a6f18 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61a5df2-8ea3-4e61-9b95-854bdb29b775,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:44.336703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fabd0d1f-b04d-49d3-af09-97eb06362adc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.406549 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fabd0d1f-b04d-49d3-af09-97eb06362adc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.411461 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fabd0d1f-b04d-49d3-af09-97eb06362adc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.435503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd0d1f-b04d-49d3-af09-97eb06362adc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92213d77-02f6-4a3b-a975-318bcc259634,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:44.442598 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fabd0d1f-b04d-49d3-af09-97eb06362adc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.446115 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fabd0d1f-b04d-49d3-af09-97eb06362adc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514888 Oct 13 00:32:44.446561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52542) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:44.450892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c6ac4643-a46e-4023-af00-b7fc70735804 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'security_group_rule': {'security_group_id': 'b61a5df2-8ea3-4e61-9b95-854bdb29b775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:44.481129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4643-a46e-4023-af00-b7fc70735804 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.521165 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-665b8307-3188-4245-9482-f9c8847d6627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.555267 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4643-a46e-4023-af00-b7fc70735804 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.559282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4643-a46e-4023-af00-b7fc70735804 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.580320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac4643-a46e-4023-af00-b7fc70735804 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90f9177-8f55-40ed-a39e-9844099cb76b,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:44.596872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4643-a46e-4023-af00-b7fc70735804 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.599560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c6ac4643-a46e-4023-af00-b7fc70735804 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507251 Oct 13 00:32:44.601539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52550) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:44.607284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:44.632790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.707179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52552) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:44.733846 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.810863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046228608'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:44.825968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:32:44.841156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.855378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: d1d98079-6a58-4874-82d8-cda5a0fd180c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:32:44.856489 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.860339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Allocated IP 172.25.3.142 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/3b266437-125b-4872-bd44-8e2895836c3d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:44.861775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device d1d98079-6a58-4874-82d8-cda5a0fd180c not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:32:44.948873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.955471 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:44.982329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.018190 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76af2922-c1a4-4f09-9eee-616452045844,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:45.019164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.062468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:45.068642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:45.071065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:45.084273 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.098108 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.114026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'Port': ['ID=3b266437-125b-4872-bd44-8e2895836c3d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:45.149254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.151247 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4423032 Oct 13 00:32:45.162038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52558) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:45.174570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc514a0d-5541-4cfe-8c13-2ae753445b91 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47638185-c8cb-4760-811d-af0ed8672f56,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:45.198118 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.238001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.254506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776bea3-fbfd-4850-86d3-3c01e0a3ddd6 req-cf9c04a8-a20d-4b41-9616-3e4ffdbbae1c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:45.256770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2776bea3-fbfd-4850-86d3-3c01e0a3ddd6 req-cf9c04a8-a20d-4b41-9616-3e4ffdbbae1c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.1174872 Oct 13 00:32:45.316287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b601a07a-fb95-4d7c-bf79-4a652ea66ec1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1515028 Oct 13 00:32:45.319425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52560) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:45.324978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b2335fd0-4a74-4db0-9392-44a7b4784fe9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-security--2051944672', 'description': 'tempest-security-description-800965790'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:45.334265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2776bea3-fbfd-4850-86d3-3c01e0a3ddd6 req-c3548fda-d64b-4e99-89e7-81ca0791a6fc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676661 Oct 13 00:32:45.362679 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b2335fd0-4a74-4db0-9392-44a7b4784fe9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.447618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b2335fd0-4a74-4db0-9392-44a7b4784fe9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.454794 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b2335fd0-4a74-4db0-9392-44a7b4784fe9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.457978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b2335fd0-4a74-4db0-9392-44a7b4784fe9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.459245 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b2335fd0-4a74-4db0-9392-44a7b4784fe9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "PUT /v2.0/security-groups/47638185-c8cb-4760-811d-af0ed8672f56 HTTP/1.1" status: 200 len: 1779 time: 0.1391556 Oct 13 00:32:45.462159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52564) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:45.470629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.480152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.521696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bc531ab9-b2d7-403e-b435-272c5b7f57d9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups/47638185-c8cb-4760-811d-af0ed8672f56 HTTP/1.1" status: 200 len: 1779 time: 0.0576894 Oct 13 00:32:45.522411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52566) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:45.530852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2335fd0-4a74-4db0-9392-44a7b4784fe9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47638185-c8cb-4760-811d-af0ed8672f56,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:45.562830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'Port': ['ID=3b266437-125b-4872-bd44-8e2895836c3d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:45.578294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.583070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60df8510-ced6-4c4e-bdee-b758e0eef42d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.596829 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.597768 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-51ad84d0-d23f-48ff-bb31-a072027cd5c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9940305 Oct 13 00:32:45.611840 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60df8510-ced6-4c4e-bdee-b758e0eef42d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.666486 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60df8510-ced6-4c4e-bdee-b758e0eef42d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.670379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60df8510-ced6-4c4e-bdee-b758e0eef42d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.671760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60df8510-ced6-4c4e-bdee-b758e0eef42d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/47638185-c8cb-4760-811d-af0ed8672f56 HTTP/1.1" status: 204 len: 168 time: 0.1475761 Oct 13 00:32:45.674439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52570) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:45.688136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df8510-ced6-4c4e-bdee-b758e0eef42d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47638185-c8cb-4760-811d-af0ed8672f56,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:45.703891 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.742206 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cba8f61c-2be8-48d9-af3f-b3110a147ae1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639660 Oct 13 00:32:45.742666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52574) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:45.758580 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-e44d681a-9d53-4e01-8aa6-f1f533d54b81 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] delete failed (client error): The resource could not be found. Oct 13 00:32:45.763979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e44d681a-9d53-4e01-8aa6-f1f533d54b81 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/47638185-c8cb-4760-811d-af0ed8672f56 HTTP/1.1" status: 404 len: 347 time: 0.0160563 Oct 13 00:32:45.763979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52582) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:45.769551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-71991906-0499-4511-a31e-59ca298ef1cd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-secgroup--880966761'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:45.792849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-71991906-0499-4511-a31e-59ca298ef1cd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.848370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-c3e63afb-8887-48d4-bf37-f31c317d122e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--51817365&fields=id&tenant_id=64d695b5ae334f6cbd1bf73f25ec618b HTTP/1.1" status: 200 len: 267 time: 0.0413535 Oct 13 00:32:45.863400 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-71991906-0499-4511-a31e-59ca298ef1cd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.868453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-71991906-0499-4511-a31e-59ca298ef1cd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.899478 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-71991906-0499-4511-a31e-59ca298ef1cd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.901306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-71991906-0499-4511-a31e-59ca298ef1cd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1366017 Oct 13 00:32:45.903880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991906-0499-4511-a31e-59ca298ef1cd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e3503-1b60-4216-b558-7a2d071af4da,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:45.906228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52588) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:45.911944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a8f9ff90-b204-4883-9637-bfd373d0c06b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': '2f0e3503-1b60-4216-b558-7a2d071af4da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:45.943177 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.947269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ff90-b204-4883-9637-bfd373d0c06b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:45.990839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-e14021f7-2167-48c5-8198-08ac6bd94283 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:45.992628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-e14021f7-2167-48c5-8198-08ac6bd94283 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 816 time: 0.1375725 Oct 13 00:32:46.010527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-edc7b644-ab95-4d06-bf76-26a6a011df1b tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/quotas/64d695b5ae334f6cbd1bf73f25ec618b HTTP/1.1" status: 200 len: 375 time: 0.0111649 Oct 13 00:32:46.013967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ff90-b204-4883-9637-bfd373d0c06b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.019349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ff90-b204-4883-9637-bfd373d0c06b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.040451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9ff90-b204-4883-9637-bfd373d0c06b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81aa847-232b-4ea3-9829-a6ecc09a37f8,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:46.057107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ff90-b204-4883-9637-bfd373d0c06b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.059559 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a8f9ff90-b204-4883-9637-bfd373d0c06b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504436 Oct 13 00:32:46.062061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52590) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:46.079810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-bbc5296b-1cc8-4e6b-a560-50650910de19 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600522 Oct 13 00:32:46.091060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2dadf0cc-d782-489c-bc21-f91df9c45572 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.100194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2dadf0cc-d782-489c-bc21-f91df9c45572 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.129858 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2dadf0cc-d782-489c-bc21-f91df9c45572 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.140800 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2dadf0cc-d782-489c-bc21-f91df9c45572 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.142036 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2dadf0cc-d782-489c-bc21-f91df9c45572 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b81aa847-232b-4ea3-9829-a6ecc09a37f8 HTTP/1.1" status: 204 len: 168 time: 0.0786893 Oct 13 00:32:46.142907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadf0cc-d782-489c-bc21-f91df9c45572 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b81aa847-232b-4ea3-9829-a6ecc09a37f8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:46.144731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52592) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:46.188092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6d663bbb-d784-49df-b378-d49be506dcaf tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397508 Oct 13 00:32:46.188334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-b708d5be-735f-4cb1-889d-0ca9a26d9f21 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966985 Oct 13 00:32:46.188666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52594) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:46.246661 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdc43337-d350-43fb-9c8f-cd261c46a2e3 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.272014 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdc43337-d350-43fb-9c8f-cd261c46a2e3 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.291147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-1d1c3aaf-0109-463e-8345-405cb1109907 service neutron] 10.222.0.21 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962052 Oct 13 00:32:46.316272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdc43337-d350-43fb-9c8f-cd261c46a2e3 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.319315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdc43337-d350-43fb-9c8f-cd261c46a2e3 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.320752 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bdc43337-d350-43fb-9c8f-cd261c46a2e3 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f0e3503-1b60-4216-b558-7a2d071af4da HTTP/1.1" status: 204 len: 168 time: 0.1311052 Oct 13 00:32:46.323558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:46.331368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc43337-d350-43fb-9c8f-cd261c46a2e3 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e3503-1b60-4216-b558-7a2d071af4da,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:46.390958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-04aa0222-b8f7-41cb-a031-2bfdb0a748d0 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655138 Oct 13 00:32:46.397828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52604) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:46.404898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-81545c2a-fe29-47bf-b4b8-c07ae8fe0397 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-secgroup--168972972'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:46.452264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81545c2a-fe29-47bf-b4b8-c07ae8fe0397 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.584319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d2b2202-0e1f-43c9-80e0-b56426297f06 req-82d581f2-ac6c-4c46-bc8a-c360dd063f72 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 210 time: 0.0528564 Oct 13 00:32:46.590441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81545c2a-fe29-47bf-b4b8-c07ae8fe0397 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.608758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81545c2a-fe29-47bf-b4b8-c07ae8fe0397 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.648173 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-81545c2a-fe29-47bf-b4b8-c07ae8fe0397 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.649477 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-81545c2a-fe29-47bf-b4b8-c07ae8fe0397 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2501910 Oct 13 00:32:46.651674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81545c2a-fe29-47bf-b4b8-c07ae8fe0397 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb5e541-3517-40eb-a41b-b393d517a33c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:46.652431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52614) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:46.660154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ff79d20a-1ae9-49f3-a281-bf9960e87472 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': '2fb5e541-3517-40eb-a41b-b393d517a33c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:46.702822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff79d20a-1ae9-49f3-a281-bf9960e87472 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.763453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff79d20a-1ae9-49f3-a281-bf9960e87472 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.770157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff79d20a-1ae9-49f3-a281-bf9960e87472 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.771946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88ce95-30b1-45a0-a6df-93d934f5fdad req-ce724998-2791-4a72-927f-e6b7fcfd7e6f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:46.774646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c88ce95-30b1-45a0-a6df-93d934f5fdad req-ce724998-2791-4a72-927f-e6b7fcfd7e6f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0959659 Oct 13 00:32:46.800198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79d20a-1ae9-49f3-a281-bf9960e87472 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bd2a02-5fb1-425b-8ea9-ae817faf20d6,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:46.812360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff79d20a-1ae9-49f3-a281-bf9960e87472 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.816646 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ff79d20a-1ae9-49f3-a281-bf9960e87472 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578500 Oct 13 00:32:46.816916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52618) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:46.823428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e2cd9b3c-f1ba-45a0-8f96-e08f88d2f31c tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': '2fb5e541-3517-40eb-a41b-b393d517a33c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:46.831014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c88ce95-30b1-45a0-a6df-93d934f5fdad req-f70d2030-971c-40e8-960f-9d90416c4df6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493505 Oct 13 00:32:46.858003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b3c-f1ba-45a0-8f96-e08f88d2f31c tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.906469 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b3c-f1ba-45a0-8f96-e08f88d2f31c tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.911097 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b3c-f1ba-45a0-8f96-e08f88d2f31c tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.934048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd9b3c-f1ba-45a0-8f96-e08f88d2f31c tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b45e06-28e1-4bda-86c2-8c304f0c7ce6,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:46.945226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9b3c-f1ba-45a0-8f96-e08f88d2f31c tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:46.948996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e2cd9b3c-f1ba-45a0-8f96-e08f88d2f31c tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268833 Oct 13 00:32:46.949348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52620) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:46.954098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-22b4c6cb-89a1-4d40-8b6a-abb1b48e3389 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': '2fb5e541-3517-40eb-a41b-b393d517a33c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:46.986804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22b4c6cb-89a1-4d40-8b6a-abb1b48e3389 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.059397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22b4c6cb-89a1-4d40-8b6a-abb1b48e3389 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.066650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22b4c6cb-89a1-4d40-8b6a-abb1b48e3389 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.085403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4c6cb-89a1-4d40-8b6a-abb1b48e3389 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe71a91-29e4-4e70-9aa7-aa1fd91bc932,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:47.096007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22b4c6cb-89a1-4d40-8b6a-abb1b48e3389 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.100003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52622) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.100531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-22b4c6cb-89a1-4d40-8b6a-abb1b48e3389 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497073 Oct 13 00:32:47.104574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-db8aa95c-a2f1-4234-a5c9-00e13803aab4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': '2fb5e541-3517-40eb-a41b-b393d517a33c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:47.138502 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db8aa95c-a2f1-4234-a5c9-00e13803aab4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.203484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db8aa95c-a2f1-4234-a5c9-00e13803aab4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.208028 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db8aa95c-a2f1-4234-a5c9-00e13803aab4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.225788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aa95c-a2f1-4234-a5c9-00e13803aab4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601fbac4-9fa5-4d9f-b369-337236e16657,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:47.233267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db8aa95c-a2f1-4234-a5c9-00e13803aab4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.234478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-db8aa95c-a2f1-4234-a5c9-00e13803aab4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334662 Oct 13 00:32:47.237343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52624) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.241872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-82afaeeb-de0e-4772-98d2-d3ba8f4dc659 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': '2fb5e541-3517-40eb-a41b-b393d517a33c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:47.269230 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-82afaeeb-de0e-4772-98d2-d3ba8f4dc659 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.331917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-82afaeeb-de0e-4772-98d2-d3ba8f4dc659 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.335705 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-82afaeeb-de0e-4772-98d2-d3ba8f4dc659 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.355477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afaeeb-de0e-4772-98d2-d3ba8f4dc659 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a3ee7f-ea2e-4700-ac2b-4baf1e974588,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:47.363312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-82afaeeb-de0e-4772-98d2-d3ba8f4dc659 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.365127 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-82afaeeb-de0e-4772-98d2-d3ba8f4dc659 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1267824 Oct 13 00:32:47.368047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52626) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.402932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c38-f2f8-4719-ae61-14c5221b9308 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.410984 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c38-f2f8-4719-ae61-14c5221b9308 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.441585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c38-f2f8-4719-ae61-14c5221b9308 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.449055 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c38-f2f8-4719-ae61-14c5221b9308 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.452621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6cea4c38-f2f8-4719-ae61-14c5221b9308 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d4a3ee7f-ea2e-4700-ac2b-4baf1e974588 HTTP/1.1" status: 204 len: 168 time: 0.0811682 Oct 13 00:32:47.453754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52630) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.455301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea4c38-f2f8-4719-ae61-14c5221b9308 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4a3ee7f-ea2e-4700-ac2b-4baf1e974588,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:47.508807 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ee3631c0-9ec0-4f48-b0ec-fe7c8768b701 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0539589 Oct 13 00:32:47.511665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52632) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.525956 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.537476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe2255d9-d33b-47a9-96d0-a1e0671cbb94 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.545055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe2255d9-d33b-47a9-96d0-a1e0671cbb94 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.625076 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe2255d9-d33b-47a9-96d0-a1e0671cbb94 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.639944 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe2255d9-d33b-47a9-96d0-a1e0671cbb94 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.644348 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fe2255d9-d33b-47a9-96d0-a1e0671cbb94 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/601fbac4-9fa5-4d9f-b369-337236e16657 HTTP/1.1" status: 204 len: 168 time: 0.1291027 Oct 13 00:32:47.646355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52636) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.654802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2255d9-d33b-47a9-96d0-a1e0671cbb94 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=601fbac4-9fa5-4d9f-b369-337236e16657,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:47.700659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-5f859c52-c15e-4b27-9f84-cfac46e1be60 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:47.702743 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-5f859c52-c15e-4b27-9f84-cfac46e1be60 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 816 time: 0.1434093 Oct 13 00:32:47.718101 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24ffb64b-2585-4925-867c-288b3c8d6f00 req-c6a608d9-2344-4d99-bf1e-43324d535570 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 210 time: 0.0379641 Oct 13 00:32:47.734442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ff972fdc-a8af-4302-b07f-faf066373045 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0866783 Oct 13 00:32:47.737815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52638) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.760886 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-9686bb79-0ee3-4b91-9512-06467dcd4f29 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d695b5ae334f6cbd1bf73f25ec618b HTTP/1.1" status: 200 len: 378 time: 0.0431583 Oct 13 00:32:47.771697 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-789f3337-6cc0-4741-abe0-cfaf7ab4af47 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.779073 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-789f3337-6cc0-4741-abe0-cfaf7ab4af47 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.796700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'port': {'device_id': '9876d302-1142-475d-96cc-ecfcda54f955', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'admin_state_up': True, 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'security_groups': ['b61a5df2-8ea3-4e61-9b95-854bdb29b775']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:47.808740 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-789f3337-6cc0-4741-abe0-cfaf7ab4af47 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.815213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-789f3337-6cc0-4741-abe0-cfaf7ab4af47 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.818747 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-789f3337-6cc0-4741-abe0-cfaf7ab4af47 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3fe71a91-29e4-4e70-9aa7-aa1fd91bc932 HTTP/1.1" status: 204 len: 168 time: 0.0777023 Oct 13 00:32:47.819742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52640) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.837712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f3337-6cc0-4741-abe0-cfaf7ab4af47 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fe71a91-29e4-4e70-9aa7-aa1fd91bc932,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:47.876805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3047a9d9-5c46-439a-9ee4-c49d171f0ad4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0558703 Oct 13 00:32:47.877716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52644) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:47.909749 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a464a7de-fc37-41d8-b15c-fb3c2d3a5ef7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.920448 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a464a7de-fc37-41d8-b15c-fb3c2d3a5ef7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.937464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Made reservation on behalf of 64d695b5ae334f6cbd1bf73f25ec618b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:32:47.941621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.977677 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a464a7de-fc37-41d8-b15c-fb3c2d3a5ef7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.984104 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a464a7de-fc37-41d8-b15c-fb3c2d3a5ef7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:47.985229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a464a7de-fc37-41d8-b15c-fb3c2d3a5ef7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c6b45e06-28e1-4bda-86c2-8c304f0c7ce6 HTTP/1.1" status: 204 len: 168 time: 0.1063921 Oct 13 00:32:47.988604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52648) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:48.008597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464a7de-fc37-41d8-b15c-fb3c2d3a5ef7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6b45e06-28e1-4bda-86c2-8c304f0c7ce6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:48.026782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5e315-de76-4b45-9349-ffdf6631f3aa req-46cb1afa-8c6f-4f42-86d3-38368105b68a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:48.028290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56a5e315-de76-4b45-9349-ffdf6631f3aa req-46cb1afa-8c6f-4f42-86d3-38368105b68a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0897977 Oct 13 00:32:48.060766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ca008756-d022-4529-849f-969cce58a774 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704536 Oct 13 00:32:48.063726 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52650) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:48.087666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56a5e315-de76-4b45-9349-ffdf6631f3aa req-6292f0c6-1743-411f-8783-f878917789db tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471404 Oct 13 00:32:48.104342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4954471b-027a-44f5-abac-452bacd683eb tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.106981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Allocated IP 172.20.0.3 (0f17b87d-6f72-4183-85b0-f20a1ba8b43f/8e88882b-96f3-4e6c-9b86-10d353ddf281/4a3857d9-66fe-4a1c-aa46-04f767a14619) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:32:48.119063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4954471b-027a-44f5-abac-452bacd683eb tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.164427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4954471b-027a-44f5-abac-452bacd683eb tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.175075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4954471b-027a-44f5-abac-452bacd683eb tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.176433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4954471b-027a-44f5-abac-452bacd683eb tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/90bd2a02-5fb1-425b-8ea9-ae817faf20d6 HTTP/1.1" status: 204 len: 168 time: 0.1115193 Oct 13 00:32:48.178949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52652) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:48.220281 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d8c1043c-9ce7-412a-a10f-19d96510c07f tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400844 Oct 13 00:32:48.220538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954471b-027a-44f5-abac-452bacd683eb tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90bd2a02-5fb1-425b-8ea9-ae817faf20d6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:48.223052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52654) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:48.274304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7cd24278-e78f-49d8-b965-459dacfb41d7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.279662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.295728 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7cd24278-e78f-49d8-b965-459dacfb41d7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.312677 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.335982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7cd24278-e78f-49d8-b965-459dacfb41d7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.338603 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7cd24278-e78f-49d8-b965-459dacfb41d7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.339994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7cd24278-e78f-49d8-b965-459dacfb41d7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/2fb5e541-3517-40eb-a41b-b393d517a33c HTTP/1.1" status: 204 len: 168 time: 0.1158950 Oct 13 00:32:48.343004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52656) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:48.349266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd24278-e78f-49d8-b965-459dacfb41d7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb5e541-3517-40eb-a41b-b393d517a33c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:48.372438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:32:48.383560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:32:48.385817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:32:48.393809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:48.440759 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-80c8d061-b622-46d3-8b7f-dd29981209ae tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945878 Oct 13 00:32:48.447441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52658) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:48.449299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7e7fdcfc-9d7a-4c7f-988a-0c9e2366e92a tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953353240'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:48.469644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:48.470279 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.492918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdcfc-9d7a-4c7f-988a-0c9e2366e92a tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.508686 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-3492f2de-1efd-4eff-a988-e63d165197d5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160177 Oct 13 00:32:48.535674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Request body: {'port': {'device_id': '9876d302-1142-475d-96cc-ecfcda54f955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:48.590787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4e7b7531-14cc-4e95-acaa-05d0fd7cc2a4 None None] Provisioning complete for port 4a3857d9-66fe-4a1c-aa46-04f767a14619 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:48.591935 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e7b7531-14cc-4e95-acaa-05d0fd7cc2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.614252 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdcfc-9d7a-4c7f-988a-0c9e2366e92a tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.617441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.628363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdcfc-9d7a-4c7f-988a-0c9e2366e92a tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.630431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b7531-14cc-4e95-acaa-05d0fd7cc2a4 None None] Port 4a3857d9-66fe-4a1c-aa46-04f767a14619 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:32:48.678277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdcfc-9d7a-4c7f-988a-0c9e2366e92a tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.679403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7e7fdcfc-9d7a-4c7f-988a-0c9e2366e92a tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2335203 Oct 13 00:32:48.682442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52668) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:48.687072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d673ce56-a695-4867-aefc-1db8a033bb27 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': '1ecb5553-37b2-4425-a097-f3b1273dd2d0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:48.694537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fdcfc-9d7a-4c7f-988a-0c9e2366e92a tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb5553-37b2-4425-a097-f3b1273dd2d0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:48.720279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d673ce56-a695-4867-aefc-1db8a033bb27 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.787028 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d673ce56-a695-4867-aefc-1db8a033bb27 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.792131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d673ce56-a695-4867-aefc-1db8a033bb27 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.844008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673ce56-a695-4867-aefc-1db8a033bb27 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2876de9-1493-4095-bbb7-8e0432aa03ca,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:48.859102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d673ce56-a695-4867-aefc-1db8a033bb27 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.860352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d673ce56-a695-4867-aefc-1db8a033bb27 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1768706 Oct 13 00:32:48.863192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52674) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:48.889716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f11c39-87f6-4c3a-b39b-85a18cdad75c req-eb6d57de-21cf-4204-9813-730f85d4b257 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:48.891618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39f11c39-87f6-4c3a-b39b-85a18cdad75c req-eb6d57de-21cf-4204-9813-730f85d4b257 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 931 time: 0.0866039 Oct 13 00:32:48.954220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3857d9-66fe-4a1c-aa46-04f767a14619 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:32:48.961090 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.983592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Transition to ACTIVE for port object 4a3857d9-66fe-4a1c-aa46-04f767a14619 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:32:48.988880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.989569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfd66f76-adba-4a91-bc76-e21ea3ce790d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:48.995146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-39f11c39-87f6-4c3a-b39b-85a18cdad75c req-347c4157-39f8-4f33-bb7f-b568a2daa9c5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945294 Oct 13 00:32:49.024188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfd66f76-adba-4a91-bc76-e21ea3ce790d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.040979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:49.075164 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfd66f76-adba-4a91-bc76-e21ea3ce790d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.078349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dfd66f76-adba-4a91-bc76-e21ea3ce790d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.079765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dfd66f76-adba-4a91-bc76-e21ea3ce790d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ecb5553-37b2-4425-a097-f3b1273dd2d0 HTTP/1.1" status: 204 len: 168 time: 0.2152488 Oct 13 00:32:49.084576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52680) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:49.104735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd66f76-adba-4a91-bc76-e21ea3ce790d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb5553-37b2-4425-a097-f3b1273dd2d0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:49.140558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Attempting to bind port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:32:49.141465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Attempting to bind port 4a3857d9-66fe-4a1c-aa46-04f767a14619 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:32:49.141876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Attempting to bind port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:49.149834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0eb86771-ecdb-486c-a685-c4d1ac186a03 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618310 Oct 13 00:32:49.151016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52684) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:49.151246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:32:49.152552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Attempting to bind port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:32:49.156899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a193b9a1-2b48-4d75-b1df-b4906c2dc88b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483707342'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:49.158422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:32:49.159351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Checking segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:32:49.159793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Bound using segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:32:49.160228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Bound port: 4a3857d9-66fe-4a1c-aa46-04f767a14619, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:32:49.160597 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.191444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a193b9a1-2b48-4d75-b1df-b4906c2dc88b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.240290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:32:49.243496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:32:49.249263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.264168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c662b-52aa-4a2e-b35c-65d4daa69a49 req-cb2c49c1-d230-4b1f-83d9-28f421fe8de8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:49.265692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0c662b-52aa-4a2e-b35c-65d4daa69a49 req-cb2c49c1-d230-4b1f-83d9-28f421fe8de8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0767848 Oct 13 00:32:49.288198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:49.288905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.290466 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] 10.222.0.36 "PUT /v2.0/ports/4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 1091 time: 0.7607441 Oct 13 00:32:49.290982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:49.293360 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a470b1a-399f-44df-b351-5e61d27ce5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:49.330012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b198a-0ed2-4da5-b93c-3d5c792ace1d service neutron] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:49.330337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0c662b-52aa-4a2e-b35c-65d4daa69a49 req-9fb43515-86e3-4b2b-8cbd-48dd410d77e6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575585 Oct 13 00:32:49.333238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a193b9a1-2b48-4d75-b1df-b4906c2dc88b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.356374 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a193b9a1-2b48-4d75-b1df-b4906c2dc88b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.365568 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca7e3d-f3ff-4e33-9274-260a16d423e0 x-openstack-request-id: req-b7ca7e3d-f3ff-4e33-9274-260a16d423e0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:49.365924 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:49.366266 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7ca7e3d-f3ff-4e33-9274-260a16d423e0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:49.366706 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'status': 'completed', 'code': 200} Oct 13 00:32:49.397549 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a193b9a1-2b48-4d75-b1df-b4906c2dc88b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.401251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a193b9a1-2b48-4d75-b1df-b4906c2dc88b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2462184 Oct 13 00:32:49.401251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193b9a1-2b48-4d75-b1df-b4906c2dc88b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df7a7d2-a5a4-4cec-b622-6d42c5935e08,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:49.403446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52688) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:49.422536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0ab71a16-8a12-43ed-9723-c89461b0e377 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700667798'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:49.454001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-7b6b2b1c-d177-4e99-bb95-3e7fc13a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:49.456454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-7b6b2b1c-d177-4e99-bb95-3e7fc13a0c79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1094 time: 0.0726707 Oct 13 00:32:49.457806 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ab71a16-8a12-43ed-9723-c89461b0e377 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.841469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-799e0aff-c018-4659-8ee3-b39f4cc46678 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 217 time: 0.3695087 Oct 13 00:32:49.914935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-ca1064e8-3b21-430b-9ac0-aa11409c77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:49.916386 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-ca1064e8-3b21-430b-9ac0-aa11409c77d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0644462 Oct 13 00:32:49.928374 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ab71a16-8a12-43ed-9723-c89461b0e377 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.937036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ab71a16-8a12-43ed-9723-c89461b0e377 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.991760 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ab71a16-8a12-43ed-9723-c89461b0e377 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:49.993020 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ab71a16-8a12-43ed-9723-c89461b0e377 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5901685 Oct 13 00:32:49.995987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab71a16-8a12-43ed-9723-c89461b0e377 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed636498-5859-4656-8ae6-dda4d635fb52,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:49.996145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52692) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:50.002153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d468323b-2c65-496b-b173-553a5a29781b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': '7df7a7d2-a5a4-4cec-b622-6d42c5935e08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ed636498-5859-4656-8ae6-dda4d635fb52', 'remote_ip_prefix': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:50.003739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-5dc88102-8aad-48f0-829a-77981eb2040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:50.004851 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-5dc88102-8aad-48f0-829a-77981eb2040e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788927 Oct 13 00:32:50.038568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d468323b-2c65-496b-b173-553a5a29781b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.114655 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-6e78b697-6685-4dde-8064-54664246fb67 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013737 Oct 13 00:32:50.151482 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d468323b-2c65-496b-b173-553a5a29781b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.161349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34935b9-4618-4b3e-9bf7-ebf3f49f6780 req-4343e250-43e9-44fe-a379-0a6c55858d2c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:50.162791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a34935b9-4618-4b3e-9bf7-ebf3f49f6780 req-4343e250-43e9-44fe-a379-0a6c55858d2c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 943 time: 0.0759289 Oct 13 00:32:50.164067 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d468323b-2c65-496b-b173-553a5a29781b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.191093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468323b-2c65-496b-b173-553a5a29781b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f38145-8449-4e61-8317-e15621e7e0dc,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:50.203616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d468323b-2c65-496b-b173-553a5a29781b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.205143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d468323b-2c65-496b-b173-553a5a29781b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2081416 Oct 13 00:32:50.209185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52700) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:50.224688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a34935b9-4618-4b3e-9bf7-ebf3f49f6780 req-86972478-19a5-41dd-b3f0-ef9218adec85 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529852 Oct 13 00:32:50.234429 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81639058-7e3b-400b-86a8-e39f418c2ff3 req-61b39596-564b-47c6-97bd-989cac67dd2a service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129165 Oct 13 00:32:50.246332 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87cdb80c-32de-4445-97a0-8727370c34b0 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.254256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87cdb80c-32de-4445-97a0-8727370c34b0 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.281005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87cdb80c-32de-4445-97a0-8727370c34b0 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.287444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-87cdb80c-32de-4445-97a0-8727370c34b0 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.290882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-87cdb80c-32de-4445-97a0-8727370c34b0 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/43f38145-8449-4e61-8317-e15621e7e0dc HTTP/1.1" status: 204 len: 168 time: 0.0784371 Oct 13 00:32:50.292069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:50.293762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdb80c-32de-4445-97a0-8727370c34b0 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43f38145-8449-4e61-8317-e15621e7e0dc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:50.339868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-654f70d9-764d-4393-ad13-90a9bf596e0f tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0463314 Oct 13 00:32:50.342251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52706) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:50.400289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-b55c5b6d-bfca-489d-a962-eb618261a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:50.402381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-b55c5b6d-bfca-489d-a962-eb618261a6f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1094 time: 0.0497515 Oct 13 00:32:50.447237 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e631c448-c46f-4de4-bbe0-298ec33953c1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.482384 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e631c448-c46f-4de4-bbe0-298ec33953c1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.491891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376e15a-4874-4e04-8a6f-be6c5794fcd2 req-c5fd82ec-d079-4a47-ae57-60dc32fd8a10 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:50.493365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c376e15a-4874-4e04-8a6f-be6c5794fcd2 req-c5fd82ec-d079-4a47-ae57-60dc32fd8a10 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0770259 Oct 13 00:32:50.506856 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-66419c99-ce2d-4361-aa74-d87edc71b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:50.508689 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-66419c99-ce2d-4361-aa74-d87edc71b931 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.0989432 Oct 13 00:32:50.557576 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-f0bb4567-d852-46c2-b55d-75f427b8afa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 217 time: 0.0350604 Oct 13 00:32:50.561176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c376e15a-4874-4e04-8a6f-be6c5794fcd2 req-ab7c5777-3dc8-4d1c-8e8e-3924da17abb1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575178 Oct 13 00:32:50.562654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e631c448-c46f-4de4-bbe0-298ec33953c1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.565576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e631c448-c46f-4de4-bbe0-298ec33953c1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.569193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e631c448-c46f-4de4-bbe0-298ec33953c1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed636498-5859-4656-8ae6-dda4d635fb52 HTTP/1.1" status: 204 len: 168 time: 0.2228477 Oct 13 00:32:50.571898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52712) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:50.589557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631c448-c46f-4de4-bbe0-298ec33953c1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed636498-5859-4656-8ae6-dda4d635fb52,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:50.624065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-3251853a-e629-4078-a2af-324f7b93fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:50.626052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-3251853a-e629-4078-a2af-324f7b93fd26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0571985 Oct 13 00:32:50.643607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0feadb29-7d07-4290-8df9-ce1770ed620a tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0675991 Oct 13 00:32:50.643985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52714) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:50.702583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-66403134-3674-4de9-9204-5381eb7742cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:50.704099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-66403134-3674-4de9-9204-5381eb7742cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704629 Oct 13 00:32:50.728562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2248-8200-4edb-bf8d-e2aaefec2345 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.792712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2248-8200-4edb-bf8d-e2aaefec2345 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.845000 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-da50c7f3-9714-4d7a-a9af-a1234cdbfff5 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283929 Oct 13 00:32:50.860433 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2248-8200-4edb-bf8d-e2aaefec2345 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.863008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2248-8200-4edb-bf8d-e2aaefec2345 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.866435 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ad6c2248-8200-4edb-bf8d-e2aaefec2345 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/7df7a7d2-a5a4-4cec-b622-6d42c5935e08 HTTP/1.1" status: 204 len: 168 time: 0.2191002 Oct 13 00:32:50.866917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52716) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:50.907371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c2248-8200-4edb-bf8d-e2aaefec2345 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df7a7d2-a5a4-4cec-b622-6d42c5935e08,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:50.915595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-70529f91-21ea-4693-b2b7-51d5a93407a7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437751 Oct 13 00:32:50.916271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52718) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:50.920316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1bbf7a14-be24-40bf-9d89-12d850bffc9d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-secgroup--981079139'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:50.969215 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7a14-be24-40bf-9d89-12d850bffc9d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:50.987113 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a470b1a-399f-44df-b351-5e61d27ce5d2 req-445002a6-a48f-4377-b70d-f19ba3798560 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342955 Oct 13 00:32:51.050436 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7a14-be24-40bf-9d89-12d850bffc9d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.054700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7a14-be24-40bf-9d89-12d850bffc9d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.084186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7a14-be24-40bf-9d89-12d850bffc9d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.085419 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1bbf7a14-be24-40bf-9d89-12d850bffc9d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1685312 Oct 13 00:32:51.088326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52720) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.092951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-47134384-c814-4799-970c-d4a89d2912e6 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': 'deda8f6b-4682-496b-b1c7-b3a0a794e53c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:51.097797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf7a14-be24-40bf-9d89-12d850bffc9d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deda8f6b-4682-496b-b1c7-b3a0a794e53c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:51.121102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47134384-c814-4799-970c-d4a89d2912e6 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.184192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47134384-c814-4799-970c-d4a89d2912e6 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.188653 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47134384-c814-4799-970c-d4a89d2912e6 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.209229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47134384-c814-4799-970c-d4a89d2912e6 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f7c042-f445-4b6f-98e7-2d90333cbca3,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:51.219884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47134384-c814-4799-970c-d4a89d2912e6 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.221219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-47134384-c814-4799-970c-d4a89d2912e6 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1318560 Oct 13 00:32:51.224110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52722) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.251781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa53509e-98df-4572-9f94-b4ab6bac06fd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.261453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa53509e-98df-4572-9f94-b4ab6bac06fd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.290307 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa53509e-98df-4572-9f94-b4ab6bac06fd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.295738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fa53509e-98df-4572-9f94-b4ab6bac06fd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.297001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fa53509e-98df-4572-9f94-b4ab6bac06fd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/63f7c042-f445-4b6f-98e7-2d90333cbca3 HTTP/1.1" status: 204 len: 168 time: 0.0717998 Oct 13 00:32:51.300174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52726) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.340132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53509e-98df-4572-9f94-b4ab6bac06fd tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63f7c042-f445-4b6f-98e7-2d90333cbca3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:51.379051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91af716-87ce-42fb-ba20-7b85ce76a09a req-f61de7dc-a2f2-4c86-a86c-74708e7cc549 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:51.380731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a91af716-87ce-42fb-ba20-7b85ce76a09a req-f61de7dc-a2f2-4c86-a86c-74708e7cc549 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 943 time: 0.0797007 Oct 13 00:32:51.398696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-310faf4d-e345-425a-bfa5-39c554b0c5b1 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940456 Oct 13 00:32:51.399168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52730) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.432795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a91af716-87ce-42fb-ba20-7b85ce76a09a req-1eef51de-2db7-4b12-9f65-3c2b081d67d9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353856 Oct 13 00:32:51.463055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac194182-e1b5-4d57-8095-fbd5abcbe478 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.486031 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac194182-e1b5-4d57-8095-fbd5abcbe478 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.526863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac194182-e1b5-4d57-8095-fbd5abcbe478 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.529592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac194182-e1b5-4d57-8095-fbd5abcbe478 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.530852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ac194182-e1b5-4d57-8095-fbd5abcbe478 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/deda8f6b-4682-496b-b1c7-b3a0a794e53c HTTP/1.1" status: 204 len: 168 time: 0.1305606 Oct 13 00:32:51.534834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52732) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.541429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194182-e1b5-4d57-8095-fbd5abcbe478 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deda8f6b-4682-496b-b1c7-b3a0a794e53c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:51.585116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ae5e3990-4ba2-498e-b854-f30b84cdccec tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490003 Oct 13 00:32:51.588682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52736) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.593194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ec63dc84-387f-4935-8317-0f3de12df89b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group': {'name': 'tempest-secgroup--243654760'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:51.617633 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc84-387f-4935-8317-0f3de12df89b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.710570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8ddd-ea16-4b70-b4de-fdbfe5c9303b req-89245a17-7dc2-4a03-b7fa-8c1f99e36cd3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:51.712211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-321f8ddd-ea16-4b70-b4de-fdbfe5c9303b req-89245a17-7dc2-4a03-b7fa-8c1f99e36cd3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0767293 Oct 13 00:32:51.744690 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc84-387f-4935-8317-0f3de12df89b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.753590 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc84-387f-4935-8317-0f3de12df89b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.788205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-321f8ddd-ea16-4b70-b4de-fdbfe5c9303b req-1563628c-10bf-4e54-9722-fa474734bf32 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658689 Oct 13 00:32:51.795297 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec63dc84-387f-4935-8317-0f3de12df89b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.799129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ec63dc84-387f-4935-8317-0f3de12df89b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2068448 Oct 13 00:32:51.800373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52738) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.804277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-15433c2a-93ec-445b-a2fd-41729c5495ea tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': 'd00ce2e9-75f0-4025-8f20-5e5591adec8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:51.810404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63dc84-387f-4935-8317-0f3de12df89b tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ce2e9-75f0-4025-8f20-5e5591adec8b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:51.837781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15433c2a-93ec-445b-a2fd-41729c5495ea tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.894421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15433c2a-93ec-445b-a2fd-41729c5495ea tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.898344 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15433c2a-93ec-445b-a2fd-41729c5495ea tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.916672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15433c2a-93ec-445b-a2fd-41729c5495ea tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3e39af-cf47-410a-ad98-f37d10172420,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:51.927382 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15433c2a-93ec-445b-a2fd-41729c5495ea tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:51.928644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-15433c2a-93ec-445b-a2fd-41729c5495ea tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278346 Oct 13 00:32:51.931181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52740) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.948149 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7925903a-e1c2-426a-bd98-7b8a2003871c tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules/4e3e39af-cf47-410a-ad98-f37d10172420 HTTP/1.1" status: 200 len: 763 time: 0.0157738 Oct 13 00:32:51.950470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52742) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:51.998171 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e41099f9-43e9-4b1f-89dd-fdf7335d9f92 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0465598 Oct 13 00:32:52.000659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52744) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.024759 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5939f7c1-1207-4d40-bfff-3c876d47a9e2 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.032529 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5939f7c1-1207-4d40-bfff-3c876d47a9e2 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.061914 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5939f7c1-1207-4d40-bfff-3c876d47a9e2 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.068674 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5939f7c1-1207-4d40-bfff-3c876d47a9e2 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.069778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5939f7c1-1207-4d40-bfff-3c876d47a9e2 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4e3e39af-cf47-410a-ad98-f37d10172420 HTTP/1.1" status: 204 len: 168 time: 0.0680783 Oct 13 00:32:52.072777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52746) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.075423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939f7c1-1207-4d40-bfff-3c876d47a9e2 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e3e39af-cf47-410a-ad98-f37d10172420,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:52.120498 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6e8b809b-5d69-4c77-88c1-64abb57d87a8 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462506 Oct 13 00:32:52.123128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52748) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.127706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0df2cf11-1202-4b60-91d1-3ea2c76b3ec5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': 'd00ce2e9-75f0-4025-8f20-5e5591adec8b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:52.159227 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0df2cf11-1202-4b60-91d1-3ea2c76b3ec5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.211165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0df2cf11-1202-4b60-91d1-3ea2c76b3ec5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.216425 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0df2cf11-1202-4b60-91d1-3ea2c76b3ec5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.235697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2cf11-1202-4b60-91d1-3ea2c76b3ec5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360732fa-6262-4e2e-acc4-ea9cf911df73,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:52.249696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0df2cf11-1202-4b60-91d1-3ea2c76b3ec5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.254098 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0df2cf11-1202-4b60-91d1-3ea2c76b3ec5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270790 Oct 13 00:32:52.254458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52750) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.275159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c167e53d-7790-422b-a2af-d1500743a6c7 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules/360732fa-6262-4e2e-acc4-ea9cf911df73 HTTP/1.1" status: 200 len: 763 time: 0.0171580 Oct 13 00:32:52.275543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52752) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.317883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b59adcb5-9831-4789-a059-14c7cb680053 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411501 Oct 13 00:32:52.320658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52754) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.345509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f56c4ea2-e568-4fd6-af0c-d73d87f0bbf9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.353551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f56c4ea2-e568-4fd6-af0c-d73d87f0bbf9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.394162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f56c4ea2-e568-4fd6-af0c-d73d87f0bbf9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.399677 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f56c4ea2-e568-4fd6-af0c-d73d87f0bbf9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.403830 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f56c4ea2-e568-4fd6-af0c-d73d87f0bbf9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/360732fa-6262-4e2e-acc4-ea9cf911df73 HTTP/1.1" status: 204 len: 168 time: 0.0799139 Oct 13 00:32:52.404308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52758) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.427591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c4ea2-e568-4fd6-af0c-d73d87f0bbf9 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=360732fa-6262-4e2e-acc4-ea9cf911df73,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:52.461629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8a9dac45-73d5-46ee-9c2a-b2e05df62694 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560358 Oct 13 00:32:52.464089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52762) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.469090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0e8693dc-dc82-4058-b854-efa576483e07 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Request body: {'security_group_rule': {'security_group_id': 'd00ce2e9-75f0-4025-8f20-5e5591adec8b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:52.501472 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-0e8693dc-dc82-4058-b854-efa576483e07 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Project 7b47ca73617b4ee7978551303bc0d79a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:32:52.508561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e8693dc-dc82-4058-b854-efa576483e07 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.564864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e428878-33a7-4994-a428-fb5c65a1a678 req-bec7de5f-ca26-4083-a66b-a9c9b4b67d06 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:52.565375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e8693dc-dc82-4058-b854-efa576483e07 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.573489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e8693dc-dc82-4058-b854-efa576483e07 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.577092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e428878-33a7-4994-a428-fb5c65a1a678 req-bec7de5f-ca26-4083-a66b-a9c9b4b67d06 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 943 time: 0.0674355 Oct 13 00:32:52.602362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e8693dc-dc82-4058-b854-efa576483e07 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.604594 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0e8693dc-dc82-4058-b854-efa576483e07 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390543 Oct 13 00:32:52.607302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52764) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.627816 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-976d0ccf-0e2e-4370-82c2-95910984ac5d tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules/a0fd5300-86b0-4ead-8dcc-299307ae7c33 HTTP/1.1" status: 200 len: 769 time: 0.0189548 Oct 13 00:32:52.628263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e428878-33a7-4994-a428-fb5c65a1a678 req-b1cc07c9-6999-4bd0-a770-a8e2c5af3b7d tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455203 Oct 13 00:32:52.629047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8693dc-dc82-4058-b854-efa576483e07 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fd5300-86b0-4ead-8dcc-299307ae7c33,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:52.630055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52766) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.679417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ae5da6d6-711f-4e1c-9e7d-b0df49a09db4 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0431104 Oct 13 00:32:52.682150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52768) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.709369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cd93b8d-2579-4ee8-9967-c66eedfcbfbe tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.717470 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cd93b8d-2579-4ee8-9967-c66eedfcbfbe tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.745414 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cd93b8d-2579-4ee8-9967-c66eedfcbfbe tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.753002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cd93b8d-2579-4ee8-9967-c66eedfcbfbe tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.754585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9cd93b8d-2579-4ee8-9967-c66eedfcbfbe tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a0fd5300-86b0-4ead-8dcc-299307ae7c33 HTTP/1.1" status: 204 len: 168 time: 0.0714569 Oct 13 00:32:52.757255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52770) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.759115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd93b8d-2579-4ee8-9967-c66eedfcbfbe tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0fd5300-86b0-4ead-8dcc-299307ae7c33,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:52.805449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-060f5052-8d18-4f09-aed4-cb8570c64472 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438323 Oct 13 00:32:52.805870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52772) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.863449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f038edc7-0189-4a23-8bc7-46e0ad9859a5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.864536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:32:52.886943 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f038edc7-0189-4a23-8bc7-46e0ad9859a5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.940826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f038edc7-0189-4a23-8bc7-46e0ad9859a5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.943810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ca0c4-6ab7-496a-812f-10bcf1f0ab37 req-fa658832-3d2e-4e98-b6f1-488f5e8dac5a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:52.943999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f038edc7-0189-4a23-8bc7-46e0ad9859a5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:52.945009 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f038edc7-0189-4a23-8bc7-46e0ad9859a5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "DELETE /v2.0/security-groups/d00ce2e9-75f0-4025-8f20-5e5591adec8b HTTP/1.1" status: 204 len: 168 time: 0.1381636 Oct 13 00:32:52.951257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52776) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:52.951436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d85ca0c4-6ab7-496a-812f-10bcf1f0ab37 req-fa658832-3d2e-4e98-b6f1-488f5e8dac5a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0707030 Oct 13 00:32:52.983194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:52.996287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'port_id': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'mac_address': 'fa:16:3e:7b:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:32:52.996500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038edc7-0189-4a23-8bc7-46e0ad9859a5 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ce2e9-75f0-4025-8f20-5e5591adec8b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:52.999144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d85ca0c4-6ab7-496a-812f-10bcf1f0ab37 req-8e148084-3659-4b6e-9818-4138c4c0c88c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470643 Oct 13 00:32:53.034103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d94556ef-8912-4f92-974c-771957c008b8 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817044 Oct 13 00:32:53.038166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52778) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:53.050077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:53.065254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3857d9-66fe-4a1c-aa46-04f767a14619 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:32:53.090527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:53.096135 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:53.104323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2eab199d-7db2-409e-a71c-a93cd04da888 tempest-SecGroupIPv6Test-1010725315 tempest-SecGroupIPv6Test-1010725315-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639362 Oct 13 00:32:53.173017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:53.364437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52784) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:53.498042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['4a3857d9-66fe-4a1c-aa46-04f767a14619'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:32:53.506031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-54d1cf8b-02e1-4092-95da-7faafcd89842 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b47ca73617b4ee7978551303bc0d79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401753 Oct 13 00:32:53.508268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:53.558754 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74ba509e-e2e2-44b7-8cd0-4a24ff42d497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:53.579945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74ba509e-e2e2-44b7-8cd0-4a24ff42d497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:53.632140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74ba509e-e2e2-44b7-8cd0-4a24ff42d497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:53.635223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74ba509e-e2e2-44b7-8cd0-4a24ff42d497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:53.636547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-74ba509e-e2e2-44b7-8cd0-4a24ff42d497 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76af2922-c1a4-4f09-9eee-616452045844 HTTP/1.1" status: 204 len: 168 time: 0.1273105 Oct 13 00:32:53.647126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba509e-e2e2-44b7-8cd0-4a24ff42d497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76af2922-c1a4-4f09-9eee-616452045844,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:53.757204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe125a4-0165-4ad7-8214-0efc736d452a req-55e04c0c-12ae-403d-a023-6aae3bd99499 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:53.758681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fe125a4-0165-4ad7-8214-0efc736d452a req-55e04c0c-12ae-403d-a023-6aae3bd99499 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0533917 Oct 13 00:32:53.801529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fe125a4-0165-4ad7-8214-0efc736d452a req-9250209b-bd31-45d4-af1a-4ba3b8fceb22 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348296 Oct 13 00:32:54.116919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ae315-5a05-4cac-b8a8-4105f344f3ce req-5d1d6b12-af09-4c7e-a5d3-874a1b2a6455 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:54.119284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e3ae315-5a05-4cac-b8a8-4105f344f3ce req-5d1d6b12-af09-4c7e-a5d3-874a1b2a6455 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0561666 Oct 13 00:32:54.161354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e3ae315-5a05-4cac-b8a8-4105f344f3ce req-8952b711-7147-4b29-9301-630f7c4800b6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349965 Oct 13 00:32:54.883402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:32:54.944475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 4a3857d9-66fe-4a1c-aa46-04f767a14619 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:32:54.949091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 4a3857d9-66fe-4a1c-aa46-04f767a14619 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:32:54.949658 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:54.957669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716f24-45d2-4657-b152-e6fa79392c5e req-24af8f96-b0da-4e34-b148-b3491f00f768 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:54.959952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9716f24-45d2-4657-b152-e6fa79392c5e req-24af8f96-b0da-4e34-b148-b3491f00f768 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0711594 Oct 13 00:32:55.010274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9716f24-45d2-4657-b152-e6fa79392c5e req-1412665f-c59c-4f55-a619-429d78d8f447 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437157 Oct 13 00:32:55.047778 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.074446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:55.077649 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90df7d13-4d7e-480e-946c-98b81b8e59e9" -d '{"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-plugged", "status": "completed", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:55.093756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:32:55.099876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.123717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52842) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:55.145415 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed97db7-a4f6-439b-b264-c2a1701d2541 x-openstack-request-id: req-9ed97db7-a4f6-439b-b264-c2a1701d2541 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:55.145768 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-plugged", "status": "completed", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:55.146087 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ed97db7-a4f6-439b-b264-c2a1701d2541 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:55.146530 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'code': 200} Oct 13 00:32:55.158338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:55.275259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b680bdd-9e9e-4f1b-be2b-65a8f42cdf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.296102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767d23f-21c1-4157-8a67-1b96342971f4 req-0c959577-f863-4fe5-b1e0-73309fabccdb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:55.297786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3767d23f-21c1-4157-8a67-1b96342971f4 req-0c959577-f863-4fe5-b1e0-73309fabccdb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0543516 Oct 13 00:32:55.298443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127aa8d-410e-4793-a39e-39216012836a req-70e6c4b8-84a9-475d-825b-cfeffda2be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:55.300014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d127aa8d-410e-4793-a39e-39216012836a req-70e6c4b8-84a9-475d-825b-cfeffda2be7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1096 time: 0.0646577 Oct 13 00:32:55.337109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3767d23f-21c1-4157-8a67-1b96342971f4 req-564293f1-3c1a-4ec0-ba64-d429ffe158c3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Oct 13 00:32:55.357708 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d127aa8d-410e-4793-a39e-39216012836a req-62c928c0-b95f-43d1-8d2b-01fdf5fc93db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506632 Oct 13 00:32:55.394107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b680bdd-9e9e-4f1b-be2b-65a8f42cdf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.398157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b680bdd-9e9e-4f1b-be2b-65a8f42cdf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.437197 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b680bdd-9e9e-4f1b-be2b-65a8f42cdf7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51e429428ede4f828d0d3f61499d00da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122842 Oct 13 00:32:55.438335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b680bdd-9e9e-4f1b-be2b-65a8f42cdf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b493a7-54fb-49df-bb9e-5cfbf6b2ae0c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:55.440500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52850) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:55.490560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0a15-56c2-466c-aa79-5c3eb8926af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.513426 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0a15-56c2-466c-aa79-5c3eb8926af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.565779 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0a15-56c2-466c-aa79-5c3eb8926af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.568581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0a15-56c2-466c-aa79-5c3eb8926af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.569744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ceaa0a15-56c2-466c-aa79-5c3eb8926af0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8b493a7-54fb-49df-bb9e-5cfbf6b2ae0c HTTP/1.1" status: 204 len: 168 time: 0.1281495 Oct 13 00:32:55.577866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0a15-56c2-466c-aa79-5c3eb8926af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b493a7-54fb-49df-bb9e-5cfbf6b2ae0c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:55.836724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52860) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:55.849867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18d815f-bde2-49e8-a1bc-bd0f7cc66ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.925063 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18d815f-bde2-49e8-a1bc-bd0f7cc66ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.928829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d18d815f-bde2-49e8-a1bc-bd0f7cc66ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:55.967160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d18d815f-bde2-49e8-a1bc-bd0f7cc66ec5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=973bd035ccca4db1be0369c335433965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292315 Oct 13 00:32:55.969094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d815f-bde2-49e8-a1bc-bd0f7cc66ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2473c85-606d-4758-9c02-82250dc77863,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:55.969794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:56.024402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1b357dea-fef9-4193-beb1-18f2550f616d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:56.046459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1b357dea-fef9-4193-beb1-18f2550f616d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:56.101968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1b357dea-fef9-4193-beb1-18f2550f616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:56.104932 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1b357dea-fef9-4193-beb1-18f2550f616d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:56.107021 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1b357dea-fef9-4193-beb1-18f2550f616d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2473c85-606d-4758-9c02-82250dc77863 HTTP/1.1" status: 204 len: 168 time: 0.1352296 Oct 13 00:32:56.115612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b357dea-fef9-4193-beb1-18f2550f616d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2473c85-606d-4758-9c02-82250dc77863,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:32:56.151669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacad836-073b-4316-b06e-aaac7413c12f req-c2cb8ecb-770c-429c-8353-41bab0219dcd tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:56.153336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dacad836-073b-4316-b06e-aaac7413c12f req-c2cb8ecb-770c-429c-8353-41bab0219dcd tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0630422 Oct 13 00:32:56.191814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dacad836-073b-4316-b06e-aaac7413c12f req-6c499237-ef28-41f0-b13c-397486528183 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319428 Oct 13 00:32:56.468101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fb958-679e-457e-8f12-d341879b38f1 req-74bf91f3-e5d1-4123-8cae-830c225d9d6a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:56.469747 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-898fb958-679e-457e-8f12-d341879b38f1 req-74bf91f3-e5d1-4123-8cae-830c225d9d6a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0539134 Oct 13 00:32:56.521748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-898fb958-679e-457e-8f12-d341879b38f1 req-65e5917a-864a-442b-8cb3-1d58847c7025 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455649 Oct 13 00:32:57.312708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26405c52-d48d-4402-ad4f-cba237be65e3 req-2eb55086-13d9-42fb-b17c-0cd9f4f72a53 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:57.314198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26405c52-d48d-4402-ad4f-cba237be65e3 req-2eb55086-13d9-42fb-b17c-0cd9f4f72a53 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0490134 Oct 13 00:32:57.353433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26405c52-d48d-4402-ad4f-cba237be65e3 req-0b1140a6-023e-4cdf-b120-25cb2474f7e1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330925 Oct 13 00:32:57.473694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67532d-8e56-4506-be8b-f7c4c034a85a req-cf37b43c-05eb-4e56-9964-d56e73a3c859 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:57.475205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e67532d-8e56-4506-be8b-f7c4c034a85a req-cf37b43c-05eb-4e56-9964-d56e73a3c859 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0496733 Oct 13 00:32:57.483552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52914) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:32:57.488053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Request body: {'floatingip': {'port_id': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:32:57.530965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:57.718305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e11bbf-9dc5-48cf-ad8c-1113fadab104 req-2fb687eb-868a-40c2-abe6-103d409e4774 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:57.719814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3e11bbf-9dc5-48cf-ad8c-1113fadab104 req-2fb687eb-868a-40c2-abe6-103d409e4774 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.1217306 Oct 13 00:32:58.109511 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3e11bbf-9dc5-48cf-ad8c-1113fadab104 req-eb0f5fb1-d3f9-4d56-8520-3682a72c386e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836095 Oct 13 00:32:58.357285 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:58.361629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:58.596395 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Floating IP f7e0ba6e-1615-4cc2-b21b-900ded71b3c9 associated. External IP: 172.25.3.142, port: 4a3857d9-66fe-4a1c-aa46-04f767a14619. Oct 13 00:32:58.755371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Router 2801855f-a5d4-4414-9df7-bd1de9603071 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:32:58.890724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:32:58.900230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:32:58.902734 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] Sync routers for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:32:58.923355 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:58.924690 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:58.948576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c0c3d24a-9c69-4364-ab2c-5a739e14203a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "PUT /v2.0/floatingips/f7e0ba6e-1615-4cc2-b21b-900ded71b3c9 HTTP/1.1" status: 200 len: 991 time: 1.4531209 Oct 13 00:32:58.949942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:32:58.957632 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a41981-f907-470b-9b57-b44aa8b47417" -d '{"events": [{"name": "network-changed", "server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:32:59.021783 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010d7f1-8db7-4841-9518-b8aad1677c27 x-openstack-request-id: req-b010d7f1-8db7-4841-9518-b8aad1677c27 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:32:59.022088 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:32:59.022341 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b010d7f1-8db7-4841-9518-b8aad1677c27 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:32:59.022741 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'status': 'completed', 'code': 200} Oct 13 00:32:59.113160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a41981-f907-470b-9b57-b44aa8b47417 req-3406f33e-3f59-4dfc-9958-27ecf526475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:59.114736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-91a41981-f907-470b-9b57-b44aa8b47417 req-3406f33e-3f59-4dfc-9958-27ecf526475e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1096 time: 0.0465777 Oct 13 00:32:59.178975 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:59.241641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a41981-f907-470b-9b57-b44aa8b47417 req-77cfd34f-68dd-484a-8178-4cddb725a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:59.243149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-91a41981-f907-470b-9b57-b44aa8b47417 req-77cfd34f-68dd-484a-8178-4cddb725a269 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1213682 Oct 13 00:32:59.243551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dc7ac-f3c1-4086-a9ee-461d0e01fa4c req-72a98996-5901-4cf9-b976-0dfc032b7d93 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:59.245249 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-509dc7ac-f3c1-4086-a9ee-461d0e01fa4c req-72a98996-5901-4cf9-b976-0dfc032b7d93 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0533965 Oct 13 00:32:59.303866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-509dc7ac-f3c1-4086-a9ee-461d0e01fa4c req-f54b8e26-4b56-43e1-8fd2-77c121d88215 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 Oct 13 00:32:59.321235 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-91a41981-f907-470b-9b57-b44aa8b47417 req-0d7f648c-ee56-4b25-925e-3532f442bc69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 999 time: 0.0623024 Oct 13 00:32:59.396285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a41981-f907-470b-9b57-b44aa8b47417 req-49b95429-61aa-4c50-9e53-fa0ec0b5b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:59.397812 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-91a41981-f907-470b-9b57-b44aa8b47417 req-49b95429-61aa-4c50-9e53-fa0ec0b5b21d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0697370 Oct 13 00:32:59.439111 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'f7e0ba6e-1615-4cc2-b21b-900ded71b3c9', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'port_id': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'mac_address': 'fa:16:3e:7b:5d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9876d302-1142-475d-96cc-ecfcda54f955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:32:45Z', 'updated_at': '2021-10-13T00:32:58Z', 'revision_number': 1, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:59.450761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a41981-f907-470b-9b57-b44aa8b47417 req-7b72b2e7-c6d2-481f-b8c6-777361c322c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:32:59.452772 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-91a41981-f907-470b-9b57-b44aa8b47417 req-7b72b2e7-c6d2-481f-b8c6-777361c322c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483527 Oct 13 00:32:59.467399 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] Checking router: 2801855f-a5d4-4414-9df7-bd1de9603071 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:32:59.477784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:32:59.478425 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:32:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:59.550888 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-91a41981-f907-470b-9b57-b44aa8b47417 req-8d5f4a95-d4d4-4dd6-9b11-a1d1ea6fa937 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907938 Oct 13 00:32:59.600900 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:32:59.654709 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-91a41981-f907-470b-9b57-b44aa8b47417 req-34251212-be7e-4a7d-904b-eb01bdb17947 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963206 Oct 13 00:32:59.851207 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'f7e0ba6e-1615-4cc2-b21b-900ded71b3c9', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'port_id': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'mac_address': 'fa:16:3e:7b:5d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9876d302-1142-475d-96cc-ecfcda54f955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:32:45Z', 'updated_at': '2021-10-13T00:32:58Z', 'revision_number': 1, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:32:59.878026 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f758f66b-d934-4b23-bcd1-0b043b8d0d6e None None] The sync data for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 is: [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'f7e0ba6e-1615-4cc2-b21b-900ded71b3c9', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'port_id': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'mac_address': 'fa:16:3e:7b:5d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9876d302-1142-475d-96cc-ecfcda54f955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:32:45Z', 'updated_at': '2021-10-13T00:32:58Z', 'revision_number': 1, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:33:00.111725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb84a5-138b-4b66-90d3-b5cea8951a9c None None] New status for floating IP f7e0ba6e-1615-4cc2-b21b-900ded71b3c9: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:33:00.483789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f0152-3914-4b42-897c-43de07f75894 req-4290e90b-ce0d-48a1-84e7-c0eb3ae40554 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:00.485377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b45f0152-3914-4b42-897c-43de07f75894 req-4290e90b-ce0d-48a1-84e7-c0eb3ae40554 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0619702 Oct 13 00:33:00.541131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b45f0152-3914-4b42-897c-43de07f75894 req-6ff9fe21-acd4-4eb2-85cc-0978b082fb9f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466866 Oct 13 00:33:01.697214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951851-43e6-4634-9c25-a8b29365de69 req-814dacd9-ab5a-4493-b1bf-ebace2981726 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:01.698703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18951851-43e6-4634-9c25-a8b29365de69 req-814dacd9-ab5a-4493-b1bf-ebace2981726 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0829110 Oct 13 00:33:01.745912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18951851-43e6-4634-9c25-a8b29365de69 req-b67f7447-41eb-476e-8f2b-8da499b976b8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 Oct 13 00:33:01.998214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b90797-0cbf-49fb-a45b-978f09164c83 req-051fb341-2d40-4222-80db-faaf36e414b8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:02.005689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26b90797-0cbf-49fb-a45b-978f09164c83 req-051fb341-2d40-4222-80db-faaf36e414b8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0626147 Oct 13 00:33:02.043401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26b90797-0cbf-49fb-a45b-978f09164c83 req-d3665717-7b23-4d04-9f2c-f9ddff78ed5d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345383 Oct 13 00:33:02.184154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7967d0-0a45-430f-a0c9-f0d0b9aee11f req-e0605e75-edab-41fd-85e4-4f28a03ef299 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:02.185938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec7967d0-0a45-430f-a0c9-f0d0b9aee11f req-e0605e75-edab-41fd-85e4-4f28a03ef299 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0603983 Oct 13 00:33:02.244924 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec7967d0-0a45-430f-a0c9-f0d0b9aee11f req-241eae6c-6eca-4f57-a67e-20df922e3dad tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514359 Oct 13 00:33:02.556246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-70a87cca-77b2-427c-bb78-c82cf92cb0d8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:02.557907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-70a87cca-77b2-427c-bb78-c82cf92cb0d8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.1175678 Oct 13 00:33:02.587370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-8ca26b5b-aec2-4000-8ba5-8f796550edcd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/quotas/54aeec5c8d294c549297df55fcefa909 HTTP/1.1" status: 200 len: 375 time: 0.0228038 Oct 13 00:33:02.641371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-a6ee3219-21dc-4cc7-bb90-e9baa77f46ac tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528998 Oct 13 00:33:02.884133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-86c403e2-af9d-4245-a428-d622b54da694 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338185 Oct 13 00:33:03.021953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-9641ce12-254a-40b2-95b0-e48aab111b25 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313121 Oct 13 00:33:03.198847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd9e35b3-9283-409d-964a-81a5b8d61f70 req-64d4fd15-7b10-4366-85a6-0ed4c29aa745 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 210 time: 0.0283723 Oct 13 00:33:04.415330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-03d4399b-853f-439e-b91f-e026657fca55 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:04.417606 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-03d4399b-853f-439e-b91f-e026657fca55 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.36 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.1609251 Oct 13 00:33:04.418543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff199926-ae61-471d-b1eb-b0e8a11ecf74 req-c2d183bb-0e47-4a70-ba8c-558d9c0c1329 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 210 time: 0.0866618 Oct 13 00:33:04.437967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'port': {'device_id': '656a16ae-4b39-4ee0-a210-cf2f392785af', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'admin_state_up': True, 'tenant_id': '54aeec5c8d294c549297df55fcefa909'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:33:04.633096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53144) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:04.703143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Made reservation on behalf of 54aeec5c8d294c549297df55fcefa909 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:33:04.707610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:04.812682 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1b70-c78e-4f35-8e44-72aa7c48fe95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:04.887943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Allocated IP 172.20.0.12 (fe6549a6-9478-4959-899e-3172e706c8e1/076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8/e04165af-93a4-4132-b7ff-8bfbfbeb920d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:33:04.922303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1b70-c78e-4f35-8e44-72aa7c48fe95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:04.930051 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc8f1b70-c78e-4f35-8e44-72aa7c48fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:04.968616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bc8f1b70-c78e-4f35-8e44-72aa7c48fe95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1105de498224ea09e7745094b754a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340847 Oct 13 00:33:04.972730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53154) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:05.013254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f1b70-c78e-4f35-8e44-72aa7c48fe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b36a2e2-a545-4243-bd21-6ac3dc4e98d0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:05.037277 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9b7e-6bd9-4bdb-bddf-6e6b06da212b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.062832 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9b7e-6bd9-4bdb-bddf-6e6b06da212b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.111913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.115006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9b7e-6bd9-4bdb-bddf-6e6b06da212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.118347 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9b7e-6bd9-4bdb-bddf-6e6b06da212b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.121996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cd7f9b7e-6bd9-4bdb-bddf-6e6b06da212b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b36a2e2-a545-4243-bd21-6ac3dc4e98d0 HTTP/1.1" status: 204 len: 168 time: 0.1458938 Oct 13 00:33:05.128205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f9b7e-6bd9-4bdb-bddf-6e6b06da212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b36a2e2-a545-4243-bd21-6ac3dc4e98d0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:05.166491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.198877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['61a7e762-0fa1-42ff-89b0-90f41a28589c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:33:05.223498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Network fe6549a6-9478-4959-899e-3172e706c8e1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:33:05.226901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:33:05.232113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:33:05.236063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'Port': ['ID=e04165af-93a4-4132-b7ff-8bfbfbeb920d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:05.306695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:05.307381 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.335395 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-1336a01c-4abb-4a3e-ba01-abf3ec02ddd5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9016345 Oct 13 00:33:05.365523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Request body: {'port': {'device_id': '656a16ae-4b39-4ee0-a210-cf2f392785af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:33:05.492071 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.502453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53170) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:05.524464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-477eccca-9552-42cb-9b80-eda5a97f28ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.647969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9a13e4a4-6f8f-44d3-aade-cced0e095cb8 None None] Provisioning complete for port e04165af-93a4-4132-b7ff-8bfbfbeb920d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:33:05.648527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a13e4a4-6f8f-44d3-aade-cced0e095cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.649054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b577b13-9afb-4de9-92c0-fd5f28f5d7e9 req-8fb2a7d9-44bb-4790-ae00-13aa0172eb46 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:05.650636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b577b13-9afb-4de9-92c0-fd5f28f5d7e9 req-8fb2a7d9-44bb-4790-ae00-13aa0172eb46 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 932 time: 0.0914621 Oct 13 00:33:05.693268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9a13e4a4-6f8f-44d3-aade-cced0e095cb8 None None] Port e04165af-93a4-4132-b7ff-8bfbfbeb920d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:33:05.706841 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-477eccca-9552-42cb-9b80-eda5a97f28ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.717800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-477eccca-9552-42cb-9b80-eda5a97f28ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.754221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b577b13-9afb-4de9-92c0-fd5f28f5d7e9 req-c821e39e-65e7-4f25-9239-466c465b0167 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970199 Oct 13 00:33:05.761659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-477eccca-9552-42cb-9b80-eda5a97f28ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14e895ab105b49bc96b0af9836c0863c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580636 Oct 13 00:33:05.766004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53178) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:05.770889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eccca-9552-42cb-9b80-eda5a97f28ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8711bdaa-e217-4563-a74f-966776339b87,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:05.857103 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-327f7c8f-fde0-4493-a204-e0587fa9a7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.910831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-327f7c8f-fde0-4493-a204-e0587fa9a7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.926783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04165af-93a4-4132-b7ff-8bfbfbeb920d {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:33:05.940025 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:05.970057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Transition to ACTIVE for port object e04165af-93a4-4132-b7ff-8bfbfbeb920d will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:33:05.974642 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:06.032560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-327f7c8f-fde0-4493-a204-e0587fa9a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:06.035645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-327f7c8f-fde0-4493-a204-e0587fa9a7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:06.036862 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-327f7c8f-fde0-4493-a204-e0587fa9a7ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8711bdaa-e217-4563-a74f-966776339b87 HTTP/1.1" status: 204 len: 168 time: 0.2698488 Oct 13 00:33:06.040570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Pushing event updated for resources: {'Port': ['ID=e04165af-93a4-4132-b7ff-8bfbfbeb920d,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:06.088237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f7c8f-fde0-4493-a204-e0587fa9a7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8711bdaa-e217-4563-a74f-966776339b87,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:06.149584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Attempting to bind port e04165af-93a4-4132-b7ff-8bfbfbeb920d on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:33:06.150014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Attempting to bind port e04165af-93a4-4132-b7ff-8bfbfbeb920d by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:33:06.150418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Attempting to bind port e04165af-93a4-4132-b7ff-8bfbfbeb920d on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:33:06.156595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Port e04165af-93a4-4132-b7ff-8bfbfbeb920d on network fe6549a6-9478-4959-899e-3172e706c8e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:33:06.156909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Attempting to bind port e04165af-93a4-4132-b7ff-8bfbfbeb920d on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:33:06.176085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:33:06.176655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Checking segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:33:06.177198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Bound using segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:33:06.177730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Bound port: e04165af-93a4-4132-b7ff-8bfbfbeb920d, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:33:06.178168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:06.317992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-aaacd94e-8979-4742-807b-b3cfdc2ef795 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822127 Oct 13 00:33:06.321413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] For port e04165af-93a4-4132-b7ff-8bfbfbeb920d, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:33:06.324853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] For port e04165af-93a4-4132-b7ff-8bfbfbeb920d, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e04165af-93a4-4132-b7ff-8bfbfbeb920d,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:33:06.331766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:06.370463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:06.371807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:06.374233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] 10.222.0.36 "PUT /v2.0/ports/e04165af-93a4-4132-b7ff-8bfbfbeb920d HTTP/1.1" status: 200 len: 1092 time: 1.0238731 Oct 13 00:33:06.376667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656a16ae-4b39-4ee0-a210-cf2f392785af', 'tag': 'e04165af-93a4-4132-b7ff-8bfbfbeb920d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:33:06.383846 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e098d7-56a5-4353-995a-4b95780887b1" -d '{"events": [{"name": "network-changed", "server_uuid": "656a16ae-4b39-4ee0-a210-cf2f392785af", "tag": "e04165af-93a4-4132-b7ff-8bfbfbeb920d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:33:06.452365 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a40b50-8542-404c-9267-1164c4376300 x-openstack-request-id: req-b3a40b50-8542-404c-9267-1164c4376300 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:33:06.452667 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656a16ae-4b39-4ee0-a210-cf2f392785af", "tag": "e04165af-93a4-4132-b7ff-8bfbfbeb920d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:33:06.452905 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3a40b50-8542-404c-9267-1164c4376300 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:33:06.453323 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656a16ae-4b39-4ee0-a210-cf2f392785af', 'tag': 'e04165af-93a4-4132-b7ff-8bfbfbeb920d', 'status': 'completed', 'code': 200} Oct 13 00:33:06.481326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cab963-8978-4b8c-b429-ab79f8d598bd service neutron] Pushing event updated for resources: {'Port': ['ID=e04165af-93a4-4132-b7ff-8bfbfbeb920d,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:06.535846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-0d173b65-6d79-42e6-af72-a2b79b8f57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:06.537310 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-0d173b65-6d79-42e6-af72-a2b79b8f57c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1095 time: 0.1434898 Oct 13 00:33:06.568623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-d40690cb-3f95-405d-808d-5d46f1ec7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:06.570589 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-d40690cb-3f95-405d-808d-5d46f1ec7d44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 1095 time: 0.1037376 Oct 13 00:33:06.638293 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:06.662101 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-b225d1a4-99a2-4608-b238-5ad2e9fd6187 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04165af-93a4-4132-b7ff-8bfbfbeb920d HTTP/1.1" status: 200 len: 217 time: 0.0700572 Oct 13 00:33:06.737199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-0ddc2e95-9079-482e-9f5a-45f67b7cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:06.739040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-0ddc2e95-9079-482e-9f5a-45f67b7cc23b service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1670768 Oct 13 00:33:06.740606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-73771ef7-5ea6-4c86-899e-b48f8c03c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:06.742103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-73771ef7-5ea6-4c86-899e-b48f8c03c90c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0717313 Oct 13 00:33:06.843766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-ba65c99e-af74-485a-b1e0-363365848149 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 999 time: 0.0947773 Oct 13 00:33:06.850252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-aadd3eb2-3573-4fd2-87a5-d6810a35c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:06.851735 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-aadd3eb2-3573-4fd2-87a5-d6810a35c4f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015942 Oct 13 00:33:06.918991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4685d6-5453-42f0-9b98-2adbffbfbf52 req-47fa5d34-39cd-4932-bd6b-5143aea22baa tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:06.921591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf4685d6-5453-42f0-9b98-2adbffbfbf52 req-47fa5d34-39cd-4932-bd6b-5143aea22baa tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 944 time: 0.0689714 Oct 13 00:33:06.953229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-4a46f9bf-e719-40da-b7bf-648db8770dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:06.955040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-4a46f9bf-e719-40da-b7bf-648db8770dd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.1024182 Oct 13 00:33:06.979653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf4685d6-5453-42f0-9b98-2adbffbfbf52 req-9cf0dea3-1a3c-408f-9e16-fec368713ee3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490136 Oct 13 00:33:07.023425 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-4c49e35c-72a9-40b5-b8c8-79d480af4bb8 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632199 Oct 13 00:33:07.028904 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:07.042120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-435563c6-8aa9-4a92-b971-3f01eafeb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:07.043709 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-435563c6-8aa9-4a92-b971-3f01eafeb50f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800509 Oct 13 00:33:07.190741 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-462a0a9b-7d37-4885-872a-b6cbb6bd4e17 req-a8f25f65-7189-4cc9-bfa7-6fd212e35971 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593013 Oct 13 00:33:07.204602 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-6ce518b5-eec2-446c-a92f-29f50f3963a2 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487529 Oct 13 00:33:07.336254 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ceadb4b2-3683-4803-8c9f-d3071e59cef7 req-b6a95f62-c21a-43ef-b995-589fdc0d501f service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242208 Oct 13 00:33:07.355756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e098d7-56a5-4353-995a-4b95780887b1 req-834583aa-a77c-4c3a-839c-f26ee654302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:07.357688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19e098d7-56a5-4353-995a-4b95780887b1 req-834583aa-a77c-4c3a-839c-f26ee654302d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 1095 time: 0.0503111 Oct 13 00:33:07.475115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e098d7-56a5-4353-995a-4b95780887b1 req-5a167da2-4904-4256-a12d-f16cd39abd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:07.476763 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19e098d7-56a5-4353-995a-4b95780887b1 req-5a167da2-4904-4256-a12d-f16cd39abd1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1116011 Oct 13 00:33:07.543311 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19e098d7-56a5-4353-995a-4b95780887b1 req-c5f391d4-ab03-44b8-a896-a569ffd04394 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04165af-93a4-4132-b7ff-8bfbfbeb920d HTTP/1.1" status: 200 len: 217 time: 0.0585711 Oct 13 00:33:07.616322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e098d7-56a5-4353-995a-4b95780887b1 req-424dd730-363d-4059-b86a-32445496c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:07.618069 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19e098d7-56a5-4353-995a-4b95780887b1 req-424dd730-363d-4059-b86a-32445496c776 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0674870 Oct 13 00:33:07.667275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e098d7-56a5-4353-995a-4b95780887b1 req-486d2207-26bb-4857-a2c9-3beaf8e8c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:07.669070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19e098d7-56a5-4353-995a-4b95780887b1 req-486d2207-26bb-4857-a2c9-3beaf8e8c1d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437415 Oct 13 00:33:07.789345 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19e098d7-56a5-4353-995a-4b95780887b1 req-097297c1-8773-4c04-98ee-56e1c9a67afb service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115849 Oct 13 00:33:07.891883 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19e098d7-56a5-4353-995a-4b95780887b1 req-810936b6-e92a-42ba-a4c7-cf547cbb711c service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914564 Oct 13 00:33:08.139776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d3f6e-b770-4699-aeac-717dffbfe360 req-049fac50-85ed-4679-9a57-e0bf4877bda4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:08.144354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-668d3f6e-b770-4699-aeac-717dffbfe360 req-049fac50-85ed-4679-9a57-e0bf4877bda4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 944 time: 0.0687008 Oct 13 00:33:08.185746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-668d3f6e-b770-4699-aeac-717dffbfe360 req-c2b272ac-6664-4d21-b64b-a4fb4052e808 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372717 Oct 13 00:33:08.313519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53296) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:08.442281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:08.522542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:08.526949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:08.567863 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f01a9b830d5941c8ac3dedb1b34d5762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526956 Oct 13 00:33:08.568787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f4efee-41c8-42ef-ad6c-d42f5d9b3fdb,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:08.570525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53306) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:08.576601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.577318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.577318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.577633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.577951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.578278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.578606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.578934 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.579600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.579960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.580291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.580615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8549b608-3ee5-42f1-a230-b4faa44da59d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:08.621993 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1504ebfb-e2b8-42b5-b45a-78b649377613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:08.648095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1504ebfb-e2b8-42b5-b45a-78b649377613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:08.697454 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1504ebfb-e2b8-42b5-b45a-78b649377613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:08.700132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1504ebfb-e2b8-42b5-b45a-78b649377613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:08.701324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1504ebfb-e2b8-42b5-b45a-78b649377613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9f4efee-41c8-42ef-ad6c-d42f5d9b3fdb HTTP/1.1" status: 204 len: 168 time: 0.1298046 Oct 13 00:33:08.709899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504ebfb-e2b8-42b5-b45a-78b649377613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f4efee-41c8-42ef-ad6c-d42f5d9b3fdb,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:08.999089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53324) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:09.015750 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ea030f2-85a2-4bed-8802-6d60df5af48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:09.100496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ea030f2-85a2-4bed-8802-6d60df5af48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:09.104923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7ea030f2-85a2-4bed-8802-6d60df5af48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:09.146514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53328) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:09.151704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7ea030f2-85a2-4bed-8802-6d60df5af48e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80933fce742c45369cd1ccb2f2838ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426816 Oct 13 00:33:09.163742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea030f2-85a2-4bed-8802-6d60df5af48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9253a4f5-fa09-4552-b3d4-93eeba329ec0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:09.202407 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc40729a-fd5a-4bca-9cca-5c4c8497cc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:09.226743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc40729a-fd5a-4bca-9cca-5c4c8497cc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:09.293911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc40729a-fd5a-4bca-9cca-5c4c8497cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:09.297672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fc40729a-fd5a-4bca-9cca-5c4c8497cc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:09.300158 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fc40729a-fd5a-4bca-9cca-5c4c8497cc94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9253a4f5-fa09-4552-b3d4-93eeba329ec0 HTTP/1.1" status: 204 len: 168 time: 0.1521878 Oct 13 00:33:09.310822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40729a-fd5a-4bca-9cca-5c4c8497cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9253a4f5-fa09-4552-b3d4-93eeba329ec0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:09.324447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e8726-ce3d-4d67-ab79-6661e2ff8864 req-ea892a53-2ad9-44f8-a415-d03c96b3752c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:09.326111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-673e8726-ce3d-4d67-ab79-6661e2ff8864 req-ea892a53-2ad9-44f8-a415-d03c96b3752c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 944 time: 0.0562382 Oct 13 00:33:09.371136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-673e8726-ce3d-4d67-ab79-6661e2ff8864 req-cc38950f-fff8-4166-bb3e-ec0b2fa749fc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Oct 13 00:33:10.513624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc04ad-8250-4f5f-9497-c97ba9b31b16 req-50f679d0-6e4e-4bb2-ace2-ffc16fda82c2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:10.515242 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7fc04ad-8250-4f5f-9497-c97ba9b31b16 req-50f679d0-6e4e-4bb2-ace2-ffc16fda82c2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 944 time: 0.0498662 Oct 13 00:33:10.565506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7fc04ad-8250-4f5f-9497-c97ba9b31b16 req-d95239ce-5166-4823-83b9-a91d21669917 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Oct 13 00:33:10.698013 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-ad50639a-4a31-400f-b4bc-bd9cc7eee6fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452528 Oct 13 00:33:10.799145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-db7a3bf0-b55d-4e6f-9940-ea06978ae8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:10.800936 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-db7a3bf0-b55d-4e6f-9940-ea06978ae8f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1097 time: 0.0451217 Oct 13 00:33:10.908927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-c6fcccc2-28e4-4755-b5b1-60b7090743a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:10.910488 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-c6fcccc2-28e4-4755-b5b1-60b7090743a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.0895379 Oct 13 00:33:10.924411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e04165af-93a4-4132-b7ff-8bfbfbeb920d details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:33:11.040867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e04165af-93a4-4132-b7ff-8bfbfbeb920d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e04165af-93a4-4132-b7ff-8bfbfbeb920d,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:33:11.055489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'e04165af-93a4-4132-b7ff-8bfbfbeb920d', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': 'e04165af-93a4-4132-b7ff-8bfbfbeb920d', 'mac_address': 'fa:16:3e:5f:ce:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:33:11.097882 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:11.113645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04165af-93a4-4132-b7ff-8bfbfbeb920d {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:33:11.138845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e04165af-93a4-4132-b7ff-8bfbfbeb920d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e04165af-93a4-4132-b7ff-8bfbfbeb920d,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:33:11.145451 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:11.226749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=e04165af-93a4-4132-b7ff-8bfbfbeb920d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:11.237691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.238034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.240370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.240915 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.242533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.243161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.244038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.244561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.244889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.245234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.245558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.245886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:11.363447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-a0307296-f26d-42b3-8315-78ffb207ef76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1002 time: 0.4454372 Oct 13 00:33:11.433551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-f7d55886-0fbb-4971-a62a-32d214c56a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:11.436281 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-f7d55886-0fbb-4971-a62a-32d214c56a9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.0646737 Oct 13 00:33:11.489360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-28865d13-0a74-4272-a80c-0781345b1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:11.491048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-28865d13-0a74-4272-a80c-0781345b1f9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456445 Oct 13 00:33:11.542015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['e04165af-93a4-4132-b7ff-8bfbfbeb920d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:33:11.599250 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-1d0a6a4a-cde7-4bdf-ace1-4b8fd3f83bf0 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003683 Oct 13 00:33:11.747296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11fbf4e4-76a8-4e76-903f-d141054f0edf req-87055a59-e87f-4f2a-93f9-d907d21ba940 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403518 Oct 13 00:33:11.775263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edf19f-44b2-4e68-ba7b-ae52da200068 req-e8933f96-66c3-469a-a6f4-7dd9e8c48a8e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:11.777067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8edf19f-44b2-4e68-ba7b-ae52da200068 req-e8933f96-66c3-469a-a6f4-7dd9e8c48a8e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 945 time: 0.0828078 Oct 13 00:33:11.817652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-64c79b7a-946f-4e4f-9774-936bccf7981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:11.836021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8edf19f-44b2-4e68-ba7b-ae52da200068 req-ceca1695-a199-4121-9b7c-74257aa582c8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519872 Oct 13 00:33:12.931200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e04165af-93a4-4132-b7ff-8bfbfbeb920d up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:33:12.957371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381f116-8ca4-4ac7-bacf-2cea621333fc req-afc2d39e-3a2e-4714-b4f1-1f065500e7fd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:12.959964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4381f116-8ca4-4ac7-bacf-2cea621333fc req-afc2d39e-3a2e-4714-b4f1-1f065500e7fd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 945 time: 0.0537989 Oct 13 00:33:12.983587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port e04165af-93a4-4132-b7ff-8bfbfbeb920d completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:33:12.989088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port e04165af-93a4-4132-b7ff-8bfbfbeb920d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:33:12.989697 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:13.009137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4381f116-8ca4-4ac7-bacf-2cea621333fc req-05e3c104-568c-4812-92eb-2656291dbb23 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Oct 13 00:33:13.085422 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:13.109659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a16ae-4b39-4ee0-a210-cf2f392785af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04165af-93a4-4132-b7ff-8bfbfbeb920d'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:33:13.112822 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173de7ab-03b0-4e70-a2ed-25ed09fd65e0" -d '{"events": [{"server_uuid": "656a16ae-4b39-4ee0-a210-cf2f392785af", "name": "network-vif-plugged", "status": "completed", "tag": "e04165af-93a4-4132-b7ff-8bfbfbeb920d"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:33:13.128740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port e04165af-93a4-4132-b7ff-8bfbfbeb920d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e04165af-93a4-4132-b7ff-8bfbfbeb920d,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:33:13.133540 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:13.183279 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f25ef02-255c-4888-bf1a-5e3e2b8ca769 x-openstack-request-id: req-5f25ef02-255c-4888-bf1a-5e3e2b8ca769 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:33:13.183596 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656a16ae-4b39-4ee0-a210-cf2f392785af", "name": "network-vif-plugged", "status": "completed", "tag": "e04165af-93a4-4132-b7ff-8bfbfbeb920d", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:33:13.183843 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f25ef02-255c-4888-bf1a-5e3e2b8ca769 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:33:13.184257 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656a16ae-4b39-4ee0-a210-cf2f392785af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04165af-93a4-4132-b7ff-8bfbfbeb920d', 'code': 200} Oct 13 00:33:13.188893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=e04165af-93a4-4132-b7ff-8bfbfbeb920d,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:13.302062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897e62d-2239-4cc2-aaa1-0d36545ecb12 req-7d191767-cea0-4a6e-aa67-729c45b7ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:13.303807 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b897e62d-2239-4cc2-aaa1-0d36545ecb12 req-7d191767-cea0-4a6e-aa67-729c45b7ceab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 1097 time: 0.0427718 Oct 13 00:33:13.349682 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b897e62d-2239-4cc2-aaa1-0d36545ecb12 req-634c1156-d5b2-4da8-883d-572c3a0360f2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369296 Oct 13 00:33:14.161691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e288e57-6643-454b-8ee5-867e6b23e133 req-26da1661-49c0-45cd-8459-2f0024fa5b60 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:14.163345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e288e57-6643-454b-8ee5-867e6b23e133 req-26da1661-49c0-45cd-8459-2f0024fa5b60 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 946 time: 0.0597203 Oct 13 00:33:14.206035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e288e57-6643-454b-8ee5-867e6b23e133 req-7cc6f899-6472-423b-a96b-a0db899f011f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362597 Oct 13 00:33:14.516802 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e67cfc1-a496-4c1b-86ca-8451d03b262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:15.340580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644fe74-f719-454b-9a70-d717b0ffb97d req-a8c931f5-3653-41c2-8760-f80f644949d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:15.342031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e644fe74-f719-454b-9a70-d717b0ffb97d req-a8c931f5-3653-41c2-8760-f80f644949d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 946 time: 0.0546870 Oct 13 00:33:15.381847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e644fe74-f719-454b-9a70-d717b0ffb97d req-542969d9-9045-415c-9705-9f7e57d3a36d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Oct 13 00:33:15.698307 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:15.915163 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:17.547091 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:18.158761 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:33:20.871180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53974) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:20.978129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65d5a92e-2f02-4522-9d88-e2494897d2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.051023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65d5a92e-2f02-4522-9d88-e2494897d2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.054619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65d5a92e-2f02-4522-9d88-e2494897d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.091296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5a92e-2f02-4522-9d88-e2494897d2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4310fa4c-2ab3-44e4-9666-0a5971b0a9ad,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:21.097508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-65d5a92e-2f02-4522-9d88-e2494897d2a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a79b474585484aab8986ea60f6cd5d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248776 Oct 13 00:33:21.100194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53978) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:21.147748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-046465ac-95c1-4633-9124-c386497b401f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.168293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-046465ac-95c1-4633-9124-c386497b401f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.213086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-046465ac-95c1-4633-9124-c386497b401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.215831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-046465ac-95c1-4633-9124-c386497b401f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.217017 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-046465ac-95c1-4633-9124-c386497b401f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4310fa4c-2ab3-44e4-9666-0a5971b0a9ad HTTP/1.1" status: 204 len: 168 time: 0.1158876 Oct 13 00:33:21.225159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046465ac-95c1-4633-9124-c386497b401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4310fa4c-2ab3-44e4-9666-0a5971b0a9ad,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:21.469933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53986) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:21.483092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5319b471-bdc5-4c20-8c58-f8a56ed0ee29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.559997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5319b471-bdc5-4c20-8c58-f8a56ed0ee29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.564458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5319b471-bdc5-4c20-8c58-f8a56ed0ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.601087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5319b471-bdc5-4c20-8c58-f8a56ed0ee29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e32854bb9d34403b1b4a302ccb2802b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300435 Oct 13 00:33:21.602970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319b471-bdc5-4c20-8c58-f8a56ed0ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f5a970-8ad6-4850-9f9a-6cfc2e561710,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:21.603913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53988) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:21.655663 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0a6b289f-a9f8-49e1-8216-df9e6d133c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.673258 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0a6b289f-a9f8-49e1-8216-df9e6d133c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.720334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0a6b289f-a9f8-49e1-8216-df9e6d133c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.722866 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0a6b289f-a9f8-49e1-8216-df9e6d133c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:21.724156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0a6b289f-a9f8-49e1-8216-df9e6d133c39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65f5a970-8ad6-4850-9f9a-6cfc2e561710 HTTP/1.1" status: 204 len: 168 time: 0.1191642 Oct 13 00:33:21.731666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b289f-a9f8-49e1-8216-df9e6d133c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f5a970-8ad6-4850-9f9a-6cfc2e561710,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:22.799764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54032) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:22.902733 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68f15ff-ca86-4343-ad19-15788102e3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:22.982188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68f15ff-ca86-4343-ad19-15788102e3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:22.986550 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d68f15ff-ca86-4343-ad19-15788102e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:23.028820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d68f15ff-ca86-4343-ad19-15788102e3c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77b7e70e29054d78951b7827c848c97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279592 Oct 13 00:33:23.030015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f15ff-ca86-4343-ad19-15788102e3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71baff2d-b8af-44bb-be8f-bdb0a0ab6f09,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:23.034015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54042) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:23.105538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cdb69b-6e8a-44f2-bfc2-c88634a4bf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:23.129117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cdb69b-6e8a-44f2-bfc2-c88634a4bf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:23.178437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cdb69b-6e8a-44f2-bfc2-c88634a4bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:23.181418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80cdb69b-6e8a-44f2-bfc2-c88634a4bf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:23.182619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-80cdb69b-6e8a-44f2-bfc2-c88634a4bf9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71baff2d-b8af-44bb-be8f-bdb0a0ab6f09 HTTP/1.1" status: 204 len: 168 time: 0.1476004 Oct 13 00:33:23.191347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdb69b-6e8a-44f2-bfc2-c88634a4bf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71baff2d-b8af-44bb-be8f-bdb0a0ab6f09,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:27.542118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e37808-326e-41b6-bffd-39636101f8a5 req-191ce213-ec3d-4903-8cdb-1e760ef81229 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:27.544512 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84e37808-326e-41b6-bffd-39636101f8a5 req-191ce213-ec3d-4903-8cdb-1e760ef81229 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0934813 Oct 13 00:33:27.584768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84e37808-326e-41b6-bffd-39636101f8a5 req-b70eb12a-5eaf-4942-afca-9833f53aa9ca tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Oct 13 00:33:27.718446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96f659-39b3-4846-a7fe-cc5aeb6e52ab req-87674d31-2ab4-4c3d-bfef-2b10c72b17bf tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:27.720887 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d96f659-39b3-4846-a7fe-cc5aeb6e52ab req-87674d31-2ab4-4c3d-bfef-2b10c72b17bf tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0547266 Oct 13 00:33:27.764049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d96f659-39b3-4846-a7fe-cc5aeb6e52ab req-f4ae0b70-4be5-4476-9920-7c9880a2bbea tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368211 Oct 13 00:33:28.026182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9aaec-a83f-4a1c-8c57-3b06d1a97602 req-6621a5cd-b650-424e-a50d-77d7220138a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:28.027901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1d9aaec-a83f-4a1c-8c57-3b06d1a97602 req-6621a5cd-b650-424e-a50d-77d7220138a5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0597217 Oct 13 00:33:28.084274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1d9aaec-a83f-4a1c-8c57-3b06d1a97602 req-3884cf14-81e4-4ee5-9647-d108b54fc6a6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485966 Oct 13 00:33:28.510642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47acd74-6b68-407a-879f-884be7c886f1 req-43af3dfd-3770-40ce-8780-825e005dc50d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:28.512163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b47acd74-6b68-407a-879f-884be7c886f1 req-43af3dfd-3770-40ce-8780-825e005dc50d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0553577 Oct 13 00:33:28.559129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b47acd74-6b68-407a-879f-884be7c886f1 req-9b0f2480-1896-458d-bddd-c0f20fc0925b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Oct 13 00:33:29.714546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a5a5-6f45-46e5-a2bd-5c05009a9c58 req-8d176d8f-1370-4424-bd1a-070bd2b3da79 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:29.716555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8084a5a5-6f45-46e5-a2bd-5c05009a9c58 req-8d176d8f-1370-4424-bd1a-070bd2b3da79 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0550039 Oct 13 00:33:29.758214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8084a5a5-6f45-46e5-a2bd-5c05009a9c58 req-e26c607c-ec0d-4c09-923f-5492b7a78cc6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356910 Oct 13 00:33:30.882733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fa488-3a13-4202-86f3-5f7ce3f944db req-32dab8d8-95b9-4325-a811-4ea6352012f1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:30.884294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c71fa488-3a13-4202-86f3-5f7ce3f944db req-32dab8d8-95b9-4325-a811-4ea6352012f1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0539610 Oct 13 00:33:30.928856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c71fa488-3a13-4202-86f3-5f7ce3f944db req-d4321ee2-b760-4eea-9e7b-532e6e543390 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Oct 13 00:33:32.068631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10827a9-a7d6-402f-b196-7bb107813c36 req-4771e2a4-b89e-4395-aea8-da73f8478fd6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:32.070289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d10827a9-a7d6-402f-b196-7bb107813c36 req-4771e2a4-b89e-4395-aea8-da73f8478fd6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0628757 Oct 13 00:33:32.112407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d10827a9-a7d6-402f-b196-7bb107813c36 req-f4c53b55-df6b-4442-a4c3-ff52ad92e6ec tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346603 Oct 13 00:33:33.268992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359f45a-bacf-466c-82b4-0f0a4914c5e0 req-f5c73438-f94f-47be-bdc3-d55a0fad6d65 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:33.271038 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4359f45a-bacf-466c-82b4-0f0a4914c5e0 req-f5c73438-f94f-47be-bdc3-d55a0fad6d65 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0653930 Oct 13 00:33:33.313128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4359f45a-bacf-466c-82b4-0f0a4914c5e0 req-3cbbac37-dd22-4df9-bbff-d5a806d05d88 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357604 Oct 13 00:33:34.450457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796fee0-6241-4e75-bdff-9d0dfed2eb10 req-77e2e807-9a13-4c2e-ab7d-7b3300de04b9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:34.453276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f796fee0-6241-4e75-bdff-9d0dfed2eb10 req-77e2e807-9a13-4c2e-ab7d-7b3300de04b9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0561292 Oct 13 00:33:34.497917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f796fee0-6241-4e75-bdff-9d0dfed2eb10 req-49e9014c-416f-41b5-be56-05160e592d0d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Oct 13 00:33:35.620618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5a3d2-0eb0-429f-b16d-0a4df501d5c3 req-4594ce8b-c4d4-4e64-a837-acc7058a9cf8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:35.622003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8a5a3d2-0eb0-429f-b16d-0a4df501d5c3 req-4594ce8b-c4d4-4e64-a837-acc7058a9cf8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0494158 Oct 13 00:33:35.666337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8a5a3d2-0eb0-429f-b16d-0a4df501d5c3 req-8e4ca249-e434-40ba-ade7-221ef5a875a3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365410 Oct 13 00:33:36.631775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:36.806481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1cced-1a15-4126-9cd2-5a496bf3b61f req-63121c79-045c-4453-963f-05c91ebd5c4f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:36.808429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84d1cced-1a15-4126-9cd2-5a496bf3b61f req-63121c79-045c-4453-963f-05c91ebd5c4f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0524745 Oct 13 00:33:36.848812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84d1cced-1a15-4126-9cd2-5a496bf3b61f req-2b43bbdd-551f-495f-9239-834da07b08fc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Oct 13 00:33:37.037828 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:37.971546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e82f01-d646-4911-aa59-ae2fb115a314 req-bf3a8ffb-0da1-4333-be70-b92950551825 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:37.973771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4e82f01-d646-4911-aa59-ae2fb115a314 req-bf3a8ffb-0da1-4333-be70-b92950551825 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0516617 Oct 13 00:33:38.026695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4e82f01-d646-4911-aa59-ae2fb115a314 req-f8d752fe-7f46-42b2-81a2-490ecb4988bb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468049 Oct 13 00:33:39.177674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c72dca-7d0b-4508-a097-394b83dc70ab req-8034f369-3edc-4e96-b7be-b20dec5fc717 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:39.179402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83c72dca-7d0b-4508-a097-394b83dc70ab req-8034f369-3edc-4e96-b7be-b20dec5fc717 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0655584 Oct 13 00:33:39.232611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83c72dca-7d0b-4508-a097-394b83dc70ab req-68297c4d-3dc8-4d0f-a4e6-60b3bc737efb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 Oct 13 00:33:39.468559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c7ad6-a45f-4ff5-9247-e8a1746490af req-cca5f0a4-269e-4007-b4c2-c12994bee03d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:39.470672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-057c7ad6-a45f-4ff5-9247-e8a1746490af req-cca5f0a4-269e-4007-b4c2-c12994bee03d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0590332 Oct 13 00:33:39.545590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-057c7ad6-a45f-4ff5-9247-e8a1746490af req-378a4b79-7ca3-4f06-9def-6681eecce317 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555847 Oct 13 00:33:39.549048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-abed0e84-3562-44b9-86b2-4f37679bbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:39.550497 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-abed0e84-3562-44b9-86b2-4f37679bbbc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1095 time: 0.0571222 Oct 13 00:33:39.652479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-a6b9ca23-a73e-4739-bbca-ab826f679f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:39.654001 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-a6b9ca23-a73e-4739-bbca-ab826f679f61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.0962279 Oct 13 00:33:39.723778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-604f0026-554c-4462-b8dd-9558e966caf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 999 time: 0.0629656 Oct 13 00:33:39.776320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-5deadd91-1464-4354-9728-668e8e99e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:39.777792 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-5deadd91-1464-4354-9728-668e8e99e8a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0473497 Oct 13 00:33:39.825501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-ed961785-9641-447a-8568-ab3a068d60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:39.827026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-ed961785-9641-447a-8568-ab3a068d60ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421469 Oct 13 00:33:39.946152 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-76c3e49d-149a-4f88-b17a-8a113dade55a service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111343 Oct 13 00:33:40.040997 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80fa2d67-d087-4808-9bf0-cf551d93c375 req-046e363b-12d1-460d-9847-794037778472 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874341 Oct 13 00:33:40.679960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4fe2f-fd6e-46a2-9b7a-0c48c640a1a0 req-94c49e1d-1818-4d31-8514-9697e40ecaff tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:40.683963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78a4fe2f-fd6e-46a2-9b7a-0c48c640a1a0 req-94c49e1d-1818-4d31-8514-9697e40ecaff tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0804658 Oct 13 00:33:40.726606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78a4fe2f-fd6e-46a2-9b7a-0c48c640a1a0 req-943e2237-62ad-4615-b7f7-35fa756bd9fc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Oct 13 00:33:41.814817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2efed015-1f95-4e74-947a-cbbb09146635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:41.844856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5c8e3-68cc-47d9-b249-242ca5c21987 req-13d07539-5333-4cd8-a63e-d34b23e73374 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:41.852615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2e5c8e3-68cc-47d9-b249-242ca5c21987 req-13d07539-5333-4cd8-a63e-d34b23e73374 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0587344 Oct 13 00:33:41.888898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2e5c8e3-68cc-47d9-b249-242ca5c21987 req-3153b15e-8116-49a5-92ab-99309e9f9f1b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354328 Oct 13 00:33:42.025980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de521fc9-7bf5-4e67-990a-f23af9a3b8eb req-137ff130-500d-4d1b-91fa-3decd758e972 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:42.027911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de521fc9-7bf5-4e67-990a-f23af9a3b8eb req-137ff130-500d-4d1b-91fa-3decd758e972 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0582774 Oct 13 00:33:42.067950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de521fc9-7bf5-4e67-990a-f23af9a3b8eb req-3d3f6e3f-dd33-4700-886a-05aa6bb938bc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Oct 13 00:33:42.317777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945c10a-47b0-499c-af3b-897bd1333a39 req-ef31d65f-1fcb-4766-80bc-64406cca3443 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:42.319483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f945c10a-47b0-499c-af3b-897bd1333a39 req-ef31d65f-1fcb-4766-80bc-64406cca3443 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0511305 Oct 13 00:33:42.369492 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f945c10a-47b0-499c-af3b-897bd1333a39 req-324ad206-d984-4de5-a461-5d34b105facd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363500 Oct 13 00:33:42.609369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b522c65-07fa-4144-9227-a4bf31b3c2d3 req-810d185b-fa76-4df7-89aa-b970f85abe12 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:42.613389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b522c65-07fa-4144-9227-a4bf31b3c2d3 req-810d185b-fa76-4df7-89aa-b970f85abe12 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0627573 Oct 13 00:33:42.654961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b522c65-07fa-4144-9227-a4bf31b3c2d3 req-7349a8f8-ab67-429c-8208-960311fb08d9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 Oct 13 00:33:43.790300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655bba2-3547-471b-86b7-cb53a8201162 req-b8ef053c-63bc-4866-9ad6-9aed2ac310cd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:43.800423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6655bba2-3547-471b-86b7-cb53a8201162 req-b8ef053c-63bc-4866-9ad6-9aed2ac310cd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0680079 Oct 13 00:33:43.842592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6655bba2-3547-471b-86b7-cb53a8201162 req-d3260eb7-22a1-48fe-8152-c4ec85169c6a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Oct 13 00:33:43.981473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54580) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:44.113293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd693726-d6a2-4625-b682-6d74b9cf223f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:44.130293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627caeda-daa1-4a41-8c3c-d80240f4a3c5 req-1f74f35f-cb47-4e42-987a-026d2127ea4a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:44.132266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-627caeda-daa1-4a41-8c3c-d80240f4a3c5 req-1f74f35f-cb47-4e42-987a-026d2127ea4a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0789306 Oct 13 00:33:44.213182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd693726-d6a2-4625-b682-6d74b9cf223f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:44.219177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-627caeda-daa1-4a41-8c3c-d80240f4a3c5 req-52ae27c7-96a7-431a-a2a3-eeaf0ece1984 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751815 Oct 13 00:33:44.219970 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bd693726-d6a2-4625-b682-6d74b9cf223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:44.269622 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bd693726-d6a2-4625-b682-6d74b9cf223f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de291d1c5af34cefb225a72ac4e1d5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866795 Oct 13 00:33:44.271148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd693726-d6a2-4625-b682-6d74b9cf223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c686cdb-a3fd-4f9c-9971-07cfe06d4481,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:44.273153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54590) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:44.335340 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:44.360479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:44.416880 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:44.420389 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:44.421829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c686cdb-a3fd-4f9c-9971-07cfe06d4481 HTTP/1.1" status: 204 len: 168 time: 0.1475174 Oct 13 00:33:44.434228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c686cdb-a3fd-4f9c-9971-07cfe06d4481,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:44.443152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.443810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.444245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.444699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.445118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.445667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.446065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.446454 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.447214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.447490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.447864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.448256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43e0f-a110-4d45-a20f-a15358b36b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:33:44.524772 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-151791cf-8dba-4b56-83f8-34be647fde53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.116221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54626) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:45.213459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-233344232-network', 'tenant_id': '5ae2163b329542789820506eb19650f4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:33:45.234775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Made reservation on behalf of 5ae2163b329542789820506eb19650f4 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:33:45.240226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.249208 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.370390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e21e9-e1a2-4e48-87a0-bf565c465022 req-c8a4b5cd-28f3-44ae-9520-c47ae64ed639 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:45.372051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d1e21e9-e1a2-4e48-87a0-bf565c465022 req-c8a4b5cd-28f3-44ae-9520-c47ae64ed639 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0835445 Oct 13 00:33:45.400456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.407029 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.449690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:33:45.464744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d1e21e9-e1a2-4e48-87a0-bf565c465022 req-7c17feb8-e5c7-48bc-9a4c-5dee67b3e729 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795872 Oct 13 00:33:45.466502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11443c4f-e5d9-4d39-abce-90a6d5381d31,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:45.472619 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.472967 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Added segment 6a353ace-e703-4429-9f3f-8e985fccfabb of type vlan for network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c Oct 13 00:33:45.514571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.541304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.542403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:45.542996 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.630566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5131567 Oct 13 00:33:45.633727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 54644) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:45.639472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3ae7c-d340-4dda-9bde-52340d198d63 admin admin] Pushing event updated for resources: {'Network': ['ID=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:45.640072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Request body: {'subnet': {'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-233344232-subnet', 'tenant_id': '5ae2163b329542789820506eb19650f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:33:45.653641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aa674-625f-4383-8354-fa5570d70c3f req-d501084e-903b-49e1-81db-358e1042b745 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:45.655237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c03aa674-625f-4383-8354-fa5570d70c3f req-d501084e-903b-49e1-81db-358e1042b745 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.1149805 Oct 13 00:33:45.656179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:33:45.681199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Made reservation on behalf of 5ae2163b329542789820506eb19650f4 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:33:45.685596 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.723743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c03aa674-625f-4383-8354-fa5570d70c3f req-2c942cfe-ac22-4555-a685-dd4068b6d1c2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571930 Oct 13 00:33:45.769761 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.846347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739df490-2866-448b-ad4c-4fe094e677f4 req-1d40678f-1c06-4a51-926b-decc15835963 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:45.847989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-739df490-2866-448b-ad4c-4fe094e677f4 req-1d40678f-1c06-4a51-926b-decc15835963 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0515866 Oct 13 00:33:45.884951 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.889215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-739df490-2866-448b-ad4c-4fe094e677f4 req-e65532b8-824c-437c-91a8-4b776aa8b7e5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Oct 13 00:33:45.923270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.948193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3cc999-0e2b-449b-b4b5-4e59139304ed,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:45.958884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Checking segment: {'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:33:45.959251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Network hostable DHCP agents. Network: b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:33:45.978143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:33:45.988249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:33:45.992767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:45.993500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:45.998630 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f57620-2436-43aa-b9a9-9b98aa5020e2 None None] Network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:33:46.025584 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0d51872b-31dd-4bfd-b194-bd2eaf90c3ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3899193 Oct 13 00:33:46.066734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7ffb6-5e65-4792-988f-6ef9adcea20b req-a2f45d61-cc9c-441a-a746-786565ee19a4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:46.068947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bc7ffb6-5e65-4792-988f-6ef9adcea20b req-a2f45d61-cc9c-441a-a746-786565ee19a4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0839536 Oct 13 00:33:46.119004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bc7ffb6-5e65-4792-988f-6ef9adcea20b req-ea9804ab-649f-4b14-b8c8-735cfeb88d39 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 Oct 13 00:33:46.167573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632357a3-34b5-4e5d-b3d7-eca7003eb031 None None] Network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:33:47.528272 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:47.822952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-0d563cc7-7f39-406f-a7d2-a01f08bcfae9 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:47.824729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-0d563cc7-7f39-406f-a7d2-a01f08bcfae9 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/networks?id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c HTTP/1.1" status: 200 len: 808 time: 0.1028850 Oct 13 00:33:47.839628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-d80c4df9-a441-47b0-9e5e-a16db9ba0baa tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/quotas/5ae2163b329542789820506eb19650f4 HTTP/1.1" status: 200 len: 375 time: 0.0089297 Oct 13 00:33:47.870890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-7125f24d-ad43-47d4-a59e-9d6e694ec3ca tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ae2163b329542789820506eb19650f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255694 Oct 13 00:33:48.030528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-79590f2c-d21a-4bcd-9a5c-759d6135ca31 service neutron] 10.222.0.21 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527510 Oct 13 00:33:48.127718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-6b91567f-f112-48ed-b0a8-1820d5a04f15 service neutron] 10.222.0.21 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903416 Oct 13 00:33:48.296103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57d17554-6946-4417-9187-5a5e9b7d3464 req-61f32597-d99e-4c73-acfd-8ce19fba1205 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 210 time: 0.0303922 Oct 13 00:33:49.057539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b583c-3110-45a3-a4cd-18a4f0e0fe9f req-6cef09e5-6667-45d7-9bb1-35b271cec3e8 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:49.059122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b44b583c-3110-45a3-a4cd-18a4f0e0fe9f req-6cef09e5-6667-45d7-9bb1-35b271cec3e8 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1097 time: 0.0439136 Oct 13 00:33:49.079463 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b44b583c-3110-45a3-a4cd-18a4f0e0fe9f req-d99b902b-6f80-4a9f-b7c3-fd9555cc4d40 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:49.154881 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b44b583c-3110-45a3-a4cd-18a4f0e0fe9f req-d99b902b-6f80-4a9f-b7c3-fd9555cc4d40 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:49.159616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b44b583c-3110-45a3-a4cd-18a4f0e0fe9f req-d99b902b-6f80-4a9f-b7c3-fd9555cc4d40 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:49.181691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b44b583c-3110-45a3-a4cd-18a4f0e0fe9f req-d99b902b-6f80-4a9f-b7c3-fd9555cc4d40 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156967 Oct 13 00:33:49.193602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b902b-6f80-4a9f-b7c3-fd9555cc4d40 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cab4f4-0803-4b7e-ba97-f1555a17da75,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:49.355432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9555a-50e7-4458-9752-51f55fb613ee req-c9a0564b-1c47-4e7d-901b-bb854e272b9c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:49.357810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8a9555a-50e7-4458-9752-51f55fb613ee req-c9a0564b-1c47-4e7d-901b-bb854e272b9c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0840242 Oct 13 00:33:49.395993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-a27ab26c-516b-4ec3-9539-b703b2f1fc36 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:49.398315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-a27ab26c-516b-4ec3-9539-b703b2f1fc36 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.45 "GET /v2.0/networks?id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c HTTP/1.1" status: 200 len: 808 time: 0.1484954 Oct 13 00:33:49.404269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8a9555a-50e7-4458-9752-51f55fb613ee req-a264f592-c89d-457a-8ad2-8c42e9af0bf5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Oct 13 00:33:49.426764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Request body: {'port': {'device_id': 'e5d2fe6d-4ade-48a2-aefe-86fae460d43e', 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c', 'admin_state_up': True, 'tenant_id': '5ae2163b329542789820506eb19650f4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:33:49.427358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54770) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:49.456790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb4e9d0c-44d6-4b8e-b611-cb645f6f0118 req-15926009-31bc-4f95-8ff5-21bb18284eba tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 210 time: 0.0459216 Oct 13 00:33:49.515573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-84b4acc9-2b82-4a21-a481-c270cc3006d4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/ebc8eedb-c602-42fb-995e-f9c119d05ea7 HTTP/1.1" status: 200 len: 994 time: 0.0803452 Oct 13 00:33:49.547003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Made reservation on behalf of 5ae2163b329542789820506eb19650f4 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:33:49.551751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:49.692441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Allocated IP 172.20.0.13 (b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c/7a3cc999-0e2b-449b-b4b5-4e59139304ed/12e4b129-da29-4f4a-821f-843e27abf40e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:33:49.847474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:49.881020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:49.888189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-5211e317-c05c-4757-b1f4-4ba9e805bc32 req-175f9e09-26e7-4e55-ade0-806aed754098 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:33:49.891469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5211e317-c05c-4757-b1f4-4ba9e805bc32 req-175f9e09-26e7-4e55-ade0-806aed754098 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081730 Oct 13 00:33:49.942584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:33:49.946930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:33:49.949039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Pushing event updated for resources: {'Port': ['ID=12e4b129-da29-4f4a-821f-843e27abf40e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:49.955878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:33:50.004978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:50.005608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:50.023130 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-cd26d0af-9ba9-47b2-aa7d-68a4556a8181 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098082 Oct 13 00:33:50.042216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Request body: {'port': {'device_id': 'e5d2fe6d-4ade-48a2-aefe-86fae460d43e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:33:50.104711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:50.344474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 54806) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:33:50.420826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bcff4-b812-4bd3-a2ad-c15a124280ce req-4d6e63f8-7b28-4d00-9ccd-8152c613d9c6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:50.423107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e4b129-da29-4f4a-821f-843e27abf40e {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:33:50.427029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f69bcff4-b812-4bd3-a2ad-c15a124280ce req-4d6e63f8-7b28-4d00-9ccd-8152c613d9c6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0807076 Oct 13 00:33:50.433870 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:50.453183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Transition to ACTIVE for port object 12e4b129-da29-4f4a-821f-843e27abf40e will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:33:50.458603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:50.523708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f69bcff4-b812-4bd3-a2ad-c15a124280ce req-ca453593-3a7c-4ce1-8ca6-c9d5a2d2029a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899339 Oct 13 00:33:50.537823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=12e4b129-da29-4f4a-821f-843e27abf40e,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:50.557864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-00f53d98-964c-4b89-a4df-fd1d0f9138b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2008934 Oct 13 00:33:50.564323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-9255207c-4575-4c56-a436-1d664aedb18c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:33:50.565450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-9255207c-4575-4c56-a436-1d664aedb18c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061800 Oct 13 00:33:50.595335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Attempting to bind port 12e4b129-da29-4f4a-821f-843e27abf40e on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:33:50.595705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Attempting to bind port 12e4b129-da29-4f4a-821f-843e27abf40e by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:33:50.596081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Attempting to bind port 12e4b129-da29-4f4a-821f-843e27abf40e on network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:33:50.600846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Port 12e4b129-da29-4f4a-821f-843e27abf40e on network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:33:50.601159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Attempting to bind port 12e4b129-da29-4f4a-821f-843e27abf40e on network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:33:50.606393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:33:50.606725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Checking segment: {'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:33:50.607108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Bound using segment: {'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:33:50.607582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Bound port: 12e4b129-da29-4f4a-821f-843e27abf40e, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:33:50.608063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:50.626399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568e2a0-1492-4a94-b70b-fa95d5db7971 req-d5748a5e-4d07-41a6-8747-dd2d663a1c60 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:50.628281 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6568e2a0-1492-4a94-b70b-fa95d5db7971 req-d5748a5e-4d07-41a6-8747-dd2d663a1c60 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 944 time: 0.0618746 Oct 13 00:33:50.684317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] For port 12e4b129-da29-4f4a-821f-843e27abf40e, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:33:50.689376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] For port 12e4b129-da29-4f4a-821f-843e27abf40e, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=12e4b129-da29-4f4a-821f-843e27abf40e,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:33:50.689717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6568e2a0-1492-4a94-b70b-fa95d5db7971 req-e7abe580-f9c8-4de9-be17-72a060e23cc0 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487573 Oct 13 00:33:50.693949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:50.740637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:50.741389 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:50.742870 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] 10.222.0.45 "PUT /v2.0/ports/12e4b129-da29-4f4a-821f-843e27abf40e HTTP/1.1" status: 200 len: 1092 time: 0.7050204 Oct 13 00:33:50.743398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d2fe6d-4ade-48a2-aefe-86fae460d43e', 'tag': '12e4b129-da29-4f4a-821f-843e27abf40e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:33:50.745856 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d2fe6d-4ade-48a2-aefe-86fae460d43e", "tag": "12e4b129-da29-4f4a-821f-843e27abf40e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:33:50.792834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849601d-53ab-4f46-a881-35d8074fbfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=12e4b129-da29-4f4a-821f-843e27abf40e,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:50.823846 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fe2fe8-9d2f-453b-8152-a18a127cd526 x-openstack-request-id: req-b4fe2fe8-9d2f-453b-8152-a18a127cd526 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:33:50.823846 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d2fe6d-4ade-48a2-aefe-86fae460d43e", "tag": "12e4b129-da29-4f4a-821f-843e27abf40e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:33:50.823846 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4fe2fe8-9d2f-453b-8152-a18a127cd526 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:33:50.823846 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d2fe6d-4ade-48a2-aefe-86fae460d43e', 'tag': '12e4b129-da29-4f4a-821f-843e27abf40e', 'status': 'completed', 'code': 200} Oct 13 00:33:50.877523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-b0c589e9-07f9-4f52-a642-0d8642e0d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:50.879200 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-b0c589e9-07f9-4f52-a642-0d8642e0d6a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ae2163b329542789820506eb19650f4&device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 1095 time: 0.0508156 Oct 13 00:33:50.932234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-6b788d7c-9a5b-4d55-9a73-692d824b47bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e4b129-da29-4f4a-821f-843e27abf40e HTTP/1.1" status: 200 len: 217 time: 0.0400813 Oct 13 00:33:50.987097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-02a28f7f-9763-48d3-b3dd-5dde02791e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:50.988760 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-02a28f7f-9763-48d3-b3dd-5dde02791e95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a3cc999-0e2b-449b-b4b5-4e59139304ed HTTP/1.1" status: 200 len: 848 time: 0.0498509 Oct 13 00:33:51.030598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-4e340e07-7de5-45ac-a304-4427eca832d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346649 Oct 13 00:33:51.145957 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-73dff8e6-f4e6-49e5-aa18-556d683f512d service neutron] 10.222.0.45 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084311 Oct 13 00:33:51.255169 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-31293c2d-5c0d-495f-b1e0-f209b6348030 req-975ccb12-824f-488d-a1b5-3385f1e309eb service neutron] 10.222.0.45 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013079 Oct 13 00:33:51.408592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-641bd1b4-1861-44a2-97b1-d89208374e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:51.410103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-641bd1b4-1861-44a2-97b1-d89208374e5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ae2163b329542789820506eb19650f4&device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 1095 time: 0.0508192 Oct 13 00:33:51.520329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-37384233-d5c6-4c45-9739-3b3820e28cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:51.521827 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-37384233-d5c6-4c45-9739-3b3820e28cd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c HTTP/1.1" status: 200 len: 909 time: 0.1027331 Oct 13 00:33:51.581752 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-d33c04d8-d484-41db-a71a-f9145d2863f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e4b129-da29-4f4a-821f-843e27abf40e HTTP/1.1" status: 200 len: 217 time: 0.0441070 Oct 13 00:33:51.663213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-fb107a1e-ee9e-47d7-b425-7e95fee512d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:51.664733 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-fb107a1e-ee9e-47d7-b425-7e95fee512d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a3cc999-0e2b-449b-b4b5-4e59139304ed HTTP/1.1" status: 200 len: 848 time: 0.0582089 Oct 13 00:33:51.667230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbcd53-5ecc-47bf-bf9b-c5ea0247f32e req-a545f254-7f7f-4683-b01e-2cf067b4892b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:51.668767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ecbcd53-5ecc-47bf-bf9b-c5ea0247f32e req-a545f254-7f7f-4683-b01e-2cf067b4892b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0532284 Oct 13 00:33:51.701322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-53895efe-ea46-4bc9-9ab4-3d9bf9ceed04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288372 Oct 13 00:33:51.727728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ecbcd53-5ecc-47bf-bf9b-c5ea0247f32e req-b321e141-b2bc-4c80-9d24-90322f9bed0d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Oct 13 00:33:51.798410 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-5d45f7ad-f871-4c66-acc8-60fa320e3ffc service neutron] 10.222.0.45 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896225 Oct 13 00:33:51.814516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff671b8d-0d7e-414f-a792-76d6ee27afe8 req-cfdfe451-b12f-4380-bf35-db0859a2ea4a tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:51.821688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff671b8d-0d7e-414f-a792-76d6ee27afe8 req-cfdfe451-b12f-4380-bf35-db0859a2ea4a tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 944 time: 0.0645206 Oct 13 00:33:51.881585 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff671b8d-0d7e-414f-a792-76d6ee27afe8 req-196a5a92-b9e8-400f-b20c-26b18ac8792b tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587034 Oct 13 00:33:51.939284 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e1cdf79d-592b-4566-92c2-0b7fb4b8a085 req-ab8f6385-d408-4c27-8f6e-65d200fd3ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334050 Oct 13 00:33:52.158473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-48d1979d-dc51-475d-97e5-394d49990323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:52.160413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-48d1979d-dc51-475d-97e5-394d49990323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1097 time: 0.0638192 Oct 13 00:33:52.259457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-268f3ae7-2fd5-4190-8d4f-45b71efc59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:52.261175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-268f3ae7-2fd5-4190-8d4f-45b71efc59e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.0935781 Oct 13 00:33:52.326359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-77e29211-e7c9-4a6f-b5b6-c2b4c146d407 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1002 time: 0.0578797 Oct 13 00:33:52.380019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-8f65681b-1a55-4f7b-97bc-a1e6d5b5c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:52.381502 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-8f65681b-1a55-4f7b-97bc-a1e6d5b5c8e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.0487583 Oct 13 00:33:52.438764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-e24e2a83-b60b-4909-9541-13b33147c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:52.440320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-e24e2a83-b60b-4909-9541-13b33147c624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509458 Oct 13 00:33:52.534699 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-d8051739-c5d3-41ce-ab86-be2fb080f176 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850384 Oct 13 00:33:52.639308 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b04533b9-b097-4563-a85a-2bc24e76befd service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975051 Oct 13 00:33:52.852384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61deb1-9bfb-435c-b642-8cef9aa4e3cd req-231753a9-9db5-4c50-ae54-743d33f5146a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:52.853874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad61deb1-9bfb-435c-b642-8cef9aa4e3cd req-231753a9-9db5-4c50-ae54-743d33f5146a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0622206 Oct 13 00:33:52.900082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad61deb1-9bfb-435c-b642-8cef9aa4e3cd req-baaff6d2-5dce-45be-9148-6c749f9a0aa2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392394 Oct 13 00:33:53.028580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb461a5a-7926-4fb2-90b1-9d8c9d7a3990 req-15c46704-a6dc-4216-9ff8-56082fa939e8 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:53.030088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb461a5a-7926-4fb2-90b1-9d8c9d7a3990 req-15c46704-a6dc-4216-9ff8-56082fa939e8 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 944 time: 0.0543277 Oct 13 00:33:53.077515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb461a5a-7926-4fb2-90b1-9d8c9d7a3990 req-1e30ea8b-e52d-43db-8acd-0031e386cb2b tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397515 Oct 13 00:33:54.029981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b1da6-0ff9-4ad4-8028-f9449f7e6688 req-79bee6d4-2505-4d1f-96ab-d28c7e4de0e9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:54.031496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb3b1da6-0ff9-4ad4-8028-f9449f7e6688 req-79bee6d4-2505-4d1f-96ab-d28c7e4de0e9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0501840 Oct 13 00:33:54.071344 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb3b1da6-0ff9-4ad4-8028-f9449f7e6688 req-da0a058b-22c5-48f0-ba4e-d5fd45a7b3ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Oct 13 00:33:54.196369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aa114-9645-413e-aac8-b93a1fdc51c0 req-daf4907d-a484-45b5-924e-23406f4fcb48 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:54.197888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c1aa114-9645-413e-aac8-b93a1fdc51c0 req-daf4907d-a484-45b5-924e-23406f4fcb48 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 944 time: 0.0510545 Oct 13 00:33:54.244140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c1aa114-9645-413e-aac8-b93a1fdc51c0 req-e3dd4a2f-a8fe-4c72-9e4e-762278badd64 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Oct 13 00:33:55.159686 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:33:55.204236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f41770-40a9-413a-830f-e8e75ba10bc9 req-587dcc63-a7d9-4021-974e-6276d0d91961 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:55.205938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86f41770-40a9-413a-830f-e8e75ba10bc9 req-587dcc63-a7d9-4021-974e-6276d0d91961 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0537968 Oct 13 00:33:55.247824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86f41770-40a9-413a-830f-e8e75ba10bc9 req-9b415020-b625-45ea-8f28-5f94c9c2762a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358050 Oct 13 00:33:55.363595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616a3c-8bce-48e7-8b02-0fff410305ab req-30f1f34b-aeb3-41b9-beff-936cbcfd3199 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:55.365054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed616a3c-8bce-48e7-8b02-0fff410305ab req-30f1f34b-aeb3-41b9-beff-936cbcfd3199 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 944 time: 0.0487988 Oct 13 00:33:55.403888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed616a3c-8bce-48e7-8b02-0fff410305ab req-633df7e3-c1a2-49d9-8e66-341bbefdd178 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Oct 13 00:33:56.076650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 12e4b129-da29-4f4a-821f-843e27abf40e details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:33:56.171896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 12e4b129-da29-4f4a-821f-843e27abf40e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=12e4b129-da29-4f4a-821f-843e27abf40e,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:33:56.183210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '12e4b129-da29-4f4a-821f-843e27abf40e', 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c', 'port_id': '12e4b129-da29-4f4a-821f-843e27abf40e', 'mac_address': 'fa:16:3e:13:c2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3cc999-0e2b-449b-b4b5-4e59139304ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:33:56.223280 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:56.237054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e4b129-da29-4f4a-821f-843e27abf40e {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:33:56.257293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 12e4b129-da29-4f4a-821f-843e27abf40e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=12e4b129-da29-4f4a-821f-843e27abf40e,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:33:56.262928 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:56.324218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=12e4b129-da29-4f4a-821f-843e27abf40e,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:56.372216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac9bf4-a7e6-4899-8e0c-5db80679134f req-f269517a-8034-4ab9-9c5a-5fd24b43dbbe tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:56.373732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffac9bf4-a7e6-4899-8e0c-5db80679134f req-f269517a-8034-4ab9-9c5a-5fd24b43dbbe tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0529621 Oct 13 00:33:56.413180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffac9bf4-a7e6-4899-8e0c-5db80679134f req-6f94849a-4286-4df8-99ef-ee298d61f3f5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320628 Oct 13 00:33:56.528995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90196-346d-4ab7-8037-880ced5156a9 req-a9a24236-ca95-45dc-916c-8564761e5de6 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:56.530847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ff90196-346d-4ab7-8037-880ced5156a9 req-a9a24236-ca95-45dc-916c-8564761e5de6 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 945 time: 0.0504174 Oct 13 00:33:56.577559 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ff90196-346d-4ab7-8037-880ced5156a9 req-60f05027-d51b-4f5e-9b75-e75aabe61695 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Oct 13 00:33:56.702812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['12e4b129-da29-4f4a-821f-843e27abf40e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:33:57.846397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfc068-3d21-405e-9029-3fb352390b87 req-5a640bbe-13c7-4b0e-a1d3-c5a83a180be3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:57.847927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85dfc068-3d21-405e-9029-3fb352390b87 req-5a640bbe-13c7-4b0e-a1d3-c5a83a180be3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.3624637 Oct 13 00:33:57.860261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bd651-231c-4535-9597-298a0d8c69a3 req-a7975e29-2e4d-4cd0-9947-b5b35f6a4740 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:57.861679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-996bd651-231c-4535-9597-298a0d8c69a3 req-a7975e29-2e4d-4cd0-9947-b5b35f6a4740 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 945 time: 0.0674195 Oct 13 00:33:57.919677 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85dfc068-3d21-405e-9029-3fb352390b87 req-1d4bc8ab-80ed-4ece-bdb1-342915a1b5fe tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551140 Oct 13 00:33:57.931526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-996bd651-231c-4535-9597-298a0d8c69a3 req-189cd126-1eef-41f1-9165-e4ef0f19c30f tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630698 Oct 13 00:33:58.082991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 12e4b129-da29-4f4a-821f-843e27abf40e up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:33:58.132917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 12e4b129-da29-4f4a-821f-843e27abf40e completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:33:58.136487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 12e4b129-da29-4f4a-821f-843e27abf40e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:33:58.136860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:58.215833 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:58.238791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d2fe6d-4ade-48a2-aefe-86fae460d43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e4b129-da29-4f4a-821f-843e27abf40e'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:33:58.241048 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1e37d4-9886-4468-9de6-9de3d5a4d630" -d '{"events": [{"server_uuid": "e5d2fe6d-4ade-48a2-aefe-86fae460d43e", "name": "network-vif-plugged", "status": "completed", "tag": "12e4b129-da29-4f4a-821f-843e27abf40e"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:33:58.253528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 12e4b129-da29-4f4a-821f-843e27abf40e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=12e4b129-da29-4f4a-821f-843e27abf40e,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:33:58.258420 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:33:58.281158 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6586411-9558-411e-b5ba-fda78b22fe14 x-openstack-request-id: req-a6586411-9558-411e-b5ba-fda78b22fe14 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:33:58.281977 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d2fe6d-4ade-48a2-aefe-86fae460d43e", "name": "network-vif-plugged", "status": "completed", "tag": "12e4b129-da29-4f4a-821f-843e27abf40e", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:33:58.282230 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6586411-9558-411e-b5ba-fda78b22fe14 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:33:58.282617 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d2fe6d-4ade-48a2-aefe-86fae460d43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e4b129-da29-4f4a-821f-843e27abf40e', 'code': 200} Oct 13 00:33:58.307916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=12e4b129-da29-4f4a-821f-843e27abf40e,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:33:58.427436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfadfc6-d56e-4f24-a267-91cefd2f3554 req-4a14daec-8171-44a5-99d3-47d0c190c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:58.428990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebfadfc6-d56e-4f24-a267-91cefd2f3554 req-4a14daec-8171-44a5-99d3-47d0c190c0f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 1097 time: 0.0597823 Oct 13 00:33:58.466773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ebfadfc6-d56e-4f24-a267-91cefd2f3554 req-e3de576d-1cb3-4354-bbaa-222c114b73f1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292265 Oct 13 00:33:59.080614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4c14b-3c3e-4c1a-99f7-39bd8205c4ec req-c7d0def2-0442-4daf-9237-78f54a68f1a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:59.082121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aab4c14b-3c3e-4c1a-99f7-39bd8205c4ec req-c7d0def2-0442-4daf-9237-78f54a68f1a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0830958 Oct 13 00:33:59.090964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374de2-bb4c-4cba-9b22-da4bffbeae93 req-9e6083df-b1f0-4318-8d2e-ba25fd8868f7 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:33:59.092400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97374de2-bb4c-4cba-9b22-da4bffbeae93 req-9e6083df-b1f0-4318-8d2e-ba25fd8868f7 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 946 time: 0.0839348 Oct 13 00:33:59.148823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aab4c14b-3c3e-4c1a-99f7-39bd8205c4ec req-3c897600-48a5-4ad6-b464-3518338ce249 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554590 Oct 13 00:33:59.151606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97374de2-bb4c-4cba-9b22-da4bffbeae93 req-c911ab8f-1da4-42c3-bcd1-8e9409fb7a05 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524955 Oct 13 00:34:00.298850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c8989-50fe-43e1-9c69-40afbb1e68a3 req-88bb9200-1f57-4f76-8f56-c45a415a7912 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:00.300360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a64c8989-50fe-43e1-9c69-40afbb1e68a3 req-88bb9200-1f57-4f76-8f56-c45a415a7912 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0821202 Oct 13 00:34:00.307958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b251ae-7c99-45d9-8f19-53d23c5f904f req-4b2c7490-dc02-4640-9420-e27228a785c0 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:00.309307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77b251ae-7c99-45d9-8f19-53d23c5f904f req-4b2c7490-dc02-4640-9420-e27228a785c0 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 946 time: 0.0819767 Oct 13 00:34:00.370110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a64c8989-50fe-43e1-9c69-40afbb1e68a3 req-6bfb2920-ee32-4b24-9a81-3bd060596d2c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598197 Oct 13 00:34:00.373132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77b251ae-7c99-45d9-8f19-53d23c5f904f req-ac6616d8-baf4-45e6-af68-6548231e874d tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558839 Oct 13 00:34:00.955399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69a04e-c8cf-40c0-a1ad-fac4826042b7 req-3016af0f-6492-4039-a752-8c777182a6ba tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:00.956885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b69a04e-c8cf-40c0-a1ad-fac4826042b7 req-3016af0f-6492-4039-a752-8c777182a6ba tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 946 time: 0.0482597 Oct 13 00:34:00.995393 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b69a04e-c8cf-40c0-a1ad-fac4826042b7 req-2b438124-f870-4a75-8c93-13c90d6e7aa9 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Oct 13 00:34:01.501164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea8349-14d4-4024-8162-261f35221548 req-3e5aa331-2750-42e6-9fda-bbde3c68bced tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:01.502528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68ea8349-14d4-4024-8162-261f35221548 req-3e5aa331-2750-42e6-9fda-bbde3c68bced tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0549951 Oct 13 00:34:01.540263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68ea8349-14d4-4024-8162-261f35221548 req-16e5e5c3-e395-4bd5-bc01-4ecd64573f0e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Oct 13 00:34:02.113296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4578b6-211f-440f-8b37-52464b9f85bb req-356023d3-8aef-4596-9ca5-8fa98284aaa3 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:02.114906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa4578b6-211f-440f-8b37-52464b9f85bb req-356023d3-8aef-4596-9ca5-8fa98284aaa3 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 946 time: 0.0509880 Oct 13 00:34:02.161890 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa4578b6-211f-440f-8b37-52464b9f85bb req-0a980107-6378-4de9-a1fd-9dfd53186912 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Oct 13 00:34:02.663543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ce0dd-f71d-40d6-a307-da8389fc13df req-faff0699-58b4-40d1-b45b-41b836af07ef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:02.665852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-971ce0dd-f71d-40d6-a307-da8389fc13df req-faff0699-58b4-40d1-b45b-41b836af07ef tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0536597 Oct 13 00:34:02.681380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405b494-53b7-4021-a919-f2c17f965aba req-134e41c6-2d58-49ad-b330-688aa8498a25 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:02.682853 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7405b494-53b7-4021-a919-f2c17f965aba req-134e41c6-2d58-49ad-b330-688aa8498a25 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 946 time: 0.0527287 Oct 13 00:34:02.707907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-971ce0dd-f71d-40d6-a307-da8389fc13df req-158c6a69-c88d-42cb-bad6-2038cc7eaa17 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341027 Oct 13 00:34:02.782266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Deleting port 12e4b129-da29-4f4a-821f-843e27abf40e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:34:02.782610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:02.875043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] For port 12e4b129-da29-4f4a-821f-843e27abf40e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=12e4b129-da29-4f4a-821f-843e27abf40e,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:02.875417 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:02.891888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Calling delete_port for 12e4b129-da29-4f4a-821f-843e27abf40e owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:34:03.017325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:03.045283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Pushing event deleted for resources: {'Port': ['ID=12e4b129-da29-4f4a-821f-843e27abf40e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:03.063118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['12e4b129-da29-4f4a-821f-843e27abf40e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:34:03.088769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] No DVR routers for this DVR port 12e4b129-da29-4f4a-821f-843e27abf40e on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:34:03.091158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:03.095138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7405b494-53b7-4021-a919-f2c17f965aba req-ae409f3c-b5a5-48cd-8441-700b8c72418c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.45 "DELETE /v2.0/ports/12e4b129-da29-4f4a-821f-843e27abf40e HTTP/1.1" status: 204 len: 173 time: 0.4061050 Oct 13 00:34:03.095616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d2fe6d-4ade-48a2-aefe-86fae460d43e', 'name': 'network-vif-deleted', 'tag': '12e4b129-da29-4f4a-821f-843e27abf40e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:34:03.097872 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14641315-e8b6-47b5-b12b-3a69c5bbcfcf" -d '{"events": [{"server_uuid": "e5d2fe6d-4ade-48a2-aefe-86fae460d43e", "name": "network-vif-deleted", "tag": "12e4b129-da29-4f4a-821f-843e27abf40e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:34:03.132066 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba93b203-d460-44b0-83c8-3bce2c7d4b09 x-openstack-request-id: req-ba93b203-d460-44b0-83c8-3bce2c7d4b09 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:34:03.132359 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d2fe6d-4ade-48a2-aefe-86fae460d43e", "name": "network-vif-deleted", "tag": "12e4b129-da29-4f4a-821f-843e27abf40e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:34:03.132620 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba93b203-d460-44b0-83c8-3bce2c7d4b09 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:34:03.133016 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d2fe6d-4ade-48a2-aefe-86fae460d43e', 'name': 'network-vif-deleted', 'tag': '12e4b129-da29-4f4a-821f-843e27abf40e', 'status': 'completed', 'code': 200} Oct 13 00:34:03.287624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-598cd8fd-5998-415b-866e-f9992910c1f2 req-3555f994-b555-4f04-bac1-494f43bfe315 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d2fe6d-4ade-48a2-aefe-86fae460d43e HTTP/1.1" status: 200 len: 210 time: 0.0333316 Oct 13 00:34:03.832214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da3641-2e5b-4615-ac52-6f1c8761324d req-f12d8ad6-53b8-4aac-a617-939a25cd572d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:03.833948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15da3641-2e5b-4615-ac52-6f1c8761324d req-f12d8ad6-53b8-4aac-a617-939a25cd572d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0524461 Oct 13 00:34:03.876859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15da3641-2e5b-4615-ac52-6f1c8761324d req-c4030669-ffb6-4fa8-b5d6-e8c53c71d1e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345769 Oct 13 00:34:04.579979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-bca53f44-982a-4c88-8e31-467fbdf7395d tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:04.581452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-bca53f44-982a-4c88-8e31-467fbdf7395d tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/networks?id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c HTTP/1.1" status: 200 len: 808 time: 0.1117558 Oct 13 00:34:04.597910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-236b7a8a-d7da-4f5e-8b44-95cecc37bf7b tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/quotas/5ae2163b329542789820506eb19650f4 HTTP/1.1" status: 200 len: 375 time: 0.0099807 Oct 13 00:34:04.632696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-35c8690a-ae94-4575-b010-4ec6dda7640b tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ae2163b329542789820506eb19650f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283551 Oct 13 00:34:04.727959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-b5c9deac-f8a7-442c-8bec-09a8113b909f service neutron] 10.222.0.21 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877616 Oct 13 00:34:04.822558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-35646f65-a47f-47df-ae82-5c28324f9c41 service neutron] 10.222.0.21 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885203 Oct 13 00:34:05.038939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f13ce8b-8aec-4cd5-b53c-320ad5708402 req-4e8c38a8-a023-4590-b9f2-639f050a4fed tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 210 time: 0.0412014 Oct 13 00:34:05.063926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9c63c-a93b-4318-9da4-302f353270ac req-02e6c43b-7247-49f3-9ebd-63efa780db13 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:05.074770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99b9c63c-a93b-4318-9da4-302f353270ac req-02e6c43b-7247-49f3-9ebd-63efa780db13 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0867844 Oct 13 00:34:05.123225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99b9c63c-a93b-4318-9da4-302f353270ac req-6538232f-5aa5-4526-85e5-891a580c5c7b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467327 Oct 13 00:34:05.209729 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-7df312f6-4466-4194-bb3a-573b417f9590 service neutron] show failed (client error): The resource could not be found. Oct 13 00:34:05.213345 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-7df312f6-4466-4194-bb3a-573b417f9590 service neutron] 10.222.0.36 "GET /v2.0/ports/03d101fd-0e18-4035-a816-ec49386e3edf/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.1227863 Oct 13 00:34:05.500262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-2f50614f-d90d-44a1-85cd-e7ca2305a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:05.503037 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-2f50614f-d90d-44a1-85cd-e7ca2305a911 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 1097 time: 0.0601337 Oct 13 00:34:05.538334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:34:05.600055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:05.832190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:05.866796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:34:05.908212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:34:05.910472 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7158fa1-088f-4811-8b81-f6dec83c2512" -d '{"events": [{"server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "name": "network-vif-unplugged", "status": "completed", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:34:05.918625 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:05.934087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Transition to ACTIVE for port object 03d101fd-0e18-4035-a816-ec49386e3edf will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:34:05.939886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:05.977775 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aadfdf-6ed5-4e95-96df-ca65c75e868d x-openstack-request-id: req-f6aadfdf-6ed5-4e95-96df-ca65c75e868d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:34:05.978079 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "name": "network-vif-unplugged", "status": "completed", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:34:05.978454 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6aadfdf-6ed5-4e95-96df-ca65c75e868d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:34:05.978714 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf', 'code': 200} Oct 13 00:34:06.053442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:06.141724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 12e4b129-da29-4f4a-821f-843e27abf40e no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:34:06.176432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 12e4b129-da29-4f4a-821f-843e27abf40e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:34:06.176940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 12e4b129-da29-4f4a-821f-843e27abf40e not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:34:06.188801 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] No DVR routers for this DVR port 03d101fd-0e18-4035-a816-ec49386e3edf on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:34:06.189657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f6740de-4399-45ff-a767-4d348ac81570 req-9c76f060-8882-4518-b6b3-c9fa1b242a25 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 210 time: 0.0581369 Oct 13 00:34:06.354096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48579e96-fb79-40dd-a435-3cae1796d46b req-4cf17409-775d-4893-91fb-9477d2e47545 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:06.355673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48579e96-fb79-40dd-a435-3cae1796d46b req-4cf17409-775d-4893-91fb-9477d2e47545 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.1168792 Oct 13 00:34:06.387990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Attempting to bind port 03d101fd-0e18-4035-a816-ec49386e3edf on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:34:06.388997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Attempting to bind port 03d101fd-0e18-4035-a816-ec49386e3edf by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:34:06.389957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Attempting to bind port 03d101fd-0e18-4035-a816-ec49386e3edf on network 8913f90b-d607-4364-a62f-d4635dd7c59a {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:34:06.396939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Port 03d101fd-0e18-4035-a816-ec49386e3edf on network 8913f90b-d607-4364-a62f-d4635dd7c59a not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:34:06.397290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Attempting to bind port 03d101fd-0e18-4035-a816-ec49386e3edf on network 8913f90b-d607-4364-a62f-d4635dd7c59a {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:34:06.402332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:34:06.402679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Checking segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:34:06.403058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Bound using segment: {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:34:06.403482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Bound port: 03d101fd-0e18-4035-a816-ec49386e3edf, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f94ea4-a08c-4912-8380-5153c284eab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:34:06.403877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:06.415944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48579e96-fb79-40dd-a435-3cae1796d46b req-599687a7-21f8-4639-85ec-3371f4883332 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498250 Oct 13 00:34:06.427045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-b88f700a-8bc7-4bed-9964-d1b1eeb1f51d tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:06.428546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-b88f700a-8bc7-4bed-9964-d1b1eeb1f51d tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.45 "GET /v2.0/networks?id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c HTTP/1.1" status: 200 len: 808 time: 0.2271028 Oct 13 00:34:06.479664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Request body: {'port': {'device_id': 'a94ef212-17f6-4ca8-a5f6-d732d2eaf839', 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c', 'admin_state_up': True, 'tenant_id': '5ae2163b329542789820506eb19650f4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:34:06.485492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:34:06.488669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:34:06.493092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:06.525607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:06.526326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:06.527423 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] 10.222.0.45 "PUT /v2.0/ports/03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1092 time: 0.9975302 Oct 13 00:34:06.554109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954adec-cbae-4020-9478-ab4a63c4c41b service neutron] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:06.598801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Made reservation on behalf of 5ae2163b329542789820506eb19650f4 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:34:06.602360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:06.635540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-3b445e62-1a70-4c09-9ce1-067e27c5d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:06.638207 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-3b445e62-1a70-4c09-9ce1-067e27c5d505 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1095 time: 0.0582516 Oct 13 00:34:06.641244 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:06.751876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-c417863a-ca3e-48c4-85ec-aefdfacadcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:06.753651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-c417863a-ca3e-48c4-85ec-aefdfacadcac service neutron] 10.222.0.45 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.1086226 Oct 13 00:34:06.782280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Allocated IP 172.20.0.11 (b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c/7a3cc999-0e2b-449b-b4b5-4e59139304ed/2d9db83c-4b22-4a44-b8d8-225a137b89a6) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:34:06.848060 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-c7e926fc-9e69-4422-9219-105956f90a9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1000 time: 0.0836074 Oct 13 00:34:06.899661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-3ae69f70-1974-4662-a32b-4e8a5329e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:06.901064 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-3ae69f70-1974-4662-a32b-4e8a5329e2b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.0455189 Oct 13 00:34:06.941816 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:06.975599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.012889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-42e0cb4c-6c9b-47ce-afe2-cb745cf72491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:07.014388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-42e0cb4c-6c9b-47ce-afe2-cb745cf72491 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473523 Oct 13 00:34:07.018352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:34:07.021446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:34:07.025289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:34:07.053582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Pushing event updated for resources: {'Port': ['ID=2d9db83c-4b22-4a44-b8d8-225a137b89a6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:07.064845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.083598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:07.084231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.101751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-f2603e6b-4361-419c-9691-57bbb99cde04 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6261265 Oct 13 00:34:07.119253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Request body: {'port': {'device_id': 'a94ef212-17f6-4ca8-a5f6-d732d2eaf839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:34:07.126515 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-767affc9-6cc7-42eb-8f14-e103be8e87d3 service neutron] 10.222.0.45 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002173 Oct 13 00:34:07.180610 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.222733 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-da08a6bd-6045-4be0-afb9-a6ddfd3d3a86 service neutron] 10.222.0.45 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892687 Oct 13 00:34:07.435368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400ed2f-d74c-42fa-9969-32c25d1756b8 req-70c36a3c-35e1-4922-8842-739645b96ff6 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:07.436795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5400ed2f-d74c-42fa-9969-32c25d1756b8 req-70c36a3c-35e1-4922-8842-739645b96ff6 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 932 time: 0.1399117 Oct 13 00:34:07.495151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5400ed2f-d74c-42fa-9969-32c25d1756b8 req-408f6efc-709b-463b-a0bf-ca20ba4024d9 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518203 Oct 13 00:34:07.596034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614db69-ca96-4521-aae9-4282053ac6ec req-3f4f4015-4adb-48b9-b6a1-0da7e8f7adb3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:07.597532 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7614db69-ca96-4521-aae9-4282053ac6ec req-3f4f4015-4adb-48b9-b6a1-0da7e8f7adb3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.0888014 Oct 13 00:34:07.615557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9db83c-4b22-4a44-b8d8-225a137b89a6 {{(pid=94989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:34:07.630991 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.661739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7614db69-ca96-4521-aae9-4282053ac6ec req-9fb53776-02fb-4d34-89b8-4863c4053d5f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575330 Oct 13 00:34:07.662627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.provisioning_blocks [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Transition to ACTIVE for port object 2d9db83c-4b22-4a44-b8d8-225a137b89a6 will not be triggered until provisioned by entity L2. {{(pid=94989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:34:07.667810 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.723898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9db83c-4b22-4a44-b8d8-225a137b89a6,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:07.786648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Attempting to bind port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:34:07.787083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Attempting to bind port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:34:07.787291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Attempting to bind port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 on network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:34:07.791593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 on network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:34:07.791911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Attempting to bind port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 on network b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:34:07.797452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:34:07.797782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Checking segment: {'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:34:07.798162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Bound using segment: {'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'} {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:34:07.798582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Bound port: 2d9db83c-4b22-4a44-b8d8-225a137b89a6, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a353ace-e703-4429-9f3f-8e985fccfabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c'}}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:34:07.798988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.861935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] For port 2d9db83c-4b22-4a44-b8d8-225a137b89a6, host n-h1-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:34:07.865124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] For port 2d9db83c-4b22-4a44-b8d8-225a137b89a6, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2d9db83c-4b22-4a44-b8d8-225a137b89a6,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:34:07.868992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.905414 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:07.906035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:07.907405 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] 10.222.0.45 "PUT /v2.0/ports/2d9db83c-4b22-4a44-b8d8-225a137b89a6 HTTP/1.1" status: 200 len: 1092 time: 0.7925096 Oct 13 00:34:07.907863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94ef212-17f6-4ca8-a5f6-d732d2eaf839', 'tag': '2d9db83c-4b22-4a44-b8d8-225a137b89a6'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:34:07.910110 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a94ef212-17f6-4ca8-a5f6-d732d2eaf839", "tag": "2d9db83c-4b22-4a44-b8d8-225a137b89a6"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:34:07.936667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6d221-5108-40b8-97a0-f8408a705212 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9db83c-4b22-4a44-b8d8-225a137b89a6,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:07.963779 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8787dbce-ad63-4582-9a2f-3ac1463b1134 x-openstack-request-id: req-8787dbce-ad63-4582-9a2f-3ac1463b1134 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:34:07.964039 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94ef212-17f6-4ca8-a5f6-d732d2eaf839", "tag": "2d9db83c-4b22-4a44-b8d8-225a137b89a6", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:34:07.964284 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8787dbce-ad63-4582-9a2f-3ac1463b1134 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:34:07.964706 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94ef212-17f6-4ca8-a5f6-d732d2eaf839', 'tag': '2d9db83c-4b22-4a44-b8d8-225a137b89a6', 'status': 'completed', 'code': 200} Oct 13 00:34:07.979731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:34:07.982106 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe48676-b3f9-4dca-9591-35b0e3b88070" -d '{"events": [{"name": "network-changed", "server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:34:08.034671 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f0f9f3-3d26-48c0-b6a5-da5caf6f019a x-openstack-request-id: req-e3f0f9f3-3d26-48c0-b6a5-da5caf6f019a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:34:08.035097 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:34:08.035528 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3f0f9f3-3d26-48c0-b6a5-da5caf6f019a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:34:08.036021 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf', 'status': 'completed', 'code': 200} Oct 13 00:34:08.064622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-b7a68029-6952-4000-88d5-6bd6d03e7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.067346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-b7a68029-6952-4000-88d5-6bd6d03e7fd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ae2163b329542789820506eb19650f4&device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 1095 time: 0.0787785 Oct 13 00:34:08.124648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.45', 59073) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:08.138154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-0cd55d91-5bf9-4615-ad8a-a08d9c648983 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d9db83c-4b22-4a44-b8d8-225a137b89a6 HTTP/1.1" status: 200 len: 217 time: 0.0366013 Oct 13 00:34:08.195026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-b10af254-b790-4c76-b5ea-1ce8105d1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.196624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-b10af254-b790-4c76-b5ea-1ce8105d1ad5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a3cc999-0e2b-449b-b4b5-4e59139304ed HTTP/1.1" status: 200 len: 848 time: 0.0504706 Oct 13 00:34:08.203136 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-cb5ff1eb-600b-4dab-b47d-6c517c2c1d3b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760968 Oct 13 00:34:08.205296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-63250e2f-daa2-4190-94dd-8ec4ff988945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.206702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-63250e2f-daa2-4190-94dd-8ec4ff988945 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1095 time: 0.0920310 Oct 13 00:34:08.208323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-bad6bd16-53cd-4785-9bf3-c79ed62f7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.209668 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-bad6bd16-53cd-4785-9bf3-c79ed62f7ea4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1095 time: 0.1255507 Oct 13 00:34:08.260431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-5283b97c-869f-42ff-a0a8-1aed657998be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282481 Oct 13 00:34:08.358170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-9cc92ed4-dad1-48fa-ac4a-3f51e947460c service neutron] 10.222.0.45 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897770 Oct 13 00:34:08.407970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-7e8091fa-8aee-489b-a6e9-bd24ba46a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.409482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-7e8091fa-8aee-489b-a6e9-bd24ba46a16b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 1096 time: 0.1623697 Oct 13 00:34:08.446905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-e8bdefd9-674b-4f12-aba7-592ec2cec441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.448216 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-e8bdefd9-674b-4f12-aba7-592ec2cec441 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.2303600 Oct 13 00:34:08.457938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b91d56a2-7579-4643-baf5-28982f81e5ad req-94a51586-1df0-40ed-9809-ffed7db4ca7c service neutron] 10.222.0.45 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924246 Oct 13 00:34:08.460741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-f96fdef1-e39e-47e3-9605-0cadd378c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.462219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-f96fdef1-e39e-47e3-9605-0cadd378c32a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.2340863 Oct 13 00:34:08.648880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-74233d78-861a-4c57-95f2-924c4bf479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.650569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-74233d78-861a-4c57-95f2-924c4bf479f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ae2163b329542789820506eb19650f4&device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 1095 time: 0.0953302 Oct 13 00:34:08.663227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b835c4-d33d-4ce5-8ab1-9215ecdfebbe req-5b75df21-5ef7-40b1-819c-1a30676095f3 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.664960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12b835c4-d33d-4ce5-8ab1-9215ecdfebbe req-5b75df21-5ef7-40b1-819c-1a30676095f3 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 944 time: 0.0801029 Oct 13 00:34:08.842612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12b835c4-d33d-4ce5-8ab1-9215ecdfebbe req-530a4669-46cf-489e-88cd-a3e5bc09dbe7 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685340 Oct 13 00:34:08.886816 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afe86e-5006-4c12-941b-8e3e6ee265f7 req-771139a0-faa3-45c1-89eb-edab0b1d8b7d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.888687 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3afe86e-5006-4c12-941b-8e3e6ee265f7 req-771139a0-faa3-45c1-89eb-edab0b1d8b7d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.1456378 Oct 13 00:34:08.910716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-a62d81e9-a497-4764-9f7a-0e413951d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:08.912217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-a62d81e9-a497-4764-9f7a-0e413951d00f service neutron] 10.222.0.45 "GET /v2.0/networks?id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c HTTP/1.1" status: 200 len: 909 time: 0.2463615 Oct 13 00:34:08.958081 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-e6af0663-c6ca-43e6-9b91-7b9ec63521b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1000 time: 0.4948852 Oct 13 00:34:08.971054 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-299f03fe-3882-4be0-a2fa-976f71479462 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d9db83c-4b22-4a44-b8d8-225a137b89a6 HTTP/1.1" status: 200 len: 217 time: 0.0497215 Oct 13 00:34:08.978414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3afe86e-5006-4c12-941b-8e3e6ee265f7 req-f78180f3-b372-4197-996a-88dcac44bc7c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803814 Oct 13 00:34:08.994603 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-20613e15-a1d5-411c-9acc-f3485ab3d73b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1000 time: 0.1543469 Oct 13 00:34:09.028631 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-974b7b9d-0d5c-4b75-b8da-705cae889759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.030071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-974b7b9d-0d5c-4b75-b8da-705cae889759 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.5958951 Oct 13 00:34:09.033188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-8307706d-5e48-4f66-b7dd-7f9320e2d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.034631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-8307706d-5e48-4f66-b7dd-7f9320e2d702 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a3cc999-0e2b-449b-b4b5-4e59139304ed HTTP/1.1" status: 200 len: 848 time: 0.0491471 Oct 13 00:34:09.069220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-7e6396b9-39e3-4f03-b810-96edf1adfcd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249209 Oct 13 00:34:09.103169 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-352dbcd0-4501-4bac-86a5-072e979b6d30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c HTTP/1.1" status: 200 len: 217 time: 0.0519092 Oct 13 00:34:09.106515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-aa99f9fa-a65f-44e5-a18b-0227a4b95792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.108029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-aa99f9fa-a65f-44e5-a18b-0227a4b95792 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.1387045 Oct 13 00:34:09.149604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-c012056b-6302-4421-b4ab-0ebba9b776ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.151173 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-c012056b-6302-4421-b4ab-0ebba9b776ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.1371410 Oct 13 00:34:09.169556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-6c329749-8244-4b17-8a73-385a5edcf7c3 service neutron] 10.222.0.45 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925946 Oct 13 00:34:09.219177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-7cb8d212-8c10-4496-b247-4b467ef5720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.220723 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-7cb8d212-8c10-4496-b247-4b467ef5720b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.1099215 Oct 13 00:34:09.231523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-50750a2c-4517-43a5-b0fe-cd80674e9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.232948 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-50750a2c-4517-43a5-b0fe-cd80674e9f35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123533 Oct 13 00:34:09.244236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 03d101fd-0e18-4035-a816-ec49386e3edf no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:34:09.266093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ed47855-5f52-46fa-9226-e3b8ddee3b1f req-cfd5ab9a-2257-4c50-a09a-dcb2ef1587e4 service neutron] 10.222.0.45 "GET /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885320 Oct 13 00:34:09.298514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 03d101fd-0e18-4035-a816-ec49386e3edf not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:34:09.302326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-8d42588c-1201-48d0-a23b-c7c56f115460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.303857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-8d42588c-1201-48d0-a23b-c7c56f115460 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370246 Oct 13 00:34:09.370242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-60d31d2a-eef3-46f5-a33c-39b4c7f80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.371781 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-60d31d2a-eef3-46f5-a33c-39b4c7f80584 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423531 Oct 13 00:34:09.511767 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-b92036fb-ea92-47c6-95dd-8433b6237e09 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688231 Oct 13 00:34:09.597580 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-7463843a-1f44-4b17-8624-73c9da847ba4 service neutron] 10.222.0.45 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817509 Oct 13 00:34:09.691342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-1f6b1976-ef7e-4b50-b01f-4740ba393de8 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097999 Oct 13 00:34:09.781690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-03d18332-1c93-4f0a-a574-99160c72a0a6 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557342 Oct 13 00:34:09.816059 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2fe48676-b3f9-4dca-9591-35b0e3b88070 req-6250c13f-9407-42ae-95ad-44be86af1d0e service neutron] 10.222.0.45 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030413 Oct 13 00:34:09.841095 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ec13c505-b32a-44cd-ba62-4fdba71a2859 req-3f1af5bf-3ad6-4173-a112-601847d7a1c0 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337993 Oct 13 00:34:09.974679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50f45-0a83-418b-97d9-2d0c1d929cac req-7a480d76-f16a-4096-b103-d051260402a2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:09.976216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baf50f45-0a83-418b-97d9-2d0c1d929cac req-7a480d76-f16a-4096-b103-d051260402a2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 944 time: 0.0547998 Oct 13 00:34:10.016458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baf50f45-0a83-418b-97d9-2d0c1d929cac req-fad26b5d-cff5-453b-8895-b499a3febe6e tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Oct 13 00:34:10.099451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c11078-bf2e-4430-aad9-f2e76c83e553 req-e35736c4-9711-4dbb-b0e6-180561ef8a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:10.100853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4c11078-bf2e-4430-aad9-f2e76c83e553 req-e35736c4-9711-4dbb-b0e6-180561ef8a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.0483720 Oct 13 00:34:10.138373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4c11078-bf2e-4430-aad9-f2e76c83e553 req-24301bf8-ccc5-4a34-8f7d-6ce69c36556d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Oct 13 00:34:11.134126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785714-b294-4731-a282-0f40a55feae9 req-7eccef70-10e4-4d83-8134-0d0538b01215 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:11.135862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19785714-b294-4731-a282-0f40a55feae9 req-7eccef70-10e4-4d83-8134-0d0538b01215 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 944 time: 0.0507596 Oct 13 00:34:11.191535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19785714-b294-4731-a282-0f40a55feae9 req-10dcce5e-9e75-4f88-ab68-9464697ba283 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Oct 13 00:34:11.275442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74e3b2-0941-496e-b0b5-cc514450c76a req-80a45e4d-093f-473c-a7ed-a198887cb35a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:11.277106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e74e3b2-0941-496e-b0b5-cc514450c76a req-80a45e4d-093f-473c-a7ed-a198887cb35a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.0539281 Oct 13 00:34:11.318726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e74e3b2-0941-496e-b0b5-cc514450c76a req-12db2cd9-b5dc-44c2-b798-35c279ce9dd9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348704 Oct 13 00:34:11.568831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1486e5-c0e0-4b1d-b558-af95821ea53b req-a447dc8b-2515-4981-92ac-82f262a76813 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:11.570720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f1486e5-c0e0-4b1d-b558-af95821ea53b req-a447dc8b-2515-4981-92ac-82f262a76813 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 944 time: 0.0561516 Oct 13 00:34:11.620587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f1486e5-c0e0-4b1d-b558-af95821ea53b req-30c86d80-41b7-4eff-8241-f914f4d104c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Oct 13 00:34:11.656248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-a7f96ad1-c8bf-4ffc-86a0-45cbb4d8376b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:11.657973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-a7f96ad1-c8bf-4ffc-86a0-45cbb4d8376b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1&tenant_id=bee60232abb54b41a78506ea06bd5a72&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 944 time: 0.1085124 Oct 13 00:34:11.729676 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-f5400f88-9c6e-4d86-9380-005b054ae29b service neutron] delete failed (client error): The resource could not be found. Oct 13 00:34:11.730697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-f5400f88-9c6e-4d86-9380-005b054ae29b service neutron] 10.222.0.36 "DELETE /v2.0/ports/03d101fd-0e18-4035-a816-ec49386e3edf/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0633829 Oct 13 00:34:11.813941 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0da09827-6966-4b3f-bc0d-df7498bd4a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:11.838552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-38dd313b-9914-4f01-8c5f-cdde600bb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:11.840199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-38dd313b-9914-4f01-8c5f-cdde600bb5f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1095 time: 0.0450346 Oct 13 00:34:11.934033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-32c95dd7-ebbf-4626-84b2-292a21cbe183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:11.935498 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-32c95dd7-ebbf-4626-84b2-292a21cbe183 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.0866759 Oct 13 00:34:12.005185 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-a0d7a7c5-dddd-4f20-93ab-9b1cac0a9ff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 1000 time: 0.0619643 Oct 13 00:34:12.054285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-82e48daa-ee1a-49d1-aac2-917fe4bf0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:12.055848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-82e48daa-ee1a-49d1-aac2-917fe4bf0035 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.0435889 Oct 13 00:34:12.100698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-a16b2ca7-fbb6-4f7f-b74c-64d92bd46f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:12.102081 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-a16b2ca7-fbb6-4f7f-b74c-64d92bd46f63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394366 Oct 13 00:34:12.167627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 03d101fd-0e18-4035-a816-ec49386e3edf details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:34:12.196032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-d9ba0e4e-9384-4f08-940f-8a194ce2e867 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854526 Oct 13 00:34:12.277961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:12.295099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '03d101fd-0e18-4035-a816-ec49386e3edf', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'port_id': '03d101fd-0e18-4035-a816-ec49386e3edf', 'mac_address': 'fa:16:3e:f7:6e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:34:12.301823 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f437e1ae-3d77-4b56-a6da-a0456b001771 req-7daa6687-1109-4759-8733-7027edfafa78 service neutron] 10.222.0.36 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976443 Oct 13 00:34:12.309749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8a831-2218-434e-8643-883c7bc37c1a req-5e5ab643-8f19-41ea-b4e4-ceead41a815f tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:12.318263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76c8a831-2218-434e-8643-883c7bc37c1a req-5e5ab643-8f19-41ea-b4e4-ceead41a815f tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 944 time: 0.0662465 Oct 13 00:34:12.344029 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:12.357782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d101fd-0e18-4035-a816-ec49386e3edf {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:34:12.358244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76c8a831-2218-434e-8643-883c7bc37c1a req-c54db0c6-1180-4f6d-a37c-0ddf06cc7f6c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385070 Oct 13 00:34:12.387168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:12.392310 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:12.393064 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 2d9db83c-4b22-4a44-b8d8-225a137b89a6 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:34:12.491991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:12.505371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.505748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.506092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.506429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.506764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.507096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.507423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.507780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.508107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.508427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.508751 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.509072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:12.543768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 2d9db83c-4b22-4a44-b8d8-225a137b89a6, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2d9db83c-4b22-4a44-b8d8-225a137b89a6,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:12.555968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '2d9db83c-4b22-4a44-b8d8-225a137b89a6', 'network_id': 'b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c', 'port_id': '2d9db83c-4b22-4a44-b8d8-225a137b89a6', 'mac_address': 'fa:16:3e:c7:fb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3cc999-0e2b-449b-b4b5-4e59139304ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:34:12.594355 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:12.607456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9db83c-4b22-4a44-b8d8-225a137b89a6 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:34:12.627239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 2d9db83c-4b22-4a44-b8d8-225a137b89a6, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2d9db83c-4b22-4a44-b8d8-225a137b89a6,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:12.631441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:12.703484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=2d9db83c-4b22-4a44-b8d8-225a137b89a6,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:12.705241 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89c1c330-3080-4a07-8636-77af876241c1 req-efd68aa5-57e5-4a20-9b40-d098d7dd8eda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539937 Oct 13 00:34:12.771376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cddfb-02ec-4fde-a062-2764a3eada82 req-82d040be-a761-4290-ba21-a4f75fa3c7ce tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:12.773608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-205cddfb-02ec-4fde-a062-2764a3eada82 req-82d040be-a761-4290-ba21-a4f75fa3c7ce tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 945 time: 0.0608425 Oct 13 00:34:12.794411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1c330-3080-4a07-8636-77af876241c1 req-6d70d25b-405c-406a-8aa1-756a9e3af0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:12.796541 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89c1c330-3080-4a07-8636-77af876241c1 req-6d70d25b-405c-406a-8aa1-756a9e3af0d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1096 time: 0.0432398 Oct 13 00:34:12.947898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1c330-3080-4a07-8636-77af876241c1 req-0bbfdbda-4161-422b-9085-08ee23ec4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:12.950598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89c1c330-3080-4a07-8636-77af876241c1 req-0bbfdbda-4161-422b-9085-08ee23ec4e48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1273501 Oct 13 00:34:13.041563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89c1c330-3080-4a07-8636-77af876241c1 req-4cbf11f5-02b4-4b17-8516-e306a7734490 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 1001 time: 0.0839086 Oct 13 00:34:13.105110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['03d101fd-0e18-4035-a816-ec49386e3edf'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:34:13.105715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1c330-3080-4a07-8636-77af876241c1 req-b650977d-1f6a-41ec-b10a-00645ac37a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:13.107122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89c1c330-3080-4a07-8636-77af876241c1 req-b650977d-1f6a-41ec-b10a-00645ac37a53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0580504 Oct 13 00:34:13.134112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['2d9db83c-4b22-4a44-b8d8-225a137b89a6'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:34:13.134925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-205cddfb-02ec-4fde-a062-2764a3eada82 req-3510bd4d-ca31-4055-ab5a-ce29f6b673f1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543341 Oct 13 00:34:13.175018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1c330-3080-4a07-8636-77af876241c1 req-fb186aab-0fe0-4fbe-b630-c3b1393ecead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:13.176729 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89c1c330-3080-4a07-8636-77af876241c1 req-fb186aab-0fe0-4fbe-b630-c3b1393ecead service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609267 Oct 13 00:34:13.270159 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89c1c330-3080-4a07-8636-77af876241c1 req-ea96c510-51d9-4c66-b585-efba340c6547 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859931 Oct 13 00:34:13.366453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89c1c330-3080-4a07-8636-77af876241c1 req-b1cac55f-25d4-4fac-b20b-9406126f839e service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887468 Oct 13 00:34:13.483807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcca67-e9b0-431f-a8a6-235b6580c591 req-b2becb9b-c907-47db-9b3d-c4dbd0c43f2e tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:13.485397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93bcca67-e9b0-431f-a8a6-235b6580c591 req-b2becb9b-c907-47db-9b3d-c4dbd0c43f2e tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 945 time: 0.0525281 Oct 13 00:34:13.523830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93bcca67-e9b0-431f-a8a6-235b6580c591 req-7e28eb9a-eb0c-44f7-a25f-c60d7b8d2090 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Oct 13 00:34:14.187735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55630) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:14.244839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674fe16-aa5d-46ea-a75c-7f7f408ef54c req-c0a20df4-4e35-4c2e-8855-8eee3f3828f3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:14.246327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3674fe16-aa5d-46ea-a75c-7f7f408ef54c req-c0a20df4-4e35-4c2e-8855-8eee3f3828f3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 945 time: 0.0492840 Oct 13 00:34:14.286342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3674fe16-aa5d-46ea-a75c-7f7f408ef54c req-663d57eb-1ad1-45b6-b6f1-275a9590abe0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330074 Oct 13 00:34:14.309700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55634) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:14.386981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-39d9fbea-4a7c-4268-9b3b-fc33a8796653 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/ebc8eedb-c602-42fb-995e-f9c119d05ea7 HTTP/1.1" status: 200 len: 993 time: 0.0706711 Oct 13 00:34:14.518573 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-20bc5601-1b80-4bcd-ac06-a4bec6c0e178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:14.542354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:14.626380 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:14.632315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:14.653211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28828895-b45f-4b85-9a9e-3309f3a696f1 req-6f280286-eacc-4c9a-b012-4b16feda734c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:14.654712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28828895-b45f-4b85-9a9e-3309f3a696f1 req-6f280286-eacc-4c9a-b012-4b16feda734c tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 945 time: 0.0569637 Oct 13 00:34:14.659326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=548a8e9e193e4ef0b59f228d67e2eaaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705088 Oct 13 00:34:14.665776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55640) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:14.697590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28828895-b45f-4b85-9a9e-3309f3a696f1 req-adbb4184-3e85-488c-b4b4-94d26658b6a4 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358708 Oct 13 00:34:14.698412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162538a1-2547-40ad-990e-179ba403d792,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:14.715596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.716153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.716495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.716832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.717160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.717484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.717835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.718155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.719053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.719375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.719725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.720047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a2ce9-a368-4160-8eb1-10fc4c1ca202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:14.745222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2301b23c-a081-4ca4-b672-d8fd6d426de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:14.767776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2301b23c-a081-4ca4-b672-d8fd6d426de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:14.816724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2301b23c-a081-4ca4-b672-d8fd6d426de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:14.819465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2301b23c-a081-4ca4-b672-d8fd6d426de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:14.820696 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2301b23c-a081-4ca4-b672-d8fd6d426de7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/162538a1-2547-40ad-990e-179ba403d792 HTTP/1.1" status: 204 len: 168 time: 0.1539743 Oct 13 00:34:14.830910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301b23c-a081-4ca4-b672-d8fd6d426de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162538a1-2547-40ad-990e-179ba403d792,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:15.086510 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 55648) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:15.099443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c25a781-169f-41e2-84f3-d83b6aa405ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:15.171036 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c25a781-169f-41e2-84f3-d83b6aa405ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:15.174493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5c25a781-169f-41e2-84f3-d83b6aa405ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:15.214805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5c25a781-169f-41e2-84f3-d83b6aa405ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eb68a1ddfa848c0b14a015fe004ca46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272185 Oct 13 00:34:15.216743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25a781-169f-41e2-84f3-d83b6aa405ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b0a87-da7b-4578-9c0b-d91dfb4a8a16,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:15.217637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 55650) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:15.268770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f7fe12dc-bc9c-46a9-9075-408fa27069b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:15.288766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f7fe12dc-bc9c-46a9-9075-408fa27069b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:15.334056 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f7fe12dc-bc9c-46a9-9075-408fa27069b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:15.336528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f7fe12dc-bc9c-46a9-9075-408fa27069b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:15.337658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f7fe12dc-bc9c-46a9-9075-408fa27069b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e7b0a87-da7b-4578-9c0b-d91dfb4a8a16 HTTP/1.1" status: 204 len: 168 time: 0.1188591 Oct 13 00:34:15.346146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe12dc-bc9c-46a9-9075-408fa27069b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b0a87-da7b-4578-9c0b-d91dfb4a8a16,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:15.701840 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:15.821256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a7d6-be7e-42dc-9e31-4008b59762fc req-abf8b2a9-eab1-41e1-865d-2348f5c395b2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:15.822820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b97a7d6-be7e-42dc-9e31-4008b59762fc req-abf8b2a9-eab1-41e1-865d-2348f5c395b2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 945 time: 0.0574589 Oct 13 00:34:15.866583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b97a7d6-be7e-42dc-9e31-4008b59762fc req-1fc9534d-ae46-4157-8c14-16088d56194e tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Oct 13 00:34:15.914305 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:16.169695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 03d101fd-0e18-4035-a816-ec49386e3edf up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:34:16.217406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 03d101fd-0e18-4035-a816-ec49386e3edf completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:34:16.221257 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 03d101fd-0e18-4035-a816-ec49386e3edf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:34:16.221641 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:16.457891 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:16.480377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:34:16.482676 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3220c9b-5aa0-423f-b1a7-c1dc79aacf6c" -d '{"events": [{"server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "name": "network-vif-plugged", "status": "completed", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:34:16.499793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:16.504323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:16.505259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 2d9db83c-4b22-4a44-b8d8-225a137b89a6 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:34:16.526551 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4b3804-f79e-409a-8d6d-4b309fd9019e x-openstack-request-id: req-9e4b3804-f79e-409a-8d6d-4b309fd9019e {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:34:16.526843 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "name": "network-vif-plugged", "status": "completed", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:34:16.527094 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e4b3804-f79e-409a-8d6d-4b309fd9019e {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:34:16.527483 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf', 'code': 200} Oct 13 00:34:16.587871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:16.599365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:34:16.603138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:34:16.603466 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:16.679587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:16.712600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 2d9db83c-4b22-4a44-b8d8-225a137b89a6, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2d9db83c-4b22-4a44-b8d8-225a137b89a6,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:16.716784 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:16.764821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=2d9db83c-4b22-4a44-b8d8-225a137b89a6,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:16.991606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e6b3-485a-41e2-96b9-d4b7d595d8a4 req-e528d88f-3841-48b2-ba99-4560abff2303 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:16.993118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0241e6b3-485a-41e2-96b9-d4b7d595d8a4 req-e528d88f-3841-48b2-ba99-4560abff2303 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 946 time: 0.0544689 Oct 13 00:34:17.039373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0241e6b3-485a-41e2-96b9-d4b7d595d8a4 req-491ec9fd-3508-4788-8f98-8e2fbd2e907e tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Oct 13 00:34:17.528424 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:18.158326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44ea22-bc9e-4827-9d6c-8d960d5f058c req-fc676e9d-47b0-49ea-989d-63d293be3778 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:18.159802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a44ea22-bc9e-4827-9d6c-8d960d5f058c req-fc676e9d-47b0-49ea-989d-63d293be3778 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 946 time: 0.0516343 Oct 13 00:34:18.198679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a44ea22-bc9e-4827-9d6c-8d960d5f058c req-2d441b89-38d1-4c48-8a82-a8ab3cc2c503 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Oct 13 00:34:18.529151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94ef212-17f6-4ca8-a5f6-d732d2eaf839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9db83c-4b22-4a44-b8d8-225a137b89a6'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:34:18.532009 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d269b9e-eb42-426c-8068-a0c6ebe4eec0" -d '{"events": [{"server_uuid": "a94ef212-17f6-4ca8-a5f6-d732d2eaf839", "name": "network-vif-plugged", "status": "completed", "tag": "2d9db83c-4b22-4a44-b8d8-225a137b89a6"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:34:18.568676 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a3e862-c3d5-4aed-8871-11a91c01c3da x-openstack-request-id: req-c9a3e862-c3d5-4aed-8871-11a91c01c3da {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:34:18.568963 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94ef212-17f6-4ca8-a5f6-d732d2eaf839", "name": "network-vif-plugged", "status": "completed", "tag": "2d9db83c-4b22-4a44-b8d8-225a137b89a6", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:34:18.569214 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9a3e862-c3d5-4aed-8871-11a91c01c3da {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:34:18.569607 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94ef212-17f6-4ca8-a5f6-d732d2eaf839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9db83c-4b22-4a44-b8d8-225a137b89a6', 'code': 200} Oct 13 00:34:18.701377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bbd14-8ef7-4c22-b710-61305397e0e9 req-4406477b-82ec-4073-aa1c-095df3500742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:18.703755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ed6bbd14-8ef7-4c22-b710-61305397e0e9 req-4406477b-82ec-4073-aa1c-095df3500742 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 1097 time: 0.0404744 Oct 13 00:34:18.737774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ed6bbd14-8ef7-4c22-b710-61305397e0e9 req-3d98ae32-2b53-483d-9119-bffcb12c6fcf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272005 Oct 13 00:34:19.314651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ceb34-1e35-434d-b2f8-fb2c9b5cde3c req-ba545cc9-16f9-458f-8847-91331a246280 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:19.316166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-788ceb34-1e35-434d-b2f8-fb2c9b5cde3c req-ba545cc9-16f9-458f-8847-91331a246280 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 946 time: 0.0492408 Oct 13 00:34:19.356453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-788ceb34-1e35-434d-b2f8-fb2c9b5cde3c req-ec0363c4-ca60-47fa-a709-130fd7babfc6 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 Oct 13 00:34:20.478217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457e728-8ce6-4c06-a37f-329bf076c505 req-36070c1d-7c83-4124-b1fd-f13bce6ca4ed tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:20.479751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b457e728-8ce6-4c06-a37f-329bf076c505 req-36070c1d-7c83-4124-b1fd-f13bce6ca4ed tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 946 time: 0.0510147 Oct 13 00:34:20.517388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b457e728-8ce6-4c06-a37f-329bf076c505 req-db41c0a9-5ec4-4613-aef4-48f769793d88 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Oct 13 00:34:21.173818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be83bd-2462-4b68-bf35-211d35c491ef req-1c853538-e3cb-4051-90d6-f902b13858ff tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:21.175969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45be83bd-2462-4b68-bf35-211d35c491ef req-1c853538-e3cb-4051-90d6-f902b13858ff tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 946 time: 0.0892379 Oct 13 00:34:21.235469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45be83bd-2462-4b68-bf35-211d35c491ef req-0a920cb0-5844-4e0d-82e9-f6f0f507dcd0 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Oct 13 00:34:22.353265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa398-2676-44a2-98b5-dada902ce55b req-ac689fa5-6586-4f78-97f3-031669d0a869 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:22.355036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46caa398-2676-44a2-98b5-dada902ce55b req-ac689fa5-6586-4f78-97f3-031669d0a869 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 946 time: 0.0538838 Oct 13 00:34:22.396795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46caa398-2676-44a2-98b5-dada902ce55b req-0ff4fda3-05b2-4f7b-956d-7d8ca678d697 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/security-groups?id=11443c4f-e5d9-4d39-abce-90a6d5381d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352757 Oct 13 00:34:22.734946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-ca2d662b-f5e6-4e43-b4b8-29ec3b5cc586 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:22.736417 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-ca2d662b-f5e6-4e43-b4b8-29ec3b5cc586 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.45 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 946 time: 0.0476420 Oct 13 00:34:22.830420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Deleting port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:34:22.830654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:22.919176 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] For port 2d9db83c-4b22-4a44-b8d8-225a137b89a6, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=2d9db83c-4b22-4a44-b8d8-225a137b89a6,segment=NetworkSegment(6a353ace-e703-4429-9f3f-8e985fccfabb),segment_id=6a353ace-e703-4429-9f3f-8e985fccfabb)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:34:22.919567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:22.931622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Calling delete_port for 2d9db83c-4b22-4a44-b8d8-225a137b89a6 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:34:23.057776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:23.085391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Pushing event deleted for resources: {'Port': ['ID=2d9db83c-4b22-4a44-b8d8-225a137b89a6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:23.096581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['2d9db83c-4b22-4a44-b8d8-225a137b89a6'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:34:23.148088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] No DVR routers for this DVR port 2d9db83c-4b22-4a44-b8d8-225a137b89a6 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:34:23.151823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:23.156933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ace4568f-c423-4163-adde-9d73a0f0eb32 req-557bf9c2-02b5-4594-825b-c286d9306cb2 tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.45 "DELETE /v2.0/ports/2d9db83c-4b22-4a44-b8d8-225a137b89a6 HTTP/1.1" status: 204 len: 173 time: 0.4119418 Oct 13 00:34:23.157805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94ef212-17f6-4ca8-a5f6-d732d2eaf839', 'name': 'network-vif-deleted', 'tag': '2d9db83c-4b22-4a44-b8d8-225a137b89a6'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:34:23.165083 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57911dab-2467-473a-9729-b7879788d9cf" -d '{"events": [{"server_uuid": "a94ef212-17f6-4ca8-a5f6-d732d2eaf839", "name": "network-vif-deleted", "tag": "2d9db83c-4b22-4a44-b8d8-225a137b89a6"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:34:23.215891 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13002f02-d4db-4828-a3a2-269c8ea2a1e8 x-openstack-request-id: req-13002f02-d4db-4828-a3a2-269c8ea2a1e8 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:34:23.216204 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94ef212-17f6-4ca8-a5f6-d732d2eaf839", "name": "network-vif-deleted", "tag": "2d9db83c-4b22-4a44-b8d8-225a137b89a6", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:34:23.217271 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13002f02-d4db-4828-a3a2-269c8ea2a1e8 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:34:23.217785 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94ef212-17f6-4ca8-a5f6-d732d2eaf839', 'name': 'network-vif-deleted', 'tag': '2d9db83c-4b22-4a44-b8d8-225a137b89a6', 'status': 'completed', 'code': 200} Oct 13 00:34:23.510676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61dc2880-b6f8-457f-9b5e-6b774a2cc456 req-5c4d5af9-9013-4231-bd8b-87162b6b1e9e tempest-VolumesActionsTest-264033275 tempest-VolumesActionsTest-264033275-project] 10.222.0.21 "GET /v2.0/ports?device_id=a94ef212-17f6-4ca8-a5f6-d732d2eaf839 HTTP/1.1" status: 200 len: 210 time: 0.0281210 Oct 13 00:34:28.271464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 2d9db83c-4b22-4a44-b8d8-225a137b89a6 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:34:28.315324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 2d9db83c-4b22-4a44-b8d8-225a137b89a6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:34:28.316303 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 2d9db83c-4b22-4a44-b8d8-225a137b89a6 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:34:32.173810 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:34:36.644503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:37.056521 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:41.761464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-a8fff1b3-d7d4-4730-ad84-e94027e9e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:41.763827 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-a8fff1b3-d7d4-4730-ad84-e94027e9e3cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1095 time: 0.0921483 Oct 13 00:34:41.816021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e05829b7-8e93-42d8-90c9-a6f849200523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:41.832557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3cb17-264b-49e3-8a90-502b88836e51 req-d3b7a2a9-336b-4e8f-bc61-0b6479cc49f2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:41.837539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1bb3cb17-264b-49e3-8a90-502b88836e51 req-d3b7a2a9-336b-4e8f-bc61-0b6479cc49f2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.1834347 Oct 13 00:34:41.905755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1bb3cb17-264b-49e3-8a90-502b88836e51 req-6696a716-078e-48ad-bc7b-f753391d915a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650203 Oct 13 00:34:41.931941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-0b7e54a1-2f20-4f17-8f75-5686554aaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:41.933935 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-0b7e54a1-2f20-4f17-8f75-5686554aaf8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1619978 Oct 13 00:34:42.009762 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-ba83ac0d-28fb-4ba1-bd9a-8f4d72ff959d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 999 time: 0.0679979 Oct 13 00:34:42.065545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-071eaf37-9bb9-4694-b36c-ee1c0153900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:42.067383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-071eaf37-9bb9-4694-b36c-ee1c0153900b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0497088 Oct 13 00:34:42.139108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-37a8839b-c253-4eb2-9316-9004762dfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:42.142040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-37a8839b-c253-4eb2-9316-9004762dfe96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655122 Oct 13 00:34:42.280429 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-268c2af4-4268-4f30-86d0-56614d77c7de service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311738 Oct 13 00:34:42.439133 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76c97a24-fd38-44ca-b6e4-4143576f3f59 req-628314c0-dab6-4666-a7b3-6b08c9b7fcde service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511440 Oct 13 00:34:43.058283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4e94-f600-405e-81af-dc493fcecf24 req-66045db5-c319-418e-bbc1-44b2dd370f81 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:43.060057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-746c4e94-f600-405e-81af-dc493fcecf24 req-66045db5-c319-418e-bbc1-44b2dd370f81 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0649197 Oct 13 00:34:43.127838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-746c4e94-f600-405e-81af-dc493fcecf24 req-083100ee-768c-41c5-a0b6-978ef7231aa5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580125 Oct 13 00:34:44.256396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f49d-f122-418e-84ee-7a2a54675355 req-163f10f1-48e3-4a3f-81d5-47296d41428a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:34:44.259908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c99f49d-f122-418e-84ee-7a2a54675355 req-163f10f1-48e3-4a3f-81d5-47296d41428a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0559652 Oct 13 00:34:44.300043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c99f49d-f122-418e-84ee-7a2a54675355 req-2fd3e081-55d8-41bb-8931-7f6e89917a4f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345080 Oct 13 00:34:44.521590 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-181fd30a-9797-4f2c-8e71-dc8fc93cf487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:45.718373 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:45.923856 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:47.532142 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:47.585305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56134) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:47.634136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Deleting subnet 7a3cc999-0e2b-449b-b4b5-4e59139304ed {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:34:47.638185 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:47.682600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:47.742727 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:47.815614 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:47.855153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3cc999-0e2b-449b-b4b5-4e59139304ed,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:47.861643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:47.867110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a3cc999-0e2b-449b-b4b5-4e59139304ed HTTP/1.1" status: 204 len: 168 time: 0.2789464 Oct 13 00:34:47.867957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56140) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:47.872714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.873069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.873414 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.874271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.874602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.875123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.875646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.875975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.876301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.876624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.876949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.877882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d6aea-c8db-4050-a39a-ce74fadc5673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:34:47.955485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.050641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.070085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:34:48.079578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a353ace-e703-4429-9f3f-8e985fccfabb') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:34:48.080133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a353ace-e703-4429-9f3f-8e985fccfabb') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:34:48.090236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.107728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.114904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:34:48.115289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:34:48.117460 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:34:48.177977 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.192269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.198379 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] 10.222.0.21 "DELETE /v2.0/networks/b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c HTTP/1.1" status: 204 len: 168 time: 0.3273602 Oct 13 00:34:48.209712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3864a-15e4-4ce2-8d88-eeb56e93463d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9bbd7b3-1513-44dd-a695-a2dcf5a7ff8c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:48.394940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56144) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:48.436175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef366ca8-d26e-4463-9144-9ddda1e9d6ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ae2163b329542789820506eb19650f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396323 Oct 13 00:34:48.438770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56146) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:48.496341 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-baf1aeaf-8ab1-46c3-9e59-3585d5a15cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.520268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-baf1aeaf-8ab1-46c3-9e59-3585d5a15cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.569839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-baf1aeaf-8ab1-46c3-9e59-3585d5a15cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.572796 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-baf1aeaf-8ab1-46c3-9e59-3585d5a15cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:48.576649 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-baf1aeaf-8ab1-46c3-9e59-3585d5a15cf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11443c4f-e5d9-4d39-abce-90a6d5381d31 HTTP/1.1" status: 204 len: 168 time: 0.1341169 Oct 13 00:34:48.583911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1aeaf-8ab1-46c3-9e59-3585d5a15cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11443c4f-e5d9-4d39-abce-90a6d5381d31,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:49.193616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56182) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:49.318554 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-942c4779-c4ef-459d-801c-82db422c8c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:49.429058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-942c4779-c4ef-459d-801c-82db422c8c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:49.432833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-942c4779-c4ef-459d-801c-82db422c8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:49.473497 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-942c4779-c4ef-459d-801c-82db422c8c1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad427041829547e5b77fb9a39ac9d6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786813 Oct 13 00:34:49.474288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c4779-c4ef-459d-801c-82db422c8c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203fe680-49ef-464d-8ebf-13edf8ba1a41,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:49.476896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56196) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:34:49.531818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f8fb54c-ac98-4729-b956-1329b608143b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:49.553174 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f8fb54c-ac98-4729-b956-1329b608143b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:49.601000 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f8fb54c-ac98-4729-b956-1329b608143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:49.603557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6f8fb54c-ac98-4729-b956-1329b608143b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:34:49.607132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6f8fb54c-ac98-4729-b956-1329b608143b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/203fe680-49ef-464d-8ebf-13edf8ba1a41 HTTP/1.1" status: 204 len: 168 time: 0.1268008 Oct 13 00:34:49.613553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fb54c-ac98-4729-b956-1329b608143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203fe680-49ef-464d-8ebf-13edf8ba1a41,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:34:59.906164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56460) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:00.020220 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0237-a9d2-4e44-ba85-6fb16c9f52b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.097462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0237-a9d2-4e44-ba85-6fb16c9f52b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.101315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0237-a9d2-4e44-ba85-6fb16c9f52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.141713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2b1b0237-a9d2-4e44-ba85-6fb16c9f52b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d9966b35f3347ca986a05d138de2da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344732 Oct 13 00:35:00.142588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b0237-a9d2-4e44-ba85-6fb16c9f52b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa46fc4d-a9c1-4e6d-a7e6-a103f49d7f4b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:00.144792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56464) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:00.198601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a76bb69-85dd-4b4d-8d5b-947c31ce7b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.221916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a76bb69-85dd-4b4d-8d5b-947c31ce7b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.270081 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a76bb69-85dd-4b4d-8d5b-947c31ce7b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.272754 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6a76bb69-85dd-4b4d-8d5b-947c31ce7b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.276648 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6a76bb69-85dd-4b4d-8d5b-947c31ce7b9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa46fc4d-a9c1-4e6d-a7e6-a103f49d7f4b HTTP/1.1" status: 204 len: 168 time: 0.1308610 Oct 13 00:35:00.284847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76bb69-85dd-4b4d-8d5b-947c31ce7b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa46fc4d-a9c1-4e6d-a7e6-a103f49d7f4b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:00.591031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56472) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:00.606488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-81392176-d4cd-413f-af6b-b03bbc3093eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.688901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-81392176-d4cd-413f-af6b-b03bbc3093eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.693081 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-81392176-d4cd-413f-af6b-b03bbc3093eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.736509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-81392176-d4cd-413f-af6b-b03bbc3093eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6c702c824b5499c85feaac0149713fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432736 Oct 13 00:35:00.737379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81392176-d4cd-413f-af6b-b03bbc3093eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d97719-b527-494c-b6ab-b374810c585c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:00.739139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56476) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:00.792312 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75127d42-2a91-4600-90ec-5de4e84f527d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.816187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75127d42-2a91-4600-90ec-5de4e84f527d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.874313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75127d42-2a91-4600-90ec-5de4e84f527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.878560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75127d42-2a91-4600-90ec-5de4e84f527d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:00.882815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-75127d42-2a91-4600-90ec-5de4e84f527d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22d97719-b527-494c-b6ab-b374810c585c HTTP/1.1" status: 204 len: 168 time: 0.1424291 Oct 13 00:35:00.891227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75127d42-2a91-4600-90ec-5de4e84f527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d97719-b527-494c-b6ab-b374810c585c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:01.194492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56482) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:01.208591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b813-5fd7-40b7-92ec-c978caf8ffe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:01.291694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b813-5fd7-40b7-92ec-c978caf8ffe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:01.295777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b813-5fd7-40b7-92ec-c978caf8ffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:01.335692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6ea7b813-5fd7-40b7-92ec-c978caf8ffe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13c6ee6699de4915a252aa46f0bd8caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400087 Oct 13 00:35:01.336566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7b813-5fd7-40b7-92ec-c978caf8ffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45985f6-1a71-4976-ba19-956930668c2a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:01.338523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56484) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:01.398193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba1d3b5-fb2c-4810-b388-42222f54ee24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:01.418905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba1d3b5-fb2c-4810-b388-42222f54ee24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:01.466288 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba1d3b5-fb2c-4810-b388-42222f54ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:01.469058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aba1d3b5-fb2c-4810-b388-42222f54ee24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:01.470261 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aba1d3b5-fb2c-4810-b388-42222f54ee24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b45985f6-1a71-4976-ba19-956930668c2a HTTP/1.1" status: 204 len: 168 time: 0.1240795 Oct 13 00:35:01.478380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1d3b5-fb2c-4810-b388-42222f54ee24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45985f6-1a71-4976-ba19-956930668c2a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:03.116361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54503d30-f02e-4c32-be7f-66bf7faa3ed9 req-63f8a068-255c-4305-a090-fb0f4479584b tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:03.118692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54503d30-f02e-4c32-be7f-66bf7faa3ed9 req-63f8a068-255c-4305-a090-fb0f4479584b tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1097 time: 0.0436699 Oct 13 00:35:03.154996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54503d30-f02e-4c32-be7f-66bf7faa3ed9 req-85ab5183-2138-4ae0-af55-3f1da91c0ab5 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296285 Oct 13 00:35:03.177774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56542) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:03.337090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 7feb6b2c-c0d4-4d42-b63a-0bd70ddea2a3 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:35:03.337351 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:03.429817 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:03.430479 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:03.443401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 7feb6b2c-c0d4-4d42-b63a-0bd70ddea2a3 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:35:03.644256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:03.668598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=7feb6b2c-c0d4-4d42-b63a-0bd70ddea2a3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:03.733435 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:03.733776 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Floating IP ebc8eedb-c602-42fb-995e-f9c119d05ea7 disassociated (deleted). External IP: 172.25.3.200, port: 03d101fd-0e18-4035-a816-ec49386e3edf. Oct 13 00:35:04.024062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 027ca473-2747-45dd-a559-75e52c2eb950 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:35:04.167769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56558) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:04.174914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:35:04.188033 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe161944-79e3-4939-b073-03c864434b4b None None] Sync routers for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:35:04.189569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:04.201763 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe161944-79e3-4939-b073-03c864434b4b None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:04.204472 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fe161944-79e3-4939-b073-03c864434b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:34:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:04.235270 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f8c4a763-3181-42b7-a7fd-d17f7834442f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/floatingips/ebc8eedb-c602-42fb-995e-f9c119d05ea7 HTTP/1.1" status: 204 len: 168 time: 1.0555758 Oct 13 00:35:04.236216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:04.249027 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ec189-1a24-40a0-90ef-7781c0cc1c70" -d '{"events": [{"name": "network-changed", "server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:04.316446 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc2451c-0d53-4b17-b68d-ccdda6ec8798 x-openstack-request-id: req-6dc2451c-0d53-4b17-b68d-ccdda6ec8798 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:04.316739 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:04.316987 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dc2451c-0d53-4b17-b68d-ccdda6ec8798 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:04.317382 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf', 'status': 'completed', 'code': 200} Oct 13 00:35:04.371319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-931de0fe-2da6-40f2-bf59-967e224332ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:04.411815 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-fe161944-79e3-4939-b073-03c864434b4b None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:04.422683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-bd989939-0844-462f-89c3-0af1975b6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:04.424271 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-bd989939-0844-462f-89c3-0af1975b6d38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 1097 time: 0.0603707 Oct 13 00:35:04.569009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-931de0fe-2da6-40f2-bf59-967e224332ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:04.579630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-3c369c58-9c54-4e96-b814-5292d424f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:04.581423 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-3c369c58-9c54-4e96-b814-5292d424f333 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 200 len: 898 time: 0.1467576 Oct 13 00:35:04.620599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-931de0fe-2da6-40f2-bf59-967e224332ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:04.645007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-d23ff099-c792-43e9-b935-915975baef81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 200 len: 217 time: 0.0535827 Oct 13 00:35:04.668644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-931de0fe-2da6-40f2-bf59-967e224332ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1891f4807b984f2290685f5483751f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997089 Oct 13 00:35:04.670711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931de0fe-2da6-40f2-bf59-967e224332ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67d7ca-0acd-4946-95c9-a8fe0bac775d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:04.672131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56568) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:04.699262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14733d5e-5326-4f16-9899-32f1889d31e7 req-350a2ec4-96b2-424b-87ab-4b0adc0edcd7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:04.701742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14733d5e-5326-4f16-9899-32f1889d31e7 req-350a2ec4-96b2-424b-87ab-4b0adc0edcd7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.1274500 Oct 13 00:35:04.718250 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fe161944-79e3-4939-b073-03c864434b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:22Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:04.742987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14733d5e-5326-4f16-9899-32f1889d31e7 req-c1ff8fa2-5485-4f2c-a3f0-4ab4a7266323 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342896 Oct 13 00:35:04.753977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-cb35754c-dfdc-4e50-98d7-c7615d46fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:04.755709 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-cb35754c-dfdc-4e50-98d7-c7615d46fbd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 200 len: 835 time: 0.1012671 Oct 13 00:35:04.758919 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe161944-79e3-4939-b073-03c864434b4b None None] Checking router: 027ca473-2747-45dd-a559-75e52c2eb950 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:35:04.776845 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe161944-79e3-4939-b073-03c864434b4b None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:04.777484 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fe161944-79e3-4939-b073-03c864434b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:34:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:04.808299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-477a8b25-cc7d-431b-a338-656bf6bbdb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:04.832655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-477a8b25-cc7d-431b-a338-656bf6bbdb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:04.896904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-477a8b25-cc7d-431b-a338-656bf6bbdb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:04.897441 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-fe161944-79e3-4939-b073-03c864434b4b None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:04.899636 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-477a8b25-cc7d-431b-a338-656bf6bbdb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:04.903082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-477a8b25-cc7d-431b-a338-656bf6bbdb4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e67d7ca-0acd-4946-95c9-a8fe0bac775d HTTP/1.1" status: 204 len: 168 time: 0.2270031 Oct 13 00:35:04.909421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-705d5a75-6a57-4c24-ab85-5dc4b75c7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:04.911038 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-705d5a75-6a57-4c24-ab85-5dc4b75c7212 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8913f90b-d607-4364-a62f-d4635dd7c59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361911 Oct 13 00:35:04.917889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a8b25-cc7d-431b-a338-656bf6bbdb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67d7ca-0acd-4946-95c9-a8fe0bac775d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:05.056034 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-d68af47b-9b90-4731-8604-dbf84a96475f service neutron] 10.222.0.45 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175401 Oct 13 00:35:05.211555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-775ec189-1a24-40a0-90ef-7781c0cc1c70 req-11d86a2b-8e16-43ad-b890-67006c9476c6 service neutron] 10.222.0.45 "GET /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457469 Oct 13 00:35:05.249386 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fe161944-79e3-4939-b073-03c864434b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:22Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:05.296160 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe161944-79e3-4939-b073-03c864434b4b None None] The sync data for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 is: [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:32:18Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2c5eefd1-0930-479d-b388-f95f5223d25d', 'name': '', 'network_id': '8913f90b-d607-4364-a62f-d4635dd7c59a', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:ea:cf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:17Z', 'updated_at': '2021-10-13T00:32:22Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '2111ff2a-fcb7-4974-9884-31c59af666d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:35:05.696903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b97a41-94cc-4f11-9952-8ce1a102d0f1 None None] New status for floating IP ebc8eedb-c602-42fb-995e-f9c119d05ea7: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:35:05.914780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745e7d3-a520-4875-bc87-b9c14de999bf req-c1ec24fd-dd3a-472d-930d-1cf0f217de87 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:05.923622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8745e7d3-a520-4875-bc87-b9c14de999bf req-c1ec24fd-dd3a-472d-930d-1cf0f217de87 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0742023 Oct 13 00:35:05.975076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8745e7d3-a520-4875-bc87-b9c14de999bf req-51aba817-30e0-4b6a-9abe-ebf94b379fe8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=af42b466-6093-4b02-ad3a-2add4e71d876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496252 Oct 13 00:35:06.365479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-a4c00b40-3626-496b-8bd7-8a13095857d8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:06.367044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-a4c00b40-3626-496b-8bd7-8a13095857d8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 946 time: 0.0567930 Oct 13 00:35:06.467912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 03d101fd-0e18-4035-a816-ec49386e3edf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:35:06.468273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:06.566791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 03d101fd-0e18-4035-a816-ec49386e3edf, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=03d101fd-0e18-4035-a816-ec49386e3edf,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:06.567160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:06.579998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 03d101fd-0e18-4035-a816-ec49386e3edf owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:35:06.636322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:06.717686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:06.751007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=03d101fd-0e18-4035-a816-ec49386e3edf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:06.802235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] No DVR routers for this DVR port 03d101fd-0e18-4035-a816-ec49386e3edf on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:35:06.805031 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:06.808581 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4d0552a5-550f-46c9-b6b7-005bf58ae5a1 req-1339eb78-261f-4e36-b397-8541d5f5a77d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.45 "DELETE /v2.0/ports/03d101fd-0e18-4035-a816-ec49386e3edf HTTP/1.1" status: 204 len: 173 time: 0.4332826 Oct 13 00:35:06.809059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'name': 'network-vif-deleted', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:06.811443 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e310708b-f3df-43d6-a3ee-3e21aa40248a" -d '{"events": [{"server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "name": "network-vif-deleted", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:06.850029 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7912a4c-5fb5-45ea-b7c8-6e3d9570c1d0 x-openstack-request-id: req-c7912a4c-5fb5-45ea-b7c8-6e3d9570c1d0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:06.850336 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd593bd7-aa32-488a-8e50-7747692111e1", "name": "network-vif-deleted", "tag": "03d101fd-0e18-4035-a816-ec49386e3edf", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:06.850598 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7912a4c-5fb5-45ea-b7c8-6e3d9570c1d0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:06.851008 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd593bd7-aa32-488a-8e50-7747692111e1', 'name': 'network-vif-deleted', 'tag': '03d101fd-0e18-4035-a816-ec49386e3edf', 'status': 'completed', 'code': 200} Oct 13 00:35:07.068613 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:07.117180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36f0815a-131e-4cb7-8b59-fbeba3787913 req-b6d4ae98-f568-4928-9a46-6125d550ecad tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd593bd7-aa32-488a-8e50-7747692111e1 HTTP/1.1" status: 200 len: 210 time: 0.0390942 Oct 13 00:35:07.655941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-f9fc27b1-8782-48cc-8312-021cd59eafdb tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4bb1b6a8cb054e0ca441ff904b2bee3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354562 Oct 13 00:35:07.853066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-4c8f7f81-3bf8-45c2-bcc7-a1bbb62a0d14 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:07.854536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-4c8f7f81-3bf8-45c2-bcc7-a1bbb62a0d14 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930740 Oct 13 00:35:07.869530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-90478a8f-f95c-4207-9cf7-e6b9a920518b tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/quotas/4bb1b6a8cb054e0ca441ff904b2bee3b HTTP/1.1" status: 200 len: 375 time: 0.0087748 Oct 13 00:35:07.903673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-455f33bb-2fbd-409f-910c-6a5886d43531 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4bb1b6a8cb054e0ca441ff904b2bee3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283806 Oct 13 00:35:08.067626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a49ca05f-88d9-493c-b79b-6f96a31c6aa4 req-d1ca79c4-3c9b-449b-8307-2124b17ba7bd tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 210 time: 0.0269675 Oct 13 00:35:08.178416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56646) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:08.691807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:09.162784 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:35:09.164777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42fc65e8-891c-45d2-9287-e528acd4da2f req-f9ed99d7-3906-456c-86b1-77d7ae4989d5 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 210 time: 0.0297649 Oct 13 00:35:09.250978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 2c5eefd1-0930-479d-b388-f95f5223d25d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:35:09.251724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:09.354556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-e24990bd-769e-4b99-9348-ea07ce191a2f tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4bb1b6a8cb054e0ca441ff904b2bee3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372396 Oct 13 00:35:09.456502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 2c5eefd1-0930-479d-b388-f95f5223d25d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2c5eefd1-0930-479d-b388-f95f5223d25d,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:09.456871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:09.496888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 2c5eefd1-0930-479d-b388-f95f5223d25d owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:35:09.608190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-8b19bd1e-8273-4dca-b8e0-dee7f301f4ba tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:09.609634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-8b19bd1e-8273-4dca-b8e0-dee7f301f4ba tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487762 Oct 13 00:35:09.628926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Request body: {'port': {'device_id': '307057b4-a4cc-414b-a822-9a4990164c56', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': '4bb1b6a8cb054e0ca441ff904b2bee3b'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:09.869851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Made reservation on behalf of 4bb1b6a8cb054e0ca441ff904b2bee3b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:09.873578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:09.889157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:09.899104 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:09.938761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=2c5eefd1-0930-479d-b388-f95f5223d25d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:10.132688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-92e008ae-0fae-4750-9840-307763ba7c7d req-b51183bf-f833-4a29-96a3-bd2e77aa0429 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330063 Oct 13 00:35:10.138195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:10.170758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:10.277075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aa2d87dc-aec3-4d9a-a3dc-b2cec23ee268 req-ef8a75d3-f94c-4876-9e66-7220f544521b tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Oct 13 00:35:10.285760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e4ffba-163c-4971-a04f-a9f72a4eb047,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:10.300555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:10.385753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e008ae-0fae-4750-9840-307763ba7c7d req-aa91b8fe-2e61-4a2a-90a9-0d3005961201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:10.387184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-92e008ae-0fae-4750-9840-307763ba7c7d req-aa91b8fe-2e61-4a2a-90a9-0d3005961201 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1095 time: 0.1885185 Oct 13 00:35:10.436981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 03d101fd-0e18-4035-a816-ec49386e3edf no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:35:10.472930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 03d101fd-0e18-4035-a816-ec49386e3edf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:35:10.473243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 03d101fd-0e18-4035-a816-ec49386e3edf not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:35:10.751543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Allocated IP 192.168.233.187 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/f02800de-0e2b-4ab7-bd50-84f7ca4de68e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:10.767125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56678) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:10.835770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e008ae-0fae-4750-9840-307763ba7c7d req-bba11ab9-cdd8-4e01-957f-9371949c90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:10.837082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-92e008ae-0fae-4750-9840-307763ba7c7d req-bba11ab9-cdd8-4e01-957f-9371949c90f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.4282682 Oct 13 00:35:10.885865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba00b55e-c760-4e63-aa94-065fa5ffe62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:10.971414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba00b55e-c760-4e63-aa94-065fa5ffe62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:10.976166 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba00b55e-c760-4e63-aa94-065fa5ffe62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.016375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b55e-c760-4e63-aa94-065fa5ffe62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6f714b-f5ec-48d8-96da-ef19e8a43d96,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:11.021931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ba00b55e-c760-4e63-aa94-065fa5ffe62d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca8f9572963c4b7c88771b08bce3de2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538877 Oct 13 00:35:11.024858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56682) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:11.051977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-92e008ae-0fae-4750-9840-307763ba7c7d req-039bf6a1-d8e2-4d89-b620-74194b29ecb5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 999 time: 0.1824601 Oct 13 00:35:11.085600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-298b3a32-fe35-4ef9-b1a4-8a3a4b47ef43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.107346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-298b3a32-fe35-4ef9-b1a4-8a3a4b47ef43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.116844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 027ca473-2747-45dd-a559-75e52c2eb950 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:35:11.134508 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.148857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e008ae-0fae-4750-9840-307763ba7c7d req-c6470261-7d05-480f-ad19-02217b3642eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:11.150352 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-92e008ae-0fae-4750-9840-307763ba7c7d req-c6470261-7d05-480f-ad19-02217b3642eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0876167 Oct 13 00:35:11.162660 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-298b3a32-fe35-4ef9-b1a4-8a3a4b47ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.165897 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-298b3a32-fe35-4ef9-b1a4-8a3a4b47ef43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.169536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-298b3a32-fe35-4ef9-b1a4-8a3a4b47ef43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee6f714b-f5ec-48d8-96da-ef19e8a43d96 HTTP/1.1" status: 204 len: 168 time: 0.1408091 Oct 13 00:35:11.178055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b3a32-fe35-4ef9-b1a4-8a3a4b47ef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6f714b-f5ec-48d8-96da-ef19e8a43d96,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:11.282551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.329920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e008ae-0fae-4750-9840-307763ba7c7d req-b2db8c60-9435-4f62-a792-2612f0e3f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:11.331436 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-92e008ae-0fae-4750-9840-307763ba7c7d req-b2db8c60-9435-4f62-a792-2612f0e3f768 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712251 Oct 13 00:35:11.363697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:11.382379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:35:11.384257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:11.389932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b81b5f07-8c9d-4c2e-a068-7fa35614477d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "PUT /v2.0/routers/027ca473-2747-45dd-a559-75e52c2eb950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2098868 Oct 13 00:35:11.392179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56690) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:11.406131 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] Sync routers for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:35:11.425099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:11.426492 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:11.427876 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:34:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:11.491996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e99622a-1d68-4934-98dd-1c1c3db4c5a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting subnet 2111ff2a-fcb7-4974-9884-31c59af666d4 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:35:11.498402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e99622a-1d68-4934-98dd-1c1c3db4c5a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.544339 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e99622a-1d68-4934-98dd-1c1c3db4c5a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.564101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Pushing event updated for resources: {'Port': ['ID=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:11.574997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:11.577902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.589439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-92e008ae-0fae-4750-9840-307763ba7c7d req-5a17ddec-b0d9-4795-900c-97fe1ad773cf service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405996 Oct 13 00:35:11.685064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e99622a-1d68-4934-98dd-1c1c3db4c5a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.731491 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-77e2be99-69ed-4b0d-b63c-5c4f371963e0 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1063581 Oct 13 00:35:11.766251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e99622a-1d68-4934-98dd-1c1c3db4c5a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.780707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Request body: {'port': {'device_id': '307057b4-a4cc-414b-a822-9a4990164c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:11.805556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e99622a-1d68-4934-98dd-1c1c3db4c5a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.812911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4e99622a-1d68-4934-98dd-1c1c3db4c5a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/subnets/2111ff2a-fcb7-4974-9884-31c59af666d4 HTTP/1.1" status: 204 len: 168 time: 0.4187675 Oct 13 00:35:11.831296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:11.839580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a36076-1cc1-40e2-a22e-2a2f35a2de74 None None] Network 8913f90b-d607-4364-a62f-d4635dd7c59a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:35:11.843922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99622a-1d68-4934-98dd-1c1c3db4c5a4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Subnet': ['ID=2111ff2a-fcb7-4974-9884-31c59af666d4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:11.886103 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:11.924289 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e832a8c0-a5c2-4657-885d-26cc90bc11a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.941383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-92e008ae-0fae-4750-9840-307763ba7c7d req-127370b3-0ae7-4305-8b0b-d110cce0dc03 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429275 Oct 13 00:35:11.950875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fc7486dc-ee8a-45ee-ba16-83dceb7b4350 None None] Provisioning complete for port f02800de-0e2b-4ab7-bd50-84f7ca4de68e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:11.951291 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc7486dc-ee8a-45ee-ba16-83dceb7b4350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.980088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d375a-3882-4000-962d-9bcd21b9490f req-627b7623-4566-4ff2-956d-a6e44565f48a tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:11.981880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:11.990131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-925d375a-3882-4000-962d-9bcd21b9490f req-627b7623-4566-4ff2-956d-a6e44565f48a tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 936 time: 0.2380757 Oct 13 00:35:12.084115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-925d375a-3882-4000-962d-9bcd21b9490f req-ffcc8825-7c5a-4df9-98d8-30458a05c9a4 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883992 Oct 13 00:35:12.103115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fc7486dc-ee8a-45ee-ba16-83dceb7b4350 None None] Port f02800de-0e2b-4ab7-bd50-84f7ca4de68e cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:35:12.139872 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:35:09Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:12.143279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.178304 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] Checking router: 027ca473-2747-45dd-a559-75e52c2eb950 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:35:12.197394 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] Routers {'027ca473-2747-45dd-a559-75e52c2eb950'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:12.198021 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:34:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['027ca473-2747-45dd-a559-75e52c2eb950'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:12.267922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] DHCP port deletion for 8913f90b-d607-4364-a62f-d4635dd7c59a request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:35:12.289695 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.310639 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] Set router 027ca473-2747-45dd-a559-75e52c2eb950 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:12.331156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Deleting port 79558bd3-971b-4290-8b31-59448a90e817 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:35:12.331895 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.370547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02800de-0e2b-4ab7-bd50-84f7ca4de68e {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:12.389653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.404980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Transition to ACTIVE for port object f02800de-0e2b-4ab7-bd50-84f7ca4de68e will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:35:12.410672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.412975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 962a1907-89d9-42d7-917d-efade06d14a6 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:35:12.413513 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.453428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] For port 79558bd3-971b-4290-8b31-59448a90e817, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=79558bd3-971b-4290-8b31-59448a90e817,segment=NetworkSegment(86f94ea4-a08c-4912-8380-5153c284eab0),segment_id=86f94ea4-a08c-4912-8380-5153c284eab0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:12.453837 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.468516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Calling delete_port for 79558bd3-971b-4290-8b31-59448a90e817 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:35:12.494663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Pushing event updated for resources: {'Port': ['ID=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:12.544921 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:35:09Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:12.581000 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.587344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 962a1907-89d9-42d7-917d-efade06d14a6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=962a1907-89d9-42d7-917d-efade06d14a6,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:12.587846 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.596306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] No DVR routers for this DVR port 79558bd3-971b-4290-8b31-59448a90e817 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:35:12.606955 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1b89c-1055-45d1-9164-6efcfa0ebf48 None None] The sync data for ids ['027ca473-2747-45dd-a559-75e52c2eb950'] in n-d-813679-4 is: [{'id': '027ca473-2747-45dd-a559-75e52c2eb950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691222062', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '962a1907-89d9-42d7-917d-efade06d14a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:32:12Z', 'updated_at': '2021-10-13T00:35:09Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '962a1907-89d9-42d7-917d-efade06d14a6', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ca473-2747-45dd-a559-75e52c2eb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:32:13Z', 'updated_at': '2021-10-13T00:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:35:12.613700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 962a1907-89d9-42d7-917d-efade06d14a6 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:35:12.614326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Attempting to bind port f02800de-0e2b-4ab7-bd50-84f7ca4de68e on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:12.614866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Attempting to bind port f02800de-0e2b-4ab7-bd50-84f7ca4de68e by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:12.615425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Attempting to bind port f02800de-0e2b-4ab7-bd50-84f7ca4de68e on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:12.620442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Port f02800de-0e2b-4ab7-bd50-84f7ca4de68e on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:35:12.621058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Attempting to bind port f02800de-0e2b-4ab7-bd50-84f7ca4de68e on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:12.627852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:12.632636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:12.633441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:12.637372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Pushing event deleted for resources: {'Port': ['ID=79558bd3-971b-4290-8b31-59448a90e817,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:12.639355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Bound port: f02800de-0e2b-4ab7-bd50-84f7ca4de68e, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:12.640133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.663885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.664230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.664698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.665038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.665471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.665695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.666079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.666318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.666800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.668363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.668363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.668363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d21ddd8-8671-4d48-92e4-510bf96a2242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:12.740203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] For port f02800de-0e2b-4ab7-bd50-84f7ca4de68e, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:12.748330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] For port f02800de-0e2b-4ab7-bd50-84f7ca4de68e, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:12.756080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.797595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:12.798224 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.799694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] 10.222.0.45 "PUT /v2.0/ports/f02800de-0e2b-4ab7-bd50-84f7ca4de68e HTTP/1.1" status: 200 len: 1096 time: 1.0503068 Oct 13 00:35:12.800147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307057b4-a4cc-414b-a822-9a4990164c56', 'tag': 'f02800de-0e2b-4ab7-bd50-84f7ca4de68e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:12.802451 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15495c28-1998-4b19-9727-e5fea4e83daa" -d '{"events": [{"name": "network-changed", "server_uuid": "307057b4-a4cc-414b-a822-9a4990164c56", "tag": "f02800de-0e2b-4ab7-bd50-84f7ca4de68e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:12.840142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:12.857659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28294b7c-f2e7-4723-bcf6-d98f0149649d service neutron] Pushing event updated for resources: {'Port': ['ID=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:12.870305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=962a1907-89d9-42d7-917d-efade06d14a6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:12.886232 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40b82b6-595f-46fc-8979-f2a1e837859f x-openstack-request-id: req-d40b82b6-595f-46fc-8979-f2a1e837859f {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:12.886519 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307057b4-a4cc-414b-a822-9a4990164c56", "tag": "f02800de-0e2b-4ab7-bd50-84f7ca4de68e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:12.886769 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d40b82b6-595f-46fc-8979-f2a1e837859f {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:12.887166 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307057b4-a4cc-414b-a822-9a4990164c56', 'tag': 'f02800de-0e2b-4ab7-bd50-84f7ca4de68e', 'status': 'completed', 'code': 200} Oct 13 00:35:12.932227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-aac0b493-7b09-400b-9ba1-3a47254a7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:12.934792 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-aac0b493-7b09-400b-9ba1-3a47254a7577 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4bb1b6a8cb054e0ca441ff904b2bee3b&device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 1099 time: 0.0572183 Oct 13 00:35:12.969435 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.021050 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-7d20aeb0-0c37-4d08-9597-89d3be959e7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f02800de-0e2b-4ab7-bd50-84f7ca4de68e HTTP/1.1" status: 200 len: 217 time: 0.0739927 Oct 13 00:35:13.092269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-c814ba8c-9627-42a1-a699-67c9d56bb82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:13.094585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-c814ba8c-9627-42a1-a699-67c9d56bb82c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0653272 Oct 13 00:35:13.103658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.106689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.158174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-283ed7af-011e-4c78-8b8d-77246f9149bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:13.161787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-283ed7af-011e-4c78-8b8d-77246f9149bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600760 Oct 13 00:35:13.203889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.204400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Fanout notify agent at l3_agent the message router_deleted on router 027ca473-2747-45dd-a559-75e52c2eb950 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:35:13.211889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.215624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-75575724-2eb2-46bc-8856-3e396b55221e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/routers/027ca473-2747-45dd-a559-75e52c2eb950 HTTP/1.1" status: 204 len: 168 time: 1.3784087 Oct 13 00:35:13.215624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56732) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:13.222567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56734) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:13.278112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d7d4c-7d3f-4ac1-9d4c-f34a9d5562bd req-091d3d58-4b87-4abd-abb1-5cf3ccad7b2b tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:13.279442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-585d7d4c-7d3f-4ac1-9d4c-f34a9d5562bd req-091d3d58-4b87-4abd-abb1-5cf3ccad7b2b tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 948 time: 0.1111081 Oct 13 00:35:13.286212 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-7bc7c7cc-908c-4e59-94b6-8827d0f2404c service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135843 Oct 13 00:35:13.333792 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.355487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-585d7d4c-7d3f-4ac1-9d4c-f34a9d5562bd req-d34d58ce-cbd7-47a4-a2b0-99634a665d52 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614989 Oct 13 00:35:13.425605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7e0290b-2916-460b-aed5-8c0253f43cc4 req-a9719c5d-d993-48e9-9728-bfbbe6d4f518 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298246 Oct 13 00:35:13.462938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'network': {'name': 'tempest-network-smoke--607163089', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'port_security_enabled': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:13.488795 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.510274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:13.513892 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.524862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8913f90b-d607-4364-a62f-d4635dd7c59a']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:13.527876 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.543347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f94ea4-a08c-4912-8380-5153c284eab0') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:13.543642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f94ea4-a08c-4912-8380-5153c284eab0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:13.557898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.561595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15495c28-1998-4b19-9727-e5fea4e83daa req-f757b26b-dc53-4d85-925e-d2042973a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:13.563088 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-15495c28-1998-4b19-9727-e5fea4e83daa req-f757b26b-dc53-4d85-925e-d2042973a11f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4bb1b6a8cb054e0ca441ff904b2bee3b&device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 1099 time: 0.0552795 Oct 13 00:35:13.581556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.593246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:35:13.593550 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:35:13.596595 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:35:13.660128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15495c28-1998-4b19-9727-e5fea4e83daa req-ecd7200f-557a-467c-85ad-efb673f9569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:13.661665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-15495c28-1998-4b19-9727-e5fea4e83daa req-ecd7200f-557a-467c-85ad-efb673f9569e service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0914199 Oct 13 00:35:13.672941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.686886 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.690060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/networks/8913f90b-d607-4364-a62f-d4635dd7c59a HTTP/1.1" status: 204 len: 168 time: 0.4666080 Oct 13 00:35:13.706348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56738) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:13.710534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-15495c28-1998-4b19-9727-e5fea4e83daa req-dee278e7-9a7b-43e9-9c88-9e97fac541ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f02800de-0e2b-4ab7-bd50-84f7ca4de68e HTTP/1.1" status: 200 len: 217 time: 0.0419979 Oct 13 00:35:13.715151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc2d69-5eec-4b9a-a030-3309a6bfb858 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Network': ['ID=8913f90b-d607-4364-a62f-d4635dd7c59a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:13.737348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.746084 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.762510 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15495c28-1998-4b19-9727-e5fea4e83daa req-7f51f009-6f44-4532-89eb-73c09fa6da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:13.764537 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-15495c28-1998-4b19-9727-e5fea4e83daa req-7f51f009-6f44-4532-89eb-73c09fa6da19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0459788 Oct 13 00:35:13.782334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:35:13.802673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.802946 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Added segment 56596393-ec18-438e-babb-ade41f3461e6 of type vlan for network 33c8fbde-684a-4b4e-837b-8027f74160c0 Oct 13 00:35:13.811674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15495c28-1998-4b19-9727-e5fea4e83daa req-82c92463-b188-4e92-9848-e5c9148720b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:13.813220 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-15495c28-1998-4b19-9727-e5fea4e83daa req-82c92463-b188-4e92-9848-e5c9148720b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411654 Oct 13 00:35:13.813762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470032d4-768f-4fcf-af64-52f7757d738d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:13.827113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-36720018-ff76-4d82-9f49-6615cca644b7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.882703 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.886278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-36720018-ff76-4d82-9f49-6615cca644b7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.924389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-15495c28-1998-4b19-9727-e5fea4e83daa req-e8c79ccc-8156-49a3-98e7-1f87f8c31da1 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037211 Oct 13 00:35:13.930995 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.942504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:13.943285 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:13.975887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2c5eefd1-0930-479d-b388-f95f5223d25d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:35:13.986990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7721381 Oct 13 00:35:14.001968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 2c5eefd1-0930-479d-b388-f95f5223d25d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:35:14.002322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2c5eefd1-0930-479d-b388-f95f5223d25d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:35:14.002757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 962a1907-89d9-42d7-917d-efade06d14a6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:35:14.005576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56742) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:14.013980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'admin_state_up': True, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:14.031398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 962a1907-89d9-42d7-917d-efade06d14a6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:35:14.031774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 962a1907-89d9-42d7-917d-efade06d14a6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:35:14.032210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 79558bd3-971b-4290-8b31-59448a90e817 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:35:14.043468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14ec70-f455-4657-83e6-8ec162f1c2e5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Network': ['ID=33c8fbde-684a-4b4e-837b-8027f74160c0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:14.052089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.053283 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.059893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:35:14.063603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 79558bd3-971b-4290-8b31-59448a90e817 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:35:14.063954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 79558bd3-971b-4290-8b31-59448a90e817 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:35:14.084504 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-36720018-ff76-4d82-9f49-6615cca644b7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.087091 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-36720018-ff76-4d82-9f49-6615cca644b7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.088280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-36720018-ff76-4d82-9f49-6615cca644b7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/security-groups/af42b466-6093-4b02-ad3a-2add4e71d876 HTTP/1.1" status: 204 len: 168 time: 0.3807745 Oct 13 00:35:14.104159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36720018-ff76-4d82-9f49-6615cca644b7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42b466-6093-4b02-ad3a-2add4e71d876,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:14.114415 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-15495c28-1998-4b19-9727-e5fea4e83daa req-3484caec-a369-4511-af13-2a9d0e97c1c4 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790349 Oct 13 00:35:14.161907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.303949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.491420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56750) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:14.496499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-80f515fe-5a6e-41c6-8c7a-9f0c5c8389f1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359346443', 'description': 'tempest-secgroup-smoke-1359346443 description', 'project_id': 'bee60232abb54b41a78506ea06bd5a72'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:14.500470 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.524088 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15975448-36ab-4ea3-801a-5926220dd32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.527017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.529042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57d55e-903b-4dc7-8712-96f20469feaf req-fcce31c9-7086-4377-9f52-8698b61394d2 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:14.530553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb57d55e-903b-4dc7-8712-96f20469feaf req-fcce31c9-7086-4377-9f52-8698b61394d2 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 948 time: 0.0808358 Oct 13 00:35:14.537656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80f515fe-5a6e-41c6-8c7a-9f0c5c8389f1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.589784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb57d55e-903b-4dc7-8712-96f20469feaf req-75fe8904-d3b3-404a-8aa4-4fbf291c6273 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490088 Oct 13 00:35:14.635444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.25.3.84 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/6c58814e-5742-4b35-993b-be62f50d7e95) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:14.644886 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80f515fe-5a6e-41c6-8c7a-9f0c5c8389f1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.648660 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80f515fe-5a6e-41c6-8c7a-9f0c5c8389f1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.676991 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80f515fe-5a6e-41c6-8c7a-9f0c5c8389f1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.678340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-80f515fe-5a6e-41c6-8c7a-9f0c5c8389f1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1851635 Oct 13 00:35:14.681118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56752) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:14.686303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-33bac8d3-344a-4183-b88e-414b5e75f3ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:14.694110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f515fe-5a6e-41c6-8c7a-9f0c5c8389f1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:14.716568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33bac8d3-344a-4183-b88e-414b5e75f3ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.733360 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-162ae6d9-4e98-43f7-8a13-6582159c4e51 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992782 Oct 13 00:35:14.778142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33bac8d3-344a-4183-b88e-414b5e75f3ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.782770 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33bac8d3-344a-4183-b88e-414b5e75f3ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.783202 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.804171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bac8d3-344a-4183-b88e-414b5e75f3ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc2df23-7cdf-44ca-baf2-7a6077e91810,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:14.812072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-33bac8d3-344a-4183-b88e-414b5e75f3ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.813334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-33bac8d3-344a-4183-b88e-414b5e75f3ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312947 Oct 13 00:35:14.816118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56754) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:14.820436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7561b8ba-412f-42ca-9307-4e0c96cefaa3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:14.846524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7561b8ba-412f-42ca-9307-4e0c96cefaa3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.852196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-e682798b-a4a0-494f-b001-8f1390689d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:14.853683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-e682798b-a4a0-494f-b001-8f1390689d03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1096 time: 0.0636520 Oct 13 00:35:14.855118 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.904636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7561b8ba-412f-42ca-9307-4e0c96cefaa3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.908929 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7561b8ba-412f-42ca-9307-4e0c96cefaa3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.924155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561b8ba-412f-42ca-9307-4e0c96cefaa3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89b9341-030e-4249-bc08-bde62a7dfe69,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:14.931999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:14.934695 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7561b8ba-412f-42ca-9307-4e0c96cefaa3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.936215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7561b8ba-412f-42ca-9307-4e0c96cefaa3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188726 Oct 13 00:35:14.938729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56756) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:14.941212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:14.943234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-131252a0-709f-4f66-8ed0-fc5df704c186 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:14.946390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:14.971168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-131252a0-709f-4f66-8ed0-fc5df704c186 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:14.981775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=6c58814e-5742-4b35-993b-be62f50d7e95,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:15.004058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.004402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.004740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.005071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.005422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.005754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.006076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.006394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.006712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.007028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.007344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.007695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:15.034402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-131252a0-709f-4f66-8ed0-fc5df704c186 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.038998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-131252a0-709f-4f66-8ed0-fc5df704c186 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.055579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131252a0-709f-4f66-8ed0-fc5df704c186 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e53c28-4436-4221-95ec-580194c136f1,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:15.067428 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-131252a0-709f-4f66-8ed0-fc5df704c186 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.072078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-131252a0-709f-4f66-8ed0-fc5df704c186 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290669 Oct 13 00:35:15.072078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56760) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:15.076220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-741452de-9779-4f37-a2c1-2570eefc2e89 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:15.102693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-e7a4161f-9f6d-421d-90c6-d99463c54dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:15.106034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-741452de-9779-4f37-a2c1-2570eefc2e89 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.106198 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-e7a4161f-9f6d-421d-90c6-d99463c54dcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.2224813 Oct 13 00:35:15.165282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-741452de-9779-4f37-a2c1-2570eefc2e89 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.169352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-741452de-9779-4f37-a2c1-2570eefc2e89 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.188045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741452de-9779-4f37-a2c1-2570eefc2e89 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a1df90-0137-411f-bb68-08dac2da3697,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:15.197533 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-741452de-9779-4f37-a2c1-2570eefc2e89 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.198899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-741452de-9779-4f37-a2c1-2570eefc2e89 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262300 Oct 13 00:35:15.202370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56762) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:15.206998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-24677500-48dc-4096-bb3c-f569ee9f5f19 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:15.229161 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-24677500-48dc-4096-bb3c-f569ee9f5f19 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Project bee60232abb54b41a78506ea06bd5a72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:35:15.234896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-24677500-48dc-4096-bb3c-f569ee9f5f19 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.301961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-24677500-48dc-4096-bb3c-f569ee9f5f19 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.305967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-24677500-48dc-4096-bb3c-f569ee9f5f19 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.325513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24677500-48dc-4096-bb3c-f569ee9f5f19 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87504bf5-2e75-4903-a2d7-03a088df1f02,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:15.331740 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-24677500-48dc-4096-bb3c-f569ee9f5f19 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.333030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-24677500-48dc-4096-bb3c-f569ee9f5f19 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296592 Oct 13 00:35:15.335785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56764) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:15.340211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4fc8621f-3921-4b49-80de-f8520a3a714a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:15.361951 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-4fc8621f-3921-4b49-80de-f8520a3a714a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Project bee60232abb54b41a78506ea06bd5a72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:35:15.367486 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4fc8621f-3921-4b49-80de-f8520a3a714a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.431711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4fc8621f-3921-4b49-80de-f8520a3a714a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.435525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4fc8621f-3921-4b49-80de-f8520a3a714a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.453525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8621f-3921-4b49-80de-f8520a3a714a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c0af70-cb5d-4058-9460-2a9f45d1b6df,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:15.463049 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4fc8621f-3921-4b49-80de-f8520a3a714a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.467475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4fc8621f-3921-4b49-80de-f8520a3a714a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275656 Oct 13 00:35:15.467715 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56766) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:15.472769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'network': {'name': 'tempest-network-smoke--1737696216', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'port_security_enabled': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:15.476195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-bfa08917-09b3-4d48-8f30-41a4824e18ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 1001 time: 0.0725448 Oct 13 00:35:15.492847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:15.496571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.520564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:35:15.530212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.530558 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Added segment 332ca3f7-ef9a-4f0e-a802-7d74a2c54046 of type vlan for network ada44670-fd72-49d3-964b-58eb4fad6bfc Oct 13 00:35:15.568990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.594869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.597965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-080994b6-826a-485e-aa16-f08dabd5ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:15.599412 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-080994b6-826a-485e-aa16-f08dabd5ca61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0917566 Oct 13 00:35:15.600916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:15.601543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.620456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.663209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1943357 Oct 13 00:35:15.668720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56770) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:15.675258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'admin_state_up': True, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:15.676951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291f6e3-576f-4032-a636-6cb75102375a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Network': ['ID=ada44670-fd72-49d3-964b-58eb4fad6bfc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:15.689446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network ada44670-fd72-49d3-964b-58eb4fad6bfc details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:35:15.733721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b88db5-d0dc-45b6-a18a-4ccdd7a7a698 req-a3ecd2b4-2876-491b-9f5f-4455c2e13546 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:15.735228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8b88db5-d0dc-45b6-a18a-4ccdd7a7a698 req-a3ecd2b4-2876-491b-9f5f-4455c2e13546 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 948 time: 0.0551755 Oct 13 00:35:15.758442 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.760064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-4cfc9fee-f867-46cb-ad13-2d63d2bc9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:15.761707 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-4cfc9fee-f867-46cb-ad13-2d63d2bc9160 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532872 Oct 13 00:35:15.765498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.766535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.781183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8b88db5-d0dc-45b6-a18a-4ccdd7a7a698 req-45cd68e6-dec9-4267-b7c5-6e0423b45b63 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390565 Oct 13 00:35:15.916367 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:15.918885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:16.042973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-63744a07-7863-42a2-b5cd-c6bb7022e15c service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707319 Oct 13 00:35:16.158197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:16.167847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:16.326979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95efa351-4aae-465e-ab87-22c77ec69b71 req-89e47fe1-0b69-44e3-ad42-a7ebb6dac80f service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748680 Oct 13 00:35:16.392420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router d5969b20-cb10-4a77-a321-5824bd460847 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:35:16.559645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:16.585024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:16.638785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:35:16.648369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Sync routers for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:35:16.657181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:16.657865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:16.670501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:16.671715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4132556c-e97e-4a6c-a7ec-cd7ab9080675 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6658320 Oct 13 00:35:16.675024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56774) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:16.722622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.25.3.200 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/17abbf7d-321d-43a9-bad4-833535d026dd) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:16.766627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7bad7ab1-dc88-48a1-9326-97ee01aa7acc tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1887fb9e41cd4511a03b07ed868602e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887895 Oct 13 00:35:16.769152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56778) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:16.772718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:16.838127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:16.964192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:15Z', 'revision_number': 3, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:16.978534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d2ff6-970e-49e9-aa6f-51cf95599664 req-8d133c7f-0261-430a-af8d-c03bfafcc76c tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:16.984151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b3d2ff6-970e-49e9-aa6f-51cf95599664 req-8d133c7f-0261-430a-af8d-c03bfafcc76c tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 948 time: 0.1143086 Oct 13 00:35:16.985904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28352ca-6ed8-44b0-8447-a3fe76a16d5e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:16.991378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b28352ca-6ed8-44b0-8447-a3fe76a16d5e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2208290 Oct 13 00:35:16.993324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56782) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:16.996320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Checking router: d5969b20-cb10-4a77-a321-5824bd460847 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:35:16.996676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Updating router d5969b20-cb10-4a77-a321-5824bd460847 port 6c58814e-5742-4b35-993b-be62f50d7e95 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:35:17.028181 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.047926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-eff9bfa8-b660-49e4-a3f4-941171cbf16d tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508826 Oct 13 00:35:17.050685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56786) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:17.067208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606160972', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:17.087482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b3d2ff6-970e-49e9-aa6f-51cf95599664 req-af20d958-6450-4c85-936e-1783b8a1adb5 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949104 Oct 13 00:35:17.154229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.165911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:17.170232 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.195430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:17.198583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:17.202463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:17.228668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=17abbf7d-321d-43a9-bad4-833535d026dd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:17.321739 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.328976 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.382014 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Attempting to bind port 6c58814e-5742-4b35-993b-be62f50d7e95 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:17.382430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Attempting to bind port 6c58814e-5742-4b35-993b-be62f50d7e95 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:17.382717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Attempting to bind port 6c58814e-5742-4b35-993b-be62f50d7e95 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:17.393041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:17.393420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:17.393825 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.394226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:17.394716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Bound port: 6c58814e-5742-4b35-993b-be62f50d7e95, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:17.395089 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.426990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb75b3-966c-4fc1-9885-1fb447574ed7 None None] Pushing event updated for resources: {'Port': ['ID=6c58814e-5742-4b35-993b-be62f50d7e95,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:17.468339 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] For port 6c58814e-5742-4b35-993b-be62f50d7e95, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:17.471771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] For port 6c58814e-5742-4b35-993b-be62f50d7e95, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6c58814e-5742-4b35-993b-be62f50d7e95,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:17.477409 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.492683 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.548240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:17.548983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:17.593433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.598144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb75b3-966c-4fc1-9885-1fb447574ed7 None None] Pushing event updated for resources: {'Port': ['ID=6c58814e-5742-4b35-993b-be62f50d7e95,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:17.687546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:17.696696 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.704340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.743106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Subnet': ['ID=c142f6d8-c170-4594-a4a9-6a2be480548b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:17.776789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Checking segment: {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:17.777191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network hostable DHCP agents. Network: 33c8fbde-684a-4b4e-837b-8027f74160c0, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:35:17.800459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:35:17.811019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 33c8fbde-684a-4b4e-837b-8027f74160c0) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:17.815970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:17.816577 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.823932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf4f08-9649-49d3-a836-4d58a8d5f2aa None None] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:35:17.838435 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-25ea06f4-6282-4548-b58e-fa3a1887eaee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7841341 Oct 13 00:35:17.838768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56790) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:17.846113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 3975356d-8b35-4949-ba68-45caaf9f62d9 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:35:17.962847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:35:17.976082 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Sync routers for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:35:17.976647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:15Z', 'revision_number': 3, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:17.991648 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:17.992554 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:17.995488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:17.998172 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-be38fa67-e439-4e9a-954c-c011a0e386b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3264415 Oct 13 00:35:18.001607 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56792) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:18.051255 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0d328f2c-6f8c-4c62-ae44-0f55c12d8f8f tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bee60232abb54b41a78506ea06bd5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458431 Oct 13 00:35:18.051677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56794) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:18.140052 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:18.159447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7784fb5-8b10-4774-b146-4fcaedba2a13 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:18.164932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f7784fb5-8b10-4774-b146-4fcaedba2a13 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121118 Oct 13 00:35:18.165641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56798) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:18.189431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf135d1-cf4c-4466-a509-6e0c8d0d09c7 None None] The sync data for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 is: [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:15Z', 'revision_number': 3, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:35:18.207730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f5c81ebf-2e07-4fba-ba24-d53aa5a689c1 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389090 Oct 13 00:35:18.211204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:18.223303 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1551968108', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:18.230530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-33c8fbde-684a-4b4e-837b-8027f74160c0', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:35:18.231743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.318640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8575da4-81f1-4868-a97c-d55748afbabd req-b46c8e51-877b-48fc-b882-2998a93236ff tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:18.320556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8575da4-81f1-4868-a97c-d55748afbabd req-b46c8e51-877b-48fc-b882-2998a93236ff tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 948 time: 0.1175115 Oct 13 00:35:18.350288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:18.353891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.406078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:17Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:18.450755 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Checking router: 3975356d-8b35-4949-ba68-45caaf9f62d9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:35:18.450996 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Updating router 3975356d-8b35-4949-ba68-45caaf9f62d9 port 17abbf7d-321d-43a9-bad4-833535d026dd binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:35:18.451494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8575da4-81f1-4868-a97c-d55748afbabd req-a3cb4d09-ef34-4647-9e45-3e8ed13b9fb8 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206357 Oct 13 00:35:18.474348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Allocated IP 172.20.0.2 (33c8fbde-684a-4b4e-837b-8027f74160c0/c142f6d8-c170-4594-a4a9-6a2be480548b/1da0a518-6f81-4964-970d-273e7d4e1d4e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:18.507921 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.515543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f02800de-0e2b-4ab7-bd50-84f7ca4de68e details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:35:18.600010 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.665532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.750997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Subnet': ['ID=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:18.770696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Checking segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:18.770953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network hostable DHCP agents. Network: ada44670-fd72-49d3-964b-58eb4fad6bfc, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:35:18.797452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network ada44670-fd72-49d3-964b-58eb4fad6bfc is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:35:18.808018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, ada44670-fd72-49d3-964b-58eb4fad6bfc) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:18.823549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:18.824702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.826816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683ddb4c-77c1-43d4-8c04-3175fa53df55 None None] Network ada44670-fd72-49d3-964b-58eb4fad6bfc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:35:18.850888 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a26c0f33-aba6-4957-9f3b-83ffd783259c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6385174 Oct 13 00:35:18.854418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56804) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:18.907145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f02800de-0e2b-4ab7-bd50-84f7ca4de68e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:18.935850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'f02800de-0e2b-4ab7-bd50-84f7ca4de68e', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': 'f02800de-0e2b-4ab7-bd50-84f7ca4de68e', 'mac_address': 'fa:16:3e:8f:9b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:35:18.936447 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.939438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.947234 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:18.996256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.020177 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Attempting to bind port 17abbf7d-321d-43a9-bad4-833535d026dd on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:19.021082 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Attempting to bind port 17abbf7d-321d-43a9-bad4-833535d026dd by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:19.021082 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Attempting to bind port 17abbf7d-321d-43a9-bad4-833535d026dd on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:19.024152 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Pushing event updated for resources: {'Port': ['ID=17abbf7d-321d-43a9-bad4-833535d026dd,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:19.031718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.20.0.1 (33c8fbde-684a-4b4e-837b-8027f74160c0/c142f6d8-c170-4594-a4a9-6a2be480548b/8b4b3fec-375d-4aea-9e86-a0f64393d6fa) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:19.043889 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.044561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.044694 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.044922 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.046727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.047073 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.047407 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.047780 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.048111 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.048432 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.048758 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.049075 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:35:19.067973 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:19.068469 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:19.068887 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.069291 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:19.069788 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Bound port: 17abbf7d-321d-43a9-bad4-833535d026dd, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:19.070184 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.098073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:19.102307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Pushing event updated for resources: {'Port': ['ID=1da0a518-6f81-4964-970d-273e7d4e1d4e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:19.104922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:19.110141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:19.159114 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] For port 17abbf7d-321d-43a9-bad4-833535d026dd, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:19.162562 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] For port 17abbf7d-321d-43a9-bad4-833535d026dd, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=17abbf7d-321d-43a9-bad4-833535d026dd,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:19.171570 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.174260 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.209745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02800de-0e2b-4ab7-bd50-84f7ca4de68e {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:19.228131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.240970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f02800de-0e2b-4ab7-bd50-84f7ca4de68e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:19.247147 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b092978-a345-47a7-9cc8-2c70077ca9a1 None None] Pushing event updated for resources: {'Port': ['ID=17abbf7d-321d-43a9-bad4-833535d026dd,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:19.268910 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:19.269336 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.269510 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:19.272864 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.340808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:19.344583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Attempting to bind port 1da0a518-6f81-4964-970d-273e7d4e1d4e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:19.344963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Attempting to bind port 1da0a518-6f81-4964-970d-273e7d4e1d4e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:19.345332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Attempting to bind port 1da0a518-6f81-4964-970d-273e7d4e1d4e on network 33c8fbde-684a-4b4e-837b-8027f74160c0 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:19.345898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:19.350675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:19.384347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:19.384752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Checking segment: {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:19.385161 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.385563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Bound using segment: {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:19.386048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Bound port: 1da0a518-6f81-4964-970d-273e7d4e1d4e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:19.386932 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.388819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:19.408852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-ada44670-fd72-49d3-964b-58eb4fad6bfc', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:35:19.411031 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.428799 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:19.432457 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.496320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:19.628537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.701441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.720782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] For port 1da0a518-6f81-4964-970d-273e7d4e1d4e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:19.723207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f02800de-0e2b-4ab7-bd50-84f7ca4de68e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:35:19.738670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606beb85-7666-4a92-b49e-b4a3534d627c req-020b0772-4091-44c6-8b98-a8e14ce07927 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:19.741433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-606beb85-7666-4a92-b49e-b4a3534d627c req-020b0772-4091-44c6-8b98-a8e14ce07927 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 949 time: 0.1645167 Oct 13 00:35:19.771606 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:17Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:19.788020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6c58814e-5742-4b35-993b-be62f50d7e95 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:19.801408 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde5e24e-d80e-4b79-815f-19e2017d0e23 None None] The sync data for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 is: [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:17Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:35:19.820250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] For port 1da0a518-6f81-4964-970d-273e7d4e1d4e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1da0a518-6f81-4964-970d-273e7d4e1d4e,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:19.847792 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:19.897030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-606beb85-7666-4a92-b49e-b4a3534d627c req-6ffba8ad-0363-4034-a842-63b10c5b1321 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495090 Oct 13 00:35:19.936301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Allocated IP 172.20.0.2 (ada44670-fd72-49d3-964b-58eb4fad6bfc/7f26ac8b-6c90-4eac-908a-7a5c8909fcf1/a3448cef-1766-4458-b380-6c230af3d6cc) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:19.981660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb57d-49e7-4c32-884c-a046be19b5ae None None] Pushing event updated for resources: {'Port': ['ID=1da0a518-6f81-4964-970d-273e7d4e1d4e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:20.090618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6c58814e-5742-4b35-993b-be62f50d7e95 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:20.091073 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.184694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.207551 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.303541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:20.339809 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.363860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.382083 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.422896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.458156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Network ada44670-fd72-49d3-964b-58eb4fad6bfc is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:20.468384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:20.468640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.20.0.1 (ada44670-fd72-49d3-964b-58eb4fad6bfc/7f26ac8b-6c90-4eac-908a-7a5c8909fcf1/73ac4f56-00ad-4230-a886-db6b9fddaab7) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:20.475267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 6c58814e-5742-4b35-993b-be62f50d7e95, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6c58814e-5742-4b35-993b-be62f50d7e95,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:20.476413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:20.479768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Pushing event updated for resources: {'Port': ['ID=a3448cef-1766-4458-b380-6c230af3d6cc,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:20.487103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.493835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:20.495484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:20.578579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Attempting to bind port a3448cef-1766-4458-b380-6c230af3d6cc on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:20.579006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Attempting to bind port a3448cef-1766-4458-b380-6c230af3d6cc by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:20.579375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Attempting to bind port a3448cef-1766-4458-b380-6c230af3d6cc on network ada44670-fd72-49d3-964b-58eb4fad6bfc {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:20.589581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:20.589962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Checking segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:20.590572 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.590968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Bound using segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:20.592197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Bound port: a3448cef-1766-4458-b380-6c230af3d6cc, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:20.592711 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.652904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router d5969b20-cb10-4a77-a321-5824bd460847 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:35:20.666728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=6c58814e-5742-4b35-993b-be62f50d7e95,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:20.668606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.696764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] For port a3448cef-1766-4458-b380-6c230af3d6cc, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:20.701372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] For port a3448cef-1766-4458-b380-6c230af3d6cc, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a3448cef-1766-4458-b380-6c230af3d6cc,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:20.718277 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.727845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:20.795230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=73ac4f56-00ad-4230-a886-db6b9fddaab7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:20.805347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network ada44670-fd72-49d3-964b-58eb4fad6bfc is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:20.807159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:20.807321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db2597-5657-4400-b48f-05e59ea69765 None None] Pushing event updated for resources: {'Port': ['ID=a3448cef-1766-4458-b380-6c230af3d6cc,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:20.811205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:20.823287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:35:20.831952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1d33b6b9-3ea1-4093-901f-aff6f31b1d4d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "PUT /v2.0/routers/d5969b20-cb10-4a77-a321-5824bd460847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9916070 Oct 13 00:35:20.835173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56812) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:20.877391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:21.120051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:21.144268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22532a90-6251-46fc-9d2d-f15252720d66 req-494b5a80-1922-4a41-a03a-0304c4616407 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.152602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22532a90-6251-46fc-9d2d-f15252720d66 req-494b5a80-1922-4a41-a03a-0304c4616407 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 949 time: 0.1396203 Oct 13 00:35:21.173303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d25f-2462-4669-8119-55156779f448 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.173637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d25f-2462-4669-8119-55156779f448 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.174088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d25f-2462-4669-8119-55156779f448 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.174538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d25f-2462-4669-8119-55156779f448 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.174994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d25f-2462-4669-8119-55156779f448 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.175798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d25f-2462-4669-8119-55156779f448 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.175937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46d25f-2462-4669-8119-55156779f448 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.181110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ac46d25f-2462-4669-8119-55156779f448 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4973 time: 0.3415012 Oct 13 00:35:21.184351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56816) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:21.222123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22532a90-6251-46fc-9d2d-f15252720d66 req-b0d0bfe8-a2fb-49ec-96ea-64606dc478ed tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686462 Oct 13 00:35:21.327436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Sync routers for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:35:21.338840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:21.339471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:21.602751 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519208ca-a50d-4ad1-afa4-790fa36fe396 None None] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:35:21.646271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e8539-998e-49da-972f-67a8c75619a3 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.646271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e8539-998e-49da-972f-67a8c75619a3 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.646915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e8539-998e-49da-972f-67a8c75619a3 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.647152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e8539-998e-49da-972f-67a8c75619a3 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.647538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e8539-998e-49da-972f-67a8c75619a3 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.647979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e8539-998e-49da-972f-67a8c75619a3 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.648420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e8539-998e-49da-972f-67a8c75619a3 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:21.652877 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dd4e8539-998e-49da-972f-67a8c75619a3 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4631 time: 0.4656687 Oct 13 00:35:21.653368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:21.666808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:21.769603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-faac1ed0-48a5-4125-95b6-baf280afa5e3 None None] Provisioning complete for port 1da0a518-6f81-4964-970d-273e7d4e1d4e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:21.770263 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-faac1ed0-48a5-4125-95b6-baf280afa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:21.839140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:21.847426 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:21.960062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:21.961855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=73ac4f56-00ad-4230-a886-db6b9fddaab7,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:21.968594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a3448cef-1766-4458-b380-6c230af3d6cc up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:22.079558 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-faac1ed0-48a5-4125-95b6-baf280afa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.096021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network ada44670-fd72-49d3-964b-58eb4fad6bfc is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:22.098352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:22.160701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-faac1ed0-48a5-4125-95b6-baf280afa5e3 None None] For port 1da0a518-6f81-4964-970d-273e7d4e1d4e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1da0a518-6f81-4964-970d-273e7d4e1d4e,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:22.181938 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-faac1ed0-48a5-4125-95b6-baf280afa5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.229792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a3448cef-1766-4458-b380-6c230af3d6cc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:22.230176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.281731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 3975356d-8b35-4949-ba68-45caaf9f62d9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:35:22.285310 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 2, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:22.335078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Checking router: d5969b20-cb10-4a77-a321-5824bd460847 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:35:22.335809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Updating router d5969b20-cb10-4a77-a321-5824bd460847 port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:35:22.383270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac1ed0-48a5-4125-95b6-baf280afa5e3 None None] Pushing event updated for resources: {'Port': ['ID=1da0a518-6f81-4964-970d-273e7d4e1d4e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:22.402526 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.485099 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.485348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:35:22.504515 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-68015efc-4c80-415f-a7b3-082a645122e4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "PUT /v2.0/routers/3975356d-8b35-4949-ba68-45caaf9f62d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6483848 Oct 13 00:35:22.535169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1267d997-c233-46f2-bb82-445af7fc7b96 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.8772967 Oct 13 00:35:22.556923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f02800de-0e2b-4ab7-bd50-84f7ca4de68e up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:22.569486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe132-a201-498e-9429-be7ded2da73f req-1b1fd712-f797-469a-9cda-7ae93418200a tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:22.571014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83cfe132-a201-498e-9429-be7ded2da73f req-1b1fd712-f797-469a-9cda-7ae93418200a tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 949 time: 0.1083026 Oct 13 00:35:22.605042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153268a-93b2-423e-af74-f4deab3892b8 None None] Network ada44670-fd72-49d3-964b-58eb4fad6bfc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:35:22.633693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83cfe132-a201-498e-9429-be7ded2da73f req-3ff8cbf4-06a5-4d25-8dde-493477a4497f tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520329 Oct 13 00:35:22.740802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port a3448cef-1766-4458-b380-6c230af3d6cc, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a3448cef-1766-4458-b380-6c230af3d6cc,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:22.742172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-baf7430e-ed27-42be-a30e-6801cf079d09 None None] Provisioning complete for port a3448cef-1766-4458-b380-6c230af3d6cc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:22.742860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-baf7430e-ed27-42be-a30e-6801cf079d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.778663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56838) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:22.783186 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-043b7346-a221-4ffa-9265-354e20ca71ac tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359346443&fields=id&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 267 time: 0.0470552 Oct 13 00:35:22.783934 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Sync routers for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:35:22.786106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c528bdec-3c58-432e-a383-2628a538a962 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134770929', 'description': 'tempest-secgroup-smoke-2134770929 description', 'project_id': '1887fb9e41cd4511a03b07ed868602e3'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:22.794985 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:22.796086 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:22.845008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c528bdec-3c58-432e-a383-2628a538a962 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.866169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.867541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1da0a518-6f81-4964-970d-273e7d4e1d4e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:22.931084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c528bdec-3c58-432e-a383-2628a538a962 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.936639 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c528bdec-3c58-432e-a383-2628a538a962 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.941885 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:22.969593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c528bdec-3c58-432e-a383-2628a538a962 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:22.974284 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c528bdec-3c58-432e-a383-2628a538a962 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1910806 Oct 13 00:35:22.976687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56842) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:22.982559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-a7a08ab9-152b-413e-bbae-3d9cbac819b1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:22.991301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-a7a08ab9-152b-413e-bbae-3d9cbac819b1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 797 time: 0.1903934 Oct 13 00:35:22.991847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4dcd7fc3-1e1f-4920-876b-4f6a163624d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'fa41864c-3659-4fde-9950-1c9ee75e2dab', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:23.012020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-3917af7f-51f6-479e-83b9-985816a7da21 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/quotas/bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 375 time: 0.0194266 Oct 13 00:35:23.027595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port f02800de-0e2b-4ab7-bd50-84f7ca4de68e completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:35:23.036534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port f02800de-0e2b-4ab7-bd50-84f7ca4de68e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:23.037650 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.052080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528bdec-3c58-432e-a383-2628a538a962 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa41864c-3659-4fde-9950-1c9ee75e2dab,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:23.080174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-60fb9c7d-dbad-4971-8aa0-5427b20850fb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670125 Oct 13 00:35:23.094406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dcd7fc3-1e1f-4920-876b-4f6a163624d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.112494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1da0a518-6f81-4964-970d-273e7d4e1d4e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:23.112860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.169047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dcd7fc3-1e1f-4920-876b-4f6a163624d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.178105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=a3448cef-1766-4458-b380-6c230af3d6cc,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:23.178569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dcd7fc3-1e1f-4920-876b-4f6a163624d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.208418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd7fc3-1e1f-4920-876b-4f6a163624d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf1a5d8-d2e0-4a6a-aa42-dda3e8afe32e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:23.220214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4dcd7fc3-1e1f-4920-876b-4f6a163624d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.225406 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4dcd7fc3-1e1f-4920-876b-4f6a163624d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2470348 Oct 13 00:35:23.225635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:23.230054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-32bf7f36-5ac2-43fa-831f-c417c1771e92 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'fa41864c-3659-4fde-9950-1c9ee75e2dab', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:23.284257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-ccf3c15c-ad64-48eb-9347-a8d98aaea35b service neutron] 10.222.0.21 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869168 Oct 13 00:35:23.344370 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 2, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:23.377010 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Checking router: 3975356d-8b35-4949-ba68-45caaf9f62d9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:35:23.377461 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Updating router 3975356d-8b35-4949-ba68-45caaf9f62d9 port 73ac4f56-00ad-4230-a886-db6b9fddaab7 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:35:23.381789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-742f1ef1-fca7-415b-a086-53203fead790 service neutron] 10.222.0.21 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925300 Oct 13 00:35:23.388907 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32bf7f36-5ac2-43fa-831f-c417c1771e92 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.405032 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.449383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32bf7f36-5ac2-43fa-831f-c417c1771e92 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.455524 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 17abbf7d-321d-43a9-bad4-833535d026dd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:23.457083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32bf7f36-5ac2-43fa-831f-c417c1771e92 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.485102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf7f36-5ac2-43fa-831f-c417c1771e92 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655e9f58-72ba-48aa-9f78-64d05f567fb7,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:23.496408 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-32bf7f36-5ac2-43fa-831f-c417c1771e92 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.499377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-32bf7f36-5ac2-43fa-831f-c417c1771e92 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2727509 Oct 13 00:35:23.502127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56846) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:23.508465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c811947d-572f-4f07-8772-9bbc48f673c1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'fa41864c-3659-4fde-9950-1c9ee75e2dab', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:23.530833 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.543819 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c811947d-572f-4f07-8772-9bbc48f673c1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.548781 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.583059 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.644736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71120a-2432-40e9-a53a-bd1e80c6653b None None] Pushing event updated for resources: {'Port': ['ID=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:23.722515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52bce6b6-3fa4-40b7-ab63-07a595368bf0 req-28b59b9d-603b-4755-a1ed-9495dec5cc24 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 210 time: 0.1178129 Oct 13 00:35:23.749425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c811947d-572f-4f07-8772-9bbc48f673c1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.770319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c811947d-572f-4f07-8772-9bbc48f673c1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.800160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811947d-572f-4f07-8772-9bbc48f673c1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cd084d-04d7-49c4-9234-e87c581b1b63,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:23.846753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0eb9b-762d-49b5-ba30-92039fd68bdc req-c22fc785-f6f2-4b63-9c31-522fe0cc8b0d tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:23.850552 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.855629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fb0eb9b-762d-49b5-ba30-92039fd68bdc req-c22fc785-f6f2-4b63-9c31-522fe0cc8b0d tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 949 time: 0.0971344 Oct 13 00:35:23.862336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c811947d-572f-4f07-8772-9bbc48f673c1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.867313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c811947d-572f-4f07-8772-9bbc48f673c1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614964 Oct 13 00:35:23.867823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56858) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:23.872658 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.873993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3c9edb2f-8ee3-457f-a418-fe7cf6e86cac tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'fa41864c-3659-4fde-9950-1c9ee75e2dab', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:23.877873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307057b4-a4cc-414b-a822-9a4990164c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02800de-0e2b-4ab7-bd50-84f7ca4de68e'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:23.880782 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46949c2c-a32a-4121-9c06-650da1c60520" -d '{"events": [{"server_uuid": "307057b4-a4cc-414b-a822-9a4990164c56", "name": "network-vif-plugged", "status": "completed", "tag": "f02800de-0e2b-4ab7-bd50-84f7ca4de68e"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:23.909464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 17abbf7d-321d-43a9-bad4-833535d026dd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:23.909464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.937563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c9edb2f-8ee3-457f-a418-fe7cf6e86cac tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:23.983456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d820b-226a-416e-8a45-768bb1aa9314 None None] Pushing event updated for resources: {'Port': ['ID=73ac4f56-00ad-4230-a886-db6b9fddaab7,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:23.998612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f02800de-0e2b-4ab7-bd50-84f7ca4de68e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:23.998824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fb0eb9b-762d-49b5-ba30-92039fd68bdc req-a1a1c556-0bf3-42e0-80f5-6cbec7cec6d8 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358616 Oct 13 00:35:24.025912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7ed75993-9b56-4f14-a007-22a14a73f10a None None] Provisioning complete for port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:24.030534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ed75993-9b56-4f14-a007-22a14a73f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.072696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c9edb2f-8ee3-457f-a418-fe7cf6e86cac tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.081858 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c9edb2f-8ee3-457f-a418-fe7cf6e86cac tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.103019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9edb2f-8ee3-457f-a418-fe7cf6e86cac tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b92fe53-3a12-4879-9340-c3297a0358e1,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:24.112684 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Attempting to bind port 73ac4f56-00ad-4230-a886-db6b9fddaab7 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:24.113302 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Attempting to bind port 73ac4f56-00ad-4230-a886-db6b9fddaab7 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:24.114193 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Attempting to bind port 73ac4f56-00ad-4230-a886-db6b9fddaab7 on network ada44670-fd72-49d3-964b-58eb4fad6bfc {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:24.115140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c9edb2f-8ee3-457f-a418-fe7cf6e86cac tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.120693 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:24.121360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Checking segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:24.121985 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.122577 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Bound using segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:24.123219 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Bound port: 73ac4f56-00ad-4230-a886-db6b9fddaab7, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:24.123929 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.128387 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3c9edb2f-8ee3-457f-a418-fe7cf6e86cac tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2573600 Oct 13 00:35:24.129182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 56866) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:24.138132 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c94be09-7d09-4135-95cf-7fee4bd38d8b x-openstack-request-id: req-9c94be09-7d09-4135-95cf-7fee4bd38d8b {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:24.138419 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307057b4-a4cc-414b-a822-9a4990164c56", "name": "network-vif-plugged", "status": "completed", "tag": "f02800de-0e2b-4ab7-bd50-84f7ca4de68e", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:24.138669 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c94be09-7d09-4135-95cf-7fee4bd38d8b {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:24.139063 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307057b4-a4cc-414b-a822-9a4990164c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02800de-0e2b-4ab7-bd50-84f7ca4de68e', 'code': 200} Oct 13 00:35:24.142330 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.142929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ec04a178-f956-449b-8498-ef86b3a65065 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'fa41864c-3659-4fde-9950-1c9ee75e2dab', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:24.203210 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-ec04a178-f956-449b-8498-ef86b3a65065 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Project 1887fb9e41cd4511a03b07ed868602e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:35:24.208666 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec04a178-f956-449b-8498-ef86b3a65065 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.217053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df896a5e-141e-4c56-979f-9691dd637b16 req-f5a7db47-9d1c-4051-99fd-4429d69d03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:24.231452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7ed75993-9b56-4f14-a007-22a14a73f10a None None] Port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:35:24.232967 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df896a5e-141e-4c56-979f-9691dd637b16 req-f5a7db47-9d1c-4051-99fd-4429d69d03da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 1101 time: 0.0475690 Oct 13 00:35:24.286219 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] For port 73ac4f56-00ad-4230-a886-db6b9fddaab7, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:24.292929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] For port 73ac4f56-00ad-4230-a886-db6b9fddaab7, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=73ac4f56-00ad-4230-a886-db6b9fddaab7,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:24.305470 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec04a178-f956-449b-8498-ef86b3a65065 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.305720 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.308342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-df896a5e-141e-4c56-979f-9691dd637b16 req-dbfa8450-a7e0-4c9a-bf6c-094aa3672a25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734315 Oct 13 00:35:24.314860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec04a178-f956-449b-8498-ef86b3a65065 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.337788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04a178-f956-449b-8498-ef86b3a65065 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d027162-14da-429a-9672-35e5fe715a6c,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:24.359422 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ec04a178-f956-449b-8498-ef86b3a65065 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.365615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 56868) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:24.369417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ec04a178-f956-449b-8498-ef86b3a65065 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2313509 Oct 13 00:35:24.371827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-730b81fe-101f-46aa-bb57-d8672c4be44f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'fa41864c-3659-4fde-9950-1c9ee75e2dab', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:24.396517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7ed75993-9b56-4f14-a007-22a14a73f10a None None] Provisioning complete for port 1da0a518-6f81-4964-970d-273e7d4e1d4e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:24.397106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ed75993-9b56-4f14-a007-22a14a73f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.414132 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-730b81fe-101f-46aa-bb57-d8672c4be44f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Project 1887fb9e41cd4511a03b07ed868602e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:35:24.420786 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-730b81fe-101f-46aa-bb57-d8672c4be44f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.421017 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:24.421598 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:24.435227 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.447367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Attempting to bind port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:24.447766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Attempting to bind port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:24.448223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Attempting to bind port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa on network 33c8fbde-684a-4b4e-837b-8027f74160c0 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:24.459673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:24.471313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:24.471965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Checking segment: {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:24.472375 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.472847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Bound using segment: {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:24.473320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Bound port: 8b4b3fec-375d-4aea-9e86-a0f64393d6fa, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:24.473719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.499867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 17abbf7d-321d-43a9-bad4-833535d026dd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=17abbf7d-321d-43a9-bad4-833535d026dd,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:24.517329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-730b81fe-101f-46aa-bb57-d8672c4be44f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.525775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-730b81fe-101f-46aa-bb57-d8672c4be44f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.526376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.527213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6c58814e-5742-4b35-993b-be62f50d7e95 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:24.542634 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d820b-226a-416e-8a45-768bb1aa9314 None None] Pushing event updated for resources: {'Port': ['ID=73ac4f56-00ad-4230-a886-db6b9fddaab7,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:24.551761 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:24.586752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-730b81fe-101f-46aa-bb57-d8672c4be44f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.596187 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-730b81fe-101f-46aa-bb57-d8672c4be44f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2211912 Oct 13 00:35:24.598679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b81fe-101f-46aa-bb57-d8672c4be44f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecb88c7-634a-4911-a8f5-fb8bdf6f87f1,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:24.709207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] For port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:24.715646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] For port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:24.725629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=17abbf7d-321d-43a9-bad4-833535d026dd,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:24.732267 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.770390 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6c58814e-5742-4b35-993b-be62f50d7e95 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:24.770947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:24.843224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:24.843892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:24.852495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-e92c0c58-51e6-4cee-bd76-5735a8d702de tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134770929&fields=id&tenant_id=1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 267 time: 0.1210995 Oct 13 00:35:24.858561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:24.898904 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439a11f-0205-4347-8e94-3afc0c304acd None None] The sync data for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 is: [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:35:24.910508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71120a-2432-40e9-a53a-bd1e80c6653b None None] Pushing event updated for resources: {'Port': ['ID=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:24.941879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e59b80d-b44e-4138-a8a4-75248c6a9412 req-3318948f-06b3-4c42-8d44-ebff19e49a3a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 210 time: 0.1373165 Oct 13 00:35:24.993602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Provisioning complete for port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:24.993973 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:25.238244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-7df84f47-8b85-457e-8341-18dc71c31ef2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:25.241233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:25.246571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-7df84f47-8b85-457e-8341-18dc71c31ef2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 797 time: 0.2427502 Oct 13 00:35:25.252393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:25.261752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-93d50fdc-4a9a-4882-abbb-3dd316ddabdd tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:25.272895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-93d50fdc-4a9a-4882-abbb-3dd316ddabdd tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/networks?id=33c8fbde-684a-4b4e-837b-8027f74160c0 HTTP/1.1" status: 200 len: 796 time: 0.4190068 Oct 13 00:35:25.305989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-38ee231e-d3ac-4cbb-ac73-3c1a27974b63 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/quotas/1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 375 time: 0.0319371 Oct 13 00:35:25.316421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-4a0ee037-b85e-465d-8f27-67629e68ff23 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 380 time: 0.0608606 Oct 13 00:35:25.334010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'port': {'device_id': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'admin_state_up': True, 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'security_groups': ['1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:25.408679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4c21b-a3de-4b91-bbb3-9824cd129ced req-014e3610-c777-461a-88d7-419e664d7332 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:25.416217 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b4c21b-a3de-4b91-bbb3-9824cd129ced req-014e3610-c777-461a-88d7-419e664d7332 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 950 time: 0.2790008 Oct 13 00:35:25.416429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] For port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:25.479118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-e544c836-51d5-44a5-831f-9cbbfc97bee3 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659873 Oct 13 00:35:25.485546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:25.592933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a3448cef-1766-4458-b380-6c230af3d6cc up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:25.596796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:25.600423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:25.610518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2b4c21b-a3de-4b91-bbb3-9824cd129ced req-ad1b9365-d7f7-4ffb-91de-b5d2803916dd tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926835 Oct 13 00:35:25.691923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-2bc00774-2da4-4598-9505-582c21d2c73c service neutron] 10.222.0.21 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937940 Oct 13 00:35:25.782162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Provisioning complete for port a3448cef-1766-4458-b380-6c230af3d6cc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:25.782563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:25.837792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.20.0.5 (ada44670-fd72-49d3-964b-58eb4fad6bfc/7f26ac8b-6c90-4eac-908a-7a5c8909fcf1/4164cbed-0290-4094-aeb1-d7d42bf1597c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:25.839648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Pushing event updated for resources: {'Port': ['ID=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:25.850090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-3e57aa1b-e070-4a4f-b0d4-6044f4020d8a service neutron] 10.222.0.21 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495171 Oct 13 00:35:25.889392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a3448cef-1766-4458-b380-6c230af3d6cc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:25.889392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:25.920125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:26.009478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66b67a-a8c3-45d6-a9a1-c20462a955a5 None None] The sync data for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 is: [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:35:26.045834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Provisioning complete for port 73ac4f56-00ad-4230-a886-db6b9fddaab7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:26.046207 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.053371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.120086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.153092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1da0a518-6f81-4964-970d-273e7d4e1d4e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:26.171765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20e1412a-ece5-495e-8ba8-4cd850e5ddb8 req-7519c5a1-0b0d-4a52-bbd6-8cd4e5df892e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 210 time: 0.1131346 Oct 13 00:35:26.212408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network ada44670-fd72-49d3-964b-58eb4fad6bfc is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:26.217928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:26.223100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:26.249509 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.249761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:26.268179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1da0a518-6f81-4964-970d-273e7d4e1d4e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:26.268558 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.278568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fe17-d03f-4867-b64f-6087d00aa5dd req-b6cfa2c3-07ac-4e9f-80c7-cdbd2f067e39 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:26.286847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef20fe17-d03f-4867-b64f-6087d00aa5dd req-b6cfa2c3-07ac-4e9f-80c7-cdbd2f067e39 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 931 time: 0.1273103 Oct 13 00:35:26.291076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:26.293129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.317619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d113610b-43d5-415d-b142-06cdd811b1ab tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928472 Oct 13 00:35:26.338091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Request body: {'port': {'device_id': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:26.349627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] For port 73ac4f56-00ad-4230-a886-db6b9fddaab7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=73ac4f56-00ad-4230-a886-db6b9fddaab7,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:26.362592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ef20fe17-d03f-4867-b64f-6087d00aa5dd req-750db982-5e19-4f52-8ced-8f540e7604f2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684748 Oct 13 00:35:26.368874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.438174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.548575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2b073222-2750-4b17-bf93-e0163b8ddcf9 None None] Provisioning complete for port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:26.549172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b073222-2750-4b17-bf93-e0163b8ddcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.552258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4022fc-fa78-40bc-94ba-856363d05e13 None None] Pushing event updated for resources: {'Port': ['ID=73ac4f56-00ad-4230-a886-db6b9fddaab7,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:26.589376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 17abbf7d-321d-43a9-bad4-833535d026dd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:26.698261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 17abbf7d-321d-43a9-bad4-833535d026dd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:26.700707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.815671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2b073222-2750-4b17-bf93-e0163b8ddcf9 None None] Provisioning complete for port 73ac4f56-00ad-4230-a886-db6b9fddaab7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:26.816379 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b073222-2750-4b17-bf93-e0163b8ddcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.831874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30a5d5-9092-417f-a671-09e983208afe req-a13a4cb1-8959-47cc-9556-51e7d81a983d tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:26.833824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb30a5d5-9092-417f-a671-09e983208afe req-a13a4cb1-8959-47cc-9556-51e7d81a983d tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 950 time: 0.1038222 Oct 13 00:35:26.875997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4164cbed-0290-4094-aeb1-d7d42bf1597c {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:26.886266 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.901875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Transition to ACTIVE for port object 4164cbed-0290-4094-aeb1-d7d42bf1597c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:35:26.909108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:26.921206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb30a5d5-9092-417f-a671-09e983208afe req-f4a21929-839f-44db-9e99-481df2104e1b tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807791 Oct 13 00:35:26.937886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 73ac4f56-00ad-4230-a886-db6b9fddaab7 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:26.962623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:27.063008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 73ac4f56-00ad-4230-a886-db6b9fddaab7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:27.063568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:27.088323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:27.088650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:27.089012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:27.094505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:35:27.095044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:27.100956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:27.101289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Checking segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:27.101676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Bound using segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:27.102108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Bound port: 4164cbed-0290-4094-aeb1-d7d42bf1597c, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:27.102483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:27.238402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:27.243059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:27.258169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:27.308280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:27.308280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:27.308280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] 10.222.0.36 "PUT /v2.0/ports/4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 1091 time: 0.9749134 Oct 13 00:35:27.308936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:27.310904 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92bf697-a2f1-42f9-acee-ff07488a11e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:27.369400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e1cc5-1a9d-4d04-b7a6-1ec2444a2657 service neutron] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:27.418467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a8b76d6-7f39-4872-b48a-c1b29b81fbd0 req-69fd6bef-c74f-4d5c-ab1a-1bb6c8055024 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 210 time: 0.0837343 Oct 13 00:35:27.450943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d83f1167-912e-4253-b8b2-e0019c6d1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:27.452800 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-d83f1167-912e-4253-b8b2-e0019c6d1313 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1094 time: 0.0604267 Oct 13 00:35:27.501140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b54bf-28f3-4f15-b4f3-2b8306661ce1 req-ad2f8aad-5dc3-46a8-8aa1-8c156798115b tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:27.502889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-185b54bf-28f3-4f15-b4f3-2b8306661ce1 req-ad2f8aad-5dc3-46a8-8aa1-8c156798115b tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 950 time: 0.0644026 Oct 13 00:35:27.526897 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bb2929-be85-4615-8330-66a96bbcd806 x-openstack-request-id: req-b0bb2929-be85-4615-8330-66a96bbcd806 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:27.527183 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:27.527485 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0bb2929-be85-4615-8330-66a96bbcd806 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:27.528206 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'status': 'completed', 'code': 200} Oct 13 00:35:27.531844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-82eea446-7182-4aeb-9101-f843e11eee9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 217 time: 0.0640938 Oct 13 00:35:27.555341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-185b54bf-28f3-4f15-b4f3-2b8306661ce1 req-03872ca8-59b8-44b7-a8c6-b8b7284996c8 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Oct 13 00:35:27.608393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 73ac4f56-00ad-4230-a886-db6b9fddaab7 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:27.629454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-5fbd6451-c058-45ee-bef4-f8012f0f0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:27.630928 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-5fbd6451-c058-45ee-bef4-f8012f0f0a6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.0918245 Oct 13 00:35:27.688455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 73ac4f56-00ad-4230-a886-db6b9fddaab7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:27.689253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:27.696749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275062f5-3dd3-420a-a206-a24333ae8503 req-46249525-ea78-4163-878d-aa901f5f028d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:27.699285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-275062f5-3dd3-420a-a206-a24333ae8503 req-46249525-ea78-4163-878d-aa901f5f028d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.0926385 Oct 13 00:35:27.704612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-a7847cf1-b987-4164-af1c-164b7c673a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:27.706164 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-a7847cf1-b987-4164-af1c-164b7c673a5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666552 Oct 13 00:35:27.784919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-275062f5-3dd3-420a-a206-a24333ae8503 req-d7ef6598-b805-4fd2-ae8f-403737643f12 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714548 Oct 13 00:35:27.941102 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-143288da-1542-4122-96eb-aba44eed0f27 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270248 Oct 13 00:35:27.949083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8b4b3fec-375d-4aea-9e86-a0f64393d6fa up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:27.949804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-32609c66-d7f3-4ef6-8f35-87106412c240 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:27.952170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-32609c66-d7f3-4ef6-8f35-87106412c240 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/networks?id=33c8fbde-684a-4b4e-837b-8027f74160c0 HTTP/1.1" status: 200 len: 796 time: 0.2217994 Oct 13 00:35:28.006551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:28.007006 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:28.043017 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-ff8056e0-9e57-4ec5-88b8-b848cb983823 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 380 time: 0.0466890 Oct 13 00:35:28.060815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'port': {'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'admin_state_up': True, 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'security_groups': ['fa41864c-3659-4fde-9950-1c9ee75e2dab']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:28.118217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0423c8ee-edb6-4723-a38f-834976cadd19 req-b33a2ec5-8577-490b-a839-f5de3de378ea service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650443 Oct 13 00:35:28.181674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:28.185773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:28.295173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-e59fa573-0a96-4573-bac9-90eeaa820cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:28.296702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-e59fa573-0a96-4573-bac9-90eeaa820cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1094 time: 0.0951400 Oct 13 00:35:28.387455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.20.0.6 (33c8fbde-684a-4b4e-837b-8027f74160c0/c142f6d8-c170-4594-a4a9-6a2be480548b/ccbbecad-addd-4cca-9606-ee323d0c5b87) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:28.439757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-9a1736e6-0af9-4510-93a1-4b317bc2f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:28.441241 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-9a1736e6-0af9-4510-93a1-4b317bc2f943 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.1264958 Oct 13 00:35:28.511322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dffbb32d-4f55-4149-8402-87b77cd08290 req-e25cb82e-e61f-43b8-be46-f11736db0f08 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 210 time: 0.0263438 Oct 13 00:35:28.523170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-5fcc9934-dd58-405c-b0da-ce29cd57c583 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 217 time: 0.0701699 Oct 13 00:35:28.600066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-788aafd9-c1fc-4a09-abc3-db569aaeaa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:28.601608 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-788aafd9-c1fc-4a09-abc3-db569aaeaa59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.0709834 Oct 13 00:35:28.649909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:28.669941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-21c057af-b0db-42b1-aae6-d362d19dc70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:28.671461 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-21c057af-b0db-42b1-aae6-d362d19dc70c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600111 Oct 13 00:35:28.681560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5493d0-85d7-4250-b318-831344f3a2dd req-5b94270a-e750-4acc-b102-4d93971ab3b4 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:28.683167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed5493d0-85d7-4250-b318-831344f3a2dd req-5b94270a-e750-4acc-b102-4d93971ab3b4 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 950 time: 0.0497708 Oct 13 00:35:28.729573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed5493d0-85d7-4250-b318-831344f3a2dd req-b0be0130-6162-44a3-bacc-74c116994194 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/security-groups?id=69e4ffba-163c-4971-a04f-a9f72a4eb047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Oct 13 00:35:28.750000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:28.803078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:28.815219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:28.822823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:28.827563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=ccbbecad-addd-4cca-9606-ee323d0c5b87,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:28.851955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-3aa8b94d-67f7-4063-ba15-601b6a73342d service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709454 Oct 13 00:35:28.927777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:28.928456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:28.936254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf193e5-ba47-4d75-9c79-780169f5820d req-9aba0e2d-9d67-442a-85c3-aae4289edc1d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:28.937830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bf193e5-ba47-4d75-9c79-780169f5820d req-9aba0e2d-9d67-442a-85c3-aae4289edc1d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.0627575 Oct 13 00:35:28.956217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-dcb73943-4fdc-4eaf-9878-ea905dda08b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9016266 Oct 13 00:35:28.984166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bf193e5-ba47-4d75-9c79-780169f5820d req-b5489c8b-4841-4072-a801-5401d2f8a2b6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362287 Oct 13 00:35:28.984454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e92bf697-a2f1-42f9-acee-ff07488a11e6 req-9db27be4-8e56-4f9f-94c2-72ac8a6769ec service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240768 Oct 13 00:35:29.023668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Request body: {'port': {'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:29.118908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-55e0d947-a8df-4290-bde6-1b261e90e595 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:29.120352 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-55e0d947-a8df-4290-bde6-1b261e90e595 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.45 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 950 time: 0.0937870 Oct 13 00:35:29.121412 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:29.127337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-595d9656-05b6-433f-838e-9e6e5730750a None None] Provisioning complete for port ccbbecad-addd-4cca-9606-ee323d0c5b87 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:29.127892 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-595d9656-05b6-433f-838e-9e6e5730750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:29.161596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-595d9656-05b6-433f-838e-9e6e5730750a None None] Port ccbbecad-addd-4cca-9606-ee323d0c5b87 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:35:29.352172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Deleting port f02800de-0e2b-4ab7-bd50-84f7ca4de68e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:35:29.352784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:29.481065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] For port f02800de-0e2b-4ab7-bd50-84f7ca4de68e, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:29.481957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:29.503785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Calling delete_port for f02800de-0e2b-4ab7-bd50-84f7ca4de68e owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:35:29.576663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbbecad-addd-4cca-9606-ee323d0c5b87 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:29.586578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:29.609733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Transition to ACTIVE for port object ccbbecad-addd-4cca-9606-ee323d0c5b87 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:35:29.616534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:29.627382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd567b-064e-4194-90d0-242b068295a6 req-01c2a8dd-ca59-43a7-845a-1dffa4d2eb45 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:29.629018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94bd567b-064e-4194-90d0-242b068295a6 req-01c2a8dd-ca59-43a7-845a-1dffa4d2eb45 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 931 time: 0.0497723 Oct 13 00:35:29.675928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94bd567b-064e-4194-90d0-242b068295a6 req-3fdc1a14-5845-4b77-9c34-9fb3d5126eec tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396392 Oct 13 00:35:29.706769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbbecad-addd-4cca-9606-ee323d0c5b87,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:29.773993 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:29.821269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f02800de-0e2b-4ab7-bd50-84f7ca4de68e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:35:29.842382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b576765-8d4e-4507-94c4-2d54b4f43861 req-2a4da55a-778d-40e2-9f13-bb61fe88aeb6 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.21 "GET /v2.0/ports?device_id=307057b4-a4cc-414b-a822-9a4990164c56 HTTP/1.1" status: 200 len: 210 time: 0.0372162 Oct 13 00:35:30.099888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Pushing event deleted for resources: {'Port': ['ID=f02800de-0e2b-4ab7-bd50-84f7ca4de68e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:30.102563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf406378-f9c5-44af-a0f0-fbb265251f2c req-06f9536b-dbc0-45dc-b5e9-793c5b6605df tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:30.104321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf406378-f9c5-44af-a0f0-fbb265251f2c req-06f9536b-dbc0-45dc-b5e9-793c5b6605df tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.0525742 Oct 13 00:35:30.116139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Attempting to bind port ccbbecad-addd-4cca-9606-ee323d0c5b87 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:30.116476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Attempting to bind port ccbbecad-addd-4cca-9606-ee323d0c5b87 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:30.116799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Attempting to bind port ccbbecad-addd-4cca-9606-ee323d0c5b87 on network 33c8fbde-684a-4b4e-837b-8027f74160c0 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:30.136836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Port ccbbecad-addd-4cca-9606-ee323d0c5b87 on network 33c8fbde-684a-4b4e-837b-8027f74160c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:35:30.137149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Attempting to bind port ccbbecad-addd-4cca-9606-ee323d0c5b87 on network 33c8fbde-684a-4b4e-837b-8027f74160c0 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:30.152300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] No DVR routers for this DVR port f02800de-0e2b-4ab7-bd50-84f7ca4de68e on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:35:30.156709 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:30.160036 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82353e5e-5c33-423b-a6f1-d64bc35cb374 req-a1aa9f63-8b08-4259-9746-84201db3e637 tempest-VolumesNegativeTest-1679862241 tempest-VolumesNegativeTest-1679862241-project] 10.222.0.45 "DELETE /v2.0/ports/f02800de-0e2b-4ab7-bd50-84f7ca4de68e HTTP/1.1" status: 204 len: 173 time: 1.0295420 Oct 13 00:35:30.160495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307057b4-a4cc-414b-a822-9a4990164c56', 'name': 'network-vif-deleted', 'tag': 'f02800de-0e2b-4ab7-bd50-84f7ca4de68e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:30.162790 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e419aa98-3b33-4527-b018-7ee5b9ed888d" -d '{"events": [{"server_uuid": "307057b4-a4cc-414b-a822-9a4990164c56", "name": "network-vif-deleted", "tag": "f02800de-0e2b-4ab7-bd50-84f7ca4de68e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:30.166076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:30.166414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Checking segment: {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:30.166798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Bound using segment: {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:30.167244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Bound port: ccbbecad-addd-4cca-9606-ee323d0c5b87, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56596393-ec18-438e-babb-ade41f3461e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:30.167645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:30.181508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf406378-f9c5-44af-a0f0-fbb265251f2c req-97593c34-8117-4f3b-9252-a5989d4bf7e7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667768 Oct 13 00:35:30.226839 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8fedf8-502d-40f9-ac8a-3e4f2fd4f713 x-openstack-request-id: req-3d8fedf8-502d-40f9-ac8a-3e4f2fd4f713 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:30.227192 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307057b4-a4cc-414b-a822-9a4990164c56", "name": "network-vif-deleted", "tag": "f02800de-0e2b-4ab7-bd50-84f7ca4de68e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:30.227534 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d8fedf8-502d-40f9-ac8a-3e4f2fd4f713 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:30.227982 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307057b4-a4cc-414b-a822-9a4990164c56', 'name': 'network-vif-deleted', 'tag': 'f02800de-0e2b-4ab7-bd50-84f7ca4de68e', 'status': 'completed', 'code': 200} Oct 13 00:35:30.254015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] For port ccbbecad-addd-4cca-9606-ee323d0c5b87, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:30.260842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] For port ccbbecad-addd-4cca-9606-ee323d0c5b87, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:30.267471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:30.311440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:30.312120 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:30.313617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] 10.222.0.45 "PUT /v2.0/ports/ccbbecad-addd-4cca-9606-ee323d0c5b87 HTTP/1.1" status: 200 len: 1091 time: 1.2944276 Oct 13 00:35:30.344217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cb213-7abf-4580-9e1b-3f216cea4de8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbbecad-addd-4cca-9606-ee323d0c5b87,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:30.416360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-33d9710c-61fd-4dde-a9af-f02f25b2c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:30.417884 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-33d9710c-61fd-4dde-a9af-f02f25b2c0fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 1094 time: 0.0433767 Oct 13 00:35:30.469499 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-1f332fe4-d0d6-4083-98fb-aeac8534f10a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87 HTTP/1.1" status: 200 len: 217 time: 0.0357752 Oct 13 00:35:30.519410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-cb418e10-55be-48d7-9457-7247a4c3d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:30.520904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-cb418e10-55be-48d7-9457-7247a4c3d5a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c142f6d8-c170-4594-a4a9-6a2be480548b HTTP/1.1" status: 200 len: 834 time: 0.0441463 Oct 13 00:35:30.571593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-5047e1b7-0c5c-45ab-b2ec-c49cfd9ebf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:30.573593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-5047e1b7-0c5c-45ab-b2ec-c49cfd9ebf13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33c8fbde-684a-4b4e-837b-8027f74160c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440440 Oct 13 00:35:30.667283 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-7562bb6e-7c87-44bd-aaf8-fe4b02c0dba0 service neutron] 10.222.0.45 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838327 Oct 13 00:35:30.765622 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b1ea46f4-f66d-4042-b081-b143b232be18 req-e6f6c84c-d627-4519-b37d-90e6b8f374a9 service neutron] 10.222.0.45 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913596 Oct 13 00:35:30.803646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a83072-a89c-44d9-b835-7c8d34575ad4 req-81b3d833-99e7-40eb-ab23-9663d4a74ee8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:30.805129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92a83072-a89c-44d9-b835-7c8d34575ad4 req-81b3d833-99e7-40eb-ab23-9663d4a74ee8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 943 time: 0.0501928 Oct 13 00:35:30.845075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92a83072-a89c-44d9-b835-7c8d34575ad4 req-ffcf16b2-6f8b-4b37-bf8d-31261d2273d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332351 Oct 13 00:35:31.297012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9534b-4d32-457a-a85f-dfb3f9ee087c req-8b0f02c3-0a0b-48e6-a743-aae80805bc3e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:31.298540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dd9534b-4d32-457a-a85f-dfb3f9ee087c req-8b0f02c3-0a0b-48e6-a743-aae80805bc3e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.0532894 Oct 13 00:35:31.338139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dd9534b-4d32-457a-a85f-dfb3f9ee087c req-0d910203-d4ea-4522-964c-0ca3ee573910 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335865 Oct 13 00:35:31.542358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:35:31.644008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:31.655090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'port_id': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'mac_address': 'fa:16:3e:de:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:35:31.694096 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:31.711603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4164cbed-0290-4094-aeb1-d7d42bf1597c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:31.730117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:31.737262 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:31.788575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:31.965774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004713-c3c6-4b70-9f57-ed3aef21b143 req-089b3a54-394c-4103-aaf2-a037c3fe2918 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:31.967301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98004713-c3c6-4b70-9f57-ed3aef21b143 req-089b3a54-394c-4103-aaf2-a037c3fe2918 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 943 time: 0.0524478 Oct 13 00:35:32.014825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98004713-c3c6-4b70-9f57-ed3aef21b143 req-042c9845-d507-4f90-9c53-70d65ff33307 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408084 Oct 13 00:35:32.186066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['4164cbed-0290-4094-aeb1-d7d42bf1597c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:35:32.229168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:32.232997 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a995fc-32f9-4517-917a-fc796c966ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:32.279135 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f126a45-071b-4e85-8d30-2775e53e58d1 x-openstack-request-id: req-4f126a45-071b-4e85-8d30-2775e53e58d1 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:32.279268 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:32.279458 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f126a45-071b-4e85-8d30-2775e53e58d1 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:32.280153 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'status': 'completed', 'code': 200} Oct 13 00:35:32.379748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-71b8ad14-f2cf-4a52-aa41-0408e6d1e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:32.386911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-71b8ad14-f2cf-4a52-aa41-0408e6d1e884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 1094 time: 0.0579343 Oct 13 00:35:32.491143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592e16-1413-4dc0-ac52-ead8d21d043b req-bc5680d8-3479-439a-983b-09dd630310ee tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:32.498701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9592e16-1413-4dc0-ac52-ead8d21d043b req-bc5680d8-3479-439a-983b-09dd630310ee tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.0756478 Oct 13 00:35:32.516660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-6351b3c2-564c-4e37-b76e-7f8026627fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:32.518508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-6351b3c2-564c-4e37-b76e-7f8026627fd5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33c8fbde-684a-4b4e-837b-8027f74160c0 HTTP/1.1" status: 200 len: 897 time: 0.1239007 Oct 13 00:35:32.537521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9592e16-1413-4dc0-ac52-ead8d21d043b req-e9bb7d25-2d5f-4572-a679-c39a724f9b6b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Oct 13 00:35:32.566272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-06db3d5f-0fcb-44e8-8916-6a8c071f842d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87 HTTP/1.1" status: 200 len: 217 time: 0.0395348 Oct 13 00:35:32.616997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-0b5dec6f-494a-4299-bcb2-3797f1783004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:32.618450 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-0b5dec6f-494a-4299-bcb2-3797f1783004 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c142f6d8-c170-4594-a4a9-6a2be480548b HTTP/1.1" status: 200 len: 834 time: 0.0449445 Oct 13 00:35:32.672020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-5ba42e12-93cc-430f-b10e-fe23fa9720e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:32.673514 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-5ba42e12-93cc-430f-b10e-fe23fa9720e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33c8fbde-684a-4b4e-837b-8027f74160c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465145 Oct 13 00:35:32.764440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-24f00c85-43eb-4145-beba-b91c7e92344e service neutron] 10.222.0.45 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828750 Oct 13 00:35:32.863414 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48a995fc-32f9-4517-917a-fc796c966ee8 req-f2a1e886-f605-4946-ae44-c12c0140c6dd service neutron] 10.222.0.45 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900941 Oct 13 00:35:33.130542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3189385-255d-442b-84df-b199c7270c46 req-1e7dc17f-88f2-4544-a085-7413a10805d8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:33.131611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3189385-255d-442b-84df-b199c7270c46 req-1e7dc17f-88f2-4544-a085-7413a10805d8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 943 time: 0.0517545 Oct 13 00:35:33.169681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3189385-255d-442b-84df-b199c7270c46 req-4eecef1d-ab73-49e4-8ed1-462d0989e883 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Oct 13 00:35:33.551631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:33.604389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 4164cbed-0290-4094-aeb1-d7d42bf1597c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:35:33.609401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 4164cbed-0290-4094-aeb1-d7d42bf1597c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:33.609773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:33.659869 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910ee88-fc43-420c-8c1e-16ea69911e62 req-fbc0d199-0652-4ee8-9514-feaf1aad5228 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:33.663316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3910ee88-fc43-420c-8c1e-16ea69911e62 req-fbc0d199-0652-4ee8-9514-feaf1aad5228 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.0539932 Oct 13 00:35:33.689474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:33.706392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3910ee88-fc43-420c-8c1e-16ea69911e62 req-873a7b18-8355-4f00-abe4-4da3fe94f6aa tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377085 Oct 13 00:35:33.713250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:33.715502 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc10243b-5288-434f-aca9-b6ce5b79053a" -d '{"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-plugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:33.729409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:33.734603 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:33.762705 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f879502d-551d-405a-a1fe-18b205608b65 x-openstack-request-id: req-f879502d-551d-405a-a1fe-18b205608b65 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:33.762996 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-plugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:33.763249 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f879502d-551d-405a-a1fe-18b205608b65 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:33.763851 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'code': 200} Oct 13 00:35:33.787177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:33.887234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa551d1e-0b63-412c-aab7-6e73e2a659c5 req-5ea981ba-5460-4e03-9500-8b8f9905a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:33.888805 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa551d1e-0b63-412c-aab7-6e73e2a659c5 req-5ea981ba-5460-4e03-9500-8b8f9905a8c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1096 time: 0.0426035 Oct 13 00:35:33.929163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa551d1e-0b63-412c-aab7-6e73e2a659c5 req-97747072-c668-4b52-ae55-bfdc36417216 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Oct 13 00:35:34.288526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e0042-0065-45f4-a92a-4aaadc726156 req-ac1ed440-1942-4a7f-9a06-3429c1876174 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:34.290031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-152e0042-0065-45f4-a92a-4aaadc726156 req-ac1ed440-1942-4a7f-9a06-3429c1876174 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 943 time: 0.0518639 Oct 13 00:35:34.329863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-152e0042-0065-45f4-a92a-4aaadc726156 req-94b9b18e-1eab-4879-87c7-51e8e9ed3831 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339880 Oct 13 00:35:34.580688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ccbbecad-addd-4cca-9606-ee323d0c5b87 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:35:34.588125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f02800de-0e2b-4ab7-bd50-84f7ca4de68e no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:35:34.613275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: f02800de-0e2b-4ab7-bd50-84f7ca4de68e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:35:34.613617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f02800de-0e2b-4ab7-bd50-84f7ca4de68e not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:35:34.692690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ccbbecad-addd-4cca-9606-ee323d0c5b87, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:34.703772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:35:34.745393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:34.759855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbbecad-addd-4cca-9606-ee323d0c5b87 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:34.779435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ccbbecad-addd-4cca-9606-ee323d0c5b87, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:34.783945 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:34.830277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17f95a-4ab5-42f7-92ae-5ea8eb890c96 req-dcb14003-4916-45c3-95fd-b4863182df31 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:34.831991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e17f95a-4ab5-42f7-92ae-5ea8eb890c96 req-dcb14003-4916-45c3-95fd-b4863182df31 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0516517 Oct 13 00:35:34.837419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ccbbecad-addd-4cca-9606-ee323d0c5b87,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:34.871143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e17f95a-4ab5-42f7-92ae-5ea8eb890c96 req-9c817162-2770-4c45-aa09-cebb29a7e4b0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Oct 13 00:35:35.237770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ccbbecad-addd-4cca-9606-ee323d0c5b87'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:35:35.483091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f9e5b-010a-4c70-90d0-68ba37f160db req-b7589ece-c099-4af2-aebc-420b00bb10a7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:35.491162 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c3f9e5b-010a-4c70-90d0-68ba37f160db req-b7589ece-c099-4af2-aebc-420b00bb10a7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 944 time: 0.0658622 Oct 13 00:35:35.546436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c3f9e5b-010a-4c70-90d0-68ba37f160db req-eba5ad02-2e0e-4f90-b6dd-662aadf8890a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488780 Oct 13 00:35:35.674494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57202) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:35.817875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f7b685cc-9029-4118-a6f9-d27c4f89ae7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bb1b6a8cb054e0ca441ff904b2bee3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400168 Oct 13 00:35:35.818198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57206) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:35.874635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b09e478f-84b3-4c5b-8e36-bb6e54fbfa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:35.909855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b09e478f-84b3-4c5b-8e36-bb6e54fbfa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:35.971377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b09e478f-84b3-4c5b-8e36-bb6e54fbfa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:35.974843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b09e478f-84b3-4c5b-8e36-bb6e54fbfa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:35.979420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b09e478f-84b3-4c5b-8e36-bb6e54fbfa50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69e4ffba-163c-4971-a04f-a9f72a4eb047 HTTP/1.1" status: 204 len: 168 time: 0.1602032 Oct 13 00:35:35.990852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e478f-84b3-4c5b-8e36-bb6e54fbfa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e4ffba-163c-4971-a04f-a9f72a4eb047,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:36.081948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010f335-e132-425c-ab54-9d34e6f6cb76 req-46056bd7-1b7a-4970-b43d-8c0218a4d07c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:36.083941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9010f335-e132-425c-ab54-9d34e6f6cb76 req-46056bd7-1b7a-4970-b43d-8c0218a4d07c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0774145 Oct 13 00:35:36.136412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9010f335-e132-425c-ab54-9d34e6f6cb76 req-ab980220-02c8-4b19-ae32-0fe946996c97 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451434 Oct 13 00:35:36.278911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d87baf-92d0-4946-acb2-4dfbcf57de92 req-3676a15e-2b9b-4352-b519-e6111532e4c0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:36.281611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7d87baf-92d0-4946-acb2-4dfbcf57de92 req-3676a15e-2b9b-4352-b519-e6111532e4c0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0640366 Oct 13 00:35:36.406100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7d87baf-92d0-4946-acb2-4dfbcf57de92 req-12d1fef2-1e54-40c7-8e21-602c7cf2de5f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Oct 13 00:35:36.406100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57228) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:36.430235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2483daf-7cbc-4ccc-950e-f315fec2b72e tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:36.432797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c2483daf-7cbc-4ccc-950e-f315fec2b72e tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1091 time: 0.0684769 Oct 13 00:35:36.436130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57232) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:36.444529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:36.478905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:36.590539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ccbbecad-addd-4cca-9606-ee323d0c5b87 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:36.599694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:36.693995 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:36.722401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port ccbbecad-addd-4cca-9606-ee323d0c5b87 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:35:36.729983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port ccbbecad-addd-4cca-9606-ee323d0c5b87 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:36.730746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:36.785681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.25.3.107 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/1e027e3d-100a-43e4-8df8-4825107fe2f0) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:36.806015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57244) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:36.818450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abcf63-76d5-4ca1-970f-755dac2f5498 req-f7fe6358-7c32-4671-b0e0-f734972b007f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:36.820072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60abcf63-76d5-4ca1-970f-755dac2f5498 req-f7fe6358-7c32-4671-b0e0-f734972b007f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 944 time: 0.2077219 Oct 13 00:35:36.853156 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:36.885559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:36.890073 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0878b-910e-443c-b3ea-cb0ab0e8ef82" -d '{"events": [{"server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "name": "network-vif-plugged", "status": "completed", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:36.915172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ccbbecad-addd-4cca-9606-ee323d0c5b87, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:36.923287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60abcf63-76d5-4ca1-970f-755dac2f5498 req-e46c3e39-e2b1-438e-8199-419d7c5462b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878789 Oct 13 00:35:36.940492 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:36.976612 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11340d07-b769-4f66-9b50-baaa28f5eb2a x-openstack-request-id: req-11340d07-b769-4f66-9b50-baaa28f5eb2a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:36.976943 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "name": "network-vif-plugged", "status": "completed", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:36.977954 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11340d07-b769-4f66-9b50-baaa28f5eb2a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:36.978521 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'code': 200} Oct 13 00:35:36.992831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.026403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2056339541-network', 'tenant_id': 'abc04358e8034be0b22c5de3606d167c'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:37.040813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.057618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ccbbecad-addd-4cca-9606-ee323d0c5b87,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:37.088783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:37.095906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:37.101919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:37.103138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Made reservation on behalf of abc04358e8034be0b22c5de3606d167c for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:37.107029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.110978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=1e027e3d-100a-43e4-8df8-4825107fe2f0,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:37.112287 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.119326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.135611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7a3a-004f-497f-95ab-f3da889aaf68 req-3f36abc3-1441-49fb-a4f3-8930d5aa3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:37.137208 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a1c7a3a-004f-497f-95ab-f3da889aaf68 req-3f36abc3-1441-49fb-a4f3-8930d5aa3436 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 1096 time: 0.0846274 Oct 13 00:35:37.193404 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a1c7a3a-004f-497f-95ab-f3da889aaf68 req-5d22f43a-025e-4679-9e02-1ffc2e28d472 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478601 Oct 13 00:35:37.241656 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.245478 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.269972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:35:37.279275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5af8211-6c21-4a3a-ac88-0f75dbb7709c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:37.285373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.285724 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Added segment 30a55a29-a7f9-4022-85b3-ececb41251f2 of type vlan for network 3add90d1-60f2-4866-bb3f-5ba80af6b939 Oct 13 00:35:37.327575 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.352601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.353567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:37.354158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.437697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6271803 Oct 13 00:35:37.445354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57252) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:37.450774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Request body: {'subnet': {'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2056339541-subnet', 'tenant_id': 'abc04358e8034be0b22c5de3606d167c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:37.463173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c6ec4-f1bf-42c4-aa0e-a0683eb5c077 admin admin] Pushing event updated for resources: {'Network': ['ID=3add90d1-60f2-4866-bb3f-5ba80af6b939,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:37.473759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 3add90d1-60f2-4866-bb3f-5ba80af6b939 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:35:37.481721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Made reservation on behalf of abc04358e8034be0b22c5de3606d167c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:37.484367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.488003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.565279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.659094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.708709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1968b322-fab3-4678-86c6-a6514054848b,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:37.716532 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.720740 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.723705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Checking segment: {'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:37.724233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Network hostable DHCP agents. Network: 3add90d1-60f2-4866-bb3f-5ba80af6b939, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:35:37.742788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Network 3add90d1-60f2-4866-bb3f-5ba80af6b939 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:35:37.752575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 3add90d1-60f2-4866-bb3f-5ba80af6b939) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:37.757153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:37.757744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.762612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7019e5c8-1b61-410d-8430-e406da0bb6ed None None] Network 3add90d1-60f2-4866-bb3f-5ba80af6b939 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:35:37.778649 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-535b384f-63ac-4e73-9730-83aa866874b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3322635 Oct 13 00:35:37.799676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=1e027e3d-100a-43e4-8df8-4825107fe2f0,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:37.813379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:37.901464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266df1d-0107-46d0-b2fd-9f20ecedb595 None None] Network 3add90d1-60f2-4866-bb3f-5ba80af6b939 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:35:37.915980 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Floating IP a069eac4-162c-4f1d-abf2-11638b6e8f4e associated. External IP: 172.25.3.107, port: 4164cbed-0290-4094-aeb1-d7d42bf1597c. Oct 13 00:35:38.109687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0254-74a4-4ad5-9a6f-9c353ee0a2a8 req-b5008232-e27e-41fc-8f8d-11921bb8f049 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:38.111701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22dd0254-74a4-4ad5-9a6f-9c353ee0a2a8 req-b5008232-e27e-41fc-8f8d-11921bb8f049 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 945 time: 0.0922537 Oct 13 00:35:38.202456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-22dd0254-74a4-4ad5-9a6f-9c353ee0a2a8 req-82370f06-79d2-4e5f-abe3-7574e3c491f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778131 Oct 13 00:35:38.212500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 3975356d-8b35-4949-ba68-45caaf9f62d9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:35:38.333964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:35:38.345078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] Sync routers for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:35:38.353357 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:38.358960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:38.358960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:38.400055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8a897f35-bf10-4891-924a-c4d02fd26117 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9626768 Oct 13 00:35:38.400675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:38.403906 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc681b-5537-4263-92a6-e1b99b7662ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:38.450643 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac5db55-5561-4157-98e5-22a222afef00 x-openstack-request-id: req-bac5db55-5561-4157-98e5-22a222afef00 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:38.451005 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:38.452242 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bac5db55-5561-4157-98e5-22a222afef00 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:38.452650 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'status': 'completed', 'code': 200} Oct 13 00:35:38.488745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:38.505581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fccbe-f2f9-4fa9-a225-eaa70b3e29e0 req-7280c94c-7c00-4ca2-8cfa-2f113f11768e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:38.507285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0fccbe-f2f9-4fa9-a225-eaa70b3e29e0 req-7280c94c-7c00-4ca2-8cfa-2f113f11768e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0537047 Oct 13 00:35:38.552790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-273bd9d0-9a53-4165-8dd8-9d50b85b69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:38.553353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0fccbe-f2f9-4fa9-a225-eaa70b3e29e0 req-8c6de467-8568-4cf7-bf05-bba0cf7cacd4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387003 Oct 13 00:35:38.562889 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-273bd9d0-9a53-4165-8dd8-9d50b85b69c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1096 time: 0.0668452 Oct 13 00:35:38.576580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57276) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:38.660114 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bb8ec009-7d78-4b27-88a5-a86f6a5d2fd5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/a069eac4-162c-4f1d-abf2-11638b6e8f4e HTTP/1.1" status: 200 len: 991 time: 0.0813265 Oct 13 00:35:38.709557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-2bd26495-f2f2-4f5a-87e8-d435e128cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:38.710930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-2bd26495-f2f2-4f5a-87e8-d435e128cc32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.1398673 Oct 13 00:35:38.775891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a069eac4-162c-4f1d-abf2-11638b6e8f4e', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'port_id': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'mac_address': 'fa:16:3e:de:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:37Z', 'updated_at': '2021-10-13T00:35:37Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:26Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:38.788605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-cbb74c16-dfa0-428b-a7aa-8d83ac7283ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 999 time: 0.0673125 Oct 13 00:35:38.803218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] Checking router: 3975356d-8b35-4949-ba68-45caaf9f62d9 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:35:38.812201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:38.812879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:38.843312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-8c87ba11-ac05-4399-ba65-4cef4312b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:38.845208 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-8c87ba11-ac05-4399-ba65-4cef4312b57f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.0479803 Oct 13 00:35:38.892984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-5f8de0c4-e15e-4369-84ff-49a924c776e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:38.894197 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-5f8de0c4-e15e-4369-84ff-49a924c776e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415812 Oct 13 00:35:38.922784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:39.026716 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-71516463-1a39-4669-878c-198ddb853a2e service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216664 Oct 13 00:35:39.158089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bccc681b-5537-4263-92a6-e1b99b7662ab req-07d05578-2271-47c7-b457-ad96a3cc3778 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239939 Oct 13 00:35:39.213256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a069eac4-162c-4f1d-abf2-11638b6e8f4e', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'port_id': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'mac_address': 'fa:16:3e:de:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:37Z', 'updated_at': '2021-10-13T00:35:37Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:26Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:39.240175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed68cf4-f6f3-43cc-8e57-85be6ce9ebc8 None None] The sync data for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 is: [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a069eac4-162c-4f1d-abf2-11638b6e8f4e', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.107', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'port_id': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'mac_address': 'fa:16:3e:de:66:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:37Z', 'updated_at': '2021-10-13T00:35:37Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:26Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:35:39.336390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28acf-355a-418d-b3fd-0408b31c8acc req-103b20eb-3b90-470c-9dd2-e85722b7aa64 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:39.337946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3c28acf-355a-418d-b3fd-0408b31c8acc req-103b20eb-3b90-470c-9dd2-e85722b7aa64 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 945 time: 0.0600553 Oct 13 00:35:39.417792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3c28acf-355a-418d-b3fd-0408b31c8acc req-4cc859e5-9985-4af7-8d5e-16f598c42181 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736277 Oct 13 00:35:39.484624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a9134-73b2-484b-95a0-728a38d1f3a4 req-bc4378a0-c373-4f4f-a8aa-6c375ee1e0b2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:39.486685 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf6a9134-73b2-484b-95a0-728a38d1f3a4 req-bc4378a0-c373-4f4f-a8aa-6c375ee1e0b2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0632486 Oct 13 00:35:39.569681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf6a9134-73b2-484b-95a0-728a38d1f3a4 req-91b18639-ad5e-4280-99c1-ef43c11fd6a0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732906 Oct 13 00:35:39.581035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604d60b-5c6d-4c9f-9948-a38717df7888 req-6a852e2f-d20b-4229-ae95-4f49ee1c8561 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:39.582479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3604d60b-5c6d-4c9f-9948-a38717df7888 req-6a852e2f-d20b-4229-ae95-4f49ee1c8561 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 945 time: 0.0874383 Oct 13 00:35:39.629626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3604d60b-5c6d-4c9f-9948-a38717df7888 req-1c763804-8869-4183-bf34-67920f77d5bb tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400038 Oct 13 00:35:39.652463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57302) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:39.665866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57304) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:39.750487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7bac9f92-d4dd-429b-be4c-88cd03ceea42 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/a069eac4-162c-4f1d-abf2-11638b6e8f4e HTTP/1.1" status: 200 len: 991 time: 0.0844326 Oct 13 00:35:39.751372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea697735-a83b-4365-8837-03b0b0891113 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:39.755792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ea697735-a83b-4365-8837-03b0b0891113 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 1091 time: 0.0987902 Oct 13 00:35:39.755881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 57306) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:39.760232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:39.783728 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:39.888072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:40.008535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.25.3.56 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/147fa92e-e7e1-4d85-a6c8-ad6205618255) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:40.068291 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb438a1-7109-4277-9c58-ace083297b28 None None] New status for floating IP a069eac4-162c-4f1d-abf2-11638b6e8f4e: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:35:40.122042 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:40.157041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:40.198410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:40.204095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:40.207627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:40.213377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=147fa92e-e7e1-4d85-a6c8-ad6205618255,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:40.571124 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:40.753322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57312) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:40.828399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-494baf9d-aa83-46d4-8b2a-11ecd51e7fc0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/a069eac4-162c-4f1d-abf2-11638b6e8f4e HTTP/1.1" status: 200 len: 993 time: 0.0735013 Oct 13 00:35:41.073537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854fa52-97f7-4393-8c7c-6bb69f4e23b4 req-7bf4006a-cb29-4a16-96dc-b953e64ea55e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:41.075133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5854fa52-97f7-4393-8c7c-6bb69f4e23b4 req-7bf4006a-cb29-4a16-96dc-b953e64ea55e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0799031 Oct 13 00:35:41.084470 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:41.149834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5854fa52-97f7-4393-8c7c-6bb69f4e23b4 req-1b7deffc-7652-4cd2-bdba-fff1bc68064e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674348 Oct 13 00:35:41.259130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:41.263526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:41.337020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=147fa92e-e7e1-4d85-a6c8-ad6205618255,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:41.343753 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:41.442123 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Floating IP 9017c620-dd8b-474b-aabb-1aae315b804c associated. External IP: 172.25.3.56, port: ccbbecad-addd-4cca-9606-ee323d0c5b87. Oct 13 00:35:41.644115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router d5969b20-cb10-4a77-a321-5824bd460847 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:35:41.753460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:35:41.765562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] Sync routers for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:35:41.774117 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:41.799161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:41.800014 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:41.808646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14dcd720-ac2e-463a-927d-cf20a926f036 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0517356 Oct 13 00:35:41.809726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:41.812100 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:41.812897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57320) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:41.850195 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be67f7f-8f42-427c-8aa7-6f375cbcdbd0 x-openstack-request-id: req-6be67f7f-8f42-427c-8aa7-6f375cbcdbd0 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:41.850500 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:41.850896 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6be67f7f-8f42-427c-8aa7-6f375cbcdbd0 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:41.851292 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'status': 'completed', 'code': 200} Oct 13 00:35:41.891217 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6c27f13e-f58a-4055-b77a-ba7501f63e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:41.911042 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bba7f2c1-5a5b-4bf4-99b0-79be031e0672 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/floatingips/9017c620-dd8b-474b-aabb-1aae315b804c HTTP/1.1" status: 200 len: 990 time: 0.0969877 Oct 13 00:35:41.939939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-c8fd5f33-807e-45f0-aef4-5282ecb69dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:41.941448 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-c8fd5f33-807e-45f0-aef4-5282ecb69dae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 1096 time: 0.0426238 Oct 13 00:35:41.966292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:42.043547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-312debb3-d67e-4aba-950a-63d0a938fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:42.045052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-312debb3-d67e-4aba-950a-63d0a938fa59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33c8fbde-684a-4b4e-837b-8027f74160c0 HTTP/1.1" status: 200 len: 897 time: 0.0965981 Oct 13 00:35:42.124145 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-f8ec2bd2-79c4-440e-beeb-73878f34530d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87 HTTP/1.1" status: 200 len: 998 time: 0.0678790 Oct 13 00:35:42.171820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-e3f99306-5c7a-44cd-a4f0-a9c40c300f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:42.173548 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-e3f99306-5c7a-44cd-a4f0-a9c40c300f64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c142f6d8-c170-4594-a4a9-6a2be480548b HTTP/1.1" status: 200 len: 834 time: 0.0447087 Oct 13 00:35:42.233350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-1cca9eed-5648-4e2c-ae2b-90a23212316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:42.236863 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-1cca9eed-5648-4e2c-ae2b-90a23212316b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33c8fbde-684a-4b4e-837b-8027f74160c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562754 Oct 13 00:35:42.244547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:40Z', 'revision_number': 0, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:42.272343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] Checking router: d5969b20-cb10-4a77-a321-5824bd460847 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:35:42.282004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:35:42.282990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:35:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:42.310760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780ffe-1934-4532-8bc1-ca35b00ad182 req-a5271d46-aea1-434f-9193-d4046f80dcc2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:42.313160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb780ffe-1934-4532-8bc1-ca35b00ad182 req-a5271d46-aea1-434f-9193-d4046f80dcc2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0774250 Oct 13 00:35:42.364967 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-039b2807-79f0-4610-88d1-df243f5969f7 service neutron] 10.222.0.45 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204650 Oct 13 00:35:42.368673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb780ffe-1934-4532-8bc1-ca35b00ad182 req-8f0c354f-c02a-4496-a779-82892a47922c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477328 Oct 13 00:35:42.421600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:35:42.473922 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ca3d5dea-4cec-4e03-bf6b-2d9694a82fa9 req-14f9fd39-fac8-49c9-9a56-eee057c5e54d service neutron] 10.222.0.45 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005468 Oct 13 00:35:42.807160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:40Z', 'revision_number': 0, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:35:42.840878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f419a2-134d-4724-96a2-1d16aae9c918 None None] The sync data for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 is: [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:19Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:40Z', 'revision_number': 0, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:35:42.914098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57328) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:42.992939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f30dac82-68c3-46c1-adf9-9f7cb7a6f615 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/floatingips/9017c620-dd8b-474b-aabb-1aae315b804c HTTP/1.1" status: 200 len: 990 time: 0.0768228 Oct 13 00:35:43.062672 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f2fa3e-9090-42e5-89fd-3e68d4490808 None None] New status for floating IP 9017c620-dd8b-474b-aabb-1aae315b804c: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:35:43.489076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cada0-f662-4127-ba42-b7f855fce0dc req-c9aa2b65-8b4f-4940-bd10-e2c28b2dc525 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:43.490830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f72cada0-f662-4127-ba42-b7f855fce0dc req-c9aa2b65-8b4f-4940-bd10-e2c28b2dc525 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0523987 Oct 13 00:35:43.538905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f72cada0-f662-4127-ba42-b7f855fce0dc req-e4ab2213-bb59-4a39-a774-afdd413209a0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403595 Oct 13 00:35:43.995609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 57334) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:35:44.063376 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-890f8f32-e07d-41cd-b326-b3ad69313f13 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/floatingips/9017c620-dd8b-474b-aabb-1aae315b804c HTTP/1.1" status: 200 len: 992 time: 0.0609283 Oct 13 00:35:44.527807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f6feef53-f372-4163-8995-57e8260adb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:44.657701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad68929-ab97-46f6-969f-248ed244303e req-0b784ca4-8be1-49ed-8d11-6b63f7568721 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:44.659136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ad68929-ab97-46f6-969f-248ed244303e req-0b784ca4-8be1-49ed-8d11-6b63f7568721 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0485401 Oct 13 00:35:44.697940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ad68929-ab97-46f6-969f-248ed244303e req-9ed60171-1d13-4ec0-a8f2-0e6943e108c6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327601 Oct 13 00:35:45.713039 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:45.820215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c9902-84e5-4e4e-bbef-8b7d75581489 req-e211d571-5ce5-44d9-a366-b76ae5d53191 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:45.821792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-703c9902-84e5-4e4e-bbef-8b7d75581489 req-e211d571-5ce5-44d9-a366-b76ae5d53191 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0515449 Oct 13 00:35:45.868547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-703c9902-84e5-4e4e-bbef-8b7d75581489 req-e09e409b-4dce-4d66-84d9-3d4246c0d897 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392301 Oct 13 00:35:45.920913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:46.162116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:35:46.996525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b523a90-4f81-44a1-a5d4-562b6ef7581e req-a8940100-0a61-4815-a538-8a43c7ca53f4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:46.998431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b523a90-4f81-44a1-a5d4-562b6ef7581e req-a8940100-0a61-4815-a538-8a43c7ca53f4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0644646 Oct 13 00:35:47.045598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b523a90-4f81-44a1-a5d4-562b6ef7581e req-7b297223-3ecf-4849-8972-759ad00409a3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405757 Oct 13 00:35:47.491212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727de2c-dd60-490b-8251-3d0609c1fc3f req-affaa361-0929-4953-947a-b7aea9d6c744 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:47.492731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8727de2c-dd60-490b-8251-3d0609c1fc3f req-affaa361-0929-4953-947a-b7aea9d6c744 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0535233 Oct 13 00:35:47.533131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8727de2c-dd60-490b-8251-3d0609c1fc3f req-c0265f2e-e581-46d7-b9a8-fc01d13d4dca tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342071 Oct 13 00:35:47.546285 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:47.654866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ee30a-1f78-430d-aa84-908106bec471 req-2af2b9d3-f4b6-483b-8a19-824f931d5483 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:47.656488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d78ee30a-1f78-430d-aa84-908106bec471 req-2af2b9d3-f4b6-483b-8a19-824f931d5483 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0505738 Oct 13 00:35:47.694604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d78ee30a-1f78-430d-aa84-908106bec471 req-268eb2a1-eeeb-45a0-99ea-e4926d55855a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Oct 13 00:35:47.981741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69aa98-400a-41b1-8b93-45c538d78221 req-fac57534-2ad4-4d31-9c6d-a52d16525c92 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:47.983310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-fac57534-2ad4-4d31-9c6d-a52d16525c92 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.1093609 Oct 13 00:35:48.000018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-8e3ee2e5-e3f7-4d3e-970f-e5f8c72d6449 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/quotas/54aeec5c8d294c549297df55fcefa909 HTTP/1.1" status: 200 len: 375 time: 0.0107007 Oct 13 00:35:48.070131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b189f058-b0eb-4507-bd13-4f146a706cc4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0647860 Oct 13 00:35:48.192875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-952e6e03-86d7-48c0-9f63-c3736a3f2e42 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218994 Oct 13 00:35:48.206839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f7cf5-fd0c-4589-806c-6c7e6bc82747 req-3d7272bf-3b6e-4c84-8626-efcc6cf3c2c1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:48.208364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f4f7cf5-fd0c-4589-806c-6c7e6bc82747 req-3d7272bf-3b6e-4c84-8626-efcc6cf3c2c1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0714288 Oct 13 00:35:48.308517 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f4f7cf5-fd0c-4589-806c-6c7e6bc82747 req-21b861bb-9104-4220-b6c1-3a5c158dd707 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563276 Oct 13 00:35:48.337047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-ac8950de-afdd-46d9-9e67-864870fb2e7e service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275175 Oct 13 00:35:48.511613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6130124-88b8-42c9-8250-e71fa9ab99ac req-7587ecbd-f78d-4e7b-871f-0b9340af4271 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 210 time: 0.0388367 Oct 13 00:35:49.458087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1fb92-a21a-4561-9ef3-51caa3d9d4ec req-39f4a9af-89d4-4548-84b0-e4d766d75f37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:49.459775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2be1fb92-a21a-4561-9ef3-51caa3d9d4ec req-39f4a9af-89d4-4548-84b0-e4d766d75f37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0509303 Oct 13 00:35:49.508155 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2be1fb92-a21a-4561-9ef3-51caa3d9d4ec req-200fe776-c1f2-409c-bf26-9f15dcef9b37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370734 Oct 13 00:35:49.600010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69aa98-400a-41b1-8b93-45c538d78221 req-587a0671-ce80-450b-81f7-532e16b8b1f0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:49.602104 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-587a0671-ce80-450b-81f7-532e16b8b1f0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.1554387 Oct 13 00:35:49.612984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4919e476-2c91-43db-93bf-f6b1aa68548b req-adaee4d9-d3fe-423b-87d6-17252d36beac tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 210 time: 0.0283065 Oct 13 00:35:49.623629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'port': {'device_id': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'admin_state_up': True, 'tenant_id': '54aeec5c8d294c549297df55fcefa909'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:49.728845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Made reservation on behalf of 54aeec5c8d294c549297df55fcefa909 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:35:49.732328 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:49.872710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Allocated IP 172.20.0.6 (fe6549a6-9478-4959-899e-3172e706c8e1/076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8/0b05e39b-f8c5-4586-8aff-37274a5916c4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:35:50.019358 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.052929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.088388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['61a7e762-0fa1-42ff-89b0-90f41a28589c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:35:50.104716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Network fe6549a6-9478-4959-899e-3172e706c8e1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:35:50.107932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:35:50.112948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'Port': ['ID=0b05e39b-f8c5-4586-8aff-37274a5916c4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:50.121322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:35:50.127806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['e04165af-93a4-4132-b7ff-8bfbfbeb920d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:35:50.181170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:50.181942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.203847 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-b08335ad-64b7-4ecc-aff7-990ddd7090b0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838213 Oct 13 00:35:50.223340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Request body: {'port': {'device_id': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:35:50.297046 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.388927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c9417eb3-8c65-46f8-9d64-954d4cef6e5e None None] Provisioning complete for port 0b05e39b-f8c5-4586-8aff-37274a5916c4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:50.389524 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c9417eb3-8c65-46f8-9d64-954d4cef6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.425007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c9417eb3-8c65-46f8-9d64-954d4cef6e5e None None] Port 0b05e39b-f8c5-4586-8aff-37274a5916c4 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:35:50.619204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b05e39b-f8c5-4586-8aff-37274a5916c4 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:50.628140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.649755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Transition to ACTIVE for port object 0b05e39b-f8c5-4586-8aff-37274a5916c4 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:35:50.662329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.690061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6ea0-3486-44f2-a819-6d018220d7e2 req-662c8d8e-100c-4cb2-a6e9-d9c938d9c8af tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:50.691678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ac6ea0-3486-44f2-a819-6d018220d7e2 req-662c8d8e-100c-4cb2-a6e9-d9c938d9c8af tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0611405 Oct 13 00:35:50.719295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Pushing event updated for resources: {'Port': ['ID=0b05e39b-f8c5-4586-8aff-37274a5916c4,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:50.756455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93ac6ea0-3486-44f2-a819-6d018220d7e2 req-14622391-6a4c-4a9f-aa05-6c4234a0df2f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551193 Oct 13 00:35:50.776714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63b4c5-896b-4f4a-af9d-5e6353655dd0 req-3ef0a7d0-0e32-4679-ba0f-2b093f44866b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:50.779028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d63b4c5-896b-4f4a-af9d-5e6353655dd0 req-3ef0a7d0-0e32-4679-ba0f-2b093f44866b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 943 time: 0.0864289 Oct 13 00:35:50.830001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d63b4c5-896b-4f4a-af9d-5e6353655dd0 req-cdd50c8a-811e-4d39-be76-3369c221135a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Oct 13 00:35:50.838002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Attempting to bind port 0b05e39b-f8c5-4586-8aff-37274a5916c4 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:35:50.838539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Attempting to bind port 0b05e39b-f8c5-4586-8aff-37274a5916c4 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:35:50.839024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Attempting to bind port 0b05e39b-f8c5-4586-8aff-37274a5916c4 on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:50.844923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Port 0b05e39b-f8c5-4586-8aff-37274a5916c4 on network fe6549a6-9478-4959-899e-3172e706c8e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:35:50.845317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Attempting to bind port 0b05e39b-f8c5-4586-8aff-37274a5916c4 on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:35:50.850306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:35:50.850718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Checking segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:35:50.851177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Bound using segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:35:50.851737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Bound port: 0b05e39b-f8c5-4586-8aff-37274a5916c4, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:35:50.852170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.922973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] For port 0b05e39b-f8c5-4586-8aff-37274a5916c4, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:35:50.925992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] For port 0b05e39b-f8c5-4586-8aff-37274a5916c4, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:35:50.931654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.968069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:50.968685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:50.970077 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] 10.222.0.45 "PUT /v2.0/ports/0b05e39b-f8c5-4586-8aff-37274a5916c4 HTTP/1.1" status: 200 len: 1091 time: 0.7524712 Oct 13 00:35:50.970519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'tag': '0b05e39b-f8c5-4586-8aff-37274a5916c4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:50.972793 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ced788c-02c1-4bd7-b953-cc0d1c48d843", "tag": "0b05e39b-f8c5-4586-8aff-37274a5916c4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:50.996098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf7cfb-f965-4f4d-828d-ec183dfe0c89 service neutron] Pushing event updated for resources: {'Port': ['ID=0b05e39b-f8c5-4586-8aff-37274a5916c4,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:51.020927 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb3cb4c-b92f-4ce9-ba69-452d71004f0d x-openstack-request-id: req-7cb3cb4c-b92f-4ce9-ba69-452d71004f0d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:51.021224 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ced788c-02c1-4bd7-b953-cc0d1c48d843", "tag": "0b05e39b-f8c5-4586-8aff-37274a5916c4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:51.021620 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cb3cb4c-b92f-4ce9-ba69-452d71004f0d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:51.022264 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'tag': '0b05e39b-f8c5-4586-8aff-37274a5916c4', 'status': 'completed', 'code': 200} Oct 13 00:35:51.109556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69aa98-400a-41b1-8b93-45c538d78221 req-7052991a-7150-42a3-bfeb-02f623f222ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:51.111121 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-7052991a-7150-42a3-bfeb-02f623f222ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 1094 time: 0.0493612 Oct 13 00:35:51.165368 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-c15aa82b-14a9-4f91-91fe-fc6f18a7a347 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4 HTTP/1.1" status: 200 len: 217 time: 0.0367434 Oct 13 00:35:51.223987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69aa98-400a-41b1-8b93-45c538d78221 req-24627bbe-aaf4-4eb2-acef-ef80b1bce3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:51.225431 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-24627bbe-aaf4-4eb2-acef-ef80b1bce3a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0446122 Oct 13 00:35:51.274557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69aa98-400a-41b1-8b93-45c538d78221 req-440f0ddd-33a4-4619-a2ed-a7ade3076dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:51.276023 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-440f0ddd-33a4-4619-a2ed-a7ade3076dc1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438442 Oct 13 00:35:51.365813 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-c2f192c8-9cd6-472a-828d-f7d7a5d1ed28 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813315 Oct 13 00:35:51.471096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-de69aa98-400a-41b1-8b93-45c538d78221 req-9810b35a-3a99-47d8-9384-78dcb36b1836 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922575 Oct 13 00:35:51.619598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:35:51.726807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:51.740210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'port_id': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'mac_address': 'fa:16:3e:7b:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:35:51.781912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:51.796795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a3857d9-66fe-4a1c-aa46-04f767a14619 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:51.837283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:51.845058 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:51.926252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:51.956278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-73b72bde-c7b7-44cf-b857-fc59ac270cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:51.957899 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-73b72bde-c7b7-44cf-b857-fc59ac270cec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 1094 time: 0.3899612 Oct 13 00:35:52.004327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['4a3857d9-66fe-4a1c-aa46-04f767a14619'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:35:52.007288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22ec7-fc50-4c06-95e1-fdd52278c373 req-1adf670b-a7f2-4cea-b18f-8d788ace9ff1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:52.009193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9a22ec7-fc50-4c06-95e1-fdd52278c373 req-1adf670b-a7f2-4cea-b18f-8d788ace9ff1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.1148915 Oct 13 00:35:52.030122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2744d01-06f6-40b6-9198-66a59b0202f4 req-1d09dfde-939d-4839-9687-2ff04ddceff5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:52.031744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2744d01-06f6-40b6-9198-66a59b0202f4 req-1d09dfde-939d-4839-9687-2ff04ddceff5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 943 time: 0.0910511 Oct 13 00:35:52.128293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-9088a9c3-002a-4d30-a739-d03e0ef486e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:52.129832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-9088a9c3-002a-4d30-a739-d03e0ef486e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1635258 Oct 13 00:35:52.177812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9a22ec7-fc50-4c06-95e1-fdd52278c373 req-f2f1f063-002c-4f27-ad91-adc84b9223fc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449442 Oct 13 00:35:52.209282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b2744d01-06f6-40b6-9198-66a59b0202f4 req-478f5259-e67b-49f2-b4ec-0afb11d9c429 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628041 Oct 13 00:35:52.211904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-9c4f2ef7-f817-41c2-bdb3-e256c3e53d9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4 HTTP/1.1" status: 200 len: 217 time: 0.0673974 Oct 13 00:35:52.273264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-1dea53a6-4847-462f-bcd2-a423986d3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:52.274719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-1dea53a6-4847-462f-bcd2-a423986d3626 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0535171 Oct 13 00:35:52.323911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-07635c6b-07f6-4ea7-a5b2-c2f4827f338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:52.325506 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-07635c6b-07f6-4ea7-a5b2-c2f4827f338e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425711 Oct 13 00:35:52.433900 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-a2414413-d0d5-48e4-91f2-fd1aa4a60b47 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935419 Oct 13 00:35:52.536860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-20c63fbc-e172-4dc1-aa5d-4d11c29e59c5 req-dcf8d11f-f806-4b6a-bc97-893ec1d3a9fb service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946810 Oct 13 00:35:53.334083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c295e2-6a5d-48ce-9752-ea225a6d967d req-e7bc76da-4f08-4e6f-80e7-23b1da275513 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:53.335590 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3c295e2-6a5d-48ce-9752-ea225a6d967d req-e7bc76da-4f08-4e6f-80e7-23b1da275513 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0827074 Oct 13 00:35:53.348006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1ca67-c936-43f3-be65-dcc1380ce547 req-b8e39f12-ae28-4296-af66-ff3273c28a16 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:53.349443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6aa1ca67-c936-43f3-be65-dcc1380ce547 req-b8e39f12-ae28-4296-af66-ff3273c28a16 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 943 time: 0.0695140 Oct 13 00:35:53.404605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3c295e2-6a5d-48ce-9752-ea225a6d967d req-997123ab-ed56-4559-a7e9-f3467541a024 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541174 Oct 13 00:35:53.411779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6aa1ca67-c936-43f3-be65-dcc1380ce547 req-6b576286-8359-42d1-afe9-82f465e1a330 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555658 Oct 13 00:35:53.629579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:53.676167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 4a3857d9-66fe-4a1c-aa46-04f767a14619 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:53.676462 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:53.752723 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:53.774717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:53.776940 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2d3cb2-a895-4a0c-b932-b0fd528d6471" -d '{"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-plugged", "status": "completed", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:53.790127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:53.795227 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:53.819261 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c307f0-7346-4364-9c15-17e73e8e9507 x-openstack-request-id: req-f4c307f0-7346-4364-9c15-17e73e8e9507 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:53.819580 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-plugged", "status": "completed", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:53.819836 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4c307f0-7346-4364-9c15-17e73e8e9507 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:53.820216 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'code': 200} Oct 13 00:35:53.845383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:54.620538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0b05e39b-f8c5-4586-8aff-37274a5916c4 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:35:54.668618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b041e14-77c5-44f8-80db-7dd6e69d6ac0 req-adb845b9-aa40-4f7b-bd65-5484de33a1b9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:54.670029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b041e14-77c5-44f8-80db-7dd6e69d6ac0 req-adb845b9-aa40-4f7b-bd65-5484de33a1b9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.1941018 Oct 13 00:35:54.678272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e722-e341-4544-b003-8f791034b3d1 req-ad3f0ca1-0bdc-41c6-b5aa-27bd0b0149fb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:54.679727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2888e722-e341-4544-b003-8f791034b3d1 req-ad3f0ca1-0bdc-41c6-b5aa-27bd0b0149fb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 943 time: 0.1927595 Oct 13 00:35:54.717616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0b05e39b-f8c5-4586-8aff-37274a5916c4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:54.728505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '0b05e39b-f8c5-4586-8aff-37274a5916c4', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': '0b05e39b-f8c5-4586-8aff-37274a5916c4', 'mac_address': 'fa:16:3e:11:13:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:35:54.738538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b041e14-77c5-44f8-80db-7dd6e69d6ac0 req-841ee60c-ab93-4651-9af9-4ed7f72689d8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578542 Oct 13 00:35:54.743312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2888e722-e341-4544-b003-8f791034b3d1 req-1c714361-4409-4150-9f1d-481c072e8700 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Oct 13 00:35:54.765821 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:54.778097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b05e39b-f8c5-4586-8aff-37274a5916c4 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:35:54.796440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0b05e39b-f8c5-4586-8aff-37274a5916c4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:54.800428 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:54.848985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0b05e39b-f8c5-4586-8aff-37274a5916c4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:55.210744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0b05e39b-f8c5-4586-8aff-37274a5916c4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:35:55.889981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f51171-4b3b-40c1-a0b8-3cbbab0f6a99 req-cf8576d0-ba3f-413e-b490-39670be01433 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:55.891491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1f51171-4b3b-40c1-a0b8-3cbbab0f6a99 req-cf8576d0-ba3f-413e-b490-39670be01433 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 944 time: 0.0777445 Oct 13 00:35:55.899875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b35a16-9bb6-4b89-bcf9-e3267995ad6e req-f3ef73ca-2b8d-429d-869b-0bbcaf005bc0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:55.901378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53b35a16-9bb6-4b89-bcf9-e3267995ad6e req-f3ef73ca-2b8d-429d-869b-0bbcaf005bc0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0778635 Oct 13 00:35:55.951968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1f51171-4b3b-40c1-a0b8-3cbbab0f6a99 req-a950dbff-d693-428a-8e2f-b02aa16eb240 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493548 Oct 13 00:35:55.971402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53b35a16-9bb6-4b89-bcf9-e3267995ad6e req-6bf4837f-9d0f-4e14-97ce-eef62c7e1ed0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626225 Oct 13 00:35:56.636297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0b05e39b-f8c5-4586-8aff-37274a5916c4 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:35:56.691783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 0b05e39b-f8c5-4586-8aff-37274a5916c4 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:35:56.695629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 0b05e39b-f8c5-4586-8aff-37274a5916c4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:35:56.696004 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:56.773107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:56.798007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05e39b-f8c5-4586-8aff-37274a5916c4'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:35:56.804049 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927d5e9b-9bcd-4c9b-b2f4-7def1d562c5c" -d '{"events": [{"server_uuid": "1ced788c-02c1-4bd7-b953-cc0d1c48d843", "name": "network-vif-plugged", "status": "completed", "tag": "0b05e39b-f8c5-4586-8aff-37274a5916c4"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:35:56.817870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0b05e39b-f8c5-4586-8aff-37274a5916c4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:35:56.822047 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:35:56.887893 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eda9fc-14e4-4e81-bd9c-507f31d5caf9 x-openstack-request-id: req-97eda9fc-14e4-4e81-bd9c-507f31d5caf9 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:35:56.888246 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ced788c-02c1-4bd7-b953-cc0d1c48d843", "name": "network-vif-plugged", "status": "completed", "tag": "0b05e39b-f8c5-4586-8aff-37274a5916c4", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:35:56.888353 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97eda9fc-14e4-4e81-bd9c-507f31d5caf9 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:35:56.888750 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05e39b-f8c5-4586-8aff-37274a5916c4', 'code': 200} Oct 13 00:35:56.899692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0b05e39b-f8c5-4586-8aff-37274a5916c4,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:35:57.023012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7b1f5-5f54-4ab2-bf84-6977633d012d req-9f667eb8-2b86-4c17-80bc-ba39b203634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:57.024956 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acf7b1f5-5f54-4ab2-bf84-6977633d012d req-9f667eb8-2b86-4c17-80bc-ba39b203634b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 1096 time: 0.0591488 Oct 13 00:35:57.069192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acf7b1f5-5f54-4ab2-bf84-6977633d012d req-26cde62f-a553-4a61-86d6-1928cda56568 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361245 Oct 13 00:35:57.185353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71b506-3849-42d4-974c-69ee69e3c8d5 req-63be8fe9-9264-46fd-ab6a-27cd6eb897e8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:57.186988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc71b506-3849-42d4-974c-69ee69e3c8d5 req-63be8fe9-9264-46fd-ab6a-27cd6eb897e8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.1253493 Oct 13 00:35:57.198780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab6bf6-ee4d-42d8-ad8b-4875d397886b req-ed42d34a-299a-461b-8c6f-da55613e7902 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:57.201744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fab6bf6-ee4d-42d8-ad8b-4875d397886b req-ed42d34a-299a-461b-8c6f-da55613e7902 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 945 time: 0.1308954 Oct 13 00:35:57.291235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc71b506-3849-42d4-974c-69ee69e3c8d5 req-d8422181-a1e1-401f-bd5f-a399c6b99135 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884020 Oct 13 00:35:57.308774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fab6bf6-ee4d-42d8-ad8b-4875d397886b req-b61e6b3f-dd68-4ee3-b887-4d2ef1971248 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812314 Oct 13 00:35:58.463331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49710215-420f-4ee1-8805-5c35be99bb3b req-66dd1f44-2b57-4b78-8545-0a863e9950aa tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:58.472978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49710215-420f-4ee1-8805-5c35be99bb3b req-66dd1f44-2b57-4b78-8545-0a863e9950aa tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0964086 Oct 13 00:35:58.530820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49710215-420f-4ee1-8805-5c35be99bb3b req-93482630-8882-4a08-a71d-826d5de83e02 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568097 Oct 13 00:35:58.539363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a024be-4aec-4bbe-b02d-3039ea62cb8f req-9668d06e-1cc5-40e8-b197-43a86c326723 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:58.552401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48a024be-4aec-4bbe-b02d-3039ea62cb8f req-9668d06e-1cc5-40e8-b197-43a86c326723 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 945 time: 0.1295099 Oct 13 00:35:58.610388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48a024be-4aec-4bbe-b02d-3039ea62cb8f req-24a90cb2-ecbb-4457-abc7-0bffa2ad23ae tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Oct 13 00:35:59.698321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2a254-f9b0-4d6a-82c3-db1179ab7ab8 req-7d0f023b-f1e9-43b8-b4ab-337eff18cc59 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:59.706375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fa2a254-f9b0-4d6a-82c3-db1179ab7ab8 req-7d0f023b-f1e9-43b8-b4ab-337eff18cc59 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0836327 Oct 13 00:35:59.755759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fa2a254-f9b0-4d6a-82c3-db1179ab7ab8 req-903921d0-3fc3-40ec-8e58-0b51e259f475 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481110 Oct 13 00:35:59.817422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab42a-6a8d-4177-b2d2-63b15784df7a req-cfb9fd01-d322-4216-b323-46c515b28f02 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:35:59.824885 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7eab42a-6a8d-4177-b2d2-63b15784df7a req-cfb9fd01-d322-4216-b323-46c515b28f02 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 945 time: 0.0648279 Oct 13 00:35:59.875568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7eab42a-6a8d-4177-b2d2-63b15784df7a req-6934fb9c-27fd-4f67-ab6e-d3915d8b2f9d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477533 Oct 13 00:36:00.018189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-c94c5f90-0a1f-4090-93e7-1d7d8c5d1472 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=54aeec5c8d294c549297df55fcefa909 HTTP/1.1" status: 200 len: 267 time: 0.0793798 Oct 13 00:36:00.077442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-5d8b453d-4a12-4edc-b58d-ee4f50153b53 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:00.085675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-5d8b453d-4a12-4edc-b58d-ee4f50153b53 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 945 time: 0.0603361 Oct 13 00:36:00.091939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'port': {'security_groups': []}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:36:00.163149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:00.381860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] For port 0b05e39b-f8c5-4586-8aff-37274a5916c4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:00.425082 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:00.433378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:00.468328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['61a7e762-0fa1-42ff-89b0-90f41a28589c', '0b05e39b-f8c5-4586-8aff-37274a5916c4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:00.474394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['e04165af-93a4-4132-b7ff-8bfbfbeb920d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:00.515028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:00.515728 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:00.520328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beda248f-6ab4-4771-b004-8837b8bf8300 req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "PUT /v2.0/ports/0b05e39b-f8c5-4586-8aff-37274a5916c4 HTTP/1.1" status: 200 len: 904 time: 0.4337654 Oct 13 00:36:00.534870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'tag': '0b05e39b-f8c5-4586-8aff-37274a5916c4'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:00.540426 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac" -d '{"events": [{"name": "network-changed", "server_uuid": "1ced788c-02c1-4bd7-b953-cc0d1c48d843", "tag": "0b05e39b-f8c5-4586-8aff-37274a5916c4"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:00.567131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'Port': ['ID=0b05e39b-f8c5-4586-8aff-37274a5916c4,revision_number=6']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:00.582276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.582503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.582850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.583236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.587874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.588298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.588655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.588998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.589338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.589940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.590280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.590612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f2e32b-b50c-4f01-a224-aae83fdd83d4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:00.653987 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97bdc61-0969-45fc-a3bd-e64f9f24b615 x-openstack-request-id: req-c97bdc61-0969-45fc-a3bd-e64f9f24b615 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:00.654288 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ced788c-02c1-4bd7-b953-cc0d1c48d843", "tag": "0b05e39b-f8c5-4586-8aff-37274a5916c4", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:00.654546 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c97bdc61-0969-45fc-a3bd-e64f9f24b615 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:00.654969 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'tag': '0b05e39b-f8c5-4586-8aff-37274a5916c4', 'status': 'completed', 'code': 200} Oct 13 00:36:00.709446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0b05e39b-f8c5-4586-8aff-37274a5916c4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:00.758582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73c4ac-e8bf-4bc9-be1c-57fc28ed292d req-2e77932d-ba2b-4a1e-914f-6313c3649459 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:00.776404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e73c4ac-e8bf-4bc9-be1c-57fc28ed292d req-2e77932d-ba2b-4a1e-914f-6313c3649459 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 907 time: 0.1138575 Oct 13 00:36:00.822466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-1f0df6a4-824e-48f3-8af3-e2390326bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:00.825316 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-1f0df6a4-824e-48f3-8af3-e2390326bed6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 1058 time: 0.1236038 Oct 13 00:36:00.962955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-711df125-d50b-47d8-8f5e-d1adb99ae4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:00.964985 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-711df125-d50b-47d8-8f5e-d1adb99ae4c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1304193 Oct 13 00:36:01.010753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65268e58-ccf5-4ee9-8e59-43dab83da2e0 req-779ab0f0-0026-4c5e-9e25-b6b324631529 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:01.018548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65268e58-ccf5-4ee9-8e59-43dab83da2e0 req-779ab0f0-0026-4c5e-9e25-b6b324631529 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.1108830 Oct 13 00:36:01.020416 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-ad1a8093-1d28-40f9-8d63-42dbb674e0da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4 HTTP/1.1" status: 200 len: 217 time: 0.0452051 Oct 13 00:36:01.041746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c3e98-35e0-48a5-a63e-2b34b2b34fb7 req-8409c5af-8648-471f-9345-f659223643f7 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:01.051597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-129c3e98-35e0-48a5-a63e-2b34b2b34fb7 req-8409c5af-8648-471f-9345-f659223643f7 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.1060586 Oct 13 00:36:01.059456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ed884a99-fed8-4abc-8281-67b98fd37f25 None None] Provisioning complete for port 0b05e39b-f8c5-4586-8aff-37274a5916c4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:36:01.059863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ed884a99-fed8-4abc-8281-67b98fd37f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:01.091066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65268e58-ccf5-4ee9-8e59-43dab83da2e0 req-4d39ee1d-d54a-45c6-9d4a-0ce76e05471c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715539 Oct 13 00:36:01.099704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-7ad531df-c2b7-4a1e-871b-57dfbc34af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:01.101388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-7ad531df-c2b7-4a1e-871b-57dfbc34af0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0732441 Oct 13 00:36:01.116212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-129c3e98-35e0-48a5-a63e-2b34b2b34fb7 req-1dc337e4-b73c-4d86-9cdc-2410d708c3be tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656133 Oct 13 00:36:01.174766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-5f9519af-901b-42d9-aed5-8dac19dc84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:01.182996 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-5f9519af-901b-42d9-aed5-8dac19dc84e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717902 Oct 13 00:36:01.346509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-937e5ca4-8bb2-4f46-8137-be5ad555b09c service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457837 Oct 13 00:36:01.351792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241006ea-5d31-47b3-9267-fa9655b77998 req-e2981c06-6a21-4b96-9cb7-c5ab44f52129 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:01.365486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-241006ea-5d31-47b3-9267-fa9655b77998 req-e2981c06-6a21-4b96-9cb7-c5ab44f52129 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0969400 Oct 13 00:36:01.423966 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-241006ea-5d31-47b3-9267-fa9655b77998 req-49cd76aa-8655-4e26-a812-513fa42cf3d5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526359 Oct 13 00:36:01.495978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a4fa16ec-d05f-47ed-acc2-9b3997fd3cac req-4c378b19-0fd2-49b5-a91c-7938a0374620 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399813 Oct 13 00:36:01.679388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-752774e8-5353-4504-8997-38a233ff077c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:01.681036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-752774e8-5353-4504-8997-38a233ff077c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.1247718 Oct 13 00:36:01.698884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-68c37f33-58ca-4477-a2de-793f22ab15ee tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/quotas/54aeec5c8d294c549297df55fcefa909 HTTP/1.1" status: 200 len: 375 time: 0.0107539 Oct 13 00:36:01.767968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-70cefc3e-17ba-4464-8971-c22c86005556 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0606599 Oct 13 00:36:01.868791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-bb69fb69-96d0-4e58-9d88-49c48bf54a97 service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939121 Oct 13 00:36:01.984286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-1f31a7a8-3ba7-4991-a219-b554065a819c service neutron] 10.222.0.21 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091814 Oct 13 00:36:02.228046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8c078dc-9a2b-4562-bf7c-2f664478f068 req-9428db0d-64e3-45b6-ac8a-2d69afdec238 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 210 time: 0.0498295 Oct 13 00:36:02.310978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633908a-80e8-4984-976e-1cd894571319 req-f830763e-f938-4865-a174-7ccde0169abf tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:02.313757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8633908a-80e8-4984-976e-1cd894571319 req-f830763e-f938-4865-a174-7ccde0169abf tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0889575 Oct 13 00:36:02.417048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8633908a-80e8-4984-976e-1cd894571319 req-59042c5d-3a11-4f3a-8913-beb0a631a74b tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876801 Oct 13 00:36:03.364369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5fc85a95-6560-44bf-884d-0c7780ee7468 req-055598b2-068c-4629-b524-c6ee5db18ad5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 210 time: 0.0370994 Oct 13 00:36:03.658523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d47f-0101-48e0-8ea4-db9e31ea0ec4 req-8cc640c2-2b8e-4869-8fd5-26b523967aac tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:03.666681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce85d47f-0101-48e0-8ea4-db9e31ea0ec4 req-8cc640c2-2b8e-4869-8fd5-26b523967aac tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0685275 Oct 13 00:36:03.710497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-072a58dc-918c-452a-9a4c-fa88b61e9de8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:03.712053 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-072a58dc-918c-452a-9a4c-fa88b61e9de8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.36 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 811 time: 0.2403879 Oct 13 00:36:03.733007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce85d47f-0101-48e0-8ea4-db9e31ea0ec4 req-715c9a7e-33b1-4b0f-8742-7168880ba4d3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650520 Oct 13 00:36:03.739264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Request body: {'port': {'device_id': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'admin_state_up': True, 'tenant_id': '54aeec5c8d294c549297df55fcefa909'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:36:03.907276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Made reservation on behalf of 54aeec5c8d294c549297df55fcefa909 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:36:03.910971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:04.061733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Allocated IP 172.20.0.3 (fe6549a6-9478-4959-899e-3172e706c8e1/076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8/9b10982d-79ae-42a5-a8f8-c2e1f9c7552c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:36:04.279241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:04.330944 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:04.369897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['61a7e762-0fa1-42ff-89b0-90f41a28589c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:04.377723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Network fe6549a6-9478-4959-899e-3172e706c8e1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:36:04.381101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:36:04.383885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:36:04.386565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['e04165af-93a4-4132-b7ff-8bfbfbeb920d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:04.440135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event updated for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:04.477760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:04.478681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:04.514496 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-3f2cb3fa-feb4-42a0-86e5-2569e7da0e22 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803590 Oct 13 00:36:04.526127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-fead87f4-6b42-4648-8c5b-4c97adeeae8a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:36:04.528076 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-fead87f4-6b42-4648-8c5b-4c97adeeae8a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057459 Oct 13 00:36:04.548984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Request body: {'port': {'device_id': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:36:04.602440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41b8a-638d-406e-a0d6-c03385791980 req-409d91a5-b190-4eea-922a-dc4e767bb634 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:04.604034 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ba41b8a-638d-406e-a0d6-c03385791980 req-409d91a5-b190-4eea-922a-dc4e767bb634 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 931 time: 0.1147799 Oct 13 00:36:04.659884 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:04.671625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ba41b8a-638d-406e-a0d6-c03385791980 req-8b8efac6-32d2-4f47-b1fe-eddd0f3b03e2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594342 Oct 13 00:36:04.873105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6a5db080-d53c-4a09-b36f-40f61a0691c8 None None] Provisioning complete for port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:36:04.873474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6a5db080-d53c-4a09-b36f-40f61a0691c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:04.924655 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6a5db080-d53c-4a09-b36f-40f61a0691c8 None None] Port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:36:04.956303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05725a-1fc8-42d6-9645-b6e40a499eec req-9f7a269c-d783-4a71-8eff-120b532dce72 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:04.963582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a05725a-1fc8-42d6-9645-b6e40a499eec req-9f7a269c-d783-4a71-8eff-120b532dce72 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.1013942 Oct 13 00:36:05.014487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a05725a-1fc8-42d6-9645-b6e40a499eec req-57d67dbd-c623-4536-b09c-5afc48c37c52 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446601 Oct 13 00:36:05.125139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:36:05.133364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:05.153067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Transition to ACTIVE for port object 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:36:05.164559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:05.238693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:05.302591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Attempting to bind port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:36:05.302929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Attempting to bind port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:36:05.303270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Attempting to bind port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:36:05.310685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c on network fe6549a6-9478-4959-899e-3172e706c8e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:36:05.311007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Attempting to bind port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c on network fe6549a6-9478-4959-899e-3172e706c8e1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:36:05.316469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:36:05.316810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Checking segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:36:05.317196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Bound using segment: {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:36:05.317622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Bound port: 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adf033e-2b70-4f53-823a-3e2e1e6ead39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:36:05.318111 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:05.434442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:36:05.450985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:36:05.462768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:05.586288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:05.597370 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:05.598978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/9b10982d-79ae-42a5-a8f8-c2e1f9c7552c HTTP/1.1" status: 200 len: 1091 time: 1.0546567 Oct 13 00:36:05.599681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:05.601811 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3594b1-6950-4e38-83c9-f96c3f30732c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:05.632104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba68acb-f1f5-4cfe-af00-3ce7f6ac00e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:05.662528 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8537072d-660a-4ccd-bf97-1d68f44885cf x-openstack-request-id: req-8537072d-660a-4ccd-bf97-1d68f44885cf {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:05.662823 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:05.663080 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8537072d-660a-4ccd-bf97-1d68f44885cf {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:05.663501 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'status': 'completed', 'code': 200} Oct 13 00:36:05.745004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-c22d5efa-7c3a-4ac7-95ab-d59025d8074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:05.747040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-c22d5efa-7c3a-4ac7-95ab-d59025d8074b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 1094 time: 0.0648944 Oct 13 00:36:05.824018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-942df1a2-496e-473f-a91a-1d0dc7fec2b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c HTTP/1.1" status: 200 len: 217 time: 0.0608525 Oct 13 00:36:05.889030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-2d0a7a90-7d27-474b-b032-bb86f4bbfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:05.890522 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-2d0a7a90-7d27-474b-b032-bb86f4bbfb12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0589249 Oct 13 00:36:05.894456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152aa0c-73e9-428a-b3e0-1c11c132db9c req-56df7ac4-7598-4ece-a788-bbb881c16c6c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:05.896140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2152aa0c-73e9-428a-b3e0-1c11c132db9c req-56df7ac4-7598-4ece-a788-bbb881c16c6c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 943 time: 0.0957284 Oct 13 00:36:05.953273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2152aa0c-73e9-428a-b3e0-1c11c132db9c req-eebbc57f-0f2a-4055-a75e-90db936bdbdc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459979 Oct 13 00:36:05.990860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-aa202a3d-e536-4151-8cfe-a2a0da9be66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:05.993828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-aa202a3d-e536-4151-8cfe-a2a0da9be66a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949488 Oct 13 00:36:06.149453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-6158001b-f36d-47a6-9a21-6e1387bb84ae service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471562 Oct 13 00:36:06.233397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e6391-a67b-4725-93dc-e2c80089575d req-94b6033e-998e-4d4c-bcb0-cc1fbfcb8ced tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:06.235892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c79e6391-a67b-4725-93dc-e2c80089575d req-94b6033e-998e-4d4c-bcb0-cc1fbfcb8ced tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0927601 Oct 13 00:36:06.292000 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c79e6391-a67b-4725-93dc-e2c80089575d req-7a7ca03d-b1c9-4550-848c-a404b66acb04 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502982 Oct 13 00:36:06.320655 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eb3207f5-2aba-4ca2-b96d-8d01c99e1a21 req-aa638e6d-5e7c-422f-aa55-c9ae0f358720 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614203 Oct 13 00:36:06.488050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-9ae8b9c2-b415-40b7-af98-96a059a11445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:06.489744 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-9ae8b9c2-b415-40b7-af98-96a059a11445 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 1094 time: 0.0448534 Oct 13 00:36:06.623228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-80a115df-2505-4eec-9edf-f5d47176a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:06.624815 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-80a115df-2505-4eec-9edf-f5d47176a6ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1265771 Oct 13 00:36:06.659015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:06.677735 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-d973ea9e-9b0a-4f6a-8d3a-784c7eae77f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c HTTP/1.1" status: 200 len: 217 time: 0.0454280 Oct 13 00:36:06.771060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-862e557d-7bfe-478c-940b-4940a886969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:06.772592 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-862e557d-7bfe-478c-940b-4940a886969f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0864146 Oct 13 00:36:06.836032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-892ef30f-5b80-4a3a-a5ab-1b8a9ac3248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:06.837567 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-892ef30f-5b80-4a3a-a5ab-1b8a9ac3248b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578144 Oct 13 00:36:06.948834 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-812f6684-adfe-4db4-93a6-369bbd2fef47 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992827 Oct 13 00:36:07.072412 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fb3594b1-6950-4e38-83c9-f96c3f30732c req-92b7522c-c2f0-44dd-8e1b-5c629c32e184 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164210 Oct 13 00:36:07.110473 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:07.134742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b1891-66fc-4ca9-814f-9c87a4bbd9ab req-56c3ac36-4fe5-49ca-8157-aa6b76753a2d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:07.136341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-525b1891-66fc-4ca9-814f-9c87a4bbd9ab req-56c3ac36-4fe5-49ca-8157-aa6b76753a2d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 943 time: 0.0626829 Oct 13 00:36:07.179905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-525b1891-66fc-4ca9-814f-9c87a4bbd9ab req-f4f2fac6-a9f5-4fe8-a446-f83ad848d52e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370452 Oct 13 00:36:07.445875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95825f-2699-4f40-8d65-300c8e6313bb req-cd38e09f-f853-400f-9b5b-1d12da418b13 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:07.453667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac95825f-2699-4f40-8d65-300c8e6313bb req-cd38e09f-f853-400f-9b5b-1d12da418b13 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0707250 Oct 13 00:36:07.499197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac95825f-2699-4f40-8d65-300c8e6313bb req-2872896a-5ba5-4501-895b-52fe346aa793 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444701 Oct 13 00:36:08.328541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ca7a9-d097-451d-b982-d0d377478199 req-2a82e110-2190-4af7-8224-809cfd76cfb1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:08.335394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b01ca7a9-d097-451d-b982-d0d377478199 req-2a82e110-2190-4af7-8224-809cfd76cfb1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 943 time: 0.0704367 Oct 13 00:36:08.394251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b01ca7a9-d097-451d-b982-d0d377478199 req-7251b84d-3d66-47a3-84b6-1ef1a548e889 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Oct 13 00:36:08.631910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b10f93-fa9d-4eb5-874e-35bd031b7120 req-4e39a5b2-3d57-4a7c-95e6-a1a9795b4cd0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:08.633531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5b10f93-fa9d-4eb5-874e-35bd031b7120 req-4e39a5b2-3d57-4a7c-95e6-a1a9795b4cd0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0626538 Oct 13 00:36:08.681550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5b10f93-fa9d-4eb5-874e-35bd031b7120 req-93ee04a1-9c69-44d8-876c-f17b9b9cf98d tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381625 Oct 13 00:36:09.502029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896d2ae-0550-413e-bbe2-02a3e3aefd1a req-301c9bde-3465-49a9-95f6-c0451fec398c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:09.503560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1896d2ae-0550-413e-bbe2-02a3e3aefd1a req-301c9bde-3465-49a9-95f6-c0451fec398c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 943 time: 0.0500870 Oct 13 00:36:09.544068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1896d2ae-0550-413e-bbe2-02a3e3aefd1a req-4757c843-3a55-4cb1-ae63-7d71e9ccd861 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Oct 13 00:36:09.582139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-fafd2518-0f3b-435d-a665-4818f27353e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:09.583788 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-fafd2518-0f3b-435d-a665-4818f27353e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1096 time: 0.0434017 Oct 13 00:36:09.693064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-48a0fd5f-879e-46b7-a19c-e255c6ffe9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:09.694634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-48a0fd5f-879e-46b7-a19c-e255c6ffe9d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.0925858 Oct 13 00:36:09.696282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:36:09.774995 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-4b922f34-f150-4b48-bc56-1afb623fed56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 1001 time: 0.0724664 Oct 13 00:36:09.813428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:09.826851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'mac_address': 'fa:16:3e:68:2c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:36:09.833630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-0d5bae9d-e4e9-4832-9b57-28dfa99eb8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:09.835177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-0d5bae9d-e4e9-4832-9b57-28dfa99eb8a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0518470 Oct 13 00:36:09.835298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860114-8af9-40e8-98ab-49b5165ef198 req-f51ebbb2-7966-4399-bf97-7e74f32757c2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:09.836737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65860114-8af9-40e8-98ab-49b5165ef198 req-f51ebbb2-7966-4399-bf97-7e74f32757c2 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0569425 Oct 13 00:36:09.866668 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:09.880718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:36:09.882075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65860114-8af9-40e8-98ab-49b5165ef198 req-60a40206-f994-4473-b860-1080a5fbc11f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393946 Oct 13 00:36:09.889543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-a42ea7b4-05e2-4388-9405-707adec05a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:09.891493 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-a42ea7b4-05e2-4388-9405-707adec05a18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483885 Oct 13 00:36:09.905811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:09.913374 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:09.963713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:09.990180 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-59b7e193-e3c6-4b9d-85a6-0632ac7679f5 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907247 Oct 13 00:36:10.091790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2bb9c8ae-7049-40e9-b8ec-4b5c40233dad req-425cf0b3-3fb0-4922-a8e8-6103650aae59 service neutron] 10.222.0.36 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929952 Oct 13 00:36:10.311964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9b10982d-79ae-42a5-a8f8-c2e1f9c7552c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:10.666252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc4d05-7abe-4974-8cd8-10a8d03c4e43 req-2aadbad6-01a9-4f81-9d79-0aebafa1bf7a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:10.668426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23bc4d05-7abe-4974-8cd8-10a8d03c4e43 req-2aadbad6-01a9-4f81-9d79-0aebafa1bf7a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 944 time: 0.0529075 Oct 13 00:36:10.710305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23bc4d05-7abe-4974-8cd8-10a8d03c4e43 req-ef7d6f45-d321-48e1-b0ca-30c26fd54482 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Oct 13 00:36:11.004091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13dc3e-b190-4692-98c4-7ade71a6ba1d req-e2a47d67-8844-41b1-98a8-36844d118ee5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:11.005619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e13dc3e-b190-4692-98c4-7ade71a6ba1d req-e2a47d67-8844-41b1-98a8-36844d118ee5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0508039 Oct 13 00:36:11.045216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e13dc3e-b190-4692-98c4-7ade71a6ba1d req-d9be7efe-a807-4542-a083-acf725b565c8 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336339 Oct 13 00:36:11.733249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:36:11.794228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:36:11.802755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:36:11.803136 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:11.840970 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9b105f38-651d-466a-8f16-563044cda73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:11.852288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab216649-6bf6-43ea-92b9-cfef0ddb94d1 req-eecf57d7-b53b-40da-b052-efa6bdc224ce tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:11.860948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab216649-6bf6-43ea-92b9-cfef0ddb94d1 req-eecf57d7-b53b-40da-b052-efa6bdc224ce tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 944 time: 0.0684171 Oct 13 00:36:11.905448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab216649-6bf6-43ea-92b9-cfef0ddb94d1 req-699416af-117b-4ebf-969e-23a81137855e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Oct 13 00:36:11.921438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:11.944482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:11.946752 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b814f201-28cc-45c5-af40-5fb7b9c8902d" -d '{"events": [{"server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "name": "network-vif-plugged", "status": "completed", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:11.964125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:11.969532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-aae085c2-1825-469f-b629-7b755c6e8218 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506756 Oct 13 00:36:11.970385 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:11.971171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:36:12.008723 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5bb18c-ed4e-4d3a-ad37-fcaee78d3116 x-openstack-request-id: req-9c5bb18c-ed4e-4d3a-ad37-fcaee78d3116 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:12.009086 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "name": "network-vif-plugged", "status": "completed", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:12.009396 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c5bb18c-ed4e-4d3a-ad37-fcaee78d3116 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:12.009842 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'code': 200} Oct 13 00:36:12.048895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:12.082258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-cf47685c-202b-41cf-af31-bfe403cd2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:12.083918 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-cf47685c-202b-41cf-af31-bfe403cd2d92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 1096 time: 0.0763831 Oct 13 00:36:12.094452 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:12.152274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:12.169099 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:12.190842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b22aa-9bc6-4dea-8f6d-6f946c94070f req-8eb44c1d-d4a3-4ddb-803a-a51c2aa7f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:12.192084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff4cfb-6323-46db-89da-dd826dd423e1 req-d1663367-24de-4be0-aad0-a4588feac8a1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:12.192795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a51b22aa-9bc6-4dea-8f6d-6f946c94070f req-8eb44c1d-d4a3-4ddb-803a-a51c2aa7f865 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 1096 time: 0.1076422 Oct 13 00:36:12.200431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6ff4cfb-6323-46db-89da-dd826dd423e1 req-d1663367-24de-4be0-aad0-a4588feac8a1 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0685270 Oct 13 00:36:12.231375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:12.248418 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6ff4cfb-6323-46db-89da-dd826dd423e1 req-5439ebee-9c54-4977-8919-ed7b8aafe2d6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404756 Oct 13 00:36:12.301459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a51b22aa-9bc6-4dea-8f6d-6f946c94070f req-7e13d906-55b7-4035-854c-7a3abd73c67c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874424 Oct 13 00:36:12.306647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-491001fb-fc7e-4898-94ef-c14556c65af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:12.308341 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-491001fb-fc7e-4898-94ef-c14556c65af3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1828201 Oct 13 00:36:12.358622 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-8bd63122-ba9f-42dd-b461-d9daee1dca0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c HTTP/1.1" status: 200 len: 217 time: 0.0414553 Oct 13 00:36:12.431067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-0df19997-f465-4c28-b38f-45aa80c23933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:12.431067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-0df19997-f465-4c28-b38f-45aa80c23933 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0545495 Oct 13 00:36:12.485688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-0a5f61f2-3c82-4216-aab5-70e2a53ac882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:12.487141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-0a5f61f2-3c82-4216-aab5-70e2a53ac882 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506008 Oct 13 00:36:12.590235 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-61c98617-c155-4408-b805-4624e7dc41c1 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956059 Oct 13 00:36:12.705282 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a1aae4e-84d5-4609-ac1c-706358b9807c req-99bc743d-dc6e-468b-9b57-40a63e4b1605 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058431 Oct 13 00:36:13.034140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76462d-74a6-41bf-a515-c3fd54e1bcbe req-eb0e776a-b0e3-4857-973b-0cf336841557 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:13.036284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b76462d-74a6-41bf-a515-c3fd54e1bcbe req-eb0e776a-b0e3-4857-973b-0cf336841557 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0554118 Oct 13 00:36:13.062010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-00b2fccc-2438-46d0-bd9e-dddedf47dc3f req-8308ad82-6b67-4a26-9860-022e6dc524dc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:36:13.062975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00b2fccc-2438-46d0-bd9e-dddedf47dc3f req-8308ad82-6b67-4a26-9860-022e6dc524dc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063114 Oct 13 00:36:13.083741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b76462d-74a6-41bf-a515-c3fd54e1bcbe req-04c149d9-ad39-43ab-8b79-4f4544bf1990 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Oct 13 00:36:13.236289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121055e-2c3b-4314-9a79-61cbcc53f6bc req-05876687-4c1d-4b63-a944-6240aebb502d tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:13.238206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2121055e-2c3b-4314-9a79-61cbcc53f6bc req-05876687-4c1d-4b63-a944-6240aebb502d tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 943 time: 0.0520995 Oct 13 00:36:13.280404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2121055e-2c3b-4314-9a79-61cbcc53f6bc req-3e6e4e67-7725-4518-9d8a-e5647a5b9179 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361753 Oct 13 00:36:13.450782 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-6a0227f7-6bd2-49aa-9f2f-82ebff29b5da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952225 Oct 13 00:36:14.011670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:14.014242 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d431ce83-2639-4f7c-ac8c-55d6bba8bfcf" -d '{"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-unplugged", "status": "completed", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:14.051468 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c4ff88-234f-4164-9695-710438513b9f x-openstack-request-id: req-d6c4ff88-234f-4164-9695-710438513b9f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:14.051799 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-unplugged", "status": "completed", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:14.052049 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6c4ff88-234f-4164-9695-710438513b9f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:14.052436 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'code': 200} Oct 13 00:36:14.199837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e18d1-f6c9-488a-87f8-456f72e62c63 req-7dfbb0fc-26f5-4c40-981a-dd8abbcf2f51 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:14.201592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e93e18d1-f6c9-488a-87f8-456f72e62c63 req-7dfbb0fc-26f5-4c40-981a-dd8abbcf2f51 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0532579 Oct 13 00:36:14.244388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e93e18d1-f6c9-488a-87f8-456f72e62c63 req-51c916dc-e927-404a-ad92-67ad871685e8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Oct 13 00:36:14.392214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-0d07d4f6-4e37-425c-bb2a-323e6e727227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:14.393643 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-0d07d4f6-4e37-425c-bb2a-323e6e727227 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955&tenant_id=64d695b5ae334f6cbd1bf73f25ec618b HTTP/1.1" status: 200 len: 1094 time: 0.0633597 Oct 13 00:36:14.413424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:36:14.429953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f5abf-361b-47fc-859a-0de7b2541ac2 req-a4142c96-c00a-4851-af90-d26ea5306d6c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:14.431938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-193f5abf-361b-47fc-859a-0de7b2541ac2 req-a4142c96-c00a-4851-af90-d26ea5306d6c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 943 time: 0.0703940 Oct 13 00:36:14.477714 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:14.500259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-193f5abf-361b-47fc-859a-0de7b2541ac2 req-879f0698-d5f6-4ad4-98af-cf9cb8541fc5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578535 Oct 13 00:36:14.525547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8015de1-b84f-4e88-bdf3-d927881d13d3 req-0bcd5554-9332-4a33-a957-9df52b3d9ca7 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:14.530073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8015de1-b84f-4e88-bdf3-d927881d13d3 req-0bcd5554-9332-4a33-a957-9df52b3d9ca7 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0942521 Oct 13 00:36:14.538666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-72c6e08a-75cb-487b-9a28-f947d7e9d883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:14.584328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8015de1-b84f-4e88-bdf3-d927881d13d3 req-64bee602-32e5-468e-920c-b85c6a7adf44 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487418 Oct 13 00:36:14.715859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:14.752344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:36:14.786390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3857d9-66fe-4a1c-aa46-04f767a14619 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:36:14.796220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:14.810108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Transition to ACTIVE for port object 4a3857d9-66fe-4a1c-aa46-04f767a14619 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:36:14.813324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:14.893105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=9']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:14.941238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] No DVR routers for this DVR port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:36:15.097977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Attempting to bind port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:36:15.098310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Attempting to bind port 4a3857d9-66fe-4a1c-aa46-04f767a14619 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:36:15.098638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Attempting to bind port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:36:15.102958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:36:15.103273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Attempting to bind port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:36:15.108177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:36:15.108511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Checking segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:36:15.108896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Bound using segment: {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:36:15.109900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Bound port: 4a3857d9-66fe-4a1c-aa46-04f767a14619, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a459a42c-4c13-4b42-a347-75562cec9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:36:15.109900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:15.180723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:36:15.184408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:36:15.189576 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:15.229084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:15.229541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:15.231457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] 10.222.0.45 "PUT /v2.0/ports/4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 1091 time: 0.8226066 Oct 13 00:36:15.231958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:15.234367 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42f2e0c-863a-44fc-9607-38c1119962df" -d '{"events": [{"name": "network-changed", "server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:15.255958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:15.276586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.276966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.277355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.277698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.278030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.278356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.278681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.279047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.279407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.279753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.280075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.280394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7abc548-9c8c-428e-b379-68265a5b0e0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:15.347798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-ccd207da-894a-483d-8342-0ee1bb3f23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:15.349329 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-ccd207da-894a-483d-8342-0ee1bb3f23d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1095 time: 0.0750360 Oct 13 00:36:15.380728 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89defd6-e4b7-4af7-b131-a30766f9afe1 x-openstack-request-id: req-e89defd6-e4b7-4af7-b131-a30766f9afe1 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:15.380865 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:15.381003 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e89defd6-e4b7-4af7-b131-a30766f9afe1 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:15.381561 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'status': 'completed', 'code': 200} Oct 13 00:36:15.460698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-e2c9c215-7317-484f-aa0b-6840ef9f57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:15.462949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-e2c9c215-7317-484f-aa0b-6840ef9f57f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1053731 Oct 13 00:36:15.531359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-72cfd17a-65e0-4426-88ba-2a07deeb13ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 999 time: 0.0613155 Oct 13 00:36:15.584813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-c93e084c-d042-4b6e-b1a4-4e57287b3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:15.586352 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-c93e084c-d042-4b6e-b1a4-4e57287b3df5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0471125 Oct 13 00:36:15.668892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100bba0-9a47-4f70-996a-8543dff7dedc req-c3556f64-fa83-4f83-a3d5-66870a3be6ca tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:15.671289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0100bba0-9a47-4f70-996a-8543dff7dedc req-c3556f64-fa83-4f83-a3d5-66870a3be6ca tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0687892 Oct 13 00:36:15.673467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-4afd1a9c-b9cc-4987-b355-f221a9c94549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:15.675332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-4afd1a9c-b9cc-4987-b355-f221a9c94549 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815153 Oct 13 00:36:15.685932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-0922509e-4a90-4623-88c7-24dec7c5ba2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585127 Oct 13 00:36:15.732851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:36:15.751719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0100bba0-9a47-4f70-996a-8543dff7dedc req-a10dd8c7-0514-458e-bf28-997778f10824 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688999 Oct 13 00:36:15.756875 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:15.762454 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0c7cb-0dd8-4420-af02-2e927f4d18b6 req-52678d0d-6375-4a64-91ce-b564ccdb2a4b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:15.771788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49a0c7cb-0dd8-4420-af02-2e927f4d18b6 req-52678d0d-6375-4a64-91ce-b564ccdb2a4b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0972838 Oct 13 00:36:15.785319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:36:15.827128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49a0c7cb-0dd8-4420-af02-2e927f4d18b6 req-9d13ea77-4950-4890-9013-a70c71694e21 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542462 Oct 13 00:36:15.847967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-db53b68d-ea8f-49ff-9fb8-636064ad89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:15.849536 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-db53b68d-ea8f-49ff-9fb8-636064ad89c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 1097 time: 0.0672987 Oct 13 00:36:15.873269 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-4ce4630d-af0d-473c-a530-b29cc4989316 service neutron] 10.222.0.45 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863403 Oct 13 00:36:15.925881 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:16.035385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d38ee2cd-e38c-4a91-8daf-c7f97f9986d2 req-5f493ac2-5802-4038-9ed5-379e4c6f3aa7 service neutron] 10.222.0.45 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515949 Oct 13 00:36:16.048555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-3127b73d-abce-4493-93c2-ec3c5dcd48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:16.050235 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-3127b73d-abce-4493-93c2-ec3c5dcd48ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.1757338 Oct 13 00:36:16.110094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-a78ffd14-e0cd-422f-b003-4f6409bec87a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e04165af-93a4-4132-b7ff-8bfbfbeb920d HTTP/1.1" status: 200 len: 217 time: 0.0510223 Oct 13 00:36:16.200765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-4a789ac7-54f9-48ce-952e-82c184db5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:16.202584 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-4a789ac7-54f9-48ce-952e-82c184db5229 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0632753 Oct 13 00:36:16.205975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f2e0c-863a-44fc-9607-38c1119962df req-1116b3b8-5581-4cd7-b762-317911b0b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:16.207396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a42f2e0c-863a-44fc-9607-38c1119962df req-1116b3b8-5581-4cd7-b762-317911b0b0e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1095 time: 0.0945036 Oct 13 00:36:16.293361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c45e0a-1e9c-4616-923c-2d47a0742fc3 req-fe12379c-0285-41c6-b888-ff686943b36d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:16.295382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28c45e0a-1e9c-4616-923c-2d47a0742fc3 req-fe12379c-0285-41c6-b888-ff686943b36d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0657399 Oct 13 00:36:16.340666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-07e4592c-712e-4f40-a5ed-a4a35ae03028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:16.351579 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-07e4592c-712e-4f40-a5ed-a4a35ae03028 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319802 Oct 13 00:36:16.392472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28c45e0a-1e9c-4616-923c-2d47a0742fc3 req-bebe93c2-e3fe-4a83-a99d-789bc25b1e9a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 Oct 13 00:36:16.837154 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-2ce3cb8d-bb12-4e1c-a626-a1c626f69a4b service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780412 Oct 13 00:36:16.837154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f2e0c-863a-44fc-9607-38c1119962df req-91db6d14-b38e-4a9c-a998-a292b7ca5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:16.837154 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a42f2e0c-863a-44fc-9607-38c1119962df req-91db6d14-b38e-4a9c-a998-a292b7ca5635 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.6126885 Oct 13 00:36:16.979282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb8b70-933d-4bac-a37f-6d5afe9d7ee1 req-dd713c6a-46ca-4365-aff1-8f26f69c9008 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:16.990599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21bb8b70-933d-4bac-a37f-6d5afe9d7ee1 req-dd713c6a-46ca-4365-aff1-8f26f69c9008 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.1046598 Oct 13 00:36:17.059791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21bb8b70-933d-4bac-a37f-6d5afe9d7ee1 req-aa801702-dd8f-4e14-8798-b95cecdd15ae tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597899 Oct 13 00:36:17.061384 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f979135a-4656-4ca3-b8bc-a8b78ffd2416 req-1d479c03-808d-4ab3-bdcd-078be13b7f80 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199547 Oct 13 00:36:17.504588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582ed47-d3c8-4b9c-b7b6-f3eadf381558 req-f1fc376c-9fe6-492c-8cd1-06faa2e21b25 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:17.506407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a582ed47-d3c8-4b9c-b7b6-f3eadf381558 req-f1fc376c-9fe6-492c-8cd1-06faa2e21b25 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0500650 Oct 13 00:36:17.548763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:17.565593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a582ed47-d3c8-4b9c-b7b6-f3eadf381558 req-d811bb1a-394b-4bd5-a043-10294125fe39 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Oct 13 00:36:17.750284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:36:17.857288 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:17.869946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'port_id': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'mac_address': 'fa:16:3e:68:2c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:36:17.916233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:17.936459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:36:17.963580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:17.974993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:18.046981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:18.054759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.055110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.055454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.055824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.056153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.056487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.057022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.057506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.058032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.058360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.058691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.059017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:36:18.151144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9b10982d-79ae-42a5-a8f8-c2e1f9c7552c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:18.181252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262af4f-0641-4f29-84e9-af08b99c8dfa req-cdddcaf1-f31c-40f5-8312-ec96d5ff9598 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:18.182832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5262af4f-0641-4f29-84e9-af08b99c8dfa req-cdddcaf1-f31c-40f5-8312-ec96d5ff9598 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0633559 Oct 13 00:36:18.228143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5262af4f-0641-4f29-84e9-af08b99c8dfa req-3cdb5e35-1da3-4ee0-8c38-c67694b67333 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381389 Oct 13 00:36:18.682311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4daecd8-8ab9-4a2b-aa8d-d8b0d9167b46 req-ecaee815-e58c-489d-9c4e-aab65bbbb3d8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:18.685064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4daecd8-8ab9-4a2b-aa8d-d8b0d9167b46 req-ecaee815-e58c-489d-9c4e-aab65bbbb3d8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 944 time: 0.0581346 Oct 13 00:36:18.733385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4daecd8-8ab9-4a2b-aa8d-d8b0d9167b46 req-f0d9af7e-2739-4566-87da-2e7c36840bdb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Oct 13 00:36:19.368047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d3602-f383-49c0-9a3d-e81227342fd5 req-bb9a5f96-eb16-4489-852b-1d7aa440dc58 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:19.369637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b4d3602-f383-49c0-9a3d-e81227342fd5 req-bb9a5f96-eb16-4489-852b-1d7aa440dc58 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0532491 Oct 13 00:36:19.428638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b4d3602-f383-49c0-9a3d-e81227342fd5 req-efc1ae6c-5b9c-4f03-bdbf-868feb6f6a46 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408041 Oct 13 00:36:19.767271 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:36:19.839169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:36:19.840216 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:19.903679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c2a75-908e-4d1d-84fe-5ce3043d3f91 req-ecfcebf5-2911-4671-8951-0b4bc15bebe5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:19.911373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990c2a75-908e-4d1d-84fe-5ce3043d3f91 req-ecfcebf5-2911-4671-8951-0b4bc15bebe5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 944 time: 0.1031685 Oct 13 00:36:19.937237 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:19.974823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:19.977374 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b2a676-a80b-4cd5-84f3-930fad7d80f4" -d '{"events": [{"server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "name": "network-vif-plugged", "status": "completed", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:19.991460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:20.004115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-990c2a75-908e-4d1d-84fe-5ce3043d3f91 req-e176aea9-7319-43d2-8c9a-7a5fa01755f4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916705 Oct 13 00:36:20.005234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:20.046457 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe2ff74-d348-45fe-a676-3de4b9f97de3 x-openstack-request-id: req-0fe2ff74-d348-45fe-a676-3de4b9f97de3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:20.046895 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "name": "network-vif-plugged", "status": "completed", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:20.047235 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fe2ff74-d348-45fe-a676-3de4b9f97de3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:20.047834 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'code': 200} Oct 13 00:36:20.089473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:20.566597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053836c-edee-44a9-bd77-89eb67030a0e req-76d81b39-badb-45f7-954c-d248dc6bab5f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:20.568219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d053836c-edee-44a9-bd77-89eb67030a0e req-76d81b39-badb-45f7-954c-d248dc6bab5f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0515292 Oct 13 00:36:20.651969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d053836c-edee-44a9-bd77-89eb67030a0e req-4a4fe498-0185-4e3f-b439-078cb8e33880 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769997 Oct 13 00:36:21.200643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcff9e0-2cec-4aba-8f73-60676247f766 req-f18df7e9-2dab-4a20-821c-5cc333ac5b5e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:21.203913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcff9e0-2cec-4aba-8f73-60676247f766 req-f18df7e9-2dab-4a20-821c-5cc333ac5b5e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0629563 Oct 13 00:36:21.248627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1dcff9e0-2cec-4aba-8f73-60676247f766 req-c1dbad04-7ed8-4257-99b7-aa8b846031c0 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Oct 13 00:36:21.853151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e449-2b57-4f22-8094-f12ef92ae058 req-9387e387-a159-497a-924d-18e58fb53d4e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:21.861245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e648e449-2b57-4f22-8094-f12ef92ae058 req-9387e387-a159-497a-924d-18e58fb53d4e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0693069 Oct 13 00:36:22.327161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e648e449-2b57-4f22-8094-f12ef92ae058 req-093445eb-b569-4d01-97a2-f7a4f14c4fd0 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4649353 Oct 13 00:36:22.428744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1a35c-b31b-4d97-82d7-291bb9f14afa req-129063cb-00ba-4fcd-849c-3e2030b3d78e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:22.432430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87a1a35c-b31b-4d97-82d7-291bb9f14afa req-129063cb-00ba-4fcd-849c-3e2030b3d78e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0679336 Oct 13 00:36:22.519563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87a1a35c-b31b-4d97-82d7-291bb9f14afa req-22862474-3e74-4024-bbad-14eb1e55c13a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843332 Oct 13 00:36:23.162958 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:36:23.518607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868ecc7-9745-4eb4-9879-633839269ec2 req-3e081403-1076-43f6-b555-419e1625c131 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:23.530741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d868ecc7-9745-4eb4-9879-633839269ec2 req-3e081403-1076-43f6-b555-419e1625c131 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0907454 Oct 13 00:36:23.619117 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d868ecc7-9745-4eb4-9879-633839269ec2 req-a982abaa-91f0-4a8e-b5d9-2ae1fe3075e4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872087 Oct 13 00:36:23.735400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750e23-b74f-4ed2-ba92-13fd82d0aac0 req-d88ed44d-4367-48f5-a367-d64edd2d79d8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:23.739914 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea750e23-b74f-4ed2-ba92-13fd82d0aac0 req-d88ed44d-4367-48f5-a367-d64edd2d79d8 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.1019430 Oct 13 00:36:23.902881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea750e23-b74f-4ed2-ba92-13fd82d0aac0 req-931efd25-1204-48f3-a3ec-fc58a834123b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565163 Oct 13 00:36:24.619327 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a42f2e0c-863a-44fc-9607-38c1119962df req-e28af177-c2b3-4559-8ba6-94a73ca66d1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 999 time: 0.2119186 Oct 13 00:36:24.707647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f2e0c-863a-44fc-9607-38c1119962df req-d8c52675-0f8f-4b8e-987a-ad5bec72a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:24.709377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a42f2e0c-863a-44fc-9607-38c1119962df req-d8c52675-0f8f-4b8e-987a-ad5bec72a9ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0705185 Oct 13 00:36:24.835384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99d11-4aed-4351-b7a2-f548cd6793e0 req-ca57cb2c-6053-44db-898a-ce07c9db7517 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:24.843987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06a99d11-4aed-4351-b7a2-f548cd6793e0 req-ca57cb2c-6053-44db-898a-ce07c9db7517 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0689070 Oct 13 00:36:24.932563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f2e0c-863a-44fc-9607-38c1119962df req-c447a7df-e564-437c-8236-e6f933f4f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:24.951401 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a42f2e0c-863a-44fc-9607-38c1119962df req-c447a7df-e564-437c-8236-e6f933f4f761 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155534 Oct 13 00:36:24.993226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06a99d11-4aed-4351-b7a2-f548cd6793e0 req-4688c371-391e-429a-9b52-cfa1c85f7a6c tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478028 Oct 13 00:36:25.158379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81a85e-c92a-44d6-b49f-11088fdc0a8f req-7c6ff683-6c3b-4c3a-8ffe-116e2647cfff tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:25.174902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a81a85e-c92a-44d6-b49f-11088fdc0a8f req-7c6ff683-6c3b-4c3a-8ffe-116e2647cfff tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0816445 Oct 13 00:36:25.209428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a42f2e0c-863a-44fc-9607-38c1119962df req-e45501a3-b378-4759-a2ff-6ca4e1c805fe service neutron] 10.222.0.45 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332721 Oct 13 00:36:25.251840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a81a85e-c92a-44d6-b49f-11088fdc0a8f req-1789ef2e-b67e-4e42-83a4-d1de8113aa2c tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754461 Oct 13 00:36:26.195424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175f8d7-ff6f-4830-983d-5b36eeab8b3f req-be9a6ccf-0bbd-46ce-ad27-08bc817fd942 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:26.207495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f175f8d7-ff6f-4830-983d-5b36eeab8b3f req-be9a6ccf-0bbd-46ce-ad27-08bc817fd942 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0960848 Oct 13 00:36:26.290734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f175f8d7-ff6f-4830-983d-5b36eeab8b3f req-23014a90-b08e-4fa3-b043-472ea0f3dfc3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817072 Oct 13 00:36:26.399972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0978f-bb09-4aa2-9d76-1b10f4b64582 req-f4c3fcc2-311c-4789-b8e3-dca818b75ad1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:26.407638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29f0978f-bb09-4aa2-9d76-1b10f4b64582 req-f4c3fcc2-311c-4789-b8e3-dca818b75ad1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0666854 Oct 13 00:36:26.527200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-29f0978f-bb09-4aa2-9d76-1b10f4b64582 req-32d525d0-aa2a-44a2-9dc5-b449ea8cbf1f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030884 Oct 13 00:36:27.454173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08349123-8bef-49a4-8c7d-297ea6029f10 req-1bf043a4-eabb-4906-8bd2-cb503a859c7a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:27.455792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08349123-8bef-49a4-8c7d-297ea6029f10 req-1bf043a4-eabb-4906-8bd2-cb503a859c7a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0867038 Oct 13 00:36:27.509329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08349123-8bef-49a4-8c7d-297ea6029f10 req-23f8b6eb-e58a-4d83-aa82-52c09d95bc49 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470152 Oct 13 00:36:27.656629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd4f3d-0e23-467c-8e4b-62be20188290 req-2665960d-09f3-4996-8a74-7d964063aaf5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:27.664839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8bcd4f3d-0e23-467c-8e4b-62be20188290 req-2665960d-09f3-4996-8a74-7d964063aaf5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0661738 Oct 13 00:36:27.714327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8bcd4f3d-0e23-467c-8e4b-62be20188290 req-c8862a5e-f292-402f-a8f1-572486c44c1a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Oct 13 00:36:28.653798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989626f-d1f0-4b79-a3df-a13997ec297a req-89803903-86c7-4f8b-8cac-d03893a81fa6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:28.661629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d989626f-d1f0-4b79-a3df-a13997ec297a req-89803903-86c7-4f8b-8cac-d03893a81fa6 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0643110 Oct 13 00:36:28.706642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d989626f-d1f0-4b79-a3df-a13997ec297a req-99da6b07-6413-443e-8aba-7f40986cfe4f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439489 Oct 13 00:36:28.861234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c96364-9589-427f-bfbe-d58406494b91 req-e3e2f3d0-c587-4630-83f7-33e2cd925f72 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:28.871311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24c96364-9589-427f-bfbe-d58406494b91 req-e3e2f3d0-c587-4630-83f7-33e2cd925f72 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0749850 Oct 13 00:36:28.934119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24c96364-9589-427f-bfbe-d58406494b91 req-662a3845-dce7-4733-b5b3-f680c5bd7f54 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Oct 13 00:36:29.890884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f7df9-d091-4bc7-bca3-0fb807bf9d90 req-ff9daa90-e63b-472c-860d-12c3246402d4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:29.898307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d96f7df9-d091-4bc7-bca3-0fb807bf9d90 req-ff9daa90-e63b-472c-860d-12c3246402d4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0780611 Oct 13 00:36:29.940236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d96f7df9-d091-4bc7-bca3-0fb807bf9d90 req-c64a7b82-2d91-47bf-8437-84bb6d3cdbc4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394063 Oct 13 00:36:30.121204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8f5b9-844b-4e4c-a205-f1216faaf945 req-66eb7312-2afb-45c2-bf4a-99607af1ce24 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:30.122733 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dca8f5b9-844b-4e4c-a205-f1216faaf945 req-66eb7312-2afb-45c2-bf4a-99607af1ce24 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0880749 Oct 13 00:36:30.207712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dca8f5b9-844b-4e4c-a205-f1216faaf945 req-5009d2d5-81e1-482f-a3ab-8d191aed95c9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671241 Oct 13 00:36:31.077382 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a42f2e0c-863a-44fc-9607-38c1119962df req-a91b44a4-4e05-46ae-8633-17962c1e00a6 service neutron] 10.222.0.45 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517687 Oct 13 00:36:31.154853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650be9a-cefb-47cd-a191-e96ab5cd584b req-433cff64-e15a-4f5a-b9c2-6591989c72f3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:31.157884 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9650be9a-cefb-47cd-a191-e96ab5cd584b req-433cff64-e15a-4f5a-b9c2-6591989c72f3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0743940 Oct 13 00:36:31.201990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9650be9a-cefb-47cd-a191-e96ab5cd584b req-4653b0d6-fb84-4ec1-bede-45168d47d225 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374651 Oct 13 00:36:31.368191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee724c-70e8-4eaf-a5d9-73b99f9c6edc req-5eefc902-c166-4cdd-bc77-f67433842ad2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:31.369833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5eee724c-70e8-4eaf-a5d9-73b99f9c6edc req-5eefc902-c166-4cdd-bc77-f67433842ad2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0795188 Oct 13 00:36:31.418502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5eee724c-70e8-4eaf-a5d9-73b99f9c6edc req-d9bd77ff-4ee4-480d-8928-a33f912379ef tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Oct 13 00:36:32.340638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d6e49-e4e1-4a13-93ae-8e806dec3fd9 req-ce8f4f7e-684a-448c-9237-0fe4e5b3efb9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:32.342189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a7d6e49-e4e1-4a13-93ae-8e806dec3fd9 req-ce8f4f7e-684a-448c-9237-0fe4e5b3efb9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0537283 Oct 13 00:36:32.389174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a7d6e49-e4e1-4a13-93ae-8e806dec3fd9 req-39d7632b-2b6b-4a94-8c85-fa8dd36932e5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409262 Oct 13 00:36:32.498519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-e64e27ac-cc80-4f3e-b946-42883b976c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:32.500060 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-e64e27ac-cc80-4f3e-b946-42883b976c89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 1096 time: 0.0465994 Oct 13 00:36:32.538010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14762d26-e8c8-4b0b-a9c4-1cdad7c02104 req-a497b690-b231-4f51-a24b-7a65a5a12433 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:32.539688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14762d26-e8c8-4b0b-a9c4-1cdad7c02104 req-a497b690-b231-4f51-a24b-7a65a5a12433 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0501919 Oct 13 00:36:32.581484 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14762d26-e8c8-4b0b-a9c4-1cdad7c02104 req-db4e4a2c-2e6f-45a2-902c-cac28631c938 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348055 Oct 13 00:36:32.603418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-31242206-795f-47ce-a0f7-c7afc1f4f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:32.605877 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-31242206-795f-47ce-a0f7-c7afc1f4f848 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.0981545 Oct 13 00:36:32.654690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-45521e8a-57f4-4425-aa96-0ec78fc939c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c HTTP/1.1" status: 200 len: 217 time: 0.0394251 Oct 13 00:36:32.706273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-8e131b51-261b-4dd1-9546-68396456bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:32.707863 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-8e131b51-261b-4dd1-9546-68396456bd22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0458474 Oct 13 00:36:32.754501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-5a0f9580-823e-4afc-be06-dedd72e371ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:32.756143 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-5a0f9580-823e-4afc-be06-dedd72e371ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414336 Oct 13 00:36:32.847465 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-ca6bb747-990c-431d-80e5-9cd35e78dc63 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Oct 13 00:36:32.935819 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8dbb1fe-c946-4aba-88fe-93f90788b669 req-33fe6439-a33f-4146-afc1-9336796ad193 service neutron] 10.222.0.36 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814564 Oct 13 00:36:33.507757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44efc0-b8b9-4552-81c3-89105fc5d85b req-07c26495-0464-47a9-ab5f-d3ed6de78161 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:33.509235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd44efc0-b8b9-4552-81c3-89105fc5d85b req-07c26495-0464-47a9-ab5f-d3ed6de78161 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0521162 Oct 13 00:36:33.546986 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd44efc0-b8b9-4552-81c3-89105fc5d85b req-6d266d5e-fc8b-4a84-a961-2d77f2781b1f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311904 Oct 13 00:36:33.703480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1992f-1558-4364-9bd8-5f8a1c7da979 req-41c7b2c9-e351-4eae-af25-bbb74aa56492 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:33.704989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07e1992f-1558-4364-9bd8-5f8a1c7da979 req-41c7b2c9-e351-4eae-af25-bbb74aa56492 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0558259 Oct 13 00:36:33.742390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07e1992f-1558-4364-9bd8-5f8a1c7da979 req-b91993c6-fe97-4b29-9daf-37ca348fb440 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Oct 13 00:36:34.665226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcb852-4bb2-439a-b79d-4741e1c1c702 req-ca51eb1d-5965-4cd3-b604-060c0bf81b30 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:34.666672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6fcb852-4bb2-439a-b79d-4741e1c1c702 req-ca51eb1d-5965-4cd3-b604-060c0bf81b30 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 944 time: 0.0493412 Oct 13 00:36:34.706749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6fcb852-4bb2-439a-b79d-4741e1c1c702 req-afc9d608-88be-4f1b-a470-3e306132ceac tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334299 Oct 13 00:36:34.794314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:36:34.874124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59819eba-5173-4e1a-883a-7cea908014ea req-980a2e92-e2bb-471f-8afb-226c7d3defea tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:34.875862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59819eba-5173-4e1a-883a-7cea908014ea req-980a2e92-e2bb-471f-8afb-226c7d3defea tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 945 time: 0.0616691 Oct 13 00:36:34.908683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:34.916876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59819eba-5173-4e1a-883a-7cea908014ea req-35265b38-cf2b-4422-805b-0f9d9bdf635f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 Oct 13 00:36:34.920475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'port_id': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'mac_address': 'fa:16:3e:7b:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:36:34.958259 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:34.971730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3857d9-66fe-4a1c-aa46-04f767a14619 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:36:34.991318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:34.996071 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:35.042756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bdb17-ad4c-4acf-89f4-b0c499f6fcf1 req-ce039471-c4a4-45bd-b6fe-5062c03be33d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:35.044302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc5bdb17-ad4c-4acf-89f4-b0c499f6fcf1 req-ce039471-c4a4-45bd-b6fe-5062c03be33d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0543778 Oct 13 00:36:35.050921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=11']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:35.087879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc5bdb17-ad4c-4acf-89f4-b0c499f6fcf1 req-42c9ac64-16e7-43b3-ab74-eb4bc4831874 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374951 Oct 13 00:36:35.212355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b6d7c-bc46-47ff-b5f8-1c07ed686d36 req-0cf861ab-618c-44b9-beb9-9668968872b6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:35.213876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-529b6d7c-bc46-47ff-b5f8-1c07ed686d36 req-0cf861ab-618c-44b9-beb9-9668968872b6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0557103 Oct 13 00:36:35.254241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-529b6d7c-bc46-47ff-b5f8-1c07ed686d36 req-63ed886a-9067-4972-a35d-a8c10d2687e2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340307 Oct 13 00:36:35.415176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['4a3857d9-66fe-4a1c-aa46-04f767a14619'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:35.471871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf71b0-3279-4d2b-96b3-1e616d16f523 req-806ec113-3070-4c09-9d69-d78c25ec509d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:35.481666 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9dbf71b0-3279-4d2b-96b3-1e616d16f523 req-806ec113-3070-4c09-9d69-d78c25ec509d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0677774 Oct 13 00:36:35.516972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9dbf71b0-3279-4d2b-96b3-1e616d16f523 req-40110a2d-4d47-438e-b56b-3eca962dfd89 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341308 Oct 13 00:36:35.832699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbfa44-757c-4af6-a3ec-c62c7c11351a req-66277fff-107c-4f02-abc7-3ffc2c6f5f66 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:35.834207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92cbfa44-757c-4af6-a3ec-c62c7c11351a req-66277fff-107c-4f02-abc7-3ffc2c6f5f66 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Oct 13 00:36:35.853453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:36:35.873931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92cbfa44-757c-4af6-a3ec-c62c7c11351a req-7c8a2e3f-95b7-4e8a-93b6-3c12c8564a10 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336125 Oct 13 00:36:35.931372 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:35.954347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:35.956593 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ec133-1ecf-4ef4-89cb-1fbeeb59f6e7" -d '{"events": [{"server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "name": "network-vif-unplugged", "status": "completed", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:35.969058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:35.973525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:35.998299 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb176b-e7bc-44ca-ae56-6bda986ba90c x-openstack-request-id: req-2dbb176b-e7bc-44ca-ae56-6bda986ba90c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:35.998535 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "name": "network-vif-unplugged", "status": "failed", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c", "code": 422}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:35.998792 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dbb176b-e7bc-44ca-ae56-6bda986ba90c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:35.999184 n-d-813679-4 neutron-server[94990]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'code': 422} returned with failed status Oct 13 00:36:36.024200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:36.637873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc275515-cc3e-4d31-9263-594600f8bf82 req-669f09f7-998f-4971-884e-7c2aa2ca5267 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:36.639299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc275515-cc3e-4d31-9263-594600f8bf82 req-669f09f7-998f-4971-884e-7c2aa2ca5267 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0489469 Oct 13 00:36:36.678537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc275515-cc3e-4d31-9263-594600f8bf82 req-fd2bb6d7-3f95-43c4-bc8d-29d7f8a43baa tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331261 Oct 13 00:36:36.685746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:36.807344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:36:36.857812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 4a3857d9-66fe-4a1c-aa46-04f767a14619 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:36:36.862284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 4a3857d9-66fe-4a1c-aa46-04f767a14619 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:36:36.862657 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:37.007477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c33c6b-dee3-483c-aee0-0e5c6602810f req-581d8298-e15a-420e-a620-8f95b74923f4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:37.009816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4c33c6b-dee3-483c-aee0-0e5c6602810f req-581d8298-e15a-420e-a620-8f95b74923f4 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 945 time: 0.0582166 Oct 13 00:36:37.048984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4c33c6b-dee3-483c-aee0-0e5c6602810f req-cf55a985-b393-4c67-8e46-3bfd96879932 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328808 Oct 13 00:36:37.087032 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:37.120859 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:37.129009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:37.132654 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:37.178962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:38.000673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:38.002957 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c86dd58-fa3e-4ee9-9489-bd97bee20a8a" -d '{"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-plugged", "status": "completed", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:38.068759 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb49b81-0a85-4f42-814c-f9ffbcbd2288 x-openstack-request-id: req-ebb49b81-0a85-4f42-814c-f9ffbcbd2288 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:38.069051 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-plugged", "status": "completed", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:38.069299 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebb49b81-0a85-4f42-814c-f9ffbcbd2288 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:38.069697 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'code': 200} Oct 13 00:36:38.087167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2fa0f-e37c-48ff-9ed6-3a8d4946b806 req-40a55957-eb0f-4df5-8caa-f10b0be75f10 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:38.089718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fa2fa0f-e37c-48ff-9ed6-3a8d4946b806 req-40a55957-eb0f-4df5-8caa-f10b0be75f10 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0799408 Oct 13 00:36:38.147764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0fa2fa0f-e37c-48ff-9ed6-3a8d4946b806 req-65a7a752-b0fd-47cc-aaff-71e80aaeba08 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522535 Oct 13 00:36:38.216576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da40978-19fa-489b-9395-ac67f2c93092 req-7327bdc7-2d42-4178-aa08-eadd5b4652f5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:38.218091 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1da40978-19fa-489b-9395-ac67f2c93092 req-7327bdc7-2d42-4178-aa08-eadd5b4652f5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 946 time: 0.0576806 Oct 13 00:36:38.267474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1da40978-19fa-489b-9395-ac67f2c93092 req-816c92ea-ca46-485d-9317-5083684f986a tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428913 Oct 13 00:36:38.291960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a183d-bcdb-443f-9295-73fa2a657dc4 req-32f412d2-ec84-4719-a016-d2f418f726b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:38.294264 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6d3a183d-bcdb-443f-9295-73fa2a657dc4 req-32f412d2-ec84-4719-a016-d2f418f726b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1097 time: 0.0452266 Oct 13 00:36:38.331905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6d3a183d-bcdb-443f-9295-73fa2a657dc4 req-82bfa599-384c-4286-b473-dabf8eed7012 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304961 Oct 13 00:36:39.279457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8723d-febe-43cb-889c-b03d7618abc0 req-4cf47256-2307-4e4a-a3f4-94ae2bbf453f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:39.282110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97b8723d-febe-43cb-889c-b03d7618abc0 req-4cf47256-2307-4e4a-a3f4-94ae2bbf453f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0610933 Oct 13 00:36:39.329229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97b8723d-febe-43cb-889c-b03d7618abc0 req-daa6d21a-9bc0-435a-8cc8-481d0197cbac tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398088 Oct 13 00:36:39.410233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdae898-841b-47ac-bc26-6a5d18b20b66 req-83cb01a0-a929-4848-a075-8eb368005893 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:39.412036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bdae898-841b-47ac-bc26-6a5d18b20b66 req-83cb01a0-a929-4848-a075-8eb368005893 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 946 time: 0.0664473 Oct 13 00:36:39.460894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bdae898-841b-47ac-bc26-6a5d18b20b66 req-b000b345-a771-482e-a0b0-9233281920cc tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410914 Oct 13 00:36:39.896082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:36:40.460090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c98f6d-ed1a-44f4-be66-9ae42ef04754 req-96b5d323-b922-407b-af1d-2219eef31a65 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:40.461694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5c98f6d-ed1a-44f4-be66-9ae42ef04754 req-96b5d323-b922-407b-af1d-2219eef31a65 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0545905 Oct 13 00:36:40.514588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5c98f6d-ed1a-44f4-be66-9ae42ef04754 req-8cfb8728-5cc2-4dde-9f7c-02b8da91f306 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460172 Oct 13 00:36:40.606240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe65d-778a-4847-b5ef-dcac383562d9 req-7e354357-ba75-4082-a44c-924a2914a3b5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:40.607828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f37fe65d-778a-4847-b5ef-dcac383562d9 req-7e354357-ba75-4082-a44c-924a2914a3b5 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 946 time: 0.0613718 Oct 13 00:36:40.649939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f37fe65d-778a-4847-b5ef-dcac383562d9 req-7531ba26-fe9b-4e20-bc43-70c5f0cb57a3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324917 Oct 13 00:36:40.900743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-0f686a0f-fcc1-406f-bdf0-df3b91706dcb tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:40.902196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-0f686a0f-fcc1-406f-bdf0-df3b91706dcb tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/networks?id=3add90d1-60f2-4866-bb3f-5ba80af6b939 HTTP/1.1" status: 200 len: 814 time: 0.0999389 Oct 13 00:36:40.917097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-f84a7f95-ec62-47e9-ac7e-64734c51d5a1 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/quotas/abc04358e8034be0b22c5de3606d167c HTTP/1.1" status: 200 len: 375 time: 0.0087886 Oct 13 00:36:40.951822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-5cd322bb-7b5c-4b7f-af08-90fc91035935 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=abc04358e8034be0b22c5de3606d167c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295272 Oct 13 00:36:40.962132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-1e930457-bcd2-47f6-86cb-951ef554dd93 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:36:40.963062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-1e930457-bcd2-47f6-86cb-951ef554dd93 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048141 Oct 13 00:36:41.049255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-d9607089-ade1-45d9-8aad-24865177a9e7 service neutron] 10.222.0.21 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805769 Oct 13 00:36:41.141502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-8699f498-b9cc-4220-be43-058349307183 service neutron] 10.222.0.21 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864487 Oct 13 00:36:41.297786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2dc4fa03-a67e-4df2-bd5c-53c7f5089154 req-6077f980-a3fb-40a5-a229-fe131b25543e tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 210 time: 0.0279799 Oct 13 00:36:41.626533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ae8b3-a484-4150-bb3e-9b5b94f29b1b req-637b16de-ab25-4e58-a7fb-b94a4f7fb6bd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:41.628073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c82ae8b3-a484-4150-bb3e-9b5b94f29b1b req-637b16de-ab25-4e58-a7fb-b94a4f7fb6bd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0500667 Oct 13 00:36:41.667729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c82ae8b3-a484-4150-bb3e-9b5b94f29b1b req-162aca9d-39d8-4071-a108-9a2f1ca94d08 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324402 Oct 13 00:36:41.803323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3c79ba09-9750-41d6-8cde-8b5cd5b824e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:42.332557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-f635e289-74f3-4198-88ef-d89bce14db83 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:42.333833 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-f635e289-74f3-4198-88ef-d89bce14db83 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.36 "GET /v2.0/networks?id=3add90d1-60f2-4866-bb3f-5ba80af6b939 HTTP/1.1" status: 200 len: 814 time: 0.1141512 Oct 13 00:36:42.355787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Request body: {'port': {'device_id': '5c80611c-856c-4281-8a52-ec9458940b65', 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939', 'admin_state_up': True, 'tenant_id': 'abc04358e8034be0b22c5de3606d167c'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:36:42.391729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-003f8884-a2e7-4860-9df8-989f9078fa5e req-7927c512-3f0a-4c4e-8391-fea45bc7acaa tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 210 time: 0.0269032 Oct 13 00:36:42.464649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Made reservation on behalf of abc04358e8034be0b22c5de3606d167c for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:36:42.468275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:42.589585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Allocated IP 172.20.0.14 (3add90d1-60f2-4866-bb3f-5ba80af6b939/1968b322-fab3-4678-86c6-a6514054848b/4617d6c8-6f53-4598-9051-149cdf170a15) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:36:42.738249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:42.771475 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:42.788338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22edac-3611-4280-8760-7fa84f27c1fb req-8cf1f386-5db3-4bb9-8365-52a05c61dbbb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:42.789825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f22edac-3611-4280-8760-7fa84f27c1fb req-8cf1f386-5db3-4bb9-8365-52a05c61dbbb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0532553 Oct 13 00:36:42.816660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Network 3add90d1-60f2-4866-bb3f-5ba80af6b939 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:36:42.819864 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:36:42.823566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:36:42.828920 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f22edac-3611-4280-8760-7fa84f27c1fb req-6a62d25c-3e8f-48aa-b96d-219a0075d93e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320797 Oct 13 00:36:42.830254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Pushing event updated for resources: {'Port': ['ID=4617d6c8-6f53-4598-9051-149cdf170a15,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:42.879450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:42.880092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:42.894338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-292bf7e5-ac47-448e-8ffe-3ac797ff0075 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428920 Oct 13 00:36:42.911342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Request body: {'port': {'device_id': '5c80611c-856c-4281-8a52-ec9458940b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:36:42.966263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:43.229754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4617d6c8-6f53-4598-9051-149cdf170a15 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:36:43.237029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:43.248751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Transition to ACTIVE for port object 4617d6c8-6f53-4598-9051-149cdf170a15 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:36:43.252512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:43.308553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Pushing event updated for resources: {'Port': ['ID=4617d6c8-6f53-4598-9051-149cdf170a15,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:43.372889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Attempting to bind port 4617d6c8-6f53-4598-9051-149cdf170a15 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:36:43.373490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Attempting to bind port 4617d6c8-6f53-4598-9051-149cdf170a15 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:36:43.373590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Attempting to bind port 4617d6c8-6f53-4598-9051-149cdf170a15 on network 3add90d1-60f2-4866-bb3f-5ba80af6b939 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:36:43.377889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Port 4617d6c8-6f53-4598-9051-149cdf170a15 on network 3add90d1-60f2-4866-bb3f-5ba80af6b939 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:36:43.378237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Attempting to bind port 4617d6c8-6f53-4598-9051-149cdf170a15 on network 3add90d1-60f2-4866-bb3f-5ba80af6b939 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:36:43.383075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:36:43.383413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Checking segment: {'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:36:43.383831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Bound using segment: {'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:36:43.384260 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Bound port: 4617d6c8-6f53-4598-9051-149cdf170a15, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:36:43.384619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:43.453984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] For port 4617d6c8-6f53-4598-9051-149cdf170a15, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:36:43.457148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] For port 4617d6c8-6f53-4598-9051-149cdf170a15, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4617d6c8-6f53-4598-9051-149cdf170a15,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:36:43.461293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:43.499150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:43.499804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:43.501207 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] 10.222.0.36 "PUT /v2.0/ports/4617d6c8-6f53-4598-9051-149cdf170a15 HTTP/1.1" status: 200 len: 1092 time: 0.5938442 Oct 13 00:36:43.501653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c80611c-856c-4281-8a52-ec9458940b65', 'tag': '4617d6c8-6f53-4598-9051-149cdf170a15'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:43.504017 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475310bd-9ffa-4e28-a3ce-918b109a1e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c80611c-856c-4281-8a52-ec9458940b65", "tag": "4617d6c8-6f53-4598-9051-149cdf170a15"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:43.512482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92b423-2494-4b81-8d55-2552f79a21ba req-8bd4cfd2-aca2-41a1-8f31-69b4378a36a5 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:43.514123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f92b423-2494-4b81-8d55-2552f79a21ba req-8bd4cfd2-aca2-41a1-8f31-69b4378a36a5 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 944 time: 0.0531776 Oct 13 00:36:43.526631 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899a483-f086-44b4-9fbb-7543c37031df service neutron] Pushing event updated for resources: {'Port': ['ID=4617d6c8-6f53-4598-9051-149cdf170a15,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:43.555587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f92b423-2494-4b81-8d55-2552f79a21ba req-630cca42-8511-4707-92d4-bcc26604a701 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350919 Oct 13 00:36:43.556631 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc82a06-30d7-4ead-a87f-eb68cccfb4c7 x-openstack-request-id: req-5dc82a06-30d7-4ead-a87f-eb68cccfb4c7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:43.556996 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c80611c-856c-4281-8a52-ec9458940b65", "tag": "4617d6c8-6f53-4598-9051-149cdf170a15", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:43.557839 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc82a06-30d7-4ead-a87f-eb68cccfb4c7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:43.558316 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c80611c-856c-4281-8a52-ec9458940b65', 'tag': '4617d6c8-6f53-4598-9051-149cdf170a15', 'status': 'completed', 'code': 200} Oct 13 00:36:43.615742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-792a646e-1804-449a-aec5-06f45f325574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:43.617229 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-792a646e-1804-449a-aec5-06f45f325574 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abc04358e8034be0b22c5de3606d167c&device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 1095 time: 0.0413370 Oct 13 00:36:43.663575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-66df84b2-10d9-40b3-b043-910df3a4e350 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4617d6c8-6f53-4598-9051-149cdf170a15 HTTP/1.1" status: 200 len: 217 time: 0.0333283 Oct 13 00:36:43.720237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-2a91e97e-9565-43b8-9567-45fb2a1747d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:43.721648 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-2a91e97e-9565-43b8-9567-45fb2a1747d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1968b322-fab3-4678-86c6-a6514054848b HTTP/1.1" status: 200 len: 854 time: 0.0466683 Oct 13 00:36:43.754105 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-6977e77f-efc9-4b9f-9891-25efbf14d27b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3add90d1-60f2-4866-bb3f-5ba80af6b939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239325 Oct 13 00:36:43.840503 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-5648d3d3-3672-451f-be17-9589d8bc9412 service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791557 Oct 13 00:36:43.934366 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ada9624-1d27-41fb-b0f4-de813c9b9070 req-7021e9b8-78be-4251-bd1e-3b499f5b3393 service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 Oct 13 00:36:43.947658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29dfb6-2dc3-4e75-93e5-58f8e22e3079 req-46b43e50-7ab2-4a15-acf7-b72ca7cd4908 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:43.949168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e29dfb6-2dc3-4e75-93e5-58f8e22e3079 req-46b43e50-7ab2-4a15-acf7-b72ca7cd4908 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0492082 Oct 13 00:36:43.986805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9e29dfb6-2dc3-4e75-93e5-58f8e22e3079 req-a4b8c8d5-d317-4947-94d4-6616bfcb8b1a tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Oct 13 00:36:44.066960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-f46ad0eb-f84a-4351-8302-92b73cf5e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:44.068468 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-f46ad0eb-f84a-4351-8302-92b73cf5e910 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abc04358e8034be0b22c5de3606d167c&device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 1095 time: 0.0411062 Oct 13 00:36:44.161525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-79a34fd8-96d1-436b-8d7c-a44aa0a193dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:44.163007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-79a34fd8-96d1-436b-8d7c-a44aa0a193dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3add90d1-60f2-4866-bb3f-5ba80af6b939 HTTP/1.1" status: 200 len: 915 time: 0.0862985 Oct 13 00:36:44.208585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-e0645cee-55a2-453b-a5db-012d0ec443dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4617d6c8-6f53-4598-9051-149cdf170a15 HTTP/1.1" status: 200 len: 217 time: 0.0331151 Oct 13 00:36:44.257442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-e41e7550-c096-4e48-88d1-4764ff694583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:44.258867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-e41e7550-c096-4e48-88d1-4764ff694583 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1968b322-fab3-4678-86c6-a6514054848b HTTP/1.1" status: 200 len: 854 time: 0.0434716 Oct 13 00:36:44.295726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-5435de28-469c-4680-8fbf-ace3a7b0f155 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3add90d1-60f2-4866-bb3f-5ba80af6b939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289080 Oct 13 00:36:44.384778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-af2cbd20-7830-469f-a1de-dba9e33bacbd service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821247 Oct 13 00:36:44.481141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-475310bd-9ffa-4e28-a3ce-918b109a1e0e req-bf23e909-3cf0-4cc3-8a45-518363a5d38e service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889318 Oct 13 00:36:44.525119 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-576adf17-b4a8-4834-a95f-5e11a26c72d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:44.673297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7e20d-d871-405b-b975-76baf88e1a43 req-5711675a-0123-4265-82d1-f383de2cd508 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:44.674778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71b7e20d-d871-405b-b975-76baf88e1a43 req-5711675a-0123-4265-82d1-f383de2cd508 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 944 time: 0.0528836 Oct 13 00:36:44.711878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71b7e20d-d871-405b-b975-76baf88e1a43 req-0f32e425-d045-4f05-8377-ad217b5a0e9d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Oct 13 00:36:45.099103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1068d-cdac-4213-b8e7-54481bd097b2 req-8ca7a748-a2ba-4593-b4d6-f5016d6ab409 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:45.100593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fe1068d-cdac-4213-b8e7-54481bd097b2 req-8ca7a748-a2ba-4593-b4d6-f5016d6ab409 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0489063 Oct 13 00:36:45.138156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fe1068d-cdac-4213-b8e7-54481bd097b2 req-f9d6825a-5cab-405f-8673-baa7a34fd8bb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Oct 13 00:36:45.715532 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:45.833718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dd4fe-b991-4430-83d2-1a9ae98f0445 req-865c34a7-d6b0-4150-8ec0-2e4629f34594 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:45.835175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad2dd4fe-b991-4430-83d2-1a9ae98f0445 req-865c34a7-d6b0-4150-8ec0-2e4629f34594 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 944 time: 0.0501962 Oct 13 00:36:45.872004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad2dd4fe-b991-4430-83d2-1a9ae98f0445 req-2dc5e49f-4c88-45e7-8083-e0305c6562dd tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307724 Oct 13 00:36:45.917880 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:46.253699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ceff6-72be-4b7e-a147-91b4ba9635f6 req-5587baf9-3513-4d6f-806d-f917680f8734 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:46.255144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b96ceff6-72be-4b7e-a147-91b4ba9635f6 req-5587baf9-3513-4d6f-806d-f917680f8734 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0522599 Oct 13 00:36:46.291892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b96ceff6-72be-4b7e-a147-91b4ba9635f6 req-209a6566-bb96-4bd9-a579-6d120dbfd0cf tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303187 Oct 13 00:36:46.495277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688b461-a373-4a58-9b10-39ed89de6a79 req-545d77bb-e05b-4b10-a350-0e386942b881 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:46.496859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e688b461-a373-4a58-9b10-39ed89de6a79 req-545d77bb-e05b-4b10-a350-0e386942b881 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0521681 Oct 13 00:36:46.536068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e688b461-a373-4a58-9b10-39ed89de6a79 req-ac7e4ed5-0448-46f7-ad59-25708e28e65f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330684 Oct 13 00:36:46.546423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-25d3396b-f619-4eb7-8aa2-afc9b13cdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:46.549435 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-25d3396b-f619-4eb7-8aa2-afc9b13cdfe0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1095 time: 0.0413868 Oct 13 00:36:46.642882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-3a14cd5c-7d4b-4e29-bd13-f495fe508464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:46.644358 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-3a14cd5c-7d4b-4e29-bd13-f495fe508464 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.0877054 Oct 13 00:36:46.708005 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-90492eba-85d6-44c3-a444-4f3e6ee5bd74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 999 time: 0.0568619 Oct 13 00:36:46.756027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-e06de4f8-21c9-4d13-87a4-8fae12afab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:46.757404 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-e06de4f8-21c9-4d13-87a4-8fae12afab4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0422637 Oct 13 00:36:46.805569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-3d110e85-6cc7-4238-bcc5-30e1c093ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:46.806936 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-3d110e85-6cc7-4238-bcc5-30e1c093ec82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420353 Oct 13 00:36:46.817450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-eb833fb2-9166-4b7c-8a20-f17f9eb3f661 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:36:46.818385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-eb833fb2-9166-4b7c-8a20-f17f9eb3f661 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047457 Oct 13 00:36:46.908191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-d26c92d9-438d-4e2d-a00e-9f60360bd656 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817459 Oct 13 00:36:46.987636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8866fb-e8c7-450f-b46a-1b5ff3738602 req-abb4d27f-41a6-4fa6-8f9e-28c83ea4c03d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:46.989132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f8866fb-e8c7-450f-b46a-1b5ff3738602 req-abb4d27f-41a6-4fa6-8f9e-28c83ea4c03d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 944 time: 0.0490146 Oct 13 00:36:47.002999 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4799beb1-74cd-4e3f-b5f0-4ca581cca493 req-c6ed4745-dae1-41f4-b1e6-155d8dedcae1 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875268 Oct 13 00:36:47.027220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f8866fb-e8c7-450f-b46a-1b5ff3738602 req-1b04cf7c-c8f9-4220-9bb1-06013c6f5219 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Oct 13 00:36:47.544568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:47.655960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd01108-06f6-48c8-990d-8f4d031976b5 req-802ce651-54bf-41be-8a21-d0f849a40472 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:47.657346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-afd01108-06f6-48c8-990d-8f4d031976b5 req-802ce651-54bf-41be-8a21-d0f849a40472 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0541468 Oct 13 00:36:47.694454 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-afd01108-06f6-48c8-990d-8f4d031976b5 req-32348861-dda8-4829-ab8b-2fd0cd6b057e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Oct 13 00:36:47.953451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4617d6c8-6f53-4598-9051-149cdf170a15 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:36:48.046895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4617d6c8-6f53-4598-9051-149cdf170a15, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4617d6c8-6f53-4598-9051-149cdf170a15,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:48.058671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '4617d6c8-6f53-4598-9051-149cdf170a15', 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939', 'port_id': '4617d6c8-6f53-4598-9051-149cdf170a15', 'mac_address': 'fa:16:3e:50:8d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1968b322-fab3-4678-86c6-a6514054848b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:36:48.095038 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:48.111611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4617d6c8-6f53-4598-9051-149cdf170a15 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:36:48.131153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4617d6c8-6f53-4598-9051-149cdf170a15, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4617d6c8-6f53-4598-9051-149cdf170a15,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:48.134810 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:48.143415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01836a-923a-414e-b51b-7eac64532ca0 req-fb75ea3e-0383-415d-9188-5327dd44c719 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:48.144976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd01836a-923a-414e-b51b-7eac64532ca0 req-fb75ea3e-0383-415d-9188-5327dd44c719 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 944 time: 0.0516160 Oct 13 00:36:48.183563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd01836a-923a-414e-b51b-7eac64532ca0 req-de10f9e3-a29f-46ed-9916-0e13f078cd62 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323882 Oct 13 00:36:48.184792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4617d6c8-6f53-4598-9051-149cdf170a15,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:48.544795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['4617d6c8-6f53-4598-9051-149cdf170a15'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:48.806336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef48f2f-86ee-4e21-a4c3-5a027c62f935 req-fd99a87f-ca2a-429b-8cce-c0249b42fe17 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:48.807814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ef48f2f-86ee-4e21-a4c3-5a027c62f935 req-fd99a87f-ca2a-429b-8cce-c0249b42fe17 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0477333 Oct 13 00:36:48.844802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ef48f2f-86ee-4e21-a4c3-5a027c62f935 req-ffe55f6a-7899-4e97-ac30-6967c852f1fe tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Oct 13 00:36:48.959976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70574f00-60b0-44db-a7f6-ad5eb0f5dc9c req-2c1ef0be-db35-42d3-9004-739d4c954342 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:48.961452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70574f00-60b0-44db-a7f6-ad5eb0f5dc9c req-2c1ef0be-db35-42d3-9004-739d4c954342 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0527771 Oct 13 00:36:49.000116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70574f00-60b0-44db-a7f6-ad5eb0f5dc9c req-e9100ce5-4a5b-4e25-b154-3fba13f03f4f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326078 Oct 13 00:36:49.118513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b5fc4-ae6a-4551-847d-5ed09556a07e req-571e43d0-fb52-4c8f-a22b-ca6ac5fb8241 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:49.120068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e15b5fc4-ae6a-4551-847d-5ed09556a07e req-571e43d0-fb52-4c8f-a22b-ca6ac5fb8241 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0548248 Oct 13 00:36:49.157276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e15b5fc4-ae6a-4551-847d-5ed09556a07e req-ebdd81bf-a76f-49db-95b1-de6aa8aa281d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Oct 13 00:36:49.301413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5b02b-1c8f-4162-a701-37c60d18cd26 req-8d61cb87-3056-4e7a-88ed-f257574a9096 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:49.303003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ec5b02b-1c8f-4162-a701-37c60d18cd26 req-8d61cb87-3056-4e7a-88ed-f257574a9096 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 945 time: 0.0530179 Oct 13 00:36:49.350754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ec5b02b-1c8f-4162-a701-37c60d18cd26 req-911442a7-cfaf-4e2a-bee2-cf68fd058156 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Oct 13 00:36:49.390342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee4e16-5231-4973-8f6b-4fe593d4c1af req-4a4aa379-d92a-44f3-a659-4601bb7e5066 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:49.392159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09ee4e16-5231-4973-8f6b-4fe593d4c1af req-4a4aa379-d92a-44f3-a659-4601bb7e5066 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0571110 Oct 13 00:36:49.429840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09ee4e16-5231-4973-8f6b-4fe593d4c1af req-ac4f5a42-ac7d-4d8c-9ad3-7811acba95bd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Oct 13 00:36:49.983668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4617d6c8-6f53-4598-9051-149cdf170a15 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:36:50.030885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 4617d6c8-6f53-4598-9051-149cdf170a15 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:36:50.034374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 4617d6c8-6f53-4598-9051-149cdf170a15 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:36:50.034748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:50.110631 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:50.132318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c80611c-856c-4281-8a52-ec9458940b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4617d6c8-6f53-4598-9051-149cdf170a15'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:50.134566 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffbf941-8b47-4d7c-8b32-7c3eafc09f25" -d '{"events": [{"server_uuid": "5c80611c-856c-4281-8a52-ec9458940b65", "name": "network-vif-plugged", "status": "completed", "tag": "4617d6c8-6f53-4598-9051-149cdf170a15"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:50.146970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4617d6c8-6f53-4598-9051-149cdf170a15, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4617d6c8-6f53-4598-9051-149cdf170a15,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:50.151075 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:50.175535 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb113f5-8673-4556-b7f0-916097bc46de x-openstack-request-id: req-5cb113f5-8673-4556-b7f0-916097bc46de {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:50.175834 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c80611c-856c-4281-8a52-ec9458940b65", "name": "network-vif-plugged", "status": "completed", "tag": "4617d6c8-6f53-4598-9051-149cdf170a15", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:50.176086 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cb113f5-8673-4556-b7f0-916097bc46de {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:50.176475 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c80611c-856c-4281-8a52-ec9458940b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4617d6c8-6f53-4598-9051-149cdf170a15', 'code': 200} Oct 13 00:36:50.203143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4617d6c8-6f53-4598-9051-149cdf170a15,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:50.300843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f346af-8432-4be4-9493-86e6eef68936 req-d253ea11-4aa8-4754-a7b0-d4425fcf7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:50.302267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-22f346af-8432-4be4-9493-86e6eef68936 req-d253ea11-4aa8-4754-a7b0-d4425fcf7ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 1097 time: 0.0394547 Oct 13 00:36:50.337023 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-22f346af-8432-4be4-9493-86e6eef68936 req-2547c52d-bd84-4935-85bc-0df2822155bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276964 Oct 13 00:36:50.464984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bbf7a-321b-4dd3-8167-6fffdce20dbe req-36383aa9-9d6b-4fa7-9421-49125898a8e7 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:50.466517 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-953bbf7a-321b-4dd3-8167-6fffdce20dbe req-36383aa9-9d6b-4fa7-9421-49125898a8e7 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 946 time: 0.0497303 Oct 13 00:36:50.518027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-953bbf7a-321b-4dd3-8167-6fffdce20dbe req-c5648e43-9969-439d-9616-b7280f2bea4d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Oct 13 00:36:50.553207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc04563-9e71-4f34-a8ad-a6ff230b678d req-a333be68-ee9d-4c63-9f74-417757c5564e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:50.554608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dc04563-9e71-4f34-a8ad-a6ff230b678d req-a333be68-ee9d-4c63-9f74-417757c5564e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0522587 Oct 13 00:36:50.591881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dc04563-9e71-4f34-a8ad-a6ff230b678d req-ae498643-213b-4e3f-8716-1e207f4603bc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307579 Oct 13 00:36:50.793657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f569e-848c-4d1a-b4fd-e01cdb5e9e5d req-32c26118-7753-46e4-bac1-7dd5608dd1cc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:50.795129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c6f569e-848c-4d1a-b4fd-e01cdb5e9e5d req-32c26118-7753-46e4-bac1-7dd5608dd1cc tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0547836 Oct 13 00:36:50.832583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c6f569e-848c-4d1a-b4fd-e01cdb5e9e5d req-1f4ad3b3-73d9-4768-99ed-b31134af666e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Oct 13 00:36:50.832787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460546-ce41-45b6-8b19-909a3c30a544 req-ffb296ae-67dc-43fb-a691-3400c405e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:50.834250 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37460546-ce41-45b6-8b19-909a3c30a544 req-ffb296ae-67dc-43fb-a691-3400c405e54f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54aeec5c8d294c549297df55fcefa909&device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 1095 time: 0.0405250 Oct 13 00:36:50.927654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460546-ce41-45b6-8b19-909a3c30a544 req-645663d9-37aa-437a-bc12-1c1ce6f5930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:50.929103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37460546-ce41-45b6-8b19-909a3c30a544 req-645663d9-37aa-437a-bc12-1c1ce6f5930f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 200 len: 912 time: 0.0877218 Oct 13 00:36:50.992761 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37460546-ce41-45b6-8b19-909a3c30a544 req-26471b70-e0db-4bf4-b2f6-82034e90acf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 200 len: 999 time: 0.0557971 Oct 13 00:36:51.041327 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460546-ce41-45b6-8b19-909a3c30a544 req-b6c282ad-cecd-40b7-ae9a-7e0dce3c221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:51.042848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37460546-ce41-45b6-8b19-909a3c30a544 req-b6c282ad-cecd-40b7-ae9a-7e0dce3c221a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 200 len: 850 time: 0.0424998 Oct 13 00:36:51.092115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37460546-ce41-45b6-8b19-909a3c30a544 req-09a0b7cb-154a-4dc4-a39e-154ed6484b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:51.093456 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37460546-ce41-45b6-8b19-909a3c30a544 req-09a0b7cb-154a-4dc4-a39e-154ed6484b9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe6549a6-9478-4959-899e-3172e706c8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430491 Oct 13 00:36:51.181548 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37460546-ce41-45b6-8b19-909a3c30a544 req-6f07bd3a-2a53-4971-b7a8-01e17ad8aba0 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799387 Oct 13 00:36:51.271179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-37460546-ce41-45b6-8b19-909a3c30a544 req-a35ceb22-50ef-462c-9306-76b911a5d6d7 service neutron] 10.222.0.45 "GET /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823717 Oct 13 00:36:51.632147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f874385-f913-4ca9-b89f-83161d98e910 req-56a477df-8107-40d5-9c32-14ca5aab4f7f tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:51.633535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f874385-f913-4ca9-b89f-83161d98e910 req-56a477df-8107-40d5-9c32-14ca5aab4f7f tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 946 time: 0.0486617 Oct 13 00:36:51.670796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f874385-f913-4ca9-b89f-83161d98e910 req-74761ee9-bb45-42f2-a1ce-d089aa40c287 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Oct 13 00:36:51.946725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35f399-c513-4289-9b70-d428a61981c2 req-c21ec674-b750-4308-a615-ff196449ad5d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:51.948490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b35f399-c513-4289-9b70-d428a61981c2 req-c21ec674-b750-4308-a615-ff196449ad5d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0491097 Oct 13 00:36:51.986915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b35f399-c513-4289-9b70-d428a61981c2 req-3e67c44a-f94c-413a-ad83-f15c3c4eb3f6 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Oct 13 00:36:52.788278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd49ef-3b90-496e-a7fb-2c7c4952ace6 req-c4fb3b8f-c9d1-4f45-beb6-ced9eb5bff35 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:52.789817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40fd49ef-3b90-496e-a7fb-2c7c4952ace6 req-c4fb3b8f-c9d1-4f45-beb6-ced9eb5bff35 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 946 time: 0.0530889 Oct 13 00:36:52.827428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40fd49ef-3b90-496e-a7fb-2c7c4952ace6 req-159db051-5166-47e5-8f67-069844517b6e tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Oct 13 00:36:53.106342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1153b-ae2d-44d7-9de7-7641baa625b9 req-0359cba9-2d16-42ac-9432-56c22fad5466 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:53.107849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdd1153b-ae2d-44d7-9de7-7641baa625b9 req-0359cba9-2d16-42ac-9432-56c22fad5466 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0534945 Oct 13 00:36:53.147068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdd1153b-ae2d-44d7-9de7-7641baa625b9 req-aff62188-6cae-4b19-91eb-598fd2c30f3e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330489 Oct 13 00:36:53.268248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827a00-eb10-43da-8841-12887246d446 req-ae35fe5f-a9dd-4815-b1ef-6a1124051678 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:53.269667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc827a00-eb10-43da-8841-12887246d446 req-ae35fe5f-a9dd-4815-b1ef-6a1124051678 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0504644 Oct 13 00:36:53.311385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc827a00-eb10-43da-8841-12887246d446 req-789eaf78-2b7d-4284-a23c-25997b399e44 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349443 Oct 13 00:36:53.908984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-2a7cdb1a-9886-4d64-8d20-e30f9ee88ac9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:53.910500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-2a7cdb1a-9886-4d64-8d20-e30f9ee88ac9 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fb6898b-6b24-4d78-bbdc-c61ca40c5387 HTTP/1.1" status: 200 len: 943 time: 0.0523419 Oct 13 00:36:54.005019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Deleting port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:36:54.005367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:54.101803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] For port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:54.102067 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:54.118665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Calling delete_port for 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c owned by compute:nova {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:36:54.230304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bc939-7dfe-485a-b018-d107b141b8d1 req-cdd82b39-baed-4c97-971b-239f4c80d95b tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:54.232351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d5bc939-7dfe-485a-b018-d107b141b8d1 req-cdd82b39-baed-4c97-971b-239f4c80d95b tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1096 time: 0.0603242 Oct 13 00:36:54.307118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d5bc939-7dfe-485a-b018-d107b141b8d1 req-e43fb64d-caf4-4e09-8d90-9973eaea0fb5 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685520 Oct 13 00:36:54.313014 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:54.347179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event deleted for resources: {'Port': ['ID=9b10982d-79ae-42a5-a8f8-c2e1f9c7552c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:54.350129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['e04165af-93a4-4132-b7ff-8bfbfbeb920d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:54.367735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['61a7e762-0fa1-42ff-89b0-90f41a28589c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:36:54.436013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] No DVR routers for this DVR port 9b10982d-79ae-42a5-a8f8-c2e1f9c7552c on host n-h2-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:36:54.440329 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:54.444385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6094f88c-cfa6-43f4-ab59-b04cbbcdfadf req-259e3f28-6f78-49f9-a96e-dd982ed5c71e tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "DELETE /v2.0/ports/9b10982d-79ae-42a5-a8f8-c2e1f9c7552c HTTP/1.1" status: 204 len: 173 time: 0.5276973 Oct 13 00:36:54.466304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'name': 'network-vif-deleted', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:54.468757 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e31ff6-6d70-4bc0-861c-e2e9d717bad9" -d '{"events": [{"server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "name": "network-vif-deleted", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:54.502866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6c2ac-ff5a-4892-afde-2d72d0337c32 req-c6053c72-3b18-4335-9a49-ee7c394999e5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:54.511831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07e6c2ac-ff5a-4892-afde-2d72d0337c32 req-c6053c72-3b18-4335-9a49-ee7c394999e5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.1090546 Oct 13 00:36:54.555437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07e6c2ac-ff5a-4892-afde-2d72d0337c32 req-17863e8e-c82b-4832-bba3-f8af9c4395bf tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Oct 13 00:36:54.587765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59044) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:54.649966 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3337b0ba-8e0e-4a3a-ba94-16e943a1b156 x-openstack-request-id: req-3337b0ba-8e0e-4a3a-ba94-16e943a1b156 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:54.650359 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb6898b-6b24-4d78-bbdc-c61ca40c5387", "name": "network-vif-deleted", "tag": "9b10982d-79ae-42a5-a8f8-c2e1f9c7552c", "status": "failed", "code": 422}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:54.650723 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3337b0ba-8e0e-4a3a-ba94-16e943a1b156 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:54.651575 n-d-813679-4 neutron-server[94989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3fb6898b-6b24-4d78-bbdc-c61ca40c5387', 'name': 'network-vif-deleted', 'tag': '9b10982d-79ae-42a5-a8f8-c2e1f9c7552c', 'status': 'failed', 'code': 422} returned with failed status Oct 13 00:36:54.700191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a2124cd6-ea98-47b9-bdc9-d37d77faafda tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/a069eac4-162c-4f1d-abf2-11638b6e8f4e HTTP/1.1" status: 200 len: 993 time: 0.1111465 Oct 13 00:36:55.125371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495bdec-7920-4670-9a10-91c8cea05d2f req-4bbde2bb-104b-41dd-9e16-f60ff1eca4a2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:55.127236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2495bdec-7920-4670-9a10-91c8cea05d2f req-4bbde2bb-104b-41dd-9e16-f60ff1eca4a2 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 907 time: 0.0579646 Oct 13 00:36:55.223137 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-f0decbe4-f503-4065-af40-a9c4a7ada657 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518732 Oct 13 00:36:55.248518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca457b35-75c1-48ec-8197-81f759460da8 req-d8ea475a-9717-4d6c-819d-f59ff197be9d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:55.250023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca457b35-75c1-48ec-8197-81f759460da8 req-d8ea475a-9717-4d6c-819d-f59ff197be9d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0500133 Oct 13 00:36:55.291491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca457b35-75c1-48ec-8197-81f759460da8 req-4f662081-c763-4837-a19d-9ac4a0fba2d9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343790 Oct 13 00:36:55.396450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59076) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:55.479083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae7b8f-74cb-4e63-9d7b-7e0af5817393 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:55.479574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae7b8f-74cb-4e63-9d7b-7e0af5817393 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:55.480624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae7b8f-74cb-4e63-9d7b-7e0af5817393 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:55.482628 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-78ae7b8f-74cb-4e63-9d7b-7e0af5817393 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=1887fb9e41cd4511a03b07ed868602e3&network_id=33c8fbde-684a-4b4e-837b-8027f74160c0 HTTP/1.1" status: 200 len: 2969 time: 0.0847929 Oct 13 00:36:56.255729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09560401-8d08-4142-993f-af2c5ddab836 req-e3f3b75d-6b29-4734-bf83-a3968474640f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:56.258598 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09560401-8d08-4142-993f-af2c5ddab836 req-e3f3b75d-6b29-4734-bf83-a3968474640f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 907 time: 0.0533760 Oct 13 00:36:56.424455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba163a5-52ff-4f48-a041-506b55346dfb req-0e5e9852-9578-495b-8db0-2f901b1b8d18 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:56.425873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bba163a5-52ff-4f48-a041-506b55346dfb req-0e5e9852-9578-495b-8db0-2f901b1b8d18 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0597417 Oct 13 00:36:56.464770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bba163a5-52ff-4f48-a041-506b55346dfb req-998514fd-119b-41cc-af48-787703917e42 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 Oct 13 00:36:56.658575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-31abc313-01fa-4d92-9d68-ea2885f47d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:56.660127 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-31abc313-01fa-4d92-9d68-ea2885f47d4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1096 time: 0.0413060 Oct 13 00:36:56.759161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-0cc50a30-029f-4371-bf8d-c873d47a11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:56.761531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-0cc50a30-029f-4371-bf8d-c873d47a11a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.0929832 Oct 13 00:36:56.827736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-d54e787d-9289-41c2-bad2-145f8bdf8f8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 1001 time: 0.0590503 Oct 13 00:36:56.881936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-aa049369-c1a1-4a1f-a41a-7560d465cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:56.883400 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-aa049369-c1a1-4a1f-a41a-7560d465cbd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.0483413 Oct 13 00:36:56.930230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-08ed1826-dc25-4636-9fe2-03644a294955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:56.931780 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-08ed1826-dc25-4636-9fe2-03644a294955 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417156 Oct 13 00:36:57.055099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-8438e6cb-9ced-47f7-b6df-8a7aa4127ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164634 Oct 13 00:36:57.078332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-82ce93cb-bbcc-4aa2-a563-87251e7350fb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:57.079835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-82ce93cb-bbcc-4aa2-a563-87251e7350fb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 907 time: 0.0715525 Oct 13 00:36:57.389722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5b4d-7bf5-4433-be62-3619d94531c2 req-b7aefab1-dd87-458a-abfb-86982e2794cd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:57.393022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-275b5b4d-7bf5-4433-be62-3619d94531c2 req-b7aefab1-dd87-458a-abfb-86982e2794cd tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 907 time: 0.0548370 Oct 13 00:36:57.519225 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-9818616f-88fa-4bc8-9c01-94c9742fee1e service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569952 Oct 13 00:36:57.538898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Deleting port 0b05e39b-f8c5-4586-8aff-37274a5916c4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:36:57.539226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:57.601491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d266938-8b62-41a6-88ec-a514366e0775 req-88f71268-714c-435e-88b4-90b8bffda55f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:57.603374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d266938-8b62-41a6-88ec-a514366e0775 req-88f71268-714c-435e-88b4-90b8bffda55f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0636888 Oct 13 00:36:57.646829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d266938-8b62-41a6-88ec-a514366e0775 req-b9e46e63-11df-488c-b50f-883ad27b08d4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361874 Oct 13 00:36:57.652786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] For port 0b05e39b-f8c5-4586-8aff-37274a5916c4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0b05e39b-f8c5-4586-8aff-37274a5916c4,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:36:57.653423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:57.670034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Calling delete_port for 0b05e39b-f8c5-4586-8aff-37274a5916c4 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:36:57.801528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:57.831931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event deleted for resources: {'Port': ['ID=0b05e39b-f8c5-4586-8aff-37274a5916c4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:57.873600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] No DVR routers for this DVR port 0b05e39b-f8c5-4586-8aff-37274a5916c4 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:36:57.877942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:57.879822 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9d8bf419-5bd2-4d4b-9209-2e26edc2e841 req-b304d198-a62d-4230-a534-50217bfa7632 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "DELETE /v2.0/ports/0b05e39b-f8c5-4586-8aff-37274a5916c4 HTTP/1.1" status: 204 len: 173 time: 0.7900770 Oct 13 00:36:57.880291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'name': 'network-vif-deleted', 'tag': '0b05e39b-f8c5-4586-8aff-37274a5916c4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:36:57.882621 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a90c21-821f-4d75-b4f7-a0d5d15036e1" -d '{"events": [{"server_uuid": "1ced788c-02c1-4bd7-b953-cc0d1c48d843", "name": "network-vif-deleted", "tag": "0b05e39b-f8c5-4586-8aff-37274a5916c4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:36:57.925814 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079744b4-929d-4528-ad58-aa0996103377 x-openstack-request-id: req-079744b4-929d-4528-ad58-aa0996103377 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:36:57.926154 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ced788c-02c1-4bd7-b953-cc0d1c48d843", "name": "network-vif-deleted", "tag": "0b05e39b-f8c5-4586-8aff-37274a5916c4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:36:57.926611 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-079744b4-929d-4528-ad58-aa0996103377 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:36:57.927081 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ced788c-02c1-4bd7-b953-cc0d1c48d843', 'name': 'network-vif-deleted', 'tag': '0b05e39b-f8c5-4586-8aff-37274a5916c4', 'status': 'completed', 'code': 200} Oct 13 00:36:58.281302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59112) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:58.333741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f74a12c-9f71-4698-b66a-fce120cdbc42 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:58.335541 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1f74a12c-9f71-4698-b66a-fce120cdbc42 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 814 time: 0.0529623 Oct 13 00:36:58.528260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05b80f70-6fae-4956-9f41-4ce34af30391 req-3397c819-e18f-4e24-a5c8-e2dd14a1085f tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ced788c-02c1-4bd7-b953-cc0d1c48d843 HTTP/1.1" status: 200 len: 210 time: 0.0479095 Oct 13 00:36:58.767113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fc540-84a8-4a7a-8832-1e08b119e8b1 req-a2ca4410-4a45-4317-872a-1c7c944b0132 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:58.768805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab6fc540-84a8-4a7a-8832-1e08b119e8b1 req-a2ca4410-4a45-4317-872a-1c7c944b0132 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0499153 Oct 13 00:36:58.808713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab6fc540-84a8-4a7a-8832-1e08b119e8b1 req-55f58f55-3b73-445a-afa0-a4326da472ce tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332587 Oct 13 00:36:59.258356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:59.263481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'network': {'name': 'tempest-network-smoke--32350376', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:36:59.285371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:36:59.289156 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:59.312769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:36:59.322681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:59.323079 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Added segment 819eff72-7f64-491c-b125-a35e7e431fc2 of type vlan for network 15d39fd8-1cda-4d7f-887f-46147d129bf6 Oct 13 00:36:59.376000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:59.403423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:59.409189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:59.409801 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:36:59.467405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2078853 Oct 13 00:36:59.470726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59126) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:59.482242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ea53b-8547-4d0b-a253-acaabd2896fa tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Network': ['ID=15d39fd8-1cda-4d7f-887f-46147d129bf6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:36:59.493893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:36:59.541968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af100fa-c843-4250-8963-2772aa270e73 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:59.543425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6af100fa-c843-4250-8963-2772aa270e73 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1887fb9e41cd4511a03b07ed868602e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0717039 Oct 13 00:36:59.546255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:59.643380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f829f950-3c7e-494b-954f-286dd06c106c tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:59.647949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59136) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:59.648233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f829f950-3c7e-494b-954f-286dd06c106c tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1009717 Oct 13 00:36:59.680724 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ad686ecc-f080-47e6-9b54-9b5c162c45ca tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315888 Oct 13 00:36:59.683530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59138) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:59.716507 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-816c9e7a-e654-4597-9942-eb0cc2fffe67 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1887fb9e41cd4511a03b07ed868602e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318854 Oct 13 00:36:59.718956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59140) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:59.835683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd92e5e7-53fd-4f1f-a210-5c705a0e1d99 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:59.841445 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fd92e5e7-53fd-4f1f-a210-5c705a0e1d99 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1183996 Oct 13 00:36:59.842652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59146) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:59.879601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-79ca778c-8b36-42b7-9e4c-934cd417a012 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334120 Oct 13 00:36:59.880079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59148) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:36:59.887463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1837848943', 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:36:59.891788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ef11-740d-4f7e-9c07-79f280f06934 req-d4d642d2-5c28-4e8b-94dd-70c00b6a5342 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:59.896221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9b9ef11-740d-4f7e-9c07-79f280f06934 req-d4d642d2-5c28-4e8b-94dd-70c00b6a5342 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 946 time: 0.0883961 Oct 13 00:36:59.962763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9b9ef11-740d-4f7e-9c07-79f280f06934 req-5e1a6d9a-31a3-49de-9711-dabf2b1c2988 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547261 Oct 13 00:36:59.975642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af82daf-6754-47a0-ad93-e83a5a80e107 req-9a98f630-732b-4602-a8f1-96fa34024a98 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:36:59.977136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7af82daf-6754-47a0-ad93-e83a5a80e107 req-9a98f630-732b-4602-a8f1-96fa34024a98 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0799873 Oct 13 00:36:59.999182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:37:00.003702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.028710 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7af82daf-6754-47a0-ad93-e83a5a80e107 req-c4a70f1c-911a-47d5-967f-1cd5e7ec464a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Oct 13 00:37:00.165952 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:37:00.222534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.297717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Subnet': ['ID=eb117303-b50b-455e-b535-a267f3a3bfa9,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:00.315411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Checking segment: {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:00.315845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network hostable DHCP agents. Network: 15d39fd8-1cda-4d7f-887f-46147d129bf6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:37:00.332813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:37:00.342388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 15d39fd8-1cda-4d7f-887f-46147d129bf6) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:00.346991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:00.347641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.352885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a939e-f4b1-4ef2-976c-c500486703df None None] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:37:00.372336 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dbb6355d-6828-4a66-8df5-85cd476e293d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4879663 Oct 13 00:37:00.514905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-15d39fd8-1cda-4d7f-887f-46147d129bf6', 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ips': [{'subnet_id': 'eb117303-b50b-455e-b535-a267f3a3bfa9'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:37:00.515795 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.670485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Allocated IP 172.20.0.18 (15d39fd8-1cda-4d7f-887f-46147d129bf6/eb117303-b50b-455e-b535-a267f3a3bfa9/664655d3-e20b-4f59-8139-db8101cb2fc9) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:37:00.672373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59154) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:00.677123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178988534', 'description': 'tempest-secgroup-smoke-178988534 description', 'project_id': '1887fb9e41cd4511a03b07ed868602e3'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:00.701672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.783334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.788532 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.831086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932943e6-2ecd-415d-8e23-e2a0c68212e2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:00.835021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.841153 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.841968 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.842540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1691902 Oct 13 00:37:00.844218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.844553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.844970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.845321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.845680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.845807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59156) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:00.845987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.846310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.846647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.846971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.847279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.847624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.847944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb43f6-090c-4da9-90f7-6bde733c7899 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:00.852466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-af41aa0f-3e59-489c-9739-28a89bc5195e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': '932943e6-2ecd-415d-8e23-e2a0c68212e2', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:00.888197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af41aa0f-3e59-489c-9739-28a89bc5195e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.891290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:37:00.894322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:00.897792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:37:00.906875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Pushing event updated for resources: {'Port': ['ID=664655d3-e20b-4f59-8139-db8101cb2fc9,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:00.910731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0b05e39b-f8c5-4586-8aff-37274a5916c4 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:00.945044 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 0b05e39b-f8c5-4586-8aff-37274a5916c4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:00.945714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0b05e39b-f8c5-4586-8aff-37274a5916c4 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:00.961448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af41aa0f-3e59-489c-9739-28a89bc5195e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.967311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af41aa0f-3e59-489c-9739-28a89bc5195e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.983963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Attempting to bind port 664655d3-e20b-4f59-8139-db8101cb2fc9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:37:00.984202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Attempting to bind port 664655d3-e20b-4f59-8139-db8101cb2fc9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:37:00.984517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Attempting to bind port 664655d3-e20b-4f59-8139-db8101cb2fc9 on network 15d39fd8-1cda-4d7f-887f-46147d129bf6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:00.990186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41aa0f-3e59-489c-9739-28a89bc5195e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759c734f-6ebd-4fac-9308-09ed236ca391,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:00.992837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:37:00.995914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Checking segment: {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:00.996892 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.997279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Bound using segment: {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:37:00.998095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Bound port: 664655d3-e20b-4f59-8139-db8101cb2fc9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:37:00.998563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:00.999320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af41aa0f-3e59-489c-9739-28a89bc5195e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.003615 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-af41aa0f-3e59-489c-9739-28a89bc5195e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552808 Oct 13 00:37:01.005141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59160) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:01.011714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ae3a95d1-989a-41b9-b0a1-0130267d39d7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': '932943e6-2ecd-415d-8e23-e2a0c68212e2', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:01.044274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ae3a95d1-989a-41b9-b0a1-0130267d39d7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.098454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] For port 664655d3-e20b-4f59-8139-db8101cb2fc9, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:01.103845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] For port 664655d3-e20b-4f59-8139-db8101cb2fc9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=664655d3-e20b-4f59-8139-db8101cb2fc9,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:37:01.111570 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.120201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ae3a95d1-989a-41b9-b0a1-0130267d39d7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.127379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ae3a95d1-989a-41b9-b0a1-0130267d39d7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.140624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3a80-2566-406d-a7f3-179728941570 req-b1149d14-6b45-4218-bcfa-bb3cf636ae11 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:01.149184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6fc3a80-2566-406d-a7f3-179728941570 req-b1149d14-6b45-4218-bcfa-bb3cf636ae11 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 946 time: 0.1030815 Oct 13 00:37:01.161209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a95d1-989a-41b9-b0a1-0130267d39d7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1c7d4e-4582-462b-86d6-97715e9aa11b,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:01.173253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ae3a95d1-989a-41b9-b0a1-0130267d39d7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.174770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df70612-b0c1-4904-a6d4-784344143148 None None] Pushing event updated for resources: {'Port': ['ID=664655d3-e20b-4f59-8139-db8101cb2fc9,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:01.175437 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ae3a95d1-989a-41b9-b0a1-0130267d39d7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684639 Oct 13 00:37:01.180026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59164) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:01.186750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-35648f68-04af-4631-96e1-4207ec4aa687 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': '932943e6-2ecd-415d-8e23-e2a0c68212e2', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:01.220851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35648f68-04af-4631-96e1-4207ec4aa687 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.228121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f68c8b-d8b0-43c8-ac94-f539f076ce78 req-8d2ca64b-ae05-437c-903d-1d5f53c5174c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:01.229618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1f68c8b-d8b0-43c8-ac94-f539f076ce78 req-8d2ca64b-ae05-437c-903d-1d5f53c5174c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.1132841 Oct 13 00:37:01.240290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6fc3a80-2566-406d-a7f3-179728941570 req-da958b44-4d69-4d92-acb1-864999c26081 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883760 Oct 13 00:37:01.300453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35648f68-04af-4631-96e1-4207ec4aa687 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.302097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1f68c8b-d8b0-43c8-ac94-f539f076ce78 req-05b90861-9d2a-44d7-92bb-8ef0be08ceeb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584691 Oct 13 00:37:01.305883 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35648f68-04af-4631-96e1-4207ec4aa687 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.337132 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-35648f68-04af-4631-96e1-4207ec4aa687 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.338538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-35648f68-04af-4631-96e1-4207ec4aa687 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572709 Oct 13 00:37:01.339912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35648f68-04af-4631-96e1-4207ec4aa687 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa127f41-25b3-4c2f-9a42-294723e2b3b6,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:01.341430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59166) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:01.346880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cb69d3a1-ed35-4ccd-9a9f-6e08d5b4101f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': '932943e6-2ecd-415d-8e23-e2a0c68212e2', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:01.387754 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb69d3a1-ed35-4ccd-9a9f-6e08d5b4101f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.478905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb69d3a1-ed35-4ccd-9a9f-6e08d5b4101f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.483864 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb69d3a1-ed35-4ccd-9a9f-6e08d5b4101f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.512896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69d3a1-ed35-4ccd-9a9f-6e08d5b4101f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dc3a34-9fc1-4d6b-bd6e-9729e52c0ce4,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:01.519295 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb69d3a1-ed35-4ccd-9a9f-6e08d5b4101f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.524310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb69d3a1-ed35-4ccd-9a9f-6e08d5b4101f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1815305 Oct 13 00:37:01.526947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59168) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:01.531455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a715cd4f-f1d7-4537-8937-9f6d5e92c6e7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': '932943e6-2ecd-415d-8e23-e2a0c68212e2', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:01.568876 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-a715cd4f-f1d7-4537-8937-9f6d5e92c6e7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Project 1887fb9e41cd4511a03b07ed868602e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:37:01.575736 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a715cd4f-f1d7-4537-8937-9f6d5e92c6e7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.615647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93ea78-6be9-461f-b219-f9302c58571f req-064bce52-dd7b-492b-8f0e-4ad9b93aa7fe tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:01.617181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da93ea78-6be9-461f-b219-f9302c58571f req-064bce52-dd7b-492b-8f0e-4ad9b93aa7fe tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.36 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 946 time: 0.0578127 Oct 13 00:37:01.646701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a715cd4f-f1d7-4537-8937-9f6d5e92c6e7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.654103 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a715cd4f-f1d7-4537-8937-9f6d5e92c6e7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.672966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715cd4f-f1d7-4537-8937-9f6d5e92c6e7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9ece68-d737-4891-91a5-d09e2f3b01d5,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:01.679555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a715cd4f-f1d7-4537-8937-9f6d5e92c6e7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.680554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a715cd4f-f1d7-4537-8937-9f6d5e92c6e7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526098 Oct 13 00:37:01.683915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59172) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:01.688526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-910ec9e2-131b-417d-ba61-ec81a403878a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': '932943e6-2ecd-415d-8e23-e2a0c68212e2', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:01.719216 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-910ec9e2-131b-417d-ba61-ec81a403878a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Project 1887fb9e41cd4511a03b07ed868602e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:37:01.729312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Deleting port e04165af-93a4-4132-b7ff-8bfbfbeb920d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:01.729662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.731889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-910ec9e2-131b-417d-ba61-ec81a403878a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.819791 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-910ec9e2-131b-417d-ba61-ec81a403878a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.824061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-910ec9e2-131b-417d-ba61-ec81a403878a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.840596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] For port e04165af-93a4-4132-b7ff-8bfbfbeb920d, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=e04165af-93a4-4132-b7ff-8bfbfbeb920d,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:01.840965 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.842163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ec9e2-131b-417d-ba61-ec81a403878a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa21f4ff-c2cc-48f1-9fca-ca34174d64cf,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:01.851317 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-910ec9e2-131b-417d-ba61-ec81a403878a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:01.862687 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-910ec9e2-131b-417d-ba61-ec81a403878a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1675365 Oct 13 00:37:01.862894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Calling delete_port for e04165af-93a4-4132-b7ff-8bfbfbeb920d owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:02.021657 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:02.060402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['e04165af-93a4-4132-b7ff-8bfbfbeb920d'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:37:02.065348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['61a7e762-0fa1-42ff-89b0-90f41a28589c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:37:02.076625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event deleted for resources: {'Port': ['ID=e04165af-93a4-4132-b7ff-8bfbfbeb920d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:02.118065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-5f93d379-6ea4-4e8a-a0b0-c10c9d16e050 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178988534&fields=id&tenant_id=1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 267 time: 0.0756264 Oct 13 00:37:02.141358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] No DVR routers for this DVR port e04165af-93a4-4132-b7ff-8bfbfbeb920d on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:02.145396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:02.149593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da93ea78-6be9-461f-b219-f9302c58571f req-1c799627-2f35-4a25-94c1-d6668eeff6c1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.36 "DELETE /v2.0/ports/e04165af-93a4-4132-b7ff-8bfbfbeb920d HTTP/1.1" status: 204 len: 173 time: 0.5264521 Oct 13 00:37:02.150061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a16ae-4b39-4ee0-a210-cf2f392785af', 'name': 'network-vif-deleted', 'tag': 'e04165af-93a4-4132-b7ff-8bfbfbeb920d'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:02.152732 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28b0ebc-3270-4a04-8807-0f9bdaf82c01" -d '{"events": [{"server_uuid": "656a16ae-4b39-4ee0-a210-cf2f392785af", "name": "network-vif-deleted", "tag": "e04165af-93a4-4132-b7ff-8bfbfbeb920d"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:02.215554 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafa6978-ee63-4b15-b42d-82d8547ff844 x-openstack-request-id: req-cafa6978-ee63-4b15-b42d-82d8547ff844 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:02.216101 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656a16ae-4b39-4ee0-a210-cf2f392785af", "name": "network-vif-deleted", "tag": "e04165af-93a4-4132-b7ff-8bfbfbeb920d", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:02.216418 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cafa6978-ee63-4b15-b42d-82d8547ff844 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:02.217456 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656a16ae-4b39-4ee0-a210-cf2f392785af', 'name': 'network-vif-deleted', 'tag': 'e04165af-93a4-4132-b7ff-8bfbfbeb920d', 'status': 'completed', 'code': 200} Oct 13 00:37:02.302718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-03865b5c-0640-4e6d-b6e2-58a39828d4d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:02.304317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-03865b5c-0640-4e6d-b6e2-58a39828d4d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/networks?id=15d39fd8-1cda-4d7f-887f-46147d129bf6 HTTP/1.1" status: 200 len: 795 time: 0.1854744 Oct 13 00:37:02.331385 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-2464092b-bbb2-4ed0-b523-122a6f45a7c3 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/quotas/1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 375 time: 0.0207551 Oct 13 00:37:02.405614 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42e0453f-60d4-48ff-9f43-8c1ed3621181 req-d6d7c0b7-2e31-4464-a9d6-726edd361e4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=656a16ae-4b39-4ee0-a210-cf2f392785af HTTP/1.1" status: 200 len: 210 time: 0.0626802 Oct 13 00:37:02.451780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-04b16e8e-9349-48f1-8006-b2cec211d6ee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1142051 Oct 13 00:37:02.489122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff602d63-c4a1-4aac-b775-acf83a11d60d None None] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:37:02.576505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50567c-492f-477e-af73-80ec8af9cd2c req-c8adbfef-e3fe-4b3f-8403-f6d2fb2b44a0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:02.578510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd50567c-492f-477e-af73-80ec8af9cd2c req-c8adbfef-e3fe-4b3f-8403-f6d2fb2b44a0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0771770 Oct 13 00:37:02.629957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-715a4509-d6b1-4cd4-a6ef-c579c5d9bb68 service neutron] 10.222.0.21 "GET /v2.0/networks/15d39fd8-1cda-4d7f-887f-46147d129bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768568 Oct 13 00:37:02.643759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-41bf9833-0780-4d96-b588-9022939a97b1 None None] Provisioning complete for port 664655d3-e20b-4f59-8139-db8101cb2fc9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:02.644294 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41bf9833-0780-4d96-b588-9022939a97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:02.713699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd50567c-492f-477e-af73-80ec8af9cd2c req-13ed13e3-e7ba-48ab-84d6-74910e2c0892 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270399 Oct 13 00:37:02.810733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41bf9833-0780-4d96-b588-9022939a97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:02.838238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-9c7f8ece-cc77-4012-a79d-7c9478d85c10 service neutron] 10.222.0.21 "GET /v2.0/networks/15d39fd8-1cda-4d7f-887f-46147d129bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842456 Oct 13 00:37:02.864847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-41bf9833-0780-4d96-b588-9022939a97b1 None None] For port 664655d3-e20b-4f59-8139-db8101cb2fc9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=664655d3-e20b-4f59-8139-db8101cb2fc9,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:02.872139 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41bf9833-0780-4d96-b588-9022939a97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:02.933435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf9833-0780-4d96-b588-9022939a97b1 None None] Pushing event updated for resources: {'Port': ['ID=664655d3-e20b-4f59-8139-db8101cb2fc9,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:03.099656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc68ec6a-b5d1-40d5-b000-eac2ec80f82f req-5bf5e1b7-ac84-4d89-9938-d23c6733ede0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 210 time: 0.0437171 Oct 13 00:37:03.196439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-58053a02-9656-4716-b4e9-f653e4fd18b9 None None] Provisioning complete for port 664655d3-e20b-4f59-8139-db8101cb2fc9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:03.196984 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58053a02-9656-4716-b4e9-f653e4fd18b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:03.471821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 664655d3-e20b-4f59-8139-db8101cb2fc9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:37:03.532707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 664655d3-e20b-4f59-8139-db8101cb2fc9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:03.533138 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:03.733160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099d7fc-fa5a-4ee9-9242-5b5631c9dbdb req-a1140095-0959-42db-bbeb-3883c6c05cdb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:03.747450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6099d7fc-fa5a-4ee9-9242-5b5631c9dbdb req-a1140095-0959-42db-bbeb-3883c6c05cdb tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0729413 Oct 13 00:37:03.785596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6099d7fc-fa5a-4ee9-9242-5b5631c9dbdb req-781d7867-6f88-478a-a47a-0da9b7336d1b tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Oct 13 00:37:03.840316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127ef2d-9fc0-4c29-9228-382607b7d145 req-b2421915-81d6-4975-9651-990fbc111471 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:03.842147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e127ef2d-9fc0-4c29-9228-382607b7d145 req-b2421915-81d6-4975-9651-990fbc111471 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0551360 Oct 13 00:37:03.889515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e127ef2d-9fc0-4c29-9228-382607b7d145 req-81ec5cc9-8126-468b-9d69-de3bc542fd70 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389740 Oct 13 00:37:04.206299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-784fde61-86ba-419e-8785-4b5d525c70a1 req-480adfaf-c541-43ef-8141-b142c47e6c95 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 210 time: 0.0391853 Oct 13 00:37:04.257823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-163f6201-9ff0-43f7-8ac9-e49fc46ef36a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:04.259204 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-163f6201-9ff0-43f7-8ac9-e49fc46ef36a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/networks?id=15d39fd8-1cda-4d7f-887f-46147d129bf6 HTTP/1.1" status: 200 len: 795 time: 0.1221752 Oct 13 00:37:04.321070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-dbbc5c2c-b770-4eec-b814-b235a1c6f2f7 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 472 time: 0.0418720 Oct 13 00:37:04.338840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'port': {'device_id': '4e3150bd-48a5-40ba-b29e-b0247accd2af', 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6', 'admin_state_up': True, 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'security_groups': ['932943e6-2ecd-415d-8e23-e2a0c68212e2']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:04.454221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:37:04.457818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:04.591015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.20.0.25 (15d39fd8-1cda-4d7f-887f-46147d129bf6/eb117303-b50b-455e-b535-a267f3a3bfa9/9954adbb-7c2e-4497-be30-203694082a82) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:37:04.732792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:04.766026 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:04.810812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:37:04.814502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:04.818415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:37:04.851103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=9954adbb-7c2e-4497-be30-203694082a82,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:04.894527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:04.895214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:04.920005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b74d9-b165-4c0b-91cf-3e66d9ea4ef2 req-a603301e-50fe-4ef8-8ff5-4eb9ed9c392d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:04.929261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-146b74d9-b165-4c0b-91cf-3e66d9ea4ef2 req-a603301e-50fe-4ef8-8ff5-4eb9ed9c392d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0680864 Oct 13 00:37:04.937836 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-69df94e9-7f3b-49da-88e7-448756a6c644 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6029971 Oct 13 00:37:04.965090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-146b74d9-b165-4c0b-91cf-3e66d9ea4ef2 req-4baf6fa1-51f2-4f08-9230-1413eac71653 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348408 Oct 13 00:37:05.059688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe7b2-8146-4ada-813b-7757ba099b45 req-018580a1-c28b-47fb-91d4-7d1c814c660d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:05.060652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Request body: {'port': {'device_id': '4e3150bd-48a5-40ba-b29e-b0247accd2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:05.061940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b5fe7b2-8146-4ada-813b-7757ba099b45 req-018580a1-c28b-47fb-91d4-7d1c814c660d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0631244 Oct 13 00:37:05.110967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b5fe7b2-8146-4ada-813b-7757ba099b45 req-5d35fdb3-e35a-40ce-8e5a-30c8ae7de8a2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424116 Oct 13 00:37:05.128966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fcceb218-fb11-4978-9642-4eede26ca911 None None] Provisioning complete for port 9954adbb-7c2e-4497-be30-203694082a82 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:05.129482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fcceb218-fb11-4978-9642-4eede26ca911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:05.135888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:05.167793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fcceb218-fb11-4978-9642-4eede26ca911 None None] Port 9954adbb-7c2e-4497-be30-203694082a82 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:37:05.325246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1671a-a54e-423a-b9a3-9434d25bcb56 req-fe3e6636-512c-4f8f-93dd-2cc7233e1a21 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:05.327010 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ae1671a-a54e-423a-b9a3-9434d25bcb56 req-fe3e6636-512c-4f8f-93dd-2cc7233e1a21 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 932 time: 0.0547261 Oct 13 00:37:05.367739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ae1671a-a54e-423a-b9a3-9434d25bcb56 req-c7e21262-473b-40a4-97ef-50a4e72b01c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343454 Oct 13 00:37:05.429033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9954adbb-7c2e-4497-be30-203694082a82 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:37:05.436732 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:05.449457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Transition to ACTIVE for port object 9954adbb-7c2e-4497-be30-203694082a82 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:37:05.452740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:05.502925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Pushing event updated for resources: {'Port': ['ID=9954adbb-7c2e-4497-be30-203694082a82,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:05.622673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Attempting to bind port 9954adbb-7c2e-4497-be30-203694082a82 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:37:05.623153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Attempting to bind port 9954adbb-7c2e-4497-be30-203694082a82 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:37:05.623628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Attempting to bind port 9954adbb-7c2e-4497-be30-203694082a82 on network 15d39fd8-1cda-4d7f-887f-46147d129bf6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:05.634875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-ba40703f-368d-409b-ab78-a50930362516 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:05.637133 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-ba40703f-368d-409b-ab78-a50930362516 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0797756 Oct 13 00:37:05.639604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Port 9954adbb-7c2e-4497-be30-203694082a82 on network 15d39fd8-1cda-4d7f-887f-46147d129bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:37:05.640264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Attempting to bind port 9954adbb-7c2e-4497-be30-203694082a82 on network 15d39fd8-1cda-4d7f-887f-46147d129bf6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:05.653372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:37:05.653722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Checking segment: {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:05.654122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Bound using segment: {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:37:05.654573 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Bound port: 9954adbb-7c2e-4497-be30-203694082a82, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:37:05.655002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:05.770832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] For port 9954adbb-7c2e-4497-be30-203694082a82, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:05.774852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] For port 9954adbb-7c2e-4497-be30-203694082a82, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9954adbb-7c2e-4497-be30-203694082a82,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:37:05.783917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:05.835383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:05.836027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:05.837426 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] 10.222.0.45 "PUT /v2.0/ports/9954adbb-7c2e-4497-be30-203694082a82 HTTP/1.1" status: 200 len: 1092 time: 0.8637683 Oct 13 00:37:05.837898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3150bd-48a5-40ba-b29e-b0247accd2af', 'tag': '9954adbb-7c2e-4497-be30-203694082a82'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:05.840244 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3150bd-48a5-40ba-b29e-b0247accd2af", "tag": "9954adbb-7c2e-4497-be30-203694082a82"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:05.866458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Deleting port 61a7e762-0fa1-42ff-89b0-90f41a28589c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:05.866814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:05.871875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6437912-cb2d-4b42-805f-ed8247044f74 service neutron] Pushing event updated for resources: {'Port': ['ID=9954adbb-7c2e-4497-be30-203694082a82,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:05.913413 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b8804a-5ffc-45fb-b712-0b49c64982f2 x-openstack-request-id: req-01b8804a-5ffc-45fb-b712-0b49c64982f2 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:05.913703 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3150bd-48a5-40ba-b29e-b0247accd2af", "tag": "9954adbb-7c2e-4497-be30-203694082a82", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:05.913941 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01b8804a-5ffc-45fb-b712-0b49c64982f2 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:05.914338 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3150bd-48a5-40ba-b29e-b0247accd2af', 'tag': '9954adbb-7c2e-4497-be30-203694082a82', 'status': 'completed', 'code': 200} Oct 13 00:37:06.009999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-a064904d-dce9-44c7-9d9d-45bd30519e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:06.013158 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-a064904d-dce9-44c7-9d9d-45bd30519e87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 1095 time: 0.0887482 Oct 13 00:37:06.014872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] For port 61a7e762-0fa1-42ff-89b0-90f41a28589c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=61a7e762-0fa1-42ff-89b0-90f41a28589c,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:06.015304 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:06.030130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Calling delete_port for 61a7e762-0fa1-42ff-89b0-90f41a28589c owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:06.075269 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-552ce3a8-6be5-425d-a915-3221ef287c2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9954adbb-7c2e-4497-be30-203694082a82 HTTP/1.1" status: 200 len: 217 time: 0.0465789 Oct 13 00:37:06.079168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e04165af-93a4-4132-b7ff-8bfbfbeb920d no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:06.100117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: e04165af-93a4-4132-b7ff-8bfbfbeb920d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:06.100667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device e04165af-93a4-4132-b7ff-8bfbfbeb920d not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:06.101876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fdc60-6607-4acf-91f6-fb8a6dfb8393 req-4140e743-341a-4670-b1d7-2b06555244d5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:06.103537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b69fdc60-6607-4acf-91f6-fb8a6dfb8393 req-4140e743-341a-4670-b1d7-2b06555244d5 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 945 time: 0.0585744 Oct 13 00:37:06.148308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b69fdc60-6607-4acf-91f6-fb8a6dfb8393 req-4ecf4cb3-bd15-4ff2-aeda-8f8299a7f4e4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384712 Oct 13 00:37:06.207031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-1b4f4b28-ff3d-46c2-a218-6d48fa2026af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:06.208622 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-1b4f4b28-ff3d-46c2-a218-6d48fa2026af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb117303-b50b-455e-b535-a267f3a3bfa9 HTTP/1.1" status: 200 len: 838 time: 0.1130841 Oct 13 00:37:06.246401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fae54-b9c4-4fbc-a6be-f55b8924af91 req-8a992d25-9e68-4dc6-be1b-1c825dbf56d2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:06.248496 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-122fae54-b9c4-4fbc-a6be-f55b8924af91 req-8a992d25-9e68-4dc6-be1b-1c825dbf56d2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0549815 Oct 13 00:37:06.279779 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-0e69b5cb-1936-4a64-9da6-805516c275e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:06.281339 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-0e69b5cb-1936-4a64-9da6-805516c275e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15d39fd8-1cda-4d7f-887f-46147d129bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641699 Oct 13 00:37:06.291652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-122fae54-b9c4-4fbc-a6be-f55b8924af91 req-8b3c4cba-6e35-421b-8dde-58c1cfb7c72e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368347 Oct 13 00:37:06.381970 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:06.420354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['61a7e762-0fa1-42ff-89b0-90f41a28589c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:37:06.442653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event deleted for resources: {'Port': ['ID=61a7e762-0fa1-42ff-89b0-90f41a28589c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:06.502265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] No DVR routers for this DVR port 61a7e762-0fa1-42ff-89b0-90f41a28589c on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:06.506342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-daee5fe5-7103-4ff5-8163-511e90da5dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/15d39fd8-1cda-4d7f-887f-46147d129bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063856 Oct 13 00:37:06.509157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:06.513917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-715005c7-24b8-498b-bcb7-f3d27ef1b1aa req-e7da5b95-d582-43ec-a3b0-5fff14a01a41 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "DELETE /v2.0/ports/61a7e762-0fa1-42ff-89b0-90f41a28589c HTTP/1.1" status: 204 len: 173 time: 0.8670690 Oct 13 00:37:06.536476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431205a-a94d-4bca-92cf-e0d0771a2223 req-d361e007-5f64-4cfe-98fe-bc3a57c0a760 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:06.555406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3431205a-a94d-4bca-92cf-e0d0771a2223 req-d361e007-5f64-4cfe-98fe-bc3a57c0a760 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 944 time: 0.1099670 Oct 13 00:37:06.650702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c9527b6-3038-4d70-a839-4f091699ca04 req-030bc37f-04c5-45a7-a5c4-7447a9e99500 service neutron] 10.222.0.45 "GET /v2.0/networks/15d39fd8-1cda-4d7f-887f-46147d129bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306648 Oct 13 00:37:06.679814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3431205a-a94d-4bca-92cf-e0d0771a2223 req-ab0a1b94-6aa4-40be-a7d2-43613d783b67 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263049 Oct 13 00:37:06.717327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:06.861880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-4f34d08f-660c-49f5-b241-d94866fc865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:06.863795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-4f34d08f-660c-49f5-b241-d94866fc865a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 1095 time: 0.0734591 Oct 13 00:37:06.961612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-ff9425de-fe7d-4802-8355-808b721d8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:06.963091 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-ff9425de-fe7d-4802-8355-808b721d8996 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15d39fd8-1cda-4d7f-887f-46147d129bf6 HTTP/1.1" status: 200 len: 896 time: 0.0919094 Oct 13 00:37:07.005620 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-296a6919-cafe-453f-aab3-01dab93a7993 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9954adbb-7c2e-4497-be30-203694082a82 HTTP/1.1" status: 200 len: 217 time: 0.0335209 Oct 13 00:37:07.057295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-bf9fa333-100b-482a-ae79-506d8c39c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:07.058890 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-bf9fa333-100b-482a-ae79-506d8c39c681 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb117303-b50b-455e-b535-a267f3a3bfa9 HTTP/1.1" status: 200 len: 838 time: 0.0443568 Oct 13 00:37:07.108952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-757ca50b-182e-4c05-bc01-4729d455141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:07.110447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-757ca50b-182e-4c05-bc01-4729d455141b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15d39fd8-1cda-4d7f-887f-46147d129bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440321 Oct 13 00:37:07.113210 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:07.210181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-78ef9bef-3efe-4938-be80-38dde63c9a45 service neutron] 10.222.0.45 "GET /v2.0/networks/15d39fd8-1cda-4d7f-887f-46147d129bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913019 Oct 13 00:37:07.264491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41faee2a-2b13-4792-9bc2-716e4fb89502 req-9f9543d1-82dd-4692-b743-2f0900d8a8df tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=1740f320-cba7-4eee-be36-e37d4d6b2d0e HTTP/1.1" status: 200 len: 210 time: 0.0330987 Oct 13 00:37:07.335057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe8f340f-ba8f-4a4c-ae67-bb26ed41dc1c req-25f80e74-8fca-4317-be1f-e8a8c4201f8b service neutron] 10.222.0.45 "GET /v2.0/networks/15d39fd8-1cda-4d7f-887f-46147d129bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071880 Oct 13 00:37:07.440855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1785ae4-7d38-49a3-a4d6-2bf592bcb393 req-2a9c93b6-8d21-4cd9-b83f-4c60d5fa56de tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:07.442379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1785ae4-7d38-49a3-a4d6-2bf592bcb393 req-2a9c93b6-8d21-4cd9-b83f-4c60d5fa56de tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0564971 Oct 13 00:37:07.479958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1785ae4-7d38-49a3-a4d6-2bf592bcb393 req-38a7868c-b74c-48ac-8e2a-70f5fbbb2ed3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 Oct 13 00:37:07.783711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6968e1e-0ace-4ae4-ac79-2c7ecae6acb1 req-e5320418-e530-4da9-936d-a3478192c6f6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:07.785035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6968e1e-0ace-4ae4-ac79-2c7ecae6acb1 req-e5320418-e530-4da9-936d-a3478192c6f6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 944 time: 0.0483735 Oct 13 00:37:07.822482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6968e1e-0ace-4ae4-ac79-2c7ecae6acb1 req-05262325-453a-45ad-bba1-a7f69a141386 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Oct 13 00:37:07.916138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1740f320-cba7-4eee-be36-e37d4d6b2d0e', 'name': 'network-vif-deleted', 'tag': '61a7e762-0fa1-42ff-89b0-90f41a28589c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:07.919104 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb3c640-5da6-4141-bdaa-30734168521d" -d '{"events": [{"server_uuid": "1740f320-cba7-4eee-be36-e37d4d6b2d0e", "name": "network-vif-deleted", "tag": "61a7e762-0fa1-42ff-89b0-90f41a28589c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:07.955464 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b74c652-35f0-4c79-9ac8-8e4f66e1c98d x-openstack-request-id: req-2b74c652-35f0-4c79-9ac8-8e4f66e1c98d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:07.955849 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1740f320-cba7-4eee-be36-e37d4d6b2d0e", "name": "network-vif-deleted", "tag": "61a7e762-0fa1-42ff-89b0-90f41a28589c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:07.956099 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b74c652-35f0-4c79-9ac8-8e4f66e1c98d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:07.956496 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1740f320-cba7-4eee-be36-e37d4d6b2d0e', 'name': 'network-vif-deleted', 'tag': '61a7e762-0fa1-42ff-89b0-90f41a28589c', 'status': 'completed', 'code': 200} Oct 13 00:37:08.525194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3255ff-cd8b-40bb-a020-53ff398cb463 req-3392e1b3-35cf-406e-a213-d5400246e6b3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:08.527470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e3255ff-cd8b-40bb-a020-53ff398cb463 req-3392e1b3-35cf-406e-a213-d5400246e6b3 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0497706 Oct 13 00:37:08.595684 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e3255ff-cd8b-40bb-a020-53ff398cb463 req-38333fa3-c81d-4053-90b3-478d9c4fb2f1 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600052 Oct 13 00:37:08.615775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ba4fb-4e30-49b9-8804-2d666c1174fc req-58206f7e-d658-4be5-a545-6de70fd439a2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:08.617189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c1ba4fb-4e30-49b9-8804-2d666c1174fc req-58206f7e-d658-4be5-a545-6de70fd439a2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0638335 Oct 13 00:37:08.656226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c1ba4fb-4e30-49b9-8804-2d666c1174fc req-14422963-a9ec-47dd-8bc5-a6db344f3887 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Oct 13 00:37:08.936079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f58c-273b-4a49-b019-b44cc5f1de4c req-40a7cd6e-f03c-4421-a49f-d44749e103f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:08.937611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67e8f58c-273b-4a49-b019-b44cc5f1de4c req-40a7cd6e-f03c-4421-a49f-d44749e103f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 944 time: 0.0484872 Oct 13 00:37:08.969728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 61a7e762-0fa1-42ff-89b0-90f41a28589c no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:08.975907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67e8f58c-273b-4a49-b019-b44cc5f1de4c req-2d7d3ffb-41d1-45c9-b6c3-5d74e1e5a1bc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322657 Oct 13 00:37:08.990165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 61a7e762-0fa1-42ff-89b0-90f41a28589c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:08.990510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 61a7e762-0fa1-42ff-89b0-90f41a28589c not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:09.717171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aeec75-dc73-4e88-86bc-409f3d116329 req-2c08c139-bbd5-4ee0-86b8-1cc0bea34401 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:09.718766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59aeec75-dc73-4e88-86bc-409f3d116329 req-2c08c139-bbd5-4ee0-86b8-1cc0bea34401 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0526347 Oct 13 00:37:09.764451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59aeec75-dc73-4e88-86bc-409f3d116329 req-42c2976e-94ec-4774-a339-befab25a6714 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380595 Oct 13 00:37:09.904929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9463ae-3d3e-45a0-a5f6-f2c85c82582e req-7037f892-40b7-4c3a-a68f-1b7ca81db6d3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:09.906395 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee9463ae-3d3e-45a0-a5f6-f2c85c82582e req-7037f892-40b7-4c3a-a68f-1b7ca81db6d3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0518954 Oct 13 00:37:09.944195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee9463ae-3d3e-45a0-a5f6-f2c85c82582e req-2358f0f2-53fa-4a10-9813-38d38b44e053 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Oct 13 00:37:10.093624 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0c73-7d4e-4d68-8d55-a53667033e85 req-1b0fdcef-18a4-418d-8b2c-0b72015ea643 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:10.095115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-637c0c73-7d4e-4d68-8d55-a53667033e85 req-1b0fdcef-18a4-418d-8b2c-0b72015ea643 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 944 time: 0.0501850 Oct 13 00:37:10.133923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-637c0c73-7d4e-4d68-8d55-a53667033e85 req-b144a527-5312-43f1-a8fe-69e4e81342c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324461 Oct 13 00:37:10.273411 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-dd2cce8d-e7f2-437d-955c-283c008e8fcd service neutron] show failed (client error): The resource could not be found. Oct 13 00:37:10.274536 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-dd2cce8d-e7f2-437d-955c-283c008e8fcd service neutron] 10.222.0.36 "GET /v2.0/ports/4164cbed-0290-4094-aeb1-d7d42bf1597c/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.1148763 Oct 13 00:37:10.503849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-6297b89f-f068-4a75-994e-9dd218a09153 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:10.505411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-6297b89f-f068-4a75-994e-9dd218a09153 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0811851 Oct 13 00:37:10.542630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-794d2e18-3a78-4b5a-b1d9-b3db4fc74394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:10.544300 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-794d2e18-3a78-4b5a-b1d9-b3db4fc74394 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 1096 time: 0.0831211 Oct 13 00:37:10.579081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:10.646654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:10.664919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Deleting port aaead99b-ff54-47c9-bcb4-0edc80340320 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:10.665249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:10.889496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b0db9-4335-4126-bd13-32d850224e91 req-cd68b37e-bd01-4233-ae1e-16ddc846b742 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:10.891077 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc4b0db9-4335-4126-bd13-32d850224e91 req-cd68b37e-bd01-4233-ae1e-16ddc846b742 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 944 time: 0.0503707 Oct 13 00:37:10.931021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc4b0db9-4335-4126-bd13-32d850224e91 req-22385153-5b86-4509-98aa-2d655c889658 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c930164-e6a7-4209-ae45-ff59150d0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337257 Oct 13 00:37:10.983938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9954adbb-7c2e-4497-be30-203694082a82 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:37:11.067939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413dcb6-b58a-4a28-bb1c-12390eee8fb1 req-7d0ff2ac-9822-4e2d-addb-a7e884764192 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:11.069495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0413dcb6-b58a-4a28-bb1c-12390eee8fb1 req-7d0ff2ac-9822-4e2d-addb-a7e884764192 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0550089 Oct 13 00:37:11.089050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9954adbb-7c2e-4497-be30-203694082a82, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9954adbb-7c2e-4497-be30-203694082a82,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:11.102607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9954adbb-7c2e-4497-be30-203694082a82', 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6', 'port_id': '9954adbb-7c2e-4497-be30-203694082a82', 'mac_address': 'fa:16:3e:7a:f2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb117303-b50b-455e-b535-a267f3a3bfa9', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:37:11.110629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0413dcb6-b58a-4a28-bb1c-12390eee8fb1 req-d9195aa1-3539-41e8-8f8a-cebbb3dc5d07 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323646 Oct 13 00:37:11.134364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] For port aaead99b-ff54-47c9-bcb4-0edc80340320, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=aaead99b-ff54-47c9-bcb4-0edc80340320,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:11.134726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:11.141808 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:11.154996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9954adbb-7c2e-4497-be30-203694082a82 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:37:11.175395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9954adbb-7c2e-4497-be30-203694082a82, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9954adbb-7c2e-4497-be30-203694082a82,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:11.180671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:11.233486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9954adbb-7c2e-4497-be30-203694082a82,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:11.286949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a9f9-5fda-441b-9bcc-c6ff90d085f6 req-85cec0f9-783e-48fe-90f0-88a16b6f1ce1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:11.288567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec67a9f9-5fda-441b-9bcc-c6ff90d085f6 req-85cec0f9-783e-48fe-90f0-88a16b6f1ce1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 945 time: 0.0854108 Oct 13 00:37:11.325941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:11.343830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-2d7be704-3048-4ab7-922a-bebcfb61b6a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742264 Oct 13 00:37:11.347097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec67a9f9-5fda-441b-9bcc-c6ff90d085f6 req-5039e6c1-02a8-4071-8625-88854e1060de tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445082 Oct 13 00:37:11.415503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:11.418668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:11.419036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:11.419352 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Floating IP 41386832-ec2f-4f9f-b418-3eae1126ad5b disassociated. External IP: 172.25.3.196, port: aaead99b-ff54-47c9-bcb4-0edc80340320. Oct 13 00:37:11.419731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Calling delete_port for aaead99b-ff54-47c9-bcb4-0edc80340320 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:11.461448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-5835ec33-cb41-4021-a92f-b9fc04c3ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:11.463103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-5835ec33-cb41-4021-a92f-b9fc04c3ad10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 1097 time: 0.0564239 Oct 13 00:37:11.498353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:11.500668 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2597bf2f-18c0-46a9-8402-29999103048b" -d '{"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:11.504979 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:11.530975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Transition to ACTIVE for port object 4164cbed-0290-4094-aeb1-d7d42bf1597c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:37:11.540278 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:11.566498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9954adbb-7c2e-4497-be30-203694082a82'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:37:11.573765 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510bb3ce-4559-4690-a3e6-8d00ed26ed9e x-openstack-request-id: req-510bb3ce-4559-4690-a3e6-8d00ed26ed9e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:11.574054 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:11.574293 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-510bb3ce-4559-4690-a3e6-8d00ed26ed9e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:11.574686 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'code': 200} Oct 13 00:37:11.642597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:11.643001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-2307e417-8ea7-40c6-b989-cbba4c916888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:11.644543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-2307e417-8ea7-40c6-b989-cbba4c916888 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 200 len: 917 time: 0.1599820 Oct 13 00:37:11.730852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:11.765945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event deleted for resources: {'Port': ['ID=aaead99b-ff54-47c9-bcb4-0edc80340320,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:11.818173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] No DVR routers for this DVR port 4164cbed-0290-4094-aeb1-d7d42bf1597c on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:11.896839 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2b73-f9a6-4130-87f1-08628f354ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:12.096925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:37:12.140147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:37:12.140447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:37:12.140721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:12.190111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:37:12.190111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:12.203367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:37:12.203813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Checking segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:12.204237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Bound using segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:37:12.204685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Bound port: 4164cbed-0290-4094-aeb1-d7d42bf1597c, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:37:12.205044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:12.214969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf273e3f-d943-45bf-b6e5-cd019b0fd87e req-6074f55c-2a3c-49c7-8d0d-525139e85375 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/ports?device_id=372cb871-a70c-476a-b691-3b054fa93e01 HTTP/1.1" status: 200 len: 210 time: 0.0450869 Oct 13 00:37:12.229961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-00414c1b-77c1-4214-942b-924629fab0d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 200 len: 1001 time: 0.5772612 Oct 13 00:37:12.302387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9890fe0-3f00-4a72-9cf6-6b8d1393ae49 req-1a347ac1-d07f-4c57-8e13-6af7050fe95c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:12.303875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9890fe0-3f00-4a72-9cf6-6b8d1393ae49 req-1a347ac1-d07f-4c57-8e13-6af7050fe95c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.0923944 Oct 13 00:37:12.309707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-50f72b63-9efa-4ba7-8746-1e550d7e31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:12.311218 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-50f72b63-9efa-4ba7-8746-1e550d7e31c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 200 len: 855 time: 0.0668342 Oct 13 00:37:12.315900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:37:12.332922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08007d40-56f9-4d80-8656-84b70708579c None None] Sync routers for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:37:12.342842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08007d40-56f9-4d80-8656-84b70708579c None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:12.343835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-08007d40-56f9-4d80-8656-84b70708579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:36:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:12.354181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:12.364427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9890fe0-3f00-4a72-9cf6-6b8d1393ae49 req-b89c9de8-dcc7-4e48-8770-ba6dfa36685c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520422 Oct 13 00:37:12.371680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] No DVR routers for this DVR port aaead99b-ff54-47c9-bcb4-0edc80340320 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:12.378609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:12.384044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.45 "DELETE /v2.0/ports/aaead99b-ff54-47c9-bcb4-0edc80340320 HTTP/1.1" status: 204 len: 173 time: 1.8705485 Oct 13 00:37:12.390335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:37:12.399042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:12.420535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-55f70231-1187-431c-9e23-91cf20401409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:12.422032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-55f70231-1187-431c-9e23-91cf20401409 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f17b87d-6f72-4183-85b0-f20a1ba8b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725842 Oct 13 00:37:12.523265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:12.524377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:12.528078 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] 10.222.0.45 "PUT /v2.0/ports/4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 1091 time: 1.9675117 Oct 13 00:37:12.559584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-08007d40-56f9-4d80-8656-84b70708579c None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:12.566832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e758b0-0e2f-4e55-91ad-64a42d6adffb service neutron] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:12.581332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47d05-fe2c-480c-8849-53812faa0a37 req-e0413643-03ea-4005-a7e7-197bdc1d3949 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:12.591400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7b47d05-fe2c-480c-8849-53812faa0a37 req-e0413643-03ea-4005-a7e7-197bdc1d3949 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 945 time: 0.1015837 Oct 13 00:37:12.633597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-8f1a12f5-9f6b-4cb8-9957-45250be1f711 service neutron] 10.222.0.45 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969581 Oct 13 00:37:12.644769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-bdcd3fae-83f1-4118-b8f5-ab10f9214649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:12.646469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-bdcd3fae-83f1-4118-b8f5-ab10f9214649 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1094 time: 0.0671771 Oct 13 00:37:12.694870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7b47d05-fe2c-480c-8849-53812faa0a37 req-e9ca748e-45d6-47fd-9e20-79ba800ab606 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019816 Oct 13 00:37:12.806796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-7a6480c6-27bc-475a-893c-24dbe0bd1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:12.808307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc01b5dd-ac03-4d6e-8edb-8f458a1e8f0f req-a075719f-9706-431d-af0f-838304c34ab0 service neutron] 10.222.0.45 "GET /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582770 Oct 13 00:37:12.808872 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-7a6480c6-27bc-475a-893c-24dbe0bd1c98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.1528509 Oct 13 00:37:12.898515 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-d46cf904-c5a4-423b-b0e9-deed9cdd7995 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 999 time: 0.0702026 Oct 13 00:37:13.006075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-46cb3cab-e16f-44d7-afb9-2ea3d410a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:13.007721 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-46cb3cab-e16f-44d7-afb9-2ea3d410a98c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.0590000 Oct 13 00:37:13.013808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9954adbb-7c2e-4497-be30-203694082a82 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:37:13.063785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-3ea2488a-13f4-43db-91f2-7b50dacbc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:13.065326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-3ea2488a-13f4-43db-91f2-7b50dacbc1ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427499 Oct 13 00:37:13.076588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-08007d40-56f9-4d80-8656-84b70708579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:50Z', 'revision_number': 5, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:13.113671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08007d40-56f9-4d80-8656-84b70708579c None None] Checking router: 7f87dc12-d752-4f67-b9dc-2cda0434ee76 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:37:13.132507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 9954adbb-7c2e-4497-be30-203694082a82 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:37:13.136239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08007d40-56f9-4d80-8656-84b70708579c None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:13.137101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-08007d40-56f9-4d80-8656-84b70708579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:36:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:13.140521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9954adbb-7c2e-4497-be30-203694082a82 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:13.140521 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.170454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-7a790ac9-322f-4612-b291-d11f4ea635e0 service neutron] 10.222.0.45 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953553 Oct 13 00:37:13.309273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8fa5c8b8-caff-48c7-b599-2d87a9efe04a req-14316da8-43ca-4026-a3c4-606f0ff0491b service neutron] 10.222.0.45 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155133 Oct 13 00:37:13.312188 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-08007d40-56f9-4d80-8656-84b70708579c None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:13.321769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59334) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:13.408421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e653d2b5-30d6-4f0d-a666-2a59c2666250 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.436600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e653d2b5-30d6-4f0d-a666-2a59c2666250 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.529500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e653d2b5-30d6-4f0d-a666-2a59c2666250 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.532843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e653d2b5-30d6-4f0d-a666-2a59c2666250 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.533696 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.534895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e653d2b5-30d6-4f0d-a666-2a59c2666250 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c930164-e6a7-4209-ae45-ff59150d0d00 HTTP/1.1" status: 204 len: 168 time: 0.2119715 Oct 13 00:37:13.537456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59338) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:13.551629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653d2b5-30d6-4f0d-a666-2a59c2666250 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c930164-e6a7-4209-ae45-ff59150d0d00,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:13.557314 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-412a2fd1-954d-42ae-b2c9-ac5a50afdfd4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] show failed (client error): The resource could not be found. Oct 13 00:37:13.560212 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-412a2fd1-954d-42ae-b2c9-ac5a50afdfd4 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "GET /v2.0/security-groups/8c930164-e6a7-4209-ae45-ff59150d0d00 HTTP/1.1" status: 404 len: 347 time: 0.0211349 Oct 13 00:37:13.562510 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59340) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:13.580295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793b9f9-4aab-4a6f-9060-fa1c7f6308b7 req-72e413ed-d3f9-49c8-b064-98b41181b0b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:13.581335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-deleted', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320'}, {'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:13.582293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b793b9f9-4aab-4a6f-9060-fa1c7f6308b7 req-72e413ed-d3f9-49c8-b064-98b41181b0b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.0853920 Oct 13 00:37:13.596689 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9" -d '{"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-deleted", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320"}, {"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:13.613168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3150bd-48a5-40ba-b29e-b0247accd2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9954adbb-7c2e-4497-be30-203694082a82'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:13.615778 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceba9c7-1f90-4425-9c8f-b51e4a29a5f3" -d '{"events": [{"server_uuid": "4e3150bd-48a5-40ba-b29e-b0247accd2af", "name": "network-vif-plugged", "status": "completed", "tag": "9954adbb-7c2e-4497-be30-203694082a82"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:13.630431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9954adbb-7c2e-4497-be30-203694082a82, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9954adbb-7c2e-4497-be30-203694082a82,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:13.637076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b793b9f9-4aab-4a6f-9060-fa1c7f6308b7 req-8449a91c-93a8-4987-9e01-2d004440fc09 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Oct 13 00:37:13.657674 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.726674 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56bcf08-95d7-4fa0-886d-04300cff03db x-openstack-request-id: req-c56bcf08-95d7-4fa0-886d-04300cff03db {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:13.726973 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372cb871-a70c-476a-b691-3b054fa93e01", "name": "network-vif-deleted", "tag": "aaead99b-ff54-47c9-bcb4-0edc80340320", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:13.727216 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c56bcf08-95d7-4fa0-886d-04300cff03db {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:13.728068 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372cb871-a70c-476a-b691-3b054fa93e01', 'name': 'network-vif-deleted', 'tag': 'aaead99b-ff54-47c9-bcb4-0edc80340320', 'status': 'completed', 'code': 200} Oct 13 00:37:13.728330 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'status': 'completed', 'code': 200} Oct 13 00:37:13.740541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9954adbb-7c2e-4497-be30-203694082a82,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:13.759700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Deleting port e46c83dd-4060-413d-9b96-db4c9c967ad2 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:13.760072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.780448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-08007d40-56f9-4d80-8656-84b70708579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:50Z', 'revision_number': 5, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:13.810015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08007d40-56f9-4d80-8656-84b70708579c None None] The sync data for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 is: [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:45Z', 'revision_number': 4, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'a9b5542a-d72f-408a-aab9-df1878e637a9', 'name': '', 'network_id': 'fe6549a6-9478-4959-899e-3172e706c8e1', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'mac_address': 'fa:16:3e:c5:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:44Z', 'updated_at': '2021-10-13T00:27:50Z', 'revision_number': 5, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'subnets': [{'id': '076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:37:13.824262 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2865d99-ac8b-4bf2-9ec4-c4781dbe83eb x-openstack-request-id: req-a2865d99-ac8b-4bf2-9ec4-c4781dbe83eb {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:13.825062 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3150bd-48a5-40ba-b29e-b0247accd2af", "name": "network-vif-plugged", "status": "completed", "tag": "9954adbb-7c2e-4497-be30-203694082a82", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:13.825790 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2865d99-ac8b-4bf2-9ec4-c4781dbe83eb {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:13.826423 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3150bd-48a5-40ba-b29e-b0247accd2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9954adbb-7c2e-4497-be30-203694082a82', 'code': 200} Oct 13 00:37:13.922760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f010b9-7a3b-40ff-b3c1-fdb314c4ad29 req-b980bd55-e1a8-4324-96d3-e1978f8a6ba8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:13.924443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5f010b9-7a3b-40ff-b3c1-fdb314c4ad29 req-b980bd55-e1a8-4324-96d3-e1978f8a6ba8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 946 time: 0.0771220 Oct 13 00:37:13.979258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-d3c80a10-21b9-4ad4-9ea9-9a2e8cfc59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:13.980855 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-d3c80a10-21b9-4ad4-9ea9-9a2e8cfc59ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1094 time: 0.2064118 Oct 13 00:37:13.982570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:13.982899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:14.008938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5f010b9-7a3b-40ff-b3c1-fdb314c4ad29 req-e3d5b358-9a1b-47a6-ae6c-a4db6b31a430 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710435 Oct 13 00:37:14.012146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83bb4d-801b-4299-b029-f69f1d6f9cb3 req-65d5aab9-1c10-4616-b6f1-8e5ddffd0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.013837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f83bb4d-801b-4299-b029-f69f1d6f9cb3 req-65d5aab9-1c10-4616-b6f1-8e5ddffd0aa6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 1097 time: 0.0884507 Oct 13 00:37:14.023060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-ddff19ca-1ed9-4d6d-8c88-b2f712c6af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.024680 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-ddff19ca-1ed9-4d6d-8c88-b2f712c6af66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1094 time: 0.1413112 Oct 13 00:37:14.025661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Calling delete_port for e46c83dd-4060-413d-9b96-db4c9c967ad2 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:14.068835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f83bb4d-801b-4299-b029-f69f1d6f9cb3 req-f5bd3c57-4083-4211-8b3e-74c3bf8c50b2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407085 Oct 13 00:37:14.096957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:14.148366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:14.164709 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f0e5d2-5537-4582-a028-eb871da1ab11 None None] New status for floating IP 41386832-ec2f-4f9f-b418-3eae1126ad5b: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:37:14.233755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-65d4d6df-6dc4-4fe6-8811-3cad53b30e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.235254 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-65d4d6df-6dc4-4fe6-8811-3cad53b30e62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.2443032 Oct 13 00:37:14.251386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-a166bd30-0c36-475b-8da1-e8650c3804ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.252923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-a166bd30-0c36-475b-8da1-e8650c3804ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.1905789 Oct 13 00:37:14.329904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-2c313a15-e326-4b60-8170-3913cb519456 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 999 time: 0.0696228 Oct 13 00:37:14.395214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-90b8df8e-2c64-4db7-a352-0748050d0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.396805 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-90b8df8e-2c64-4db7-a352-0748050d0c8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.0586240 Oct 13 00:37:14.523861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-46bf6fa1-3652-4e8e-bfce-41d1bae5d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.525388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-46bf6fa1-3652-4e8e-bfce-41d1bae5d17e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084852 Oct 13 00:37:14.526897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:14.528860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5ecd20c1-5b33-430d-970a-465aff392f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:14.530061 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-a6f6de5c-9a84-4496-95f7-c85b3777deca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 999 time: 0.1114821 Oct 13 00:37:14.597736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Pushing event deleted for resources: {'Port': ['ID=e46c83dd-4060-413d-9b96-db4c9c967ad2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:14.697773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-e44dc3ed-9fd8-40a6-b3b7-71a1ef7768e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.699346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-e44dc3ed-9fd8-40a6-b3b7-71a1ef7768e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.1611972 Oct 13 00:37:14.763920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:14.766497 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:14.771674 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3334868d-a3a1-4e48-97c8-f6cbb541dc76 tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] 10.222.0.21 "DELETE /v2.0/floatingips/41386832-ec2f-4f9f-b418-3eae1126ad5b HTTP/1.1" status: 204 len: 168 time: 1.2030246 Oct 13 00:37:14.771674 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-8a171686-173e-4538-b93a-d7d4cd7069ec service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364562 Oct 13 00:37:14.771917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59356) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:14.802560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a09703-17eb-47c0-b81a-ff68231580e4 req-8d7830e6-d553-4dbb-b5c0-1cae5be38600 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.810973 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70a09703-17eb-47c0-b81a-ff68231580e4 req-8d7830e6-d553-4dbb-b5c0-1cae5be38600 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.0741177 Oct 13 00:37:14.833813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-39d237cd-2f2c-48ff-a2bb-a0d83ffb4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:14.836042 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-39d237cd-2f2c-48ff-a2bb-a0d83ffb4211 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286414 Oct 13 00:37:14.868501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70a09703-17eb-47c0-b81a-ff68231580e4 req-65730bcf-9eed-4224-a746-f7d03881cd74 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566719 Oct 13 00:37:15.015616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:15.045101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: aaead99b-ff54-47c9-bcb4-0edc80340320 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:15.045512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device aaead99b-ff54-47c9-bcb4-0edc80340320 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:15.182496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bac968-fbd6-4331-9fae-10840dfd2d57 req-a6acd8de-9074-4c65-bd72-ceacf27ff1b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:15.184044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8bac968-fbd6-4331-9fae-10840dfd2d57 req-a6acd8de-9074-4c65-bd72-ceacf27ff1b8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 946 time: 0.0896039 Oct 13 00:37:15.252528 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-fdfe046c-3c00-45fb-aeea-0042be3a49db service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743454 Oct 13 00:37:15.260381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8bac968-fbd6-4331-9fae-10840dfd2d57 req-5c023715-ab68-4bf0-bfe0-4487b944c850 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591619 Oct 13 00:37:15.278262 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-4a6d1b1e-02bb-4608-9aa1-b5c35956bc81 service neutron] 10.222.0.45 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295268 Oct 13 00:37:15.344823 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:15.380601 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c3fcffd-6a88-473d-b51e-f0ed4b4888e9 req-3bbec709-74b7-4df9-964b-7dec811415e2 service neutron] 10.222.0.45 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915785 Oct 13 00:37:15.597852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Deleting port a9b5542a-d72f-408a-aab9-df1878e637a9 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:15.598102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:15.687176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] For port a9b5542a-d72f-408a-aab9-df1878e637a9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a9b5542a-d72f-408a-aab9-df1878e637a9,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:15.687589 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:15.704227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Calling delete_port for a9b5542a-d72f-408a-aab9-df1878e637a9 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:15.722306 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:15.895067 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:15.924408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b5542a-d72f-408a-aab9-df1878e637a9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:15.930343 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:16.139759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee917a-1532-4e0b-ba23-60aa0ad7b764 req-bda0b8cd-46aa-41dd-8d0e-2bb4122a4adb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:16.141315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-daee917a-1532-4e0b-ba23-60aa0ad7b764 req-bda0b8cd-46aa-41dd-8d0e-2bb4122a4adb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.1451831 Oct 13 00:37:16.176501 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:16.202572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-daee917a-1532-4e0b-ba23-60aa0ad7b764 req-9bfd3167-b9d5-4ea0-adb9-920bcfad0e73 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484352 Oct 13 00:37:16.438674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f3846-02f6-425a-ac9c-1768a80908fc req-5902731c-8316-400e-80ec-748604bcf5ba tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:16.440185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-952f3846-02f6-425a-ac9c-1768a80908fc req-5902731c-8316-400e-80ec-748604bcf5ba tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 946 time: 0.0951927 Oct 13 00:37:16.449770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:37:16.532900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-952f3846-02f6-425a-ac9c-1768a80908fc req-a4c51231-1155-42e7-8870-b9cf618c5788 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858722 Oct 13 00:37:16.599361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:37:16.607805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dbc9bb49-5f89-4224-b6be-ec0cd354d605 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f87dc12-d752-4f67-b9dc-2cda0434ee76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356409 Oct 13 00:37:16.609775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] Sync routers for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:37:16.610784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59374) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:16.624442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:16.625055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:16.683873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-32aee102-01dd-459e-a408-70c4d5e80805 req-474f6cfd-262e-4358-b51b-b5de38046e33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512409 Oct 13 00:37:16.734872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:16.762873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83978ee7-d50e-43e7-9961-cc4a53ae56ff req-820e3bac-08a4-4dc3-bfd1-647a37d6bc75 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:16.764480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83978ee7-d50e-43e7-9961-cc4a53ae56ff req-820e3bac-08a4-4dc3-bfd1-647a37d6bc75 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 946 time: 0.1555927 Oct 13 00:37:16.765914 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:16.799827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aee102-01dd-459e-a408-70c4d5e80805 req-03a7d21f-c953-44bb-b477-f003e1e9d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:16.801911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-32aee102-01dd-459e-a408-70c4d5e80805 req-03a7d21f-c953-44bb-b477-f003e1e9d12d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abc04358e8034be0b22c5de3606d167c&device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 1097 time: 0.0572629 Oct 13 00:37:16.909997 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:16.925783 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83978ee7-d50e-43e7-9961-cc4a53ae56ff req-66fd2da4-3c0a-4fee-8466-352e6c66b87e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532469 Oct 13 00:37:16.970211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:37:15Z', 'revision_number': 5, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port': {'id': 'c039b6da-61a2-4684-adc1-1a69e90527a2', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:16.970467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aee102-01dd-459e-a408-70c4d5e80805 req-68f81519-8b01-42d6-9945-ec12a5614525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:16.976831 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-32aee102-01dd-459e-a408-70c4d5e80805 req-68f81519-8b01-42d6-9945-ec12a5614525 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3add90d1-60f2-4866-bb3f-5ba80af6b939 HTTP/1.1" status: 200 len: 915 time: 0.1502709 Oct 13 00:37:17.002286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] Checking router: 7f87dc12-d752-4f67-b9dc-2cda0434ee76 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:37:17.018512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] Routers {'7f87dc12-d752-4f67-b9dc-2cda0434ee76'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:17.019041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:17.026133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Deleting port c039b6da-61a2-4684-adc1-1a69e90527a2 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:17.027559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.049634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-32aee102-01dd-459e-a408-70c4d5e80805 req-31c76c4d-a31b-47ed-8d5e-c2a02d283312 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4617d6c8-6f53-4598-9051-149cdf170a15 HTTP/1.1" status: 200 len: 217 time: 0.0692663 Oct 13 00:37:17.118351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aee102-01dd-459e-a408-70c4d5e80805 req-e8bbd2ef-73a4-414b-bf31-4d7be4024095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:17.119690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] Set router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:17.120698 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-32aee102-01dd-459e-a408-70c4d5e80805 req-e8bbd2ef-73a4-414b-bf31-4d7be4024095 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1968b322-fab3-4678-86c6-a6514054848b HTTP/1.1" status: 200 len: 854 time: 0.0624938 Oct 13 00:37:17.123856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:37:17.163018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-32aee102-01dd-459e-a408-70c4d5e80805 req-7ceceb77-c981-41d8-9e3f-89cb8d54a637 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3add90d1-60f2-4866-bb3f-5ba80af6b939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361812 Oct 13 00:37:17.165473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] For port c039b6da-61a2-4684-adc1-1a69e90527a2, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c039b6da-61a2-4684-adc1-1a69e90527a2,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:17.165900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.178859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Calling delete_port for c039b6da-61a2-4684-adc1-1a69e90527a2 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:17.189967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:37:16Z', 'revision_number': 6, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:17.221378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13eecd7-1701-4829-b03e-6a0bd40717f4 None None] The sync data for ids ['7f87dc12-d752-4f67-b9dc-2cda0434ee76'] in n-d-813679-4 is: [{'id': '7f87dc12-d752-4f67-b9dc-2cda0434ee76', 'name': 'tempest-ServerActionsTestJSON-739450983-router', 'tenant_id': '54aeec5c8d294c549297df55fcefa909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:27:40Z', 'updated_at': '2021-10-13T00:37:16Z', 'revision_number': 6, 'project_id': '54aeec5c8d294c549297df55fcefa909', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:37:17.318978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-32aee102-01dd-459e-a408-70c4d5e80805 req-1caf9843-c998-4f42-a1de-b6af78b0a7c7 service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480277 Oct 13 00:37:17.337111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:17.354514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'port_id': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'mac_address': 'fa:16:3e:de:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:37:17.408980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.426120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4164cbed-0290-4094-aeb1-d7d42bf1597c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:37:17.435984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75e90a-e22b-4e70-9580-597ca786f130 req-56165e72-0199-411f-80ca-1e19683bf5a2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:17.437621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d75e90a-e22b-4e70-9580-597ca786f130 req-56165e72-0199-411f-80ca-1e19683bf5a2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 943 time: 0.0956159 Oct 13 00:37:17.438705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-32aee102-01dd-459e-a408-70c4d5e80805 req-cb566dc7-1173-4adc-abea-babdeca2730f service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114826 Oct 13 00:37:17.456881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:17.465446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.498716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.518065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:17.532978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c039b6da-61a2-4684-adc1-1a69e90527a2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:17.540938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d75e90a-e22b-4e70-9580-597ca786f130 req-0d13ce27-f888-4401-9068-f135adf8c8b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950956 Oct 13 00:37:17.558464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.612081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.757777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.761931 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.824847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.825925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f87dc12-d752-4f67-b9dc-2cda0434ee76 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:37:17.845060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.845722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-9f2e23bf-1b8e-4135-ae23-d6abe5833c92 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:17.846192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-50f96b96-a1d0-432f-9685-b6e4ad2651cf admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f87dc12-d752-4f67-b9dc-2cda0434ee76 HTTP/1.1" status: 204 len: 168 time: 1.2344925 Oct 13 00:37:17.847194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-9f2e23bf-1b8e-4135-ae23-d6abe5833c92 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.45 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba&tenant_id=bee60232abb54b41a78506ea06bd5a72&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 944 time: 0.0541177 Oct 13 00:37:17.848886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59388) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:17.870159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df258143-ce19-4f93-8817-436bc3e1be0e req-79900b66-d4e1-4524-8bbb-d30e519d8441 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:17.871674 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df258143-ce19-4f93-8817-436bc3e1be0e req-79900b66-d4e1-4524-8bbb-d30e519d8441 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.0605013 Oct 13 00:37:17.897191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['4164cbed-0290-4094-aeb1-d7d42bf1597c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:37:17.910916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df258143-ce19-4f93-8817-436bc3e1be0e req-cc45508a-c8d5-40c7-a521-32fe20f299cb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331891 Oct 13 00:37:17.928554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Deleting subnet 076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:37:17.933885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:17.970813 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-fc2026d4-bbe0-4eed-b2ef-5c83b97b8e63 service neutron] 10.222.0.45 "GET /v2.0/ports/4164cbed-0290-4094-aeb1-d7d42bf1597c/bindings/n-h1-813679-4 HTTP/1.1" status: 200 len: 382 time: 0.1136184 Oct 13 00:37:17.980177 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.081588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a9b5542a-d72f-408a-aab9-df1878e637a9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:18.118771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a9b5542a-d72f-408a-aab9-df1878e637a9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:18.119168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a9b5542a-d72f-408a-aab9-df1878e637a9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:18.127425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-c7373dbb-551e-470c-aff9-a3c1cd1de8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:18.128910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-c7373dbb-551e-470c-aff9-a3c1cd1de8c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1095 time: 0.1177993 Oct 13 00:37:18.135469 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.252968 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.286541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:18.289105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-a0ffecd9-46e7-4dab-85ee-13485e39fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:18.290588 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-a0ffecd9-46e7-4dab-85ee-13485e39fd83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.1527345 Oct 13 00:37:18.297340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.300451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/076bbb8c-f3a0-495e-9a5e-8f1ca34f89f8 HTTP/1.1" status: 204 len: 168 time: 0.4506409 Oct 13 00:37:18.302011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6588aa-7709-4eb4-98b7-0a582a5aabf1 None None] Network fe6549a6-9478-4959-899e-3172e706c8e1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:37:18.303171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59392) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:18.303736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.303895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.304242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.304579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.304911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.305247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.305862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.305976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.306219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.306539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.306982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.307187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c276988-71bd-4f35-97d5-01fff0d0c106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.381032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-7e31cf29-dd4d-486e-90de-51c1ce2beece service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 1000 time: 0.0792115 Oct 13 00:37:18.388360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.418286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59394) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:18.448908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Deleting port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:18.449254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.491123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-b1fd4e4a-f81a-4f5d-bdde-34f1613f4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:18.492031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-b1fd4e4a-f81a-4f5d-bdde-34f1613f4add service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.1029196 Oct 13 00:37:18.517515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] DHCP port deletion for fe6549a6-9478-4959-899e-3172e706c8e1 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:37:18.518045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] For port 96582e2a-8ba2-4c41-aecc-bf68cde926e3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=96582e2a-8ba2-4c41-aecc-bf68cde926e3,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:18.518508 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.533636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Calling delete_port for 96582e2a-8ba2-4c41-aecc-bf68cde926e3 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:18.565813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Deleting port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:18.566106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.577816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-3cd825cf-9987-4de4-8b81-a858efcd6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:18.579430 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-3cd825cf-9987-4de4-8b81-a858efcd6004 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597100 Oct 13 00:37:18.618909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.629557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] For port 96582e2a-8ba2-4c41-aecc-bf68cde926e3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=96582e2a-8ba2-4c41-aecc-bf68cde926e3,segment=NetworkSegment(9adf033e-2b70-4f53-823a-3e2e1e6ead39),segment_id=9adf033e-2b70-4f53-823a-3e2e1e6ead39)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:18.629881 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.643228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Calling delete_port for 96582e2a-8ba2-4c41-aecc-bf68cde926e3 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:18.646507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Pushing event deleted for resources: {'Port': ['ID=96582e2a-8ba2-4c41-aecc-bf68cde926e3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:18.650200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] No DVR routers for this DVR port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:18.722998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.733962 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.746265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6549a6-9478-4959-899e-3172e706c8e1']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:18.756650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adf033e-2b70-4f53-823a-3e2e1e6ead39') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:18.756874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adf033e-2b70-4f53-823a-3e2e1e6ead39') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:18.761179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Pushing event deleted for resources: {'Port': ['ID=96582e2a-8ba2-4c41-aecc-bf68cde926e3,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:18.769153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] No DVR routers for this DVR port 96582e2a-8ba2-4c41-aecc-bf68cde926e3 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:18.769808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-0f3c5e09-cda6-4e91-a584-5f75f2ff4785 service neutron] 10.222.0.45 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802292 Oct 13 00:37:18.771656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.771972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.772319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.772974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.773195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.773527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.775202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.775585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.775940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.776301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.776650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.776969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.777301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d52d35-d75c-4cb1-ba67-920edc22530f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:18.788937 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.794320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:37:18.794731 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:37:18.828571 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:37:18.885214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.891959 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:18.895048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe6549a6-9478-4959-899e-3172e706c8e1 HTTP/1.1" status: 204 len: 168 time: 0.5905282 Oct 13 00:37:18.907038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32a2ce-d23b-48d9-bcbd-663fb3e98efe admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6549a6-9478-4959-899e-3172e706c8e1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:18.981415 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-0d0e87b1-7ac0-4e63-9e36-28d373739e35 service neutron] 10.222.0.45 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721566 Oct 13 00:37:19.030224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59400) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:19.053124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bd678-9fd0-4109-b1eb-0f933211beb3 req-d08c6bc0-266c-4e41-9aa7-f0ca3591f359 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:19.054659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-226bd678-9fd0-4109-b1eb-0f933211beb3 req-d08c6bc0-266c-4e41-9aa7-f0ca3591f359 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.0693939 Oct 13 00:37:19.054810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:37:19.090307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.111554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63c5a9ee-8593-4200-9208-414f0ae93a84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54aeec5c8d294c549297df55fcefa909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785749 Oct 13 00:37:19.117246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 4164cbed-0290-4094-aeb1-d7d42bf1597c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:37:19.119032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59402) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:19.122354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 4164cbed-0290-4094-aeb1-d7d42bf1597c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:19.122834 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.138596 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-226bd678-9fd0-4109-b1eb-0f933211beb3 req-405419fe-73eb-4217-b5f6-c977117b7952 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754697 Oct 13 00:37:19.177219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9d81c70b-5e85-4069-a1ff-21a7f1236f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.205977 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9d81c70b-5e85-4069-a1ff-21a7f1236f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.235849 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.261242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9d81c70b-5e85-4069-a1ff-21a7f1236f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.264333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9d81c70b-5e85-4069-a1ff-21a7f1236f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.267112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:19.268390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9d81c70b-5e85-4069-a1ff-21a7f1236f2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8 HTTP/1.1" status: 204 len: 168 time: 0.1475642 Oct 13 00:37:19.269741 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b884b8-46fb-4be2-9264-813f13e5aa79" -d '{"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-plugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:19.277455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81c70b-5e85-4069-a1ff-21a7f1236f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707bdb4f-c5f3-455a-b3b3-aa1a4e9480c8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:19.286511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:19.293441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.345122 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1811997-e849-4892-a545-e8418ebf1ccc x-openstack-request-id: req-a1811997-e849-4892-a545-e8418ebf1ccc {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:19.345411 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-plugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:19.345689 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1811997-e849-4892-a545-e8418ebf1ccc {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:19.346084 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'code': 200} Oct 13 00:37:19.355401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:19.434551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.20.0.17 (15d39fd8-1cda-4d7f-887f-46147d129bf6/eb117303-b50b-455e-b535-a267f3a3bfa9/d31252cf-9672-4061-92ec-32b8237adec9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:37:19.435887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 96582e2a-8ba2-4c41-aecc-bf68cde926e3 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:19.467922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 96582e2a-8ba2-4c41-aecc-bf68cde926e3 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:19.468442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 96582e2a-8ba2-4c41-aecc-bf68cde926e3 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:19.468930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c039b6da-61a2-4684-adc1-1a69e90527a2 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:19.491240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c039b6da-61a2-4684-adc1-1a69e90527a2 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:19.491481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c039b6da-61a2-4684-adc1-1a69e90527a2 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:19.558089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.592555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.628814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:37:19.633707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:19.636738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:37:19.672652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=d31252cf-9672-4061-92ec-32b8237adec9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:19.692182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.837097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:19.971861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-43f10648-7ea1-4a32-b91c-0d92c0d51e8e None None] Provisioning complete for port d31252cf-9672-4061-92ec-32b8237adec9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:19.972364 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-43f10648-7ea1-4a32-b91c-0d92c0d51e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.012349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-43f10648-7ea1-4a32-b91c-0d92c0d51e8e None None] Port d31252cf-9672-4061-92ec-32b8237adec9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:37:20.130618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.135300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.208927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.210800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=d31252cf-9672-4061-92ec-32b8237adec9,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:20.278397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db59c8-2356-4a0a-81dd-d46540e16b04 req-17862a1d-8d26-41a1-8f43-508e8f492b2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:20.280316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43db59c8-2356-4a0a-81dd-d46540e16b04 req-17862a1d-8d26-41a1-8f43-508e8f492b2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0624218 Oct 13 00:37:20.324781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43db59c8-2356-4a0a-81dd-d46540e16b04 req-c76487b8-e3f3-400f-97d8-35fc4d60ffeb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387874 Oct 13 00:37:20.335742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:37:20.337189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:20.376091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59444) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:20.459488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router d5969b20-cb10-4a77-a321-5824bd460847 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:37:20.499134 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f76521c3-0582-4c8f-b1dd-144daadcef14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.580103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:37:20.583253 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f76521c3-0582-4c8f-b1dd-144daadcef14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.599783 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7491baed-3068-4b1b-9fa2-bd6457b24ee4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "PUT /v2.0/routers/d5969b20-cb10-4a77-a321-5824bd460847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1658587 Oct 13 00:37:20.599895 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f76521c3-0582-4c8f-b1dd-144daadcef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.602544 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Sync routers for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:37:20.615329 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:20.615986 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:20.631615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f76521c3-0582-4c8f-b1dd-144daadcef14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=526979537619443a9fe40db08b8eddf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541742 Oct 13 00:37:20.632486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76521c3-0582-4c8f-b1dd-144daadcef14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ff7de3-bd2a-4c58-a9bf-0963df214c50,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:20.634275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59450) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:20.643825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-72c0e53d-b469-4a13-97aa-a4933458a9f9 None None] Provisioning complete for port d31252cf-9672-4061-92ec-32b8237adec9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:20.644241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-72c0e53d-b469-4a13-97aa-a4933458a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.685738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-72c0e53d-b469-4a13-97aa-a4933458a9f9 None None] Port d31252cf-9672-4061-92ec-32b8237adec9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:37:20.696330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25740d67-c852-4c21-8937-1c7c54e6899c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.724020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25740d67-c852-4c21-8937-1c7c54e6899c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.745215 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:20.770982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25740d67-c852-4c21-8937-1c7c54e6899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.775794 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-25740d67-c852-4c21-8937-1c7c54e6899c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:20.778156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25740d67-c852-4c21-8937-1c7c54e6899c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4ff7de3-bd2a-4c58-a9bf-0963df214c50 HTTP/1.1" status: 204 len: 168 time: 0.1427486 Oct 13 00:37:20.789993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25740d67-c852-4c21-8937-1c7c54e6899c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ff7de3-bd2a-4c58-a9bf-0963df214c50,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:20.999676 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:19Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:43Z', 'revision_number': 1, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd31252cf-9672-4061-92ec-32b8237adec9', 'name': '', 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:72:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'eb117303-b50b-455e-b535-a267f3a3bfa9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:37:19Z', 'updated_at': '2021-10-13T00:37:20Z', 'revision_number': 2, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'eb117303-b50b-455e-b535-a267f3a3bfa9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:21.028173 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Checking router: d5969b20-cb10-4a77-a321-5824bd460847 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:37:21.028546 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Updating router d5969b20-cb10-4a77-a321-5824bd460847 port d31252cf-9672-4061-92ec-32b8237adec9 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:37:21.066179 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:21.375029 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:21.394707 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:21.411469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-46e8b4f5-de3d-4ac0-93e2-713eb26c5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:21.413554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-46e8b4f5-de3d-4ac0-93e2-713eb26c5190 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 1096 time: 0.0788879 Oct 13 00:37:21.437417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:21.445965 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Pushing event updated for resources: {'Port': ['ID=d31252cf-9672-4061-92ec-32b8237adec9,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:21.490423 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.490765 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.491101 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.491591 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.491936 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.492262 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.492583 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.492902 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.493364 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.493686 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.494005 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.494381 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:37:21.515011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0e7f5-7c07-42bf-adcd-bdf939fc15aa req-42dd6333-ff5a-4a44-93ef-c8061c877b6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:21.516735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30a0e7f5-7c07-42bf-adcd-bdf939fc15aa req-42dd6333-ff5a-4a44-93ef-c8061c877b6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 945 time: 0.0929422 Oct 13 00:37:21.525655 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Attempting to bind port d31252cf-9672-4061-92ec-32b8237adec9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:37:21.526778 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Attempting to bind port d31252cf-9672-4061-92ec-32b8237adec9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:37:21.527327 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Attempting to bind port d31252cf-9672-4061-92ec-32b8237adec9 on network 15d39fd8-1cda-4d7f-887f-46147d129bf6 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:21.534566 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:37:21.535188 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Checking segment: {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:21.535812 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:21.536619 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Bound using segment: {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:37:21.537280 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Bound port: d31252cf-9672-4061-92ec-32b8237adec9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819eff72-7f64-491c-b125-a35e7e431fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:37:21.537664 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:21.598880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30a0e7f5-7c07-42bf-adcd-bdf939fc15aa req-a4a65e06-2217-4d2a-96a1-89e49cea8296 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743430 Oct 13 00:37:21.647161 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] For port d31252cf-9672-4061-92ec-32b8237adec9, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:21.652516 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] For port d31252cf-9672-4061-92ec-32b8237adec9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d31252cf-9672-4061-92ec-32b8237adec9,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:37:21.660401 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:21.731844 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:21.732330 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:21.796045 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f843c-55f2-4cff-89b4-9cc8a345b9f0 None None] Pushing event updated for resources: {'Port': ['ID=d31252cf-9672-4061-92ec-32b8237adec9,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:21.817826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9bea108d-71c5-4079-b1b8-369b957f4047 None None] Provisioning complete for port d31252cf-9672-4061-92ec-32b8237adec9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:21.818452 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9bea108d-71c5-4079-b1b8-369b957f4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:21.864071 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:21.902849 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:21.961692 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9bea108d-71c5-4079-b1b8-369b957f4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:22.155292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:22.195599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:22.238109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9bea108d-71c5-4079-b1b8-369b957f4047 None None] For port d31252cf-9672-4061-92ec-32b8237adec9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d31252cf-9672-4061-92ec-32b8237adec9,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:22.243539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:22.245090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9bea108d-71c5-4079-b1b8-369b957f4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:22.245987 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b51d93-4e34-47ba-87fb-3626f3b449c2" -d '{"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:22.255127 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:19Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:43Z', 'revision_number': 1, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd31252cf-9672-4061-92ec-32b8237adec9', 'name': '', 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:72:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'eb117303-b50b-455e-b535-a267f3a3bfa9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:37:19Z', 'updated_at': '2021-10-13T00:37:21Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'eb117303-b50b-455e-b535-a267f3a3bfa9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:22.258345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:22.287976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Transition to ACTIVE for port object 4164cbed-0290-4094-aeb1-d7d42bf1597c will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:37:22.295066 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:22.299399 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab5b1b-2b8b-4bdb-a9a9-746537df9c37 None None] The sync data for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 is: [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:19Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:43Z', 'revision_number': 1, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd31252cf-9672-4061-92ec-32b8237adec9', 'name': '', 'network_id': '15d39fd8-1cda-4d7f-887f-46147d129bf6', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:72:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'eb117303-b50b-455e-b535-a267f3a3bfa9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:37:19Z', 'updated_at': '2021-10-13T00:37:21Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'eb117303-b50b-455e-b535-a267f3a3bfa9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:37:22.308162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea108d-71c5-4079-b1b8-369b957f4047 None None] Pushing event updated for resources: {'Port': ['ID=d31252cf-9672-4061-92ec-32b8237adec9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:22.338930 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8a08f0-85f3-487f-b20f-53024917c3c0 x-openstack-request-id: req-ce8a08f0-85f3-487f-b20f-53024917c3c0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:22.339230 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:22.339738 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce8a08f0-85f3-487f-b20f-53024917c3c0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:22.339937 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'code': 200} Oct 13 00:37:22.396257 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cfc1001f-0526-4dbf-b095-c6b8e15bbc72 None None] Provisioning complete for port d31252cf-9672-4061-92ec-32b8237adec9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:22.399269 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cfc1001f-0526-4dbf-b095-c6b8e15bbc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:22.516000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] No DVR routers for this DVR port 4164cbed-0290-4094-aeb1-d7d42bf1597c on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:22.521217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:22.709467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:37:22.709881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:37:22.710810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:22.715907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:37:22.716089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Attempting to bind port 4164cbed-0290-4094-aeb1-d7d42bf1597c on network ada44670-fd72-49d3-964b-58eb4fad6bfc {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:22.721842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:37:22.722177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Checking segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:22.722564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Bound using segment: {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:37:22.723119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Bound port: 4164cbed-0290-4094-aeb1-d7d42bf1597c, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '332ca3f7-ef9a-4f0e-a802-7d74a2c54046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:37:22.723345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:22.751913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b486e94-90d5-4dfe-94ca-709faf52453f req-26b9ae51-8c1f-476b-9199-082599c67ddd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:22.759537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b486e94-90d5-4dfe-94ca-709faf52453f req-26b9ae51-8c1f-476b-9199-082599c67ddd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.0628831 Oct 13 00:37:22.782255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-1bb84d33-1065-4473-a153-d0bf41a2adc0 req-5844d656-96f7-42b0-a1e0-396ffad5a48f service neutron] (94988) timed out ('10.222.0.21', 37602) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:37:22.804514 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b486e94-90d5-4dfe-94ca-709faf52453f req-783f1d4e-40df-4db0-acb1-c0c08b90be5e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Oct 13 00:37:22.821899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:22.825565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:37:22.830560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:22.868496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:22.869255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:22.871290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] 10.222.0.36 "PUT /v2.0/ports/4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 1092 time: 1.4436600 Oct 13 00:37:22.905652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a94d16-3c34-48a5-bea3-c4775d1b7936 service neutron] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=11']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:22.959473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-6f56a2a0-2933-486f-ab63-ca3ae6110c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:22.961546 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-6f56a2a0-2933-486f-ab63-ca3ae6110c24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1095 time: 0.0526354 Oct 13 00:37:23.087216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-d730d14e-601c-4f4d-965c-2009e797b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:23.089794 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-d730d14e-601c-4f4d-965c-2009e797b6ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.1200523 Oct 13 00:37:23.163322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-2803851c-6f6c-4594-a40b-41803af112fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 999 time: 0.0663114 Oct 13 00:37:23.248122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-e047f9bf-4392-4cda-81a9-0c1fbf70aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:23.249631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-e047f9bf-4392-4cda-81a9-0c1fbf70aa0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.0790751 Oct 13 00:37:23.301724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-8780ee81-4b85-42fd-8f66-d096fdf99b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:23.303244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-8780ee81-4b85-42fd-8f66-d096fdf99b11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458777 Oct 13 00:37:23.419269 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-5b976c7e-caba-483e-816f-c499f6692619 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077421 Oct 13 00:37:23.473928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d31252cf-9672-4061-92ec-32b8237adec9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:37:23.556668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d31252cf-9672-4061-92ec-32b8237adec9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:23.557051 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:23.557363 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a8f7e979-c069-461d-a9bb-0801855cdcd9 req-ee3d23c8-b897-4ac3-bb1c-f674cb6f16a4 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291733 Oct 13 00:37:23.924884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7434196-5977-4d38-b09e-b1e277fc9c00 req-8d3bbc03-ca54-4775-a6b8-eda23f1e733b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:23.926959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7434196-5977-4d38-b09e-b1e277fc9c00 req-8d3bbc03-ca54-4775-a6b8-eda23f1e733b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.0591938 Oct 13 00:37:23.973239 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7434196-5977-4d38-b09e-b1e277fc9c00 req-5c6541b0-3103-44c8-8e8a-c647574fd2d8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Oct 13 00:37:24.340973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:24.343435 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2109dfa6-3dd4-4257-8050-b96233aeb287" -d '{"events": [{"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:24.394890 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ecbd1d-23ea-4bad-91b3-559e09ed1c76 x-openstack-request-id: req-73ecbd1d-23ea-4bad-91b3-559e09ed1c76 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:24.395191 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:24.395446 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73ecbd1d-23ea-4bad-91b3-559e09ed1c76 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:24.395908 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'status': 'completed', 'code': 200} Oct 13 00:37:24.532706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-bbd2585a-3e6a-4acc-8d80-32a7841f13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:24.534123 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-bbd2585a-3e6a-4acc-8d80-32a7841f13c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1095 time: 0.0840538 Oct 13 00:37:24.543140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-22e0de44-c0e3-4833-bab2-41299c2c7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:24.544588 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-22e0de44-c0e3-4833-bab2-41299c2c7e70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1095 time: 0.0621817 Oct 13 00:37:24.701927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-8f406022-3797-4500-81d4-f4abb8c1d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:24.703426 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-8f406022-3797-4500-81d4-f4abb8c1d1da service neutron] 10.222.0.45 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.1507018 Oct 13 00:37:24.761016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-0d12cca0-8505-489c-bdd7-79ce3a84af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:24.762512 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-0d12cca0-8505-489c-bdd7-79ce3a84af8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.2170804 Oct 13 00:37:24.829285 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-de97827f-438e-40cb-aabc-8391165702e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 999 time: 0.1173499 Oct 13 00:37:24.892875 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-503fe120-ec5c-4301-b484-61e8bde6dffe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 999 time: 0.1207807 Oct 13 00:37:24.910188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-ec01d2f4-a2cb-4106-bea3-0536c90913a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:24.911696 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-ec01d2f4-a2cb-4106-bea3-0536c90913a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.0751367 Oct 13 00:37:25.028828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-f6ee6121-6634-45fc-80f1-fef920fd6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:25.030333 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-f6ee6121-6634-45fc-80f1-fef920fd6fbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.1299672 Oct 13 00:37:25.063443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:25.090617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-99fb2f3d-7c63-4b53-bbac-322f798dc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:25.092568 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-99fb2f3d-7c63-4b53-bbac-322f798dc67b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390407 Oct 13 00:37:25.111805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-8f5aedbb-ab89-496d-8aa3-621219e1db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:25.113388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-8f5aedbb-ab89-496d-8aa3-621219e1db48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705824 Oct 13 00:37:25.142924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:25.168889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3941dbf-6165-4fd1-afed-61cd1c469d31 req-0587b07d-9241-44eb-be1d-8fa78824c1c0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:25.177196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3941dbf-6165-4fd1-afed-61cd1c469d31 req-0587b07d-9241-44eb-be1d-8fa78824c1c0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.0774512 Oct 13 00:37:25.238831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3941dbf-6165-4fd1-afed-61cd1c469d31 req-22c94cff-e13f-426c-9cd1-b11d890c9828 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541766 Oct 13 00:37:25.292887 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-23a1d153-2f7d-4f72-92a2-87d168aa3126 service neutron] 10.222.0.45 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916211 Oct 13 00:37:25.300728 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-7c90687c-d2e6-4d79-9f6d-ed87a44126e2 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763341 Oct 13 00:37:25.461563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-516e183e-25c0-4542-bb3a-22e959e25f4e service neutron] 10.222.0.45 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594799 Oct 13 00:37:25.473545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2109dfa6-3dd4-4257-8050-b96233aeb287 req-5e3ef9a0-df84-481d-8320-81ec51e0317d service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528523 Oct 13 00:37:26.347141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d6256-bac7-4da0-90e1-df072328573b req-30a5e1a1-45ad-4ea1-a618-d05c68150bc2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:26.348793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-206d6256-bac7-4da0-90e1-df072328573b req-30a5e1a1-45ad-4ea1-a618-d05c68150bc2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.0497284 Oct 13 00:37:26.392130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-206d6256-bac7-4da0-90e1-df072328573b req-e198a7e8-0ab5-4820-bf10-51ab4bb5469d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373111 Oct 13 00:37:27.849341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8e3d8-3bdb-4d3c-81b8-94716e4e01bb req-4fc914d0-7ea5-43d2-9a09-6526782a1324 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:27.850727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0b8e3d8-3bdb-4d3c-81b8-94716e4e01bb req-4fc914d0-7ea5-43d2-9a09-6526782a1324 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 944 time: 0.3838534 Oct 13 00:37:27.888191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0b8e3d8-3bdb-4d3c-81b8-94716e4e01bb req-d56d9b60-4c5a-409b-bedc-8acc862bb8ae tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 Oct 13 00:37:27.909768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59580) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:27.979683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ff3bd33-cec3-478a-a894-609951114193 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/a069eac4-162c-4f1d-abf2-11638b6e8f4e HTTP/1.1" status: 200 len: 991 time: 0.0645070 Oct 13 00:37:28.159341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:37:28.272260 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:28.284711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'port_id': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'mac_address': 'fa:16:3e:de:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:37:28.321845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:28.339431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4164cbed-0290-4094-aeb1-d7d42bf1597c {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:37:28.359321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:28.363410 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:28.413094 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:28.746652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['4164cbed-0290-4094-aeb1-d7d42bf1597c'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:37:30.163723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:37:30.217126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 4164cbed-0290-4094-aeb1-d7d42bf1597c completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:37:30.221112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 4164cbed-0290-4094-aeb1-d7d42bf1597c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:30.221493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.312779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.339564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:30.342333 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a30b650-5fbe-471c-b3e1-a938ca96e63b" -d '{"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-plugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:30.355763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:30.362131 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.407318 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c94dc55-c75b-4c26-bdec-c92273a86ebb x-openstack-request-id: req-2c94dc55-c75b-4c26-bdec-c92273a86ebb {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:30.407661 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-plugged", "status": "completed", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:30.407873 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c94dc55-c75b-4c26-bdec-c92273a86ebb {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:30.408751 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'code': 200} Oct 13 00:37:30.435948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=13']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:30.558200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59628) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:30.689769 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d11f2b33-2753-441c-ba7e-ab36c88a5026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.782150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d11f2b33-2753-441c-ba7e-ab36c88a5026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.785976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d11f2b33-2753-441c-ba7e-ab36c88a5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.831145 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d11f2b33-2753-441c-ba7e-ab36c88a5026 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08de428858b8490caf0115ff9acce8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712247 Oct 13 00:37:30.833563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59634) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:30.846132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f2b33-2753-441c-ba7e-ab36c88a5026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450e1037-f9b6-4f63-a385-e24216b28e47,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:30.897889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089e6f92-6300-435f-85be-db3e8395f6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.923971 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089e6f92-6300-435f-85be-db3e8395f6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.979269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089e6f92-6300-435f-85be-db3e8395f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.982056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-089e6f92-6300-435f-85be-db3e8395f6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:30.983319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-089e6f92-6300-435f-85be-db3e8395f6f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/450e1037-f9b6-4f63-a385-e24216b28e47 HTTP/1.1" status: 204 len: 168 time: 0.1482871 Oct 13 00:37:30.991988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e6f92-6300-435f-85be-db3e8395f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450e1037-f9b6-4f63-a385-e24216b28e47,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:33.389292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:33.505081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29330d60-76f2-4eb2-b3ed-e09c0dc0a6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:33.581170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29330d60-76f2-4eb2-b3ed-e09c0dc0a6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:33.584921 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29330d60-76f2-4eb2-b3ed-e09c0dc0a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:33.624680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-29330d60-76f2-4eb2-b3ed-e09c0dc0a6c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf756b32e8fd478db02d7883a48bfef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343011 Oct 13 00:37:33.627198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59708) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:33.633902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29330d60-76f2-4eb2-b3ed-e09c0dc0a6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d23f71-a002-4b70-bb50-66e51443de90,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:33.677196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cee73762-6787-4d9d-9687-e49b530f002c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:33.698722 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cee73762-6787-4d9d-9687-e49b530f002c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:33.746024 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cee73762-6787-4d9d-9687-e49b530f002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:33.748853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cee73762-6787-4d9d-9687-e49b530f002c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:33.755831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cee73762-6787-4d9d-9687-e49b530f002c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1d23f71-a002-4b70-bb50-66e51443de90 HTTP/1.1" status: 204 len: 168 time: 0.1259463 Oct 13 00:37:33.763662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee73762-6787-4d9d-9687-e49b530f002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d23f71-a002-4b70-bb50-66e51443de90,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:34.054252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 59714) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:34.068517 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6e62468-ca2c-48bc-9781-baa1719ffd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:34.147006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6e62468-ca2c-48bc-9781-baa1719ffd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:34.151334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e6e62468-ca2c-48bc-9781-baa1719ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:34.188567 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e6e62468-ca2c-48bc-9781-baa1719ffd0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78b025290a284cb6a38cc07fc5a01e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331878 Oct 13 00:37:34.189483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e62468-ca2c-48bc-9781-baa1719ffd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd0b09-5714-40ff-a9b8-16837b92bf15,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:34.192109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59718) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:34.242637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdd093c4-753b-4aa4-8cc8-9a72971fbe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:34.263760 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdd093c4-753b-4aa4-8cc8-9a72971fbe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:34.309920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdd093c4-753b-4aa4-8cc8-9a72971fbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:34.312509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cdd093c4-753b-4aa4-8cc8-9a72971fbe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:34.313679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cdd093c4-753b-4aa4-8cc8-9a72971fbe2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bdd0b09-5714-40ff-a9b8-16837b92bf15 HTTP/1.1" status: 204 len: 168 time: 0.1201379 Oct 13 00:37:34.323432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd093c4-753b-4aa4-8cc8-9a72971fbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd0b09-5714-40ff-a9b8-16837b92bf15,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:36.669598 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:37.110611 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:37.165169 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:37:40.224238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59866) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:40.332930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48b62823-6684-4158-9112-3207426a9d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.409157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48b62823-6684-4158-9112-3207426a9d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.413042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48b62823-6684-4158-9112-3207426a9d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.450733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b62823-6684-4158-9112-3207426a9d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf5575-62d3-4fa8-a6a4-0cbed4542a34,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:40.458694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48b62823-6684-4158-9112-3207426a9d9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01b355bab4614635a5a9ed7c7e6d3186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310290 Oct 13 00:37:40.459658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59870) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:40.510563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-288d193e-a9da-46aa-b0c9-c6f5b34d565c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.532988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-288d193e-a9da-46aa-b0c9-c6f5b34d565c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.583072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-288d193e-a9da-46aa-b0c9-c6f5b34d565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.585705 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-288d193e-a9da-46aa-b0c9-c6f5b34d565c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.586877 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-288d193e-a9da-46aa-b0c9-c6f5b34d565c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bbf5575-62d3-4fa8-a6a4-0cbed4542a34 HTTP/1.1" status: 204 len: 168 time: 0.1270528 Oct 13 00:37:40.595194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d193e-a9da-46aa-b0c9-c6f5b34d565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf5575-62d3-4fa8-a6a4-0cbed4542a34,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:40.860743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:40.874611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-abbe1393-d50a-4f2e-915c-cde048623754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.949453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-abbe1393-d50a-4f2e-915c-cde048623754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.953908 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-abbe1393-d50a-4f2e-915c-cde048623754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:40.995621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe1393-d50a-4f2e-915c-cde048623754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91906652-b7c8-41ab-8df1-6c1c831e3254,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:41.002310 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-abbe1393-d50a-4f2e-915c-cde048623754 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee12ec356af84636991c536498d3a5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381416 Oct 13 00:37:41.002528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59880) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:41.053019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47435088-62c3-4def-a6f4-a2b7e62999d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:41.073482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47435088-62c3-4def-a6f4-a2b7e62999d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:41.128859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47435088-62c3-4def-a6f4-a2b7e62999d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:41.131603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47435088-62c3-4def-a6f4-a2b7e62999d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:41.133055 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-47435088-62c3-4def-a6f4-a2b7e62999d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91906652-b7c8-41ab-8df1-6c1c831e3254 HTTP/1.1" status: 204 len: 168 time: 0.1293232 Oct 13 00:37:41.146875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47435088-62c3-4def-a6f4-a2b7e62999d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91906652-b7c8-41ab-8df1-6c1c831e3254,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:41.804671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afec9120-9418-4d30-9681-b9851b492624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:42.427093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b401079-1aac-4f70-a8f4-efde31f939f0 req-0cf9064e-3879-43ea-be86-2a7e2b5c8ee4 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:42.428540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b401079-1aac-4f70-a8f4-efde31f939f0 req-0cf9064e-3879-43ea-be86-2a7e2b5c8ee4 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 946 time: 0.0527556 Oct 13 00:37:42.466316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b401079-1aac-4f70-a8f4-efde31f939f0 req-782d85c4-c030-46ce-9672-5fd041be33f3 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Oct 13 00:37:43.163005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59964) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:43.265735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c8cb02-f82f-4fca-8446-dbf27a08a440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.337978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c8cb02-f82f-4fca-8446-dbf27a08a440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.341453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c8cb02-f82f-4fca-8446-dbf27a08a440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.379861 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7c8cb02-f82f-4fca-8446-dbf27a08a440 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2ec316b3fa949acade789b096dd3348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134695 Oct 13 00:37:43.380071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59968) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:43.396163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8cb02-f82f-4fca-8446-dbf27a08a440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ef975-a265-4d14-a801-cdf91c827b8d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:43.432958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9da2dcf1-3f10-473e-a366-15c5f5887170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.455055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9da2dcf1-3f10-473e-a366-15c5f5887170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.501783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9da2dcf1-3f10-473e-a366-15c5f5887170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.504401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9da2dcf1-3f10-473e-a366-15c5f5887170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.505556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9da2dcf1-3f10-473e-a366-15c5f5887170 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec3ef975-a265-4d14-a801-cdf91c827b8d HTTP/1.1" status: 204 len: 168 time: 0.1244695 Oct 13 00:37:43.516193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2dcf1-3f10-473e-a366-15c5f5887170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ef975-a265-4d14-a801-cdf91c827b8d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:43.588794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce5880-a512-4888-aaa5-e09a9294134e req-6947fc0d-feb4-4bd8-a18a-f8cb1d627936 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:43.590311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9ce5880-a512-4888-aaa5-e09a9294134e req-6947fc0d-feb4-4bd8-a18a-f8cb1d627936 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 946 time: 0.0510418 Oct 13 00:37:43.630337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9ce5880-a512-4888-aaa5-e09a9294134e req-ef6e8e2c-3ce1-481e-9062-a3e7370ba7a5 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333576 Oct 13 00:37:43.763314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59976) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:43.776144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-066ed91b-ee8f-4bac-bd3f-502476b44e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.849165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-066ed91b-ee8f-4bac-bd3f-502476b44e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.852681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-066ed91b-ee8f-4bac-bd3f-502476b44e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.890024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ed91b-ee8f-4bac-bd3f-502476b44e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1a143-cb22-4ec5-8a11-a8952f1f2e9e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:43.896214 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-066ed91b-ee8f-4bac-bd3f-502476b44e88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9520a723338f4d65a2b104f26079381f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298981 Oct 13 00:37:43.896966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 59978) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:43.945762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32265184-c119-4394-9b88-e5d93df32574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:43.968893 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32265184-c119-4394-9b88-e5d93df32574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:44.015582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32265184-c119-4394-9b88-e5d93df32574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:44.018150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-32265184-c119-4394-9b88-e5d93df32574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:44.019312 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-32265184-c119-4394-9b88-e5d93df32574 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d1a143-cb22-4ec5-8a11-a8952f1f2e9e HTTP/1.1" status: 204 len: 168 time: 0.1213894 Oct 13 00:37:44.027478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32265184-c119-4394-9b88-e5d93df32574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1a143-cb22-4ec5-8a11-a8952f1f2e9e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:44.276483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5ad87a55-a9b8-4d02-8039-132537d82507 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:44.277974 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5ad87a55-a9b8-4d02-8039-132537d82507 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 946 time: 0.0499170 Oct 13 00:37:44.370566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Deleting port 4617d6c8-6f53-4598-9051-149cdf170a15 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:44.371035 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:44.469253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] For port 4617d6c8-6f53-4598-9051-149cdf170a15, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4617d6c8-6f53-4598-9051-149cdf170a15,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:44.469728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:44.482756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Calling delete_port for 4617d6c8-6f53-4598-9051-149cdf170a15 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:44.533738 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c82a1748-4d8b-4320-84bb-24667829fd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:44.615301 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:44.648888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['4617d6c8-6f53-4598-9051-149cdf170a15'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:37:44.651262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Pushing event deleted for resources: {'Port': ['ID=4617d6c8-6f53-4598-9051-149cdf170a15,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:44.686535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] No DVR routers for this DVR port 4617d6c8-6f53-4598-9051-149cdf170a15 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:44.689097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:44.692749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ffe0f4ca-3543-4fca-b652-f3dcd7d4fb16 req-5f9bf661-71cb-4954-a1aa-10fb46750c1d tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.36 "DELETE /v2.0/ports/4617d6c8-6f53-4598-9051-149cdf170a15 HTTP/1.1" status: 204 len: 173 time: 0.4086635 Oct 13 00:37:44.693314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c80611c-856c-4281-8a52-ec9458940b65', 'name': 'network-vif-deleted', 'tag': '4617d6c8-6f53-4598-9051-149cdf170a15'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:44.695728 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbcf1eb-93f0-4e35-8788-bab5b01f157e" -d '{"events": [{"server_uuid": "5c80611c-856c-4281-8a52-ec9458940b65", "name": "network-vif-deleted", "tag": "4617d6c8-6f53-4598-9051-149cdf170a15"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:44.733900 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f064ab66-4175-4d45-93d7-160c17639a40 x-openstack-request-id: req-f064ab66-4175-4d45-93d7-160c17639a40 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:44.734321 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c80611c-856c-4281-8a52-ec9458940b65", "name": "network-vif-deleted", "tag": "4617d6c8-6f53-4598-9051-149cdf170a15", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:44.734577 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f064ab66-4175-4d45-93d7-160c17639a40 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:44.734984 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c80611c-856c-4281-8a52-ec9458940b65', 'name': 'network-vif-deleted', 'tag': '4617d6c8-6f53-4598-9051-149cdf170a15', 'status': 'completed', 'code': 200} Oct 13 00:37:44.749627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-918656cb-ec18-426d-b202-bb5a32d34169 req-475d86c5-0366-40ca-ba1d-80f3d90a9f0c tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c80611c-856c-4281-8a52-ec9458940b65 HTTP/1.1" status: 200 len: 210 time: 0.0454302 Oct 13 00:37:45.722150 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:45.921087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:46.310410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60082) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:46.427169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8ab15e2-5bc7-4a04-a8c2-e2ff80abafdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:46.499579 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8ab15e2-5bc7-4a04-a8c2-e2ff80abafdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:46.504220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8ab15e2-5bc7-4a04-a8c2-e2ff80abafdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:46.542052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d8ab15e2-5bc7-4a04-a8c2-e2ff80abafdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf8c3eb0ab524158bd8ee42e8c7ac9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305913 Oct 13 00:37:46.542737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab15e2-5bc7-4a04-a8c2-e2ff80abafdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb282f26-eb41-4f35-be1e-cc9e17b6d7f9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:46.545596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60086) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:46.599658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44653f2c-6203-452d-9ae0-deb0235abaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:46.626810 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44653f2c-6203-452d-9ae0-deb0235abaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:46.675256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44653f2c-6203-452d-9ae0-deb0235abaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:46.677884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44653f2c-6203-452d-9ae0-deb0235abaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:46.679033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44653f2c-6203-452d-9ae0-deb0235abaf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb282f26-eb41-4f35-be1e-cc9e17b6d7f9 HTTP/1.1" status: 204 len: 168 time: 0.1320865 Oct 13 00:37:46.688269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44653f2c-6203-452d-9ae0-deb0235abaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb282f26-eb41-4f35-be1e-cc9e17b6d7f9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:46.945052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60094) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:46.959112 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d816df93-1652-4e93-a4a4-8f0ef4699d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:47.040647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d816df93-1652-4e93-a4a4-8f0ef4699d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:47.045007 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d816df93-1652-4e93-a4a4-8f0ef4699d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:47.082785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d816df93-1652-4e93-a4a4-8f0ef4699d65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=215ccaf0e67e441f9010e58e3deaa395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365516 Oct 13 00:37:47.083942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816df93-1652-4e93-a4a4-8f0ef4699d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1b3c76-62da-4a2a-bf61-1f6ffa9ecd7e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:47.085567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60098) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:47.138640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a6db109-556b-449a-a068-3a05de2c30ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:47.162234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a6db109-556b-449a-a068-3a05de2c30ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:47.211969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a6db109-556b-449a-a068-3a05de2c30ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:47.214530 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a6db109-556b-449a-a068-3a05de2c30ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:47.218695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8a6db109-556b-449a-a068-3a05de2c30ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e1b3c76-62da-4a2a-bf61-1f6ffa9ecd7e HTTP/1.1" status: 204 len: 168 time: 0.1314771 Oct 13 00:37:47.226474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6db109-556b-449a-a068-3a05de2c30ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1b3c76-62da-4a2a-bf61-1f6ffa9ecd7e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:47.551058 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:48.284598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4617d6c8-6f53-4598-9051-149cdf170a15 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:48.308163 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 4617d6c8-6f53-4598-9051-149cdf170a15 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:48.308691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4617d6c8-6f53-4598-9051-149cdf170a15 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:48.338144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2358-f019-484b-a413-c2bf0e9493e7 req-fa6d81de-4a67-4aeb-9c12-6a6c49726431 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:48.346967 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f22d2358-f019-484b-a413-c2bf0e9493e7 req-fa6d81de-4a67-4aeb-9c12-6a6c49726431 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 946 time: 0.0753851 Oct 13 00:37:48.388657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f22d2358-f019-484b-a413-c2bf0e9493e7 req-2b68f11d-675c-4e70-b5e5-15250a7bf4ba tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407860 Oct 13 00:37:48.603042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60194) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:48.707865 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-636a3bc5-82fd-426c-91d0-0b2c4e73489f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:48.782999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-636a3bc5-82fd-426c-91d0-0b2c4e73489f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:48.786888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-636a3bc5-82fd-426c-91d0-0b2c4e73489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:48.824338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-636a3bc5-82fd-426c-91d0-0b2c4e73489f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=056cb555bd354ba0ba677f3cedb723ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196217 Oct 13 00:37:48.825480 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a3bc5-82fd-426c-91d0-0b2c4e73489f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca418fea-dd98-4721-8b5a-6a5d272dac0e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:48.828184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60198) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:48.884941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3f4695c-f03e-4c5e-87d4-bd9f67ae7d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:48.907260 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3f4695c-f03e-4c5e-87d4-bd9f67ae7d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:48.954827 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3f4695c-f03e-4c5e-87d4-bd9f67ae7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:48.957666 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a3f4695c-f03e-4c5e-87d4-bd9f67ae7d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:48.958972 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a3f4695c-f03e-4c5e-87d4-bd9f67ae7d62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca418fea-dd98-4721-8b5a-6a5d272dac0e HTTP/1.1" status: 204 len: 168 time: 0.1292818 Oct 13 00:37:48.967435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4695c-f03e-4c5e-87d4-bd9f67ae7d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca418fea-dd98-4721-8b5a-6a5d272dac0e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:49.527577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeab6e-8d75-4882-bdc0-8d300b495157 req-f7738c3c-2746-4393-be21-dbb5f71e9ebe tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:49.529975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdeeab6e-8d75-4882-bdc0-8d300b495157 req-f7738c3c-2746-4393-be21-dbb5f71e9ebe tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 946 time: 0.0597308 Oct 13 00:37:49.588428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bdeeab6e-8d75-4882-bdc0-8d300b495157 req-7bc4abf0-05c5-440f-a665-7ae98877b11f tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516407 Oct 13 00:37:49.656880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60226) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:49.757919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2002834535'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:49.781311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Made reservation on behalf of 4d3401a98d814d278a834a73caea7d7a for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:37:49.784955 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:49.793668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:49.869969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:49.874291 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:49.898383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-07386881-bc8d-4a1d-9288-69309c004c27 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:49.899906 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-07386881-bc8d-4a1d-9288-69309c004c27 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.45 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 946 time: 0.0500171 Oct 13 00:37:49.905150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:37:49.916838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee273bf3-fe2a-4c5e-9bf2-e057d43a3dcc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:49.921088 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:49.921434 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Added segment 3b43018b-6003-4882-a964-fe18b9493ab8 of type vlan for network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 Oct 13 00:37:49.963600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:49.987392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:49.992405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Deleting port 4a3857d9-66fe-4a1c-aa46-04f767a14619 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:49.992756 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:49.993239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:49.993867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:50.050336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3922951 Oct 13 00:37:50.053067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60230) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:50.058417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Request body: {'subnet': {'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:50.065891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aae07f-c711-4b8a-9e6c-a1cff32faa7e tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event updated for resources: {'Network': ['ID=ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:50.080643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:37:50.148018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] For port 4a3857d9-66fe-4a1c-aa46-04f767a14619, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4a3857d9-66fe-4a1c-aa46-04f767a14619,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:50.148380 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:50.217448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Made reservation on behalf of 4d3401a98d814d278a834a73caea7d7a for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:37:50.220877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:50.407615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:50.407975 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:50.408288 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Floating IP f7e0ba6e-1615-4cc2-b21b-900ded71b3c9 disassociated. External IP: 172.25.3.142, port: 4a3857d9-66fe-4a1c-aa46-04f767a14619. Oct 13 00:37:50.408627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Calling delete_port for 4a3857d9-66fe-4a1c-aa46-04f767a14619 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:50.729600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f915f-65a0-4083-b6f7-c4a4bd26fe30 req-34e7e31e-9983-4d52-b926-af26537be80e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:50.731152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c1f915f-65a0-4083-b6f7-c4a4bd26fe30 req-34e7e31e-9983-4d52-b926-af26537be80e tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 946 time: 0.0592000 Oct 13 00:37:50.770192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c1f915f-65a0-4083-b6f7-c4a4bd26fe30 req-1588a990-d29e-46f1-9685-db0d5cf07ec3 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups?id=b61a5df2-8ea3-4e61-9b95-854bdb29b775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322046 Oct 13 00:37:50.832850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:50.910809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event updated for resources: {'Subnet': ['ID=187a8e8d-7817-422c-8d2e-b6d9cfc74e4a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:50.929809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Checking segment: {'id': '3b43018b-6003-4882-a964-fe18b9493ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:50.930172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Network hostable DHCP agents. Network: ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:37:50.976836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:37:50.992039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:50.994232 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:51.001063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0840d60-7669-4714-ba08-645d856da539 None None] Network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:37:51.002520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:51.003330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:51.031895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event deleted for resources: {'Port': ['ID=4a3857d9-66fe-4a1c-aa46-04f767a14619,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:51.046800 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e59309f-57de-4a72-b822-ce86683f1742 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9926236 Oct 13 00:37:51.050868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60240) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:51.057428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Request body: {'port': {'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1883487567'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:51.176076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Router 2801855f-a5d4-4414-9df7-bd1de9603071 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:37:51.187692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9', 'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9', 'tenant_id': '4d3401a98d814d278a834a73caea7d7a', 'fixed_ips': [{'subnet_id': '187a8e8d-7817-422c-8d2e-b6d9cfc74e4a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:37:51.188574 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:51.199090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Made reservation on behalf of 4d3401a98d814d278a834a73caea7d7a for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:37:51.203290 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:51.222684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] device_id is not set on port c7675c40-a7bc-4f7e-9502-051fcf4de582 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:37:51.318788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:37:51.333063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] Sync routers for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:37:51.348730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:51.349598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:51.359912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] No DVR routers for this DVR port 4a3857d9-66fe-4a1c-aa46-04f767a14619 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:51.360756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Allocated IP 172.20.0.13 (ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9/187a8e8d-7817-422c-8d2e-b6d9cfc74e4a/c7675c40-a7bc-4f7e-9502-051fcf4de582) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:37:51.363024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:51.366703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-47b6a48e-b8b7-43ac-81f6-d72917b3fb38 req-5cc7fba7-962b-42c0-8462-b0c039525770 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.45 "DELETE /v2.0/ports/4a3857d9-66fe-4a1c-aa46-04f767a14619 HTTP/1.1" status: 204 len: 173 time: 1.4599776 Oct 13 00:37:51.367330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-deleted', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:51.370476 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ca36ef-9e25-45fc-aac6-842d26efb368" -d '{"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-deleted", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:51.417985 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67861a4e-565d-4aec-b4f6-d1a8bae0d74e x-openstack-request-id: req-67861a4e-565d-4aec-b4f6-d1a8bae0d74e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:51.418573 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9876d302-1142-475d-96cc-ecfcda54f955", "name": "network-vif-deleted", "tag": "4a3857d9-66fe-4a1c-aa46-04f767a14619", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:51.419009 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67861a4e-565d-4aec-b4f6-d1a8bae0d74e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:51.419574 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9876d302-1142-475d-96cc-ecfcda54f955', 'name': 'network-vif-deleted', 'tag': '4a3857d9-66fe-4a1c-aa46-04f767a14619', 'status': 'completed', 'code': 200} Oct 13 00:37:51.590493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:51.619717 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:51.658888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:51.715231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:37:51.718396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:51.721195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:37:51.728447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event updated for resources: {'Port': ['ID=c7675c40-a7bc-4f7e-9502-051fcf4de582,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:51.765765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Allocated IP 172.20.0.2 (ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9/187a8e8d-7817-422c-8d2e-b6d9cfc74e4a/3270c0db-2540-40f7-bc65-9bb4ffebc9ff) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:37:51.783436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:51.784175 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:51.805210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-567ba58e-700d-4e70-bba9-cb7d0399c871 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7518356 Oct 13 00:37:51.809325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60250) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:51.816118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Request body: {'port': {'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1359197540', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:51.819250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] bootfile-name is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:37:51.821066 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] tftp-server is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:37:51.821535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] server-ip-address is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:37:52.067148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8454afb2-a9b5-4800-a067-7d2ceccbf660 req-121b4c2d-b00c-40b8-8625-43f0d46734fb tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/ports?device_id=9876d302-1142-475d-96cc-ecfcda54f955 HTTP/1.1" status: 200 len: 210 time: 0.1372509 Oct 13 00:37:52.144086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Made reservation on behalf of 4d3401a98d814d278a834a73caea7d7a for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:37:52.148856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.171028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] device_id is not set on port 6a6b6ca5-48a4-40e3-8096-98864754415c yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:37:52.225659 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.238399 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.256304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:52.299763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Allocated IP 172.20.0.4 (ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9/187a8e8d-7817-422c-8d2e-b6d9cfc74e4a/6a6b6ca5-48a4-40e3-8096-98864754415c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:37:52.309387 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:37:52.312108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] Checking router: 2801855f-a5d4-4414-9df7-bd1de9603071 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:37:52.316095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:52.318851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:37:52.357607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:52.358235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:52.364149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Pushing event updated for resources: {'Port': ['ID=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:52.434897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Attempting to bind port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:37:52.435200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Attempting to bind port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '3b43018b-6003-4882-a964-fe18b9493ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:37:52.435966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Attempting to bind port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff on network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:52.468062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:37:52.468508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Checking segment: {'id': '3b43018b-6003-4882-a964-fe18b9493ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:52.468912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.469355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Bound using segment: {'id': '3b43018b-6003-4882-a964-fe18b9493ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:37:52.469835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Bound port: 3270c0db-2540-40f7-bc65-9bb4ffebc9ff, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b43018b-6003-4882-a964-fe18b9493ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:37:52.470249 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.473498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.509226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.550092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:52.572790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:37:52.576603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:52.582937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:37:52.590404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event updated for resources: {'Port': ['ID=6a6b6ca5-48a4-40e3-8096-98864754415c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:52.615903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] For port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:52.659078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:52.659802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.666782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] For port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,segment=NetworkSegment(3b43018b-6003-4882-a964-fe18b9493ab8),segment_id=3b43018b-6003-4882-a964-fe18b9493ab8)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:37:52.683482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1007e597-6111-4ca1-90a5-d4792e2a8659 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8726802 Oct 13 00:37:52.685760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60258) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:52.716437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.757624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f53ab-d750-4bbd-b20f-14c87358084b tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:52.764219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f53ab-d750-4bbd-b20f-14c87358084b tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:52.771713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f53ab-d750-4bbd-b20f-14c87358084b tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:52.773453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c09f53ab-d750-4bbd-b20f-14c87358084b tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0863595 Oct 13 00:37:52.776844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60268) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:52.821657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c792d-80e4-4f48-834c-dd755f265d19 None None] Pushing event updated for resources: {'Port': ['ID=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:52.888944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-a9c4f330-eebe-430d-9881-bf54fc53cac3 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:52.891708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-a9c4f330-eebe-430d-9881-bf54fc53cac3 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/networks?id=3add90d1-60f2-4866-bb3f-5ba80af6b939 HTTP/1.1" status: 200 len: 814 time: 0.1432292 Oct 13 00:37:52.910111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-feb3a213-b0fe-46d6-8cbb-d82219e37541 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Deleting port 6a6b6ca5-48a4-40e3-8096-98864754415c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:52.911828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-b37a917f-6aa5-421d-a173-16932951e755 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/quotas/abc04358e8034be0b22c5de3606d167c HTTP/1.1" status: 200 len: 375 time: 0.0117617 Oct 13 00:37:52.915696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-feb3a213-b0fe-46d6-8cbb-d82219e37541 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:52.958230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-955ed990-90db-456b-a1d7-91d673998ff3 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=abc04358e8034be0b22c5de3606d167c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390735 Oct 13 00:37:52.966555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-c9967b50-b66a-4a1c-b3d3-53aef47bc621 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:37:52.974131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-c9967b50-b66a-4a1c-b3d3-53aef47bc621 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149539 Oct 13 00:37:53.063812 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-feb3a213-b0fe-46d6-8cbb-d82219e37541 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.095809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-feb3a213-b0fe-46d6-8cbb-d82219e37541 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Calling delete_port for 6a6b6ca5-48a4-40e3-8096-98864754415c owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:53.137585 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-c84f139c-d0f5-40f8-a0d9-646a2fc448c2 service neutron] 10.222.0.21 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614590 Oct 13 00:37:53.196179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:53.223738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 4a3857d9-66fe-4a1c-aa46-04f767a14619 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:53.224299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4a3857d9-66fe-4a1c-aa46-04f767a14619 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:53.238522 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60274) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:53.279039 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-1c5c938e-491a-43ea-88d5-fa43371aa8d3 service neutron] 10.222.0.21 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341786 Oct 13 00:37:53.300353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:53.333022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541987cb-ad6c-423c-b113-296530c68c13 None None] The sync data for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 is: [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '58b5a20b-e752-4ecd-b55c-6a3b062acebd', 'name': '', 'network_id': '0f17b87d-6f72-4183-85b0-f20a1ba8b43f', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'mac_address': 'fa:16:3e:79:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:49Z', 'updated_at': '2021-10-13T00:26:55Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'subnets': [{'id': '8e88882b-96f3-4e6c-9b86-10d353ddf281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:37:53.379855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac802ccc-eef6-4467-afe3-f9740dac3737 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.421590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac802ccc-eef6-4467-afe3-f9740dac3737 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.443543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-feb3a213-b0fe-46d6-8cbb-d82219e37541 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.546371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3270c0db-2540-40f7-bc65-9bb4ffebc9ff up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:37:53.561735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3a213-b0fe-46d6-8cbb-d82219e37541 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event deleted for resources: {'Port': ['ID=6a6b6ca5-48a4-40e3-8096-98864754415c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:53.584210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f925de9-9712-4826-bc59-ea2547061192 req-1bbcb99f-8c36-49e5-beda-31e47deb6207 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 210 time: 0.0693779 Oct 13 00:37:53.631548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:53.632388 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.650574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac802ccc-eef6-4467-afe3-f9740dac3737 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.653653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ac802ccc-eef6-4467-afe3-f9740dac3737 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.657406 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ac802ccc-eef6-4467-afe3-f9740dac3737 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "DELETE /v2.0/security-groups/b61a5df2-8ea3-4e61-9b95-854bdb29b775 HTTP/1.1" status: 204 len: 168 time: 0.4152236 Oct 13 00:37:53.658024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60282) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:53.679018 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-faec2331-233a-4b0f-b12d-4f07f4d587b9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] show failed (client error): The resource could not be found. Oct 13 00:37:53.683640 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-faec2331-233a-4b0f-b12d-4f07f4d587b9 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "GET /v2.0/security-groups/b61a5df2-8ea3-4e61-9b95-854bdb29b775 HTTP/1.1" status: 404 len: 347 time: 0.0214379 Oct 13 00:37:53.683800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60284) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:53.691363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-feb3a213-b0fe-46d6-8cbb-d82219e37541 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.695996 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-feb3a213-b0fe-46d6-8cbb-d82219e37541 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "DELETE /v2.0/ports/6a6b6ca5-48a4-40e3-8096-98864754415c HTTP/1.1" status: 204 len: 168 time: 0.9178138 Oct 13 00:37:53.699077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac802ccc-eef6-4467-afe3-f9740dac3737 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61a5df2-8ea3-4e61-9b95-854bdb29b775,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:53.702719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60286) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:53.709420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Request body: {'port': {'name': 'tempest-new-port-name-210502632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:53.712498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] bootfile-name is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:37:53.713001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] tftp-server is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:37:53.713624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.api.validators [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] server-ip-address is not in valid_values {{(pid=94988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 00:37:53.746880 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.797780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,segment=NetworkSegment(3b43018b-6003-4882-a964-fe18b9493ab8),segment_id=3b43018b-6003-4882-a964-fe18b9493ab8)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:53.806503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.829535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.905272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:53.925246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Deleting port 3b266437-125b-4872-bd44-8e2895836c3d {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:53.925740 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:53.972743 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ee335-471b-40f0-b11d-e8109f1f9dcc None None] New status for floating IP f7e0ba6e-1615-4cc2-b21b-900ded71b3c9: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:37:54.045205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.045985 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.065058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Calling delete_port for 3b266437-125b-4872-bd44-8e2895836c3d owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:54.149686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60296) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:54.258732 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.294627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b153fce-de85-40f3-88c3-73b0295c1b5d None None] Network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:37:54.303419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Pushing event deleted for resources: {'Port': ['ID=3b266437-125b-4872-bd44-8e2895836c3d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:54.369689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.386456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.391363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-956ba7f6-8f7e-4095-9195-cb3508e8072c None None] Provisioning complete for port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:54.391363 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-956ba7f6-8f7e-4095-9195-cb3508e8072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.401379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.408256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.408256 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-eb520ad3-6f64-4ecf-bb7b-dca185ec6c37 tempest-AttachVolumeShelveTestJSON-1711904786 tempest-AttachVolumeShelveTestJSON-1711904786-project] 10.222.0.21 "DELETE /v2.0/floatingips/f7e0ba6e-1615-4cc2-b21b-900ded71b3c9 HTTP/1.1" status: 204 len: 168 time: 0.7204523 Oct 13 00:37:54.533512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event updated for resources: {'Port': ['ID=c7675c40-a7bc-4f7e-9502-051fcf4de582,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:54.548056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] In _notify_port_updated(), no bound segment for port c7675c40-a7bc-4f7e-9502-051fcf4de582 on network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:37:54.553686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:54.554329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.558919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c3e6702a-c5a4-4bb9-a491-20b08334a8c7 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "PUT /v2.0/ports/c7675c40-a7bc-4f7e-9502-051fcf4de582 HTTP/1.1" status: 200 len: 1136 time: 0.8549659 Oct 13 00:37:54.559575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60300) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:54.674195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63204f86-da75-44d0-8a00-68f4a968a9a9 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:54.683094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63204f86-da75-44d0-8a00-68f4a968a9a9 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "GET /v2.0/ports/c7675c40-a7bc-4f7e-9502-051fcf4de582 HTTP/1.1" status: 200 len: 1136 time: 0.1160378 Oct 13 00:37:54.683613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60306) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:54.748979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5ea3ef4-5327-44af-9050-dbb422afdb9f req-59667679-be9f-458d-8d78-fc1a02df38a9 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 210 time: 0.0499444 Oct 13 00:37:54.794405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.829544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4e247a98-8834-46cf-85c5-877d9e15932d tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Deleting port c7675c40-a7bc-4f7e-9502-051fcf4de582 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:54.829806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e247a98-8834-46cf-85c5-877d9e15932d tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.932628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e2805900-86d4-43a0-a8c3-57788dbb173d None None] Provisioning complete for port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:54.933014 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e2805900-86d4-43a0-a8c3-57788dbb173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.971726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e247a98-8834-46cf-85c5-877d9e15932d tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:54.988271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-4e247a98-8834-46cf-85c5-877d9e15932d tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Calling delete_port for c7675c40-a7bc-4f7e-9502-051fcf4de582 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:55.123661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e2805900-86d4-43a0-a8c3-57788dbb173d None None] Provisioning complete for port c7675c40-a7bc-4f7e-9502-051fcf4de582 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:55.123964 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e2805900-86d4-43a0-a8c3-57788dbb173d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.186198 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e247a98-8834-46cf-85c5-877d9e15932d tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.198416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e2805900-86d4-43a0-a8c3-57788dbb173d None None] Port c7675c40-a7bc-4f7e-9502-051fcf4de582 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:37:55.247290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e247a98-8834-46cf-85c5-877d9e15932d tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event deleted for resources: {'Port': ['ID=c7675c40-a7bc-4f7e-9502-051fcf4de582,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:55.312887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-5b170712-f82a-433e-a8a3-a8878b97472c tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:55.313870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-79b02ff1-96bd-4797-b8f3-ee9e1faafc9c None None] Could not find standard attr ID for object c7675c40-a7bc-4f7e-9502-051fcf4de582. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:37:55.314423 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-5b170712-f82a-433e-a8a3-a8878b97472c tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.36 "GET /v2.0/networks?id=3add90d1-60f2-4866-bb3f-5ba80af6b939 HTTP/1.1" status: 200 len: 814 time: 0.2445838 Oct 13 00:37:55.340736 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4e247a98-8834-46cf-85c5-877d9e15932d tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.346791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4e247a98-8834-46cf-85c5-877d9e15932d tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "DELETE /v2.0/ports/c7675c40-a7bc-4f7e-9502-051fcf4de582 HTTP/1.1" status: 204 len: 168 time: 0.6619034 Oct 13 00:37:55.347459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60308) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:55.364453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Request body: {'port': {'device_id': '55abd48d-24e5-4093-9e9f-001b90474ba1', 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939', 'admin_state_up': True, 'tenant_id': 'abc04358e8034be0b22c5de3606d167c'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:55.408160 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e66809-2a7e-44ab-8be2-3c3b557ccb85 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Deleting subnet 187a8e8d-7817-422c-8d2e-b6d9cfc74e4a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:37:55.412028 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0e66809-2a7e-44ab-8be2-3c3b557ccb85 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.466245 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0e66809-2a7e-44ab-8be2-3c3b557ccb85 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.528124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ca1da160-1229-4c21-93c7-5d98962a6bcf None None] Could not find standard attr ID for object 6a6b6ca5-48a4-40e3-8096-98864754415c. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:37:55.529255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port d31252cf-9672-4061-92ec-32b8237adec9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:55.529698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.545386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3270c0db-2540-40f7-bc65-9bb4ffebc9ff up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:37:55.569611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Made reservation on behalf of abc04358e8034be0b22c5de3606d167c for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:37:55.581380 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.597706 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0e66809-2a7e-44ab-8be2-3c3b557ccb85 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.651483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:37:55.652118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.693874 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0e66809-2a7e-44ab-8be2-3c3b557ccb85 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.717349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d0e66809-2a7e-44ab-8be2-3c3b557ccb85 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.720765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d0e66809-2a7e-44ab-8be2-3c3b557ccb85 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "DELETE /v2.0/subnets/187a8e8d-7817-422c-8d2e-b6d9cfc74e4a HTTP/1.1" status: 204 len: 168 time: 0.3722670 Oct 13 00:37:55.740382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60312) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:55.750495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e66809-2a7e-44ab-8be2-3c3b557ccb85 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event deleted for resources: {'Subnet': ['ID=187a8e8d-7817-422c-8d2e-b6d9cfc74e4a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:55.801243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port d31252cf-9672-4061-92ec-32b8237adec9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d31252cf-9672-4061-92ec-32b8237adec9,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:55.801691 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.809033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e46292-83e4-4e94-ba44-ec4f6920893a None None] Network ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:37:55.848909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for d31252cf-9672-4061-92ec-32b8237adec9 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:55.854788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:55.916200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Allocated IP 172.20.0.3 (3add90d1-60f2-4866-bb3f-5ba80af6b939/1968b322-fab3-4678-86c6-a6514054848b/6f51b439-7114-4a03-8593-91e60df82e52) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:37:55.927662 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db2346e5-aa0f-41c9-a5fc-05b384379c7c req-64e83724-e748-4411-b9bd-23b80f5363a1 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 210 time: 0.0318139 Oct 13 00:37:55.965658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Deleting port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:55.966089 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.046697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] DHCP port deletion for ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:37:56.050146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] For port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,segment=NetworkSegment(3b43018b-6003-4882-a964-fe18b9493ab8),segment_id=3b43018b-6003-4882-a964-fe18b9493ab8)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:56.051703 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.067104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Calling delete_port for 3270c0db-2540-40f7-bc65-9bb4ffebc9ff owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:56.107989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] Deleting port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:56.108297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.160274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.169099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.187911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] For port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,segment=NetworkSegment(3b43018b-6003-4882-a964-fe18b9493ab8),segment_id=3b43018b-6003-4882-a964-fe18b9493ab8)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:56.188964 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.196805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event deleted for resources: {'Port': ['ID=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:56.202889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] No DVR routers for this DVR port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:56.211313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] Calling delete_port for 3270c0db-2540-40f7-bc65-9bb4ffebc9ff owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:56.241912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.253153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.298369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=d31252cf-9672-4061-92ec-32b8237adec9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:56.307426 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.319464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.334522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:56.335754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] No DVR routers for this DVR port 3270c0db-2540-40f7-bc65-9bb4ffebc9ff on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:37:56.346759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b43018b-6003-4882-a964-fe18b9493ab8') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:56.347061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b43018b-6003-4882-a964-fe18b9493ab8') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:56.362090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a9b2b-563f-4a36-8504-879a238a7d6c None None] Pushing event deleted for resources: {'Port': ['ID=3270c0db-2540-40f7-bc65-9bb4ffebc9ff,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:56.363962 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.382919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Network 3add90d1-60f2-4866-bb3f-5ba80af6b939 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:37:56.396532 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.405939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:37:56.406420 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.409331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Pushing event updated for resources: {'Port': ['ID=6f51b439-7114-4a03-8593-91e60df82e52,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:37:56.410475 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:37:56.417672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:37:56.420032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:37:56.496054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.511395 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.519012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] 10.222.0.21 "DELETE /v2.0/networks/ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9 HTTP/1.1" status: 204 len: 168 time: 0.7750328 Oct 13 00:37:56.531329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c4186-afbe-4c69-94e8-cee910e0ef54 tempest-ExtraDHCPOptionsTestJSON-1855324242 tempest-ExtraDHCPOptionsTestJSON-1855324242-project] Pushing event deleted for resources: {'Network': ['ID=ab4cf620-512d-4ad1-9c9a-5d5d64d61fd9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:56.536010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:56.536967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.563715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-e893c418-fbd5-4c49-a946-5af908608263 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2245185 Oct 13 00:37:56.607410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Request body: {'port': {'device_id': '55abd48d-24e5-4093-9e9f-001b90474ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:56.679673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.682592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:56.808744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60322) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:56.968339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c510c521-8790-4af1-a743-4eec30bcb813 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d3401a98d814d278a834a73caea7d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575935 Oct 13 00:37:56.970243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60328) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:57.068603 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5924c127-a1c8-44c5-aca8-d24507a58a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.099146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378fe32-6c93-4e11-b9ab-4c8bc14443b0 req-979cf658-db98-49df-8625-458c06823f12 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:57.100746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9378fe32-6c93-4e11-b9ab-4c8bc14443b0 req-979cf658-db98-49df-8625-458c06823f12 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 931 time: 0.0830333 Oct 13 00:37:57.105993 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5924c127-a1c8-44c5-aca8-d24507a58a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.169899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9378fe32-6c93-4e11-b9ab-4c8bc14443b0 req-d5f22a66-f6f9-46f0-b662-ea7b605beb5c tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617986 Oct 13 00:37:57.196033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5924c127-a1c8-44c5-aca8-d24507a58a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.198599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5924c127-a1c8-44c5-aca8-d24507a58a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.202616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5924c127-a1c8-44c5-aca8-d24507a58a26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee273bf3-fe2a-4c5e-9bf2-e057d43a3dcc HTTP/1.1" status: 204 len: 168 time: 0.2314000 Oct 13 00:37:57.210405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924c127-a1c8-44c5-aca8-d24507a58a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee273bf3-fe2a-4c5e-9bf2-e057d43a3dcc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:57.429165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router d5969b20-cb10-4a77-a321-5824bd460847 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:37:57.528825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f51b439-7114-4a03-8593-91e60df82e52 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:37:57.539061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.589959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Transition to ACTIVE for port object 6f51b439-7114-4a03-8593-91e60df82e52 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:37:57.597718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.608777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3270c0db-2540-40f7-bc65-9bb4ffebc9ff no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:57.614775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:37:57.646404 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-819c53e0-ce4b-46bc-9684-79223917bfd5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "PUT /v2.0/routers/d5969b20-cb10-4a77-a321-5824bd460847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4948974 Oct 13 00:37:57.653032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3270c0db-2540-40f7-bc65-9bb4ffebc9ff {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:57.656293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3270c0db-2540-40f7-bc65-9bb4ffebc9ff not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:57.669733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] Sync routers for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:37:57.687773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Pushing event updated for resources: {'Port': ['ID=6f51b439-7114-4a03-8593-91e60df82e52,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:57.688568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:57.689301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:57.750533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Attempting to bind port 6f51b439-7114-4a03-8593-91e60df82e52 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:37:57.750874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Attempting to bind port 6f51b439-7114-4a03-8593-91e60df82e52 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:37:57.751209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Attempting to bind port 6f51b439-7114-4a03-8593-91e60df82e52 on network 3add90d1-60f2-4866-bb3f-5ba80af6b939 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:57.756035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Port 6f51b439-7114-4a03-8593-91e60df82e52 on network 3add90d1-60f2-4866-bb3f-5ba80af6b939 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:37:57.756343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Attempting to bind port 6f51b439-7114-4a03-8593-91e60df82e52 on network 3add90d1-60f2-4866-bb3f-5ba80af6b939 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:37:57.762140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:37:57.762418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Checking segment: {'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:37:57.762814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Bound using segment: {'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:37:57.763253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Bound port: 6f51b439-7114-4a03-8593-91e60df82e52, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a55a29-a7f9-4022-85b3-ececb41251f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:37:57.763659 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.858402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] For port 6f51b439-7114-4a03-8593-91e60df82e52, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:37:57.862370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] For port 6f51b439-7114-4a03-8593-91e60df82e52, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6f51b439-7114-4a03-8593-91e60df82e52,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:37:57.870431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.892696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:57.914794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:57.916393 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:57.918019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] 10.222.0.36 "PUT /v2.0/ports/6f51b439-7114-4a03-8593-91e60df82e52 HTTP/1.1" status: 200 len: 1091 time: 1.3163645 Oct 13 00:37:57.923469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55abd48d-24e5-4093-9e9f-001b90474ba1', 'tag': '6f51b439-7114-4a03-8593-91e60df82e52'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:37:57.925862 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d5bc88-714d-488f-8c22-1fedc2bae362" -d '{"events": [{"name": "network-changed", "server_uuid": "55abd48d-24e5-4093-9e9f-001b90474ba1", "tag": "6f51b439-7114-4a03-8593-91e60df82e52"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:37:57.958056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493948-5cb0-417b-9b1b-b091c59346ea service neutron] Pushing event updated for resources: {'Port': ['ID=6f51b439-7114-4a03-8593-91e60df82e52,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:58.039168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748357cf-2896-488d-b30b-72af0bd30153 req-3cf5c760-c61f-49d3-bc3b-dcbe4f8cceb8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:58.044402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-748357cf-2896-488d-b30b-72af0bd30153 req-3cf5c760-c61f-49d3-bc3b-dcbe4f8cceb8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 946 time: 0.1417680 Oct 13 00:37:58.045977 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e071ba0d-0204-47d9-a07f-dbb5fcc16bd5 x-openstack-request-id: req-e071ba0d-0204-47d9-a07f-dbb5fcc16bd5 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:37:58.046330 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55abd48d-24e5-4093-9e9f-001b90474ba1", "tag": "6f51b439-7114-4a03-8593-91e60df82e52", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:37:58.046847 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e071ba0d-0204-47d9-a07f-dbb5fcc16bd5 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:37:58.047302 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55abd48d-24e5-4093-9e9f-001b90474ba1', 'tag': '6f51b439-7114-4a03-8593-91e60df82e52', 'status': 'completed', 'code': 200} Oct 13 00:37:58.104141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-9eec703e-2102-4277-8d01-23017c5aeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:58.111700 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-9eec703e-2102-4277-8d01-23017c5aeaab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abc04358e8034be0b22c5de3606d167c&device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 1094 time: 0.1225555 Oct 13 00:37:58.156810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-748357cf-2896-488d-b30b-72af0bd30153 req-0a97df2b-943e-47a8-ac5f-83e6b9f8966a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041405 Oct 13 00:37:58.177913 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-451129e7-4386-4755-b061-ca06482c9b02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f51b439-7114-4a03-8593-91e60df82e52 HTTP/1.1" status: 200 len: 217 time: 0.0562491 Oct 13 00:37:58.219972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60368) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:37:58.276167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-6577f42c-f596-40b7-a663-38eae109c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:58.277561 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-6577f42c-f596-40b7-a663-38eae109c231 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1968b322-fab3-4678-86c6-a6514054848b HTTP/1.1" status: 200 len: 854 time: 0.0871508 Oct 13 00:37:58.311201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:56Z', 'revision_number': 6, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:43Z', 'revision_number': 1, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:58.331269 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-f4fc71f6-2557-4c02-971a-3c2c1ddec729 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3add90d1-60f2-4866-bb3f-5ba80af6b939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393844 Oct 13 00:37:58.347371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] Checking router: d5969b20-cb10-4a77-a321-5824bd460847 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:37:58.355681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eca5e-4223-4898-b161-a0208e951382 req-17fc3340-b4e4-4e46-809a-395ba8c3c4d7 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:58.358027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:37:58.359198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:58.363282 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d71eca5e-4223-4898-b161-a0208e951382 req-17fc3340-b4e4-4e46-809a-395ba8c3c4d7 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 943 time: 0.0949790 Oct 13 00:37:58.409895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1316215707'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:37:58.449934 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d71eca5e-4223-4898-b161-a0208e951382 req-dcdd5839-7522-4228-97da-840c9f84d357 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746751 Oct 13 00:37:58.464678 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:37:58.468737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:58.482313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-72230256-836d-40da-9b31-86176f878b50 service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397216 Oct 13 00:37:58.484464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:58.552764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:37:58.570714 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:58.581973 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:58.631119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:37:58.634920 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3985c80e-ee40-4445-b29f-2c86b3560cdf req-7bb07647-161d-4f89-afe0-bbda65b49c4a service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446466 Oct 13 00:37:58.644778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28617f77-86d0-473d-b390-c4d6534fc00d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:58.657033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:58.657905 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment 3d2c9b3f-c87b-4bda-a46a-18aa052df229 of type vlan for network 86a44de1-d617-4070-b02d-480a18210a15 Oct 13 00:37:58.708447 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:58.737165 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:58.743902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:58.744799 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:58.808978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-ec0676c8-2f99-4054-9d35-7f9a987ff12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:58.810519 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-ec0676c8-2f99-4054-9d35-7f9a987ff12f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abc04358e8034be0b22c5de3606d167c&device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0646718 Oct 13 00:37:58.813906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=86a44de1-d617-4070-b02d-480a18210a15,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:58.831174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 86a44de1-d617-4070-b02d-480a18210a15 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:37:58.845228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d986f450-5303-4a97-8abd-8e1140baf788 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6114409 Oct 13 00:37:58.942279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-a07ceb0f-bf9a-4af9-b9f9-e86b0b5cfa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:58.943894 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-a07ceb0f-bf9a-4af9-b9f9-e86b0b5cfa09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3add90d1-60f2-4866-bb3f-5ba80af6b939 HTTP/1.1" status: 200 len: 915 time: 0.1244829 Oct 13 00:37:58.994348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:56Z', 'revision_number': 6, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:43Z', 'revision_number': 1, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:37:59.012840 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-aa7d1c58-960a-46e9-8a80-2a870ecb42d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f51b439-7114-4a03-8593-91e60df82e52 HTTP/1.1" status: 200 len: 217 time: 0.0598392 Oct 13 00:37:59.031697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230867e-123d-46c7-8e98-e82051afadcd None None] The sync data for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 is: [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:56Z', 'revision_number': 6, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '9017c620-dd8b-474b-aabb-1aae315b804c', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'port_id': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'mac_address': 'fa:16:3e:31:57:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:35:40Z', 'updated_at': '2021-10-13T00:35:43Z', 'revision_number': 1, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:37:59.068135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-85aae6c9-8471-4d81-9208-3d8be573d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:59.069616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-85aae6c9-8471-4d81-9208-3d8be573d0f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1968b322-fab3-4678-86c6-a6514054848b HTTP/1.1" status: 200 len: 854 time: 0.0495420 Oct 13 00:37:59.104779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-0dd9afdf-5656-4286-845d-e4a6de29cf71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3add90d1-60f2-4866-bb3f-5ba80af6b939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270193 Oct 13 00:37:59.219053 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-e797faa4-0f55-42a0-8aed-48ceadfff1a5 service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057625 Oct 13 00:37:59.322800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394f89-02cd-4c66-ac31-c36c2584cf27 req-9b3dfa04-39ed-4d0e-a9be-91a39075aa78 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:59.328511 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee394f89-02cd-4c66-ac31-c36c2584cf27 req-9b3dfa04-39ed-4d0e-a9be-91a39075aa78 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 946 time: 0.0689173 Oct 13 00:37:59.346133 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-63d5bc88-714d-488f-8c22-1fedc2bae362 req-54797d1e-fca5-4a31-bb81-88f03587729c service neutron] 10.222.0.36 "GET /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192973 Oct 13 00:37:59.401957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee394f89-02cd-4c66-ac31-c36c2584cf27 req-1a0e5429-f10c-417b-895a-d6dadf0e7e59 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=932943e6-2ecd-415d-8e23-e2a0c68212e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616944 Oct 13 00:37:59.432150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d31252cf-9672-4061-92ec-32b8237adec9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:37:59.442863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-dbc569e1-543f-46ea-a493-306f84edf591 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:59.453714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d31252cf-9672-4061-92ec-32b8237adec9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:37:59.454245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d31252cf-9672-4061-92ec-32b8237adec9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:37:59.459233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-dbc569e1-543f-46ea-a493-306f84edf591 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 946 time: 0.1033192 Oct 13 00:37:59.600505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 9954adbb-7c2e-4497-be30-203694082a82 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:37:59.601018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:59.618770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da8106-884c-464d-a50e-5ba71c1d586c req-8bcf7fc1-9de2-455e-9cf0-c4ec68547d21 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:37:59.620796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05da8106-884c-464d-a50e-5ba71c1d586c req-8bcf7fc1-9de2-455e-9cf0-c4ec68547d21 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 943 time: 0.0909574 Oct 13 00:37:59.714861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05da8106-884c-464d-a50e-5ba71c1d586c req-d19d72ef-f46c-412c-9abc-c0696d593b35 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806732 Oct 13 00:37:59.760975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port 9954adbb-7c2e-4497-be30-203694082a82, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9954adbb-7c2e-4497-be30-203694082a82,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:37:59.761502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:59.775379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 9954adbb-7c2e-4497-be30-203694082a82 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:37:59.905338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:37:59.981412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=9954adbb-7c2e-4497-be30-203694082a82,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:37:59.999545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] No DVR routers for this DVR port 9954adbb-7c2e-4497-be30-203694082a82 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:00.001736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:00.005548 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d841813b-40c1-4f1b-ae54-a6fb1d7f07ad req-70d5461d-ad7d-447b-b82b-fcda0ca1a5a4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "DELETE /v2.0/ports/9954adbb-7c2e-4497-be30-203694082a82 HTTP/1.1" status: 204 len: 173 time: 0.5378034 Oct 13 00:38:00.048184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3150bd-48a5-40ba-b29e-b0247accd2af', 'name': 'network-vif-deleted', 'tag': '9954adbb-7c2e-4497-be30-203694082a82'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:00.050560 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f41952-2abf-4a51-b34e-a6c7c039fc34" -d '{"events": [{"server_uuid": "4e3150bd-48a5-40ba-b29e-b0247accd2af", "name": "network-vif-deleted", "tag": "9954adbb-7c2e-4497-be30-203694082a82"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:00.109401 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5780234-7199-4641-b3e1-bccb992160db x-openstack-request-id: req-a5780234-7199-4641-b3e1-bccb992160db {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:00.110046 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3150bd-48a5-40ba-b29e-b0247accd2af", "name": "network-vif-deleted", "tag": "9954adbb-7c2e-4497-be30-203694082a82", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:00.110553 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5780234-7199-4641-b3e1-bccb992160db {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:00.111115 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3150bd-48a5-40ba-b29e-b0247accd2af', 'name': 'network-vif-deleted', 'tag': '9954adbb-7c2e-4497-be30-203694082a82', 'status': 'completed', 'code': 200} Oct 13 00:38:00.580409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9748234-b8c1-425b-b17a-aad1c86c759c req-b6f2a816-1b1e-428a-9618-f14ae7c06c46 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e3150bd-48a5-40ba-b29e-b0247accd2af HTTP/1.1" status: 200 len: 210 time: 0.0393229 Oct 13 00:38:00.829229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cf057-bc0f-432e-aaa9-a72417c823cc req-4ae458b0-fe0a-45b6-9e34-8fe6236b9581 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:00.830881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de3cf057-bc0f-432e-aaa9-a72417c823cc req-4ae458b0-fe0a-45b6-9e34-8fe6236b9581 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 943 time: 0.0497916 Oct 13 00:38:00.870253 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de3cf057-bc0f-432e-aaa9-a72417c823cc req-35731da9-e3da-4ec9-80e1-dfd3ef540b7a tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329649 Oct 13 00:38:01.633514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60390) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:01.697104 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1827-17da-4098-b526-6b6c2085dabf tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:01.723029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1827-17da-4098-b526-6b6c2085dabf tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:01.786636 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1827-17da-4098-b526-6b6c2085dabf tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:01.790062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5e7f1827-17da-4098-b526-6b6c2085dabf tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:01.795542 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5e7f1827-17da-4098-b526-6b6c2085dabf tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/security-groups/932943e6-2ecd-415d-8e23-e2a0c68212e2 HTTP/1.1" status: 204 len: 168 time: 0.1598980 Oct 13 00:38:01.808714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f1827-17da-4098-b526-6b6c2085dabf tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932943e6-2ecd-415d-8e23-e2a0c68212e2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:01.832013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60394) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:01.900749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting subnet eb117303-b50b-455e-b535-a267f3a3bfa9 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:01.905146 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:01.958355 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.078032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701463cc-62ca-4339-86b2-90e0722d0978 req-8331ceca-a499-4c69-bfbc-de5bb8c6cef9 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:02.079829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-701463cc-62ca-4339-86b2-90e0722d0978 req-8331ceca-a499-4c69-bfbc-de5bb8c6cef9 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 943 time: 0.1004848 Oct 13 00:38:02.112271 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.154787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-701463cc-62ca-4339-86b2-90e0722d0978 req-34996d51-c5d7-4b24-ab8f-d431a2b0aa10 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676360 Oct 13 00:38:02.193644 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.202534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60400) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:02.210156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': '86a44de1-d617-4070-b02d-480a18210a15', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:02.218534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Subnet': ['ID=eb117303-b50b-455e-b535-a267f3a3bfa9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:02.230649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.230993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.231334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.231787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.232044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.232379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.232705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.233026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.233505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.233665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.233984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.234539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:02.238987 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.242365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8f692d74-5626-403d-9c08-0a4d2890903c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/subnets/eb117303-b50b-455e-b535-a267f3a3bfa9 HTTP/1.1" status: 204 len: 168 time: 0.4092765 Oct 13 00:38:02.247679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60402) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:02.252737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58556fa1-7dda-4927-8c1e-889abe1f24af None None] Network 15d39fd8-1cda-4d7f-887f-46147d129bf6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:02.315210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6f51b439-7114-4a03-8593-91e60df82e52 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:38:02.377098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.423458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:02.427402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.487856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6f51b439-7114-4a03-8593-91e60df82e52, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6f51b439-7114-4a03-8593-91e60df82e52,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:02.503461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '6f51b439-7114-4a03-8593-91e60df82e52', 'network_id': '3add90d1-60f2-4866-bb3f-5ba80af6b939', 'port_id': '6f51b439-7114-4a03-8593-91e60df82e52', 'mac_address': 'fa:16:3e:9d:d4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1968b322-fab3-4678-86c6-a6514054848b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:38:02.525734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60412) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:02.532123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 664655d3-e20b-4f59-8139-db8101cb2fc9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:02.532477 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.577818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.582974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] DHCP port deletion for 15d39fd8-1cda-4d7f-887f-46147d129bf6 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:02.622294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f51b439-7114-4a03-8593-91e60df82e52 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:38:02.646520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port 664655d3-e20b-4f59-8139-db8101cb2fc9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=664655d3-e20b-4f59-8139-db8101cb2fc9,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:02.647105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.667671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6f51b439-7114-4a03-8593-91e60df82e52, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6f51b439-7114-4a03-8593-91e60df82e52,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:02.672899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 664655d3-e20b-4f59-8139-db8101cb2fc9 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:02.676256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.751164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] Deleting port 664655d3-e20b-4f59-8139-db8101cb2fc9 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:02.751922 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.757325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6f51b439-7114-4a03-8593-91e60df82e52,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:02.792491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.841630 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] For port 664655d3-e20b-4f59-8139-db8101cb2fc9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=664655d3-e20b-4f59-8139-db8101cb2fc9,segment=NetworkSegment(819eff72-7f64-491c-b125-a35e7e431fc2),segment_id=819eff72-7f64-491c-b125-a35e7e431fc2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:02.841630 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.856148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] Calling delete_port for 664655d3-e20b-4f59-8139-db8101cb2fc9 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:02.860094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.902470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=6b63956a-2748-4358-ae1c-2e25421e3075,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:02.906251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=664655d3-e20b-4f59-8139-db8101cb2fc9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:02.908205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] No DVR routers for this DVR port 664655d3-e20b-4f59-8139-db8101cb2fc9 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:02.936621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': '3d2c9b3f-c87b-4bda-a46a-18aa052df229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '86a44de1-d617-4070-b02d-480a18210a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:02.936994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: 86a44de1-d617-4070-b02d-480a18210a15, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:02.952828 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:02.981969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] Pushing event deleted for resources: {'Port': ['ID=664655d3-e20b-4f59-8139-db8101cb2fc9,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:02.984679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52a8b4-63d7-4a60-ab48-8dea987b5e30 None None] No DVR routers for this DVR port 664655d3-e20b-4f59-8139-db8101cb2fc9 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:03.003838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network 86a44de1-d617-4070-b02d-480a18210a15 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:03.009988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.029478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 86a44de1-d617-4070-b02d-480a18210a15) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:03.035400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d39fd8-1cda-4d7f-887f-46147d129bf6']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:03.038138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:03.038729 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.039045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903debe-6449-4a0d-b6ed-00c9a2155f26 None None] Network 86a44de1-d617-4070-b02d-480a18210a15 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:03.052965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819eff72-7f64-491c-b125-a35e7e431fc2') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:03.053385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819eff72-7f64-491c-b125-a35e7e431fc2') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:03.064872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.074072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-83b4bfab-2b2b-48e6-8ec6-8a49e293e800 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8697541 Oct 13 00:38:03.076185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60416) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:03.081760 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522338600'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:03.084715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6f51b439-7114-4a03-8593-91e60df82e52'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:38:03.087241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.094414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:03.095044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:03.098370 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:03.138126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:03.141506 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.163348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.186335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.194753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.199090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/networks/15d39fd8-1cda-4d7f-887f-46147d129bf6 HTTP/1.1" status: 204 len: 168 time: 0.9508133 Oct 13 00:38:03.201905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60420) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:03.205802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:03.221352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87f89b-3e04-417a-b2fb-47cd8b25398c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Network': ['ID=15d39fd8-1cda-4d7f-887f-46147d129bf6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:03.223520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.223867 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment 0e31a721-0f54-48cb-983c-c51762f69357 of type vlan for network adfd8f9e-c316-4210-a0f7-f51f7621a49a Oct 13 00:38:03.253498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9954adbb-7c2e-4497-be30-203694082a82 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:03.296444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 9954adbb-7c2e-4497-be30-203694082a82 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:03.296988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9954adbb-7c2e-4497-be30-203694082a82 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:03.330440 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.397373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 147fa92e-e7e1-4d85-a6c8-ad6205618255 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:03.397685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.421441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66e116-93ef-487c-99c5-b5425545d889 req-d5620ff1-d69f-4b8c-b073-e58fca7eba07 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:03.423541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f66e116-93ef-487c-99c5-b5425545d889 req-d5620ff1-d69f-4b8c-b073-e58fca7eba07 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 944 time: 0.1427693 Oct 13 00:38:03.450305 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.456657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:03.457587 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.499872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.500199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.503324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 664655d3-e20b-4f59-8139-db8101cb2fc9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:03.505578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-86a44de1-d617-4070-b02d-480a18210a15', 'network_id': '86a44de1-d617-4070-b02d-480a18210a15', 'tenant_id': '6ded7d4e7367440199dbfd1610d26cef', 'fixed_ips': [{'subnet_id': '6b63956a-2748-4358-ae1c-2e25421e3075'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:03.506637 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.514876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 147fa92e-e7e1-4d85-a6c8-ad6205618255 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:03.529634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4524331 Oct 13 00:38:03.542129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60422) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:03.542648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 664655d3-e20b-4f59-8139-db8101cb2fc9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:03.543059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 664655d3-e20b-4f59-8139-db8101cb2fc9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:03.551245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': 'adfd8f9e-c316-4210-a0f7-f51f7621a49a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:03.623359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557df734-4f5e-47ca-b404-ccfcf74114da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=adfd8f9e-c316-4210-a0f7-f51f7621a49a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:03.640893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network adfd8f9e-c316-4210-a0f7-f51f7621a49a details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:03.656363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f66e116-93ef-487c-99c5-b5425545d889 req-ee291b97-3d71-48bf-8b74-868ad619c15c tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860681 Oct 13 00:38:03.712826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.740514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=147fa92e-e7e1-4d85-a6c8-ad6205618255,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:03.744814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:03.754092 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.767682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Allocated IP 2001:db8:0:ffff::2 (86a44de1-d617-4070-b02d-480a18210a15/6b63956a-2748-4358-ae1c-2e25421e3075/e75c43ad-37ee-4332-9a11-1581ed555dbf) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:03.804219 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.804680 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Floating IP 9017c620-dd8b-474b-aabb-1aae315b804c disassociated (deleted). External IP: 172.25.3.56, port: ccbbecad-addd-4cca-9606-ee323d0c5b87. Oct 13 00:38:03.852217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Deleting port 58b5a20b-e752-4ecd-b55c-6a3b062acebd {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:03.852574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.922421 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.928905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:03.969808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Network 86a44de1-d617-4070-b02d-480a18210a15 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:03.971307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:03.975074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:03.983777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Pushing event updated for resources: {'Port': ['ID=e75c43ad-37ee-4332-9a11-1581ed555dbf,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:03.992588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] For port 58b5a20b-e752-4ecd-b55c-6a3b062acebd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=58b5a20b-e752-4ecd-b55c-6a3b062acebd,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:03.993059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.034553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router d5969b20-cb10-4a77-a321-5824bd460847 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:38:04.037329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Calling delete_port for 58b5a20b-e752-4ecd-b55c-6a3b062acebd owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:04.040547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Attempting to bind port e75c43ad-37ee-4332-9a11-1581ed555dbf on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:04.041085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Attempting to bind port e75c43ad-37ee-4332-9a11-1581ed555dbf by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '3d2c9b3f-c87b-4bda-a46a-18aa052df229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '86a44de1-d617-4070-b02d-480a18210a15'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:04.041457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Attempting to bind port e75c43ad-37ee-4332-9a11-1581ed555dbf on network 86a44de1-d617-4070-b02d-480a18210a15 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:04.048184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:04.048560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Checking segment: {'id': '3d2c9b3f-c87b-4bda-a46a-18aa052df229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '86a44de1-d617-4070-b02d-480a18210a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:04.048969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.049361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Bound using segment: {'id': '3d2c9b3f-c87b-4bda-a46a-18aa052df229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '86a44de1-d617-4070-b02d-480a18210a15'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:04.049828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Bound port: e75c43ad-37ee-4332-9a11-1581ed555dbf, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2c9b3f-c87b-4bda-a46a-18aa052df229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '86a44de1-d617-4070-b02d-480a18210a15'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:04.050195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.057925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.115956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] For port e75c43ad-37ee-4332-9a11-1581ed555dbf, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:04.121462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] For port e75c43ad-37ee-4332-9a11-1581ed555dbf, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e75c43ad-37ee-4332-9a11-1581ed555dbf,segment=NetworkSegment(3d2c9b3f-c87b-4bda-a46a-18aa052df229),segment_id=3d2c9b3f-c87b-4bda-a46a-18aa052df229)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:04.128719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.160543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:04.165286 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.177703 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] Sync routers for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:04.189383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=365dc919-8e82-4b64-959c-5ee9927f6121,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:04.191905 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:04.192529 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:04.192993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f5e5-6dce-4527-9bd1-5e853eeb16b4 None None] Pushing event updated for resources: {'Port': ['ID=e75c43ad-37ee-4332-9a11-1581ed555dbf,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:04.212913 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-10486330-9206-4e94-827e-91aba34bd270 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/floatingips/9017c620-dd8b-474b-aabb-1aae315b804c HTTP/1.1" status: 204 len: 168 time: 1.0094101 Oct 13 00:38:04.213685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:04.216194 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba05f6-7158-4c6d-8d45-0c60346cac2a" -d '{"events": [{"name": "network-changed", "server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:04.245025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': '0e31a721-0f54-48cb-983c-c51762f69357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'adfd8f9e-c316-4210-a0f7-f51f7621a49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:04.245387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: adfd8f9e-c316-4210-a0f7-f51f7621a49a, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:04.276484 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e384c2df-c99d-401c-82a5-fd5f99473b60 x-openstack-request-id: req-e384c2df-c99d-401c-82a5-fd5f99473b60 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:04.276780 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:04.277026 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e384c2df-c99d-401c-82a5-fd5f99473b60 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:04.277432 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'status': 'completed', 'code': 200} Oct 13 00:38:04.288228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network adfd8f9e-c316-4210-a0f7-f51f7621a49a is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:04.301257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, adfd8f9e-c316-4210-a0f7-f51f7621a49a) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:04.311202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:04.312128 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.312256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a04a6-dc1c-47b7-a8b2-34ac2bd2951a None None] Network adfd8f9e-c316-4210-a0f7-f51f7621a49a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:04.378130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-136e2712-ae1c-4d04-9832-f15992e81501 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8308637 Oct 13 00:38:04.381102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60428) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:04.391395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-bd3522e3-b50d-483a-9746-15f7bc25f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:04.399665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-bd3522e3-b50d-483a-9746-15f7bc25f43b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 1096 time: 0.0791454 Oct 13 00:38:04.614825 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:04.637045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-41aae9d6-1820-48f8-8d61-9a0a7cc0e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:04.638842 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-41aae9d6-1820-48f8-8d61-9a0a7cc0e3a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=33c8fbde-684a-4b4e-837b-8027f74160c0 HTTP/1.1" status: 200 len: 897 time: 0.2353468 Oct 13 00:38:04.673536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-adfd8f9e-c316-4210-a0f7-f51f7621a49a', 'network_id': 'adfd8f9e-c316-4210-a0f7-f51f7621a49a', 'tenant_id': '6ded7d4e7367440199dbfd1610d26cef', 'fixed_ips': [{'subnet_id': '365dc919-8e82-4b64-959c-5ee9927f6121'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:04.674807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.707451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-9e52415e-0925-4a9a-8c25-5319665fd6c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87 HTTP/1.1" status: 200 len: 217 time: 0.0582974 Oct 13 00:38:04.767068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-0117e092-8ec1-4a7e-81ac-7912a2dccde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:04.769587 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-0117e092-8ec1-4a7e-81ac-7912a2dccde6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c142f6d8-c170-4594-a4a9-6a2be480548b HTTP/1.1" status: 200 len: 834 time: 0.0538568 Oct 13 00:38:04.827813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-8305100d-0322-4248-8fc2-3bfaa7dedfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:04.830007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-8305100d-0322-4248-8fc2-3bfaa7dedfa4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33c8fbde-684a-4b4e-837b-8027f74160c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522256 Oct 13 00:38:04.862732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Allocated IP 2001:db8::1 (adfd8f9e-c316-4210-a0f7-f51f7621a49a/365dc919-8e82-4b64-959c-5ee9927f6121/33eab80e-0a0b-4a3c-9975-683f382b4663) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:04.952087 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:56Z', 'revision_number': 6, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:04.958530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:04.973972 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-148c9fd7-61ef-465d-aad5-e922fba7b372 service neutron] 10.222.0.45 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354241 Oct 13 00:38:05.003534 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] Checking router: d5969b20-cb10-4a77-a321-5824bd460847 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:05.016724 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:05.017372 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:05.070403 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.081122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b5a20b-e752-4ecd-b55c-6a3b062acebd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:05.087738 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.094169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a3a5-173a-42f4-8afc-884a81054272 req-2986de8a-705e-4dca-bdb7-d11252758828 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:05.103471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abb4a3a5-173a-42f4-8afc-884a81054272 req-2986de8a-705e-4dca-bdb7-d11252758828 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 945 time: 0.2636666 Oct 13 00:38:05.126748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Network adfd8f9e-c316-4210-a0f7-f51f7621a49a is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:05.130714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:05.133846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:05.162418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29c3a-d3e0-4a44-b430-7e4911d4c57c req-ad2e4289-7877-4975-bf5b-107dcd2d2b48 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:05.167629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17a29c3a-d3e0-4a44-b430-7e4911d4c57c req-ad2e4289-7877-4975-bf5b-107dcd2d2b48 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 944 time: 0.3261371 Oct 13 00:38:05.185398 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-04ba05f6-7158-4c6d-8d45-0c60346cac2a req-4bf164fc-a9be-4a2e-baf9-ee9e347719e9 service neutron] 10.222.0.45 "GET /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024024 Oct 13 00:38:05.189096 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:05.215229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Pushing event updated for resources: {'Port': ['ID=33eab80e-0a0b-4a3c-9975-683f382b4663,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:05.232602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Attempting to bind port 33eab80e-0a0b-4a3c-9975-683f382b4663 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:05.232969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Attempting to bind port 33eab80e-0a0b-4a3c-9975-683f382b4663 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '0e31a721-0f54-48cb-983c-c51762f69357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'adfd8f9e-c316-4210-a0f7-f51f7621a49a'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:05.233330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Attempting to bind port 33eab80e-0a0b-4a3c-9975-683f382b4663 on network adfd8f9e-c316-4210-a0f7-f51f7621a49a {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:05.240108 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.242823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:05.243490 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Checking segment: {'id': '0e31a721-0f54-48cb-983c-c51762f69357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'adfd8f9e-c316-4210-a0f7-f51f7621a49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:05.243951 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.248406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Bound using segment: {'id': '0e31a721-0f54-48cb-983c-c51762f69357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'adfd8f9e-c316-4210-a0f7-f51f7621a49a'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:05.249032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Bound port: 33eab80e-0a0b-4a3c-9975-683f382b4663, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e31a721-0f54-48cb-983c-c51762f69357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'adfd8f9e-c316-4210-a0f7-f51f7621a49a'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:05.249489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.274400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-318a9518-289e-4fd0-9a9e-5141b4326b0f req-6f9aff71-fada-4d6d-acf3-26ab55d95bfb service neutron] (94988) timed out ('10.222.0.21', 38586) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:38:05.347729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] For port 33eab80e-0a0b-4a3c-9975-683f382b4663, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:05.352378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] For port 33eab80e-0a0b-4a3c-9975-683f382b4663, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=33eab80e-0a0b-4a3c-9975-683f382b4663,segment=NetworkSegment(0e31a721-0f54-48cb-983c-c51762f69357),segment_id=0e31a721-0f54-48cb-983c-c51762f69357)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:05.352717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-abb4a3a5-173a-42f4-8afc-884a81054272 req-0afc6c4d-ccd7-4e37-831d-15aaabce0109 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482066 Oct 13 00:38:05.359533 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.392986 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17a29c3a-d3e0-4a44-b430-7e4911d4c57c req-4b350224-a209-4022-8e62-f797df2a8407 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573017 Oct 13 00:38:05.462897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65315968-8c88-48c6-bae8-6f7e965c1ce3 None None] Pushing event updated for resources: {'Port': ['ID=33eab80e-0a0b-4a3c-9975-683f382b4663,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:05.492363 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.492876 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:56Z', 'revision_number': 6, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:05.496297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting port 33eab80e-0a0b-4a3c-9975-683f382b4663 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:05.496643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.520849 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d9454-2a1a-496a-ac6c-650122e3be8d None None] The sync data for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 is: [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:37:56Z', 'revision_number': 6, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '8b4b3fec-375d-4aea-9e86-a0f64393d6fa', 'name': '', 'network_id': '33c8fbde-684a-4b4e-837b-8027f74160c0', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:38:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:18Z', 'updated_at': '2021-10-13T00:35:25Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': 'c142f6d8-c170-4594-a4a9-6a2be480548b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:05.597208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] For port 33eab80e-0a0b-4a3c-9975-683f382b4663, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=33eab80e-0a0b-4a3c-9975-683f382b4663,segment=NetworkSegment(0e31a721-0f54-48cb-983c-c51762f69357),segment_id=0e31a721-0f54-48cb-983c-c51762f69357)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:05.597576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.616416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Calling delete_port for 33eab80e-0a0b-4a3c-9975-683f382b4663 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:05.658200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e75c43ad-37ee-4332-9a11-1581ed555dbf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:05.723987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e75c43ad-37ee-4332-9a11-1581ed555dbf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:05.724467 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.858103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8890e11d-fb98-42c0-9bde-f4ec0945d825 None None] Network 86a44de1-d617-4070-b02d-480a18210a15 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:05.926877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d4660097-4971-4e3b-850c-6cce698b0fce None None] Provisioning complete for port e75c43ad-37ee-4332-9a11-1581ed555dbf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:05.927251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d4660097-4971-4e3b-850c-6cce698b0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.931303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:05.964553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e769f37e-102e-4fdf-8970-fad85f3002ee None None] New status for floating IP 9017c620-dd8b-474b-aabb-1aae315b804c: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:38:05.975552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.007113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Port': ['ID=33eab80e-0a0b-4a3c-9975-683f382b4663,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:06.021139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Router 2801855f-a5d4-4414-9df7-bd1de9603071 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:38:06.053773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No DVR routers for this DVR port 33eab80e-0a0b-4a3c-9975-683f382b4663 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:06.096476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-8c846f62-655e-49ff-a082-beb81f7f5526 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:06.097717 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-8c846f62-655e-49ff-a082-beb81f7f5526 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 945 time: 0.0637279 Oct 13 00:38:06.128141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port e75c43ad-37ee-4332-9a11-1581ed555dbf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e75c43ad-37ee-4332-9a11-1581ed555dbf,segment=NetworkSegment(3d2c9b3f-c87b-4bda-a46a-18aa052df229),segment_id=3d2c9b3f-c87b-4bda-a46a-18aa052df229)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:06.142405 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.163700 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.217874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port ccbbecad-addd-4cca-9606-ee323d0c5b87 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:06.218580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.247052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=e75c43ad-37ee-4332-9a11-1581ed555dbf,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:06.257225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:06.266288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60436) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:06.266452 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-627d063c-bc0e-4965-977e-e8bba1cbdf24 admin admin] 10.222.0.21 "PUT /v2.0/routers/2801855f-a5d4-4414-9df7-bd1de9603071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7395539 Oct 13 00:38:06.268083 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] Sync routers for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:06.283157 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:06.284025 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:06.285479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.331115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6f51b439-7114-4a03-8593-91e60df82e52 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:06.335242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=365dc919-8e82-4b64-959c-5ee9927f6121,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:06.443605 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.467837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 6f51b439-7114-4a03-8593-91e60df82e52 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:38:06.475864 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:06.479889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 6f51b439-7114-4a03-8593-91e60df82e52 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:06.481003 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.487877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfd8f9e-c316-4210-a0f7-f51f7621a49a']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:06.508247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e31a721-0f54-48cb-983c-c51762f69357') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:06.508935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e31a721-0f54-48cb-983c-c51762f69357') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:06.578850 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.615576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.635417 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.661595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:06.662110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:06.668283 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:06.702639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55abd48d-24e5-4093-9e9f-001b90474ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f51b439-7114-4a03-8593-91e60df82e52'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:06.705432 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed3f333-9106-48b1-826c-faa34f8e71ae" -d '{"events": [{"server_uuid": "55abd48d-24e5-4093-9e9f-001b90474ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6f51b439-7114-4a03-8593-91e60df82e52"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:06.722862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6f51b439-7114-4a03-8593-91e60df82e52, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6f51b439-7114-4a03-8593-91e60df82e52,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:06.725575 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.730476 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.779147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be902c63-aa12-4c39-ad3a-d7b6e15c1827 req-5bb00095-dd66-41a8-9c15-96ed993089c3 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:06.780790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be902c63-aa12-4c39-ad3a-d7b6e15c1827 req-5bb00095-dd66-41a8-9c15-96ed993089c3 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 945 time: 0.2688441 Oct 13 00:38:06.794374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-00258e69-8294-4e8e-ae1f-20b59c75e246 None None] Provisioning complete for port e75c43ad-37ee-4332-9a11-1581ed555dbf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:06.794898 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00258e69-8294-4e8e-ae1f-20b59c75e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.815816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6f51b439-7114-4a03-8593-91e60df82e52,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:06.828385 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:38:04Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:06.858776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb635a1-3c47-4886-b181-6572fc193fd4 req-9195f3a8-9bea-4da7-93f5-1ab1f9b7d5f6 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:06.860542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1eb635a1-3c47-4886-b181-6572fc193fd4 req-9195f3a8-9bea-4da7-93f5-1ab1f9b7d5f6 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 944 time: 0.2845790 Oct 13 00:38:06.896992 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] Checking router: 2801855f-a5d4-4414-9df7-bd1de9603071 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:06.901617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.935751 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] Routers {'2801855f-a5d4-4414-9df7-bd1de9603071'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:06.944056 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['2801855f-a5d4-4414-9df7-bd1de9603071'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:06.958396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.963130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port ccbbecad-addd-4cca-9606-ee323d0c5b87, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ccbbecad-addd-4cca-9606-ee323d0c5b87,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:06.963501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:06.973211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/adfd8f9e-c316-4210-a0f7-f51f7621a49a HTTP/1.1" status: 204 len: 168 time: 2.5876353 Oct 13 00:38:06.975748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60444) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:06.986516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605694347'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:06.991840 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be902c63-aa12-4c39-ad3a-d7b6e15c1827 req-67c7a604-b3b6-44b0-b145-e1b3ef452bb3 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa41864c-3659-4fde-9950-1c9ee75e2dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769540 Oct 13 00:38:06.994988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401cfe2-8080-42a3-a4c2-7a72b3dfbfcf tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=adfd8f9e-c316-4210-a0f7-f51f7621a49a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:07.004268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for ccbbecad-addd-4cca-9606-ee323d0c5b87 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:07.041570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1eb635a1-3c47-4886-b181-6572fc193fd4 req-702917e7-20be-45c4-b936-22fdd21ff696 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435103 Oct 13 00:38:07.049629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d7895e6a-a965-4d50-a918-662ab7fd9c41 None None] Could not find standard attr ID for object 33eab80e-0a0b-4a3c-9975-683f382b4663. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:38:07.054602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78983084-7d8a-4f62-87af-7e6f28fae19b None None] DHCP port deletion for adfd8f9e-c316-4210-a0f7-f51f7621a49a request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:07.068490 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a75d52-ee58-4161-b954-fa75afaf6be2 x-openstack-request-id: req-68a75d52-ee58-4161-b954-fa75afaf6be2 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:07.070034 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55abd48d-24e5-4093-9e9f-001b90474ba1", "name": "network-vif-plugged", "status": "completed", "tag": "6f51b439-7114-4a03-8593-91e60df82e52", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:07.071755 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68a75d52-ee58-4161-b954-fa75afaf6be2 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:07.072305 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55abd48d-24e5-4093-9e9f-001b90474ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f51b439-7114-4a03-8593-91e60df82e52', 'code': 200} Oct 13 00:38:07.090782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5823d-d876-417d-b8b2-51f440121011 None None] Network adfd8f9e-c316-4210-a0f7-f51f7621a49a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:07.097348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.105989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5823d-d876-417d-b8b2-51f440121011 None None] Network adfd8f9e-c316-4210-a0f7-f51f7621a49a could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 00:38:07.135606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.172098 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] Set router 2801855f-a5d4-4414-9df7-bd1de9603071 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:07.178198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:07.182128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.281505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:07.302378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.302730 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment 11be087a-634d-437a-b953-92d9319f477a of type vlan for network d0d46105-530e-4c22-9884-c3e9b0e7acae Oct 13 00:38:07.339540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a6d2e-b287-4d64-8e82-c8651c2f8c35 req-488611b7-4f24-4aaa-b6a1-554758d9b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:07.341048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f50a6d2e-b287-4d64-8e82-c8651c2f8c35 req-488611b7-4f24-4aaa-b6a1-554758d9b445 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 1096 time: 0.1738529 Oct 13 00:38:07.376932 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:38:04Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:07.393751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.402738 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba6e21a-e473-45ff-a9d6-b21eb918c081 None None] The sync data for ids ['2801855f-a5d4-4414-9df7-bd1de9603071'] in n-d-813679-4 is: [{'id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'name': 'tempest-AttachVolumeShelveTestJSON-262986103-router', 'tenant_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:26:41Z', 'updated_at': '2021-10-13T00:38:04Z', 'revision_number': 5, 'project_id': '64d695b5ae334f6cbd1bf73f25ec618b', 'gw_port': {'id': '9e6a2955-ad36-4027-8a87-8662792800b1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2801855f-a5d4-4414-9df7-bd1de9603071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:26:43Z', 'updated_at': '2021-10-13T00:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:07.430627 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.445225 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.480802 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f50a6d2e-b287-4d64-8e82-c8651c2f8c35 req-26990d4f-1787-43e1-b1af-ddf16e96342b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263368 Oct 13 00:38:07.510956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=ccbbecad-addd-4cca-9606-ee323d0c5b87,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:07.539752 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.546008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:07.546614 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.592028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] No DVR routers for this DVR port ccbbecad-addd-4cca-9606-ee323d0c5b87 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:07.623920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.627179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65ec6bb0-41d5-42a5-a384-330eda6d78f6 req-86c2b753-d0ef-4129-8a29-3b7ae07846f1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "DELETE /v2.0/ports/ccbbecad-addd-4cca-9606-ee323d0c5b87 HTTP/1.1" status: 204 len: 173 time: 1.5230885 Oct 13 00:38:07.627637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'name': 'network-vif-deleted', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:07.629903 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd1a282-f80d-4387-93fa-7c62fc994bee" -d '{"events": [{"server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "name": "network-vif-deleted", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:07.638508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6585140 Oct 13 00:38:07.642187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60448) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:07.647433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': 'd0d46105-530e-4c22-9884-c3e9b0e7acae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:07.656430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Deleting port 9e6a2955-ad36-4027-8a87-8662792800b1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:07.656776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.659633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1124fe-5383-48d4-8421-e968074b0a01 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=d0d46105-530e-4c22-9884-c3e9b0e7acae,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:07.672872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network d0d46105-530e-4c22-9884-c3e9b0e7acae details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:07.702420 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50d7b36-9e91-4908-9b1d-42ab2f13dea2 x-openstack-request-id: req-e50d7b36-9e91-4908-9b1d-42ab2f13dea2 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:07.702710 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54204e20-c9e4-4d5e-a080-13d4950a3e9a", "name": "network-vif-deleted", "tag": "ccbbecad-addd-4cca-9606-ee323d0c5b87", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:07.702962 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e50d7b36-9e91-4908-9b1d-42ab2f13dea2 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:07.703366 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54204e20-c9e4-4d5e-a080-13d4950a3e9a', 'name': 'network-vif-deleted', 'tag': 'ccbbecad-addd-4cca-9606-ee323d0c5b87', 'status': 'completed', 'code': 200} Oct 13 00:38:07.781933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] For port 9e6a2955-ad36-4027-8a87-8662792800b1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9e6a2955-ad36-4027-8a87-8662792800b1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:07.782154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.792680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e75c43ad-37ee-4332-9a11-1581ed555dbf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:07.804874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Calling delete_port for 9e6a2955-ad36-4027-8a87-8662792800b1 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:07.842211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:07.848075 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:07.873741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e75c43ad-37ee-4332-9a11-1581ed555dbf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:07.874632 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.038551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.077650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6a2955-ad36-4027-8a87-8662792800b1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:08.136840 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.194263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.228881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-535f71d9-dca6-4408-a076-4eaa0bd66a83 req-350efe7f-8d23-49fd-8a37-fe080fafb35a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=54204e20-c9e4-4d5e-a080-13d4950a3e9a HTTP/1.1" status: 200 len: 210 time: 0.0854795 Oct 13 00:38:08.261191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=ae5a7bb9-b0e4-49c4-b0bf-6fc7fed8b5a9,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:08.279055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d111df6-647c-4a88-8480-498e8f808a42 req-4e19786a-3f02-4bce-a9d6-45bc12b98cba tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:08.280569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d111df6-647c-4a88-8480-498e8f808a42 req-4e19786a-3f02-4bce-a9d6-45bc12b98cba tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 945 time: 0.1018429 Oct 13 00:38:08.286487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': '11be087a-634d-437a-b953-92d9319f477a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0d46105-530e-4c22-9884-c3e9b0e7acae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:08.286845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: d0d46105-530e-4c22-9884-c3e9b0e7acae, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:08.329102 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.330716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network d0d46105-530e-4c22-9884-c3e9b0e7acae is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:08.331578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.338081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d111df6-647c-4a88-8480-498e8f808a42 req-2168577a-bd94-4787-8dab-1d0ddf10de79 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Oct 13 00:38:08.344870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, d0d46105-530e-4c22-9884-c3e9b0e7acae) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:08.349799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:08.350928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.365179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1307c-956d-4ede-a809-0d0c611cc2dc None None] Network d0d46105-530e-4c22-9884-c3e9b0e7acae requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:08.376952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-929df6ea-8a64-4ec9-8908-a66350f311ce tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7290392 Oct 13 00:38:08.376952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60456) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:08.381127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-708685935'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:08.399483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.400086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2801855f-a5d4-4414-9df7-bd1de9603071 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:38:08.407291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.410774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-592c2939-ccb3-4d02-97e2-6aca11b13eec admin admin] 10.222.0.21 "DELETE /v2.0/routers/2801855f-a5d4-4414-9df7-bd1de9603071 HTTP/1.1" status: 204 len: 168 time: 2.1409390 Oct 13 00:38:08.411024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60458) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:08.411820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:08.417255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.443654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:08.454847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.455332 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment 2c7038e4-a5ce-4e1c-8c26-b2deef335a32 of type vlan for network 73b1ce91-a801-4940-a300-773ab7af0c02 Oct 13 00:38:08.478012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8723e1b9-9c23-4d11-854f-dca10bce690a admin admin] Deleting subnet 8e88882b-96f3-4e6c-9b86-10d353ddf281 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:08.481455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8723e1b9-9c23-4d11-854f-dca10bce690a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.506634 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.536604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-d0d46105-530e-4c22-9884-c3e9b0e7acae', 'network_id': 'd0d46105-530e-4c22-9884-c3e9b0e7acae', 'tenant_id': '6ded7d4e7367440199dbfd1610d26cef', 'fixed_ips': [{'subnet_id': 'ae5a7bb9-b0e4-49c4-b0bf-6fc7fed8b5a9'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:08.538172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.538655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.541660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8723e1b9-9c23-4d11-854f-dca10bce690a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.545298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:08.545913 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.612948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2361040 Oct 13 00:38:08.621347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60460) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:08.629707 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': '73b1ce91-a801-4940-a300-773ab7af0c02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:08.644050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8723e1b9-9c23-4d11-854f-dca10bce690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.683810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e88e8-eba7-4765-9bfc-1a413eb1ff4e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=73b1ce91-a801-4940-a300-773ab7af0c02,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:08.707280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 73b1ce91-a801-4940-a300-773ab7af0c02 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:08.710092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8723e1b9-9c23-4d11-854f-dca10bce690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.714020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Allocated IP 2001:db8::1 (d0d46105-530e-4c22-9884-c3e9b0e7acae/ae5a7bb9-b0e4-49c4-b0bf-6fc7fed8b5a9/2dd0cd67-c997-4ac3-90b9-6fd6e571edc4) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:08.739733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723e1b9-9c23-4d11-854f-dca10bce690a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e88882b-96f3-4e6c-9b86-10d353ddf281,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:08.740474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:08.742696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8723e1b9-9c23-4d11-854f-dca10bce690a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.744386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.746099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8723e1b9-9c23-4d11-854f-dca10bce690a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8e88882b-96f3-4e6c-9b86-10d353ddf281 HTTP/1.1" status: 204 len: 168 time: 0.3336947 Oct 13 00:38:08.748973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60462) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:08.755908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229dd7a-3afc-4c4d-a055-45b7aa868e9c None None] Network 0f17b87d-6f72-4183-85b0-f20a1ba8b43f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:08.807830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Performing IP validity checks on allocation pools {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 00:38:08.808365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 00:38:08.833391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.912764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Deleting port dab385b0-be1e-4be8-b2a7-0d08cd169912 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:08.913179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.985474 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:08.987194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] For port dab385b0-be1e-4be8-b2a7-0d08cd169912, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dab385b0-be1e-4be8-b2a7-0d08cd169912,segment=NetworkSegment(a459a42c-4c13-4b42-a347-75562cec9996),segment_id=a459a42c-4c13-4b42-a347-75562cec9996)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:08.988001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.002423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Calling delete_port for dab385b0-be1e-4be8-b2a7-0d08cd169912 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:09.063300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=4667480d-40cf-4074-a346-ebeae5a79fcc,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:09.066797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': '2c7038e4-a5ce-4e1c-8c26-b2deef335a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '73b1ce91-a801-4940-a300-773ab7af0c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:09.067175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: 73b1ce91-a801-4940-a300-773ab7af0c02, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:09.069592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.079004 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.091820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network 73b1ce91-a801-4940-a300-773ab7af0c02 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:09.097498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.107070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 73b1ce91-a801-4940-a300-773ab7af0c02) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:09.117121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:09.117690 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.129635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab385b0-be1e-4be8-b2a7-0d08cd169912,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:09.132731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Network d0d46105-530e-4c22-9884-c3e9b0e7acae is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:09.133850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] No DVR routers for this DVR port dab385b0-be1e-4be8-b2a7-0d08cd169912 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:09.138616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:09.142830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:09.153456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d65a3c-39d7-4b4c-867b-5b2db30a0a37 None None] Network 73b1ce91-a801-4940-a300-773ab7af0c02 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:09.157122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3114ed3-0fe2-459e-82cb-6bb63fbf9288 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5353796 Oct 13 00:38:09.158268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Pushing event updated for resources: {'Port': ['ID=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:09.159548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60464) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:09.201728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b776b55-7eee-481d-8b04-51a25374a1ed None None] DHCP port deletion for 0f17b87d-6f72-4183-85b0-f20a1ba8b43f request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:09.224256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.247773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ccbbecad-addd-4cca-9606-ee323d0c5b87 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:09.261159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f17b87d-6f72-4183-85b0-f20a1ba8b43f']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:09.282075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a459a42c-4c13-4b42-a347-75562cec9996') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:09.282369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a459a42c-4c13-4b42-a347-75562cec9996') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:09.290501 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.293258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.300021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60468) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:09.323887 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.344605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:09.344861 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:09.346656 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:09.353113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.433896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.450879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.465346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.471539 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f17b87d-6f72-4183-85b0-f20a1ba8b43f HTTP/1.1" status: 204 len: 168 time: 0.7187107 Oct 13 00:38:09.483731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=4667480d-40cf-4074-a346-ebeae5a79fcc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:09.490836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: ccbbecad-addd-4cca-9606-ee323d0c5b87 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:09.491192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ccbbecad-addd-4cca-9606-ee323d0c5b87 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:09.503937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c086b69-60c4-4668-99e1-1baf1725939c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.507778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b30747-9266-4000-8d21-134e242eb927 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f17b87d-6f72-4183-85b0-f20a1ba8b43f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:09.534085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9e6a2955-ad36-4027-8a87-8662792800b1 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:09.553876 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Attempting to bind port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:09.554307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Attempting to bind port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '11be087a-634d-437a-b953-92d9319f477a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0d46105-530e-4c22-9884-c3e9b0e7acae'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:09.554641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Attempting to bind port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 on network d0d46105-530e-4c22-9884-c3e9b0e7acae {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:09.559261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c086b69-60c4-4668-99e1-1baf1725939c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.578258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9e6a2955-ad36-4027-8a87-8662792800b1 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:09.578258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9e6a2955-ad36-4027-8a87-8662792800b1 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:09.578258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dab385b0-be1e-4be8-b2a7-0d08cd169912 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:09.582032 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.610011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: dab385b0-be1e-4be8-b2a7-0d08cd169912 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:09.610370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dab385b0-be1e-4be8-b2a7-0d08cd169912 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:09.610836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 58b5a20b-e752-4ecd-b55c-6a3b062acebd no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:09.611797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95bfd-a325-4967-bbe1-d58206a49c38 req-caccbc0c-d250-4e9b-9a33-a97081fffff5 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:09.619634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77c95bfd-a325-4967-bbe1-d58206a49c38 req-caccbc0c-d250-4e9b-9a33-a97081fffff5 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 945 time: 0.1823785 Oct 13 00:38:09.622528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b1ce91-a801-4940-a300-773ab7af0c02']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:09.635892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 58b5a20b-e752-4ecd-b55c-6a3b062acebd {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:09.636241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 58b5a20b-e752-4ecd-b55c-6a3b062acebd not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:09.640213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:09.640588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Checking segment: {'id': '11be087a-634d-437a-b953-92d9319f477a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0d46105-530e-4c22-9884-c3e9b0e7acae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:09.641025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.641788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Bound using segment: {'id': '11be087a-634d-437a-b953-92d9319f477a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0d46105-530e-4c22-9884-c3e9b0e7acae'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:09.642360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Bound port: 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11be087a-634d-437a-b953-92d9319f477a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd0d46105-530e-4c22-9884-c3e9b0e7acae'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:09.642667 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.645581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7038e4-a5ce-4e1c-8c26-b2deef335a32') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:09.645581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7038e4-a5ce-4e1c-8c26-b2deef335a32') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:09.664244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60474) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:09.665396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99a341-ef13-40cc-bd1b-3306938bdd5a None None] Network 73b1ce91-a801-4940-a300-773ab7af0c02 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:09.667906 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.691290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c086b69-60c4-4668-99e1-1baf1725939c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.693879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9c086b69-60c4-4668-99e1-1baf1725939c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.696033 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77c95bfd-a325-4967-bbe1-d58206a49c38 req-19a86a27-14f0-416c-9ec3-96930e3ac1cb tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755122 Oct 13 00:38:09.698694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9c086b69-60c4-4668-99e1-1baf1725939c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa41864c-3659-4fde-9950-1c9ee75e2dab HTTP/1.1" status: 204 len: 168 time: 0.3976524 Oct 13 00:38:09.699099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.709008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:09.709477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.730638 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c086b69-60c4-4668-99e1-1baf1725939c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa41864c-3659-4fde-9950-1c9ee75e2dab,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:09.756019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6845fc6c-bfa8-4b0c-9ef0-e09688972af0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64d695b5ae334f6cbd1bf73f25ec618b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877984 Oct 13 00:38:09.756019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60480) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:09.761652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60482) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:09.778955 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:09.814322 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.839484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.844896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/73b1ce91-a801-4940-a300-773ab7af0c02 HTTP/1.1" status: 204 len: 168 time: 0.6843441 Oct 13 00:38:09.846248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9d30c-be3d-4c8d-88c0-93bf3dbc5a84 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=73b1ce91-a801-4940-a300-773ab7af0c02,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:09.850959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60486) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:09.851346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] For port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:09.861096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-405973072'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:09.879775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] For port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,segment=NetworkSegment(11be087a-634d-437a-b953-92d9319f477a),segment_id=11be087a-634d-437a-b953-92d9319f477a)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:09.887671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.888615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:09.895113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.914125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c65300c-bb77-494f-8583-55ad2bf90c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.944515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:09.954925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:09.954925 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment 22a69a87-40b5-45ab-b1cd-6cba85b4d40d of type vlan for network dec45e08-7732-4111-a981-144d21976328 Oct 13 00:38:09.976166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3a0b1-c06a-4a76-9954-9eb017bf343a None None] Pushing event updated for resources: {'Port': ['ID=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:10.000294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c65300c-bb77-494f-8583-55ad2bf90c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.022478 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.065070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.071262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:10.072039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.148687 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2909167 Oct 13 00:38:10.148838 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c65300c-bb77-494f-8583-55ad2bf90c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.149036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60494) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:10.150540 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c65300c-bb77-494f-8583-55ad2bf90c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.151526 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0c65300c-bb77-494f-8583-55ad2bf90c63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9f8af18-3643-4263-a0f6-a8cd85c95bbd HTTP/1.1" status: 204 len: 168 time: 0.3889523 Oct 13 00:38:10.154872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': 'dec45e08-7732-4111-a981-144d21976328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:10.192051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65300c-bb77-494f-8583-55ad2bf90c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f8af18-3643-4263-a0f6-a8cd85c95bbd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:10.283073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000199a-457a-40d8-9bbb-602311d2f4b4 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=dec45e08-7732-4111-a981-144d21976328,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:10.287256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:10.292472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.293979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network dec45e08-7732-4111-a981-144d21976328 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:10.451041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.550052 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.605330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=daf750ee-1196-4ef5-a23e-c9f2b63e3b0f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:10.657883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': '22a69a87-40b5-45ab-b1cd-6cba85b4d40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'dec45e08-7732-4111-a981-144d21976328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:10.659004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: dec45e08-7732-4111-a981-144d21976328, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:10.685212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network dec45e08-7732-4111-a981-144d21976328 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:10.698615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, dec45e08-7732-4111-a981-144d21976328) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:10.705431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:10.706605 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.710392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957aa5a1-4ab5-43ca-9fc6-fe8365c8355b None None] Network dec45e08-7732-4111-a981-144d21976328 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:10.732933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b77bb91b-337e-4d85-a429-2adf8815c3d6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5828359 Oct 13 00:38:10.735534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60506) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:10.807382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:10.808325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:10.912580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.003670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31748b-3760-417c-b86e-1752ec01b55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-dec45e08-7732-4111-a981-144d21976328', 'network_id': 'dec45e08-7732-4111-a981-144d21976328', 'tenant_id': '6ded7d4e7367440199dbfd1610d26cef', 'fixed_ips': [{'subnet_id': 'daf750ee-1196-4ef5-a23e-c9f2b63e3b0f'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:11.003670 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-af31748b-3760-417c-b86e-1752ec01b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.029876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port 8b4b3fec-375d-4aea-9e86-a0f64393d6fa, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:11.031143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.034746 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.064899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 8b4b3fec-375d-4aea-9e86-a0f64393d6fa owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:11.150821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.179489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=daf750ee-1196-4ef5-a23e-c9f2b63e3b0f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-af31748b-3760-417c-b86e-1752ec01b55c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet daf750ee-1196-4ef5-a23e-c9f2b63e3b0f: This subnet is being modified by another concurrent operation. Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet daf750ee-1196-4ef5-a23e-c9f2b63e3b0f: This subnet is being modified by another concurrent operation. Oct 13 00:38:11.268889 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:38:11.302936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.312300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3513a5b-6428-48af-a7ec-f8d1daabf6c7 None None] Network dec45e08-7732-4111-a981-144d21976328 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:11.334466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec45e08-7732-4111-a981-144d21976328']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:11.351491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a69a87-40b5-45ab-b1cd-6cba85b4d40d') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:11.352209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a69a87-40b5-45ab-b1cd-6cba85b4d40d') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:11.363874 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.380294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.401453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:11.402159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:11.408223 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:11.463742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.471830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0dafdb-4797-4d72-a351-a08ee7c92b67 None None] Network d0d46105-530e-4c22-9884-c3e9b0e7acae requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:11.549755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=8b4b3fec-375d-4aea-9e86-a0f64393d6fa,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:11.567690 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.605132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.612538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60522) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:11.613822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/dec45e08-7732-4111-a981-144d21976328 HTTP/1.1" status: 204 len: 168 time: 0.8766589 Oct 13 00:38:11.614923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7abf64-637d-46dd-a3bf-e971ccb411da tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=dec45e08-7732-4111-a981-144d21976328,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:11.632432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-526730816'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:11.634848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:11.807966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:11.811987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.832934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-574b8c32-1955-4891-a27b-37dbb1340c74 None None] Provisioning complete for port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:11.833311 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-574b8c32-1955-4891-a27b-37dbb1340c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.855501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:11.867051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.867643 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment e6b01e3d-1999-4401-9fd9-2c2ba2ccbef5 of type vlan for network 235cb513-2fb6-4ce2-b520-65f3c6011944 Oct 13 00:38:11.912220 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-375e766c-7d9c-4267-bc9b-0eee8fd03ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.921816 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.945856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:11.946282 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.963813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.967432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:11.974765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:11.975169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:12.060587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=235cb513-2fb6-4ce2-b520-65f3c6011944,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:12.095591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:12.097637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 235cb513-2fb6-4ce2-b520-65f3c6011944 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:12.099432 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-574b8c32-1955-4891-a27b-37dbb1340c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:12.216993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,segment=NetworkSegment(11be087a-634d-437a-b953-92d9319f477a),segment_id=11be087a-634d-437a-b953-92d9319f477a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:12.231407 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:12.285898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:12.332229 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-574b8c32-1955-4891-a27b-37dbb1340c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:38:12.333561 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-574b8c32-1955-4891-a27b-37dbb1340c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:38:12.414259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5da426-af50-4860-9f14-fa4e944a4eca None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:38:12.542419 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c8d950fc-3866-4380-849d-2207569c9f7a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9180391 Oct 13 00:38:12.543023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60544) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:12.549725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': '235cb513-2fb6-4ce2-b520-65f3c6011944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:12.575105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5da426-af50-4860-9f14-fa4e944a4eca None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:38:12.694864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:12.704987 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:12.775625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router d5969b20-cb10-4a77-a321-5824bd460847 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:38:12.907860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:12.919584 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-818f44e4-c5cb-479f-98ec-d4050c9c56c4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "PUT /v2.0/routers/d5969b20-cb10-4a77-a321-5824bd460847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1614912 Oct 13 00:38:12.919888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60552) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:12.929670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] Sync routers for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:12.991482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:12.992374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:13.029972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6fe0ec-bd70-49c0-af6a-c85834f5e9b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting subnet c142f6d8-c170-4594-a4a9-6a2be480548b {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:13.034361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe0ec-bd70-49c0-af6a-c85834f5e9b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.089777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.093130 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe0ec-bd70-49c0-af6a-c85834f5e9b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.185041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-52fbd0bb-6631-4aa1-b1ed-38683a761a86 None None] Provisioning complete for port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:13.187873 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-52fbd0bb-6631-4aa1-b1ed-38683a761a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.196930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=cf37f622-9072-4e98-a75d-1711a8d42878,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:13.204818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': 'e6b01e3d-1999-4401-9fd9-2c2ba2ccbef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '235cb513-2fb6-4ce2-b520-65f3c6011944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:13.205463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: 235cb513-2fb6-4ce2-b520-65f3c6011944, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:13.214358 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe0ec-bd70-49c0-af6a-c85834f5e9b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.232389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network 235cb513-2fb6-4ce2-b520-65f3c6011944 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:13.251674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 235cb513-2fb6-4ce2-b520-65f3c6011944) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:13.256831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:13.257243 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.273082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1231318-b255-47fa-af3d-80967e8b6b97 None None] Network 235cb513-2fb6-4ce2-b520-65f3c6011944 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:13.281343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:13.292565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-064a6eff-69c7-4ad3-8c4b-fe066a7061ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7461607 Oct 13 00:38:13.293345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60556) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:13.361148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe0ec-bd70-49c0-af6a-c85834f5e9b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.378184 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe0ec-bd70-49c0-af6a-c85834f5e9b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.384635 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6b6fe0ec-bd70-49c0-af6a-c85834f5e9b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/subnets/c142f6d8-c170-4594-a4a9-6a2be480548b HTTP/1.1" status: 204 len: 168 time: 0.4607530 Oct 13 00:38:13.393609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60560) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:13.413953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fe0ec-bd70-49c0-af6a-c85834f5e9b6 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Subnet': ['ID=c142f6d8-c170-4594-a4a9-6a2be480548b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:13.464844 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.505890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc3af4-fede-4c87-a1f3-d5860fadef81 None None] Network 33c8fbde-684a-4b4e-837b-8027f74160c0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:13.591792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.715690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.772254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=cf37f622-9072-4e98-a75d-1711a8d42878,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:13.850516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.873849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235cb513-2fb6-4ce2-b520-65f3c6011944']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:13.876933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:13.886695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b01e3d-1999-4401-9fd9-2c2ba2ccbef5') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:13.886992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b01e3d-1999-4401-9fd9-2c2ba2ccbef5') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:13.907290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.938688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.951538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:13.951959 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:13.961072 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:14.050546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.061759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.067302 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/235cb513-2fb6-4ce2-b520-65f3c6011944 HTTP/1.1" status: 204 len: 168 time: 0.7732620 Oct 13 00:38:14.074873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:14.075261 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.090530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60566) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:14.092209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769f3c6-0022-4965-a13b-0149ed3ab62f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=235cb513-2fb6-4ce2-b520-65f3c6011944,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:14.107384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28243880'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:14.157399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d632e6-1691-4560-8687-66f90308f925 None None] Network 235cb513-2fb6-4ce2-b520-65f3c6011944 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:14.166490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:14.171837 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:38:14.175936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d632e6-1691-4560-8687-66f90308f925 None None] Network 235cb513-2fb6-4ce2-b520-65f3c6011944 could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 00:38:14.181699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.217666 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.258328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] DHCP port deletion for 33c8fbde-684a-4b4e-837b-8027f74160c0 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:14.274891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:14.293035 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.293665 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment 32f3a4f4-8bc0-4099-96e8-a46608f266f2 of type vlan for network a710ae19-3012-4b01-9378-9fbb0f6272a0 Oct 13 00:38:14.308763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:38:11Z', 'revision_number': 7, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '6c58814e-5742-4b35-993b-be62f50d7e95', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:14.347403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.348317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] Checking router: d5969b20-cb10-4a77-a321-5824bd460847 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:14.352599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.368534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] Routers {'d5969b20-cb10-4a77-a321-5824bd460847'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:14.369178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:37:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5969b20-cb10-4a77-a321-5824bd460847'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:14.394390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.401385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:14.406917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.456789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 6c58814e-5742-4b35-993b-be62f50d7e95 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:14.457130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.462560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] Deleting port 1da0a518-6f81-4964-970d-273e7d4e1d4e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:14.462944 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.538616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4425249 Oct 13 00:38:14.542237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:14.542833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] Set router d5969b20-cb10-4a77-a321-5824bd460847 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:14.550158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:14.556844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27dde5-4254-48a1-a2ee-90dcbecb59ca tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=a710ae19-3012-4b01-9378-9fbb0f6272a0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:14.583225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:14.648235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port 6c58814e-5742-4b35-993b-be62f50d7e95, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6c58814e-5742-4b35-993b-be62f50d7e95,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:14.648647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.663949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 6c58814e-5742-4b35-993b-be62f50d7e95 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:14.709558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:38:14Z', 'revision_number': 8, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:14.716876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:14.719373 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-47140ed9-f6d0-468a-abbd-a487e02962cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.722256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] For port 1da0a518-6f81-4964-970d-273e7d4e1d4e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1da0a518-6f81-4964-970d-273e7d4e1d4e,segment=NetworkSegment(56596393-ec18-438e-babb-ade41f3461e6),segment_id=56596393-ec18-438e-babb-ade41f3461e6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:14.722842 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.725785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.756469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495c8ad-921b-4735-bcaa-fdcc29ba3a1f None None] The sync data for ids ['d5969b20-cb10-4a77-a321-5824bd460847'] in n-d-813679-4 is: [{'id': 'd5969b20-cb10-4a77-a321-5824bd460847', 'name': 'tempest-TestNetworkBasicOps-router-1644855538', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:14Z', 'updated_at': '2021-10-13T00:38:14Z', 'revision_number': 8, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:14.766016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] Calling delete_port for 1da0a518-6f81-4964-970d-273e7d4e1d4e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:14.922339 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.932876 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:14.954112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] No DVR routers for this DVR port 1da0a518-6f81-4964-970d-273e7d4e1d4e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:14.958862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3012d07-1cdf-4706-be69-337dbfb34b8b None None] Pushing event deleted for resources: {'Port': ['ID=1da0a518-6f81-4964-970d-273e7d4e1d4e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:14.984069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=6c58814e-5742-4b35-993b-be62f50d7e95,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:15.005404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.065161 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.087324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=4e07c1bb-27fe-47fa-9876-e940cdfbb848,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:15.095549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': '32f3a4f4-8bc0-4099-96e8-a46608f266f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:15.095922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: a710ae19-3012-4b01-9378-9fbb0f6272a0, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:15.123270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:15.140008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a710ae19-3012-4b01-9378-9fbb0f6272a0) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:15.148168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2f9c7-79eb-4042-b815-fc1a0c677fb4 None None] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:15.161233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:15.168244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.192142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.201753 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-27ab410a-d647-4bdf-8709-009a831af921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6556199 Oct 13 00:38:15.202003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.202159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60582) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:15.221350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:15.276077 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.276671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Fanout notify agent at l3_agent the message router_deleted on router d5969b20-cb10-4a77-a321-5824bd460847 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:38:15.284419 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.285582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14b39654-0a23-48b9-ac2c-e1ea133cc190 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/routers/d5969b20-cb10-4a77-a321-5824bd460847 HTTP/1.1" status: 204 len: 168 time: 1.8884182 Oct 13 00:38:15.288443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60586) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:15.362873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-a710ae19-3012-4b01-9378-9fbb0f6272a0', 'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0', 'tenant_id': '6ded7d4e7367440199dbfd1610d26cef', 'fixed_ips': [{'subnet_id': '4e07c1bb-27fe-47fa-9876-e940cdfbb848'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:15.364598 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.451051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:15.451580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.459833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.586915 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.600559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Allocated IP 2001:db8::2 (a710ae19-3012-4b01-9378-9fbb0f6272a0/4e07c1bb-27fe-47fa-9876-e940cdfbb848/9325efbb-50c6-4733-9b87-93080243d17b) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:15.649332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c8fbde-684a-4b4e-837b-8027f74160c0']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:15.669276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56596393-ec18-438e-babb-ade41f3461e6') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:15.669919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56596393-ec18-438e-babb-ade41f3461e6') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:15.714847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.745581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.758168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1da0a518-6f81-4964-970d-273e7d4e1d4e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:15.761242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:15.762403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:15.771713 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:15.811962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1da0a518-6f81-4964-970d-273e7d4e1d4e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:15.812317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1da0a518-6f81-4964-970d-273e7d4e1d4e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:15.812745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8b4b3fec-375d-4aea-9e86-a0f64393d6fa no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:15.857057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 8b4b3fec-375d-4aea-9e86-a0f64393d6fa {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:15.857342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8b4b3fec-375d-4aea-9e86-a0f64393d6fa not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:15.857951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6c58814e-5742-4b35-993b-be62f50d7e95 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:15.859639 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.878482 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.897996 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.902418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:15.905205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/networks/33c8fbde-684a-4b4e-837b-8027f74160c0 HTTP/1.1" status: 204 len: 168 time: 0.6140752 Oct 13 00:38:15.933056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60600) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:15.945341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac369346-d2ea-4170-9a88-f9bdfe6b3f96 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Network': ['ID=33c8fbde-684a-4b4e-837b-8027f74160c0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:15.962470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:15.964215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 6c58814e-5742-4b35-993b-be62f50d7e95 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:15.964570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6c58814e-5742-4b35-993b-be62f50d7e95 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:15.979974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'network': {'name': 'tempest-network-smoke--523903949', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:15.983645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:15.996120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.002185 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.017807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.029139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.029852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.049587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=c87479d9-e53e-40ec-a2e5-1d04968d0d10,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:16.066763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:16.067720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:16.071068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:16.073468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:16.084934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.085145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Pushing event updated for resources: {'Port': ['ID=9325efbb-50c6-4733-9b87-93080243d17b,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:16.112232 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7fd19d8c-05a4-4549-b8e2-e11390c307ff tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9088082 Oct 13 00:38:16.114824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60602) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:16.144751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:16.157249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.158158 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Added segment e5867729-8f0b-442e-bd04-2b1113adf9bc of type vlan for network 52dcc5bd-618e-41fb-b764-5427d9660d16 Oct 13 00:38:16.178765 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Attempting to bind port 9325efbb-50c6-4733-9b87-93080243d17b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:16.179419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Attempting to bind port 9325efbb-50c6-4733-9b87-93080243d17b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '32f3a4f4-8bc0-4099-96e8-a46608f266f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:16.179547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Attempting to bind port 9325efbb-50c6-4733-9b87-93080243d17b on network a710ae19-3012-4b01-9378-9fbb0f6272a0 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:16.194898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:16.195621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Checking segment: {'id': '32f3a4f4-8bc0-4099-96e8-a46608f266f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:16.196939 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.197448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Bound using segment: {'id': '32f3a4f4-8bc0-4099-96e8-a46608f266f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:16.197967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Bound port: 9325efbb-50c6-4733-9b87-93080243d17b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f3a4f4-8bc0-4099-96e8-a46608f266f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:16.199829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.209751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.247051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.247264 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df59e3-a4f8-418f-9b6e-196be0ed8f28 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.249269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df59e3-a4f8-418f-9b6e-196be0ed8f28 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.251176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df59e3-a4f8-418f-9b6e-196be0ed8f28 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.252986 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df59e3-a4f8-418f-9b6e-196be0ed8f28 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.254539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df59e3-a4f8-418f-9b6e-196be0ed8f28 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.256402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-23df59e3-a4f8-418f-9b6e-196be0ed8f28 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1405668 Oct 13 00:38:16.260927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.261509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60604) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:16.262088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.270867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124293070'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:16.314603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:16.318694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.326273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] For port 9325efbb-50c6-4733-9b87-93080243d17b, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:16.330106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] For port 9325efbb-50c6-4733-9b87-93080243d17b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9325efbb-50c6-4733-9b87-93080243d17b,segment=NetworkSegment(32f3a4f4-8bc0-4099-96e8-a46608f266f2),segment_id=32f3a4f4-8bc0-4099-96e8-a46608f266f2)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:16.338255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.371380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:16.381585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Network': ['ID=52dcc5bd-618e-41fb-b764-5427d9660d16,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:16.388071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-db423ea8-1e3e-4105-988c-52191180fffc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4216914 Oct 13 00:38:16.390878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60606) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:16.397782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.398429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-671600556', 'admin_state_up': True, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:16.398863 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment 1eb4858d-0abb-4507-b19a-f0b61925a6ca of type vlan for network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd Oct 13 00:38:16.405494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025dfee-02cd-49d4-a9be-ede14d653c80 None None] Pushing event updated for resources: {'Port': ['ID=9325efbb-50c6-4733-9b87-93080243d17b,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:16.416277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:16.438969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.440652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.499373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.533210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.554944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.561756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.562517 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.648464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3832796 Oct 13 00:38:16.653125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60612) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:16.661072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2804ba17-d55f-466a-8241-08cc39a4af56 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:16.714489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.724428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59d2e9-5f9f-40ec-b004-637c44efd432 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=1d687f9c-3965-4f89-8520-dbadbbbcf6bd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:16.735447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:16.921516 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2804ba17-d55f-466a-8241-08cc39a4af56 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.955105 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2804ba17-d55f-466a-8241-08cc39a4af56 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.981591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2804ba17-d55f-466a-8241-08cc39a4af56 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd is not hosted by any dhcp agent {{(pid=94989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:38:16.987596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804ba17-d55f-466a-8241-08cc39a4af56 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:16.988194 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2804ba17-d55f-466a-8241-08cc39a4af56 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:16.989825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2804ba17-d55f-466a-8241-08cc39a4af56 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "PUT /v2.0/networks/1d687f9c-3965-4f89-8520-dbadbbbcf6bd HTTP/1.1" status: 200 len: 723 time: 0.3356736 Oct 13 00:38:17.014922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60620) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:17.044341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804ba17-d55f-466a-8241-08cc39a4af56 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=1d687f9c-3965-4f89-8520-dbadbbbcf6bd,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:17.057968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:17.075187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': '1d687f9c-3965-4f89-8520-dbadbbbcf6bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:17.178585 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.202462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.270292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:17.273824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.399454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.25.3.154 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/512c596e-850c-48ae-9231-e39b3973820d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:17.591565 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.612585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9325efbb-50c6-4733-9b87-93080243d17b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:17.622457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.630784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.678053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9325efbb-50c6-4733-9b87-93080243d17b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:17.678601 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.717180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.761795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=b12048c9-980e-4352-9274-e64ad2ae5da1,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:17.785918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:17.789326 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.789470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': '1eb4858d-0abb-4507-b19a-f0b61925a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1d687f9c-3965-4f89-8520-dbadbbbcf6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:17.789722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: 1d687f9c-3965-4f89-8520-dbadbbbcf6bd, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:17.794083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:17.799319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:17.833436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 9325efbb-50c6-4733-9b87-93080243d17b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9325efbb-50c6-4733-9b87-93080243d17b,segment=NetworkSegment(32f3a4f4-8bc0-4099-96e8-a46608f266f2),segment_id=32f3a4f4-8bc0-4099-96e8-a46608f266f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:17.838941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=512c596e-850c-48ae-9231-e39b3973820d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:17.845610 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.870284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:17.907433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea87c48-5235-4d4e-ada9-bdd119f731bc None None] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:17.947397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1d687f9c-3965-4f89-8520-dbadbbbcf6bd) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:17.955553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:17.956143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:17.963212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27caf9f3-e2b3-4456-acac-6af34f8b6b99 None None] Network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:17.969433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=9325efbb-50c6-4733-9b87-93080243d17b,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:17.998355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-142c06af-f172-45f5-a248-7bdecb1bffc6 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9814978 Oct 13 00:38:18.000914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60644) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:18.006008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:18.050073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d7552f21-4c09-4c9f-82f8-ab45e3cc0a63 None None] Provisioning complete for port 9325efbb-50c6-4733-9b87-93080243d17b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:18.050450 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7552f21-4c09-4c9f-82f8-ab45e3cc0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:18.186666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260166187'] for subnet, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:18.478276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-1d687f9c-3965-4f89-8520-dbadbbbcf6bd', 'network_id': '1d687f9c-3965-4f89-8520-dbadbbbcf6bd', 'tenant_id': '6ded7d4e7367440199dbfd1610d26cef', 'fixed_ips': [{'subnet_id': 'b12048c9-980e-4352-9274-e64ad2ae5da1'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:18.479169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:18.552717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:18.664249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35df2a90-a0f3-43b9-b4a6-2df449361ded None None] Update dhcp port {'port': {'network_id': 'a710ae19-3012-4b01-9378-9fbb0f6272a0', 'fixed_ips': [{'subnet_id': '4e07c1bb-27fe-47fa-9876-e940cdfbb848', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c87479d9-e53e-40ec-a2e5-1d04968d0d10'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '9325efbb-50c6-4733-9b87-93080243d17b'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:38:18.696685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-35df2a90-a0f3-43b9-b4a6-2df449361ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:18.804215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-e965f451-afc4-43d2-bb2e-10f3ecc8abe2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1676345 Oct 13 00:38:18.823346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754622078477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260483169'] for subnet, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:18.910308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:18.910308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:18.914212 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "PUT /v2.0/subnets/b12048c9-980e-4352-9274-e64ad2ae5da1 HTTP/1.1" status: 200 len: 826 time: 0.9123356 Oct 13 00:38:18.920985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Allocated IP 2001:db8::2 (1d687f9c-3965-4f89-8520-dbadbbbcf6bd/b12048c9-980e-4352-9274-e64ad2ae5da1/f3f122a4-5db5-441b-8672-3b17b282e5e0) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:18.934950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60658) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:18.954192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e3270-f512-4f2c-b123-19f1e8483ecf req-28bd7cd0-0d1b-4f34-a64b-a8cdb9b17cb8 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:18.958312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-783e3270-f512-4f2c-b123-19f1e8483ecf req-28bd7cd0-0d1b-4f34-a64b-a8cdb9b17cb8 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1097 time: 0.0463464 Oct 13 00:38:18.958809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-35df2a90-a0f3-43b9-b4a6-2df449361ded None None] Allocated IP 172.20.0.1 (a710ae19-3012-4b01-9378-9fbb0f6272a0/c87479d9-e53e-40ec-a2e5-1d04968d0d10/9325efbb-50c6-4733-9b87-93080243d17b) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:19.001320 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-783e3270-f512-4f2c-b123-19f1e8483ecf req-b622ced6-5b15-4e49-87aa-aa4b966c51f0 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368118 Oct 13 00:38:19.020111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=b12048c9-980e-4352-9274-e64ad2ae5da1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:19.024787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60664) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:19.046524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.053195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.053551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.053895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.054235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.054571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.054924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.055225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.056153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.056483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.056807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.057132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.057455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600eba0-aa18-4ccf-9c6f-c2fe102a680c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.082577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-a983c247-c6fe-497f-b176-4ae378cf2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:19.084134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-a983c247-c6fe-497f-b176-4ae378cf2a13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1097 time: 0.1922488 Oct 13 00:38:19.137393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60666) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:19.160934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.209476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-35df2a90-a0f3-43b9-b4a6-2df449361ded None None] For port 9325efbb-50c6-4733-9b87-93080243d17b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9325efbb-50c6-4733-9b87-93080243d17b,segment=NetworkSegment(32f3a4f4-8bc0-4099-96e8-a46608f266f2),segment_id=32f3a4f4-8bc0-4099-96e8-a46608f266f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:19.237896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.250458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.252822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 1e027e3d-100a-43e4-8df8-4825107fe2f0 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:19.253177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.298393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-35df2a90-a0f3-43b9-b4a6-2df449361ded None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.303435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:19.310592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-35df2a90-a0f3-43b9-b4a6-2df449361ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.318324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:19.322721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:19.333595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-5cde4e92-9ebb-40c0-847a-72293ff34877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:19.335103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-5cde4e92-9ebb-40c0-847a-72293ff34877 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.2060823 Oct 13 00:38:19.343409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.357569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Pushing event updated for resources: {'Port': ['ID=f3f122a4-5db5-441b-8672-3b17b282e5e0,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:19.364649 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49eea2be-fe6c-4b0b-888a-270c7e1fe625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.374864 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.375182 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.392147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 1e027e3d-100a-43e4-8df8-4825107fe2f0 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:19.397270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.398229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.398735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.399833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.400358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.401242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.401735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.402221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.403365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.404079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.405512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.406343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:19.436439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:38:19.460562 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-1add963b-7788-44c2-8f35-9f4892a2f935 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 1001 time: 0.1135733 Oct 13 00:38:19.528296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df2a90-a0f3-43b9-b4a6-2df449361ded None None] Pushing event updated for resources: {'Port': ['ID=9325efbb-50c6-4733-9b87-93080243d17b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:19.542049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Attempting to bind port f3f122a4-5db5-441b-8672-3b17b282e5e0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:19.542917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Attempting to bind port f3f122a4-5db5-441b-8672-3b17b282e5e0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '1eb4858d-0abb-4507-b19a-f0b61925a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1d687f9c-3965-4f89-8520-dbadbbbcf6bd'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:19.542917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Attempting to bind port f3f122a4-5db5-441b-8672-3b17b282e5e0 on network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:19.548542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:19.549213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Checking segment: {'id': '1eb4858d-0abb-4507-b19a-f0b61925a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1d687f9c-3965-4f89-8520-dbadbbbcf6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:19.549633 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.549913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.550116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Bound using segment: {'id': '1eb4858d-0abb-4507-b19a-f0b61925a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1d687f9c-3965-4f89-8520-dbadbbbcf6bd'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:19.551449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Bound port: f3f122a4-5db5-441b-8672-3b17b282e5e0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb4858d-0abb-4507-b19a-f0b61925a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1d687f9c-3965-4f89-8520-dbadbbbcf6bd'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:19.551449 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.555761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9325efbb-50c6-4733-9b87-93080243d17b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:19.625993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=b12048c9-980e-4352-9274-e64ad2ae5da1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:19.644760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-76e6853c-86fc-4f23-b3ef-348a948c4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:19.646206 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-76e6853c-86fc-4f23-b3ef-348a948c4a1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.1747789 Oct 13 00:38:19.660763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49eea2be-fe6c-4b0b-888a-270c7e1fe625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.681826 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49eea2be-fe6c-4b0b-888a-270c7e1fe625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.684114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9325efbb-50c6-4733-9b87-93080243d17b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:19.684666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.707196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] For port f3f122a4-5db5-441b-8672-3b17b282e5e0, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:19.715864 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.728021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] For port f3f122a4-5db5-441b-8672-3b17b282e5e0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f3f122a4-5db5-441b-8672-3b17b282e5e0,segment=NetworkSegment(1eb4858d-0abb-4507-b19a-f0b61925a6ca),segment_id=1eb4858d-0abb-4507-b19a-f0b61925a6ca)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:19.741913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.755946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.766546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:19.785627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49eea2be-fe6c-4b0b-888a-270c7e1fe625 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e8373435a044942b72afc8832bad1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6455910 Oct 13 00:38:19.788506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=1e027e3d-100a-43e4-8df8-4825107fe2f0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:19.792858 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Sync routers for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:19.796516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60670) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:19.812720 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:19.813286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d687f9c-3965-4f89-8520-dbadbbbcf6bd']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:19.813778 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:19.837921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.839204 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3356ffba-9f34-4887-bfe5-06d700fff2c8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4462969 Oct 13 00:38:19.841898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb4858d-0abb-4507-b19a-f0b61925a6ca') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:19.842205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb4858d-0abb-4507-b19a-f0b61925a6ca') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:19.847772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60672) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:19.855246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-6d8d0f8c-46c8-43ba-bdae-cf3325a677f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:19.857817 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-6d8d0f8c-46c8-43ba-bdae-cf3325a677f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936979 Oct 13 00:38:19.861763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eea2be-fe6c-4b0b-888a-270c7e1fe625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a77c76-90a9-4bb5-a1cc-5c777c89f1b2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:19.873561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd1005-af0c-4184-a838-1b11d67aec05 None None] Pushing event updated for resources: {'Port': ['ID=f3f122a4-5db5-441b-8672-3b17b282e5e0,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:19.894796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a826f7-33df-416f-a750-c2a3d6ce8bfc None None] Network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:19.915624 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f3da190d-14ae-4461-92c7-5f5eb4a66e8d tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1887fb9e41cd4511a03b07ed868602e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566609 Oct 13 00:38:19.920056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:19.920691 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Floating IP a069eac4-162c-4f1d-abf2-11638b6e8f4e disassociated (deleted). External IP: 172.25.3.107, port: 4164cbed-0290-4094-aeb1-d7d42bf1597c. Oct 13 00:38:19.922594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60674) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:19.928336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.056943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75152833-9926-45c4-8747-c9fd609cdf14 None None] Network 1d687f9c-3965-4f89-8520-dbadbbbcf6bd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:20.061780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.085877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:20.086264 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:20.089381 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:20.146728 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:20.158650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf6a38-746c-4c01-ae92-fbf26ad95452 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:20.160839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b1bf6a38-746c-4c01-ae92-fbf26ad95452 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2357647 Oct 13 00:38:20.165469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60678) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:20.189571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bf49817-6eb8-43f0-b19a-31942f968fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.242430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-22a455ee-d95a-47bd-87d9-beda6934c4ad tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720897 Oct 13 00:38:20.245689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60680) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:20.249662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.api [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 00:38:20.249662 n-d-813679-4 neutron-server[94988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 00:38:20.249662 n-d-813679-4 neutron-server[94988]: [parameters: {'id': '1d687f9c-3965-4f89-8520-dbadbbbcf6bd'}] Oct 13 00:38:20.249662 n-d-813679-4 neutron-server[94988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:38:20.253258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-866978548', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:20.262741 n-d-813679-4 neutron-server[94988]: DEBUG oslo_db.api [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:38:20.274654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bf49817-6eb8-43f0-b19a-31942f968fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.288004 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-dbdb1a6d-bddb-4d10-b99a-d30d0f36f367 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712826 Oct 13 00:38:20.388203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61dd50-4c9a-4c95-bb86-a399b529938a None None] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:20.426810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 3975356d-8b35-4949-ba68-45caaf9f62d9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:38:20.438191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bf49817-6eb8-43f0-b19a-31942f968fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.438798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:20.441453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bf49817-6eb8-43f0-b19a-31942f968fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.442297 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.443365 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4bf49817-6eb8-43f0-b19a-31942f968fb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0a77c76-90a9-4bb5-a1cc-5c777c89f1b2 HTTP/1.1" status: 204 len: 168 time: 0.6458843 Oct 13 00:38:20.449650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-416a513b-1509-4c3d-aa9e-404d5058afbc req-0b768c90-e37b-45a0-87f6-194f6881a605 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520932 Oct 13 00:38:20.454851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf49817-6eb8-43f0-b19a-31942f968fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a77c76-90a9-4bb5-a1cc-5c777c89f1b2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:20.462974 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:18Z', 'revision_number': 3, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:20.498540 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Checking router: 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:20.498950 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Updating router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 port 512c596e-850c-48ae-9231-e39b3973820d binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:38:20.525632 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.563429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3ae53767-c9f2-4dba-8b84-0a4d490c2473 None None] Provisioning complete for port 9325efbb-50c6-4733-9b87-93080243d17b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:20.564009 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3ae53767-c9f2-4dba-8b84-0a4d490c2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.763926 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.802299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:20.814369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] Sync routers for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:20.823923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.831027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:20.831720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:20.833675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60686) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:20.877726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b911c848-eca2-48b4-b35d-bae1b4bc1fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/floatingips/a069eac4-162c-4f1d-abf2-11638b6e8f4e HTTP/1.1" status: 204 len: 168 time: 1.8515139 Oct 13 00:38:20.880293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:20.881030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-594b5358-06c8-4447-8d91-b80a043d8fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.885837 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a095c53-5440-4a4b-9834-5cf36f663b86" -d '{"events": [{"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:20.891326 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.918972 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.931204 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:20.966769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Subnet': ['ID=8152608a-aae5-4efa-95a5-adbea444a65a,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:20.977788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Checking segment: {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:20.978338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network hostable DHCP agents. Network: 52dcc5bd-618e-41fb-b764-5427d9660d16, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:20.997752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:21.011202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting port f3f122a4-5db5-441b-8672-3b17b282e5e0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:21.014474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 52dcc5bd-618e-41fb-b764-5427d9660d16) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:21.014681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.021029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:21.021648 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.047310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5cc77cd3-f7e9-4891-bea9-05e517ddb58d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8001926 Oct 13 00:38:21.049791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60694) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:21.054805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:21.066561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Attempting to bind port 512c596e-850c-48ae-9231-e39b3973820d on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:21.066926 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Attempting to bind port 512c596e-850c-48ae-9231-e39b3973820d by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:21.067316 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Attempting to bind port 512c596e-850c-48ae-9231-e39b3973820d on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:21.094904 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:21.095184 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:21.095417 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.097709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b6711-b583-4d63-abb1-489f26649a03 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:38:21.100924 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:21.101445 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Bound port: 512c596e-850c-48ae-9231-e39b3973820d, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:21.101842 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.177755 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4b57-8e6c-448d-b2fb-22797a49043d None None] Pushing event updated for resources: {'Port': ['ID=512c596e-850c-48ae-9231-e39b3973820d,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:21.207639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] For port f3f122a4-5db5-441b-8672-3b17b282e5e0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=f3f122a4-5db5-441b-8672-3b17b282e5e0,segment=NetworkSegment(1eb4858d-0abb-4507-b19a-f0b61925a6ca),segment_id=1eb4858d-0abb-4507-b19a-f0b61925a6ca)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:21.208154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.237708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Calling delete_port for f3f122a4-5db5-441b-8672-3b17b282e5e0 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:21.246402 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] For port 512c596e-850c-48ae-9231-e39b3973820d, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:21.247853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-594b5358-06c8-4447-8d91-b80a043d8fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.251072 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] For port 512c596e-850c-48ae-9231-e39b3973820d, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=512c596e-850c-48ae-9231-e39b3973820d,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:21.259569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-594b5358-06c8-4447-8d91-b80a043d8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.261866 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.264837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-169eb0ae-ce19-42a7-8c6c-330f25e19416 None None] Provisioning complete for port 9325efbb-50c6-4733-9b87-93080243d17b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:21.265224 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-169eb0ae-ce19-42a7-8c6c-330f25e19416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.374624 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4b57-8e6c-448d-b2fb-22797a49043d None None] Pushing event updated for resources: {'Port': ['ID=512c596e-850c-48ae-9231-e39b3973820d,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:21.385711 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:21.388689 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:21.401086 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa4474b-7dd8-469d-b950-17f10d79b3de x-openstack-request-id: req-faa4474b-7dd8-469d-b950-17f10d79b3de {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:21.401563 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:21.401659 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faa4474b-7dd8-469d-b950-17f10d79b3de {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:21.402032 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'status': 'completed', 'code': 200} Oct 13 00:38:21.417510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b6711-b583-4d63-abb1-489f26649a03 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:38:21.437090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-594b5358-06c8-4447-8d91-b80a043d8fec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b380e05bbeb341c4a1e16a98f6288674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023526 Oct 13 00:38:21.439376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149837de-92fa-400e-aaa3-d09ecbe73188 req-771f8064-0f8e-499d-8165-78e5e96d48fa tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:21.440948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-149837de-92fa-400e-aaa3-d09ecbe73188 req-771f8064-0f8e-499d-8165-78e5e96d48fa tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 946 time: 0.1864626 Oct 13 00:38:21.441438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60700) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:21.449614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b5358-06c8-4447-8d91-b80a043d8fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8dc03c-3ceb-4ac7-bcce-8e256c4d4240,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:21.466441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.530875 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:21.534304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Port': ['ID=f3f122a4-5db5-441b-8672-3b17b282e5e0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:21.575713 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cfbf88fe-46c7-4ca9-8fcc-97f87d61d915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.577686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No DVR routers for this DVR port f3f122a4-5db5-441b-8672-3b17b282e5e0 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:21.581268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-a0b68419-c304-4631-a539-95dd65fa217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:21.583055 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-a0b68419-c304-4631-a539-95dd65fa217b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 1097 time: 0.1226957 Oct 13 00:38:21.614978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-149837de-92fa-400e-aaa3-d09ecbe73188 req-388d7fce-0757-40a4-b31c-6e2f69f190a3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158988 Oct 13 00:38:21.654719 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cfbf88fe-46c7-4ca9-8fcc-97f87d61d915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.744172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cfbf88fe-46c7-4ca9-8fcc-97f87d61d915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.744399 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.748069 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cfbf88fe-46c7-4ca9-8fcc-97f87d61d915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.749381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cfbf88fe-46c7-4ca9-8fcc-97f87d61d915 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b8dc03c-3ceb-4ac7-bcce-8e256c4d4240 HTTP/1.1" status: 204 len: 168 time: 0.2791581 Oct 13 00:38:21.752849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9325efbb-50c6-4733-9b87-93080243d17b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:21.768943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf88fe-46c7-4ca9-8fcc-97f87d61d915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8dc03c-3ceb-4ac7-bcce-8e256c4d4240,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:21.794343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d687f9c-3965-4f89-8520-dbadbbbcf6bd']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:21.815840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb4858d-0abb-4507-b19a-f0b61925a6ca') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:21.816431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb4858d-0abb-4507-b19a-f0b61925a6ca') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:21.822541 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:18Z', 'revision_number': 3, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:21.838374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-8eb30f21-29e6-4074-9a43-1a023d2b591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:21.840183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-8eb30f21-29e6-4074-9a43-1a023d2b591b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 200 len: 898 time: 0.2477596 Oct 13 00:38:21.842024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.884748 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd5a4b-1fd1-45b6-99b5-f634176b5d5e None None] The sync data for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 is: [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:18Z', 'revision_number': 3, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:21.903372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9325efbb-50c6-4733-9b87-93080243d17b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:21.903372 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.926140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.931660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-5cf3a557-544c-48e3-a5d6-91afc5fdee35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 200 len: 217 time: 0.0772414 Oct 13 00:38:21.933343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:26Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:21.935056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:21.935466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:21.938593 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:22.018788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] Checking router: 3975356d-8b35-4949-ba68-45caaf9f62d9 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:22.030548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:22.031363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:22.068686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.078386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.083983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/1d687f9c-3965-4f89-8520-dbadbbbcf6bd HTTP/1.1" status: 204 len: 168 time: 3.1456666 Oct 13 00:38:22.084172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.088336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60706) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:22.146409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650358-6481-42c6-9029-c5af83c2990d tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=1d687f9c-3965-4f89-8520-dbadbbbcf6bd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:22.149612 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccba86f-5bf8-4cb7-8523-8f459c6221fa tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:22.151835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccba86f-5bf8-4cb7-8523-8f459c6221fa tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:22.156675 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ccba86f-5bf8-4cb7-8523-8f459c6221fa tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/1d687f9c-3965-4f89-8520-dbadbbbcf6bd HTTP/1.1" status: 404 len: 339 time: 0.0673356 Oct 13 00:38:22.163293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-1e284fc2-855d-4f78-8bba-077c1c7364d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:22.165701 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-1e284fc2-855d-4f78-8bba-077c1c7364d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 200 len: 835 time: 0.2262626 Oct 13 00:38:22.166372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60708) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:22.171573 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71905813', 'description': 'd1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:22.235180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:22.243404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.250961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-d8459309-0b86-448c-8b96-ca667580df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:22.255042 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-d8459309-0b86-448c-8b96-ca667580df92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ada44670-fd72-49d3-964b-58eb4fad6bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786371 Oct 13 00:38:22.306509 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:22.341702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-52dcc5bd-618e-41fb-b764-5427d9660d16', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:22.362551 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.368744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:22.405454 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.405815 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment b1364805-bd29-4421-bc46-55451a1181e5 of type vlan for network 49aae8d8-ae9d-439f-be91-690b22e7e30f Oct 13 00:38:22.499178 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-edf254a6-ed71-4c45-97d7-3df60505c3e5 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122583 Oct 13 00:38:22.499178 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.571205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.20.0.1 (52dcc5bd-618e-41fb-b764-5427d9660d16/8152608a-aae5-4efa-95a5-adbea444a65a/3bedf266-e5ff-4154-9c8e-593fd1f5e8d8) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:22.576060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.584924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:22.585698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.786696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:26Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:22.832687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d558e-2804-48b5-80b6-12c2252a1598 req-1bc8f3c9-f3ac-4293-8176-2d5aca4a945d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:22.834727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b57d558e-2804-48b5-80b6-12c2252a1598 req-1bc8f3c9-f3ac-4293-8176-2d5aca4a945d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 946 time: 0.1042333 Oct 13 00:38:22.836291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fca658-25de-4949-a413-cbadd92268c2 None None] The sync data for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 is: [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:35:21Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '73ac4f56-00ad-4230-a886-db6b9fddaab7', 'name': '', 'network_id': 'ada44670-fd72-49d3-964b-58eb4fad6bfc', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:50:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:19Z', 'updated_at': '2021-10-13T00:35:26Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': '7f26ac8b-6c90-4eac-908a-7a5c8909fcf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:22.862238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:22.902388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b57d558e-2804-48b5-80b6-12c2252a1598 req-332978bc-a854-4102-9237-422b4361a502 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586197 Oct 13 00:38:22.960303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.016865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Allocated IP 172.20.0.2 (52dcc5bd-618e-41fb-b764-5427d9660d16/8152608a-aae5-4efa-95a5-adbea444a65a/4f8605ed-2140-4282-892d-880dcb7e06dd) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:23.017435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:23.039500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:23.057376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:23.060176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:23.156080 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.261906 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0942984 Oct 13 00:38:23.270415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60732) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:23.320137 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbd46d-1f9b-42bb-a5db-2e4c0b1e3c2f None None] New status for floating IP a069eac4-162c-4f1d-abf2-11638b6e8f4e: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:38:23.327749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a095c53-5440-4a4b-9834-5cf36f663b86 req-603c41f1-d11a-4f29-bf94-15671cb98d86 service neutron] 10.222.0.36 "GET /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186748 Oct 13 00:38:23.338076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.375961 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.409447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facaa68-6e81-4f52-a201-f1165a978984 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=49aae8d8-ae9d-439f-be91-690b22e7e30f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:23.437105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-84e98f1e-9e32-4d6f-a4b7-850bd72c4937 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:23.438722 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-84e98f1e-9e32-4d6f-a4b7-850bd72c4937 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 946 time: 0.1159947 Oct 13 00:38:23.469323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 49aae8d8-ae9d-439f-be91-690b22e7e30f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:23.502017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf4cb5-d9c5-4402-a8a0-541005927575 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:23.503600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-37cf4cb5-d9c5-4402-a8a0-541005927575 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/networks?id=49aae8d8-ae9d-439f-be91-690b22e7e30f HTTP/1.1" status: 200 len: 763 time: 0.2321637 Oct 13 00:38:23.508166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60738) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:23.527238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e63fe0d7-401f-4ac0-8663-7e3a18f7cf65 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'description': 'd2'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:23.566368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:23.570849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Pushing event updated for resources: {'Port': ['ID=4f8605ed-2140-4282-892d-880dcb7e06dd,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:23.577047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:23.579323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:23.640765 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.726034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 512c596e-850c-48ae-9231-e39b3973820d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:23.806413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Attempting to bind port 4f8605ed-2140-4282-892d-880dcb7e06dd on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:23.807994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Attempting to bind port 4f8605ed-2140-4282-892d-880dcb7e06dd by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:23.808609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Attempting to bind port 4f8605ed-2140-4282-892d-880dcb7e06dd on network 52dcc5bd-618e-41fb-b764-5427d9660d16 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:23.809645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 4164cbed-0290-4094-aeb1-d7d42bf1597c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:23.810001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.817160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:23.817949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Checking segment: {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:23.818581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.819229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Bound using segment: {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:23.820429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Bound port: 4f8605ed-2140-4282-892d-880dcb7e06dd, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:23.821111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.933449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e63fe0d7-401f-4ac0-8663-7e3a18f7cf65 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.956093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e63fe0d7-401f-4ac0-8663-7e3a18f7cf65 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.970040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e63fe0d7-401f-4ac0-8663-7e3a18f7cf65 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network 49aae8d8-ae9d-439f-be91-690b22e7e30f is not hosted by any dhcp agent {{(pid=94988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:38:23.976408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fe0d7-401f-4ac0-8663-7e3a18f7cf65 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:23.986704 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e63fe0d7-401f-4ac0-8663-7e3a18f7cf65 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:23.986704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e63fe0d7-401f-4ac0-8663-7e3a18f7cf65 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "PUT /v2.0/networks/49aae8d8-ae9d-439f-be91-690b22e7e30f HTTP/1.1" status: 200 len: 760 time: 0.4733193 Oct 13 00:38:23.990283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60756) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:23.992684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] For port 4f8605ed-2140-4282-892d-880dcb7e06dd, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:23.997646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] For port 4f8605ed-2140-4282-892d-880dcb7e06dd, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4f8605ed-2140-4282-892d-880dcb7e06dd,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:24.013446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:24.085952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278c2aa-b118-49bc-92d0-58d98086783f None None] Pushing event updated for resources: {'Port': ['ID=4f8605ed-2140-4282-892d-880dcb7e06dd,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:24.092380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 512c596e-850c-48ae-9231-e39b3973820d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:24.092843 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:24.206980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:24.273804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 512c596e-850c-48ae-9231-e39b3973820d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=512c596e-850c-48ae-9231-e39b3973820d,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:24.284466 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:24.338296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fe0d7-401f-4ac0-8663-7e3a18f7cf65 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=49aae8d8-ae9d-439f-be91-690b22e7e30f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:24.356091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5de845-5bd7-4119-83d3-b55dfaa0211e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:24.357826 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ab5de845-5bd7-4119-83d3-b55dfaa0211e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/networks?id=49aae8d8-ae9d-439f-be91-690b22e7e30f HTTP/1.1" status: 200 len: 763 time: 0.3651681 Oct 13 00:38:24.365251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 49aae8d8-ae9d-439f-be91-690b22e7e30f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:24.369461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60764) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:24.638761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=512c596e-850c-48ae-9231-e39b3973820d,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:24.694052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d11590-2f07-487e-9b35-c227a94eae3c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:24.696254 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-66d11590-2f07-487e-9b35-c227a94eae3c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3255930 Oct 13 00:38:24.699601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60774) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:24.754484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-12bbea26-3ec7-4115-b5e7-0f4777052980 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 207 time: 0.0498221 Oct 13 00:38:24.755549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60778) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:24.786157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 4164cbed-0290-4094-aeb1-d7d42bf1597c, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=4164cbed-0290-4094-aeb1-d7d42bf1597c,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:24.786562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:24.828996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a96f9-d99f-4c76-a4f0-4b9d27139eb2 req-84081950-b279-406a-a2ee-e0dd8b1e692f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:24.830506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646a96f9-d99f-4c76-a4f0-4b9d27139eb2 req-84081950-b279-406a-a2ee-e0dd8b1e692f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 946 time: 0.1001997 Oct 13 00:38:24.841911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 4164cbed-0290-4094-aeb1-d7d42bf1597c owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:24.897542 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:24.911355 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646a96f9-d99f-4c76-a4f0-4b9d27139eb2 req-8ab08412-cb9e-45ad-a8ab-a4af0f12246a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725331 Oct 13 00:38:24.913041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:24.992611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e89b0d-236c-426e-acd8-e75420b195c9 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.000113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e89b0d-236c-426e-acd8-e75420b195c9 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.002460 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:25.004570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:25.009981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e89b0d-236c-426e-acd8-e75420b195c9 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.018393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e89b0d-236c-426e-acd8-e75420b195c9 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.030414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e89b0d-236c-426e-acd8-e75420b195c9 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.038529 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e89b0d-236c-426e-acd8-e75420b195c9 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.040857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-87e89b0d-236c-426e-acd8-e75420b195c9 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2837939 Oct 13 00:38:25.045321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60792) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:25.161442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:25.163609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:25.255822 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c5a6df6a-b704-4376-a55e-897c841811b5 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2079501 Oct 13 00:38:25.256489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:25.304521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:25.352625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:38:25.362405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=4164cbed-0290-4094-aeb1-d7d42bf1597c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:25.387037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0202d5d-6ffd-4920-be98-818af32a2d72 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.388691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0202d5d-6ffd-4920-be98-818af32a2d72 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.390244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0202d5d-6ffd-4920-be98-818af32a2d72 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.391806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0202d5d-6ffd-4920-be98-818af32a2d72 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.393399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0202d5d-6ffd-4920-be98-818af32a2d72 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.399166 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d0202d5d-6ffd-4920-be98-818af32a2d72 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1388381 Oct 13 00:38:25.401524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60806) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:25.519850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] No DVR routers for this DVR port 4164cbed-0290-4094-aeb1-d7d42bf1597c on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:25.524828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:25.531857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2a1102f-a26b-4e8e-a56a-eb6e980e7258 req-27120b98-51c3-43c8-a49e-7edfdb02a379 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "DELETE /v2.0/ports/4164cbed-0290-4094-aeb1-d7d42bf1597c HTTP/1.1" status: 204 len: 173 time: 2.0850964 Oct 13 00:38:25.531980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:25.532481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-deleted', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:25.534851 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd378cd3-3b81-46a9-ad0d-4f09ed556717" -d '{"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-deleted", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:25.539205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-031f3303-201d-40cb-9173-e3e04135e686 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "PUT /v2.0/routers/4bc167b4-5c31-4e6f-8f3d-ff311442ac67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4881341 Oct 13 00:38:25.541714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60812) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:25.545261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Sync routers for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:25.568989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:25.573447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:25.605508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643c272-5e15-4618-9283-e61b10b82ee2 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.606959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643c272-5e15-4618-9283-e61b10b82ee2 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.608423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643c272-5e15-4618-9283-e61b10b82ee2 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.609855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643c272-5e15-4618-9283-e61b10b82ee2 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.636674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643c272-5e15-4618-9283-e61b10b82ee2 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.642936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:25.652152 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1643c272-5e15-4618-9283-e61b10b82ee2 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2494352 Oct 13 00:38:25.658375 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9effd11a-223a-4dd4-9a69-345d004c6c0f x-openstack-request-id: req-9effd11a-223a-4dd4-9a69-345d004c6c0f {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:25.658714 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f027ec42-69a4-41c1-bfbc-369022e877ba", "name": "network-vif-deleted", "tag": "4164cbed-0290-4094-aeb1-d7d42bf1597c", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:25.658909 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9effd11a-223a-4dd4-9a69-345d004c6c0f {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:25.659314 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ec42-69a4-41c1-bfbc-369022e877ba', 'name': 'network-vif-deleted', 'tag': '4164cbed-0290-4094-aeb1-d7d42bf1597c', 'status': 'completed', 'code': 200} Oct 13 00:38:25.772330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4f8605ed-2140-4282-892d-880dcb7e06dd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:25.841472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.842592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.843689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.844318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.844936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.845663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.846284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.847069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.847708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.848356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.850814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-152f8a4a-8681-40cb-a0a3-5d19b548930e tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7065 time: 0.3080878 Oct 13 00:38:25.855156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60820) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:25.865807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:25.900299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce26509-71fb-4330-902e-e01dc70c8369 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.907336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8ce26509-71fb-4330-902e-e01dc70c8369 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/networks/86a44de1-d617-4070-b02d-480a18210a15 HTTP/1.1" status: 200 len: 804 time: 0.2631996 Oct 13 00:38:25.908279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60822) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:25.933128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeddd35-29d3-4196-84b6-6317e340d394 None None] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:25.959235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.959755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.960292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.960758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.961438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.961885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.962374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.962822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.963397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.963939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:25.967848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0f4ea35e-15f2-4151-a5cf-d9a56b1d7f4a tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6483 time: 0.1121166 Oct 13 00:38:25.988245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60826) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:26.112775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4f8605ed-2140-4282-892d-880dcb7e06dd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:26.113151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.237733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e54b6bdf-3066-44f8-abd4-0af445cc6c48 None None] Provisioning complete for port 4f8605ed-2140-4282-892d-880dcb7e06dd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:26.238105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e54b6bdf-3066-44f8-abd4-0af445cc6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.300086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60832) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:26.339266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23cab7c1-78a3-42d5-9d17-7346f3d8147b req-78ff8d31-b60f-4228-a8ec-4031ce1a788e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f027ec42-69a4-41c1-bfbc-369022e877ba HTTP/1.1" status: 200 len: 210 time: 0.1428113 Oct 13 00:38:26.358673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-644428bf-396b-4bab-82a5-e41d149d17cc tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/networks/86a44de1-d617-4070-b02d-480a18210a15?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4474533 Oct 13 00:38:26.362244 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60836) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:26.508010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52686655-5d4a-4a1a-af64-4985403aa79a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:26.515502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-52686655-5d4a-4a1a-af64-4985403aa79a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/subnets/6b63956a-2748-4358-ae1c-2e25421e3075 HTTP/1.1" status: 200 len: 843 time: 0.1474948 Oct 13 00:38:26.515949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60838) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:26.534205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f3794ec-b3bf-4d3c-9229-d9e3a0c929f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.612604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d281f76f-e577-4b07-8c88-2bb2b606593f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['shared'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:26.618619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d281f76f-e577-4b07-8c88-2bb2b606593f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "GET /v2.0/subnets/6b63956a-2748-4358-ae1c-2e25421e3075?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0979464 Oct 13 00:38:26.619198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60840) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:26.626782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562067466'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:26.650840 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ee7c869e-4fd9-4ed8-bf8d-f769d4e10f2f tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.6612780 Oct 13 00:38:26.659378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:26.664658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.680902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f3794ec-b3bf-4d3c-9229-d9e3a0c929f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.688472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f3794ec-b3bf-4d3c-9229-d9e3a0c929f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.697661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:26.711346 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.711346 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Added segment 3775d505-c23a-4105-a383-a19cd0af6f3c of type vlan for network 751187b9-a214-4214-9d4a-280c959ec88e Oct 13 00:38:26.727799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:26.742798 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f3794ec-b3bf-4d3c-9229-d9e3a0c929f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a013033cb4bd4672a330b1dcb21db25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347246 Oct 13 00:38:26.743555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3794ec-b3bf-4d3c-9229-d9e3a0c929f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3afd660-8e2e-49d6-b287-824ca202bca9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:26.746189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60844) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:26.779123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.781961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 4164cbed-0290-4094-aeb1-d7d42bf1597c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:26.782313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 4164cbed-0290-4094-aeb1-d7d42bf1597c not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:26.807314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.812221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc90c270-4aa1-4c01-8225-35db010711a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.813482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:26.814231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.842550 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc90c270-4aa1-4c01-8225-35db010711a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.894879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2745032 Oct 13 00:38:26.895926 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.898574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60846) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:26.905081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'network_id': '751187b9-a214-4214-9d4a-280c959ec88e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:26.911093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc90c270-4aa1-4c01-8225-35db010711a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.914469 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc90c270-4aa1-4c01-8225-35db010711a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:26.915788 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc90c270-4aa1-4c01-8225-35db010711a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3afd660-8e2e-49d6-b287-824ca202bca9 HTTP/1.1" status: 204 len: 168 time: 0.1686292 Oct 13 00:38:26.925836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c270-4aa1-4c01-8225-35db010711a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3afd660-8e2e-49d6-b287-824ca202bca9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:26.976636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824267f-7041-454f-99d9-55700ff2fc8f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Network': ['ID=751187b9-a214-4214-9d4a-280c959ec88e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:27.001884 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e54b6bdf-3066-44f8-abd4-0af445cc6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.018476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 751187b9-a214-4214-9d4a-280c959ec88e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:27.057526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Made reservation on behalf of 6ded7d4e7367440199dbfd1610d26cef for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:27.061557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.122081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 4f8605ed-2140-4282-892d-880dcb7e06dd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4f8605ed-2140-4282-892d-880dcb7e06dd,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:27.142290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.143449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 512c596e-850c-48ae-9231-e39b3973820d up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:27.152608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Performing IP validity checks on allocation pools {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 00:38:27.153187 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 00:38:27.277569 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-e54b6bdf-3066-44f8-abd4-0af445cc6c48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:38:27.278032 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-e54b6bdf-3066-44f8-abd4-0af445cc6c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:38:27.358014 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 2, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:27.417017 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.425968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60860) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:27.439502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=4f8605ed-2140-4282-892d-880dcb7e06dd,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:27.444628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Checking router: 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:27.445224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Updating router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:38:27.483631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60862) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:27.489707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.495058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60864) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:27.504752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 512c596e-850c-48ae-9231-e39b3973820d triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:27.505708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.521914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-902b8db2-7c00-431d-822a-ab6e541f0e8e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655392677', 'description': 'tempest-secgroup-smoke-1655392677 description', 'project_id': '1887fb9e41cd4511a03b07ed868602e3'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:27.551461 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-247cab61-8d22-444b-8137-dbbead848bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.582502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Checking segment: {'id': '3775d505-c23a-4105-a383-a19cd0af6f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '751187b9-a214-4214-9d4a-280c959ec88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:27.582751 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network hostable DHCP agents. Network: 751187b9-a214-4214-9d4a-280c959ec88e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:27.591336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=5d78fbee-5afb-474f-aaba-c6389fb180d8,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:27.626373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Network 751187b9-a214-4214-9d4a-280c959ec88e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:27.628737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-902b8db2-7c00-431d-822a-ab6e541f0e8e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.702300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-902b8db2-7c00-431d-822a-ab6e541f0e8e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.713747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-902b8db2-7c00-431d-822a-ab6e541f0e8e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.726253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 751187b9-a214-4214-9d4a-280c959ec88e) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:27.770555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:27.771539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770634'] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.792095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-902b8db2-7c00-431d-822a-ab6e541f0e8e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.797179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-902b8db2-7c00-431d-822a-ab6e541f0e8e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2845607 Oct 13 00:38:27.804194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60866) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:27.812346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-44d21f34-4335-4bd1-a2ea-4aa20e767521 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'dc7c52a0-9157-4ad3-8e8d-848bf2706550', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:27.833302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b8db2-7c00-431d-822a-ab6e541f0e8e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7c52a0-9157-4ad3-8e8d-848bf2706550,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:27.847768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49b68e49-7306-47da-b6f7-ef6dece94250 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9449103 Oct 13 00:38:27.850519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60868) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:27.861698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8a5ae0dc-c76e-4800-86f7-aa9ebed83ab0 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:27.873676 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.882563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb046617-1560-452e-b7b4-316bfa9b362d None None] Network 751187b9-a214-4214-9d4a-280c959ec88e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:27.885070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52838a6-872f-491b-aa71-f23ec7e2320e None None] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:27.921509 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-247cab61-8d22-444b-8137-dbbead848bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.932486 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-247cab61-8d22-444b-8137-dbbead848bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.979967 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:27.985875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44d21f34-4335-4bd1-a2ea-4aa20e767521 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.053825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-247cab61-8d22-444b-8137-dbbead848bc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=989c02161ed5481f9a15b197f9c29e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626161 Oct 13 00:38:28.058767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60870) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:28.059467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cab61-8d22-444b-8137-dbbead848bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5d4665-94be-469b-9556-20e1867e35db,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:28.090471 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae0dc-c76e-4800-86f7-aa9ebed83ab0 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263253684'] for subnet, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.109928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.138672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44d21f34-4335-4bd1-a2ea-4aa20e767521 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.164391 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44d21f34-4335-4bd1-a2ea-4aa20e767521 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.192247 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-39296ce1-ad2a-44ef-8eeb-955ebfe37522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.203309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Attempting to bind port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:28.204239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Attempting to bind port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:28.204239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Attempting to bind port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 on network 52dcc5bd-618e-41fb-b764-5427d9660d16 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:28.204655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d21f34-4335-4bd1-a2ea-4aa20e767521 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ff52bb-bea7-4f3a-b1c4-e8fe7fb15beb,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:28.219493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:28.220090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Checking segment: {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:28.220617 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.221108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Bound using segment: {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:28.221702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Bound port: 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:28.222189 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.226943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44d21f34-4335-4bd1-a2ea-4aa20e767521 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.231363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44d21f34-4335-4bd1-a2ea-4aa20e767521 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4258173 Oct 13 00:38:28.234199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60872) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:28.239654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1ee7b391-c622-44b1-84e9-70bd6cef2676 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'dc7c52a0-9157-4ad3-8e8d-848bf2706550', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:28.256517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787acbd-978a-4a9a-ba1e-eb9aae7e9eac None None] Pushing event updated for resources: {'Port': ['ID=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:28.284946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-39296ce1-ad2a-44ef-8eeb-955ebfe37522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.324754 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b391-c622-44b1-84e9-70bd6cef2676 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.429560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] For port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:28.440711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] For port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:28.441994 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-39296ce1-ad2a-44ef-8eeb-955ebfe37522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.446263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-39296ce1-ad2a-44ef-8eeb-955ebfe37522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.447882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-80c5fa3c-7ddb-46e1-b7cb-ebc391ac1464 None None] Provisioning complete for port 4f8605ed-2140-4282-892d-880dcb7e06dd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:28.448243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-80c5fa3c-7ddb-46e1-b7cb-ebc391ac1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.449815 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-39296ce1-ad2a-44ef-8eeb-955ebfe37522 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f5d4665-94be-469b-9556-20e1867e35db HTTP/1.1" status: 204 len: 168 time: 0.3892138 Oct 13 00:38:28.472173 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.487067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39296ce1-ad2a-44ef-8eeb-955ebfe37522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5d4665-94be-469b-9556-20e1867e35db,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:28.492431 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b391-c622-44b1-84e9-70bd6cef2676 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.495821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae0dc-c76e-4800-86f7-aa9ebed83ab0 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754622078477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263475759'] for subnet, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.522404 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b391-c622-44b1-84e9-70bd6cef2676 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.566859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4f8605ed-2140-4282-892d-880dcb7e06dd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:28.575230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 73ac4f56-00ad-4230-a886-db6b9fddaab7 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:28.575849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.598540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7b391-c622-44b1-84e9-70bd6cef2676 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256efd69-53ea-4481-9394-97af7b442046,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:28.604834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b391-c622-44b1-84e9-70bd6cef2676 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.608770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1ee7b391-c622-44b1-84e9-70bd6cef2676 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3709843 Oct 13 00:38:28.610810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5ae0dc-c76e-4800-86f7-aa9ebed83ab0 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:28.611789 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae0dc-c76e-4800-86f7-aa9ebed83ab0 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.613909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8a5ae0dc-c76e-4800-86f7-aa9ebed83ab0 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "PUT /v2.0/subnets/5d78fbee-5afb-474f-aaba-c6389fb180d8 HTTP/1.1" status: 200 len: 900 time: 0.7620983 Oct 13 00:38:28.617142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60878) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:28.617420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60880) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:28.623016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2f3a2163-9552-406f-aa7b-65e81cef4e42 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'dc7c52a0-9157-4ad3-8e8d-848bf2706550', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:28.722530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2163-9552-406f-aa7b-65e81cef4e42 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.767451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 73ac4f56-00ad-4230-a886-db6b9fddaab7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=73ac4f56-00ad-4230-a886-db6b9fddaab7,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:28.767859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.798422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 73ac4f56-00ad-4230-a886-db6b9fddaab7 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:28.803437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ad104-efb1-4ff7-8b97-07e9fe7a4fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-751187b9-a214-4214-9d4a-280c959ec88e', 'network_id': '751187b9-a214-4214-9d4a-280c959ec88e', 'tenant_id': '6ded7d4e7367440199dbfd1610d26cef', 'fixed_ips': [{'subnet_id': '5d78fbee-5afb-474f-aaba-c6389fb180d8'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:28.803704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ae0dc-c76e-4800-86f7-aa9ebed83ab0 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event updated for resources: {'Subnet': ['ID=5d78fbee-5afb-474f-aaba-c6389fb180d8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:28.804370 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-734ad104-efb1-4ff7-8b97-07e9fe7a4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.849488 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2163-9552-406f-aa7b-65e81cef4e42 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.880556 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.885679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2163-9552-406f-aa7b-65e81cef4e42 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.918820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787acbd-978a-4a9a-ba1e-eb9aae7e9eac None None] Pushing event updated for resources: {'Port': ['ID=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:28.932939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2163-9552-406f-aa7b-65e81cef4e42 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:28.935448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2f3a2163-9552-406f-aa7b-65e81cef4e42 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164473 Oct 13 00:38:28.937162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a2163-9552-406f-aa7b-65e81cef4e42 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9320cf26-3506-4ce7-be38-e12fdad74500,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:28.939697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60886) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:28.945192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-45af8a1f-e92b-4a89-a9ff-02af99a02081 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'dc7c52a0-9157-4ad3-8e8d-848bf2706550', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:28.950374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:28.951031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:28.954770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4f8605ed-2140-4282-892d-880dcb7e06dd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:28.958616 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.071408 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.151223 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45af8a1f-e92b-4a89-a9ff-02af99a02081 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.163647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.213284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.241798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=5d78fbee-5afb-474f-aaba-c6389fb180d8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:29.250022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=73ac4f56-00ad-4230-a886-db6b9fddaab7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:29.463571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.468449 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45af8a1f-e92b-4a89-a9ff-02af99a02081 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.483227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45af8a1f-e92b-4a89-a9ff-02af99a02081 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.530147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751187b9-a214-4214-9d4a-280c959ec88e']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:29.556299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af8a1f-e92b-4a89-a9ff-02af99a02081 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fddbe4-5871-4a0b-8fd9-605e5d90779f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:29.571771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-45af8a1f-e92b-4a89-a9ff-02af99a02081 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.578363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-45af8a1f-e92b-4a89-a9ff-02af99a02081 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6371861 Oct 13 00:38:29.579010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60900) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:29.581012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3775d505-c23a-4105-a383-a19cd0af6f3c') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:29.581319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3775d505-c23a-4105-a383-a19cd0af6f3c') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:29.589274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5a20f8f6-d050-4d3a-9e9c-6e65c8a27a37 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'dc7c52a0-9157-4ad3-8e8d-848bf2706550', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:29.609421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.641840 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.650177 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-5a20f8f6-d050-4d3a-9e9c-6e65c8a27a37 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Project 1887fb9e41cd4511a03b07ed868602e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:38:29.653724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:29.654183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:29.658543 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:29.671035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a20f8f6-d050-4d3a-9e9c-6e65c8a27a37 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-734ad104-efb1-4ff7-8b97-07e9fe7a4fa8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d78fbee-5afb-474f-aaba-c6389fb180d8: This subnet is being modified by another concurrent operation. Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d78fbee-5afb-474f-aaba-c6389fb180d8: This subnet is being modified by another concurrent operation. Oct 13 00:38:29.705325 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:38:29.779848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.784935 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.789018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/751187b9-a214-4214-9d4a-280c959ec88e HTTP/1.1" status: 204 len: 168 time: 1.1315975 Oct 13 00:38:29.794498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60906) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:29.813999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521678b-7a3e-482c-922c-70d0aeb6a462 None None] Network 751187b9-a214-4214-9d4a-280c959ec88e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:29.819324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9e525-c2f3-4b11-8043-9813403480dd tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=751187b9-a214-4214-9d4a-280c959ec88e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:29.844166 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-823e5732-5e58-4918-8c06-a2694ea7ee3e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:29.845388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823e5732-5e58-4918-8c06-a2694ea7ee3e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:29.856339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-823e5732-5e58-4918-8c06-a2694ea7ee3e tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/5d78fbee-5afb-474f-aaba-c6389fb180d8 HTTP/1.1" status: 404 len: 337 time: 0.0520291 Oct 13 00:38:29.886258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60908) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:29.932515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a20f8f6-d050-4d3a-9e9c-6e65c8a27a37 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.957774 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb1b774-aed0-4037-b41d-34707fb653a3 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:29.962151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb1b774-aed0-4037-b41d-34707fb653a3 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:29.969520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5cb1b774-aed0-4037-b41d-34707fb653a3 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/751187b9-a214-4214-9d4a-280c959ec88e HTTP/1.1" status: 404 len: 339 time: 0.0818071 Oct 13 00:38:29.979286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a20f8f6-d050-4d3a-9e9c-6e65c8a27a37 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:29.982358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60910) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:30.034807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-80c5fa3c-7ddb-46e1-b7cb-ebc391ac1464 None None] Provisioning complete for port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:30.038224 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-80c5fa3c-7ddb-46e1-b7cb-ebc391ac1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.043060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521678b-7a3e-482c-922c-70d0aeb6a462 None None] Network 751187b9-a214-4214-9d4a-280c959ec88e could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 00:38:30.052152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20f8f6-d050-4d3a-9e9c-6e65c8a27a37 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc644bdd-39d6-4c68-8fcf-b36b9abd4a80,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:30.135036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4af4a-07d9-4e40-8a65-70f45a115928 None None] Network 751187b9-a214-4214-9d4a-280c959ec88e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:30.143103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:30.202664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a20f8f6-d050-4d3a-9e9c-6e65c8a27a37 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.207093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5a20f8f6-d050-4d3a-9e9c-6e65c8a27a37 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6235034 Oct 13 00:38:30.217567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60914) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:30.229527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-75fbd95d-42e8-49fa-94a0-cf7532dcfdb0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'security_group_rule': {'security_group_id': 'dc7c52a0-9157-4ad3-8e8d-848bf2706550', 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:30.229739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4af4a-07d9-4e40-8a65-70f45a115928 None None] Network 751187b9-a214-4214-9d4a-280c959ec88e could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 00:38:30.286856 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.292654 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-75fbd95d-42e8-49fa-94a0-cf7532dcfdb0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Project 1887fb9e41cd4511a03b07ed868602e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:38:30.300273 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75fbd95d-42e8-49fa-94a0-cf7532dcfdb0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.390942 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-80c5fa3c-7ddb-46e1-b7cb-ebc391ac1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.465157 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.520891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75fbd95d-42e8-49fa-94a0-cf7532dcfdb0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.521771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.529902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-80c5fa3c-7ddb-46e1-b7cb-ebc391ac1464 None None] For port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:30.531043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731cbd5-431e-41fb-b81b-c61e4720900e None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:38:30.532666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49aae8d8-ae9d-439f-be91-690b22e7e30f']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:30.540061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75fbd95d-42e8-49fa-94a0-cf7532dcfdb0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.579709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbd95d-42e8-49fa-94a0-cf7532dcfdb0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb06cd0-cebd-4559-a02d-fee3e03c577a,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:30.584282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1364805-bd29-4421-bc46-55451a1181e5') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:30.584587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1364805-bd29-4421-bc46-55451a1181e5') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:30.589268 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-75fbd95d-42e8-49fa-94a0-cf7532dcfdb0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.590466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-75fbd95d-42e8-49fa-94a0-cf7532dcfdb0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3711452 Oct 13 00:38:30.590850 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-80c5fa3c-7ddb-46e1-b7cb-ebc391ac1464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.608401 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.653766 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.666452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5fa3c-7ddb-46e1-b7cb-ebc391ac1464 None None] Pushing event updated for resources: {'Port': ['ID=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:30.681602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:30.682300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:30.686156 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:30.799658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.813524 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5732347d-7f71-4607-b086-8c9445cc3222 None None] Provisioning complete for port 4f8605ed-2140-4282-892d-880dcb7e06dd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:30.814170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5732347d-7f71-4607-b086-8c9445cc3222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.831564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:30.837518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/49aae8d8-ae9d-439f-be91-690b22e7e30f HTTP/1.1" status: 204 len: 168 time: 0.8140929 Oct 13 00:38:30.837518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd295a-4bab-4d7d-9075-e01d4c98089f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=49aae8d8-ae9d-439f-be91-690b22e7e30f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:30.844402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60940) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:30.904247 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d57872-8848-47fb-8290-33b9c305209f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:30.904711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d57872-8848-47fb-8290-33b9c305209f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:30.914328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f8d57872-8848-47fb-8290-33b9c305209f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/b12048c9-980e-4352-9274-e64ad2ae5da1 HTTP/1.1" status: 404 len: 337 time: 0.0688031 Oct 13 00:38:30.917598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 3975356d-8b35-4949-ba68-45caaf9f62d9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:38:30.918883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60948) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:30.943880 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbfdf8a-b5e9-4cf5-b3fe-25e87502de5f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:30.944742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbfdf8a-b5e9-4cf5-b3fe-25e87502de5f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:30.949224 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bdbfdf8a-b5e9-4cf5-b3fe-25e87502de5f tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/1d687f9c-3965-4f89-8520-dbadbbbcf6bd HTTP/1.1" status: 404 len: 339 time: 0.0259581 Oct 13 00:38:30.953427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60950) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:30.986790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:28Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:30.992154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731cbd5-431e-41fb-b81b-c61e4720900e None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:38:31.029511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1908d888-1574-40fc-8fb8-b651216452a6 None None] The sync data for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 is: [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:28Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:31.031596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5732347d-7f71-4607-b086-8c9445cc3222 None None] Provisioning complete for port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:31.032101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5732347d-7f71-4607-b086-8c9445cc3222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.046903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-8eaa1680-c8b7-4c6e-be93-2b10f3413119 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655392677&fields=id&tenant_id=1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 267 time: 0.1447372 Oct 13 00:38:31.159056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd3eb2b-76c5-4971-94ba-f901024d8754 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting subnet c87479d9-e53e-40ec-a2e5-1d04968d0d10 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:31.166059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbd3eb2b-76c5-4971-94ba-f901024d8754 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.172561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:31.189442 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] Sync routers for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:31.202526 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7f97cb1a-1e54-46d4-9b44-974c6f5dd977 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "PUT /v2.0/routers/3975356d-8b35-4949-ba68-45caaf9f62d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7734258 Oct 13 00:38:31.204105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60956) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:31.207727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:31.208361 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:31.257541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbd3eb2b-76c5-4971-94ba-f901024d8754 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.307851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-ba423f56-35f2-422c-a103-1e2dea33c882 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:31.309339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-ba423f56-35f2-422c-a103-1e2dea33c882 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/networks?id=52dcc5bd-618e-41fb-b764-5427d9660d16 HTTP/1.1" status: 200 len: 796 time: 0.2553387 Oct 13 00:38:31.353976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-c118cd9b-0f68-45d7-a2ce-60b36093bfc8 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/quotas/1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 375 time: 0.0347643 Oct 13 00:38:31.364436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2cc3ab-fa2a-4c66-ad69-575b1bbd200f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting subnet 7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:31.372261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d2cc3ab-fa2a-4c66-ad69-575b1bbd200f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.434980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbd3eb2b-76c5-4971-94ba-f901024d8754 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.474991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d2cc3ab-fa2a-4c66-ad69-575b1bbd200f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.511770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-fd99baaf-a6f8-4ff5-940e-16c7604c4ab2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238949 Oct 13 00:38:31.537053 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:31.606394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbd3eb2b-76c5-4971-94ba-f901024d8754 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.674300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d2cc3ab-fa2a-4c66-ad69-575b1bbd200f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.684502 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dbd3eb2b-76c5-4971-94ba-f901024d8754 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.698510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dbd3eb2b-76c5-4971-94ba-f901024d8754 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/c87479d9-e53e-40ec-a2e5-1d04968d0d10 HTTP/1.1" status: 204 len: 168 time: 0.7440343 Oct 13 00:38:31.699679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3eb2b-76c5-4971-94ba-f901024d8754 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=c87479d9-e53e-40ec-a2e5-1d04968d0d10,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:31.712424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891d9e5-31e2-49d1-859a-f8e27a9b5f53 None None] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:31.712957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 60968) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:31.760233 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d2cc3ab-fa2a-4c66-ad69-575b1bbd200f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.840347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cc3ab-fa2a-4c66-ad69-575b1bbd200f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Subnet': ['ID=7f26ac8b-6c90-4eac-908a-7a5c8909fcf1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:31.850545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9d2cc3ab-fa2a-4c66-ad69-575b1bbd200f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:31.857778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9d2cc3ab-fa2a-4c66-ad69-575b1bbd200f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/subnets/7f26ac8b-6c90-4eac-908a-7a5c8909fcf1 HTTP/1.1" status: 204 len: 168 time: 0.6524830 Oct 13 00:38:31.859010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 60972) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:31.866739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0dadd7-e2e1-4d7a-863b-d57cf6dab337 None None] Network ada44670-fd72-49d3-964b-58eb4fad6bfc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:31.887408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-780a7e2c-fc84-4ac5-af06-ec68d0d108cd service neutron] 10.222.0.21 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562908 Oct 13 00:38:31.980731 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:38:29Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:32.033065 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] Checking router: 3975356d-8b35-4949-ba68-45caaf9f62d9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:32.045686 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] Routers {'3975356d-8b35-4949-ba68-45caaf9f62d9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:32.046464 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3975356d-8b35-4949-ba68-45caaf9f62d9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:32.105219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4273a96d-2420-4744-b157-8afe1c072f51 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting subnet 4e07c1bb-27fe-47fa-9876-e940cdfbb848 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:32.121822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4273a96d-2420-4744-b157-8afe1c072f51 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.174515 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.229546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-1886a967-c0df-4c47-8425-17669cafa2f5 service neutron] 10.222.0.21 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352151 Oct 13 00:38:32.242137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4273a96d-2420-4744-b157-8afe1c072f51 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.353577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] DHCP port deletion for ada44670-fd72-49d3-964b-58eb4fad6bfc request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:32.395815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.469617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] Deleting port a3448cef-1766-4458-b380-6c230af3d6cc {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:32.470234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.486406 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] Set router 3975356d-8b35-4949-ba68-45caaf9f62d9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:32.502894 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4273a96d-2420-4744-b157-8afe1c072f51 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.573632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 17abbf7d-321d-43a9-bad4-833535d026dd {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:32.574258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.658593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:32.740260 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] For port a3448cef-1766-4458-b380-6c230af3d6cc, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a3448cef-1766-4458-b380-6c230af3d6cc,segment=NetworkSegment(332ca3f7-ef9a-4f0e-a802-7d74a2c54046),segment_id=332ca3f7-ef9a-4f0e-a802-7d74a2c54046)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:32.743585 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.760177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4273a96d-2420-4744-b157-8afe1c072f51 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.846967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] Calling delete_port for a3448cef-1766-4458-b380-6c230af3d6cc owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:32.896874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78637f35-2ae0-4eb3-8346-ada51930c036 req-5c136c82-4943-45be-ab2c-175ba84de170 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 210 time: 0.1733241 Oct 13 00:38:32.925079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273a96d-2420-4744-b157-8afe1c072f51 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=4e07c1bb-27fe-47fa-9876-e940cdfbb848,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:32.951035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4273a96d-2420-4744-b157-8afe1c072f51 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.963316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 17abbf7d-321d-43a9-bad4-833535d026dd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=17abbf7d-321d-43a9-bad4-833535d026dd,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:32.963909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:32.966727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32774) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:32.968774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4273a96d-2420-4744-b157-8afe1c072f51 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/4e07c1bb-27fe-47fa-9876-e940cdfbb848 HTTP/1.1" status: 204 len: 168 time: 1.2523651 Oct 13 00:38:33.020873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:33.021816 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:33.049829 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:38:29Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:33.159926 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035cbce6-c3f4-4bcd-b874-b322d2a122d2 None None] The sync data for ids ['3975356d-8b35-4949-ba68-45caaf9f62d9'] in n-d-813679-4 is: [{'id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1148001506', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:35:15Z', 'updated_at': '2021-10-13T00:38:29Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '17abbf7d-321d-43a9-bad4-833535d026dd', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3975356d-8b35-4949-ba68-45caaf9f62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:35:16Z', 'updated_at': '2021-10-13T00:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:33.189220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:33.208485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 17abbf7d-321d-43a9-bad4-833535d026dd owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:33.223214 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:33.263770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] Pushing event deleted for resources: {'Port': ['ID=a3448cef-1766-4458-b380-6c230af3d6cc,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:33.294940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d98182-62ae-4814-a0ea-4a7903c35e83 None None] No DVR routers for this DVR port a3448cef-1766-4458-b380-6c230af3d6cc on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:33.425283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a3448cef-1766-4458-b380-6c230af3d6cc no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:33.492447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting port 9325efbb-50c6-4733-9b87-93080243d17b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:33.492447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:33.497954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a3448cef-1766-4458-b380-6c230af3d6cc {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:33.500726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a3448cef-1766-4458-b380-6c230af3d6cc not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:33.599337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8bd01-d662-412a-b719-0c7047599a45 None None] Network a710ae19-3012-4b01-9378-9fbb0f6272a0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:33.741871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bafae48c-8246-48b9-b0b8-6cf395f434e0 None None] Provisioning complete for port 9325efbb-50c6-4733-9b87-93080243d17b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:33.742543 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bafae48c-8246-48b9-b0b8-6cf395f434e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:33.745449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] For port 9325efbb-50c6-4733-9b87-93080243d17b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9325efbb-50c6-4733-9b87-93080243d17b,segment=NetworkSegment(32f3a4f4-8bc0-4099-96e8-a46608f266f2),segment_id=32f3a4f4-8bc0-4099-96e8-a46608f266f2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:33.746199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:33.757716 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:33.805381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Calling delete_port for 9325efbb-50c6-4733-9b87-93080243d17b owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:33.879576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=17abbf7d-321d-43a9-bad4-833535d026dd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:34.077703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.143767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c120bf99-7bec-4e82-ba0c-36e80dc180f5 req-8012aafb-8c0c-4fb1-99fb-c8cab1b9e5e4 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 210 time: 0.0524909 Oct 13 00:38:34.162629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] DHCP port deletion for a710ae19-3012-4b01-9378-9fbb0f6272a0 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:34.218194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.224896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.225307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] Deleting port 9325efbb-50c6-4733-9b87-93080243d17b {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:34.225696 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.303424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.304025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Fanout notify agent at l3_agent the message router_deleted on router 3975356d-8b35-4949-ba68-45caaf9f62d9 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:38:34.312418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.314155 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4c7f70c8-a00b-4e11-9f9f-b57b59455bd6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/routers/3975356d-8b35-4949-ba68-45caaf9f62d9 HTTP/1.1" status: 204 len: 168 time: 2.4530857 Oct 13 00:38:34.317062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32808) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:34.318856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.338956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No DVR routers for this DVR port 9325efbb-50c6-4733-9b87-93080243d17b on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:34.370810 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Port': ['ID=9325efbb-50c6-4733-9b87-93080243d17b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:34.390938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] For port 9325efbb-50c6-4733-9b87-93080243d17b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9325efbb-50c6-4733-9b87-93080243d17b,segment=NetworkSegment(32f3a4f4-8bc0-4099-96e8-a46608f266f2),segment_id=32f3a4f4-8bc0-4099-96e8-a46608f266f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:34.391341 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.431613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] Calling delete_port for 9325efbb-50c6-4733-9b87-93080243d17b owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:34.564674 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.649978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.670525 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9325efbb-50c6-4733-9b87-93080243d17b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:34.720919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9325efbb-50c6-4733-9b87-93080243d17b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:34.722061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9325efbb-50c6-4733-9b87-93080243d17b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:34.722610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 73ac4f56-00ad-4230-a886-db6b9fddaab7 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:34.728060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.733885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a710ae19-3012-4b01-9378-9fbb0f6272a0']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:34.741153 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.757618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f3a4f4-8bc0-4099-96e8-a46608f266f2') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:34.758790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f3a4f4-8bc0-4099-96e8-a46608f266f2') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:34.762948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada44670-fd72-49d3-964b-58eb4fad6bfc']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:34.773478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-24a45347-e67d-4dce-82b7-66448b7defbc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:34.774649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332ca3f7-ef9a-4f0e-a802-7d74a2c54046') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:34.774945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332ca3f7-ef9a-4f0e-a802-7d74a2c54046') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:34.776719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-24a45347-e67d-4dce-82b7-66448b7defbc tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/networks?id=52dcc5bd-618e-41fb-b764-5427d9660d16 HTTP/1.1" status: 200 len: 796 time: 0.2807105 Oct 13 00:38:34.780953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.785667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 73ac4f56-00ad-4230-a886-db6b9fddaab7 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:34.786200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 73ac4f56-00ad-4230-a886-db6b9fddaab7 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:34.786361 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.787736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] Pushing event deleted for resources: {'Port': ['ID=9325efbb-50c6-4733-9b87-93080243d17b,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:34.794680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c178965-9487-4aff-8913-ae4e3c092b24 None None] No DVR routers for this DVR port 9325efbb-50c6-4733-9b87-93080243d17b on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:34.801474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.809220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:34.809412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.809735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:34.812826 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:34.822125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:34.822519 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:34.851439 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:34.908768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.922555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-13be32fc-437e-4fef-8004-8018f123ba1d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1887fb9e41cd4511a03b07ed868602e3 HTTP/1.1" status: 200 len: 380 time: 0.1085284 Oct 13 00:38:34.928807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.940648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.942009 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:34.943880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/a710ae19-3012-4b01-9378-9fbb0f6272a0 HTTP/1.1" status: 204 len: 168 time: 1.9757538 Oct 13 00:38:34.952458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/networks/ada44670-fd72-49d3-964b-58eb4fad6bfc HTTP/1.1" status: 204 len: 168 time: 0.6338587 Oct 13 00:38:34.955086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32822) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:34.955451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32828) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:34.962401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'port': {'device_id': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'admin_state_up': True, 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'security_groups': ['dc7c52a0-9157-4ad3-8e8d-848bf2706550']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:35.012121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb012e-59c8-4736-af94-f9ffe7400a5b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Network': ['ID=ada44670-fd72-49d3-964b-58eb4fad6bfc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:35.017200 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f32a24-0018-46b5-b59b-b12398a044ee tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:35.017664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f32a24-0018-46b5-b59b-b12398a044ee tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:35.023293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f1f32a24-0018-46b5-b59b-b12398a044ee tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/cf37f622-9072-4e98-a75d-1711a8d42878 HTTP/1.1" status: 404 len: 337 time: 0.0643899 Oct 13 00:38:35.027680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32830) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.063544 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf7181e-bddd-49ac-934a-5602c0f5e9c5 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:35.064054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf7181e-bddd-49ac-934a-5602c0f5e9c5 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:35.074345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5bf7181e-bddd-49ac-934a-5602c0f5e9c5 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/235cb513-2fb6-4ce2-b520-65f3c6011944 HTTP/1.1" status: 404 len: 339 time: 0.0384707 Oct 13 00:38:35.074688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa2ff2-f0f3-45a7-8735-81c9d4735894 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=a710ae19-3012-4b01-9378-9fbb0f6272a0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:35.074919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32832) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.098895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32834) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.106590 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-71831595-c245-4021-b2eb-98488214492a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:35.107050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71831595-c245-4021-b2eb-98488214492a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:35.110122 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-71831595-c245-4021-b2eb-98488214492a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/daf750ee-1196-4ef5-a23e-c9f2b63e3b0f HTTP/1.1" status: 404 len: 337 time: 0.0374730 Oct 13 00:38:35.113207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32838) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.130094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c348e4b-a78b-447e-bbb7-f1e66b603993 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.144054 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a81ed2-ec80-436e-bdd5-70233473d82a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:35.144935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a81ed2-ec80-436e-bdd5-70233473d82a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:35.153443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-15a81ed2-ec80-436e-bdd5-70233473d82a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/dec45e08-7732-4111-a981-144d21976328 HTTP/1.1" status: 404 len: 339 time: 0.0367429 Oct 13 00:38:35.153443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Made reservation on behalf of 1887fb9e41cd4511a03b07ed868602e3 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:35.157144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.170610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32840) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.171538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c348e4b-a78b-447e-bbb7-f1e66b603993 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.205102 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e448b23-5699-41a6-8a2c-6430ee021e2c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:35.205566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e448b23-5699-41a6-8a2c-6430ee021e2c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:35.210927 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2e448b23-5699-41a6-8a2c-6430ee021e2c tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/4667480d-40cf-4074-a346-ebeae5a79fcc HTTP/1.1" status: 404 len: 337 time: 0.0345416 Oct 13 00:38:35.214566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32844) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.234898 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7549cef7-c67f-4b54-b16c-4825963abab7 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:35.235464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7549cef7-c67f-4b54-b16c-4825963abab7 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:35.240790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7549cef7-c67f-4b54-b16c-4825963abab7 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/73b1ce91-a801-4940-a300-773ab7af0c02 HTTP/1.1" status: 404 len: 339 time: 0.0230296 Oct 13 00:38:35.244119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32846) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.323309 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcaca2a9-b702-46f8-a143-dfc5e0e27fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.327667 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c348e4b-a78b-447e-bbb7-f1e66b603993 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.330625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1c348e4b-a78b-447e-bbb7-f1e66b603993 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.334284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1c348e4b-a78b-447e-bbb7-f1e66b603993 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2 HTTP/1.1" status: 204 len: 168 time: 0.3662004 Oct 13 00:38:35.358108 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3760d4b-197f-4520-8bb7-c043858ad9ab req-70e74a17-7572-497d-a2e2-1d16509fde9c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 210 time: 0.0579572 Oct 13 00:38:35.369004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf0addf-1ba7-4550-9e19-eb8b5b20851a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting subnet ae5a7bb9-b0e4-49c4-b0bf-6fc7fed8b5a9 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:35.372994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c348e4b-a78b-447e-bbb7-f1e66b603993 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6ec2d8-8308-4a4d-af1c-40e3dad48cf2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:35.382623 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccf0addf-1ba7-4550-9e19-eb8b5b20851a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.444817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.20.0.8 (52dcc5bd-618e-41fb-b764-5427d9660d16/8152608a-aae5-4efa-95a5-adbea444a65a/70fe664f-6db8-4d25-b001-db2b147fccaf) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:35.461788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccf0addf-1ba7-4550-9e19-eb8b5b20851a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.567299 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccf0addf-1ba7-4550-9e19-eb8b5b20851a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.572670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcaca2a9-b702-46f8-a143-dfc5e0e27fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.586095 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fcaca2a9-b702-46f8-a143-dfc5e0e27fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.642745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaca2a9-b702-46f8-a143-dfc5e0e27fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea20db9-0008-406f-8920-94eb3a983ed1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:35.653563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32852) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.658688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fcaca2a9-b702-46f8-a143-dfc5e0e27fd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=739d7cc0a09c42518aec5157e0bc5b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587416 Oct 13 00:38:35.658835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b5b4bf82-a9cd-4a93-9e7d-fa17b6822565 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947392630', 'description': 'tempest-secgroup-smoke-1947392630 description', 'project_id': 'bee60232abb54b41a78506ea06bd5a72'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:35.662262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32854) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.674583 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccf0addf-1ba7-4550-9e19-eb8b5b20851a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.708572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0addf-1ba7-4550-9e19-eb8b5b20851a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5a7bb9-b0e4-49c4-b0bf-6fc7fed8b5a9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:35.709505 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.713635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccf0addf-1ba7-4550-9e19-eb8b5b20851a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.720857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ccf0addf-1ba7-4550-9e19-eb8b5b20851a tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/ae5a7bb9-b0e4-49c4-b0bf-6fc7fed8b5a9 HTTP/1.1" status: 204 len: 168 time: 0.4756217 Oct 13 00:38:35.721117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32856) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.721988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bf82-a9cd-4a93-9e7d-fa17b6822565 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.727565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89ae4f-ae8d-4725-9432-4c1a50f7cdb0 None None] Network d0d46105-530e-4c22-9884-c3e9b0e7acae requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:35.814079 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bf82-a9cd-4a93-9e7d-fa17b6822565 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.820942 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bf82-a9cd-4a93-9e7d-fa17b6822565 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.849300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.852938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3975a75-3b81-4e2b-8ec9-fb407dd7cdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.862512 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5b4bf82-a9cd-4a93-9e7d-fa17b6822565 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.863822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b5b4bf82-a9cd-4a93-9e7d-fa17b6822565 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2089109 Oct 13 00:38:35.869564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32858) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:35.878992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4d6c48b0-848f-4ebb-9d0f-da0be28d109c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '0d250aee-8c7f-410a-9f77-d3bdd1934034', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:35.888568 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.893600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4bf82-a9cd-4a93-9e7d-fa17b6822565 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d250aee-8c7f-410a-9f77-d3bdd1934034,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:35.894833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3975a75-3b81-4e2b-8ec9-fb407dd7cdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.925857 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d6c48b0-848f-4ebb-9d0f-da0be28d109c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:35.990950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] DHCP port deletion for d0d46105-530e-4c22-9884-c3e9b0e7acae request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:35.996393 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d6c48b0-848f-4ebb-9d0f-da0be28d109c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.004643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d6c48b0-848f-4ebb-9d0f-da0be28d109c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.004855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:36.017683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:36.025764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:36.029746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=70fe664f-6db8-4d25-b001-db2b147fccaf,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:36.037943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c48b0-848f-4ebb-9d0f-da0be28d109c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25eb9a7c-c7f3-4580-8c12-0902fb9c38ce,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:36.063455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d6c48b0-848f-4ebb-9d0f-da0be28d109c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.068328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d6c48b0-848f-4ebb-9d0f-da0be28d109c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943448 Oct 13 00:38:36.068491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:36.074265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3b26ed39-3bcf-462d-89a1-40e4ae5040c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '0d250aee-8c7f-410a-9f77-d3bdd1934034', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:36.108033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] Deleting port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:36.108724 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.125661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:36.126231 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.135668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:36.136465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.141446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3975a75-3b81-4e2b-8ec9-fb407dd7cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.144107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3975a75-3b81-4e2b-8ec9-fb407dd7cdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.145555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d3975a75-3b81-4e2b-8ec9-fb407dd7cdbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ea20db9-0008-406f-8920-94eb3a983ed1 HTTP/1.1" status: 204 len: 168 time: 0.4820292 Oct 13 00:38:36.199822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3975a75-3b81-4e2b-8ec9-fb407dd7cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea20db9-0008-406f-8920-94eb3a983ed1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:36.233927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b26ed39-3bcf-462d-89a1-40e4ae5040c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.248698 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-4c70b838-3ca9-403d-b385-2e71019e0d25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3034198 Oct 13 00:38:36.253357 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] For port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,segment=NetworkSegment(11be087a-634d-437a-b953-92d9319f477a),segment_id=11be087a-634d-437a-b953-92d9319f477a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:36.253776 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.264028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] For port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,segment=NetworkSegment(11be087a-634d-437a-b953-92d9319f477a),segment_id=11be087a-634d-437a-b953-92d9319f477a)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:36.264497 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.271847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] Calling delete_port for 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:36.278038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Request body: {'port': {'device_id': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:36.315316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Calling delete_port for 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:36.439003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.518133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b26ed39-3bcf-462d-89a1-40e4ae5040c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.558647 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b26ed39-3bcf-462d-89a1-40e4ae5040c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.616641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26ed39-3bcf-462d-89a1-40e4ae5040c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19909a5-03f4-4204-9c25-2dff07a0a975,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:36.666196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bf04c-6cea-4ca9-ac3f-8ec2ab6c73db req-dad7c83c-2b31-4723-85af-1d7533e6c1d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:36.667876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-540bf04c-6cea-4ca9-ac3f-8ec2ab6c73db req-dad7c83c-2b31-4723-85af-1d7533e6c1d5 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 931 time: 0.1532919 Oct 13 00:38:36.669136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 17abbf7d-321d-43a9-bad4-833535d026dd no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:36.703348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 17abbf7d-321d-43a9-bad4-833535d026dd {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:36.703726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 17abbf7d-321d-43a9-bad4-833535d026dd not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:36.704146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:36.704387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b26ed39-3bcf-462d-89a1-40e4ae5040c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.706025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3b26ed39-3bcf-462d-89a1-40e4ae5040c5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6364377 Oct 13 00:38:36.709311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32872) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:36.718870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e7534fd1-c74b-411a-b1f0-6bf8c3504014 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '0d250aee-8c7f-410a-9f77-d3bdd1934034', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:36.735943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32874) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:36.760589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-540bf04c-6cea-4ca9-ac3f-8ec2ab6c73db req-fe66483f-46d0-4579-bd29-a474398e174a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838165 Oct 13 00:38:36.763936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01ece89f-211d-4075-a133-66dedcb0ea76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.800348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4712b1aa-7ee7-4da1-a361-c32f67f6dd4a None None] Provisioning complete for port 70fe664f-6db8-4d25-b001-db2b147fccaf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:36.801014 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4712b1aa-7ee7-4da1-a361-c32f67f6dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.802657 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.806617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7534fd1-c74b-411a-b1f0-6bf8c3504014 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.820215 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.862902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Port': ['ID=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:36.867894 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No active binding found for port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 {{(pid=94990) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 00:38:36.868341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:36.875129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4712b1aa-7ee7-4da1-a361-c32f67f6dd4a None None] Port 70fe664f-6db8-4d25-b001-db2b147fccaf cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:38:36.877396 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.883904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No DVR routers for this DVR port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:36.906401 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7534fd1-c74b-411a-b1f0-6bf8c3504014 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.908488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] Pushing event deleted for resources: {'Port': ['ID=2dd0cd67-c997-4ac3-90b9-6fd6e571edc4,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:36.912594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ffc9d7-1a6c-4e6d-b0e3-4a23ec037c56 None None] No DVR routers for this DVR port 2dd0cd67-c997-4ac3-90b9-6fd6e571edc4 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:36.927544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7534fd1-c74b-411a-b1f0-6bf8c3504014 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.963824 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01ece89f-211d-4075-a133-66dedcb0ea76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.965858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7534fd1-c74b-411a-b1f0-6bf8c3504014 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddec0b5-94cf-4888-a09d-72568aaa76db,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:36.969133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-01ece89f-211d-4075-a133-66dedcb0ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.984141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e7534fd1-c74b-411a-b1f0-6bf8c3504014 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:36.987900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e7534fd1-c74b-411a-b1f0-6bf8c3504014 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2747598 Oct 13 00:38:36.990713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32876) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:37.008496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b6dad2c1-2624-4666-8080-f08a47618d6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '0d250aee-8c7f-410a-9f77-d3bdd1934034', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:37.010979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ece89f-211d-4075-a133-66dedcb0ea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75a7aa-5544-42a6-b80c-269f5e6e1faf,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:37.017781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-01ece89f-211d-4075-a133-66dedcb0ea76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0994b47e8f3a4fa4a1e6fe027b3fb329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808368 Oct 13 00:38:37.019087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.020665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32878) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:37.068975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d46105-530e-4c22-9884-c3e9b0e7acae']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:37.088087 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b60bd2-632a-4566-9513-fa707393aa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.110634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11be087a-634d-437a-b953-92d9319f477a') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:37.110935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11be087a-634d-437a-b953-92d9319f477a') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:37.113000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6dad2c1-2624-4666-8080-f08a47618d6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.122845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.130130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b60bd2-632a-4566-9513-fa707393aa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.131588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.165870 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.189886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:37.190588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.190737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b60bd2-632a-4566-9513-fa707393aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.193821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b60bd2-632a-4566-9513-fa707393aa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.194547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-26b60bd2-632a-4566-9513-fa707393aa4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d75a7aa-5544-42a6-b80c-269f5e6e1faf HTTP/1.1" status: 204 len: 168 time: 0.1726742 Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:37.197616 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:37.205051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b60bd2-632a-4566-9513-fa707393aa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75a7aa-5544-42a6-b80c-269f5e6e1faf,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:37.280352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6dad2c1-2624-4666-8080-f08a47618d6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.301669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70fe664f-6db8-4d25-b001-db2b147fccaf {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:38:37.307030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6dad2c1-2624-4666-8080-f08a47618d6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.316533 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.334836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.341134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dad2c1-2624-4666-8080-f08a47618d6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc2b2bc-d0ab-4dc0-800a-46103d42d13d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:37.353587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.356626 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/d0d46105-530e-4c22-9884-c3e9b0e7acae HTTP/1.1" status: 204 len: 168 time: 1.6289787 Oct 13 00:38:37.359165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32888) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:37.363791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Transition to ACTIVE for port object 70fe664f-6db8-4d25-b001-db2b147fccaf will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:38:37.380920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6dad2c1-2624-4666-8080-f08a47618d6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.382359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b6dad2c1-2624-4666-8080-f08a47618d6c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905394 Oct 13 00:38:37.385067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.387808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79346db-3758-4ad4-a594-56a39224ba2b tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=d0d46105-530e-4c22-9884-c3e9b0e7acae,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:37.392539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32890) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:37.411341 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-27440bfd-9a38-4a06-9840-066cf34f8f47 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:37.411955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27440bfd-9a38-4a06-9840-066cf34f8f47 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:37.415169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-27440bfd-9a38-4a06-9840-066cf34f8f47 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/365dc919-8e82-4b64-959c-5ee9927f6121 HTTP/1.1" status: 404 len: 337 time: 0.0549188 Oct 13 00:38:37.417677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32892) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:37.418933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-637fdba9-7e83-4fce-b91f-f1f86aceae02 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '0d250aee-8c7f-410a-9f77-d3bdd1934034', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:37.458398 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a0e3eb-bbda-43dd-813a-5514d11df081 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:37.469833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a0e3eb-bbda-43dd-813a-5514d11df081 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:37.481363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-67a0e3eb-bbda-43dd-813a-5514d11df081 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/adfd8f9e-c316-4210-a0f7-f51f7621a49a HTTP/1.1" status: 404 len: 339 time: 0.0625269 Oct 13 00:38:37.484736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32896) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:37.505145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=70fe664f-6db8-4d25-b001-db2b147fccaf,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:37.552593 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-637fdba9-7e83-4fce-b91f-f1f86aceae02 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Project bee60232abb54b41a78506ea06bd5a72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:38:37.559320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-3403b151-7cd8-412c-aedc-81fb85de5921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting subnet 6b63956a-2748-4358-ae1c-2e25421e3075 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:37.563983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3403b151-7cd8-412c-aedc-81fb85de5921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.564179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-637fdba9-7e83-4fce-b91f-f1f86aceae02 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.616226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Attempting to bind port 70fe664f-6db8-4d25-b001-db2b147fccaf on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:37.616566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Attempting to bind port 70fe664f-6db8-4d25-b001-db2b147fccaf by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:37.616896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Attempting to bind port 70fe664f-6db8-4d25-b001-db2b147fccaf on network 52dcc5bd-618e-41fb-b764-5427d9660d16 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:37.630462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Port 70fe664f-6db8-4d25-b001-db2b147fccaf on network 52dcc5bd-618e-41fb-b764-5427d9660d16 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:38:37.630959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Attempting to bind port 70fe664f-6db8-4d25-b001-db2b147fccaf on network 52dcc5bd-618e-41fb-b764-5427d9660d16 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:37.642913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:37.643493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Checking segment: {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:37.644066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Bound using segment: {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:37.644688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Bound port: 70fe664f-6db8-4d25-b001-db2b147fccaf, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5867729-8f0b-442e-bd04-2b1113adf9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:37.645218 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.652935 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-637fdba9-7e83-4fce-b91f-f1f86aceae02 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.657320 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3403b151-7cd8-412c-aedc-81fb85de5921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.669851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-637fdba9-7e83-4fce-b91f-f1f86aceae02 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.726357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fdba9-7e83-4fce-b91f-f1f86aceae02 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74edcb1-43b5-4c26-8448-f7fc10d942a3,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:37.757229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-637fdba9-7e83-4fce-b91f-f1f86aceae02 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.758813 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-637fdba9-7e83-4fce-b91f-f1f86aceae02 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3631759 Oct 13 00:38:37.761599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32904) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:37.771559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f15704c2-c13b-46fd-a789-43989baba576 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': '0d250aee-8c7f-410a-9f77-d3bdd1934034', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:37.816200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] For port 70fe664f-6db8-4d25-b001-db2b147fccaf, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:37.818195 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3403b151-7cd8-412c-aedc-81fb85de5921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.842338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] For port 70fe664f-6db8-4d25-b001-db2b147fccaf, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=70fe664f-6db8-4d25-b001-db2b147fccaf,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:37.849496 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.860619 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-f15704c2-c13b-46fd-a789-43989baba576 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Project bee60232abb54b41a78506ea06bd5a72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:38:37.909947 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f15704c2-c13b-46fd-a789-43989baba576 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.926390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506028f-5e32-40cd-b3da-56d78584c8c5 req-117fdd24-a451-430a-8d76-037f7d67e98f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:37.928137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3506028f-5e32-40cd-b3da-56d78584c8c5 req-117fdd24-a451-430a-8d76-037f7d67e98f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 943 time: 0.0790284 Oct 13 00:38:37.936266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3403b151-7cd8-412c-aedc-81fb85de5921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.950054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:37.950702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:37.952191 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] 10.222.0.45 "PUT /v2.0/ports/70fe664f-6db8-4d25-b001-db2b147fccaf HTTP/1.1" status: 200 len: 1091 time: 1.6847816 Oct 13 00:38:37.952660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:37.955145 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a1ddac-812e-49f4-9591-2c3309b35cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:37.999370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403b151-7cd8-412c-aedc-81fb85de5921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Subnet': ['ID=6b63956a-2748-4358-ae1c-2e25421e3075,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:38.024933 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3403b151-7cd8-412c-aedc-81fb85de5921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.028139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3403b151-7cd8-412c-aedc-81fb85de5921 tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/subnets/6b63956a-2748-4358-ae1c-2e25421e3075 HTTP/1.1" status: 204 len: 168 time: 0.5414681 Oct 13 00:38:38.036946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32916) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:38.037861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c06c6-0fa3-4e09-a048-f297434072ba None None] Network 86a44de1-d617-4070-b02d-480a18210a15 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:38.050692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046f5d9-67f2-41e3-a1da-a71d9acea9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=70fe664f-6db8-4d25-b001-db2b147fccaf,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:38.118523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3506028f-5e32-40cd-b3da-56d78584c8c5 req-386a84a0-e404-4d65-91cb-cb1393389079 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793408 Oct 13 00:38:38.145957 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150bc517-4196-4428-bb4d-4d51d405bc5f x-openstack-request-id: req-150bc517-4196-4428-bb4d-4d51d405bc5f {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:38.147483 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:38.148057 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-150bc517-4196-4428-bb4d-4d51d405bc5f {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:38.149273 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'status': 'completed', 'code': 200} Oct 13 00:38:38.185713 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.204285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f15704c2-c13b-46fd-a789-43989baba576 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.225011 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f15704c2-c13b-46fd-a789-43989baba576 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.232897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-09969c28-9da3-4447-a26c-0553ff9696d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:38.234532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-09969c28-9da3-4447-a26c-0553ff9696d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 1094 time: 0.1657364 Oct 13 00:38:38.265545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Deleting port e75c43ad-37ee-4332-9a11-1581ed555dbf {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:38.265943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.305993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15704c2-c13b-46fd-a789-43989baba576 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556af6f1-89ff-4fb2-a457-a47e5d0fce5b,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:38.315542 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-3d43e197-a30e-4a1b-aaf3-f271102fe535 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70fe664f-6db8-4d25-b001-db2b147fccaf HTTP/1.1" status: 200 len: 217 time: 0.0666978 Oct 13 00:38:38.354124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] For port e75c43ad-37ee-4332-9a11-1581ed555dbf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e75c43ad-37ee-4332-9a11-1581ed555dbf,segment=NetworkSegment(3d2c9b3f-c87b-4bda-a46a-18aa052df229),segment_id=3d2c9b3f-c87b-4bda-a46a-18aa052df229)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:38.354501 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.375281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Calling delete_port for e75c43ad-37ee-4332-9a11-1581ed555dbf owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:38.387261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-528ea480-6800-4838-9434-cc4ba0b28f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:38.404790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-528ea480-6800-4838-9434-cc4ba0b28f30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8152608a-aae5-4efa-95a5-adbea444a65a HTTP/1.1" status: 200 len: 834 time: 0.0800896 Oct 13 00:38:38.410359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f15704c2-c13b-46fd-a789-43989baba576 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.415069 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f15704c2-c13b-46fd-a789-43989baba576 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6487081 Oct 13 00:38:38.424426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32926) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:38.427834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'network': {'name': 'tempest-network-smoke--892636641', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:38.469498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] DHCP port deletion for 86a44de1-d617-4070-b02d-480a18210a15 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:38.482022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:38.486811 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.523486 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.524976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-8dde8ad7-1e08-4f86-b966-0cf5b4e12757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:38.527249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-8dde8ad7-1e08-4f86-b966-0cf5b4e12757 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52dcc5bd-618e-41fb-b764-5427d9660d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141756 Oct 13 00:38:38.539363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:38.560750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] Deleting port e75c43ad-37ee-4332-9a11-1581ed555dbf {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:38.561290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.572165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Port': ['ID=e75c43ad-37ee-4332-9a11-1581ed555dbf,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:38.578441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] No DVR routers for this DVR port e75c43ad-37ee-4332-9a11-1581ed555dbf on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:38.602758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.603088 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Added segment 2ad2bac0-2d47-45da-94d6-86407780896b of type vlan for network afd838a1-1b82-4f04-b36f-fc8074e5622b Oct 13 00:38:38.659461 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.696500 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-b6316ef0-b2e9-4f0d-9451-084e701521da service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585131 Oct 13 00:38:38.713120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] For port e75c43ad-37ee-4332-9a11-1581ed555dbf, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:38.718657 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.719113 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.733411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:38.734121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.745969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] Calling delete_port for e75c43ad-37ee-4332-9a11-1581ed555dbf owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:38.750902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] Port e75c43ad-37ee-4332-9a11-1581ed555dbf was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:38:38.754700 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:38.801187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] Pushing event deleted for resources: {'Port': ['ID=e75c43ad-37ee-4332-9a11-1581ed555dbf,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:38.817235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05dbc6d-caff-49f8-be15-dd9348cf402d None None] No DVR routers for this DVR port e75c43ad-37ee-4332-9a11-1581ed555dbf on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:38.898419 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4718606 Oct 13 00:38:38.900873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 32936) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:38.907639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'admin_state_up': True, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:38.914824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c805ec-02bb-456e-89b1-ed81a72d4a5c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Network': ['ID=afd838a1-1b82-4f04-b36f-fc8074e5622b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:38.941919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network afd838a1-1b82-4f04-b36f-fc8074e5622b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:39.000934 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf5420e1-d8fc-4c3b-94c7-74dac58adcfb req-5a423cae-0bef-47b2-ad3e-f610b1ca21e0 service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959592 Oct 13 00:38:39.002277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.003427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.248782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.291263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a44de1-d617-4070-b02d-480a18210a15']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:39.304268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2c9b3f-c87b-4bda-a46a-18aa052df229') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:39.305301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2c9b3f-c87b-4bda-a46a-18aa052df229') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:39.328658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678fec3-41b3-4b1c-8cec-7764172f783e req-023384bd-0e6c-4970-9691-e13eecad0953 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:39.328658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3678fec3-41b3-4b1c-8cec-7764172f783e req-023384bd-0e6c-4970-9691-e13eecad0953 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 943 time: 0.1049409 Oct 13 00:38:39.329985 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.362513 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.385035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:39.385728 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:39.402462 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:39.469570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3678fec3-41b3-4b1c-8cec-7764172f783e req-4f70aaba-17dd-407e-9a58-d0806e68ba42 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309772 Oct 13 00:38:39.475134 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.485269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.492185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] 10.222.0.21 "DELETE /v2.0/networks/86a44de1-d617-4070-b02d-480a18210a15 HTTP/1.1" status: 204 len: 168 time: 1.4495330 Oct 13 00:38:39.504889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a0592-a45a-4503-8ec3-48bb64779deb tempest-NetworksIpV6Test-617989471 tempest-NetworksIpV6Test-617989471-project] Pushing event deleted for resources: {'Network': ['ID=86a44de1-d617-4070-b02d-480a18210a15,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:39.516586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.601103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-36530268-3bd8-4ac4-8294-0dd89e7da58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:39.603132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-36530268-3bd8-4ac4-8294-0dd89e7da58b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 1094 time: 0.1272316 Oct 13 00:38:39.712652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:39.805626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-34eecbb6-3085-4dee-b156-02001c0f4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:39.807100 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-34eecbb6-3085-4dee-b156-02001c0f4b17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=52dcc5bd-618e-41fb-b764-5427d9660d16 HTTP/1.1" status: 200 len: 897 time: 0.1740673 Oct 13 00:38:39.839420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32964) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:39.859554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-3206deea-c65a-4b1c-8b90-ef6cc2525e97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70fe664f-6db8-4d25-b001-db2b147fccaf HTTP/1.1" status: 200 len: 217 time: 0.0398231 Oct 13 00:38:39.932097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-93cfb58b-8f7a-426c-81fe-cefaaa66db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:39.933568 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-93cfb58b-8f7a-426c-81fe-cefaaa66db18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8152608a-aae5-4efa-95a5-adbea444a65a HTTP/1.1" status: 200 len: 834 time: 0.0687165 Oct 13 00:38:40.054394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:40.077902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-7c9f9ce3-5aa0-47b0-acfd-6c75c32476d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:40.079407 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-7c9f9ce3-5aa0-47b0-acfd-6c75c32476d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52dcc5bd-618e-41fb-b764-5427d9660d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132252 Oct 13 00:38:40.080759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:40.099794 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ebb57004-4dc9-4436-a5bd-308df6c3458d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ded7d4e7367440199dbfd1610d26cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567482 Oct 13 00:38:40.100027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 32974) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:40.157484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c55e-d5c1-4d44-9c69-d888df5d05bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:40.185181 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c55e-d5c1-4d44-9c69-d888df5d05bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:40.237226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c55e-d5c1-4d44-9c69-d888df5d05bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:40.240901 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c55e-d5c1-4d44-9c69-d888df5d05bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:40.244699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ccd5c55e-d5c1-4d44-9c69-d888df5d05bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28617f77-86d0-473d-b390-c4d6534fc00d HTTP/1.1" status: 204 len: 168 time: 0.1412265 Oct 13 00:38:40.261995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5c55e-d5c1-4d44-9c69-d888df5d05bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28617f77-86d0-473d-b390-c4d6534fc00d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:40.263234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-29e72d2d-0181-4c83-8d7e-e343dad7e954 service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748827 Oct 13 00:38:40.268923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.25.3.41 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:40.428239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e3a1ddac-812e-49f4-9591-2c3309b35cc2 req-752d5206-4a88-4f68-83c2-5179b674b087 service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569605 Oct 13 00:38:40.471166 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:40.483285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e75c43ad-37ee-4332-9a11-1581ed555dbf no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:40.512719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: e75c43ad-37ee-4332-9a11-1581ed555dbf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:40.513073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e75c43ad-37ee-4332-9a11-1581ed555dbf not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:40.527269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:40.587295 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:40.591629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:40.593482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:40.596020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:40.637047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871509e8-875d-4551-80e5-08c9a34cc72f req-a7d2281d-09c0-4730-a175-2f484945917c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:40.639126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-871509e8-875d-4551-80e5-08c9a34cc72f req-a7d2281d-09c0-4730-a175-2f484945917c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 943 time: 0.0628700 Oct 13 00:38:40.745414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-871509e8-875d-4551-80e5-08c9a34cc72f req-401a9b0a-6553-4c1a-aa51-b2f310d1f170 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905504 Oct 13 00:38:40.909476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:41.128196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:41.287491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router df13f2d1-985c-4593-a247-b6bb12238dde is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:38:41.420088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:41.428554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 70fe664f-6db8-4d25-b001-db2b147fccaf details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:38:41.435306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Sync routers for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:41.447538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:41.452329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33030) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:41.452817 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b049709f-a77d-457d-937d-d69165757ace tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5489953 Oct 13 00:38:41.464138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33032) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:41.469656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:41.474206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:41.530143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b1cdefce-9dae-48de-8d07-7eb1809e34d2 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bee60232abb54b41a78506ea06bd5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763035 Oct 13 00:38:41.533037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33038) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:41.669475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4183ad9-0c3d-457a-90f7-7bb6a39bddb6 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:41.672425 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a4183ad9-0c3d-457a-90f7-7bb6a39bddb6 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367853 Oct 13 00:38:41.672984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 70fe664f-6db8-4d25-b001-db2b147fccaf, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=70fe664f-6db8-4d25-b001-db2b147fccaf,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:41.675941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33042) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:41.683604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:41.713909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b467231e-0107-45f6-bbf8-4d2e07b0c4e0 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361285 Oct 13 00:38:41.716087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33044) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:41.722331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2128234098', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:41.746258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'port_id': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'mac_address': 'fa:16:3e:2c:da:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:38:41.876797 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ee7bbc8-39dc-4af2-a29d-7fa91e931976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:41.877636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1023162524'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:41.892980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:41.923780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70fe664f-6db8-4d25-b001-db2b147fccaf {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:38:41.968232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:41.969465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 70fe664f-6db8-4d25-b001-db2b147fccaf, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=70fe664f-6db8-4d25-b001-db2b147fccaf,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:41.975343 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:41.983358 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.001068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.015258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73af0c-d260-457e-9e7e-f8f895d7f6b7 req-c9bb724a-bf4a-4ea9-a9b3-3f33121557f3 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:42.028029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:42.028997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d73af0c-d260-457e-9e7e-f8f895d7f6b7 req-c9bb724a-bf4a-4ea9-a9b3-3f33121557f3 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 943 time: 0.1430671 Oct 13 00:38:42.034052 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.053588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:40Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:42.055581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=70fe664f-6db8-4d25-b001-db2b147fccaf,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:42.091213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Checking router: df13f2d1-985c-4593-a247-b6bb12238dde for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:42.091606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Updating router df13f2d1-985c-4593-a247-b6bb12238dde port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:38:42.123652 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.139875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d73af0c-d260-457e-9e7e-f8f895d7f6b7 req-9041948d-27d6-406d-beac-06d1f7b1241a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063373 Oct 13 00:38:42.243359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.263871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.304466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:42.316114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e54cf5f-3ad6-4c5a-957e-02a9368b1ff7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:42.325719 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.326073 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Added segment fe1406de-9378-4822-a1a9-65df73aee030 of type vlan for network bd0f1943-9b88-42a0-8109-418deacfc4da Oct 13 00:38:42.393898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['70fe664f-6db8-4d25-b001-db2b147fccaf'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:38:42.407447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.413367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.469673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Subnet': ['ID=e1f5f661-46b4-4d23-9c37-a9251398f28b,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:42.506943 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.520437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:42.521885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.546649 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.559833 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.596027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Checking segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:42.596564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network hostable DHCP agents. Network: afd838a1-1b82-4f04-b36f-fc8074e5622b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:42.622750 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1524932 Oct 13 00:38:42.622927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33064) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:42.631149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9a8d-a989-4146-9d8f-fcf2c59e3d51 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Network': ['ID=bd0f1943-9b88-42a0-8109-418deacfc4da,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:42.632086 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'name': 'tempest-PortsTestJSON-876554622'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:42.643420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707afd8-9cef-4a6a-a4a9-54d7113e3631 None None] Pushing event updated for resources: {'Port': ['ID=7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:42.645837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Attempting to bind port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:42.646213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Attempting to bind port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:42.646577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Attempting to bind port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:42.647382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network afd838a1-1b82-4f04-b36f-fc8074e5622b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:42.655646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:42.664496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, afd838a1-1b82-4f04-b36f-fc8074e5622b) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:42.674008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:42.674625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:42.675142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:42.675394 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.675749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.676176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:42.676815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Bound port: 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:42.677371 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.712327 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fb9a5de3-671c-4c69-8023-3ea9fba017b3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9949665 Oct 13 00:38:42.715061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33066) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:42.731794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc4d04-b323-4e39-b737-822a72f21267 None None] Network afd838a1-1b82-4f04-b36f-fc8074e5622b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:42.863711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] For port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:42.870097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] For port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:42.894257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:42.908842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:42.913487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:43.035001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:43.035678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:43.047176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port a88c24e6-5ef5-4070-a6fc-f6789b26dcef yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:38:43.260729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707afd8-9cef-4a6a-a4a9-54d7113e3631 None None] Pushing event updated for resources: {'Port': ['ID=7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:43.307401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-afd838a1-1b82-4f04-b36f-fc8074e5622b', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:43.308293 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:43.403366 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:43.424463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1221c-4ab2-4cee-a246-2478b2826f96 req-88f5232c-76bd-43a6-b29f-6d0bc542608a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:43.426675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6a1221c-4ab2-4cee-a246-2478b2826f96 req-88f5232c-76bd-43a6-b29f-6d0bc542608a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 944 time: 0.1440282 Oct 13 00:38:43.458686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:43.614193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6a1221c-4ab2-4cee-a246-2478b2826f96 req-e44e52d5-9f68-4232-879e-cdaf582cd373 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618679 Oct 13 00:38:43.618724 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:43.639682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Allocated IP 172.20.0.2 (afd838a1-1b82-4f04-b36f-fc8074e5622b/e1f5f661-46b4-4d23-9c37-a9251398f28b/e0f95776-5602-4911-a284-979c79b6b364) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:43.678175 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:43.751523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=a88c24e6-5ef5-4070-a6fc-f6789b26dcef,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:43.792389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:40Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:43.819971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking segment: {'id': 'fe1406de-9378-4822-a1a9-65df73aee030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:43.820407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network hostable DHCP agents. Network: bd0f1943-9b88-42a0-8109-418deacfc4da, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:43.845169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9d4d77-c18f-4af5-96ff-677066ab17d7 None None] The sync data for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 is: [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:40Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:43.858311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:43.882852 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:43.894269 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:43.915630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, bd0f1943-9b88-42a0-8109-418deacfc4da) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:43.925756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:43.932131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:43.932865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:43.947142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Pushing event updated for resources: {'Port': ['ID=e0f95776-5602-4911-a284-979c79b6b364,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:43.981109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bbc967-14b2-452b-a30d-2ec61de463d7 None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:43.998436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2c8016d2-4839-441c-b3a3-be5d302693a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3718555 Oct 13 00:38:43.999094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33092) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:44.008817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-709034169'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:44.048981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:44.058600 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.090583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:44.102108 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.102498 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Added segment 89721c01-818f-452d-9526-0173f30a66fe of type vlan for network 9d6f695f-260b-41a1-8cde-b0c0f3b2dc14 Oct 13 00:38:44.112660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Network afd838a1-1b82-4f04-b36f-fc8074e5622b is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:44.130309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.20.0.1 (afd838a1-1b82-4f04-b36f-fc8074e5622b/e1f5f661-46b4-4d23-9c37-a9251398f28b/2f08fcdd-258b-4286-81bb-0a4af50028f9) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:44.139146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:44.146729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:44.174701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.210282 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.217352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:44.218057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.347037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Attempting to bind port e0f95776-5602-4911-a284-979c79b6b364 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:44.348716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Attempting to bind port e0f95776-5602-4911-a284-979c79b6b364 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:44.349330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Attempting to bind port e0f95776-5602-4911-a284-979c79b6b364 on network afd838a1-1b82-4f04-b36f-fc8074e5622b {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:44.356781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:44.357546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Checking segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:44.358254 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.358859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Bound using segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:44.359579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Bound port: e0f95776-5602-4911-a284-979c79b6b364, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:44.360189 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.367564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.377450 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3753006 Oct 13 00:38:44.382314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33096) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:44.409211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'ports': [{'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da'}, {'network_id': '9d6f695f-260b-41a1-8cde-b0c0f3b2dc14'}]} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:44.409536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:44.410672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': '9d6f695f-260b-41a1-8cde-b0c0f3b2dc14'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:44.410804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b1626-8743-423e-90f6-bed46b4b8b83 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Network': ['ID=9d6f695f-260b-41a1-8cde-b0c0f3b2dc14,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:44.453868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9d6f695f-260b-41a1-8cde-b0c0f3b2dc14 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:44.598099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.623622 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:44.635468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] For port e0f95776-5602-4911-a284-979c79b6b364, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:44.682085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] For port e0f95776-5602-4911-a284-979c79b6b364, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e0f95776-5602-4911-a284-979c79b6b364,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:44.689392 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e6369857-b94b-4791-b3a0-3414dbef89b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.695949 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.753528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network afd838a1-1b82-4f04-b36f-fc8074e5622b is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:44.779011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:44.781691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:44.794300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddb26d-8560-4256-bb15-d61ccb23739c None None] Pushing event updated for resources: {'Port': ['ID=e0f95776-5602-4911-a284-979c79b6b364,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:44.841148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:44.841632 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.846731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=2f08fcdd-258b-4286-81bb-0a4af50028f9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:44.951809 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.963974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 2} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:44.968351 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:44.981845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.005370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:45.014144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.040293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376bfcc-777a-49bd-a4e3-31cc9683b605 req-07498646-5935-4cad-b9eb-6d1a5a86e20f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:45.051207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9376bfcc-777a-49bd-a4e3-31cc9683b605 req-07498646-5935-4cad-b9eb-6d1a5a86e20f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 944 time: 0.2778213 Oct 13 00:38:45.091127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:45.225165 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.299962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9376bfcc-777a-49bd-a4e3-31cc9683b605 req-49338631-42a5-45ae-bce8-e7ac685caf6a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475369 Oct 13 00:38:45.407635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port d963c09e-2ed1-4f39-8c84-3353cd59b14a yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:38:45.416139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.449138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 70fe664f-6db8-4d25-b001-db2b147fccaf up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:45.541073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 70fe664f-6db8-4d25-b001-db2b147fccaf completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:38:45.546010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 70fe664f-6db8-4d25-b001-db2b147fccaf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:45.546692 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.650498 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.691595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.694331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:45.699022 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f146775-bfef-4a76-a6ad-61f6b6597f7c" -d '{"events": [{"server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "name": "network-vif-plugged", "status": "completed", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:45.719988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 70fe664f-6db8-4d25-b001-db2b147fccaf, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=70fe664f-6db8-4d25-b001-db2b147fccaf,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:45.731393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.797030 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b4272-05aa-4ddb-9ae1-2e65d0d1aab3 x-openstack-request-id: req-552b4272-05aa-4ddb-9ae1-2e65d0d1aab3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:45.798187 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "name": "network-vif-plugged", "status": "completed", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:45.800557 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-552b4272-05aa-4ddb-9ae1-2e65d0d1aab3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:45.801388 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'code': 200} Oct 13 00:38:45.807343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=70fe664f-6db8-4d25-b001-db2b147fccaf,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:45.815699 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.824776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port 147be2ba-8ce4-44e6-af5d-ccfb85867ba7 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:38:45.943830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10167d-d101-4bc0-8f13-ab51c3844eef req-c8b4e85c-abe3-45f2-91f9-14c4ebc20f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:45.944490 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.946787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e10167d-d101-4bc0-8f13-ab51c3844eef req-c8b4e85c-abe3-45f2-91f9-14c4ebc20f75 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 1096 time: 0.0814323 Oct 13 00:38:45.962922 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:45.975487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:46.000198 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e10167d-d101-4bc0-8f13-ab51c3844eef req-a9ff84d0-0b4e-40db-85b2-8f345fc6b6bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452726 Oct 13 00:38:46.098508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=2f08fcdd-258b-4286-81bb-0a4af50028f9,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:46.107678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:46.110375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:46.226736 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:46.306233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:46.323166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:46.333093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:46.333973 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:46.363464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=d963c09e-2ed1-4f39-8c84-3353cd59b14a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:46.417495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network afd838a1-1b82-4f04-b36f-fc8074e5622b is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:46.438817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:46.486640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6576ac2-f91c-436a-b797-b1c34f851e46 None None] Network afd838a1-1b82-4f04-b36f-fc8074e5622b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:46.501855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=147be2ba-8ce4-44e6-af5d-ccfb85867ba7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:46.536215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking segment: {'id': '89721c01-818f-452d-9526-0173f30a66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d6f695f-260b-41a1-8cde-b0c0f3b2dc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:46.536585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network hostable DHCP agents. Network: 9d6f695f-260b-41a1-8cde-b0c0f3b2dc14, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:46.656451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096f085-dcf0-425a-bcfb-96f0fc344867 req-454a3c4a-9452-49c0-ae34-73cb71b32c3e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:46.658104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8096f085-dcf0-425a-bcfb-96f0fc344867 req-454a3c4a-9452-49c0-ae34-73cb71b32c3e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 945 time: 0.1618040 Oct 13 00:38:46.660685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 9d6f695f-260b-41a1-8cde-b0c0f3b2dc14 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:46.688754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e0f95776-5602-4911-a284-979c79b6b364 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:46.695765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 9d6f695f-260b-41a1-8cde-b0c0f3b2dc14) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:46.708387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:46.710667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-55a4c5d6-1133-4d1b-85ff-07d96cb4273a None None] Provisioning complete for port e0f95776-5602-4911-a284-979c79b6b364 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:46.711016 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-55a4c5d6-1133-4d1b-85ff-07d96cb4273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:46.712864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ffdb5b-65bf-4f9e-990e-e31c405c42dc None None] Network 9d6f695f-260b-41a1-8cde-b0c0f3b2dc14 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:46.714389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:46.719603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:46.720639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:46.725472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router df13f2d1-985c-4593-a247-b6bb12238dde has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:38:46.743447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8096f085-dcf0-425a-bcfb-96f0fc344867 req-132daeb2-9b0c-471f-b0cd-b0f4fd98a76f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776582 Oct 13 00:38:46.819714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d6add6a0-8413-4258-8b4f-cc926da1fbff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4175892 Oct 13 00:38:46.823290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33128) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:46.877365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:46.883271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-15ad6e98-1763-443b-9811-14a97ea3f171 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "PUT /v2.0/routers/df13f2d1-985c-4593-a247-b6bb12238dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1669238 Oct 13 00:38:46.895010 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Sync routers for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:46.912740 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:46.914726 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:47.030144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b874847a-6f98-4284-9f1c-d457074152b5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 147be2ba-8ce4-44e6-af5d-ccfb85867ba7 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:47.030771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b874847a-6f98-4284-9f1c-d457074152b5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.033958 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-55a4c5d6-1133-4d1b-85ff-07d96cb4273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.055202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33134) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:47.063169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e0f95776-5602-4911-a284-979c79b6b364 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:47.063925 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.128708 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b874847a-6f98-4284-9f1c-d457074152b5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.181361 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:47.191622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b874847a-6f98-4284-9f1c-d457074152b5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 147be2ba-8ce4-44e6-af5d-ccfb85867ba7 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:47.192137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-55a4c5d6-1133-4d1b-85ff-07d96cb4273a None None] For port e0f95776-5602-4911-a284-979c79b6b364, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e0f95776-5602-4911-a284-979c79b6b364,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:47.202802 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-55a4c5d6-1133-4d1b-85ff-07d96cb4273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.337342 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b874847a-6f98-4284-9f1c-d457074152b5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.369909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4c5d6-1133-4d1b-85ff-07d96cb4273a None None] Pushing event updated for resources: {'Port': ['ID=e0f95776-5602-4911-a284-979c79b6b364,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:47.377392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874847a-6f98-4284-9f1c-d457074152b5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=147be2ba-8ce4-44e6-af5d-ccfb85867ba7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:47.392762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:47.397854 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b874847a-6f98-4284-9f1c-d457074152b5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.403599 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b874847a-6f98-4284-9f1c-d457074152b5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/147be2ba-8ce4-44e6-af5d-ccfb85867ba7 HTTP/1.1" status: 204 len: 168 time: 0.5782392 Oct 13 00:38:47.405731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33150) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:47.421852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1fd24f5-83d8-4d24-adb9-c47c86578c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.500655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1113345-4afb-4c27-8e76-105192ce941c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:47.513091 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-6ae03fae-fa74-4e1e-a7d6-587edcafdefa tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947392630&fields=id&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 267 time: 0.2670004 Oct 13 00:38:47.535815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1113345-4afb-4c27-8e76-105192ce941c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:47.551055 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d1113345-4afb-4c27-8e76-105192ce941c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1421716 Oct 13 00:38:47.551461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33152) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:47.590346 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 2, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:47.602995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:47.603380 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.605051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6986a325-bf23-4453-aee1-bab73bc79ce1 None None] Provisioning complete for port 2f08fcdd-258b-4286-81bb-0a4af50028f9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:47.605412 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6986a325-bf23-4453-aee1-bab73bc79ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.615561 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.634557 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Checking router: df13f2d1-985c-4593-a247-b6bb12238dde for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:47.634824 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Updating router df13f2d1-985c-4593-a247-b6bb12238dde port 2f08fcdd-258b-4286-81bb-0a4af50028f9 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:38:47.679107 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.691740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6986a325-bf23-4453-aee1-bab73bc79ce1 None None] Port 2f08fcdd-258b-4286-81bb-0a4af50028f9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:38:47.715081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6986a325-bf23-4453-aee1-bab73bc79ce1 None None] Provisioning complete for port e0f95776-5602-4911-a284-979c79b6b364 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:47.715743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6986a325-bf23-4453-aee1-bab73bc79ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.793371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1fd24f5-83d8-4d24-adb9-c47c86578c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.823380 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a1fd24f5-83d8-4d24-adb9-c47c86578c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.837626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-244dd73e-e3c4-44e3-a78d-cdbdd8bbce49 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:47.839603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-244dd73e-e3c4-44e3-a78d-cdbdd8bbce49 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 796 time: 0.3168526 Oct 13 00:38:47.907091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a99ecfe8-405f-4cca-8f6e-58cdf3089b76 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port d963c09e-2ed1-4f39-8c84-3353cd59b14a {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:47.907757 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a99ecfe8-405f-4cca-8f6e-58cdf3089b76 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:47.921325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-118478dc-4ce8-40c2-b172-2a09b6043c9b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/quotas/bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 375 time: 0.0623534 Oct 13 00:38:47.926136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a1fd24f5-83d8-4d24-adb9-c47c86578c67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9feb9ef915ce41b0a42c3e3440e92139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673794 Oct 13 00:38:47.927563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33156) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:47.987402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f6b884d-c399-49fe-949f-1ee45283bb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.013963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd24f5-83d8-4d24-adb9-c47c86578c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca13561-9213-4157-8e1d-00ea0049d07e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:48.016297 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f6b884d-c399-49fe-949f-1ee45283bb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.019325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f080eb3a-9648-46a8-846b-9115d0c94edd None None] Provisioning complete for port 2f08fcdd-258b-4286-81bb-0a4af50028f9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:48.019943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f080eb3a-9648-46a8-846b-9115d0c94edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.099577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f6b884d-c399-49fe-949f-1ee45283bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.105831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9f6b884d-c399-49fe-949f-1ee45283bb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.107749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9f6b884d-c399-49fe-949f-1ee45283bb5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dca13561-9213-4157-8e1d-00ea0049d07e HTTP/1.1" status: 204 len: 168 time: 0.1800489 Oct 13 00:38:48.115163 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f080eb3a-9648-46a8-846b-9115d0c94edd None None] Port 2f08fcdd-258b-4286-81bb-0a4af50028f9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:38:48.126665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b884d-c399-49fe-949f-1ee45283bb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca13561-9213-4157-8e1d-00ea0049d07e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:48.167134 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.173833 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.254730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f394f890-89ef-4ec1-b051-6823314c1001 None None] Provisioning complete for port 2f08fcdd-258b-4286-81bb-0a4af50028f9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:48.255117 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f394f890-89ef-4ec1-b051-6823314c1001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.255375 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Pushing event updated for resources: {'Port': ['ID=2f08fcdd-258b-4286-81bb-0a4af50028f9,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:48.273487 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.274023 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.274550 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.275078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.275644 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.276146 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.276611 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.277079 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.277575 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.278062 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.278565 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.279071 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:38:48.404584 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Attempting to bind port 2f08fcdd-258b-4286-81bb-0a4af50028f9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:48.404855 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Attempting to bind port 2f08fcdd-258b-4286-81bb-0a4af50028f9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:48.405194 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Attempting to bind port 2f08fcdd-258b-4286-81bb-0a4af50028f9 on network afd838a1-1b82-4f04-b36f-fc8074e5622b {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:48.418999 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:48.419545 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Checking segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:48.419945 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.420335 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Bound using segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:48.420969 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Bound port: 2f08fcdd-258b-4286-81bb-0a4af50028f9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:48.421736 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.541338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f394f890-89ef-4ec1-b051-6823314c1001 None None] Port 2f08fcdd-258b-4286-81bb-0a4af50028f9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:38:48.544550 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] For port 2f08fcdd-258b-4286-81bb-0a4af50028f9, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:48.551319 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] For port 2f08fcdd-258b-4286-81bb-0a4af50028f9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2f08fcdd-258b-4286-81bb-0a4af50028f9,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:48.557399 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.561371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e0f95776-5602-4911-a284-979c79b6b364 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:48.624038 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:48.625040 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:48.646484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port e0f95776-5602-4911-a284-979c79b6b364 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:48.647082 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.732820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b6ca5c54-4246-4464-89ff-078fd2aed53d None None] Provisioning complete for port 2f08fcdd-258b-4286-81bb-0a4af50028f9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:48.733041 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5c54-4246-4464-89ff-078fd2aed53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.754462 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:48.831342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33166) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:48.846666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4561e96-b9ee-482a-89cc-d3b627b3963c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.909553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5c54-4246-4464-89ff-078fd2aed53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.960516 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a99ecfe8-405f-4cca-8f6e-58cdf3089b76 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.961716 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4561e96-b9ee-482a-89cc-d3b627b3963c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.969738 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a4561e96-b9ee-482a-89cc-d3b627b3963c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:48.978334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b6ca5c54-4246-4464-89ff-078fd2aed53d None None] For port 2f08fcdd-258b-4286-81bb-0a4af50028f9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2f08fcdd-258b-4286-81bb-0a4af50028f9,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:48.979225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926be04-66ad-46eb-8a99-075568d6058e req-66d15713-0888-4875-b1a0-8e52578f661b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:48.981090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7926be04-66ad-46eb-8a99-075568d6058e req-66d15713-0888-4875-b1a0-8e52578f661b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 945 time: 1.0824676 Oct 13 00:38:48.991796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a99ecfe8-405f-4cca-8f6e-58cdf3089b76 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for d963c09e-2ed1-4f39-8c84-3353cd59b14a owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:48.998131 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5c54-4246-4464-89ff-078fd2aed53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.004861 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d03d0-5732-4468-b051-b21e675ead13 None None] Pushing event updated for resources: {'Port': ['ID=2f08fcdd-258b-4286-81bb-0a4af50028f9,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:49.006854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-92058548-eea2-4c8b-8fc0-dff65236c48a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0417867 Oct 13 00:38:49.020650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a4561e96-b9ee-482a-89cc-d3b627b3963c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=265ac9e543c044efa31a67c98a5f4d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878321 Oct 13 00:38:49.022224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33168) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:49.053228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4561e96-b9ee-482a-89cc-d3b627b3963c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd09c1-8ded-44d3-b6a7-971d9b07171e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:49.107410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca5c54-4246-4464-89ff-078fd2aed53d None None] Pushing event updated for resources: {'Port': ['ID=2f08fcdd-258b-4286-81bb-0a4af50028f9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:49.113009 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:48Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:49.130139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7926be04-66ad-46eb-8a99-075568d6058e req-6cb25c9e-1621-4719-b7fc-f2ac46184e95 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171227 Oct 13 00:38:49.141317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a8822824-21a7-4d2a-b15c-016636d81442 None None] Provisioning complete for port 2f08fcdd-258b-4286-81bb-0a4af50028f9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:49.143380 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8822824-21a7-4d2a-b15c-016636d81442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.149439 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d28c439-1e02-44b0-860f-73991217ecbd None None] The sync data for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 is: [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:48Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:49.182298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d44979b9-815e-45e1-97a1-aab8c9806611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.217745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a99ecfe8-405f-4cca-8f6e-58cdf3089b76 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.245939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d44979b9-815e-45e1-97a1-aab8c9806611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.315357 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a99ecfe8-405f-4cca-8f6e-58cdf3089b76 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.327463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33174) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:49.339094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a99ecfe8-405f-4cca-8f6e-58cdf3089b76 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/d963c09e-2ed1-4f39-8c84-3353cd59b14a HTTP/1.1" status: 204 len: 168 time: 1.7863078 Oct 13 00:38:49.341685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ecfe8-405f-4cca-8f6e-58cdf3089b76 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=d963c09e-2ed1-4f39-8c84-3353cd59b14a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:49.408512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c06b4-6eac-45a1-94f9-e2ae14793774 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:49.410121 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8b7c06b4-6eac-45a1-94f9-e2ae14793774 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0816245 Oct 13 00:38:49.413025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33176) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:49.440592 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-62caf71d-c4c5-4437-814b-fba3c5f74e15 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:38:49.442155 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-62caf71d-c4c5-4437-814b-fba3c5f74e15 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/147be2ba-8ce4-44e6-af5d-ccfb85867ba7 HTTP/1.1" status: 404 len: 333 time: 0.0281460 Oct 13 00:38:49.445334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33178) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:49.454036 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d44979b9-815e-45e1-97a1-aab8c9806611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.458537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d44979b9-815e-45e1-97a1-aab8c9806611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.464983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d44979b9-815e-45e1-97a1-aab8c9806611 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77dd09c1-8ded-44d3-b6a7-971d9b07171e HTTP/1.1" status: 204 len: 168 time: 0.4412792 Oct 13 00:38:49.497005 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-092dafd0-2e36-49e7-8423-57c568ef82e1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:38:49.501177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-092dafd0-2e36-49e7-8423-57c568ef82e1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/d963c09e-2ed1-4f39-8c84-3353cd59b14a HTTP/1.1" status: 404 len: 333 time: 0.0550010 Oct 13 00:38:49.503814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33184) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:49.527793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44979b9-815e-45e1-97a1-aab8c9806611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd09c1-8ded-44d3-b6a7-971d9b07171e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:49.625209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6174fb-c3fb-49ec-8346-26a3d7119884 req-c727fd02-d383-4c6c-9a40-879fc1a09f50 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:49.632707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:49.633150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be6174fb-c3fb-49ec-8346-26a3d7119884 req-c727fd02-d383-4c6c-9a40-879fc1a09f50 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 945 time: 0.0996552 Oct 13 00:38:49.644958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-bd5e43aa-d874-49f7-a1d3-d56276ea9007 service neutron] 10.222.0.21 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190734 Oct 13 00:38:49.725207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be6174fb-c3fb-49ec-8346-26a3d7119884 req-1544170a-8868-4faf-8d92-2807c3c47dee tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910978 Oct 13 00:38:49.750595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33188) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:49.798878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-5329ba39-b74b-46b5-8b51-0ca9ff839be4 service neutron] 10.222.0.21 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459253 Oct 13 00:38:49.813987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef14bf25-5150-4c48-b9e1-b22bd5fabaa0 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:49.815930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ef14bf25-5150-4c48-b9e1-b22bd5fabaa0 tempest-TestNetworkBasicOps-1413458479 tempest-TestNetworkBasicOps-1413458479-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 1091 time: 0.0641186 Oct 13 00:38:49.818632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33190) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:49.824309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:49.858725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.019094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd270f-e897-4a0f-b14e-d71394dd2a4a req-605ff844-63c7-4a57-ba34-9e4f06b28120 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:50.021133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3fd270f-e897-4a0f-b14e-d71394dd2a4a req-605ff844-63c7-4a57-ba34-9e4f06b28120 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 945 time: 0.1019084 Oct 13 00:38:50.167119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77e9dd25-ce82-40f9-afcf-5a21a1e0c15d req-f28e4e4a-e66c-4d2d-b999-f64fb93a6185 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 210 time: 0.0839777 Oct 13 00:38:50.192999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.204879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3fd270f-e897-4a0f-b14e-d71394dd2a4a req-fc942e9d-21f2-4cbe-a517-2767526164b3 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714439 Oct 13 00:38:50.229835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6f695f-260b-41a1-8cde-b0c0f3b2dc14']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:50.233708 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.241041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89721c01-818f-452d-9526-0173f30a66fe') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:50.241391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89721c01-818f-452d-9526-0173f30a66fe') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:50.266300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.296458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.310231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:50.310633 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:50.313804 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:50.387260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.398765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.401942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Allocated IP 172.25.3.11 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/6fbbdbe6-e8da-4e64-9ae5-c38afe16c8ae) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:50.402470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/networks/9d6f695f-260b-41a1-8cde-b0c0f3b2dc14 HTTP/1.1" status: 204 len: 168 time: 0.8936017 Oct 13 00:38:50.406229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33212) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:50.414440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1684439094'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:50.416748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b2041-b331-4f8b-b06c-5862fd713182 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Network': ['ID=9d6f695f-260b-41a1-8cde-b0c0f3b2dc14,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:50.447906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:50.452697 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.529699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:50.555168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.555539 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Added segment 40edc6f9-090a-4e28-80f8-f911c9810cc0 of type vlan for network 22889f45-508a-4d6b-a8a0-6575553f003c Oct 13 00:38:50.579293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2f08fcdd-258b-4286-81bb-0a4af50028f9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:50.626720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.634120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.667716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2f08fcdd-258b-4286-81bb-0a4af50028f9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:50.668374 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.674265 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.680581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:50.681196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.755554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3479011 Oct 13 00:38:50.760387 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33222) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:50.767276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': '22889f45-508a-4d6b-a8a0-6575553f003c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:50.777996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6ad83-ed94-4401-ba02-b9643d13d7c8 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Network': ['ID=22889f45-508a-4d6b-a8a0-6575553f003c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:50.785618 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:50.792881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 22889f45-508a-4d6b-a8a0-6575553f003c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:50.846201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:50.849458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:50.856389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:50.889870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=6fbbdbe6-e8da-4e64-9ae5-c38afe16c8ae,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:50.969785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:50.975402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.050883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_backend_mixin [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Performing IP validity checks on allocation pools {{(pid=94988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 00:38:51.051552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_backend_mixin [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 00:38:51.175637 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:38:51.224963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.326382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=25934ff0-785f-4e2e-ae88-51ef3eb10263,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:51.347952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking segment: {'id': '40edc6f9-090a-4e28-80f8-f911c9810cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22889f45-508a-4d6b-a8a0-6575553f003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:51.348318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network hostable DHCP agents. Network: 22889f45-508a-4d6b-a8a0-6575553f003c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:51.364073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-404ab61e-818d-4996-83a6-d42be8dff6cc tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:51.365546 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-404ab61e-818d-4996-83a6-d42be8dff6cc tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.36 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 945 time: 0.0788128 Oct 13 00:38:51.377340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-276d204f-c2f9-48f1-8f16-8f7f23e22a52 req-62962e9f-f976-4a43-b91a-4f83bb1b8fc4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 210 time: 0.0636625 Oct 13 00:38:51.386306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.417932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 22889f45-508a-4d6b-a8a0-6575553f003c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:51.434021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94631a2-a75c-4d3a-b860-1a63566cebff req-a48a7257-34a2-472d-980b-9b8410a91998 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:51.435771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a94631a2-a75c-4d3a-b860-1a63566cebff req-a48a7257-34a2-472d-980b-9b8410a91998 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 945 time: 0.1268246 Oct 13 00:38:51.437245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 22889f45-508a-4d6b-a8a0-6575553f003c) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:51.446404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26fe65-6024-41c5-83d4-d599b63c4ba2 None None] Network 22889f45-508a-4d6b-a8a0-6575553f003c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:51.458621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:51.459604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.488328 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-95f02ea9-b176-4717-a5be-6786a18fca4b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7240124 Oct 13 00:38:51.488805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33242) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:51.495339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': '22889f45-508a-4d6b-a8a0-6575553f003c', 'name': 'tempest-PortsTestJSON-616568704'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:51.544369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a94631a2-a75c-4d3a-b860-1a63566cebff req-9675ba3d-014b-4ec4-8a3c-15ab71350fd7 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5af8211-6c21-4a3a-ac88-0f75dbb7709c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940681 Oct 13 00:38:51.555333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.563490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Deleting port 6f51b439-7114-4a03-8593-91e60df82e52 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:51.563880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.683426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-22889f45-508a-4d6b-a8a0-6575553f003c', 'network_id': '22889f45-508a-4d6b-a8a0-6575553f003c', 'tenant_id': '82cfd76f5a254d5e96c14edc807715c6', 'fixed_ips': [{'subnet_id': '25934ff0-785f-4e2e-ae88-51ef3eb10263'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:51.685241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.810833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.816689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.839778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] For port 6f51b439-7114-4a03-8593-91e60df82e52, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6f51b439-7114-4a03-8593-91e60df82e52,segment=NetworkSegment(30a55a29-a7f9-4022-85b3-ececb41251f2),segment_id=30a55a29-a7f9-4022-85b3-ececb41251f2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:51.840147 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.875756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-a7b0e2e8-9081-439a-a59c-a7165faf4329 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:51.878112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-a7b0e2e8-9081-439a-a59c-a7165faf4329 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.45 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 796 time: 0.2695265 Oct 13 00:38:51.878878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:51.879541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Allocated IP 172.20.0.2 (22889f45-508a-4d6b-a8a0-6575553f003c/25934ff0-785f-4e2e-ae88-51ef3eb10263/0acb4d42-fc9c-44ca-9a30-8ab5b371a13c) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:51.884659 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:51.888793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Calling delete_port for 6f51b439-7114-4a03-8593-91e60df82e52 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:51.890459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event updated for resources: {'Port': ['ID=6fbbdbe6-e8da-4e64-9ae5-c38afe16c8ae,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:51.945952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port 6ced6fd7-beda-49cd-bdf3-60e6b125c861 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:38:51.951116 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.051412 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.065643 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.076938 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Floating IP 06f1c4dd-bad7-4281-bef5-437dc780c585 associated. External IP: 172.25.3.11, port: 70fe664f-6db8-4d25-b001-db2b147fccaf. Oct 13 00:38:52.121037 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-844b3a87-aa4f-429e-a4fd-f4d2a9b63ece tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 380 time: 0.2098567 Oct 13 00:38:52.137115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'port': {'device_id': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'admin_state_up': True, 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'security_groups': ['0d250aee-8c7f-410a-9f77-d3bdd1934034']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:52.171910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Network 22889f45-508a-4d6b-a8a0-6575553f003c is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:52.181459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:52.185230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:52.255930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Pushing event updated for resources: {'Port': ['ID=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:52.292268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.5 (22889f45-508a-4d6b-a8a0-6575553f003c/25934ff0-785f-4e2e-ae88-51ef3eb10263/6ced6fd7-beda-49cd-bdf3-60e6b125c861) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:52.294084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Attempting to bind port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:52.294468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Attempting to bind port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '40edc6f9-090a-4e28-80f8-f911c9810cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22889f45-508a-4d6b-a8a0-6575553f003c'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:52.315405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Attempting to bind port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c on network 22889f45-508a-4d6b-a8a0-6575553f003c {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:52.329986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:52.330778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Checking segment: {'id': '40edc6f9-090a-4e28-80f8-f911c9810cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22889f45-508a-4d6b-a8a0-6575553f003c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:52.332618 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.333002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Bound using segment: {'id': '40edc6f9-090a-4e28-80f8-f911c9810cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22889f45-508a-4d6b-a8a0-6575553f003c'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:52.333494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Bound port: 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40edc6f9-090a-4e28-80f8-f911c9810cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22889f45-508a-4d6b-a8a0-6575553f003c'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:52.333887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.386088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:38:52.404845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:52.423186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.449291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] For port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:52.454406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] For port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,segment=NetworkSegment(40edc6f9-090a-4e28-80f8-f911c9810cc0),segment_id=40edc6f9-090a-4e28-80f8-f911c9810cc0)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:52.462116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.532602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.550039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249afe-50a9-4a36-9c0b-43c345a88ffd None None] Pushing event updated for resources: {'Port': ['ID=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:52.575539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3cf66587-ac24-4e54-ae30-45cf1bfdda84 req-688d67a9-5fdf-43db-9687-7787b94972cd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 210 time: 0.0532742 Oct 13 00:38:52.590497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6f51b439-7114-4a03-8593-91e60df82e52'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:38:52.648505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Pushing event deleted for resources: {'Port': ['ID=6f51b439-7114-4a03-8593-91e60df82e52,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:52.714611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:38:52.723394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] No DVR routers for this DVR port 6f51b439-7114-4a03-8593-91e60df82e52 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:52.727919 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.729222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] Sync routers for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:38:52.731338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9d8d8a3b-926d-45a4-b21b-3fd64e42bf4c req-f30bb4a2-385e-4a48-89fe-3655c911fe30 tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.36 "DELETE /v2.0/ports/6f51b439-7114-4a03-8593-91e60df82e52 HTTP/1.1" status: 204 len: 173 time: 1.3581054 Oct 13 00:38:52.745275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55abd48d-24e5-4093-9e9f-001b90474ba1', 'name': 'network-vif-deleted', 'tag': '6f51b439-7114-4a03-8593-91e60df82e52'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:52.746106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:52.746997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:52.747747 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e4738-1f72-4043-a833-5dc984e5a71b" -d '{"events": [{"server_uuid": "55abd48d-24e5-4093-9e9f-001b90474ba1", "name": "network-vif-deleted", "tag": "6f51b439-7114-4a03-8593-91e60df82e52"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:52.786061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ec800d1-5feb-49ee-b0fc-5603b235044a req-5efdd9e5-5b6f-49c5-94d3-3e252f9e50ef tempest-VolumesSnapshotTestJSON-1700996140 tempest-VolumesSnapshotTestJSON-1700996140-project] 10.222.0.21 "GET /v2.0/ports?device_id=55abd48d-24e5-4093-9e9f-001b90474ba1 HTTP/1.1" status: 200 len: 210 time: 0.0911086 Oct 13 00:38:52.798781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:52.860088 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d858a3f-b82d-4bad-998d-8e1a94be3c92 x-openstack-request-id: req-8d858a3f-b82d-4bad-998d-8e1a94be3c92 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:52.866402 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55abd48d-24e5-4093-9e9f-001b90474ba1", "name": "network-vif-deleted", "tag": "6f51b439-7114-4a03-8593-91e60df82e52", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:52.866402 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d858a3f-b82d-4bad-998d-8e1a94be3c92 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:52.866402 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55abd48d-24e5-4093-9e9f-001b90474ba1', 'name': 'network-vif-deleted', 'tag': '6f51b439-7114-4a03-8593-91e60df82e52', 'status': 'completed', 'code': 200} Oct 13 00:38:52.867389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e4fa5e5c-70c6-4881-87de-efa75126f0d2 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0474637 Oct 13 00:38:52.868194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33270) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:52.868802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:52.871282 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5305fe-d259-4b72-9f02-9308d4983750" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:52.941028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.20.0.6 (afd838a1-1b82-4f04-b36f-fc8074e5622b/e1f5f661-46b4-4d23-9c37-a9251398f28b/f08e51a3-73f9-4ab9-81c3-dd0d3533d439) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:53.031416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:53.031699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:53.078576 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b94dcf8-09f1-41db-a0ed-7daea069c1fd x-openstack-request-id: req-6b94dcf8-09f1-41db-a0ed-7daea069c1fd {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:53.079033 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:53.079467 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b94dcf8-09f1-41db-a0ed-7daea069c1fd {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:53.080180 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'status': 'completed', 'code': 200} Oct 13 00:38:53.092030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb560d8e-52b6-4d2d-b91d-b492b34fafe0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/floatingips/06f1c4dd-bad7-4281-bef5-437dc780c585 HTTP/1.1" status: 200 len: 990 time: 0.2091072 Oct 13 00:38:53.160832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-69c7d9d6-06ba-4233-9053-30766ed94153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:53.162482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-69c7d9d6-06ba-4233-9053-30766ed94153 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 1096 time: 0.0562036 Oct 13 00:38:53.178483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:53.284753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 22889f45-508a-4d6b-a8a0-6575553f003c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:53.298270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:53.308569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=6ced6fd7-beda-49cd-bdf3-60e6b125c861,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:53.326952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:53.329712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-5c363caa-45f1-4f91-b5d8-a0f90e251c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:53.332285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-5c363caa-45f1-4f91-b5d8-a0f90e251c71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=52dcc5bd-618e-41fb-b764-5427d9660d16 HTTP/1.1" status: 200 len: 897 time: 0.1629009 Oct 13 00:38:53.333039 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:53.418847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:53.419993 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:53.428958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-da5b6f64-0a8c-4afc-88c4-2006b2a52880 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70fe664f-6db8-4d25-b001-db2b147fccaf HTTP/1.1" status: 200 len: 998 time: 0.0872195 Oct 13 00:38:53.444138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '06f1c4dd-bad7-4281-bef5-437dc780c585', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'port_id': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'mac_address': 'fa:16:3e:2c:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:38:51Z', 'updated_at': '2021-10-13T00:38:51Z', 'revision_number': 0, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:30Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:53.462152 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-27087a22-b549-442d-9418-c07cd4f15a82 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9714966 Oct 13 00:38:53.464089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33278) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:53.483244 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:53.522809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-866d9ecc-8631-4a0e-bf38-0acb97fc9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:53.525796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-866d9ecc-8631-4a0e-bf38-0acb97fc9e5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8152608a-aae5-4efa-95a5-adbea444a65a HTTP/1.1" status: 200 len: 834 time: 0.0891068 Oct 13 00:38:53.526326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] Checking router: 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:38:53.537676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:38:53.538283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:53.627396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-d67c7d53-8691-4a6e-8f94-d51bb0b1d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:53.629402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-d67c7d53-8691-4a6e-8f94-d51bb0b1d189 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52dcc5bd-618e-41fb-b764-5427d9660d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960717 Oct 13 00:38:53.688183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:38:53.694173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network afd838a1-1b82-4f04-b36f-fc8074e5622b is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:53.723664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:53.726736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:53.754057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:53.852781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:53.855002 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:53.880318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-55fd2ac8-22b1-4f46-b19b-6c6af4319e14 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 6ced6fd7-beda-49cd-bdf3-60e6b125c861 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:53.880901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55fd2ac8-22b1-4f46-b19b-6c6af4319e14 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:53.906289 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-7c55b769-e9f5-4344-bee0-c3e57441a4c4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7765303 Oct 13 00:38:53.943947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a8e86-eb5d-46c5-adc2-28fe88e027dd req-5a5baa4d-8258-4f08-a4ab-a746251082bb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:53.944201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Request body: {'port': {'device_id': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:53.951420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c30a8e86-eb5d-46c5-adc2-28fe88e027dd req-5a5baa4d-8258-4f08-a4ab-a746251082bb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 931 time: 0.1824827 Oct 13 00:38:54.026584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-8643241f-6393-4793-abf6-c1e5eabac3f5 service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882985 Oct 13 00:38:54.079084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c30a8e86-eb5d-46c5-adc2-28fe88e027dd req-93017307-cb01-4890-9000-79642f0935b5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205459 Oct 13 00:38:54.095164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33288) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:54.166376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bdc42d45-d94c-4be0-9f9f-e2950c2dd673 None None] Provisioning complete for port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:54.166945 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bdc42d45-d94c-4be0-9f9f-e2950c2dd673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.171335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55fd2ac8-22b1-4f46-b19b-6c6af4319e14 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.178695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.236159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-55fd2ac8-22b1-4f46-b19b-6c6af4319e14 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 6ced6fd7-beda-49cd-bdf3-60e6b125c861 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:54.240133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '06f1c4dd-bad7-4281-bef5-437dc780c585', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'port_id': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'mac_address': 'fa:16:3e:2c:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:38:51Z', 'updated_at': '2021-10-13T00:38:51Z', 'revision_number': 0, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:30Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:54.279785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ca840e25-5960-49bb-b30f-203868effa0e tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/floatingips/06f1c4dd-bad7-4281-bef5-437dc780c585 HTTP/1.1" status: 200 len: 990 time: 0.1785471 Oct 13 00:38:54.288894 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f98a53-080d-47e8-bcc3-a98729eb560d None None] The sync data for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 is: [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '06f1c4dd-bad7-4281-bef5-437dc780c585', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'port_id': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'mac_address': 'fa:16:3e:2c:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:38:51Z', 'updated_at': '2021-10-13T00:38:51Z', 'revision_number': 0, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:30Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:38:54.294186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bdc42d45-d94c-4be0-9f9f-e2950c2dd673 None None] Port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:38:54.304529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e90a4-6062-4146-b2ef-3fe1f802a739 None None] Network 22889f45-508a-4d6b-a8a0-6575553f003c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:54.500014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-3c69886e-c33b-4916-a9d6-2523a0dc28f9 service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196825 Oct 13 00:38:54.556367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6f51b439-7114-4a03-8593-91e60df82e52 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:54.624178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33296) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:54.625536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 6f51b439-7114-4a03-8593-91e60df82e52 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:54.626034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6f51b439-7114-4a03-8593-91e60df82e52 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:54.627768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:38:54.693553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-38e69bdd-d7b6-4fe0-ad4c-792b623a40eb None None] Provisioning complete for port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:54.693943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38e69bdd-d7b6-4fe0-ad4c-792b623a40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.734854 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17269f10-1c74-4743-87e5-5b360c5d652d None None] New status for floating IP 06f1c4dd-bad7-4281-bef5-437dc780c585: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:38:54.779887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:54.779887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.827943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb59caf4-bf75-4f98-b198-18192ab6f237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.829652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55fd2ac8-22b1-4f46-b19b-6c6af4319e14 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.872460 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38e69bdd-d7b6-4fe0-ad4c-792b623a40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.910999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd2ac8-22b1-4f46-b19b-6c6af4319e14 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=6ced6fd7-beda-49cd-bdf3-60e6b125c861,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:54.972428 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb59caf4-bf75-4f98-b198-18192ab6f237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.980887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb59caf4-bf75-4f98-b198-18192ab6f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:54.987869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-38e69bdd-d7b6-4fe0-ad4c-792b623a40eb None None] For port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,segment=NetworkSegment(40edc6f9-090a-4e28-80f8-f911c9810cc0),segment_id=40edc6f9-090a-4e28-80f8-f911c9810cc0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:55.044394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb59caf4-bf75-4f98-b198-18192ab6f237 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cffbbfa551d4bfab6ff4a0402c21fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162166 Oct 13 00:38:55.044394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59caf4-bf75-4f98-b198-18192ab6f237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e454d797-2e4d-4ab5-9f95-6c8c75478071,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:55.046182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33302) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:55.066525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38e69bdd-d7b6-4fe0-ad4c-792b623a40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.177468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55fd2ac8-22b1-4f46-b19b-6c6af4319e14 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.194137 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-55fd2ac8-22b1-4f46-b19b-6c6af4319e14 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/6ced6fd7-beda-49cd-bdf3-60e6b125c861 HTTP/1.1" status: 204 len: 168 time: 1.7265775 Oct 13 00:38:55.197118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33306) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:55.212769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08e51a3-73f9-4ab9-81c3-dd0d3533d439 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:38:55.234440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.238461 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dcbb63-33e8-48c0-aafc-88955f963fc1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:38:55.239254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1dcbb63-33e8-48c0-aafc-88955f963fc1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:38:55.246242 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b1dcbb63-33e8-48c0-aafc-88955f963fc1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/6ced6fd7-beda-49cd-bdf3-60e6b125c861 HTTP/1.1" status: 404 len: 333 time: 0.0425839 Oct 13 00:38:55.247017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33308) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:55.271451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Transition to ACTIVE for port object f08e51a3-73f9-4ab9-81c3-dd0d3533d439 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:38:55.277724 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcb4d17-bbe6-44d0-918f-3294fe075a5a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:38:55.283041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33310) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:55.283792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33312) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:55.284564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dfcb4d17-bbe6-44d0-918f-3294fe075a5a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/6ced6fd7-beda-49cd-bdf3-60e6b125c861 HTTP/1.1" status: 404 len: 333 time: 0.0344229 Oct 13 00:38:55.284955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.294959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13cda6-3ffc-4776-927d-4171620d2e03 req-19491b45-e745-41b4-a079-3affc36d37a1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:55.302602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c13cda6-3ffc-4776-927d-4171620d2e03 req-19491b45-e745-41b4-a079-3affc36d37a1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 931 time: 0.1390557 Oct 13 00:38:55.354406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c13cda6-3ffc-4776-927d-4171620d2e03 req-95bf6514-23ea-4325-9f54-49f649465e89 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501444 Oct 13 00:38:55.414157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-af96c358-606b-428f-b353-1bf787f4b80e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 25934ff0-785f-4e2e-ae88-51ef3eb10263 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:55.417885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af96c358-606b-428f-b353-1bf787f4b80e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.433883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e69bdd-d7b6-4fe0-ad4c-792b623a40eb None None] Pushing event updated for resources: {'Port': ['ID=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:55.445337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e332328a-6913-40f2-a388-16e60cdee02c None None] Provisioning complete for port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:38:55.445708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e332328a-6913-40f2-a388-16e60cdee02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.532752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:55.542447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e332328a-6913-40f2-a388-16e60cdee02c None None] Could not find standard attr ID for object 6ced6fd7-beda-49cd-bdf3-60e6b125c861. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:38:55.582309 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af96c358-606b-428f-b353-1bf787f4b80e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.646120 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef155594-b4f9-40f6-abce-1b9062532b25 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/floatingips/06f1c4dd-bad7-4281-bef5-437dc780c585 HTTP/1.1" status: 200 len: 992 time: 0.3361974 Oct 13 00:38:55.662722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-688c7cbf-4db2-49ce-87d4-19f8fa2316eb None None] Could not find standard attr ID for object 6ced6fd7-beda-49cd-bdf3-60e6b125c861. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:38:55.683891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-096e50ba-a67c-462e-9038-e86ee25cc332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.746904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-096e50ba-a67c-462e-9038-e86ee25cc332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.821479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:55.821815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:55.822154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:55.831559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:38:55.832131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:55.836944 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af96c358-606b-428f-b353-1bf787f4b80e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.868575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:55.868926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Checking segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:55.869323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Bound using segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:55.869843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Bound port: f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:55.870209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.920693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-096e50ba-a67c-462e-9038-e86ee25cc332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.923221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-096e50ba-a67c-462e-9038-e86ee25cc332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.924458 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-096e50ba-a67c-462e-9038-e86ee25cc332 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e454d797-2e4d-4ab5-9f95-6c8c75478071 HTTP/1.1" status: 204 len: 168 time: 0.8612936 Oct 13 00:38:55.948152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e50ba-a67c-462e-9038-e86ee25cc332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e454d797-2e4d-4ab5-9f95-6c8c75478071,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:55.962588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af96c358-606b-428f-b353-1bf787f4b80e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:55.997364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96c358-606b-428f-b353-1bf787f4b80e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=25934ff0-785f-4e2e-ae88-51ef3eb10263,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:56.003158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-af96c358-606b-428f-b353-1bf787f4b80e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.006534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-af96c358-606b-428f-b353-1bf787f4b80e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/25934ff0-785f-4e2e-ae88-51ef3eb10263 HTTP/1.1" status: 204 len: 168 time: 0.6952624 Oct 13 00:38:56.009299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:56.009447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33320) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:56.013213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cafd114-dcd6-43f3-b9e9-b13db83b4c40 None None] Network 22889f45-508a-4d6b-a8a0-6575553f003c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:56.025860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:56.032845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.071535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:56.072403 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.074102 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] 10.222.0.45 "PUT /v2.0/ports/f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 1091 time: 2.1347613 Oct 13 00:38:56.074557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:38:56.076876 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ba1382-f020-4b09-82c4-2c21f6bcb704" -d '{"events": [{"name": "network-changed", "server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:38:56.105203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e91c7a-d5fa-4b8d-bf92-c48eb025a423 service neutron] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:56.140286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.158503 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37913b17-258f-4437-af24-ed3663bd794e x-openstack-request-id: req-37913b17-258f-4437-af24-ed3663bd794e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:38:56.158893 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:38:56.159225 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37913b17-258f-4437-af24-ed3663bd794e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:38:56.160063 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'status': 'completed', 'code': 200} Oct 13 00:38:56.203195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:56.203829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.227322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-02f103b4-96da-4852-8df7-89fbef2d27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:56.229211 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-02f103b4-96da-4852-8df7-89fbef2d27fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1094 time: 0.0911348 Oct 13 00:38:56.280302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] For port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,segment=NetworkSegment(40edc6f9-090a-4e28-80f8-f911c9810cc0),segment_id=40edc6f9-090a-4e28-80f8-f911c9810cc0)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:56.280725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.301632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:56.305862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33326) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:56.307749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-4fbe850b-4bf8-4869-9b48-1ff23529ada8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 217 time: 0.0519404 Oct 13 00:38:56.328518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] DHCP port deletion for 22889f45-508a-4d6b-a8a0-6575553f003c request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:38:56.331120 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b2590c-4435-4cdd-a0b3-7f41e29f7b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.374666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-ff08d1c4-3696-4be4-83b4-d01912f47441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:56.376995 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-ff08d1c4-3696-4be4-83b4-d01912f47441 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 200 len: 835 time: 0.0616531 Oct 13 00:38:56.395045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] Deleting port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:56.395431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.463638 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.475438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-f9d08004-7414-415f-a052-ee15ec953abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:56.477016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-f9d08004-7414-415f-a052-ee15ec953abe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afd838a1-1b82-4f04-b36f-fc8074e5622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919857 Oct 13 00:38:56.494256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] For port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,segment=NetworkSegment(40edc6f9-090a-4e28-80f8-f911c9810cc0),segment_id=40edc6f9-090a-4e28-80f8-f911c9810cc0)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:56.494745 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.509964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:38:56.512952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] Calling delete_port for 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:56.522192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:56.524813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No DVR routers for this DVR port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:56.536539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:38:56.536893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:38:56.541355 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b2590c-4435-4cdd-a0b3-7f41e29f7b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.564217 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14b2590c-4435-4cdd-a0b3-7f41e29f7b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.599471 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-2c169ce1-8a32-48f6-a3de-ec31698e5dd8 service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141291 Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:38:56.616058 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 00:38:56.626072 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.631479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04034a9f-a6ce-4280-9b36-227f0ad80f0a req-d69de4a7-1e47-4e3f-b52d-d0a0eb84140a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:56.633604 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04034a9f-a6ce-4280-9b36-227f0ad80f0a req-d69de4a7-1e47-4e3f-b52d-d0a0eb84140a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 943 time: 0.1867769 Oct 13 00:38:56.668085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] Pushing event deleted for resources: {'Port': ['ID=0acb4d42-fc9c-44ca-9a30-8ab5b371a13c,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:56.676337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14b2590c-4435-4cdd-a0b3-7f41e29f7b70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f381e8cbdcc745c1815ec73996f8c66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661096 Oct 13 00:38:56.676615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33334) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:56.678844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae8fc2d-9cd7-43fb-948b-0e6d20384222 None None] No DVR routers for this DVR port 0acb4d42-fc9c-44ca-9a30-8ab5b371a13c on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:38:56.683458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2590c-4435-4cdd-a0b3-7f41e29f7b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61821db3-fb8a-43f0-a893-40cf9a19f190,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:56.687209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.722158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22889f45-508a-4d6b-a8a0-6575553f003c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:56.736232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04034a9f-a6ce-4280-9b36-227f0ad80f0a req-248db0fc-5ab9-4732-af83-ddf674684e8e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860016 Oct 13 00:38:56.737809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40edc6f9-090a-4e28-80f8-f911c9810cc0') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:56.738087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40edc6f9-090a-4e28-80f8-f911c9810cc0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:38:56.744467 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-377d7bf0-cf8f-45bc-8765-96c7ff1ba1f6 req-beac487d-b0da-4f5c-9e90-2edd80d20e08 service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360393 Oct 13 00:38:56.764054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.781304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.789709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:38:56.790443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.791222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9d-7cba-4a92-9afa-cef079e0e562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:38:56.793771 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:38:56.817370 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9d-7cba-4a92-9afa-cef079e0e562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.872549 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.878387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.884008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/networks/22889f45-508a-4d6b-a8a0-6575553f003c HTTP/1.1" status: 204 len: 168 time: 0.8732657 Oct 13 00:38:56.889326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33338) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:56.896338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1021227513'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:56.911490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e1d9c-13df-48a3-96f4-64e6c71929f5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Network': ['ID=22889f45-508a-4d6b-a8a0-6575553f003c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:56.912765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-7d9b9630-f425-4694-b72c-467f1753b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:56.914581 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-7d9b9630-f425-4694-b72c-467f1753b8f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1094 time: 0.0790942 Oct 13 00:38:56.918498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9d-7cba-4a92-9afa-cef079e0e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.921502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9d-7cba-4a92-9afa-cef079e0e562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:56.922746 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ff1fd9d-7cba-4a92-9afa-cef079e0e562 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61821db3-fb8a-43f0-a893-40cf9a19f190 HTTP/1.1" status: 204 len: 168 time: 0.2451863 Oct 13 00:38:56.959484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1fd9d-7cba-4a92-9afa-cef079e0e562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61821db3-fb8a-43f0-a893-40cf9a19f190,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:56.990113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:56.994116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:57.030706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:38:57.053522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:57.053896 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Added segment 08b186fb-34eb-485f-ad54-51bc78f1a58b of type vlan for network a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 Oct 13 00:38:57.072173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-eab2210e-24a1-4ebb-898c-0e0cfd6af683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:57.073949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-eab2210e-24a1-4ebb-898c-0e0cfd6af683 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 897 time: 0.1496861 Oct 13 00:38:57.478134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-7ddb74ea-e993-4232-bbaf-560aa33cd200 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 217 time: 0.3868399 Oct 13 00:38:57.479653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:57.546413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:57.552171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:57.552803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:57.578775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-c9356a2a-a38a-40dd-9aa2-9b1e7f13dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:57.580314 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-c9356a2a-a38a-40dd-9aa2-9b1e7f13dab6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 200 len: 835 time: 0.0938194 Oct 13 00:38:57.662149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7717681 Oct 13 00:38:57.665698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33360) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:57.670000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528f28c-ce2c-42ab-82b6-1c353170c55d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Network': ['ID=a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:57.672123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:57.682716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-86e37d0a-e1d1-46b4-a297-a331a1b0288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:57.684643 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-86e37d0a-e1d1-46b4-a297-a331a1b0288a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afd838a1-1b82-4f04-b36f-fc8074e5622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712097 Oct 13 00:38:57.684774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:38:57.807389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:57.819842 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:57.835030 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-b63b442f-9959-4f64-b43d-38616b4c78fe service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425359 Oct 13 00:38:57.957383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67ba1382-f020-4b09-82c4-2c21f6bcb704 req-09a7a1cb-5cdf-4751-9c0c-6ac47c278bcc service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086078 Oct 13 00:38:58.058636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85458ab6-adfc-42f5-83ff-8fd455a9db3f req-5928f687-c47e-441a-8b83-b9bd9745d33b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:58.060255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85458ab6-adfc-42f5-83ff-8fd455a9db3f req-5928f687-c47e-441a-8b83-b9bd9745d33b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 943 time: 0.0967984 Oct 13 00:38:58.088606 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:58.159477 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85458ab6-adfc-42f5-83ff-8fd455a9db3f req-2c95e3de-595b-4b0d-8e89-64920025e826 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896716 Oct 13 00:38:58.174399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=a742a6bc-c09f-4b86-887a-9074708b678f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:58.184258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking segment: {'id': '08b186fb-34eb-485f-ad54-51bc78f1a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:58.184626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network hostable DHCP agents. Network: a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:38:58.208735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:38:58.226873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:58.239440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d3787-f7a5-4ff3-aa50-7dfdb41a4012 None None] Network a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:38:58.286311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:58.288288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:58.320922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4ae099dc-5de2-40d7-93a2-4130529d778a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6501460 Oct 13 00:38:58.323799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33376) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:58.329952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': 'a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1120476391'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:38:58.496187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:38:58.502075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2', 'network_id': 'a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2', 'tenant_id': '82cfd76f5a254d5e96c14edc807715c6', 'fixed_ips': [{'subnet_id': 'a742a6bc-c09f-4b86-887a-9074708b678f'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:38:58.503474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:58.506963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:58.524957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port 9d68b2f0-a66d-4c8a-998d-94ead7a27fdd yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:38:58.639775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.8 (a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2/a742a6bc-c09f-4b86-887a-9074708b678f/9d68b2f0-a66d-4c8a-998d-94ead7a27fdd) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:58.770322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:58.804575 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:58.848499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:58.852467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:58.856912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:58.869900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Allocated IP 172.20.0.2 (a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2/a742a6bc-c09f-4b86-887a-9074708b678f/82b56e73-5e65-4e1c-9f37-822fd23e1079) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:38:58.881723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=9d68b2f0-a66d-4c8a-998d-94ead7a27fdd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:58.912482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:58.913137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:58.933548 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a13ea78-61a1-4417-bafd-9ed85ce33e4c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6066933 Oct 13 00:38:58.934571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33400) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:59.049982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-882db80b-7d2e-482b-baca-4426f8cbdfbc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 9d68b2f0-a66d-4c8a-998d-94ead7a27fdd {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:38:59.050569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-882db80b-7d2e-482b-baca-4426f8cbdfbc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.062540 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.070490 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.109253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Network a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:38:59.112671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:38:59.117259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:38:59.159101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Pushing event updated for resources: {'Port': ['ID=82b56e73-5e65-4e1c-9f37-822fd23e1079,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:59.165626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-882db80b-7d2e-482b-baca-4426f8cbdfbc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.181329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-882db80b-7d2e-482b-baca-4426f8cbdfbc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 9d68b2f0-a66d-4c8a-998d-94ead7a27fdd owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:38:59.197021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Attempting to bind port 82b56e73-5e65-4e1c-9f37-822fd23e1079 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:38:59.198719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Attempting to bind port 82b56e73-5e65-4e1c-9f37-822fd23e1079 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '08b186fb-34eb-485f-ad54-51bc78f1a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:38:59.198719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Attempting to bind port 82b56e73-5e65-4e1c-9f37-822fd23e1079 on network a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:38:59.204025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:38:59.204536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Checking segment: {'id': '08b186fb-34eb-485f-ad54-51bc78f1a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:38:59.205064 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.205567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Bound using segment: {'id': '08b186fb-34eb-485f-ad54-51bc78f1a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:38:59.206153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Bound port: 82b56e73-5e65-4e1c-9f37-822fd23e1079, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b186fb-34eb-485f-ad54-51bc78f1a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:38:59.206645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.283767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] For port 82b56e73-5e65-4e1c-9f37-822fd23e1079, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:38:59.289160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] For port 82b56e73-5e65-4e1c-9f37-822fd23e1079, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=82b56e73-5e65-4e1c-9f37-822fd23e1079,segment=NetworkSegment(08b186fb-34eb-485f-ad54-51bc78f1a58b),segment_id=08b186fb-34eb-485f-ad54-51bc78f1a58b)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:38:59.296234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.364263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c21964-f4f4-480e-b2b7-5391e21dbfc7 req-af18261a-4b13-419a-92ec-3a1e0fb80886 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:38:59.376707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07c21964-f4f4-480e-b2b7-5391e21dbfc7 req-af18261a-4b13-419a-92ec-3a1e0fb80886 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 943 time: 0.1132264 Oct 13 00:38:59.381042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b2b17-5b15-4d08-ad84-6fc68c42185d None None] Pushing event updated for resources: {'Port': ['ID=82b56e73-5e65-4e1c-9f37-822fd23e1079,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:59.407316 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-882db80b-7d2e-482b-baca-4426f8cbdfbc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.440151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07c21964-f4f4-480e-b2b7-5391e21dbfc7 req-fd07b65e-eabb-4ef4-b28e-52a52406690e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550036 Oct 13 00:38:59.464775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882db80b-7d2e-482b-baca-4426f8cbdfbc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=9d68b2f0-a66d-4c8a-998d-94ead7a27fdd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:59.509567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f08e51a3-73f9-4ab9-81c3-dd0d3533d439 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:38:59.558877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-882db80b-7d2e-482b-baca-4426f8cbdfbc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.570977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-882db80b-7d2e-482b-baca-4426f8cbdfbc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/9d68b2f0-a66d-4c8a-998d-94ead7a27fdd HTTP/1.1" status: 204 len: 168 time: 0.6321611 Oct 13 00:38:59.571144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33428) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:59.616623 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f451ca-f914-47f6-87ba-868619384186 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:38:59.643896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-46f451ca-f914-47f6-87ba-868619384186 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/9d68b2f0-a66d-4c8a-998d-94ead7a27fdd HTTP/1.1" status: 404 len: 333 time: 0.0714657 Oct 13 00:38:59.651323 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:59.656323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33432) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:38:59.672118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'port_id': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'mac_address': 'fa:16:3e:fc:c1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:38:59.726117 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.745427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec7d0bc-55d6-458b-a9b6-d22ee9385fc3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet a742a6bc-c09f-4b86-887a-9074708b678f {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:38:59.745648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08e51a3-73f9-4ab9-81c3-dd0d3533d439 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:38:59.751231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d0bc-55d6-458b-a9b6-d22ee9385fc3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.787478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:38:59.798872 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.809178 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d0bc-55d6-458b-a9b6-d22ee9385fc3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.853118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:38:59.917659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d0bc-55d6-458b-a9b6-d22ee9385fc3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:38:59.997912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d0bc-55d6-458b-a9b6-d22ee9385fc3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.014471 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d0bc-55d6-458b-a9b6-d22ee9385fc3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.020159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1ec7d0bc-55d6-458b-a9b6-d22ee9385fc3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/a742a6bc-c09f-4b86-887a-9074708b678f HTTP/1.1" status: 204 len: 168 time: 0.3599412 Oct 13 00:39:00.021158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33438) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:00.040169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7d0bc-55d6-458b-a9b6-d22ee9385fc3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=a742a6bc-c09f-4b86-887a-9074708b678f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:00.122018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.129598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33440) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:00.181429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 82b56e73-5e65-4e1c-9f37-822fd23e1079 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:00.181780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.199775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f08e51a3-73f9-4ab9-81c3-dd0d3533d439'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:39:00.271964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] For port 82b56e73-5e65-4e1c-9f37-822fd23e1079, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=82b56e73-5e65-4e1c-9f37-822fd23e1079,segment=NetworkSegment(08b186fb-34eb-485f-ad54-51bc78f1a58b),segment_id=08b186fb-34eb-485f-ad54-51bc78f1a58b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:00.272336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.288668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 82b56e73-5e65-4e1c-9f37-822fd23e1079 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:00.309149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b122ad0c-9140-4452-913c-609ad4919744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.468204 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b122ad0c-9140-4452-913c-609ad4919744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.476960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.480412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b122ad0c-9140-4452-913c-609ad4919744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.562013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No DVR routers for this DVR port 82b56e73-5e65-4e1c-9f37-822fd23e1079 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:00.567481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=82b56e73-5e65-4e1c-9f37-822fd23e1079,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:00.605497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122ad0c-9140-4452-913c-609ad4919744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e912042e-279c-4a4c-9c0c-b1601b7d9fbd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:00.613165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b122ad0c-9140-4452-913c-609ad4919744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f71cdd3a0de0480390447bc541a13001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821320 Oct 13 00:39:00.621021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 82b56e73-5e65-4e1c-9f37-822fd23e1079 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:00.626407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33448) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:00.654789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 82b56e73-5e65-4e1c-9f37-822fd23e1079 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:39:00.655155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 82b56e73-5e65-4e1c-9f37-822fd23e1079 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 00:39:00.690010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Port 82b56e73-5e65-4e1c-9f37-822fd23e1079 not found, will not notify nova. {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 00:39:00.702844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1542-91a9-4850-bb1b-1310630e3e20 req-696834cb-7386-4bec-afab-e632d6380fbf tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:00.704913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60be1542-91a9-4850-bb1b-1310630e3e20 req-696834cb-7386-4bec-afab-e632d6380fbf tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.1652606 Oct 13 00:39:00.747223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.759289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60be1542-91a9-4850-bb1b-1310630e3e20 req-587c23c6-cf6c-4d1a-8d2a-d7c9f81415a5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429177 Oct 13 00:39:00.777042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:00.785573 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-614408ed-9bb8-47ae-8d68-9a77adc8d7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.790258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b186fb-34eb-485f-ad54-51bc78f1a58b') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:00.790582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b186fb-34eb-485f-ad54-51bc78f1a58b') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:00.812127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.826098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b89c8d-27b2-4edf-bfe1-da5a7aa024e1 None None] Network a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:00.831960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-614408ed-9bb8-47ae-8d68-9a77adc8d7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.838740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.851323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:00.851683 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:00.854716 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:00.888040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-777c67b1-bd33-4775-92d4-492d6350016a None None] Could not find standard attr ID for object 82b56e73-5e65-4e1c-9f37-822fd23e1079. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:00.935842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.944153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.951032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/networks/a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 HTTP/1.1" status: 204 len: 168 time: 0.9248931 Oct 13 00:39:00.951768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33450) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:00.957147 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-614408ed-9bb8-47ae-8d68-9a77adc8d7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.958231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'name': 'tempest-PortsTestJSON-1567821398'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:00.959737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-614408ed-9bb8-47ae-8d68-9a77adc8d7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:00.960933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-614408ed-9bb8-47ae-8d68-9a77adc8d7da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e912042e-279c-4a4c-9c0c-b1601b7d9fbd HTTP/1.1" status: 204 len: 168 time: 0.3332901 Oct 13 00:39:00.963904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332730-fa9a-462f-8f81-862db973b40c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Network': ['ID=a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:00.971721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614408ed-9bb8-47ae-8d68-9a77adc8d7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e912042e-279c-4a4c-9c0c-b1601b7d9fbd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:01.039804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b40b4-0c96-45d9-9efa-db18ddb5e2b6 None None] DHCP port deletion for a6a4ddbb-e2c3-4d3d-b6ce-af79b74104e2 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:39:01.089606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:01.093464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.112013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port c80f3718-c7be-4ed2-b0a8-9b171ac54696 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:01.256330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33456) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:01.272498 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42822040-3248-4d9c-a38e-59d100121ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.286877 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.326491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.363009 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42822040-3248-4d9c-a38e-59d100121ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.368513 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-42822040-3248-4d9c-a38e-59d100121ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.375423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:01.380574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:01.384536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:01.390116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:01.390739 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.405312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=c80f3718-c7be-4ed2-b0a8-9b171ac54696,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:01.415654 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-42822040-3248-4d9c-a38e-59d100121ced admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5896f472125b4bd8ae132c7cc228c9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580319 Oct 13 00:39:01.419001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33458) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:01.419103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f153131d-4f25-403b-9a4f-45bb42a3d3aa tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4635334 Oct 13 00:39:01.419103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33460) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:01.422733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42822040-3248-4d9c-a38e-59d100121ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171651c6-ae2e-48a3-9e73-44596322585c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:01.474618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6947d406-2b70-48e2-8c78-71bb62c702e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.497895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6947d406-2b70-48e2-8c78-71bb62c702e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.528756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f08e51a3-73f9-4ab9-81c3-dd0d3533d439 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:01.555838 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6947d406-2b70-48e2-8c78-71bb62c702e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.559673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6947d406-2b70-48e2-8c78-71bb62c702e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.561718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6947d406-2b70-48e2-8c78-71bb62c702e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/171651c6-ae2e-48a3-9e73-44596322585c HTTP/1.1" status: 204 len: 168 time: 0.1440020 Oct 13 00:39:01.577893 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947d406-2b70-48e2-8c78-71bb62c702e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171651c6-ae2e-48a3-9e73-44596322585c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:01.614174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:39:01.620797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:01.620797 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.717322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.745093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:39:01.748183 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf14362a-4e51-4c9a-acf6-5824a35be680" -d '{"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-plugged", "status": "completed", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:39:01.766052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:01.777306 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:01.841796 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2b21b9-7957-4178-a4af-e8e31022c0c2 x-openstack-request-id: req-eb2b21b9-7957-4178-a4af-e8e31022c0c2 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:39:01.842093 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-plugged", "status": "completed", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:39:01.842354 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb2b21b9-7957-4178-a4af-e8e31022c0c2 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:39:01.842756 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'code': 200} Oct 13 00:39:01.868416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:01.974447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1d296-b2ea-4d6c-8867-c27153167684 req-aa76a015-57e5-4a7a-aa69-ba146d5e8ae0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:01.981800 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6a1d296-b2ea-4d6c-8867-c27153167684 req-aa76a015-57e5-4a7a-aa69-ba146d5e8ae0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.0978768 Oct 13 00:39:01.993078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b023ed5-8e03-4dd3-afef-d4c11288c8eb req-979ac5a5-67b8-4ccb-84f8-06813f910085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:01.995056 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b023ed5-8e03-4dd3-afef-d4c11288c8eb req-979ac5a5-67b8-4ccb-84f8-06813f910085 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1096 time: 0.0636146 Oct 13 00:39:02.040143 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b023ed5-8e03-4dd3-afef-d4c11288c8eb req-09933b45-5176-4764-88b1-99a3df250bab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379281 Oct 13 00:39:02.044345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6a1d296-b2ea-4d6c-8867-c27153167684 req-ae589036-4524-4d0e-8ea7-a0b502ce2333 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613723 Oct 13 00:39:02.047758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port c80f3718-c7be-4ed2-b0a8-9b171ac54696 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:02.048108 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:02.131675 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:02.146106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for c80f3718-c7be-4ed2-b0a8-9b171ac54696 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:02.230694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:02.268504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=c80f3718-c7be-4ed2-b0a8-9b171ac54696,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:02.273097 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:02.276324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/c80f3718-c7be-4ed2-b0a8-9b171ac54696 HTTP/1.1" status: 204 len: 168 time: 0.8562033 Oct 13 00:39:02.278961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33484) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:02.281802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.282141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.282473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.282805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.283134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.283458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.283801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.284126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.284442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.284556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'mac_address': 'fa:16:3e:47:a1:2a', 'name': 'tempest-PortsTestJSON-893744765'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:02.284758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.285072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.285384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496acde8-1af2-400f-b38b-99bf7e0be81d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:02.400194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:02.470748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:02.495976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port 8859ee32-f5fa-4819-ba48-5b01ee40320d yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:02.498681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 82b56e73-5e65-4e1c-9f37-822fd23e1079 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:39:02.532608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 82b56e73-5e65-4e1c-9f37-822fd23e1079 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:39:02.533206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 82b56e73-5e65-4e1c-9f37-822fd23e1079 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:39:02.713822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:02.752682 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:02.814450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:02.818670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:02.821164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:02.827366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:02.827991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:02.831721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=8859ee32-f5fa-4819-ba48-5b01ee40320d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:02.855376 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-47fc5120-a3a1-4abb-ac0a-3934a34abdd7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5745916 Oct 13 00:39:02.857875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33500) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:02.904603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62863d54-fdf9-4601-9b33-64ebacd642ac tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:02.906074 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-62863d54-fdf9-4601-9b33-64ebacd642ac tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/8859ee32-f5fa-4819-ba48-5b01ee40320d HTTP/1.1" status: 200 len: 840 time: 0.0472231 Oct 13 00:39:02.908841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33504) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:03.016199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f592f411-bac9-4ec8-af2b-ca321f939b44 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 8859ee32-f5fa-4819-ba48-5b01ee40320d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:03.016655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f592f411-bac9-4ec8-af2b-ca321f939b44 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:03.088815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f592f411-bac9-4ec8-af2b-ca321f939b44 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:03.103688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f592f411-bac9-4ec8-af2b-ca321f939b44 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 8859ee32-f5fa-4819-ba48-5b01ee40320d owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:03.189154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bf56a-971c-4ee8-827f-62c19ca1b388 req-dabccb61-27b2-472c-9129-4984ae5caec2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:03.190978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf4bf56a-971c-4ee8-827f-62c19ca1b388 req-dabccb61-27b2-472c-9129-4984ae5caec2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.0749667 Oct 13 00:39:03.214690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f592f411-bac9-4ec8-af2b-ca321f939b44 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:03.245859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf4bf56a-971c-4ee8-827f-62c19ca1b388 req-c816d0c9-71dc-40c3-8f17-469684e877e5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472753 Oct 13 00:39:03.269277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592f411-bac9-4ec8-af2b-ca321f939b44 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=8859ee32-f5fa-4819-ba48-5b01ee40320d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:03.275351 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f592f411-bac9-4ec8-af2b-ca321f939b44 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:03.279015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f592f411-bac9-4ec8-af2b-ca321f939b44 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/8859ee32-f5fa-4819-ba48-5b01ee40320d HTTP/1.1" status: 204 len: 168 time: 0.3689361 Oct 13 00:39:03.283010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33516) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:03.314410 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-893b6555-1c7e-42b8-9345-dd5a27e8e685 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:03.315926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-893b6555-1c7e-42b8-9345-dd5a27e8e685 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/8859ee32-f5fa-4819-ba48-5b01ee40320d HTTP/1.1" status: 404 len: 333 time: 0.0311098 Oct 13 00:39:03.319269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33518) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:03.325049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'name': 'tempest-PortsTestJSON-19458526'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:03.436702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:03.440969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:03.495526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port 597f44da-e4c3-4baf-9ec9-0c34f6c07edd yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:03.717298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:03.761767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:03.810169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:03.813324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:03.817072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:03.823880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:03.824491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:03.851796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.5306809 Oct 13 00:39:03.852166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33532) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:03.859719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:03.863895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc961d-4c14-4ca2-8505-59a46db1d961 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=597f44da-e4c3-4baf-9ec9-0c34f6c07edd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:03.937220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.124742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.130835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.164926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] In _notify_port_updated(), no bound segment for port 597f44da-e4c3-4baf-9ec9-0c34f6c07edd on network bd0f1943-9b88-42a0-8109-418deacfc4da {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:39:04.170477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:04.171055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.173436 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "PUT /v2.0/ports/597f44da-e4c3-4baf-9ec9-0c34f6c07edd HTTP/1.1" status: 200 len: 818 time: 0.3191757 Oct 13 00:39:04.177320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33538) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:04.210681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f912c-10b1-41aa-ac91-3bee7344af2c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=597f44da-e4c3-4baf-9ec9-0c34f6c07edd,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:04.294172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-e68781bf-dafc-478d-9c99-931275700220 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 597f44da-e4c3-4baf-9ec9-0c34f6c07edd {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:04.294647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e68781bf-dafc-478d-9c99-931275700220 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.396147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33544) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:04.415209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e68781bf-dafc-478d-9c99-931275700220 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.435954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-e68781bf-dafc-478d-9c99-931275700220 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 597f44da-e4c3-4baf-9ec9-0c34f6c07edd owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:04.446581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e28a94-1a44-4f2f-9eaf-342649988e82 req-7f1546ef-76dd-4de9-9061-b0d8133ac1ed tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:04.448116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97e28a94-1a44-4f2f-9eaf-342649988e82 req-7f1546ef-76dd-4de9-9061-b0d8133ac1ed tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.0980403 Oct 13 00:39:04.526372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97e28a94-1a44-4f2f-9eaf-342649988e82 req-c4c3a77a-ec77-4a91-97e9-ed9c890cb583 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688012 Oct 13 00:39:04.565645 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e68781bf-dafc-478d-9c99-931275700220 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.572489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-457f56ee-d02d-4f09-b64a-318b2079329e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.614527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68781bf-dafc-478d-9c99-931275700220 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=597f44da-e4c3-4baf-9ec9-0c34f6c07edd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:04.620162 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e68781bf-dafc-478d-9c99-931275700220 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.626417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e68781bf-dafc-478d-9c99-931275700220 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/597f44da-e4c3-4baf-9ec9-0c34f6c07edd HTTP/1.1" status: 204 len: 168 time: 0.4461858 Oct 13 00:39:04.627071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33550) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:04.683697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-457f56ee-d02d-4f09-b64a-318b2079329e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.688532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-457f56ee-d02d-4f09-b64a-318b2079329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.719065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1feccbf-243a-4566-8e44-7b519e82383f tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:04.720606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d1feccbf-243a-4566-8e44-7b519e82383f tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0915151 Oct 13 00:39:04.724625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33552) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:04.734452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f56ee-d02d-4f09-b64a-318b2079329e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad47fedb-e3cb-4ff6-b879-9ae46d62342b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:04.754927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc261936-3d3f-45c8-8e9a-c826383db564 req-3f8ec313-4e72-4a4b-96c0-f15d53db6274 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:04.755212 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-457f56ee-d02d-4f09-b64a-318b2079329e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26a87d8bdff14de7a38288ff17bc395f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579457 Oct 13 00:39:04.755453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33554) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:04.756264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc261936-3d3f-45c8-8e9a-c826383db564 req-3f8ec313-4e72-4a4b-96c0-f15d53db6274 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.0971406 Oct 13 00:39:04.758213 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-604f8809-51d9-49bc-8da8-6972020aa873 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:04.763629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-604f8809-51d9-49bc-8da8-6972020aa873 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/597f44da-e4c3-4baf-9ec9-0c34f6c07edd HTTP/1.1" status: 404 len: 333 time: 0.0341508 Oct 13 00:39:04.764936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33556) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:04.776835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-424971457'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:04.817836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc261936-3d3f-45c8-8e9a-c826383db564 req-7e1f9a6d-8c16-4155-9b88-769bd1d9fb4b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533185 Oct 13 00:39:04.838031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:04.849011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33560) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:04.850621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.853183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d14edc31-340b-4741-ba20-095c146cfa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.894653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d14edc31-340b-4741-ba20-095c146cfa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.896493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be3a71-23bb-432e-ae9a-e4e892702a7d tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:04.900746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-20be3a71-23bb-432e-ae9a-e4e892702a7d tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1091 time: 0.0506639 Oct 13 00:39:04.901560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33562) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:04.907051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:04.909739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:04.934242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.937587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:04.937948 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Added segment 2f191d83-7d9e-4770-868d-d94bbb2ca0d5 of type vlan for network 2face450-890a-46c7-8727-93038e44cc3c Oct 13 00:39:04.989337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.011128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d14edc31-340b-4741-ba20-095c146cfa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.015575 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d14edc31-340b-4741-ba20-095c146cfa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.016926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d14edc31-340b-4741-ba20-095c146cfa60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad47fedb-e3cb-4ff6-b879-9ae46d62342b HTTP/1.1" status: 204 len: 168 time: 0.2605348 Oct 13 00:39:05.035853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14edc31-340b-4741-ba20-095c146cfa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad47fedb-e3cb-4ff6-b879-9ae46d62342b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:05.047257 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.060190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:05.060839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.081888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.121905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3559394 Oct 13 00:39:05.124820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33566) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:05.129806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': '2face450-890a-46c7-8727-93038e44cc3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:05.187107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a41da-37fb-4740-9cad-cab426ffc127 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Network': ['ID=2face450-890a-46c7-8727-93038e44cc3c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:05.199443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 2face450-890a-46c7-8727-93038e44cc3c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:05.234191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.25.3.148 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/3386b38d-6533-4f4b-9781-216c7160c1b6) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:05.291091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:05.295140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.396217 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.441735 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.492305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:05.495367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:05.500800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:05.503686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=3386b38d-6533-4f4b-9781-216c7160c1b6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:05.522593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33570) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:05.541602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.580685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f735a99a-ed6d-413b-bff3-22a8a6fccf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.646118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=53dd63ff-d1fa-4922-b553-17a0404033f3,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:05.671307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking segment: {'id': '2f191d83-7d9e-4770-868d-d94bbb2ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2face450-890a-46c7-8727-93038e44cc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:05.671710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network hostable DHCP agents. Network: 2face450-890a-46c7-8727-93038e44cc3c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:05.710571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 2face450-890a-46c7-8727-93038e44cc3c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:05.729287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 2face450-890a-46c7-8727-93038e44cc3c) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:05.735033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:05.736346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.737415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28971e67-7787-4b8e-af2e-c26b8598c033 None None] Network 2face450-890a-46c7-8727-93038e44cc3c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:05.762115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f735a99a-ed6d-413b-bff3-22a8a6fccf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.770488 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cd4533c7-b5b9-44d3-961f-744133daa895 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6441445 Oct 13 00:39:05.773709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33572) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:05.773861 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f735a99a-ed6d-413b-bff3-22a8a6fccf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.782835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e70dd736-f27c-47bf-ac84-b5f273fc24b6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': '2face450-890a-46c7-8727-93038e44cc3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:05.829168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f735a99a-ed6d-413b-bff3-22a8a6fccf7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fea20e18c284f1284356546292b0cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055313 Oct 13 00:39:05.830032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735a99a-ed6d-413b-bff3-22a8a6fccf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab486a-317b-4aa6-90e2-e9602397963d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:05.844660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33574) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:05.990301 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-90cb65e3-571b-4d7f-9859-25e6b13e4dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:05.992346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-2face450-890a-46c7-8727-93038e44cc3c', 'network_id': '2face450-890a-46c7-8727-93038e44cc3c', 'tenant_id': '82cfd76f5a254d5e96c14edc807715c6', 'fixed_ips': [{'subnet_id': '53dd63ff-d1fa-4922-b553-17a0404033f3'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:39:05.993384 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.063839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-90cb65e3-571b-4d7f-9859-25e6b13e4dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.117932 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70dd736-f27c-47bf-ac84-b5f273fc24b6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:06.121512 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e70dd736-f27c-47bf-ac84-b5f273fc24b6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.146325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Allocated IP 172.20.0.2 (2face450-890a-46c7-8727-93038e44cc3c/53dd63ff-d1fa-4922-b553-17a0404033f3/6f10bb51-11da-4c10-8887-e7d02c063225) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:06.178632 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.272141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-90cb65e3-571b-4d7f-9859-25e6b13e4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.274683 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-90cb65e3-571b-4d7f-9859-25e6b13e4dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.275923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-90cb65e3-571b-4d7f-9859-25e6b13e4dfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aab486a-317b-4aa6-90e2-e9602397963d HTTP/1.1" status: 204 len: 168 time: 0.4303432 Oct 13 00:39:06.293651 n-d-813679-4 neutron-server[94989]: INFO neutron.db.ipam_backend_mixin [None req-e70dd736-f27c-47bf-ac84-b5f273fc24b6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53dd63ff-d1fa-4922-b553-17a0404033f3 (CIDR: 172.20.0.0/28) Oct 13 00:39:06.303302 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70dd736-f27c-47bf-ac84-b5f273fc24b6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:39:06.305361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70dd736-f27c-47bf-ac84-b5f273fc24b6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:06.305896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb65e3-571b-4d7f-9859-25e6b13e4dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab486a-317b-4aa6-90e2-e9602397963d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:06.311793 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.343272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e70dd736-f27c-47bf-ac84-b5f273fc24b6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5635672 Oct 13 00:39:06.343491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33580) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:06.349182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': '2face450-890a-46c7-8727-93038e44cc3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:06.374940 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.386280 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.456846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Network 2face450-890a-46c7-8727-93038e44cc3c is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:06.458974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Pushing event updated for resources: {'Port': ['ID=6f10bb51-11da-4c10-8887-e7d02c063225,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:06.462170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:06.464388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:06.538506 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.544977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Attempting to bind port 6f10bb51-11da-4c10-8887-e7d02c063225 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:39:06.545189 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.545410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Attempting to bind port 6f10bb51-11da-4c10-8887-e7d02c063225 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2f191d83-7d9e-4770-868d-d94bbb2ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2face450-890a-46c7-8727-93038e44cc3c'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:39:06.545875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Attempting to bind port 6f10bb51-11da-4c10-8887-e7d02c063225 on network 2face450-890a-46c7-8727-93038e44cc3c {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:39:06.551780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:39:06.552058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Checking segment: {'id': '2f191d83-7d9e-4770-868d-d94bbb2ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2face450-890a-46c7-8727-93038e44cc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:06.552583 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.552874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Bound using segment: {'id': '2f191d83-7d9e-4770-868d-d94bbb2ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2face450-890a-46c7-8727-93038e44cc3c'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:39:06.553382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Bound port: 6f10bb51-11da-4c10-8887-e7d02c063225, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f191d83-7d9e-4770-868d-d94bbb2ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2face450-890a-46c7-8727-93038e44cc3c'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:39:06.554453 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.557635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:06.563274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.646118 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.688392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] For port 6f10bb51-11da-4c10-8887-e7d02c063225, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:39:06.690785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=3386b38d-6533-4f4b-9781-216c7160c1b6,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:06.701036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] For port 6f10bb51-11da-4c10-8887-e7d02c063225, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6f10bb51-11da-4c10-8887-e7d02c063225,segment=NetworkSegment(2f191d83-7d9e-4770-868d-d94bbb2ca0d5),segment_id=2f191d83-7d9e-4770-868d-d94bbb2ca0d5)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:39:06.715654 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.759705 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:06.813630 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064dae0-36b4-4539-b183-737b488c15f7 None None] Pushing event updated for resources: {'Port': ['ID=6f10bb51-11da-4c10-8887-e7d02c063225,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:06.847305 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Floating IP b05aa753-63d4-41ca-bc65-3e674a4b7332 associated. External IP: 172.25.3.148, port: f08e51a3-73f9-4ab9-81c3-dd0d3533d439. Oct 13 00:39:06.925905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:07.026718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 2face450-890a-46c7-8727-93038e44cc3c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:07.043689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:07.050869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:07.051494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:07.114165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=b3b17ad0-c89e-4237-8764-c8a6cfae1484,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:07.144781 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-39d8f58b-bc45-43ed-bd4a-adb649e3188b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7999537 Oct 13 00:39:07.148740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33594) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:07.155978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': '2face450-890a-46c7-8727-93038e44cc3c', 'fixed_ips': [{'subnet_id': '53dd63ff-d1fa-4922-b553-17a0404033f3'}, {'subnet_id': 'b3b17ad0-c89e-4237-8764-c8a6cfae1484'}], 'name': 'tempest-PortsTestJSON-1124425825'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:07.162527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:07.254196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router df13f2d1-985c-4593-a247-b6bb12238dde has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:39:07.382775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:07.431396 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:39:07.446079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] Sync routers for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:39:07.462227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:07.464179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:07.465144 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:07.529304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2473083f-44ab-49af-90c1-21233d91c2cc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6267216 Oct 13 00:39:07.530003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:39:07.533691 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:39:07.638822 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8defe6-a62c-44cc-b076-41b7c51e4fa8 x-openstack-request-id: req-1a8defe6-a62c-44cc-b076-41b7c51e4fa8 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:39:07.639461 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:39:07.639461 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a8defe6-a62c-44cc-b076-41b7c51e4fa8 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:39:07.640476 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'status': 'completed', 'code': 200} Oct 13 00:39:07.724324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:39:07.724997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:07.801116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2235-7d0a-42d2-9d6c-e52eba065208 req-16385b41-e5ec-4256-ab39-e831f1bc461a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:07.804383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port d2820271-c252-483e-8427-ff880ba7e75f yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:07.810365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-425a2235-7d0a-42d2-9d6c-e52eba065208 req-16385b41-e5ec-4256-ab39-e831f1bc461a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.1452260 Oct 13 00:39:07.883957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-425d1e63-589c-45be-83fb-b10c7b995b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:07.886221 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-425d1e63-589c-45be-83fb-b10c7b995b97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1096 time: 0.1540239 Oct 13 00:39:07.906701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-425a2235-7d0a-42d2-9d6c-e52eba065208 req-7450bb94-840c-4c85-b896-fa12718e7f94 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775311 Oct 13 00:39:07.934055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33610) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:08.056493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d9267310-c2db-408e-b5d3-d995ec06e4d7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/b05aa753-63d4-41ca-bc65-3e674a4b7332 HTTP/1.1" status: 200 len: 991 time: 0.1211004 Oct 13 00:39:08.215735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b05aa753-63d4-41ca-bc65-3e674a4b7332', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'port_id': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'mac_address': 'fa:16:3e:fc:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:39:05Z', 'updated_at': '2021-10-13T00:39:05Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:48Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:08.254244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] Checking router: df13f2d1-985c-4593-a247-b6bb12238dde for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:39:08.261133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-878b0822-15c9-4d78-b6b6-d49b30cd224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:08.262683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-878b0822-15c9-4d78-b6b6-d49b30cd224f service neutron] 10.222.0.45 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 897 time: 0.2151465 Oct 13 00:39:08.279768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:08.280455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:08.337720 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-427479ce-13b6-4b0b-b69d-f8072ad689a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 999 time: 0.0647249 Oct 13 00:39:08.526429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-6af22cbd-39f8-4970-b003-dceeee7c88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:08.527955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-6af22cbd-39f8-4970-b003-dceeee7c88be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 200 len: 835 time: 0.1826963 Oct 13 00:39:08.584241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.14 (2face450-890a-46c7-8727-93038e44cc3c/53dd63ff-d1fa-4922-b553-17a0404033f3/d2820271-c252-483e-8427-ff880ba7e75f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:08.589327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af8113-587d-4022-92f6-f525a9ae21f5 None None] Network 2face450-890a-46c7-8727-93038e44cc3c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:08.592221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6f10bb51-11da-4c10-8887-e7d02c063225 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:08.594183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.28 (2face450-890a-46c7-8727-93038e44cc3c/b3b17ad0-c89e-4237-8764-c8a6cfae1484/d2820271-c252-483e-8427-ff880ba7e75f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:08.606497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-12bcb5ae-1703-424a-a015-f6e10351d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:08.608327 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-12bcb5ae-1703-424a-a015-f6e10351d17a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afd838a1-1b82-4f04-b36f-fc8074e5622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711558 Oct 13 00:39:08.729117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6f2067be-84df-4b09-886d-491754918e04 None None] Provisioning complete for port 6f10bb51-11da-4c10-8887-e7d02c063225 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:08.729523 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6f2067be-84df-4b09-886d-491754918e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:08.732207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:39:08.831565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6f10bb51-11da-4c10-8887-e7d02c063225 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:08.832807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:08.877970 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:08.907999 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-34c21a5d-c21b-4c10-b6fe-287bd6e07b74 service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853096 Oct 13 00:39:08.926972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.041261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=d2820271-c252-483e-8427-ff880ba7e75f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:09.057685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33626) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:09.063196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 2face450-890a-46c7-8727-93038e44cc3c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:09.068861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:09.078074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:09.091803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6f2067be-84df-4b09-886d-491754918e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.212603 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8c6d3e7-b4a4-4f38-b33e-4f2ffbc9a1d4 req-5976c95d-378d-449c-8cf6-6a447058c403 service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963514 Oct 13 00:39:09.219012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e177ddae-2833-46ef-a58f-6275f1d2ecc6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/b05aa753-63d4-41ca-bc65-3e674a4b7332 HTTP/1.1" status: 200 len: 991 time: 0.1593795 Oct 13 00:39:09.219178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:09.223384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.232394 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.245762 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8eb8e747-d76a-478f-b6a6-0446a7ba929e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0940046 Oct 13 00:39:09.249359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33632) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:09.255998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53dd63ff-d1fa-4922-b553-17a0404033f3'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:09.265820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6f2067be-84df-4b09-886d-491754918e04 None None] For port 6f10bb51-11da-4c10-8887-e7d02c063225, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6f10bb51-11da-4c10-8887-e7d02c063225,segment=NetworkSegment(2f191d83-7d9e-4770-868d-d94bbb2ca0d5),segment_id=2f191d83-7d9e-4770-868d-d94bbb2ca0d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:09.315212 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6f2067be-84df-4b09-886d-491754918e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.423800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.441959 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:39:09.442271 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:39:09.448972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f18bb-f3ab-499b-8696-1aa4a7a2ae33 None None] Update dhcp port {'port': {'network_id': '2face450-890a-46c7-8727-93038e44cc3c', 'fixed_ips': [{'subnet_id': '53dd63ff-d1fa-4922-b553-17a0404033f3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b3b17ad0-c89e-4237-8764-c8a6cfae1484'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '6f10bb51-11da-4c10-8887-e7d02c063225'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:39:09.471857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2067be-84df-4b09-886d-491754918e04 None None] Pushing event updated for resources: {'Port': ['ID=6f10bb51-11da-4c10-8887-e7d02c063225,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:09.478466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b05aa753-63d4-41ca-bc65-3e674a4b7332', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'port_id': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'mac_address': 'fa:16:3e:fc:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:39:05Z', 'updated_at': '2021-10-13T00:39:05Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:48Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:09.509770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e2c52-d3ff-4906-ae40-a58f87624df1 None None] The sync data for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 is: [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b05aa753-63d4-41ca-bc65-3e674a4b7332', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'port_id': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'mac_address': 'fa:16:3e:fc:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:39:05Z', 'updated_at': '2021-10-13T00:39:05Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:48Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:39:09.512250 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-945f18bb-f3ab-499b-8696-1aa4a7a2ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.707367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-945f18bb-f3ab-499b-8696-1aa4a7a2ae33 None None] Allocated IP 172.20.0.18 (2face450-890a-46c7-8727-93038e44cc3c/b3b17ad0-c89e-4237-8764-c8a6cfae1484/6f10bb51-11da-4c10-8887-e7d02c063225) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:09.766675 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23e205-b361-4af6-8c69-c388e9223a78 None None] New status for floating IP b05aa753-63d4-41ca-bc65-3e674a4b7332: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:39:09.814129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-945f18bb-f3ab-499b-8696-1aa4a7a2ae33 None None] For port 6f10bb51-11da-4c10-8887-e7d02c063225, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6f10bb51-11da-4c10-8887-e7d02c063225,segment=NetworkSegment(2f191d83-7d9e-4770-868d-d94bbb2ca0d5),segment_id=2f191d83-7d9e-4770-868d-d94bbb2ca0d5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:09.846071 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-945f18bb-f3ab-499b-8696-1aa4a7a2ae33 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.852238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-945f18bb-f3ab-499b-8696-1aa4a7a2ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:09.911137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Delete allocated IP 172.20.0.28 (2face450-890a-46c7-8727-93038e44cc3c/b3b17ad0-c89e-4237-8764-c8a6cfae1484) {{(pid=94989) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 00:39:09.982482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f18bb-f3ab-499b-8696-1aa4a7a2ae33 None None] Pushing event updated for resources: {'Port': ['ID=6f10bb51-11da-4c10-8887-e7d02c063225,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:10.079632 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.085685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.200757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=d2820271-c252-483e-8427-ff880ba7e75f,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:10.216377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] In _notify_port_updated(), no bound segment for port d2820271-c252-483e-8427-ff880ba7e75f on network 2face450-890a-46c7-8727-93038e44cc3c {{(pid=94989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:39:10.222109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:10.222852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.223286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33656) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:10.226997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5873fbdf-7724-4734-9620-4ba8993d1327 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "PUT /v2.0/ports/d2820271-c252-483e-8427-ff880ba7e75f HTTP/1.1" status: 200 len: 920 time: 0.9737580 Oct 13 00:39:10.227294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33658) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:10.238950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53dd63ff-d1fa-4922-b553-17a0404033f3'}, {'subnet_id': 'b3b17ad0-c89e-4237-8764-c8a6cfae1484'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:10.363294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e46c7cee-5084-4b0a-b0de-ebc7c4678180 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/b05aa753-63d4-41ca-bc65-3e674a4b7332 HTTP/1.1" status: 200 len: 993 time: 0.1387861 Oct 13 00:39:10.370317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.502556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33670) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:10.507893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6f10bb51-11da-4c10-8887-e7d02c063225 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:10.575538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6f10bb51-11da-4c10-8887-e7d02c063225 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:10.576209 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.623135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02a4d4-dd3e-4ffd-97a0-6908f1600939 None None] Network 2face450-890a-46c7-8727-93038e44cc3c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:10.693443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3cae0d0d-b451-45b4-9ba5-46c7155f1ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.761629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.29 (2face450-890a-46c7-8727-93038e44cc3c/b3b17ad0-c89e-4237-8764-c8a6cfae1484/d2820271-c252-483e-8427-ff880ba7e75f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:10.787857 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3cae0d0d-b451-45b4-9ba5-46c7155f1ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.795581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3cae0d0d-b451-45b4-9ba5-46c7155f1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.799848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-60e9caad-9cfd-4dfd-88c3-752b8a3be425 None None] Provisioning complete for port d2820271-c252-483e-8427-ff880ba7e75f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:10.800354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-60e9caad-9cfd-4dfd-88c3-752b8a3be425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.856481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3cae0d0d-b451-45b4-9ba5-46c7155f1ac8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f07c977c1640138561bb502893b302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529508 Oct 13 00:39:10.858548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33674) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:10.860654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae0d0d-b451-45b4-9ba5-46c7155f1ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c99a32-6b87-40cf-a67b-146265a1ab61,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:10.883529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-60e9caad-9cfd-4dfd-88c3-752b8a3be425 None None] Port d2820271-c252-483e-8427-ff880ba7e75f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:10.910500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-60e9caad-9cfd-4dfd-88c3-752b8a3be425 None None] Provisioning complete for port 6f10bb51-11da-4c10-8887-e7d02c063225 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:10.910879 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-60e9caad-9cfd-4dfd-88c3-752b8a3be425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.941434 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.942447 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48741135-c10f-41f8-b24a-5bdcb8165adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.948945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:10.968956 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48741135-c10f-41f8-b24a-5bdcb8165adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.029099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48741135-c10f-41f8-b24a-5bdcb8165adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.032018 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48741135-c10f-41f8-b24a-5bdcb8165adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.037909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-48741135-c10f-41f8-b24a-5bdcb8165adb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41c99a32-6b87-40cf-a67b-146265a1ab61 HTTP/1.1" status: 204 len: 168 time: 0.1593649 Oct 13 00:39:11.058241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48741135-c10f-41f8-b24a-5bdcb8165adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c99a32-6b87-40cf-a67b-146265a1ab61,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:11.088424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=d2820271-c252-483e-8427-ff880ba7e75f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:11.102563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] In _notify_port_updated(), no bound segment for port d2820271-c252-483e-8427-ff880ba7e75f on network 2face450-890a-46c7-8727-93038e44cc3c {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:39:11.108586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:11.109229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.110590 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-55896514-21d3-4272-9fb0-7fc1834de7a4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "PUT /v2.0/ports/d2820271-c252-483e-8427-ff880ba7e75f HTTP/1.1" status: 200 len: 1000 time: 0.8823719 Oct 13 00:39:11.113846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33678) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:11.208729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6864e285-5b08-403d-861c-a1d883725cd9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port d2820271-c252-483e-8427-ff880ba7e75f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:11.209079 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6864e285-5b08-403d-861c-a1d883725cd9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.301637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6864e285-5b08-403d-861c-a1d883725cd9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.316594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6864e285-5b08-403d-861c-a1d883725cd9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for d2820271-c252-483e-8427-ff880ba7e75f owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:11.526718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6864e285-5b08-403d-861c-a1d883725cd9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.537191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-340ea55d-f1ac-48d6-98ab-8c0bc220cffb None None] Could not find standard attr ID for object d2820271-c252-483e-8427-ff880ba7e75f. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:11.560311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-340ea55d-f1ac-48d6-98ab-8c0bc220cffb None None] Provisioning complete for port 6f10bb51-11da-4c10-8887-e7d02c063225 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:11.560785 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-340ea55d-f1ac-48d6-98ab-8c0bc220cffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.611556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864e285-5b08-403d-861c-a1d883725cd9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=d2820271-c252-483e-8427-ff880ba7e75f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:11.746388 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6864e285-5b08-403d-861c-a1d883725cd9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.753780 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6864e285-5b08-403d-861c-a1d883725cd9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/d2820271-c252-483e-8427-ff880ba7e75f HTTP/1.1" status: 204 len: 168 time: 0.6365695 Oct 13 00:39:11.754016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33698) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:11.782220 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b3dae9-9662-4dca-bde3-278a877184d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:11.784104 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-00b3dae9-9662-4dca-bde3-278a877184d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/d2820271-c252-483e-8427-ff880ba7e75f HTTP/1.1" status: 404 len: 333 time: 0.0291402 Oct 13 00:39:11.787087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33700) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:11.792427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-97253ce3-f5cd-41be-973a-17c726dd050e None None] Could not find standard attr ID for object d2820271-c252-483e-8427-ff880ba7e75f. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:11.817868 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e915-8d2c-46ab-a2ab-3882014800a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.864275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-39572417-e113-446c-bf80-f4f66fc44258 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet b3b17ad0-c89e-4237-8764-c8a6cfae1484 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:11.867667 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39572417-e113-446c-bf80-f4f66fc44258 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:11.923034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39572417-e113-446c-bf80-f4f66fc44258 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.040083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39572417-e113-446c-bf80-f4f66fc44258 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.109296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a6530efd-8290-4310-9a00-fc0d1e278793 None None] Could not find standard attr ID for object d2820271-c252-483e-8427-ff880ba7e75f. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:12.117164 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39572417-e113-446c-bf80-f4f66fc44258 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.159482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39572417-e113-446c-bf80-f4f66fc44258 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b17ad0-c89e-4237-8764-c8a6cfae1484,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:12.169893 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39572417-e113-446c-bf80-f4f66fc44258 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.173088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-39572417-e113-446c-bf80-f4f66fc44258 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/b3b17ad0-c89e-4237-8764-c8a6cfae1484 HTTP/1.1" status: 204 len: 168 time: 0.3838944 Oct 13 00:39:12.175628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33710) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:12.257212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b314ea5e-564a-44fe-9339-8bbf13440845 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 53dd63ff-d1fa-4922-b553-17a0404033f3 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:12.261469 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b314ea5e-564a-44fe-9339-8bbf13440845 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.313223 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b314ea5e-564a-44fe-9339-8bbf13440845 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.336114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec5e8a4-1f7f-4c5f-9eac-2643b5bbc188 None None] Network 2face450-890a-46c7-8727-93038e44cc3c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:12.438750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1304d262-9ec0-44b4-a7e3-1d18455fecd4 None None] Could not find standard attr ID for object d2820271-c252-483e-8427-ff880ba7e75f. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:12.439680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b314ea5e-564a-44fe-9339-8bbf13440845 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.532742 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b314ea5e-564a-44fe-9339-8bbf13440845 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.548267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b314ea5e-564a-44fe-9339-8bbf13440845 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.554633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b314ea5e-564a-44fe-9339-8bbf13440845 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/53dd63ff-d1fa-4922-b553-17a0404033f3 HTTP/1.1" status: 204 len: 168 time: 0.3749845 Oct 13 00:39:12.555101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33720) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:12.571489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314ea5e-564a-44fe-9339-8bbf13440845 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=53dd63ff-d1fa-4922-b553-17a0404033f3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:12.807017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.886014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 6f10bb51-11da-4c10-8887-e7d02c063225 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:12.886734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.949864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68caa586-b2da-4cea-906e-ba44ca460c4a None None] Update dhcp port {'port': {'network_id': '2face450-890a-46c7-8727-93038e44cc3c', 'fixed_ips': [{'subnet_id': '53dd63ff-d1fa-4922-b553-17a0404033f3'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '6f10bb51-11da-4c10-8887-e7d02c063225'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:39:12.967635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] For port 6f10bb51-11da-4c10-8887-e7d02c063225, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6f10bb51-11da-4c10-8887-e7d02c063225,segment=NetworkSegment(2f191d83-7d9e-4770-868d-d94bbb2ca0d5),segment_id=2f191d83-7d9e-4770-868d-d94bbb2ca0d5)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:12.968137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.984212 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-68caa586-b2da-4cea-906e-ba44ca460c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:12.995560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 6f10bb51-11da-4c10-8887-e7d02c063225 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:13.103472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.130935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=6f10bb51-11da-4c10-8887-e7d02c063225,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:13.133390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No DVR routers for this DVR port 6f10bb51-11da-4c10-8887-e7d02c063225 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:13.213990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205af54-5d9b-4118-8280-3ce8d1d4bda4 None None] Network 2face450-890a-46c7-8727-93038e44cc3c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:13.225685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.254381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2face450-890a-46c7-8727-93038e44cc3c']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:13.262959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e355b175-cf81-4729-9902-baf622d30bd1 None None] Could not find standard attr ID for object 6f10bb51-11da-4c10-8887-e7d02c063225. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:13.267902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f191d83-7d9e-4770-868d-d94bbb2ca0d5') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:13.268311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f191d83-7d9e-4770-868d-d94bbb2ca0d5') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:13.281581 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.297163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.305246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:13.306027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:13.309798 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:13.357219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab82a372-2621-40b7-b8e8-68317b95edda None None] DHCP port deletion for 2face450-890a-46c7-8727-93038e44cc3c request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:39:13.389315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.406153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.413653 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/networks/2face450-890a-46c7-8727-93038e44cc3c HTTP/1.1" status: 204 len: 168 time: 0.8572180 Oct 13 00:39:13.414227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33760) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:13.434281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8398f4-4932-4de3-825b-5203b0ed6c21 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Network': ['ID=2face450-890a-46c7-8727-93038e44cc3c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:13.498228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10c1ac-24cb-4996-a34b-f972bb5b5645 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:13.499764 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a10c1ac-24cb-4996-a34b-f972bb5b5645 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0748036 Oct 13 00:39:13.503603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33774) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:13.548757 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e2d6f929-ca42-4dfb-b100-882b45429f54 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0440495 Oct 13 00:39:13.552150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33780) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:13.557765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-782273558'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:13.582220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:13.585836 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.610734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:13.622622 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.622976 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Added segment 9daa83e3-efc2-44c4-a899-3e9dcf0fd19b of type vlan for network 2273691a-cdbf-4dae-9432-896d49c036df Oct 13 00:39:13.672748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.705411 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:13.713036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:13.713036 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:14.099976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33818) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:14.125517 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-6d73be88-4991-4948-b4a0-028bee6e1072 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978959 Oct 13 00:39:14.269999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7164645 Oct 13 00:39:14.270287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:14.273391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-2ff4c0d0-bf27-4dd8-a9e6-ce6d65b03214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:14.275279 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-2ff4c0d0-bf27-4dd8-a9e6-ce6d65b03214 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 1096 time: 0.0794306 Oct 13 00:39:14.277225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cfa27-434c-4242-8007-e5016cc4453a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Network': ['ID=2273691a-cdbf-4dae-9432-896d49c036df,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:14.280644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': '2273691a-cdbf-4dae-9432-896d49c036df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:14.295991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 2273691a-cdbf-4dae-9432-896d49c036df details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:14.495982 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6f10bb51-11da-4c10-8887-e7d02c063225 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:39:14.518221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 6f10bb51-11da-4c10-8887-e7d02c063225 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:39:14.518570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6f10bb51-11da-4c10-8887-e7d02c063225 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:39:14.544000 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0dbf5dd0-6b79-4986-ae3f-4ab52626cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:14.763015 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b658a643-2714-43c8-a134-49ce3169be2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:14.860804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-05b78588-6d8b-49eb-aa85-2eb9ed8dec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:14.862512 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-05b78588-6d8b-49eb-aa85-2eb9ed8dec33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=52dcc5bd-618e-41fb-b764-5427d9660d16 HTTP/1.1" status: 200 len: 897 time: 0.1660488 Oct 13 00:39:14.865172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:14.869088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.040488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b658a643-2714-43c8-a134-49ce3169be2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.043153 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-7885c797-4b12-4165-89a3-f69829954b0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70fe664f-6db8-4d25-b001-db2b147fccaf HTTP/1.1" status: 200 len: 1000 time: 0.1661162 Oct 13 00:39:15.045723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b658a643-2714-43c8-a134-49ce3169be2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.139688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b658a643-2714-43c8-a134-49ce3169be2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=156a22fcd019434b9d8c3676f0eeb3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0311148 Oct 13 00:39:15.139688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658a643-2714-43c8-a134-49ce3169be2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10380072-6590-4740-943a-8121974f291e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:15.140408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33832) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:15.151180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-9a2dd445-c9a2-47d4-9c9c-ccbcac07cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:15.152748 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-9a2dd445-c9a2-47d4-9c9c-ccbcac07cfe8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8152608a-aae5-4efa-95a5-adbea444a65a HTTP/1.1" status: 200 len: 834 time: 0.0968277 Oct 13 00:39:15.194456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b248ea4b-fc9e-4e48-b579-4d417d3d5b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.215760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b248ea4b-fc9e-4e48-b579-4d417d3d5b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.261495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-649d5b9f-be0a-44ed-8de7-70cc33f2e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:15.263392 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-649d5b9f-be0a-44ed-8de7-70cc33f2e231 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52dcc5bd-618e-41fb-b764-5427d9660d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865467 Oct 13 00:39:15.266535 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b248ea4b-fc9e-4e48-b579-4d417d3d5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.269102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b248ea4b-fc9e-4e48-b579-4d417d3d5b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.270232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b248ea4b-fc9e-4e48-b579-4d417d3d5b40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10380072-6590-4740-943a-8121974f291e HTTP/1.1" status: 204 len: 168 time: 0.1286345 Oct 13 00:39:15.297304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248ea4b-fc9e-4e48-b579-4d417d3d5b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10380072-6590-4740-943a-8121974f291e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:15.335316 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.426194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=6481897d-176a-4e61-8bcc-5896d79d42c9,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:15.445521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking segment: {'id': '9daa83e3-efc2-44c4-a899-3e9dcf0fd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2273691a-cdbf-4dae-9432-896d49c036df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:15.445882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network hostable DHCP agents. Network: 2273691a-cdbf-4dae-9432-896d49c036df, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:15.452347 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-5f3cb91d-a5fe-487d-a99d-0dc4213c8049 service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792085 Oct 13 00:39:15.511755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 2273691a-cdbf-4dae-9432-896d49c036df is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:15.528202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 2273691a-cdbf-4dae-9432-896d49c036df) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:15.533661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:15.534471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.539549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b3b2ec-9285-428a-997a-a8a17f9a6f2d None None] Network 2273691a-cdbf-4dae-9432-896d49c036df requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:15.568320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f9e56019-3c69-44b2-b2e3-a258156dc410 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2895274 Oct 13 00:39:15.568746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33840) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:15.575588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': '2273691a-cdbf-4dae-9432-896d49c036df', 'name': 'tempest-PortsTestJSON-1044463611'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:15.587032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-88a1a0fa-e647-419f-995c-4cbf51964c46 req-a933de3b-4627-4931-8fec-b8bc6f439891 service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265051 Oct 13 00:39:15.627146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33842) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:15.649784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bbf3efb5-7c60-4be9-8348-d16d6b3834ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.748691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:15.749921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-2273691a-cdbf-4dae-9432-896d49c036df', 'network_id': '2273691a-cdbf-4dae-9432-896d49c036df', 'tenant_id': '82cfd76f5a254d5e96c14edc807715c6', 'fixed_ips': [{'subnet_id': '6481897d-176a-4e61-8bcc-5896d79d42c9'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:39:15.750779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.754078 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.762822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bbf3efb5-7c60-4be9-8348-d16d6b3834ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.766536 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.769574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bbf3efb5-7c60-4be9-8348-d16d6b3834ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.778375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port 2e318c0c-0821-4226-85c6-cd201684da0b yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:15.813034 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bbf3efb5-7c60-4be9-8348-d16d6b3834ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9eb1063d50a4b8b83c2a224761a4725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840479 Oct 13 00:39:15.814226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3efb5-7c60-4be9-8348-d16d6b3834ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a326947-da8b-4289-b530-00a3055cd032,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:15.817769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33844) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:15.883141 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5152feb4-e9b0-459e-98f4-379eb2a68305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.908149 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5152feb4-e9b0-459e-98f4-379eb2a68305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.912872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.10 (2273691a-cdbf-4dae-9432-896d49c036df/6481897d-176a-4e61-8bcc-5896d79d42c9/2e318c0c-0821-4226-85c6-cd201684da0b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:15.926102 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.961144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5152feb4-e9b0-459e-98f4-379eb2a68305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.963804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5152feb4-e9b0-459e-98f4-379eb2a68305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:15.964972 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5152feb4-e9b0-459e-98f4-379eb2a68305 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a326947-da8b-4289-b530-00a3055cd032 HTTP/1.1" status: 204 len: 168 time: 0.1459334 Oct 13 00:39:15.973112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152feb4-e9b0-459e-98f4-379eb2a68305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a326947-da8b-4289-b530-00a3055cd032,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:16.089018 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.123712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.176127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 2273691a-cdbf-4dae-9432-896d49c036df is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:16.179183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Allocated IP 172.20.0.2 (2273691a-cdbf-4dae-9432-896d49c036df/6481897d-176a-4e61-8bcc-5896d79d42c9/dc5dac9f-d53d-4e29-8d27-d77a4c760cb0) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:16.180317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:16.184661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:16.234238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:16.234852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.248292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=2e318c0c-0821-4226-85c6-cd201684da0b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:16.260060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7e3a8720-24ba-4d2e-b1d0-0c739293f594 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6897728 Oct 13 00:39:16.262542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33850) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:16.267974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': '2273691a-cdbf-4dae-9432-896d49c036df', 'name': 'tempest-PortsTestJSON-697518639'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:16.372723 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.381448 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.408616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:16.412943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.432793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Network 2273691a-cdbf-4dae-9432-896d49c036df is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:16.436232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:16.440615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:16.452398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port 7eca6360-3e3d-4812-993a-2f2c2a7a3693 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:16.474764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Pushing event updated for resources: {'Port': ['ID=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:16.507313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Attempting to bind port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:39:16.507987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Attempting to bind port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '9daa83e3-efc2-44c4-a899-3e9dcf0fd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2273691a-cdbf-4dae-9432-896d49c036df'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:39:16.508510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Attempting to bind port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 on network 2273691a-cdbf-4dae-9432-896d49c036df {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:39:16.514251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:39:16.514646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Checking segment: {'id': '9daa83e3-efc2-44c4-a899-3e9dcf0fd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2273691a-cdbf-4dae-9432-896d49c036df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:16.515042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.515434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Bound using segment: {'id': '9daa83e3-efc2-44c4-a899-3e9dcf0fd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2273691a-cdbf-4dae-9432-896d49c036df'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:39:16.515970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Bound port: dc5dac9f-d53d-4e29-8d27-d77a4c760cb0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9daa83e3-efc2-44c4-a899-3e9dcf0fd19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2273691a-cdbf-4dae-9432-896d49c036df'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:39:16.516350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.590056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] For port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:39:16.593085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.5 (2273691a-cdbf-4dae-9432-896d49c036df/6481897d-176a-4e61-8bcc-5896d79d42c9/7eca6360-3e3d-4812-993a-2f2c2a7a3693) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:16.594622 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] For port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,segment=NetworkSegment(9daa83e3-efc2-44c4-a899-3e9dcf0fd19b),segment_id=9daa83e3-efc2-44c4-a899-3e9dcf0fd19b)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:39:16.600635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.671407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbadfc-16ec-4fdc-9944-bae4f2daba01 None None] Pushing event updated for resources: {'Port': ['ID=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:16.824671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.907272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:16.976236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 2273691a-cdbf-4dae-9432-896d49c036df is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:16.977606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=7eca6360-3e3d-4812-993a-2f2c2a7a3693,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:16.981886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:16.984847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:17.050478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:17.051257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.079569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bc88a640-a1fa-4dc2-8fca-b82ffba85fb9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8134315 Oct 13 00:39:17.080023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:17.179860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238e8ce-0ff2-4e24-bfa9-bd658d41f7c1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:17.181362 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f238e8ce-0ff2-4e24-bfa9-bd658d41f7c1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1002531 Oct 13 00:39:17.184106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33876) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:17.271225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a199ce78-9dc3-4bad-8bdd-9013e5df4ef4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 7eca6360-3e3d-4812-993a-2f2c2a7a3693 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:17.271618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a199ce78-9dc3-4bad-8bdd-9013e5df4ef4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.364824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a199ce78-9dc3-4bad-8bdd-9013e5df4ef4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.379872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a199ce78-9dc3-4bad-8bdd-9013e5df4ef4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 7eca6360-3e3d-4812-993a-2f2c2a7a3693 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:17.540442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a199ce78-9dc3-4bad-8bdd-9013e5df4ef4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.567087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.580137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199ce78-9dc3-4bad-8bdd-9013e5df4ef4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=7eca6360-3e3d-4812-993a-2f2c2a7a3693,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:17.672807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a199ce78-9dc3-4bad-8bdd-9013e5df4ef4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.677152 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a199ce78-9dc3-4bad-8bdd-9013e5df4ef4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/7eca6360-3e3d-4812-993a-2f2c2a7a3693 HTTP/1.1" status: 204 len: 168 time: 0.4920909 Oct 13 00:39:17.680152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33896) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:17.715219 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a761cba-f415-43c2-b6e5-2bee24b5a2a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:17.720077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33900) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:17.720756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4a761cba-f415-43c2-b6e5-2bee24b5a2a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/7eca6360-3e3d-4812-993a-2f2c2a7a3693 HTTP/1.1" status: 404 len: 333 time: 0.0391347 Oct 13 00:39:17.862362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a00026a6-8535-4629-9766-a14329c87a3c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 2e318c0c-0821-4226-85c6-cd201684da0b {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:17.862757 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a00026a6-8535-4629-9766-a14329c87a3c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.902024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab0915-3d49-43c2-9532-7f75cb6c0475 None None] Network 2273691a-cdbf-4dae-9432-896d49c036df requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:17.978277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a00026a6-8535-4629-9766-a14329c87a3c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.989182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4d2dd027-f766-420f-8c84-44f3cf7f42d5 None None] Provisioning complete for port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:17.989575 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd027-f766-420f-8c84-44f3cf7f42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:17.995658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-a00026a6-8535-4629-9766-a14329c87a3c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 2e318c0c-0821-4226-85c6-cd201684da0b owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:18.163700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a00026a6-8535-4629-9766-a14329c87a3c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.192257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd027-f766-420f-8c84-44f3cf7f42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.203392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00026a6-8535-4629-9766-a14329c87a3c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=2e318c0c-0821-4226-85c6-cd201684da0b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:18.242282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4d2dd027-f766-420f-8c84-44f3cf7f42d5 None None] For port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,segment=NetworkSegment(9daa83e3-efc2-44c4-a899-3e9dcf0fd19b),segment_id=9daa83e3-efc2-44c4-a899-3e9dcf0fd19b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:18.265782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd027-f766-420f-8c84-44f3cf7f42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.305401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a00026a6-8535-4629-9766-a14329c87a3c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.311873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a00026a6-8535-4629-9766-a14329c87a3c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/2e318c0c-0821-4226-85c6-cd201684da0b HTTP/1.1" status: 204 len: 168 time: 0.5879819 Oct 13 00:39:18.312433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33946) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:18.335650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dd027-f766-420f-8c84-44f3cf7f42d5 None None] Pushing event updated for resources: {'Port': ['ID=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:18.343700 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9b7e87-d74b-4d04-8f6d-99ee2a5e8a45 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:18.347904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b9b7e87-d74b-4d04-8f6d-99ee2a5e8a45 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/2e318c0c-0821-4226-85c6-cd201684da0b HTTP/1.1" status: 404 len: 333 time: 0.0304027 Oct 13 00:39:18.348371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33948) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:18.427461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccfaba9-3414-498a-b772-444341684bbb tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 6481897d-176a-4e61-8bcc-5896d79d42c9 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:18.433428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eccfaba9-3414-498a-b772-444341684bbb tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.505263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eccfaba9-3414-498a-b772-444341684bbb tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.569947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:18.639758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eccfaba9-3414-498a-b772-444341684bbb tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.660854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:18.661626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.755443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eccfaba9-3414-498a-b772-444341684bbb tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.764007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0dadb057-4c85-454f-978e-974509497feb None None] Provisioning complete for port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:18.764007 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0dadb057-4c85-454f-978e-974509497feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.788626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33954) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:18.794122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfaba9-3414-498a-b772-444341684bbb tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=6481897d-176a-4e61-8bcc-5896d79d42c9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:18.804036 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-eccfaba9-3414-498a-b772-444341684bbb tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.807489 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-eccfaba9-3414-498a-b772-444341684bbb tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/6481897d-176a-4e61-8bcc-5896d79d42c9 HTTP/1.1" status: 204 len: 168 time: 0.4579232 Oct 13 00:39:18.810131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33958) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:18.927250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:18.954499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf27aa-43dd-4e9a-8479-c1a0a61a42f2 None None] Network 2273691a-cdbf-4dae-9432-896d49c036df requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:18.981379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9728b61b-62e7-4d4d-9001-6accbdd62943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.036769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:19.037123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.116834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d160636a-bab2-4397-b544-eae60b610d0a None None] Could not find standard attr ID for object 2e318c0c-0821-4226-85c6-cd201684da0b. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:19.140174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] For port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,segment=NetworkSegment(9daa83e3-efc2-44c4-a899-3e9dcf0fd19b),segment_id=9daa83e3-efc2-44c4-a899-3e9dcf0fd19b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:19.140800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.150009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94299297-c397-4959-a119-d3b2d748d011 None None] DHCP port deletion for 2273691a-cdbf-4dae-9432-896d49c036df request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:39:19.158186 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9728b61b-62e7-4d4d-9001-6accbdd62943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.162642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:19.166883 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9728b61b-62e7-4d4d-9001-6accbdd62943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.202434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Deleting port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:19.202819 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.253232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9728b61b-62e7-4d4d-9001-6accbdd62943 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac5f056f8021486393d6e3e4ab4badeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628408 Oct 13 00:39:19.255814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33962) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:19.263037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728b61b-62e7-4d4d-9001-6accbdd62943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dac66f5-a9c1-4dbe-ab41-8367e510f118,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:19.293326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-94299297-c397-4959-a119-d3b2d748d011 None None] For port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,segment=NetworkSegment(9daa83e3-efc2-44c4-a899-3e9dcf0fd19b),segment_id=9daa83e3-efc2-44c4-a899-3e9dcf0fd19b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:19.293729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.314061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.321092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Calling delete_port for dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:19.325438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.341626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:19.349574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No DVR routers for this DVR port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:19.349937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.408948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.413091 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.414362 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dac66f5-a9c1-4dbe-ab41-8367e510f118 HTTP/1.1" status: 204 len: 168 time: 0.1569755 Oct 13 00:39:19.440092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dac66f5-a9c1-4dbe-ab41-8367e510f118,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:19.449170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.449305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.449552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.449889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.450219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.451126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.451126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.451339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.451596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.451826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.452224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.452512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f564db-22f3-4cd0-9c9b-59e6ab386212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.457997 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.463267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.486536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2273691a-cdbf-4dae-9432-896d49c036df']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:19.495432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94299297-c397-4959-a119-d3b2d748d011 None None] No DVR routers for this DVR port dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:19.499344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Pushing event deleted for resources: {'Port': ['ID=dc5dac9f-d53d-4e29-8d27-d77a4c760cb0,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:19.499585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9daa83e3-efc2-44c4-a899-3e9dcf0fd19b') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:19.499953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9daa83e3-efc2-44c4-a899-3e9dcf0fd19b') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:19.508990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.509335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.509676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.514895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94299297-c397-4959-a119-d3b2d748d011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:39:19.518679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.540584 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.548124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:19.548698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:19.551856 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:19.620235 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.639259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.643872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/networks/2273691a-cdbf-4dae-9432-896d49c036df HTTP/1.1" status: 204 len: 168 time: 0.8313675 Oct 13 00:39:19.643872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c2541-36b7-49b2-9ba9-c82af09c0eff tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Network': ['ID=2273691a-cdbf-4dae-9432-896d49c036df,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:19.646202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33968) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:19.651796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-571928513'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:19.676776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:19.682345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.714475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:19.725666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.726084 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Added segment e94183f6-f4d1-4b8c-9fcd-122ccb0a9429 of type vlan for network ae01efab-cc27-4676-82c1-8d9667a599b0 Oct 13 00:39:19.753759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33970) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:19.777535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e8cffe2-8d35-4892-8937-caeb73201822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.782318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.834430 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.840339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:19.840927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.909674 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2592709 Oct 13 00:39:19.910045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 33974) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:19.916508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:19.935833 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8de2b-2c06-405e-86df-0e5a8a681634 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Network': ['ID=ae01efab-cc27-4676-82c1-8d9667a599b0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:19.948780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network ae01efab-cc27-4676-82c1-8d9667a599b0 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:19.960832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e8cffe2-8d35-4892-8937-caeb73201822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:19.968501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e8cffe2-8d35-4892-8937-caeb73201822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.018405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9e8cffe2-8d35-4892-8937-caeb73201822 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ca1017f96eb4cffad6d09a964ff208c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613556 Oct 13 00:39:20.018748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33976) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:20.020767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cffe2-8d35-4892-8937-caeb73201822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65c7cd-ef77-434f-acd5-3d6aecc82c4b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:20.036169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:20.040603 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.093911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d2350358-fb59-44c1-b6b0-63ced7024b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.126958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d2350358-fb59-44c1-b6b0-63ced7024b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.188136 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d2350358-fb59-44c1-b6b0-63ced7024b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.190882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d2350358-fb59-44c1-b6b0-63ced7024b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.192162 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d2350358-fb59-44c1-b6b0-63ced7024b23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f65c7cd-ef77-434f-acd5-3d6aecc82c4b HTTP/1.1" status: 204 len: 168 time: 0.1723907 Oct 13 00:39:20.200956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2350358-fb59-44c1-b6b0-63ced7024b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65c7cd-ef77-434f-acd5-3d6aecc82c4b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:20.272905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.341558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=4beeca5c-8e68-447c-927f-097941083a56,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:20.357382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking segment: {'id': 'e94183f6-f4d1-4b8c-9fcd-122ccb0a9429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:20.357887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network hostable DHCP agents. Network: ae01efab-cc27-4676-82c1-8d9667a599b0, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:20.379907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network ae01efab-cc27-4676-82c1-8d9667a599b0 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:20.396877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, ae01efab-cc27-4676-82c1-8d9667a599b0) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:20.403140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:20.403659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.416218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d39bf-6fa4-4987-a5c0-eae64f7d091f None None] Network ae01efab-cc27-4676-82c1-8d9667a599b0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:20.425958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-69b2e538-5db5-430e-9ee5-bd3574934f8a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5142171 Oct 13 00:39:20.429664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 33982) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:20.436127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0', 'name': 'tempest-PortsTestJSON-172778502', 'fixed_ips': [{'subnet_id': '4beeca5c-8e68-447c-927f-097941083a56', 'ip_address': '172.20.0.10'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:20.511803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:39:20.536179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:39:20.536514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dc5dac9f-d53d-4e29-8d27-d77a4c760cb0 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:39:20.598838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:20.641088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-ae01efab-cc27-4676-82c1-8d9667a599b0', 'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0', 'tenant_id': '82cfd76f5a254d5e96c14edc807715c6', 'fixed_ips': [{'subnet_id': '4beeca5c-8e68-447c-927f-097941083a56'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:39:20.642097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.707923 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:20.732004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port b76018ec-678d-4abf-9807-0bb974367e8d yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:20.823741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Allocated IP 172.20.0.2 (ae01efab-cc27-4676-82c1-8d9667a599b0/4beeca5c-8e68-447c-927f-097941083a56/144ebfe3-2fbe-4777-9465-9abc8beec28a) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:20.991953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.000800 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.060130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Network ae01efab-cc27-4676-82c1-8d9667a599b0 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:21.063587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:21.069560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:21.071267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.10 (ae01efab-cc27-4676-82c1-8d9667a599b0/4beeca5c-8e68-447c-927f-097941083a56/b76018ec-678d-4abf-9807-0bb974367e8d) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:21.072334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Pushing event updated for resources: {'Port': ['ID=144ebfe3-2fbe-4777-9465-9abc8beec28a,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:21.142528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Attempting to bind port 144ebfe3-2fbe-4777-9465-9abc8beec28a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:39:21.143160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Attempting to bind port 144ebfe3-2fbe-4777-9465-9abc8beec28a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e94183f6-f4d1-4b8c-9fcd-122ccb0a9429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:39:21.143732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Attempting to bind port 144ebfe3-2fbe-4777-9465-9abc8beec28a on network ae01efab-cc27-4676-82c1-8d9667a599b0 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:39:21.149282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:39:21.149895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Checking segment: {'id': 'e94183f6-f4d1-4b8c-9fcd-122ccb0a9429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:21.150467 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.151027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Bound using segment: {'id': 'e94183f6-f4d1-4b8c-9fcd-122ccb0a9429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:39:21.151695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Bound port: 144ebfe3-2fbe-4777-9465-9abc8beec28a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94183f6-f4d1-4b8c-9fcd-122ccb0a9429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:39:21.152087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.229724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] For port 144ebfe3-2fbe-4777-9465-9abc8beec28a, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:39:21.233997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] For port 144ebfe3-2fbe-4777-9465-9abc8beec28a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=144ebfe3-2fbe-4777-9465-9abc8beec28a,segment=NetworkSegment(e94183f6-f4d1-4b8c-9fcd-122ccb0a9429),segment_id=e94183f6-f4d1-4b8c-9fcd-122ccb0a9429)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:39:21.239161 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.255560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.304508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299cb5e-8a5f-4b8f-b255-786ad71107aa None None] Pushing event updated for resources: {'Port': ['ID=144ebfe3-2fbe-4777-9465-9abc8beec28a,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:21.324415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.388843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network ae01efab-cc27-4676-82c1-8d9667a599b0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:21.398403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:21.416659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:21.446188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=b76018ec-678d-4abf-9807-0bb974367e8d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:21.500229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:21.505526 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.536000 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-69f832d6-ecbb-4843-9953-5e191d1f3aa5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1044431 Oct 13 00:39:21.538568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34020) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:21.543709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': 'ae01efab-cc27-4676-82c1-8d9667a599b0', 'name': 'tempest-PortsTestJSON-527821165', 'fixed_ips': [{'subnet_id': '4beeca5c-8e68-447c-927f-097941083a56', 'ip_address': '172.20.0.9'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:21.699912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:21.706291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:21.727386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port 011660d6-e2ae-4bc9-8af1-515167f8e1b1 yet. {{(pid=94988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:21.935700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.9 (ae01efab-cc27-4676-82c1-8d9667a599b0/4beeca5c-8e68-447c-927f-097941083a56/011660d6-e2ae-4bc9-8af1-515167f8e1b1) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:22.159273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:22.206031 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:22.271673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network ae01efab-cc27-4676-82c1-8d9667a599b0 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:22.276269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:22.279957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:22.286651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=011660d6-e2ae-4bc9-8af1-515167f8e1b1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:22.352824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:22.353732 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:22.410958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:22.412030 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-487cc4ab-05c2-4141-9f5a-f9e9e1396ad1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8723459 Oct 13 00:39:22.529585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7a8a4-9913-4a30-be1c-65ffeb13117e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:22.531414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-37c7a8a4-9913-4a30-be1c-65ffeb13117e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1186719 Oct 13 00:39:22.539103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34078) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:22.575613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 144ebfe3-2fbe-4777-9465-9abc8beec28a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:22.605733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7121546-f211-47a8-9ef7-5fcd87af5465 None None] Network ae01efab-cc27-4676-82c1-8d9667a599b0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:22.701125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775195f5-ca87-4787-adfa-f7113de51f4d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:22.707718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775195f5-ca87-4787-adfa-f7113de51f4d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:22.713929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775195f5-ca87-4787-adfa-f7113de51f4d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:22.719007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-775195f5-ca87-4787-adfa-f7113de51f4d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1788912 Oct 13 00:39:22.719266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34092) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:22.852709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0e9863b1-9fbf-4ef0-aa18-7b19167ded4c None None] Provisioning complete for port 144ebfe3-2fbe-4777-9465-9abc8beec28a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:22.853808 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e9863b1-9fbf-4ef0-aa18-7b19167ded4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:22.910298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-48dc5f65-8fae-4aa2-baad-51c8f1d15a19 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 011660d6-e2ae-4bc9-8af1-515167f8e1b1 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:22.911150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 144ebfe3-2fbe-4777-9465-9abc8beec28a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:22.911288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48dc5f65-8fae-4aa2-baad-51c8f1d15a19 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:22.911802 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.060498 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48dc5f65-8fae-4aa2-baad-51c8f1d15a19 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.074354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-48dc5f65-8fae-4aa2-baad-51c8f1d15a19 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 011660d6-e2ae-4bc9-8af1-515167f8e1b1 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:23.075558 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e9863b1-9fbf-4ef0-aa18-7b19167ded4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.111705 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.149318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0e9863b1-9fbf-4ef0-aa18-7b19167ded4c None None] For port 144ebfe3-2fbe-4777-9465-9abc8beec28a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=144ebfe3-2fbe-4777-9465-9abc8beec28a,segment=NetworkSegment(e94183f6-f4d1-4b8c-9fcd-122ccb0a9429),segment_id=e94183f6-f4d1-4b8c-9fcd-122ccb0a9429)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:23.159190 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e9863b1-9fbf-4ef0-aa18-7b19167ded4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.264028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9863b1-9fbf-4ef0-aa18-7b19167ded4c None None] Pushing event updated for resources: {'Port': ['ID=144ebfe3-2fbe-4777-9465-9abc8beec28a,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:23.276382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:39:23.276746 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:39:23.293255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48dc5f65-8fae-4aa2-baad-51c8f1d15a19 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.326059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc5f65-8fae-4aa2-baad-51c8f1d15a19 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=011660d6-e2ae-4bc9-8af1-515167f8e1b1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:23.441782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-48dc5f65-8fae-4aa2-baad-51c8f1d15a19 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.450480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-48dc5f65-8fae-4aa2-baad-51c8f1d15a19 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/011660d6-e2ae-4bc9-8af1-515167f8e1b1 HTTP/1.1" status: 204 len: 168 time: 0.7273843 Oct 13 00:39:23.452379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34132) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:23.477572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4e673f29-ce3d-44df-995f-e1e3fc8054b7 None None] Could not find standard attr ID for object 011660d6-e2ae-4bc9-8af1-515167f8e1b1. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:23.496641 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-5417234b-b033-48ae-ab04-8ff1c65b7c45 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:23.500712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5417234b-b033-48ae-ab04-8ff1c65b7c45 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/011660d6-e2ae-4bc9-8af1-515167f8e1b1 HTTP/1.1" status: 404 len: 333 time: 0.0411100 Oct 13 00:39:23.501182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34138) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:23.504194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4e673f29-ce3d-44df-995f-e1e3fc8054b7 None None] Provisioning complete for port 144ebfe3-2fbe-4777-9465-9abc8beec28a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:23.504574 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e673f29-ce3d-44df-995f-e1e3fc8054b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.651745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a7b38-63b4-4a41-9c48-aef674a6e2ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port b76018ec-678d-4abf-9807-0bb974367e8d {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:23.652700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7b38-63b4-4a41-9c48-aef674a6e2ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.673516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4e673f29-ce3d-44df-995f-e1e3fc8054b7 None None] Provisioning complete for port b76018ec-678d-4abf-9807-0bb974367e8d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:23.674856 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e673f29-ce3d-44df-995f-e1e3fc8054b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.745296 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4e673f29-ce3d-44df-995f-e1e3fc8054b7 None None] Port b76018ec-678d-4abf-9807-0bb974367e8d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:23.820291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7b38-63b4-4a41-9c48-aef674a6e2ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:23.864302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a7b38-63b4-4a41-9c48-aef674a6e2ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for b76018ec-678d-4abf-9807-0bb974367e8d owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:23.915409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d3924a67-1d36-4d25-85e7-7f7ce101b625 None None] Provisioning complete for port b76018ec-678d-4abf-9807-0bb974367e8d triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:23.920406 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d3924a67-1d36-4d25-85e7-7f7ce101b625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.005307 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d3924a67-1d36-4d25-85e7-7f7ce101b625 None None] Port b76018ec-678d-4abf-9807-0bb974367e8d cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:24.121484 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7b38-63b4-4a41-9c48-aef674a6e2ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.122153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efcc029b-2fdf-4e38-82aa-42c82a435501 None None] Could not find standard attr ID for object 011660d6-e2ae-4bc9-8af1-515167f8e1b1. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:24.167630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a7b38-63b4-4a41-9c48-aef674a6e2ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=b76018ec-678d-4abf-9807-0bb974367e8d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:24.281434 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7b38-63b4-4a41-9c48-aef674a6e2ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.284930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bf2a7b38-63b4-4a41-9c48-aef674a6e2ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/b76018ec-678d-4abf-9807-0bb974367e8d HTTP/1.1" status: 204 len: 168 time: 0.7823362 Oct 13 00:39:24.288232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34186) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:24.324422 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0bf834-a530-4fcc-b4d9-de542b67caef tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:24.326076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9e0bf834-a530-4fcc-b4d9-de542b67caef tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/b76018ec-678d-4abf-9807-0bb974367e8d HTTP/1.1" status: 404 len: 333 time: 0.0363667 Oct 13 00:39:24.331956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34194) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:24.449007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab76434e-3bd3-48fe-b568-d3f13365b725 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 4beeca5c-8e68-447c-927f-097941083a56 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:24.467712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab76434e-3bd3-48fe-b568-d3f13365b725 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.568981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab76434e-3bd3-48fe-b568-d3f13365b725 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.586733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 144ebfe3-2fbe-4777-9465-9abc8beec28a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:24.667564 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab76434e-3bd3-48fe-b568-d3f13365b725 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.677446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 144ebfe3-2fbe-4777-9465-9abc8beec28a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:24.677958 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.754763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab76434e-3bd3-48fe-b568-d3f13365b725 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.773490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ab76434e-3bd3-48fe-b568-d3f13365b725 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.780005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34216) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:24.780718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ab76434e-3bd3-48fe-b568-d3f13365b725 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/4beeca5c-8e68-447c-927f-097941083a56 HTTP/1.1" status: 204 len: 168 time: 0.4472976 Oct 13 00:39:24.791473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d114a74f-21c7-4736-9143-8dd096e45b0a None None] Network ae01efab-cc27-4676-82c1-8d9667a599b0 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:24.803157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76434e-3bd3-48fe-b568-d3f13365b725 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=4beeca5c-8e68-447c-927f-097941083a56,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:24.883824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:24.989730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port 144ebfe3-2fbe-4777-9465-9abc8beec28a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:24.989867 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.019410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] DHCP port deletion for ae01efab-cc27-4676-82c1-8d9667a599b0 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:39:25.070053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] Deleting port 144ebfe3-2fbe-4777-9465-9abc8beec28a {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:25.070717 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.074244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] For port 144ebfe3-2fbe-4777-9465-9abc8beec28a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=144ebfe3-2fbe-4777-9465-9abc8beec28a,segment=NetworkSegment(e94183f6-f4d1-4b8c-9fcd-122ccb0a9429),segment_id=e94183f6-f4d1-4b8c-9fcd-122ccb0a9429)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:25.074724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.096137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for 144ebfe3-2fbe-4777-9465-9abc8beec28a owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:25.148128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34220) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:25.152536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] For port 144ebfe3-2fbe-4777-9465-9abc8beec28a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=144ebfe3-2fbe-4777-9465-9abc8beec28a,segment=NetworkSegment(e94183f6-f4d1-4b8c-9fcd-122ccb0a9429),segment_id=e94183f6-f4d1-4b8c-9fcd-122ccb0a9429)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:25.152919 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.169692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] Calling delete_port for 144ebfe3-2fbe-4777-9465-9abc8beec28a owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:25.230641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.261312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=144ebfe3-2fbe-4777-9465-9abc8beec28a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:25.276329 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.281627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No DVR routers for this DVR port 144ebfe3-2fbe-4777-9465-9abc8beec28a on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:25.311126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] No DVR routers for this DVR port 144ebfe3-2fbe-4777-9465-9abc8beec28a on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:25.313287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d50a5e-2cee-45aa-8603-d9496c6eac08 None None] Pushing event deleted for resources: {'Port': ['ID=144ebfe3-2fbe-4777-9465-9abc8beec28a,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:25.370679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-474d7f38-8679-4eff-9e3a-ebf89f50fe7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.382034 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.403312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae01efab-cc27-4676-82c1-8d9667a599b0']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:25.412970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94183f6-f4d1-4b8c-9fcd-122ccb0a9429') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:25.412970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94183f6-f4d1-4b8c-9fcd-122ccb0a9429') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:25.423276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.437085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.445179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:25.445641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:25.449819 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:25.470101 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-474d7f38-8679-4eff-9e3a-ebf89f50fe7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.475280 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-474d7f38-8679-4eff-9e3a-ebf89f50fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.511684 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.523084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.527003 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/networks/ae01efab-cc27-4676-82c1-8d9667a599b0 HTTP/1.1" status: 204 len: 168 time: 0.7451448 Oct 13 00:39:25.534728 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-474d7f38-8679-4eff-9e3a-ebf89f50fe7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0b5f9cd15114a90b03246bf6aa44e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849974 Oct 13 00:39:25.534728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34226) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:25.540259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34228) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:25.540891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1702153421'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:25.544155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7f38-8679-4eff-9e3a-ebf89f50fe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac65444-45fd-42d1-99d7-1570126b12b1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:25.547551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1963-5576-45b9-a509-2fe20c63f8d3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Network': ['ID=ae01efab-cc27-4676-82c1-8d9667a599b0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:25.587866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:25.591584 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.606300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8df300b-2a3b-49a4-90a8-be5ddc170e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.623746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:25.633062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8df300b-2a3b-49a4-90a8-be5ddc170e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.634007 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.634367 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Added segment 198b2738-d240-4a98-8045-1da429b7cc46 of type vlan for network 3de2a930-6e24-426b-9fdd-2098e04dd126 Oct 13 00:39:25.682338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.693151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8df300b-2a3b-49a4-90a8-be5ddc170e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.695749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8df300b-2a3b-49a4-90a8-be5ddc170e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.696948 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e8df300b-2a3b-49a4-90a8-be5ddc170e50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ac65444-45fd-42d1-99d7-1570126b12b1 HTTP/1.1" status: 204 len: 168 time: 0.1557553 Oct 13 00:39:25.717315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df300b-2a3b-49a4-90a8-be5ddc170e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac65444-45fd-42d1-99d7-1570126b12b1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:25.720878 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.727797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:25.728504 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:25.785823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2469456 Oct 13 00:39:25.786015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34232) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:25.793332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': '3de2a930-6e24-426b-9fdd-2098e04dd126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:25.848581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f842c1-8d13-4e66-9a98-49245c4c8a4e tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Network': ['ID=3de2a930-6e24-426b-9fdd-2098e04dd126,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:25.862165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 3de2a930-6e24-426b-9fdd-2098e04dd126 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:25.924609 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:25.929300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.149134 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.211539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=297d3f3f-f977-404f-b50d-f7f99dd2710e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:26.226591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Checking segment: {'id': '198b2738-d240-4a98-8045-1da429b7cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3de2a930-6e24-426b-9fdd-2098e04dd126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:26.226942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network hostable DHCP agents. Network: 3de2a930-6e24-426b-9fdd-2098e04dd126, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:26.248370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 3de2a930-6e24-426b-9fdd-2098e04dd126 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:26.258573 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 3de2a930-6e24-426b-9fdd-2098e04dd126) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:26.267487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:26.268373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.275178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d149c-3409-4318-b823-bfc256e32503 None None] Network 3de2a930-6e24-426b-9fdd-2098e04dd126 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:26.304861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-658bc866-7b7f-4372-a8a5-30af6ddea503 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5178306 Oct 13 00:39:26.307680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34246) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:26.312859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-301bf15a-f373-450f-b823-e5fda54252ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1186229471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:26.339811 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301bf15a-f373-450f-b823-e5fda54252ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.343330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301bf15a-f373-450f-b823-e5fda54252ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.469315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301bf15a-f373-450f-b823-e5fda54252ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.476419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301bf15a-f373-450f-b823-e5fda54252ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.523680 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-301bf15a-f373-450f-b823-e5fda54252ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.527873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-301bf15a-f373-450f-b823-e5fda54252ab tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2163057 Oct 13 00:39:26.528026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34258) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:26.528480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 144ebfe3-2fbe-4777-9465-9abc8beec28a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:39:26.543162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'network_id': '3de2a930-6e24-426b-9fdd-2098e04dd126', 'name': 'tempest-PortsTestJSON-1786386165'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:26.551241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-3de2a930-6e24-426b-9fdd-2098e04dd126', 'network_id': '3de2a930-6e24-426b-9fdd-2098e04dd126', 'tenant_id': '82cfd76f5a254d5e96c14edc807715c6', 'fixed_ips': [{'subnet_id': '297d3f3f-f977-404f-b50d-f7f99dd2710e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:39:26.551794 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.554109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 144ebfe3-2fbe-4777-9465-9abc8beec28a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:39:26.554445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 144ebfe3-2fbe-4777-9465-9abc8beec28a not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:39:26.691257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:26.695961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.722895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port bc44993c-680f-4fe8-b05a-7f8c9a710424 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:26.757470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Allocated IP 172.20.0.2 (3de2a930-6e24-426b-9fdd-2098e04dd126/297d3f3f-f977-404f-b50d-f7f99dd2710e/ed8760cc-9e5d-40c7-afaf-474704a6c218) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:26.926048 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.933101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:26.976518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Network 3de2a930-6e24-426b-9fdd-2098e04dd126 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:26.979950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:26.983787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:26.993481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Pushing event updated for resources: {'Port': ['ID=ed8760cc-9e5d-40c7-afaf-474704a6c218,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:26.996386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.3 (3de2a930-6e24-426b-9fdd-2098e04dd126/297d3f3f-f977-404f-b50d-f7f99dd2710e/bc44993c-680f-4fe8-b05a-7f8c9a710424) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:27.069329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Attempting to bind port ed8760cc-9e5d-40c7-afaf-474704a6c218 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:39:27.069771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Attempting to bind port ed8760cc-9e5d-40c7-afaf-474704a6c218 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '198b2738-d240-4a98-8045-1da429b7cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3de2a930-6e24-426b-9fdd-2098e04dd126'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:39:27.070073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Attempting to bind port ed8760cc-9e5d-40c7-afaf-474704a6c218 on network 3de2a930-6e24-426b-9fdd-2098e04dd126 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:39:27.075444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:39:27.075857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Checking segment: {'id': '198b2738-d240-4a98-8045-1da429b7cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3de2a930-6e24-426b-9fdd-2098e04dd126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:27.076279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:27.076656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Bound using segment: {'id': '198b2738-d240-4a98-8045-1da429b7cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3de2a930-6e24-426b-9fdd-2098e04dd126'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:39:27.077256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Bound port: ed8760cc-9e5d-40c7-afaf-474704a6c218, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198b2738-d240-4a98-8045-1da429b7cc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3de2a930-6e24-426b-9fdd-2098e04dd126'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:39:27.077648 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:27.162373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] For port ed8760cc-9e5d-40c7-afaf-474704a6c218, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:39:27.170842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] For port ed8760cc-9e5d-40c7-afaf-474704a6c218, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ed8760cc-9e5d-40c7-afaf-474704a6c218,segment=NetworkSegment(198b2738-d240-4a98-8045-1da429b7cc46),segment_id=198b2738-d240-4a98-8045-1da429b7cc46)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:39:27.180854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:27.196796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:27.239812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795e6dd-0040-47d7-b288-36f489cbaa0e None None] Pushing event updated for resources: {'Port': ['ID=ed8760cc-9e5d-40c7-afaf-474704a6c218,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:27.243782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:27.313713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 3de2a930-6e24-426b-9fdd-2098e04dd126 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:27.317089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:27.321670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:27.325804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=bc44993c-680f-4fe8-b05a-7f8c9a710424,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:27.372785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:27.380525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:27.408373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7e660a3c-423c-4fa2-9603-c8837871e310 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8792026 Oct 13 00:39:27.411070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34280) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:27.798270 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.166673 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:39:28.404202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34330) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:28.452594 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.466291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.569368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65473e6-5fb9-4d33-8c22-dd89e8c98234 None None] Network 3de2a930-6e24-426b-9fdd-2098e04dd126 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:28.572531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ed8760cc-9e5d-40c7-afaf-474704a6c218 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:28.583053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=bc44993c-680f-4fe8-b05a-7f8c9a710424,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:28.592060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7b441e1c-dbc3-4659-bc97-5fae86e00acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.660624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2d1ff8e0-e145-47c8-8a2c-977a4d103fd2 None None] Provisioning complete for port ed8760cc-9e5d-40c7-afaf-474704a6c218 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:28.660828 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff8e0-e145-47c8-8a2c-977a4d103fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.684771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7b441e1c-dbc3-4659-bc97-5fae86e00acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.692962 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7b441e1c-dbc3-4659-bc97-5fae86e00acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.743234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.744433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7b441e1c-dbc3-4659-bc97-5fae86e00acb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=646d739879b24053a46a10624f5b95a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391535 Oct 13 00:39:28.746904 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34336) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:28.749899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b441e1c-dbc3-4659-bc97-5fae86e00acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9827be8-2e5c-43ca-9d0a-90414edc9077,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:28.813489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ed8760cc-9e5d-40c7-afaf-474704a6c218 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:28.813859 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.872016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ed04bae-018a-4921-8512-8eda9b1ecddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.894359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ed04bae-018a-4921-8512-8eda9b1ecddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.923423 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff8e0-e145-47c8-8a2c-977a4d103fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.964127 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ed04bae-018a-4921-8512-8eda9b1ecddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.966697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ed04bae-018a-4921-8512-8eda9b1ecddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.970393 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4ed04bae-018a-4921-8512-8eda9b1ecddb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9827be8-2e5c-43ca-9d0a-90414edc9077 HTTP/1.1" status: 204 len: 168 time: 0.2200396 Oct 13 00:39:28.977217 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:28.982052 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.008676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed04bae-018a-4921-8512-8eda9b1ecddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9827be8-2e5c-43ca-9d0a-90414edc9077,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:29.010850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2d1ff8e0-e145-47c8-8a2c-977a4d103fd2 None None] For port ed8760cc-9e5d-40c7-afaf-474704a6c218, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ed8760cc-9e5d-40c7-afaf-474704a6c218,segment=NetworkSegment(198b2738-d240-4a98-8045-1da429b7cc46),segment_id=198b2738-d240-4a98-8045-1da429b7cc46)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:29.029551 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff8e0-e145-47c8-8a2c-977a4d103fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.117291 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:39:29.117647 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:39:29.128997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ff8e0-e145-47c8-8a2c-977a4d103fd2 None None] Pushing event updated for resources: {'Port': ['ID=ed8760cc-9e5d-40c7-afaf-474704a6c218,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:29.254449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bc4e837e-ed77-496c-8839-5189df985653 None None] Provisioning complete for port bc44993c-680f-4fe8-b05a-7f8c9a710424 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:29.254823 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bc4e837e-ed77-496c-8839-5189df985653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.310419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e837e-ed77-496c-8839-5189df985653 None None] Port bc44993c-680f-4fe8-b05a-7f8c9a710424 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:29.324956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bc4e837e-ed77-496c-8839-5189df985653 None None] Provisioning complete for port ed8760cc-9e5d-40c7-afaf-474704a6c218 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:29.325520 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bc4e837e-ed77-496c-8839-5189df985653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.404925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34342) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:29.416845 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.424388 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b77ededa-b7ef-4cb0-8661-733fe7c7535f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.434850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.527995 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.547400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=bc44993c-680f-4fe8-b05a-7f8c9a710424,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:29.578410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-011384bf-ba65-4f58-80b7-6de0df43d7f5 None None] Provisioning complete for port bc44993c-680f-4fe8-b05a-7f8c9a710424 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:29.579008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-011384bf-ba65-4f58-80b7-6de0df43d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.622030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-011384bf-ba65-4f58-80b7-6de0df43d7f5 None None] Port bc44993c-680f-4fe8-b05a-7f8c9a710424 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:29.687971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network 3de2a930-6e24-426b-9fdd-2098e04dd126 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:29.692668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b77ededa-b7ef-4cb0-8661-733fe7c7535f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.694137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:29.700423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b77ededa-b7ef-4cb0-8661-733fe7c7535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.749987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5e0856b5-a71f-4105-a22a-dd4a4daa9adc None None] Provisioning complete for port bc44993c-680f-4fe8-b05a-7f8c9a710424 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:29.750216 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5e0856b5-a71f-4105-a22a-dd4a4daa9adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.811100 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b77ededa-b7ef-4cb0-8661-733fe7c7535f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f2eb0ecf37c4762ac76f5994bd42dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050019 Oct 13 00:39:29.814575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34346) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:29.818759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ededa-b7ef-4cb0-8661-733fe7c7535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f92c90f-af24-446d-b241-8091e8efc691,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:29.892851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Router d5d74af9-901f-4473-8a4d-5ef155f9cd6c is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:39:29.913261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e976c4e-e0e9-4e49-8c05-39600b918e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:29.939746 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e976c4e-e0e9-4e49-8c05-39600b918e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:30.010390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:39:30.015918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e976c4e-e0e9-4e49-8c05-39600b918e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:30.016260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-888f4399-7657-4c4c-80ba-df1c69b3088b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "PUT /v2.0/routers/d5d74af9-901f-4473-8a4d-5ef155f9cd6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003523 Oct 13 00:39:30.018704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34350) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:30.019275 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e976c4e-e0e9-4e49-8c05-39600b918e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:30.020998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6e976c4e-e0e9-4e49-8c05-39600b918e7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f92c90f-af24-446d-b241-8091e8efc691 HTTP/1.1" status: 204 len: 168 time: 0.2028527 Oct 13 00:39:30.030629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e976c4e-e0e9-4e49-8c05-39600b918e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f92c90f-af24-446d-b241-8091e8efc691,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:30.068999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cbe795-3fdd-4ff0-97f0-dbc795f77533 None None] Sync routers for ids ['d5d74af9-901f-4473-8a4d-5ef155f9cd6c'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:39:30.082731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e56dc7-facd-4b71-813d-ddde4b659901 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:30.085255 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-73e56dc7-facd-4b71-813d-ddde4b659901 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d74af9-901f-4473-8a4d-5ef155f9cd6c HTTP/1.1" status: 200 len: 982 time: 0.0646400 Oct 13 00:39:30.088240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34354) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:30.089609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-5e0856b5-a71f-4105-a22a-dd4a4daa9adc None None] Port bc44993c-680f-4fe8-b05a-7f8c9a710424 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:30.092556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cbe795-3fdd-4ff0-97f0-dbc795f77533 None None] Routers {'d5d74af9-901f-4473-8a4d-5ef155f9cd6c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:30.093194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-17cbe795-3fdd-4ff0-97f0-dbc795f77533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5d74af9-901f-4473-8a4d-5ef155f9cd6c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:30.126029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-17cbe795-3fdd-4ff0-97f0-dbc795f77533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:30.135059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cbe795-3fdd-4ff0-97f0-dbc795f77533 None None] Routers {'d5d74af9-901f-4473-8a4d-5ef155f9cd6c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:30.135832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-17cbe795-3fdd-4ff0-97f0-dbc795f77533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5d74af9-901f-4473-8a4d-5ef155f9cd6c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:30.180911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-17cbe795-3fdd-4ff0-97f0-dbc795f77533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:30.181676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cbe795-3fdd-4ff0-97f0-dbc795f77533 None None] The sync data for ids ['d5d74af9-901f-4473-8a4d-5ef155f9cd6c'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:39:30.209807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f84742f1-435f-4d12-abb2-0fbca0c0237e None None] Provisioning complete for port bc44993c-680f-4fe8-b05a-7f8c9a710424 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:30.210447 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f84742f1-435f-4d12-abb2-0fbca0c0237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:30.246275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f84742f1-435f-4d12-abb2-0fbca0c0237e None None] Port bc44993c-680f-4fe8-b05a-7f8c9a710424 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:30.527153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ed8760cc-9e5d-40c7-afaf-474704a6c218 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:30.601240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ed8760cc-9e5d-40c7-afaf-474704a6c218 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:30.601870 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:30.617831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.312434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port bc44993c-680f-4fe8-b05a-7f8c9a710424 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:31.313112 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.428420 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.440552 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for bc44993c-680f-4fe8-b05a-7f8c9a710424 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:31.509794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34396) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:31.643048 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.671407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1229491801'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:31.673958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=bc44993c-680f-4fe8-b05a-7f8c9a710424,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:31.698469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Made reservation on behalf of 5afa8e83d1554a10b1aae200d8354873 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:31.702195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.711886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.806206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.813992 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.838695 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.859068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a50665-1ec0-45da-b7c8-be5df396e62d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:31.883628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:31.894948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.895780 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Added segment 5490ba92-37be-466c-9919-c9308a21dc9a of type vlan for network f93269f3-cb3a-41c7-9b66-b7898ee1441e Oct 13 00:39:31.943154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.974122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:31.981069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:31.981894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.023197 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Router d5d74af9-901f-4473-8a4d-5ef155f9cd6c has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:39:32.045671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5314488 Oct 13 00:39:32.049423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34402) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:32.064728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5f2f5-ab8f-4eba-a14e-874f61a201e2 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Pushing event updated for resources: {'Network': ['ID=f93269f3-cb3a-41c7-9b66-b7898ee1441e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:32.077157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f93269f3-cb3a-41c7-9b66-b7898ee1441e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:32.111046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:39:32.120472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34406) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:32.120606 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ed4862d0-cc97-469b-9c23-29c1e15338da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "PUT /v2.0/routers/d5d74af9-901f-4473-8a4d-5ef155f9cd6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0307779 Oct 13 00:39:32.124573 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0023df-4673-45b9-9534-3ef837cf416c None None] Sync routers for ids ['d5d74af9-901f-4473-8a4d-5ef155f9cd6c'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:39:32.135817 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0023df-4673-45b9-9534-3ef837cf416c None None] Routers {'d5d74af9-901f-4473-8a4d-5ef155f9cd6c'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:32.136572 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5f0023df-4673-45b9-9534-3ef837cf416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5d74af9-901f-4473-8a4d-5ef155f9cd6c'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:32.156380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Request body: {'network': {'name': 'tempest-network--1350979102', 'router:external': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:32.162640 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e0a315-130b-4345-b841-7e0e2934055c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:32.164282 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c6e0a315-130b-4345-b841-7e0e2934055c tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/bc44993c-680f-4fe8-b05a-7f8c9a710424 HTTP/1.1" status: 404 len: 333 time: 0.0427539 Oct 13 00:39:32.167137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34408) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:32.180318 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5f0023df-4673-45b9-9534-3ef837cf416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:32.182970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Made reservation on behalf of af45d20754ad43948f36f2a1ef65dfe9 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:32.185848 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.190467 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0023df-4673-45b9-9534-3ef837cf416c None None] Routers {'d5d74af9-901f-4473-8a4d-5ef155f9cd6c'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:32.191468 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5f0023df-4673-45b9-9534-3ef837cf416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d5d74af9-901f-4473-8a4d-5ef155f9cd6c'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:32.198332 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.236521 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5f0023df-4673-45b9-9534-3ef837cf416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:32.237875 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0023df-4673-45b9-9534-3ef837cf416c None None] The sync data for ids ['d5d74af9-901f-4473-8a4d-5ef155f9cd6c'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:39:32.280050 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60b9d4df-c860-4141-8860-e22bb7a47256 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.327494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.333165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.366881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:32.373209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2f618d-839d-4e10-b070-44ad4224558e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:32.386084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.386587 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Added segment 7535ab28-97ce-40e4-98be-87c0209e3c10 of type vlan for network 924caca7-2052-4b39-8ba1-7a2d63c5a5b3 Oct 13 00:39:32.449987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.481143 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60b9d4df-c860-4141-8860-e22bb7a47256 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.483495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60b9d4df-c860-4141-8860-e22bb7a47256 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.484082 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.485199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:32.486190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.552987 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60b9d4df-c860-4141-8860-e22bb7a47256 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.553407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b9d4df-c860-4141-8860-e22bb7a47256 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Fanout notify agent at l3_agent the message router_deleted on router d5d74af9-901f-4473-8a4d-5ef155f9cd6c {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:39:32.556475 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5039692 Oct 13 00:39:32.557688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34410) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:32.562665 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60b9d4df-c860-4141-8860-e22bb7a47256 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.566136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60b9d4df-c860-4141-8860-e22bb7a47256 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/routers/d5d74af9-901f-4473-8a4d-5ef155f9cd6c HTTP/1.1" status: 204 len: 168 time: 0.3956385 Oct 13 00:39:32.566390 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34412) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:32.567160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ff52c-2df1-4b90-9a2f-c77ac974bdb2 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Network': ['ID=924caca7-2052-4b39-8ba1-7a2d63c5a5b3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:32.579164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 924caca7-2052-4b39-8ba1-7a2d63c5a5b3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:32.618688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36e9a4f-d802-48bc-95a9-825d5dfe216d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 297d3f3f-f977-404f-b50d-f7f99dd2710e {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:32.621707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c36e9a4f-d802-48bc-95a9-825d5dfe216d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.633727 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.666820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c36e9a4f-d802-48bc-95a9-825d5dfe216d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.718588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.739261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924caca7-2052-4b39-8ba1-7a2d63c5a5b3']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:32.749029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7535ab28-97ce-40e4-98be-87c0209e3c10') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:32.749199 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c36e9a4f-d802-48bc-95a9-825d5dfe216d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.749345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7535ab28-97ce-40e4-98be-87c0209e3c10') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:32.758589 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.771481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.778111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:32.778505 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:32.780405 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:32.811947 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c36e9a4f-d802-48bc-95a9-825d5dfe216d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.838945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.844493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 924caca7-2052-4b39-8ba1-7a2d63c5a5b3 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 00:39:32.846429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9a4f-d802-48bc-95a9-825d5dfe216d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=297d3f3f-f977-404f-b50d-f7f99dd2710e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:32.847385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.852569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c36e9a4f-d802-48bc-95a9-825d5dfe216d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.855661 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c36e9a4f-d802-48bc-95a9-825d5dfe216d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/297d3f3f-f977-404f-b50d-f7f99dd2710e HTTP/1.1" status: 204 len: 168 time: 0.2882607 Oct 13 00:39:32.856265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34414) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:32.858040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/924caca7-2052-4b39-8ba1-7a2d63c5a5b3 HTTP/1.1" status: 204 len: 168 time: 0.2966454 Oct 13 00:39:32.858234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34416) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:32.863299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:32.864701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9449438a-0c39-40ae-8166-63635f8368e4 None None] Network 3de2a930-6e24-426b-9fdd-2098e04dd126 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:32.869336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e9b23-e403-4424-be10-f7bee9085c8f tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event deleted for resources: {'Network': ['ID=924caca7-2052-4b39-8ba1-7a2d63c5a5b3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:32.946984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Made reservation on behalf of af45d20754ad43948f36f2a1ef65dfe9 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:32.949530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.962775 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:32.987747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:33.022493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.022876 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Added segment 97f918d1-ab64-415c-91f4-b1d52440bd11 of type vlan for network 6ab3f93c-c13e-45e4-9074-b3bfb15bd205 Oct 13 00:39:33.080473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.091220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] DHCP port deletion for 3de2a930-6e24-426b-9fdd-2098e04dd126 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:39:33.102165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port ed8760cc-9e5d-40c7-afaf-474704a6c218 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:33.102165 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.161192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.162235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:33.163407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.185608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] Deleting port ed8760cc-9e5d-40c7-afaf-474704a6c218 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:33.186220 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.247574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] For port ed8760cc-9e5d-40c7-afaf-474704a6c218, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ed8760cc-9e5d-40c7-afaf-474704a6c218,segment=NetworkSegment(198b2738-d240-4a98-8045-1da429b7cc46),segment_id=198b2738-d240-4a98-8045-1da429b7cc46)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:33.247977 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.259591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] For port ed8760cc-9e5d-40c7-afaf-474704a6c218, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ed8760cc-9e5d-40c7-afaf-474704a6c218,segment=NetworkSegment(198b2738-d240-4a98-8045-1da429b7cc46),segment_id=198b2738-d240-4a98-8045-1da429b7cc46)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:33.260492 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.268434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4109724 Oct 13 00:39:33.271267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34424) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:33.277536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Request body: {'subnet': {'network_id': '6ab3f93c-c13e-45e4-9074-b3bfb15bd205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:33.286481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] Calling delete_port for ed8760cc-9e5d-40c7-afaf-474704a6c218 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:33.289794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for ed8760cc-9e5d-40c7-afaf-474704a6c218 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:33.293800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419d47e-2e84-485d-b378-7f69177b1d06 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Network': ['ID=6ab3f93c-c13e-45e4-9074-b3bfb15bd205,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:33.328979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Made reservation on behalf of af45d20754ad43948f36f2a1ef65dfe9 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:33.331623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.370705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 6ab3f93c-c13e-45e4-9074-b3bfb15bd205 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:33.395099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.431004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No DVR routers for this DVR port ed8760cc-9e5d-40c7-afaf-474704a6c218 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:33.438237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=ed8760cc-9e5d-40c7-afaf-474704a6c218,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:33.451399 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.480211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] Pushing event deleted for resources: {'Port': ['ID=ed8760cc-9e5d-40c7-afaf-474704a6c218,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:33.492062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a741dd-a6a7-45f7-8015-a945df5f426b None None] No DVR routers for this DVR port ed8760cc-9e5d-40c7-afaf-474704a6c218 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:33.532548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.554005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de2a930-6e24-426b-9fdd-2098e04dd126']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:33.563746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198b2738-d240-4a98-8045-1da429b7cc46') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:33.564229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198b2738-d240-4a98-8045-1da429b7cc46') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:33.575136 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.589427 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.596579 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:33.597144 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:33.600555 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:33.668657 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.688763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.692694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/networks/3de2a930-6e24-426b-9fdd-2098e04dd126 HTTP/1.1" status: 204 len: 168 time: 0.8335299 Oct 13 00:39:33.694466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d165f81-c3c4-4da2-92ce-82c6ac9ef2f2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Network': ['ID=3de2a930-6e24-426b-9fdd-2098e04dd126,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:33.697481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34426) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:33.699106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.objects.ports [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94988) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 00:39:33.699628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.746749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcd6c20-5783-40b8-93ea-8f781105bcc2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:33.751770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0bcd6c20-5783-40b8-93ea-8f781105bcc2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/a88c24e6-5ef5-4070-a6fc-f6789b26dcef HTTP/1.1" status: 200 len: 840 time: 0.0497191 Oct 13 00:39:33.751903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34428) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:33.759388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e62b17c-00b4-40ee-bb5f-4f702347de35,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:33.769867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Checking segment: {'id': '97f918d1-ab64-415c-91f4-b1d52440bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ab3f93c-c13e-45e4-9074-b3bfb15bd205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:33.770262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Network hostable DHCP agents. Network: 6ab3f93c-c13e-45e4-9074-b3bfb15bd205, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:33.788308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Network 6ab3f93c-c13e-45e4-9074-b3bfb15bd205 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:33.795608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-65590ebb-ef4e-46d2-b61c-2bd32fb52c98 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/a88c24e6-5ef5-4070-a6fc-f6789b26dcef?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0425320 Oct 13 00:39:33.799285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34430) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:33.800134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 6ab3f93c-c13e-45e4-9074-b3bfb15bd205) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:33.804694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:33.804850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:33.805293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.811016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5a237-fbd5-49ee-b25f-acc6a0cff0af None None] Network 6ab3f93c-c13e-45e4-9074-b3bfb15bd205 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:33.827877 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2fcb5256-a817-445b-9cad-5a1566a70271 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5545325 Oct 13 00:39:33.830686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34432) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:33.836092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Request body: {'floatingip': {'floating_network_id': '6ab3f93c-c13e-45e4-9074-b3bfb15bd205'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:33.867571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.936730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:33.941226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.969140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:33.977110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a8faa-8de5-49ba-a20c-a7a8ed2f92ef None None] Network 6ab3f93c-c13e-45e4-9074-b3bfb15bd205 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:34.106310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Allocated IP 172.20.0.3 (6ab3f93c-c13e-45e4-9074-b3bfb15bd205/9e62b17c-00b4-40ee-bb5f-4f702347de35/6cf5a393-98de-462d-be17-de786100e2e7) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:34.183286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.226850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.238591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:34.242666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:34.246362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:34.247207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.253680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b13ef-60ab-4710-856f-5136c26d285c None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:34.266182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=274829e6-dee9-4cdb-b96f-fce7420984ae,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:34.267495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.278057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e5d47c7d-369f-4ee9-932c-75a896e5a1f6 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4775841 Oct 13 00:39:34.280879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34436) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:34.288122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cb6655d8-891a-4d23-b9ca-f484afd949a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'security_group': {'name': 'tempest-secgroup-710426164'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:34.315855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb6655d8-891a-4d23-b9ca-f484afd949a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.331946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Network 6ab3f93c-c13e-45e4-9074-b3bfb15bd205 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:34.339434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:34.344263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:34.388085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Port': ['ID=6cf5a393-98de-462d-be17-de786100e2e7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:34.421180 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb6655d8-891a-4d23-b9ca-f484afd949a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.425179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb6655d8-891a-4d23-b9ca-f484afd949a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.461008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6655d8-891a-4d23-b9ca-f484afd949a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535da21a-9ca3-47d5-bc88-f587d38d2ae2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:34.469322 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb6655d8-891a-4d23-b9ca-f484afd949a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.469322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb6655d8-891a-4d23-b9ca-f484afd949a1 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1861739 Oct 13 00:39:34.471158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34438) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:34.471631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-bd0f1943-9b88-42a0-8109-418deacfc4da', 'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'tenant_id': '82cfd76f5a254d5e96c14edc807715c6', 'fixed_ips': [{'subnet_id': '274829e6-dee9-4cdb-b96f-fce7420984ae'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:39:34.472671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.475599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.476758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-84bae7e7-c393-4b7b-95d4-e5a29a1c91da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'security_group': {'name': 'tempest-secgroup-131776284'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:34.502411 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84bae7e7-c393-4b7b-95d4-e5a29a1c91da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.522527 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.591304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ed8760cc-9e5d-40c7-afaf-474704a6c218 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:39:34.602672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84bae7e7-c393-4b7b-95d4-e5a29a1c91da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.609025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84bae7e7-c393-4b7b-95d4-e5a29a1c91da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.624344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: ed8760cc-9e5d-40c7-afaf-474704a6c218 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:39:34.624683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ed8760cc-9e5d-40c7-afaf-474704a6c218 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:39:34.643169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bae7e7-c393-4b7b-95d4-e5a29a1c91da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae7f250-a6b4-4d71-9d27-cd5e876c19f2,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:34.649847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84bae7e7-c393-4b7b-95d4-e5a29a1c91da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.651146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-84bae7e7-c393-4b7b-95d4-e5a29a1c91da tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1788189 Oct 13 00:39:34.654032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34444) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:34.661792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-383363628', 'security_groups': ['aae7f250-a6b4-4d71-9d27-cd5e876c19f2'], 'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '274829e6-dee9-4cdb-b96f-fce7420984ae'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:34.698371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Allocated IP 172.20.0.2 (bd0f1943-9b88-42a0-8109-418deacfc4da/274829e6-dee9-4cdb-b96f-fce7420984ae/114fad9f-6d18-47fe-bd50-123fa7f49f61) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:34.746199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.753229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.834238 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.837733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:34.858203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Port': ['ID=6cf5a393-98de-462d-be17-de786100e2e7,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:34.866504 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.870990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-769d796e-fecb-4375-8147-238ce5be66c5 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0361068 Oct 13 00:39:34.871500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34446) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:34.887071 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.896202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.939797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:34.945028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:34.954383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:34.962312 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:34.978563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f60db279-543a-4f05-8792-11bb899fde77 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=6ab3f93c-c13e-45e4-9074-b3bfb15bd205 HTTP/1.1" status: 200 len: 689 time: 0.1058996 Oct 13 00:39:34.981454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34448) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:34.986742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Pushing event updated for resources: {'Port': ['ID=114fad9f-6d18-47fe-bd50-123fa7f49f61,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:34.990915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port fad9acfb-6600-4f40-918c-83b29d340b04 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:35.031036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Attempting to bind port 114fad9f-6d18-47fe-bd50-123fa7f49f61 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:39:35.031459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Attempting to bind port 114fad9f-6d18-47fe-bd50-123fa7f49f61 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'fe1406de-9378-4822-a1a9-65df73aee030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:39:35.031928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Attempting to bind port 114fad9f-6d18-47fe-bd50-123fa7f49f61 on network bd0f1943-9b88-42a0-8109-418deacfc4da {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:39:35.039427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:39:35.040479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Checking segment: {'id': 'fe1406de-9378-4822-a1a9-65df73aee030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:35.040479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.040956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Bound using segment: {'id': 'fe1406de-9378-4822-a1a9-65df73aee030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:39:35.041466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Bound port: 114fad9f-6d18-47fe-bd50-123fa7f49f61, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1406de-9378-4822-a1a9-65df73aee030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:39:35.041857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.098188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.118688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] For port 114fad9f-6d18-47fe-bd50-123fa7f49f61, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:39:35.122187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] For port 114fad9f-6d18-47fe-bd50-123fa7f49f61, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=114fad9f-6d18-47fe-bd50-123fa7f49f61,segment=NetworkSegment(fe1406de-9378-4822-a1a9-65df73aee030),segment_id=fe1406de-9378-4822-a1a9-65df73aee030)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:39:35.126563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.207564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7ea2-3e89-4b19-ad82-5d3da414779b None None] Pushing event updated for resources: {'Port': ['ID=114fad9f-6d18-47fe-bd50-123fa7f49f61,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:35.209739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.12 (bd0f1943-9b88-42a0-8109-418deacfc4da/274829e6-dee9-4cdb-b96f-fce7420984ae/fad9acfb-6600-4f40-918c-83b29d340b04) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:35.281275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Deleting port 6cf5a393-98de-462d-be17-de786100e2e7 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:35.281643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.393519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.393519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.408723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Calling delete_port for 6cf5a393-98de-462d-be17-de786100e2e7 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:35.432499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.476310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.526400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:35.529969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:35.533937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:35.573173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=fad9acfb-6600-4f40-918c-83b29d340b04,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:35.573393 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.600622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:35.601284 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.606513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cf5a393-98de-462d-be17-de786100e2e7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:35.623560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-db1795c9-0579-45b0-8375-9c0a7c3c83e0 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9679997 Oct 13 00:39:35.625937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34452) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:35.631605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-484751e4-08c7-40ea-9f5e-5b43d4f79613 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:35.671859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.721622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.755497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484751e4-08c7-40ea-9f5e-5b43d4f79613 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:35.760937 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-484751e4-08c7-40ea-9f5e-5b43d4f79613 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.783900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.814311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e62b17c-00b4-40ee-bb5f-4f702347de35,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:35.870390 n-d-813679-4 neutron-server[94989]: INFO neutron.db.ipam_backend_mixin [None req-484751e4-08c7-40ea-9f5e-5b43d4f79613 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 274829e6-dee9-4cdb-b96f-fce7420984ae (CIDR: 172.20.0.0/28) Oct 13 00:39:35.875884 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-484751e4-08c7-40ea-9f5e-5b43d4f79613 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:39:35.876428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484751e4-08c7-40ea-9f5e-5b43d4f79613 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:35.877385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.901067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-484751e4-08c7-40ea-9f5e-5b43d4f79613 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2712991 Oct 13 00:39:35.901675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34454) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:35.906209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab3f93c-c13e-45e4-9074-b3bfb15bd205']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:35.908892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:35.917160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f918d1-ab64-415c-91f4-b1d52440bd11') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:35.917491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f918d1-ab64-415c-91f4-b1d52440bd11') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:35.927755 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.942100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.949346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:35.949753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:35.951599 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:36.024099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:36.030569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ab3f93c-c13e-45e4-9074-b3bfb15bd205 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 00:39:36.033734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:36.040508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6ab3f93c-c13e-45e4-9074-b3bfb15bd205 HTTP/1.1" status: 204 len: 168 time: 1.0579562 Oct 13 00:39:36.043125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34456) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:36.050880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354daf-cca9-4827-9971-f94e84b4db14 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ab3f93c-c13e-45e4-9074-b3bfb15bd205,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:36.442439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:36.453338 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:36.465098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:36.465566 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:36.578837 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:36.598708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34466) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:36.605173 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bf94e3f7-879b-45ec-b412-adf24449e58e tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.5606585 Oct 13 00:39:36.641803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 114fad9f-6d18-47fe-bd50-123fa7f49f61 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:36.736034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b20c74-4fe0-49a6-912f-2a5dcfded60c tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:36.739245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b20c74-4fe0-49a6-912f-2a5dcfded60c tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:36.741209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b20c74-4fe0-49a6-912f-2a5dcfded60c tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:36.742821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b20c74-4fe0-49a6-912f-2a5dcfded60c tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:36.745928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b20c74-4fe0-49a6-912f-2a5dcfded60c tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:36.747297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b20c74-4fe0-49a6-912f-2a5dcfded60c tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:36.748690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b20c74-4fe0-49a6-912f-2a5dcfded60c tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:36.754567 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-54b20c74-4fe0-49a6-912f-2a5dcfded60c tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4584 time: 0.1541963 Oct 13 00:39:36.757089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] For port 114fad9f-6d18-47fe-bd50-123fa7f49f61, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=114fad9f-6d18-47fe-bd50-123fa7f49f61,segment=NetworkSegment(fe1406de-9378-4822-a1a9-65df73aee030),segment_id=fe1406de-9378-4822-a1a9-65df73aee030)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:36.758571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34468) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:36.789678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:36.871168 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-66e2f19b-38c3-4f14-834f-60366ebd91d4 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] delete failed (client error): The resource could not be found. Oct 13 00:39:36.875850 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-66e2f19b-38c3-4f14-834f-60366ebd91d4 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/9c6d673d-2572-44c4-86f1-a2ad16ebed47 HTTP/1.1" status: 404 len: 345 time: 0.1160557 Oct 13 00:39:36.879617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34470) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:36.923015 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90633f1-e0a8-4efd-af82-c1319e25b196 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] DELETE failed (client error): The resource could not be found. Oct 13 00:39:36.923672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90633f1-e0a8-4efd-af82-c1319e25b196 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:36.928589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] Pushing event updated for resources: {'Port': ['ID=114fad9f-6d18-47fe-bd50-123fa7f49f61,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:36.934714 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:36.938815 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b90633f1-e0a8-4efd-af82-c1319e25b196 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6ab3f93c-c13e-45e4-9074-b3bfb15bd205 HTTP/1.1" status: 404 len: 339 time: 0.0563376 Oct 13 00:39:36.945500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34472) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:36.950477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Request body: {'network': {'name': 'tempest-network--1471653094', 'router:external': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:36.971499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] Provisioning complete for port a88c24e6-5ef5-4070-a6fc-f6789b26dcef triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:36.971894 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:36.995268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Made reservation on behalf of af45d20754ad43948f36f2a1ef65dfe9 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:36.997920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.013986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.050933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:37.063171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-71080e74-f5bc-49d2-a166-d9982ad241d8 None None] Port a88c24e6-5ef5-4070-a6fc-f6789b26dcef cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:37.076907 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.078573 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Added segment 6b12c814-404d-482e-8f00-3713ae08b39c of type vlan for network da19270b-6924-4673-bd7a-dde0a69e3120 Oct 13 00:39:37.080897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:37.081368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.103706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:37.107863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:37.119276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:37.121517 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.132255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a500499-7457-4b56-b68c-cedf2bf202af None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:37.150364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2466834 Oct 13 00:39:37.151703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2ba27-5a03-4c40-95c4-1cef284e63a3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:37.153809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34474) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:37.166392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-850081355', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d'}], 'security_groups': ['535da21a-9ca3-47d5-bc88-f587d38d2ae2']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:37.205167 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.230430 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.285412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-133569f5-d520-4ce0-9ca2-626b9a88f1dd None None] Provisioning complete for port fad9acfb-6600-4f40-918c-83b29d340b04 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:37.285412 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-133569f5-d520-4ce0-9ca2-626b9a88f1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.294522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.295557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:37.296146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.372660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4262145 Oct 13 00:39:37.375335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34476) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:37.387555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-133569f5-d520-4ce0-9ca2-626b9a88f1dd None None] Port fad9acfb-6600-4f40-918c-83b29d340b04 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:37.400777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d778c1-363f-4fa0-80e0-ba809a779052 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Network': ['ID=da19270b-6924-4673-bd7a-dde0a69e3120,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:37.427165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network da19270b-6924-4673-bd7a-dde0a69e3120 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:37.445310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.599476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5420ab2-582c-44e0-b7b4-05e2d93c6b44 None None] Update dhcp port {'port': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'fixed_ips': [{'subnet_id': '274829e6-dee9-4cdb-b96f-fce7420984ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '114fad9f-6d18-47fe-bd50-123fa7f49f61'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:39:37.603858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e5da0-52c5-41ed-a02f-1db8574eb75e tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:37.610342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e5da0-52c5-41ed-a02f-1db8574eb75e tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:37.617738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e5da0-52c5-41ed-a02f-1db8574eb75e tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:37.625435 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5420ab2-582c-44e0-b7b4-05e2d93c6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.625606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e5da0-52c5-41ed-a02f-1db8574eb75e tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:37.627599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d99e5da0-52c5-41ed-a02f-1db8574eb75e tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2508528 Oct 13 00:39:37.630525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34480) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:37.710051 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.827187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.828896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Delete allocated IP 172.20.0.12 (bd0f1943-9b88-42a0-8109-418deacfc4da/274829e6-dee9-4cdb-b96f-fce7420984ae) {{(pid=94988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 00:39:37.843646 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.19 (bd0f1943-9b88-42a0-8109-418deacfc4da/39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d/fad9acfb-6600-4f40-918c-83b29d340b04) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:37.855821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da19270b-6924-4673-bd7a-dde0a69e3120']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:37.868842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b12c814-404d-482e-8f00-3713ae08b39c') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:37.869193 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b12c814-404d-482e-8f00-3713ae08b39c') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:37.880617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.896716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.904763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:37.905172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:37.908565 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:37.976670 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.982092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da19270b-6924-4673-bd7a-dde0a69e3120 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 00:39:37.984929 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:37.995191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/da19270b-6924-4673-bd7a-dde0a69e3120 HTTP/1.1" status: 204 len: 168 time: 0.3562562 Oct 13 00:39:37.999273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34482) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:38.004681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Request body: {'network': {'name': 'tempest-network--260898086', 'router:external': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:38.008036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda43946-b241-4373-aac4-a5a2ce20e375 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event deleted for resources: {'Network': ['ID=da19270b-6924-4673-bd7a-dde0a69e3120,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:38.031319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Made reservation on behalf of af45d20754ad43948f36f2a1ef65dfe9 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:38.034448 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.034924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.047491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.062077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:38.073852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.074278 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Added segment f817bf35-1fe2-4277-ae6f-5b67b97c1f2e of type vlan for network 12efc423-df1a-4f94-b519-977dd9a31fa9 Oct 13 00:39:38.109988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-c5420ab2-582c-44e0-b7b4-05e2d93c6b44 None None] Allocated IP 172.20.0.18 (bd0f1943-9b88-42a0-8109-418deacfc4da/39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d/114fad9f-6d18-47fe-bd50-123fa7f49f61) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:38.175153 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.194252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=fad9acfb-6600-4f40-918c-83b29d340b04,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:38.234603 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.236534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:38.237606 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.251544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c5420ab2-582c-44e0-b7b4-05e2d93c6b44 None None] For port 114fad9f-6d18-47fe-bd50-123fa7f49f61, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=114fad9f-6d18-47fe-bd50-123fa7f49f61,segment=NetworkSegment(fe1406de-9378-4822-a1a9-65df73aee030),segment_id=fe1406de-9378-4822-a1a9-65df73aee030)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:38.291788 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5420ab2-582c-44e0-b7b4-05e2d93c6b44 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.298536 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5420ab2-582c-44e0-b7b4-05e2d93c6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.303784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] In _notify_port_updated(), no bound segment for port fad9acfb-6600-4f40-918c-83b29d340b04 on network bd0f1943-9b88-42a0-8109-418deacfc4da {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:39:38.309459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:38.310299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.311726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-966e0e3f-2291-4c51-8822-c61061651b29 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "PUT /v2.0/ports/fad9acfb-6600-4f40-918c-83b29d340b04 HTTP/1.1" status: 200 len: 920 time: 1.1569769 Oct 13 00:39:38.316175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34484) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:38.344527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Network': ['ID=12efc423-df1a-4f94-b519-977dd9a31fa9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:38.356526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-524a4d04-72b2-4aa1-98df-7e38dd5a17db tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3561265 Oct 13 00:39:38.359134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34486) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:38.362437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 12efc423-df1a-4f94-b519-977dd9a31fa9 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:38.433673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-68b7da95-b0d1-4f85-80ae-998a2368a0a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port fad9acfb-6600-4f40-918c-83b29d340b04 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:38.434028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68b7da95-b0d1-4f85-80ae-998a2368a0a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.544395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436ae0cd-abb6-4bd0-8662-8e5c051a3ada tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:38.546273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-436ae0cd-abb6-4bd0-8662-8e5c051a3ada tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] 10.222.0.21 "GET /v2.0/networks/12efc423-df1a-4f94-b519-977dd9a31fa9 HTTP/1.1" status: 200 len: 756 time: 0.1853881 Oct 13 00:39:38.549518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34490) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:38.558718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5420ab2-582c-44e0-b7b4-05e2d93c6b44 None None] Pushing event updated for resources: {'Port': ['ID=114fad9f-6d18-47fe-bd50-123fa7f49f61,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:38.574493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 114fad9f-6d18-47fe-bd50-123fa7f49f61 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:38.632854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:38.632854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:38.676197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac2d4e-0d43-445b-a0bd-b7db53e29d69 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:38.677697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2aac2d4e-0d43-445b-a0bd-b7db53e29d69 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] 10.222.0.21 "GET /v2.0/networks/f93269f3-cb3a-41c7-9b66-b7898ee1441e HTTP/1.1" status: 200 len: 768 time: 0.1222289 Oct 13 00:39:38.680989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34492) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:39.110148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68b7da95-b0d1-4f85-80ae-998a2368a0a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.124330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.126578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ec97f444-1596-4549-bfe5-6bd5e6203211 None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:39.126933 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec97f444-1596-4549-bfe5-6bd5e6203211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.129481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-68b7da95-b0d1-4f85-80ae-998a2368a0a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for fad9acfb-6600-4f40-918c-83b29d340b04 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:39.215571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ec97f444-1596-4549-bfe5-6bd5e6203211 None None] Provisioning complete for port a88c24e6-5ef5-4070-a6fc-f6789b26dcef triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:39.216088 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec97f444-1596-4549-bfe5-6bd5e6203211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.251687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ec97f444-1596-4549-bfe5-6bd5e6203211 None None] Port a88c24e6-5ef5-4070-a6fc-f6789b26dcef cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:39.261199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ec97f444-1596-4549-bfe5-6bd5e6203211 None None] Provisioning complete for port fad9acfb-6600-4f40-918c-83b29d340b04 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:39.261574 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec97f444-1596-4549-bfe5-6bd5e6203211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.263060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.291192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12efc423-df1a-4f94-b519-977dd9a31fa9']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:39.294205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ec97f444-1596-4549-bfe5-6bd5e6203211 None None] Port fad9acfb-6600-4f40-918c-83b29d340b04 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:39.302173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f817bf35-1fe2-4277-ae6f-5b67b97c1f2e') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:39.302541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f817bf35-1fe2-4277-ae6f-5b67b97c1f2e') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:39.315929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.349248 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.361314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:39.361725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:39.363425 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:39.410823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68b7da95-b0d1-4f85-80ae-998a2368a0a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.452879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7da95-b0d1-4f85-80ae-998a2368a0a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=fad9acfb-6600-4f40-918c-83b29d340b04,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:39.475824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.484662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12efc423-df1a-4f94-b519-977dd9a31fa9 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 00:39:39.514632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.517883 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/12efc423-df1a-4f94-b519-977dd9a31fa9 HTTP/1.1" status: 204 len: 168 time: 0.8362916 Oct 13 00:39:39.521016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82ddca-b1b9-466c-a524-65317e216358 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event deleted for resources: {'Network': ['ID=12efc423-df1a-4f94-b519-977dd9a31fa9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:39.522242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34494) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:39.527226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Request body: {'network': {'name': 'tempest-network--892886720'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:39.544213 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-68b7da95-b0d1-4f85-80ae-998a2368a0a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.547643 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-68b7da95-b0d1-4f85-80ae-998a2368a0a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/fad9acfb-6600-4f40-918c-83b29d340b04 HTTP/1.1" status: 204 len: 168 time: 1.2304883 Oct 13 00:39:39.550243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34496) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:39.579750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Made reservation on behalf of af45d20754ad43948f36f2a1ef65dfe9 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:39.585789 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.594033 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-88abaaf3-99a0-4188-ad06-97f00c9cf298 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:39.598829 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-88abaaf3-99a0-4188-ad06-97f00c9cf298 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/fad9acfb-6600-4f40-918c-83b29d340b04 HTTP/1.1" status: 404 len: 333 time: 0.0473187 Oct 13 00:39:39.600199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34502) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:39.608961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d98740bb-b815-4e12-a9bd-4e7c59e13536 None None] Could not find standard attr ID for object fad9acfb-6600-4f40-918c-83b29d340b04. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:39.619843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:39.632808 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.633476 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Added segment 15469a91-f965-4aa6-9bf8-ea4020400d05 of type vlan for network 7f60efc2-faee-4946-a59c-b1abdf0304fb Oct 13 00:39:39.683021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.688972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c550ae9-e0da-460a-998c-d4c218ee454d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.733644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c550ae9-e0da-460a-998c-d4c218ee454d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.742476 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.743464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:39.744084 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.803117 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c550ae9-e0da-460a-998c-d4c218ee454d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.807174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c550ae9-e0da-460a-998c-d4c218ee454d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.808737 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7c550ae9-e0da-460a-998c-d4c218ee454d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/security-groups/aae7f250-a6b4-4d71-9d27-cd5e876c19f2 HTTP/1.1" status: 204 len: 168 time: 0.2074656 Oct 13 00:39:39.820213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34506) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:39.821293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c550ae9-e0da-460a-998c-d4c218ee454d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae7f250-a6b4-4d71-9d27-cd5e876c19f2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:39.824330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3009028 Oct 13 00:39:39.827039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34508) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:39.831859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d7978d59-807e-46ed-a130-6887b4555479 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:39.888607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362b377-1058-45d4-a0a1-24a9f1898f87 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Network': ['ID=7f60efc2-faee-4946-a59c-b1abdf0304fb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:39.900021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 7f60efc2-faee-4946-a59c-b1abdf0304fb details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:39.936992 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d192cf7-9a77-4563-92c5-97d92f7910dc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:39.985345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d192cf7-9a77-4563-92c5-97d92f7910dc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.031072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7978d59-807e-46ed-a130-6887b4555479 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.046790 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7978d59-807e-46ed-a130-6887b4555479 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.047784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d192cf7-9a77-4563-92c5-97d92f7910dc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.050575 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d192cf7-9a77-4563-92c5-97d92f7910dc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.051872 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5d192cf7-9a77-4563-92c5-97d92f7910dc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/security-groups/535da21a-9ca3-47d5-bc88-f587d38d2ae2 HTTP/1.1" status: 204 len: 168 time: 0.2278898 Oct 13 00:39:40.055134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34512) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:40.089450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7978d59-807e-46ed-a130-6887b4555479 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Network 7f60efc2-faee-4946-a59c-b1abdf0304fb is not hosted by any dhcp agent {{(pid=94989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:39:40.090357 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7978d59-807e-46ed-a130-6887b4555479 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:40.090952 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d7978d59-807e-46ed-a130-6887b4555479 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.092088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d192cf7-9a77-4563-92c5-97d92f7910dc tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535da21a-9ca3-47d5-bc88-f587d38d2ae2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:40.095245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d7978d59-807e-46ed-a130-6887b4555479 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "PUT /v2.0/networks/7f60efc2-faee-4946-a59c-b1abdf0304fb HTTP/1.1" status: 200 len: 857 time: 0.2672935 Oct 13 00:39:40.095919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34514) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:40.120939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9841bc-f80e-4a4a-84c4-5d21301cca32 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 274829e6-dee9-4cdb-b96f-fce7420984ae {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:40.124678 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb9841bc-f80e-4a4a-84c4-5d21301cca32 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.164352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7978d59-807e-46ed-a130-6887b4555479 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event updated for resources: {'Network': ['ID=7f60efc2-faee-4946-a59c-b1abdf0304fb,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:40.168534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb9841bc-f80e-4a4a-84c4-5d21301cca32 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.186912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.253174 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb9841bc-f80e-4a4a-84c4-5d21301cca32 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.268298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.289072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f60efc2-faee-4946-a59c-b1abdf0304fb']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:40.298834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15469a91-f965-4aa6-9bf8-ea4020400d05') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:40.299101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15469a91-f965-4aa6-9bf8-ea4020400d05') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:40.308967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.316496 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb9841bc-f80e-4a4a-84c4-5d21301cca32 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.323844 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.330729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:40.331184 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:40.332938 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:40.347987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9841bc-f80e-4a4a-84c4-5d21301cca32 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=274829e6-dee9-4cdb-b96f-fce7420984ae,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:40.350338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb9841bc-f80e-4a4a-84c4-5d21301cca32 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.356049 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb9841bc-f80e-4a4a-84c4-5d21301cca32 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/274829e6-dee9-4cdb-b96f-fce7420984ae HTTP/1.1" status: 204 len: 168 time: 0.2985222 Oct 13 00:39:40.360130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34516) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:40.362736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09dfc1-f446-4838-8aad-c7350b005001 None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:40.366954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:40.406493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.416443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f60efc2-faee-4946-a59c-b1abdf0304fb {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 00:39:40.419601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.425945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] 10.222.0.21 "DELETE /v2.0/networks/7f60efc2-faee-4946-a59c-b1abdf0304fb HTTP/1.1" status: 204 len: 168 time: 0.3240416 Oct 13 00:39:40.428777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34518) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:40.434679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d77ad-8089-4bbb-995e-67ce35dcd975 tempest-ExternalNetworksTestJSON-1104583071 tempest-ExternalNetworksTestJSON-1104583071-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f60efc2-faee-4946-a59c-b1abdf0304fb,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:40.472588 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f3e945-6b5b-43c6-b563-5200ba89ab33 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:40.473055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f3e945-6b5b-43c6-b563-5200ba89ab33 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:40.476477 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-30f3e945-6b5b-43c6-b563-5200ba89ab33 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] 10.222.0.21 "DELETE /v2.0/subnets/9e62b17c-00b4-40ee-bb5f-4f702347de35 HTTP/1.1" status: 404 len: 337 time: 0.0433657 Oct 13 00:39:40.479205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34520) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:40.591989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 114fad9f-6d18-47fe-bd50-123fa7f49f61 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:40.637999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:40.643262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.659424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.721116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:40.721542 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.828879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.856376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93269f3-cb3a-41c7-9b66-b7898ee1441e']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:40.868784 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5490ba92-37be-466c-9919-c9308a21dc9a') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:40.869071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5490ba92-37be-466c-9919-c9308a21dc9a') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:40.881310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.899006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.912519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:40.913283 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:40.919290 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:41.014604 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.029297 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.036357 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] 10.222.0.21 "DELETE /v2.0/networks/f93269f3-cb3a-41c7-9b66-b7898ee1441e HTTP/1.1" status: 204 len: 168 time: 0.5552011 Oct 13 00:39:41.055749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03f3c0-57b3-4880-9083-7c3681697769 tempest-ExternalNetworksTestJSON-1077880447 tempest-ExternalNetworksTestJSON-1077880447-project] Pushing event deleted for resources: {'Network': ['ID=f93269f3-cb3a-41c7-9b66-b7898ee1441e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:41.063276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.134153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=78d85818-60f9-481d-8039-391d51bcf02e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:41.143685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:41.145118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:41.150101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:41.150700 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.173216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34530) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:41.173610 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b7f3ce2c-2b6e-4874-a8bb-3eb35e6cafea tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8119307 Oct 13 00:39:41.178738 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6ebc2a18-7cf8-4b41-be75-b8616c626fb4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'security_group': {'name': 'tempest-secgroup-2073646950'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:41.210522 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2a18-7cf8-4b41-be75-b8616c626fb4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.290100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2a18-7cf8-4b41-be75-b8616c626fb4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.296773 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2a18-7cf8-4b41-be75-b8616c626fb4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.331728 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ebc2a18-7cf8-4b41-be75-b8616c626fb4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.335769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6ebc2a18-7cf8-4b41-be75-b8616c626fb4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1587570 Oct 13 00:39:41.336588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34534) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:41.337524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc2a18-7cf8-4b41-be75-b8616c626fb4 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c30480-119d-4ed1-9a2b-34bd2e3a74df,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:41.340114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34536) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:41.341886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-74381726-ee75-4b43-9b07-2cc4ab7a3280 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608892261'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:41.373328 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74381726-ee75-4b43-9b07-2cc4ab7a3280 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.477230 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74381726-ee75-4b43-9b07-2cc4ab7a3280 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.481606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74381726-ee75-4b43-9b07-2cc4ab7a3280 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.512524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-74381726-ee75-4b43-9b07-2cc4ab7a3280 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.516334 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-74381726-ee75-4b43-9b07-2cc4ab7a3280 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1763554 Oct 13 00:39:41.516535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34540) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:41.521422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e403676c-e500-4496-89a0-54ed900b9894 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'security_group': {'name': 'tempest-secgroup-1043283626'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:41.525400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a0f91a44-c0ab-4f12-b5a7-88b9c3f89961 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5afa8e83d1554a10b1aae200d8354873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838114 Oct 13 00:39:41.527995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34542) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:41.539716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b6a8d-3a46-43ec-86b5-89def0385874 None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:41.545253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74381726-ee75-4b43-9b07-2cc4ab7a3280 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c67d94-7cb8-42d0-9199-bbd59d238da7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:41.562115 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e403676c-e500-4496-89a0-54ed900b9894 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.582142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f34131b3-1a22-4d83-ac6b-cd6e1269c6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.609846 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f34131b3-1a22-4d83-ac6b-cd6e1269c6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.643352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e403676c-e500-4496-89a0-54ed900b9894 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.649337 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e403676c-e500-4496-89a0-54ed900b9894 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.661184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5d1993ec-e469-4d8d-9608-6a709f100f04 None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:41.662257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d1993ec-e469-4d8d-9608-6a709f100f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.665664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f34131b3-1a22-4d83-ac6b-cd6e1269c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.668679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f34131b3-1a22-4d83-ac6b-cd6e1269c6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.671065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f34131b3-1a22-4d83-ac6b-cd6e1269c6ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82a50665-1ec0-45da-b7c8-be5df396e62d HTTP/1.1" status: 204 len: 168 time: 0.1418517 Oct 13 00:39:41.682046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34131b3-1a22-4d83-ac6b-cd6e1269c6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a50665-1ec0-45da-b7c8-be5df396e62d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:41.694432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e403676c-e500-4496-89a0-54ed900b9894 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.695720 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e403676c-e500-4496-89a0-54ed900b9894 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1781399 Oct 13 00:39:41.698831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34546) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:41.702791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403676c-e500-4496-89a0-54ed900b9894 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de31d43-4106-4689-b2cd-e8f90c70b856,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:41.706015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-783287813', 'security_groups': ['9de31d43-4106-4689-b2cd-e8f90c70b856'], 'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78d85818-60f9-481d-8039-391d51bcf02e'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:41.853416 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd36aecb-4fb6-432c-abe5-46526db2b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.882045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5d1993ec-e469-4d8d-9608-6a709f100f04 None None] Provisioning complete for port a88c24e6-5ef5-4070-a6fc-f6789b26dcef triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:41.883965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d1993ec-e469-4d8d-9608-6a709f100f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:41.919952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:41.966127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30791f28-42af-4fc5-8038-ec94cd0543b8 None None] Update dhcp port {'port': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'fixed_ips': [{'subnet_id': '39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d', 'ip_address': '172.20.0.18'}, {'subnet_id': '78d85818-60f9-481d-8039-391d51bcf02e'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '114fad9f-6d18-47fe-bd50-123fa7f49f61'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:39:41.969155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-5d1993ec-e469-4d8d-9608-6a709f100f04 None None] Port a88c24e6-5ef5-4070-a6fc-f6789b26dcef cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:41.996004 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-30791f28-42af-4fc5-8038-ec94cd0543b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.046457 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.064737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34552) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:42.079979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] device_id is not set on port be6c9bed-8918-4286-b076-f37a61cce7ef yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:42.119950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b52de28e-a4be-4b99-8193-010ec73e9a8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af45d20754ad43948f36f2a1ef65dfe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517461 Oct 13 00:39:42.120360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34554) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:42.184470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-30791f28-42af-4fc5-8038-ec94cd0543b8 None None] Allocated IP 172.20.0.2 (bd0f1943-9b88-42a0-8109-418deacfc4da/78d85818-60f9-481d-8039-391d51bcf02e/114fad9f-6d18-47fe-bd50-123fa7f49f61) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:42.185112 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98efc070-d53a-46be-ad7d-f4eeac0e4856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.211458 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98efc070-d53a-46be-ad7d-f4eeac0e4856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.264926 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98efc070-d53a-46be-ad7d-f4eeac0e4856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.268162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-98efc070-d53a-46be-ad7d-f4eeac0e4856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.269615 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-98efc070-d53a-46be-ad7d-f4eeac0e4856 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf2f618d-839d-4e10-b070-44ad4224558e HTTP/1.1" status: 204 len: 168 time: 0.1481235 Oct 13 00:39:42.278750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efc070-d53a-46be-ad7d-f4eeac0e4856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2f618d-839d-4e10-b070-44ad4224558e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:42.311583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-30791f28-42af-4fc5-8038-ec94cd0543b8 None None] For port 114fad9f-6d18-47fe-bd50-123fa7f49f61, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=114fad9f-6d18-47fe-bd50-123fa7f49f61,segment=NetworkSegment(fe1406de-9378-4822-a1a9-65df73aee030),segment_id=fe1406de-9378-4822-a1a9-65df73aee030)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:42.341477 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-30791f28-42af-4fc5-8038-ec94cd0543b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.346070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-30791f28-42af-4fc5-8038-ec94cd0543b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.422491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.5 (bd0f1943-9b88-42a0-8109-418deacfc4da/78d85818-60f9-481d-8039-391d51bcf02e/be6c9bed-8918-4286-b076-f37a61cce7ef) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:42.452072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30791f28-42af-4fc5-8038-ec94cd0543b8 None None] Pushing event updated for resources: {'Port': ['ID=114fad9f-6d18-47fe-bd50-123fa7f49f61,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:42.609441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.657376 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.713509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:42.717596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:42.720343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:42.780212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:42.781245 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:42.799050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=be6c9bed-8918-4286-b076-f37a61cce7ef,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:42.834379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7fd1eef6-7dce-42fe-811c-942d8fa1b875 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1334772 Oct 13 00:39:42.837037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34568) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:42.846126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3b0189c5-4e2c-4d7f-8b1c-206292e718ce tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:43.006262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0189c5-4e2c-4d7f-8b1c-206292e718ce tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:43.010827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3b0189c5-4e2c-4d7f-8b1c-206292e718ce tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:43.108441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0e155012-de0c-42cc-95aa-417b730041d3 None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:43.109318 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e155012-de0c-42cc-95aa-417b730041d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:43.203090 n-d-813679-4 neutron-server[94988]: INFO neutron.db.ipam_backend_mixin [None req-3b0189c5-4e2c-4d7f-8b1c-206292e718ce tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 78d85818-60f9-481d-8039-391d51bcf02e (CIDR: 172.20.0.0/28) Oct 13 00:39:43.209641 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0189c5-4e2c-4d7f-8b1c-206292e718ce tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:39:43.212957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0189c5-4e2c-4d7f-8b1c-206292e718ce tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:43.242911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3b0189c5-4e2c-4d7f-8b1c-206292e718ce tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4014165 Oct 13 00:39:43.243198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34598) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:43.248601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b8655eea-4ed6-4e67-9885-e962b22e60c5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:43.317331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0e155012-de0c-42cc-95aa-417b730041d3 None None] Provisioning complete for port a88c24e6-5ef5-4070-a6fc-f6789b26dcef triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:43.317717 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e155012-de0c-42cc-95aa-417b730041d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:43.408301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0e155012-de0c-42cc-95aa-417b730041d3 None None] Port a88c24e6-5ef5-4070-a6fc-f6789b26dcef cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:43.426389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8655eea-4ed6-4e67-9885-e962b22e60c5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:43.431724 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b8655eea-4ed6-4e67-9885-e962b22e60c5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:43.534263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6ae62745-903f-4f37-ba72-5d035da07fd8 None None] Provisioning complete for port be6c9bed-8918-4286-b076-f37a61cce7ef triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:43.534651 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6ae62745-903f-4f37-ba72-5d035da07fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:43.585279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6ae62745-903f-4f37-ba72-5d035da07fd8 None None] Port be6c9bed-8918-4286-b076-f37a61cce7ef cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:43.593794 n-d-813679-4 neutron-server[94988]: INFO neutron.db.ipam_backend_mixin [None req-b8655eea-4ed6-4e67-9885-e962b22e60c5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d (CIDR: 172.20.0.16/28) Oct 13 00:39:43.599302 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8655eea-4ed6-4e67-9885-e962b22e60c5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 00:39:43.599877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8655eea-4ed6-4e67-9885-e962b22e60c5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:43.630034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34608) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:43.630364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b8655eea-4ed6-4e67-9885-e962b22e60c5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3859537 Oct 13 00:39:43.637198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'subnet': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:43.786567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Made reservation on behalf of 82cfd76f5a254d5e96c14edc807715c6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:43.791680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.047673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.095436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Network bd0f1943-9b88-42a0-8109-418deacfc4da is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:44.098776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:44.104239 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:44.104967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.108589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Subnet': ['ID=264e2f9a-3bba-4709-ac43-6ce10fc8f0fe,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:44.115342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f4cee-69a9-446d-a4d7-9861fa18b00a None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:44.137496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34622) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:44.143337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1639890528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '264e2f9a-3bba-4709-ac43-6ce10fc8f0fe'}], 'security_groups': ['d7c30480-119d-4ed1-9a2b-34bd2e3a74df', 'a5c67d94-7cb8-42d0-9199-bbd59d238da7']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:44.147901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-382cf4ab-86bb-4164-aafb-353f851817d9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5153944 Oct 13 00:39:44.345063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.394913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9279454-45ab-4cfb-ac25-93fc780722e4 None None] Update dhcp port {'port': {'network_id': 'bd0f1943-9b88-42a0-8109-418deacfc4da', 'fixed_ips': [{'subnet_id': '39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d', 'ip_address': '172.20.0.18'}, {'subnet_id': '78d85818-60f9-481d-8039-391d51bcf02e', 'ip_address': '172.20.0.2'}, {'subnet_id': '264e2f9a-3bba-4709-ac43-6ce10fc8f0fe'}], 'binding:host_id': 'n-d-813679-4'}, 'id': '114fad9f-6d18-47fe-bd50-123fa7f49f61'} from n-d-813679-4. {{(pid=94990) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 00:39:44.467824 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a9279454-45ab-4cfb-ac25-93fc780722e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.562745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34634) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:44.607994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 114fad9f-6d18-47fe-bd50-123fa7f49f61 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:44.643566 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-75fd1be8-b4b8-4e8a-86c0-184a3df9cd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.717437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:44.718005 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.744223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-a9279454-45ab-4cfb-ac25-93fc780722e4 None None] Allocated IP 172.20.0.34 (bd0f1943-9b88-42a0-8109-418deacfc4da/264e2f9a-3bba-4709-ac43-6ce10fc8f0fe/114fad9f-6d18-47fe-bd50-123fa7f49f61) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:44.749672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:44.780083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.886608 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.887224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a9279454-45ab-4cfb-ac25-93fc780722e4 None None] For port 114fad9f-6d18-47fe-bd50-123fa7f49f61, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=114fad9f-6d18-47fe-bd50-123fa7f49f61,segment=NetworkSegment(fe1406de-9378-4822-a1a9-65df73aee030),segment_id=fe1406de-9378-4822-a1a9-65df73aee030)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:44.915874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a9279454-45ab-4cfb-ac25-93fc780722e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:44.921347 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a9279454-45ab-4cfb-ac25-93fc780722e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.017122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Allocated IP 172.25.3.253 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/56987c49-b51a-4857-b77c-541c4c56f9cd) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:45.048982 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9279454-45ab-4cfb-ac25-93fc780722e4 None None] Pushing event updated for resources: {'Port': ['ID=114fad9f-6d18-47fe-bd50-123fa7f49f61,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:45.056235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Delete allocated IP 172.20.0.5 (bd0f1943-9b88-42a0-8109-418deacfc4da/78d85818-60f9-481d-8039-391d51bcf02e) {{(pid=94988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 00:39:45.065998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Allocated IP 172.20.0.39 (bd0f1943-9b88-42a0-8109-418deacfc4da/264e2f9a-3bba-4709-ac43-6ce10fc8f0fe/be6c9bed-8918-4286-b076-f37a61cce7ef) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:45.153674 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.195216 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.248845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:45.251695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:45.256966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:45.260432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'Port': ['ID=56987c49-b51a-4857-b77c-541c4c56f9cd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:45.279780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.288723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.394843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.395117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event updated for resources: {'Port': ['ID=be6c9bed-8918-4286-b076-f37a61cce7ef,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:45.419494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] In _notify_port_updated(), no bound segment for port be6c9bed-8918-4286-b076-f37a61cce7ef on network bd0f1943-9b88-42a0-8109-418deacfc4da {{(pid=94988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:39:45.425083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:45.425856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.427311 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f66bd615-35b5-4d3a-b1bd-9ab4540588d7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "PUT /v2.0/ports/be6c9bed-8918-4286-b076-f37a61cce7ef HTTP/1.1" status: 200 len: 960 time: 1.2887464 Oct 13 00:39:45.430574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34638) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:45.449827 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.566419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e192af43-681b-4b60-9c37-7f634214819a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port be6c9bed-8918-4286-b076-f37a61cce7ef {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:45.566772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e192af43-681b-4b60-9c37-7f634214819a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.677164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e192af43-681b-4b60-9c37-7f634214819a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.692852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e192af43-681b-4b60-9c37-7f634214819a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for be6c9bed-8918-4286-b076-f37a61cce7ef owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:45.720550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-faa6fbce-9593-4df7-bc5c-1043a69ecef2 None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:45.721151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-faa6fbce-9593-4df7-bc5c-1043a69ecef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.795982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.851808 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e192af43-681b-4b60-9c37-7f634214819a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.857785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-faa6fbce-9593-4df7-bc5c-1043a69ecef2 None None] Provisioning complete for port a88c24e6-5ef5-4070-a6fc-f6789b26dcef triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:45.859017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-faa6fbce-9593-4df7-bc5c-1043a69ecef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.888278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.898491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.900947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192af43-681b-4b60-9c37-7f634214819a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=be6c9bed-8918-4286-b076-f37a61cce7ef,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:45.913434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-faa6fbce-9593-4df7-bc5c-1043a69ecef2 None None] Port a88c24e6-5ef5-4070-a6fc-f6789b26dcef cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:45.927109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-faa6fbce-9593-4df7-bc5c-1043a69ecef2 None None] Could not find standard attr ID for object be6c9bed-8918-4286-b076-f37a61cce7ef. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:45.941627 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.967802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e192af43-681b-4b60-9c37-7f634214819a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:45.971307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e192af43-681b-4b60-9c37-7f634214819a tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/be6c9bed-8918-4286-b076-f37a61cce7ef HTTP/1.1" status: 204 len: 168 time: 0.5396974 Oct 13 00:39:45.973908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34642) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:45.996265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'Port': ['ID=56987c49-b51a-4857-b77c-541c4c56f9cd,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:45.999934 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c9375b-784d-4237-b781-2b4c0f4a035b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] GET failed (client error): The resource could not be found. Oct 13 00:39:46.001439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e3c9375b-784d-4237-b781-2b4c0f4a035b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports/be6c9bed-8918-4286-b076-f37a61cce7ef HTTP/1.1" status: 404 len: 333 time: 0.0265801 Oct 13 00:39:46.004173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34644) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:46.021990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.052992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.054355 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-409af297-b3ad-4cb6-8c61-29fa2e4057ed tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4905574 Oct 13 00:39:46.057426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34646) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:46.065991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2067452526'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:46.081262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5633156-f1db-4e62-b516-e074f14ec224 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.093769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Made reservation on behalf of 74949895b7e94ac384d992b9a9cf3487 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:46.097459 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.107794 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.109925 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5633156-f1db-4e62-b516-e074f14ec224 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.170501 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5633156-f1db-4e62-b516-e074f14ec224 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.173281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5633156-f1db-4e62-b516-e074f14ec224 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.174751 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a5633156-f1db-4e62-b516-e074f14ec224 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/security-groups/9de31d43-4106-4689-b2cd-e8f90c70b856 HTTP/1.1" status: 204 len: 168 time: 0.1696906 Oct 13 00:39:46.177680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34648) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:46.186361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5633156-f1db-4e62-b516-e074f14ec224 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de31d43-4106-4689-b2cd-e8f90c70b856,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:46.244586 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-eb7b4f8e-1fa6-432f-9fd7-f1a3afc3c44b None None] Could not find standard attr ID for object be6c9bed-8918-4286-b076-f37a61cce7ef. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:39:46.264221 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.275894 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.296509 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de443004-31e2-4fdd-9870-b79d74a57b0d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.323535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:46.341283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d75dfe3-eb19-4068-80ea-5e6929a76a2d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:46.348201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.348550 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Added segment e4e7c446-670d-41fc-aaff-38af24fa2098 of type vlan for network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca Oct 13 00:39:46.350703 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de443004-31e2-4fdd-9870-b79d74a57b0d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.418482 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.450622 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de443004-31e2-4fdd-9870-b79d74a57b0d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.453385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-de443004-31e2-4fdd-9870-b79d74a57b0d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.454576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-de443004-31e2-4fdd-9870-b79d74a57b0d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5c67d94-7cb8-42d0-9199-bbd59d238da7 HTTP/1.1" status: 204 len: 168 time: 0.2755730 Oct 13 00:39:46.457467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34650) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:46.487555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de443004-31e2-4fdd-9870-b79d74a57b0d tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c67d94-7cb8-42d0-9199-bbd59d238da7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:46.490762 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.504498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:46.506466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.553582 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 114fad9f-6d18-47fe-bd50-123fa7f49f61 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:46.570536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3236300-ede0-4480-8777-b55934d45cc2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.598173 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3236300-ede0-4480-8777-b55934d45cc2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.600189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5411665 Oct 13 00:39:46.603436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34656) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:46.608735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Request body: {'subnet': {'network_id': 'd651fc6d-0e30-49a3-98f7-0e7b9ae943ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:46.617757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:46.618275 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.655263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3236300-ede0-4480-8777-b55934d45cc2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.658348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3236300-ede0-4480-8777-b55934d45cc2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.659527 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e3236300-ede0-4480-8777-b55934d45cc2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/security-groups/d7c30480-119d-4ed1-9a2b-34bd2e3a74df HTTP/1.1" status: 204 len: 168 time: 0.2011764 Oct 13 00:39:46.663213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34660) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:46.681318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf323295-5e63-4efa-a113-60b5aab1ed38 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'Network': ['ID=d651fc6d-0e30-49a3-98f7-0e7b9ae943ca,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:46.699228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3236300-ede0-4480-8777-b55934d45cc2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c30480-119d-4ed1-9a2b-34bd2e3a74df,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:46.728481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-89243133-ece7-4815-8b14-de3f4bad8154 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 78d85818-60f9-481d-8039-391d51bcf02e {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:46.728910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:46.731958 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89243133-ece7-4815-8b14-de3f4bad8154 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.736933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Made reservation on behalf of 74949895b7e94ac384d992b9a9cf3487 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:46.741545 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.786957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89243133-ece7-4815-8b14-de3f4bad8154 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.893570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89243133-ece7-4815-8b14-de3f4bad8154 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.970197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89243133-ece7-4815-8b14-de3f4bad8154 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:46.990826 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.004546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89243133-ece7-4815-8b14-de3f4bad8154 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=78d85818-60f9-481d-8039-391d51bcf02e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:47.008538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89243133-ece7-4815-8b14-de3f4bad8154 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.012480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-89243133-ece7-4815-8b14-de3f4bad8154 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/78d85818-60f9-481d-8039-391d51bcf02e HTTP/1.1" status: 204 len: 168 time: 0.3471630 Oct 13 00:39:47.018189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34662) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:47.020663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffef44b-7a71-4886-8e0c-8a66e796c980 None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:47.058943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'Subnet': ['ID=339155b2-295c-4118-b82d-232b1e16961a,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:47.075569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Checking segment: {'id': 'e4e7c446-670d-41fc-aaff-38af24fa2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd651fc6d-0e30-49a3-98f7-0e7b9ae943ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:47.075930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Network hostable DHCP agents. Network: d651fc6d-0e30-49a3-98f7-0e7b9ae943ca, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:47.091152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-599f92e9-6186-4236-8477-a621f406b975 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 264e2f9a-3bba-4709-ac43-6ce10fc8f0fe {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:47.095097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-599f92e9-6186-4236-8477-a621f406b975 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.102698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:47.114704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, d651fc6d-0e30-49a3-98f7-0e7b9ae943ca) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:47.122809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:47.123398 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.127258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a8d30-0880-43b1-aedd-ec1552835f4c None None] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:47.145299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8fd272c1-f646-4de5-9da2-efdf23211670 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5407579 Oct 13 00:39:47.148023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34664) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:47.149520 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-599f92e9-6186-4236-8477-a621f406b975 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.155224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-972519496', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:47.189960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.191094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.249262 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-599f92e9-6186-4236-8477-a621f406b975 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.314026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.326142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-599f92e9-6186-4236-8477-a621f406b975 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.359123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f92e9-6186-4236-8477-a621f406b975 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=264e2f9a-3bba-4709-ac43-6ce10fc8f0fe,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:47.361963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-d651fc6d-0e30-49a3-98f7-0e7b9ae943ca', 'network_id': 'd651fc6d-0e30-49a3-98f7-0e7b9ae943ca', 'tenant_id': '74949895b7e94ac384d992b9a9cf3487', 'fixed_ips': [{'subnet_id': '339155b2-295c-4118-b82d-232b1e16961a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:39:47.363719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.371058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-599f92e9-6186-4236-8477-a621f406b975 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.391797 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-599f92e9-6186-4236-8477-a621f406b975 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/264e2f9a-3bba-4709-ac43-6ce10fc8f0fe HTTP/1.1" status: 204 len: 168 time: 0.3703675 Oct 13 00:39:47.392776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34666) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:47.425421 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-14010f76-474b-4822-aca2-f6d0f3c620a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:47.426217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14010f76-474b-4822-aca2-f6d0f3c620a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:47.430278 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-14010f76-474b-4822-aca2-f6d0f3c620a9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/78d85818-60f9-481d-8039-391d51bcf02e HTTP/1.1" status: 404 len: 337 time: 0.0363688 Oct 13 00:39:47.433346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34668) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:47.500902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1ba315-637e-4df0-bc35-6cc88f5c9454 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting subnet 39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:47.507006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.507931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba315-637e-4df0-bc35-6cc88f5c9454 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.542104 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Allocated IP 172.20.0.2 (d651fc6d-0e30-49a3-98f7-0e7b9ae943ca/339155b2-295c-4118-b82d-232b1e16961a/c4260edd-912f-48f3-b3fa-9950b8b6a889) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:47.597043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba315-637e-4df0-bc35-6cc88f5c9454 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.681120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.785799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba315-637e-4df0-bc35-6cc88f5c9454 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.808765 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.823493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.824785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.881067 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.905378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:47.907212 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba315-637e-4df0-bc35-6cc88f5c9454 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.912426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:47.920539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:47.938395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Pushing event updated for resources: {'Port': ['ID=c4260edd-912f-48f3-b3fa-9950b8b6a889,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:47.959825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba315-637e-4df0-bc35-6cc88f5c9454 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:47.965444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2b1ba315-637e-4df0-bc35-6cc88f5c9454 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d HTTP/1.1" status: 204 len: 168 time: 0.5287297 Oct 13 00:39:47.965444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ba315-637e-4df0-bc35-6cc88f5c9454 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Subnet': ['ID=39ec81b4-17e5-42e7-b3ac-0e70f37c3a9d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:47.966004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34676) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.015572 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b912fed-b078-47cb-8759-1a22eaaa29e9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.016026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b912fed-b078-47cb-8759-1a22eaaa29e9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.022029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2b912fed-b078-47cb-8759-1a22eaaa29e9 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/274829e6-dee9-4cdb-b96f-fce7420984ae HTTP/1.1" status: 404 len: 337 time: 0.0517728 Oct 13 00:39:48.022483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34678) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.062178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Attempting to bind port c4260edd-912f-48f3-b3fa-9950b8b6a889 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:39:48.062556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Attempting to bind port c4260edd-912f-48f3-b3fa-9950b8b6a889 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e4e7c446-670d-41fc-aaff-38af24fa2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd651fc6d-0e30-49a3-98f7-0e7b9ae943ca'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:39:48.062898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Attempting to bind port c4260edd-912f-48f3-b3fa-9950b8b6a889 on network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:39:48.066795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e4d4aeec-69d4-4ee0-b70c-cf361eb35cc5 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d74af9-901f-4473-8a4d-5ef155f9cd6c HTTP/1.1" status: 200 len: 205 time: 0.0410588 Oct 13 00:39:48.069129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34682) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.075997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:39:48.076366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Checking segment: {'id': 'e4e7c446-670d-41fc-aaff-38af24fa2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd651fc6d-0e30-49a3-98f7-0e7b9ae943ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:48.076775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.077180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Bound using segment: {'id': 'e4e7c446-670d-41fc-aaff-38af24fa2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd651fc6d-0e30-49a3-98f7-0e7b9ae943ca'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:39:48.077643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Bound port: c4260edd-912f-48f3-b3fa-9950b8b6a889, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e7c446-670d-41fc-aaff-38af24fa2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd651fc6d-0e30-49a3-98f7-0e7b9ae943ca'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:39:48.078031 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.107129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Allocated IP 172.25.3.15 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/fedd1aef-10a4-4cb7-b847-465540477869) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:48.116512 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-66905473-868e-452b-8504-64e7546d1d8b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] delete failed (client error): The resource could not be found. Oct 13 00:39:48.118532 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-66905473-868e-452b-8504-64e7546d1d8b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/routers/d5d74af9-901f-4473-8a4d-5ef155f9cd6c HTTP/1.1" status: 404 len: 336 time: 0.0473893 Oct 13 00:39:48.121627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34684) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.167143 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fc5c94-d620-4eb0-ada4-8bca094679a2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.167979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fc5c94-d620-4eb0-ada4-8bca094679a2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.173433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-94fc5c94-d620-4eb0-ada4-8bca094679a2 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/297d3f3f-f977-404f-b50d-f7f99dd2710e HTTP/1.1" status: 404 len: 337 time: 0.0479000 Oct 13 00:39:48.173710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34686) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.212204 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2f41cf-d6c0-4bf1-92c6-aa0abd33a846 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.212983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2f41cf-d6c0-4bf1-92c6-aa0abd33a846 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.218469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6a2f41cf-d6c0-4bf1-92c6-aa0abd33a846 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/4beeca5c-8e68-447c-927f-097941083a56 HTTP/1.1" status: 404 len: 337 time: 0.0415583 Oct 13 00:39:48.218639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34688) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.231423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] For port c4260edd-912f-48f3-b3fa-9950b8b6a889, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:39:48.237247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] For port c4260edd-912f-48f3-b3fa-9950b8b6a889, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c4260edd-912f-48f3-b3fa-9950b8b6a889,segment=NetworkSegment(e4e7c446-670d-41fc-aaff-38af24fa2098),segment_id=e4e7c446-670d-41fc-aaff-38af24fa2098)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:39:48.243852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c4416-4c74-4ca4-90d3-6dbb221c7078 None None] Network bd0f1943-9b88-42a0-8109-418deacfc4da requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:48.260985 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccf5a9c-b429-4380-af84-d6dcbee5a88b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.261579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccf5a9c-b429-4380-af84-d6dcbee5a88b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.268521 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dccf5a9c-b429-4380-af84-d6dcbee5a88b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/6481897d-176a-4e61-8bcc-5896d79d42c9 HTTP/1.1" status: 404 len: 337 time: 0.0467064 Oct 13 00:39:48.268762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34690) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.279948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.299360 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-abba4558-8d1a-48bc-b172-4f7a8aedc6f3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.300446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abba4558-8d1a-48bc-b172-4f7a8aedc6f3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.302528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.307486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-abba4558-8d1a-48bc-b172-4f7a8aedc6f3 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/d2820271-c252-483e-8427-ff880ba7e75f HTTP/1.1" status: 404 len: 333 time: 0.0369303 Oct 13 00:39:48.308330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.350288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.369270 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e7acb6-1854-4c5e-a8a1-cc3fd8b9d5f7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.371735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e7acb6-1854-4c5e-a8a1-cc3fd8b9d5f7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.379758 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-71e7acb6-1854-4c5e-a8a1-cc3fd8b9d5f7 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/b3b17ad0-c89e-4237-8764-c8a6cfae1484 HTTP/1.1" status: 404 len: 337 time: 0.0679564 Oct 13 00:39:48.380027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34694) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.406280 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3089e2ee-8c06-4ed6-a8c6-b51edfca8759 None None] Provisioning complete for port 114fad9f-6d18-47fe-bd50-123fa7f49f61 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:48.406894 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3089e2ee-8c06-4ed6-a8c6-b51edfca8759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.423832 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5c5ac8-b6e3-45dd-93ce-437e0f37de98 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.425812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5c5ac8-b6e3-45dd-93ce-437e0f37de98 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.434617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1c5c5ac8-b6e3-45dd-93ce-437e0f37de98 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/53dd63ff-d1fa-4922-b553-17a0404033f3 HTTP/1.1" status: 404 len: 337 time: 0.0496626 Oct 13 00:39:48.435041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34696) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.449349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:48.454894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:48.459533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:48.462172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'Port': ['ID=fedd1aef-10a4-4cb7-b847-465540477869,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:48.469976 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc68482d-4d4b-4fb2-b9a2-3fbe4fb9bfec tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.470528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc68482d-4d4b-4fb2-b9a2-3fbe4fb9bfec tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.476105 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc68482d-4d4b-4fb2-b9a2-3fbe4fb9bfec tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/9d68b2f0-a66d-4c8a-998d-94ead7a27fdd HTTP/1.1" status: 404 len: 333 time: 0.0371776 Oct 13 00:39:48.476454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34698) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.501185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc088dc7-14d9-4b47-ba62-ca0c0f902e57 None None] Pushing event updated for resources: {'Port': ['ID=c4260edd-912f-48f3-b3fa-9950b8b6a889,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:48.504662 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-862450ea-ad11-40ef-b28b-8b5d26956e2b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.505179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862450ea-ad11-40ef-b28b-8b5d26956e2b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.512932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-862450ea-ad11-40ef-b28b-8b5d26956e2b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/a742a6bc-c09f-4b86-887a-9074708b678f HTTP/1.1" status: 404 len: 337 time: 0.0332403 Oct 13 00:39:48.513386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34700) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.573228 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f2570c-b84f-45a9-88c0-d1adb33f0b6b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] DELETE failed (client error): The resource could not be found. Oct 13 00:39:48.573662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f2570c-b84f-45a9-88c0-d1adb33f0b6b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:39:48.590998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-35f2570c-b84f-45a9-88c0-d1adb33f0b6b tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/subnets/25934ff0-785f-4e2e-ae88-51ef3eb10263 HTTP/1.1" status: 404 len: 337 time: 0.0744059 Oct 13 00:39:48.592000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34702) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:48.706733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3089e2ee-8c06-4ed6-a8c6-b51edfca8759 None None] Provisioning complete for port a88c24e6-5ef5-4070-a6fc-f6789b26dcef triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:48.707110 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3089e2ee-8c06-4ed6-a8c6-b51edfca8759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.754676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-84dc82ee-0fb6-48b8-8383-783e087b26de tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Deleting port a88c24e6-5ef5-4070-a6fc-f6789b26dcef {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:48.754970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] DHCP port deletion for bd0f1943-9b88-42a0-8109-418deacfc4da request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:39:48.756414 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84dc82ee-0fb6-48b8-8383-783e087b26de tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.765419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3089e2ee-8c06-4ed6-a8c6-b51edfca8759 None None] Port a88c24e6-5ef5-4070-a6fc-f6789b26dcef cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:48.821733 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.828997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] Deleting port 114fad9f-6d18-47fe-bd50-123fa7f49f61 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:48.829949 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.863227 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84dc82ee-0fb6-48b8-8383-783e087b26de tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.890232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-84dc82ee-0fb6-48b8-8383-783e087b26de tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Calling delete_port for a88c24e6-5ef5-4070-a6fc-f6789b26dcef owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:48.931155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] For port 114fad9f-6d18-47fe-bd50-123fa7f49f61, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=114fad9f-6d18-47fe-bd50-123fa7f49f61,segment=NetworkSegment(fe1406de-9378-4822-a1a9-65df73aee030),segment_id=fe1406de-9378-4822-a1a9-65df73aee030)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:48.931607 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:48.945537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] Calling delete_port for 114fad9f-6d18-47fe-bd50-123fa7f49f61 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:48.991483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84dc82ee-0fb6-48b8-8383-783e087b26de tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.026913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc82ee-0fb6-48b8-8383-783e087b26de tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Port': ['ID=a88c24e6-5ef5-4070-a6fc-f6789b26dcef,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:49.034661 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-84dc82ee-0fb6-48b8-8383-783e087b26de tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.041024 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-84dc82ee-0fb6-48b8-8383-783e087b26de tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/ports/a88c24e6-5ef5-4070-a6fc-f6789b26dcef HTTP/1.1" status: 204 len: 168 time: 0.4446430 Oct 13 00:39:49.041289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34706) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:49.052141 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.085282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.100982 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] No DVR routers for this DVR port 114fad9f-6d18-47fe-bd50-123fa7f49f61 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:39:49.103044 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ec693-da52-4c6c-8513-9b56c56c232f None None] Pushing event deleted for resources: {'Port': ['ID=114fad9f-6d18-47fe-bd50-123fa7f49f61,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:49.149114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.251610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Router c40d722b-ba49-4dec-8800-95593431ac5c is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:39:49.264373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.288783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0f1943-9b88-42a0-8109-418deacfc4da']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:49.302429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1406de-9378-4822-a1a9-65df73aee030') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:49.302729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1406de-9378-4822-a1a9-65df73aee030') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:49.312730 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.331755 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.339358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:49.339974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:49.344005 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:49.443491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.453161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.459966 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] 10.222.0.21 "DELETE /v2.0/networks/bd0f1943-9b88-42a0-8109-418deacfc4da HTTP/1.1" status: 204 len: 168 time: 0.4175594 Oct 13 00:39:49.477424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1f6d3-bf37-46b4-aafe-52287124a537 tempest-PortsTestJSON-902741827 tempest-PortsTestJSON-902741827-project] Pushing event deleted for resources: {'Network': ['ID=bd0f1943-9b88-42a0-8109-418deacfc4da,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:49.709318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:39:49.721438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b4e35-68e6-4df7-90e5-cd6fe5441472 None None] Sync routers for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:39:49.733164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3978001-20c8-4607-ad54-2fcb8bde72e8 None None] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:49.752796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.755940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-95a868e6-a03a-4176-9129-6e8545b28217 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.6054950 Oct 13 00:39:49.758792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34712) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:49.774006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b4e35-68e6-4df7-90e5-cd6fe5441472 None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:49.774656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0b7b4e35-68e6-4df7-90e5-cd6fe5441472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:49.828192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0b7b4e35-68e6-4df7-90e5-cd6fe5441472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:49.851085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34716) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:49.853327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d049f521-9a30-4d29-b285-d35b3b413af7 None None] Provisioning complete for port c4260edd-912f-48f3-b3fa-9950b8b6a889 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:49.853810 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d049f521-9a30-4d29-b285-d35b3b413af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:49.859725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b4e35-68e6-4df7-90e5-cd6fe5441472 None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:49.860348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0b7b4e35-68e6-4df7-90e5-cd6fe5441472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:49.929144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-0b7b4e35-68e6-4df7-90e5-cd6fe5441472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:49.929795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b4e35-68e6-4df7-90e5-cd6fe5441472 None None] The sync data for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:39:50.015126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6f6adff5-118e-4ffa-9e30-3701763935e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82cfd76f5a254d5e96c14edc807715c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616192 Oct 13 00:39:50.018090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34720) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:50.047879 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d049f521-9a30-4d29-b285-d35b3b413af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.081396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbdded21-a13b-432d-a12a-42f8f3915b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.087572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d049f521-9a30-4d29-b285-d35b3b413af7 None None] For port c4260edd-912f-48f3-b3fa-9950b8b6a889, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c4260edd-912f-48f3-b3fa-9950b8b6a889,segment=NetworkSegment(e4e7c446-670d-41fc-aaff-38af24fa2098),segment_id=e4e7c446-670d-41fc-aaff-38af24fa2098)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:50.094305 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d049f521-9a30-4d29-b285-d35b3b413af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.110786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbdded21-a13b-432d-a12a-42f8f3915b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.147769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049f521-9a30-4d29-b285-d35b3b413af7 None None] Pushing event updated for resources: {'Port': ['ID=c4260edd-912f-48f3-b3fa-9950b8b6a889,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:50.174908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbdded21-a13b-432d-a12a-42f8f3915b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.177595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bbdded21-a13b-432d-a12a-42f8f3915b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.178830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bbdded21-a13b-432d-a12a-42f8f3915b8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e54cf5f-3ad6-4c5a-957e-02a9368b1ff7 HTTP/1.1" status: 204 len: 168 time: 0.1594903 Oct 13 00:39:50.187169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdded21-a13b-432d-a12a-42f8f3915b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e54cf5f-3ad6-4c5a-957e-02a9368b1ff7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:50.238368 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.324453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1d0f6411-e7c2-45be-87e3-07666381968f None None] Provisioning complete for port c4260edd-912f-48f3-b3fa-9950b8b6a889 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:50.324875 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1d0f6411-e7c2-45be-87e3-07666381968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.529666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Allocated IP 172.20.0.1 (d651fc6d-0e30-49a3-98f7-0e7b9ae943ca/339155b2-295c-4118-b82d-232b1e16961a/bd88ca65-59bc-42d6-80d2-1beaef8dcffc) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:50.556408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c4260edd-912f-48f3-b3fa-9950b8b6a889 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:50.607845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c4260edd-912f-48f3-b3fa-9950b8b6a889 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:50.608315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.671867 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.707300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.754276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:50.759998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:50.763677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 114fad9f-6d18-47fe-bd50-123fa7f49f61 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:39:50.763808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:50.787123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 114fad9f-6d18-47fe-bd50-123fa7f49f61 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:39:50.787438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 114fad9f-6d18-47fe-bd50-123fa7f49f61 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:39:50.796627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'Port': ['ID=bd88ca65-59bc-42d6-80d2-1beaef8dcffc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:50.827741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:50.972530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34748) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:51.020098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.038232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-368b4115-ccf9-4732-aebb-d0f959839205 None None] Provisioning complete for port bd88ca65-59bc-42d6-80d2-1beaef8dcffc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:51.038738 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-368b4115-ccf9-4732-aebb-d0f959839205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.077147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-368b4115-ccf9-4732-aebb-d0f959839205 None None] Port bd88ca65-59bc-42d6-80d2-1beaef8dcffc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:51.092365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1691604129'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:51.114507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:51.119559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.128351 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.212090 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.217923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.246243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:51.260935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86973ac5-eebd-407e-8534-e9434c9d44cc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:51.266106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.266476 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment 3cb5a09f-7f8e-4c80-ab97-2f5d71d34656 of type vlan for network 6590f087-7810-41e4-84e4-05fc30671c6e Oct 13 00:39:51.311778 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.339629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.345558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:51.346209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.407103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4334381 Oct 13 00:39:51.414809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34754) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:51.420583 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1805075604'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:51.432642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cfecb-a836-423b-9604-7eda7506a77e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=6590f087-7810-41e4-84e4-05fc30671c6e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:51.450279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:51.452000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 6590f087-7810-41e4-84e4-05fc30671c6e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:51.454276 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.500884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:51.512469 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.512949 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment 83ff6177-d93c-4f0c-9cc1-a6b1c108a00d of type vlan for network a382e92b-5a6d-4f95-9044-33442d1bf360 Oct 13 00:39:51.564804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.592559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.598133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:51.598725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.656985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2410805 Oct 13 00:39:51.660023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34756) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:51.665981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': '6590f087-7810-41e4-84e4-05fc30671c6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:51.670050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f724704-d432-4b5d-9c26-e0fb519e46ad tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=a382e92b-5a6d-4f95-9044-33442d1bf360,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:51.680433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a382e92b-5a6d-4f95-9044-33442d1bf360 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:51.774800 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.781180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.842945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:51.846480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:51.922402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'Port': ['ID=bd88ca65-59bc-42d6-80d2-1beaef8dcffc,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:51.928471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:52.095442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:52.100858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:52.195045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:52.311104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': '3cb5a09f-7f8e-4c80-ab97-2f5d71d34656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6590f087-7810-41e4-84e4-05fc30671c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:52.311590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: 6590f087-7810-41e4-84e4-05fc30671c6e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:52.320761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=2da5527f-ddf2-4979-856f-f71cc22d298c,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:52.347733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Router c40d722b-ba49-4dec-8800-95593431ac5c has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:39:52.353499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 6590f087-7810-41e4-84e4-05fc30671c6e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:52.367065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 6590f087-7810-41e4-84e4-05fc30671c6e) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:52.372119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:52.373753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:52.375381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d3634-63c9-44fd-a696-f97f6daed9ab None None] Network 6590f087-7810-41e4-84e4-05fc30671c6e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:52.454747 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f6fde6a3-9982-4ca9-8c1b-57af4b61c751 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7903378 Oct 13 00:39:52.454883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34760) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:52.462316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-299d1aec-635b-4326-93fe-3e32fbc436d5 None None] Provisioning complete for port bd88ca65-59bc-42d6-80d2-1beaef8dcffc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:52.462693 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-299d1aec-635b-4326-93fe-3e32fbc436d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:52.463388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': 'a382e92b-5a6d-4f95-9044-33442d1bf360', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:52.517235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:39:52.527530 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43843f-8c9f-40a5-b979-17b8faafd971 None None] Sync routers for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:39:52.542417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34762) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:52.546018 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43843f-8c9f-40a5-b979-17b8faafd971 None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:52.546651 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4c43843f-8c9f-40a5-b979-17b8faafd971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:52.548107 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-163c9ac2-53e7-4f54-8a99-a6a003d1ee1d tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "PUT /v2.0/routers/c40d722b-ba49-4dec-8800-95593431ac5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7801676 Oct 13 00:39:52.550645 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Request body: {'port': {'network_id': 'd651fc6d-0e30-49a3-98f7-0e7b9ae943ca', 'name': 'tempest-FloatingIPAdminTestJSON-557263082'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:52.590190 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4c43843f-8c9f-40a5-b979-17b8faafd971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:52.599675 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43843f-8c9f-40a5-b979-17b8faafd971 None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:52.600213 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4c43843f-8c9f-40a5-b979-17b8faafd971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:52.666115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:52.666334 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4c43843f-8c9f-40a5-b979-17b8faafd971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:52.667024 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43843f-8c9f-40a5-b979-17b8faafd971 None None] The sync data for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:39:52.670503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:52.747710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-299d1aec-635b-4326-93fe-3e32fbc436d5 None None] Port bd88ca65-59bc-42d6-80d2-1beaef8dcffc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:52.845685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-6590f087-7810-41e4-84e4-05fc30671c6e', 'network_id': '6590f087-7810-41e4-84e4-05fc30671c6e', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': '2da5527f-ddf2-4979-856f-f71cc22d298c'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:39:52.846797 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:52.856169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Made reservation on behalf of 74949895b7e94ac384d992b9a9cf3487 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:52.859887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:52.893007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] device_id is not set on port 75b4d747-4fa3-443b-965a-448350a6c7d6 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:39:53.028036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Allocated IP 172.20.0.12 (d651fc6d-0e30-49a3-98f7-0e7b9ae943ca/339155b2-295c-4118-b82d-232b1e16961a/75b4d747-4fa3-443b-965a-448350a6c7d6) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:53.053709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Allocated IP 172.20.0.2 (6590f087-7810-41e4-84e4-05fc30671c6e/2da5527f-ddf2-4979-856f-f71cc22d298c/22968bc2-b9ac-435f-a449-ba0dcbcf9d6e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:53.241215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.247786 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.267720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.271371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.286335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Network 6590f087-7810-41e4-84e4-05fc30671c6e is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:53.291377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:53.295110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:53.306129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Pushing event updated for resources: {'Port': ['ID=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:53.355811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=27360c27-1bae-4c39-a23a-a9604ae737f8,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:53.357824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Attempting to bind port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:39:53.358210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Attempting to bind port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '3cb5a09f-7f8e-4c80-ab97-2f5d71d34656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6590f087-7810-41e4-84e4-05fc30671c6e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:39:53.358829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Attempting to bind port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e on network 6590f087-7810-41e4-84e4-05fc30671c6e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:39:53.364173 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:39:53.364552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Checking segment: {'id': '3cb5a09f-7f8e-4c80-ab97-2f5d71d34656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6590f087-7810-41e4-84e4-05fc30671c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:53.365584 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.366091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Bound using segment: {'id': '3cb5a09f-7f8e-4c80-ab97-2f5d71d34656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6590f087-7810-41e4-84e4-05fc30671c6e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:39:53.366369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Bound port: 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb5a09f-7f8e-4c80-ab97-2f5d71d34656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6590f087-7810-41e4-84e4-05fc30671c6e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:39:53.366676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': '83ff6177-d93c-4f0c-9cc1-a6b1c108a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a382e92b-5a6d-4f95-9044-33442d1bf360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:53.366807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.367033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: a382e92b-5a6d-4f95-9044-33442d1bf360, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:53.383213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.423974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network a382e92b-5a6d-4f95-9044-33442d1bf360 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:53.445953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:53.448522 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] For port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:39:53.449727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a382e92b-5a6d-4f95-9044-33442d1bf360) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:53.453694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] For port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,segment=NetworkSegment(3cb5a09f-7f8e-4c80-ab97-2f5d71d34656),segment_id=3cb5a09f-7f8e-4c80-ab97-2f5d71d34656)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:39:53.453852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:53.457146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:53.459815 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event updated for resources: {'Port': ['ID=75b4d747-4fa3-443b-965a-448350a6c7d6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:53.460365 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.462705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:53.463248 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.514772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-47db93a9-09da-4fee-89dc-acd1bd7d20c8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0547080 Oct 13 00:39:53.515808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34766) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:53.521366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c4484a95-cd21-459d-b54e-d5cfd1e8917f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-184166226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:53.539183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:53.539843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.554213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5471fd1-8394-4526-8573-8ef31eb273a2 None None] Network a382e92b-5a6d-4f95-9044-33442d1bf360 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:53.563392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4484a95-cd21-459d-b54e-d5cfd1e8917f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.564894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4484a95-cd21-459d-b54e-d5cfd1e8917f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.587475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-02ed140b-1773-49de-8b7d-9ee336ea54d2 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0438027 Oct 13 00:39:53.588228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34768) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:53.644948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4484a95-cd21-459d-b54e-d5cfd1e8917f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.652864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8960939-e24e-48cb-a155-c9dcb4ee2d6e None None] Pushing event updated for resources: {'Port': ['ID=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:53.667331 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4484a95-cd21-459d-b54e-d5cfd1e8917f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.712442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4484a95-cd21-459d-b54e-d5cfd1e8917f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.716753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34772) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:53.716954 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c4484a95-cd21-459d-b54e-d5cfd1e8917f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2006664 Oct 13 00:39:53.777822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-a382e92b-5a6d-4f95-9044-33442d1bf360', 'network_id': 'a382e92b-5a6d-4f95-9044-33442d1bf360', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': '27360c27-1bae-4c39-a23a-a9604ae737f8'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:39:53.778722 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.817118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'project_id': '74949895b7e94ac384d992b9a9cf3487', 'port_id': '75b4d747-4fa3-443b-965a-448350a6c7d6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:53.919466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.967661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1d85acd4-06f8-4997-975b-68d0957f1f31 None None] Provisioning complete for port 75b4d747-4fa3-443b-965a-448350a6c7d6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:53.968035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1d85acd4-06f8-4997-975b-68d0957f1f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:53.994981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Allocated IP 172.21.0.2 (a382e92b-5a6d-4f95-9044-33442d1bf360/27360c27-1bae-4c39-a23a-a9604ae737f8/fea5f740-d374-402d-af48-08c203833050) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:54.028312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1d85acd4-06f8-4997-975b-68d0957f1f31 None None] Port 75b4d747-4fa3-443b-965a-448350a6c7d6 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:54.165691 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.216414 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.224703 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.269755 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Network a382e92b-5a6d-4f95-9044-33442d1bf360 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:54.273763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:54.277875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.279278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:54.281800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Pushing event updated for resources: {'Port': ['ID=fea5f740-d374-402d-af48-08c203833050,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:54.346549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Attempting to bind port fea5f740-d374-402d-af48-08c203833050 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:39:54.347077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Attempting to bind port fea5f740-d374-402d-af48-08c203833050 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '83ff6177-d93c-4f0c-9cc1-a6b1c108a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a382e92b-5a6d-4f95-9044-33442d1bf360'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:39:54.347560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Attempting to bind port fea5f740-d374-402d-af48-08c203833050 on network a382e92b-5a6d-4f95-9044-33442d1bf360 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:39:54.353554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:39:54.353554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Checking segment: {'id': '83ff6177-d93c-4f0c-9cc1-a6b1c108a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a382e92b-5a6d-4f95-9044-33442d1bf360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:54.353969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.354488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Bound using segment: {'id': '83ff6177-d93c-4f0c-9cc1-a6b1c108a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a382e92b-5a6d-4f95-9044-33442d1bf360'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:39:54.355055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Bound port: fea5f740-d374-402d-af48-08c203833050, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ff6177-d93c-4f0c-9cc1-a6b1c108a00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a382e92b-5a6d-4f95-9044-33442d1bf360'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:39:54.355546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.427903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] For port fea5f740-d374-402d-af48-08c203833050, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:39:54.435395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] For port fea5f740-d374-402d-af48-08c203833050, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fea5f740-d374-402d-af48-08c203833050,segment=NetworkSegment(83ff6177-d93c-4f0c-9cc1-a6b1c108a00d),segment_id=83ff6177-d93c-4f0c-9cc1-a6b1c108a00d)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:39:54.440997 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.513237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6971c-eb1d-4566-9cfd-a5f4587e62bf None None] Pushing event updated for resources: {'Port': ['ID=fea5f740-d374-402d-af48-08c203833050,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:54.540335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Allocated IP 172.25.3.202 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9a9e3833-e278-4e82-9789-1adc01696dae) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:54.563676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.20.0.1 (6590f087-7810-41e4-84e4-05fc30671c6e/2da5527f-ddf2-4979-856f-f71cc22d298c/8a49c8d7-93e0-46fe-b17f-9740f6fda395) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:54.652730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:54.743636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:54.745457 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.792614 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.799644 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.843708 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.858118 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.870530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.892031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,segment=NetworkSegment(3cb5a09f-7f8e-4c80-ab97-2f5d71d34656),segment_id=3cb5a09f-7f8e-4c80-ab97-2f5d71d34656)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:54.898521 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:54.909884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 6590f087-7810-41e4-84e4-05fc30671c6e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:54.913929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:54.921475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:54.974309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:54.980942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:54.984819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=8a49c8d7-93e0-46fe-b17f-9740f6fda395,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:54.989188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:54.995177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:55.059004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.120127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9e3833-e278-4e82-9789-1adc01696dae,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:55.203263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34780) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:55.248827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd50be-919f-4c6d-9af1-213eb9ece084 None None] Network 6590f087-7810-41e4-84e4-05fc30671c6e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:55.275087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b595167-8c5c-4c76-812d-c8ef440447ea admin admin] Deleting subnet 1968b322-fab3-4678-86c6-a6514054848b {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:39:55.278897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b595167-8c5c-4c76-812d-c8ef440447ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.303541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.310600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0a60dd06-197d-4d79-b873-6d4b1ae20672 None None] Provisioning complete for port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:55.311120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0a60dd06-197d-4d79-b873-6d4b1ae20672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.336431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b595167-8c5c-4c76-812d-c8ef440447ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.390770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b595167-8c5c-4c76-812d-c8ef440447ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.460685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b595167-8c5c-4c76-812d-c8ef440447ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.493517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b595167-8c5c-4c76-812d-c8ef440447ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1968b322-fab3-4678-86c6-a6514054848b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:55.501541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b595167-8c5c-4c76-812d-c8ef440447ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.508176 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9b595167-8c5c-4c76-812d-c8ef440447ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1968b322-fab3-4678-86c6-a6514054848b HTTP/1.1" status: 204 len: 168 time: 0.3032138 Oct 13 00:39:55.511279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34782) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:55.633772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.740751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.775145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3add90d1-60f2-4866-bb3f-5ba80af6b939']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:55.788882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a55a29-a7f9-4022-85b3-ececb41251f2') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:55.789270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a55a29-a7f9-4022-85b3-ececb41251f2') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:55.811995 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.831630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.841220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:39:55.842831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:39:55.847781 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:39:55.943008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.955499 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:55.959110 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3add90d1-60f2-4866-bb3f-5ba80af6b939 HTTP/1.1" status: 204 len: 168 time: 0.4464726 Oct 13 00:39:55.972465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b11876ac-6999-4b75-b492-27879902b37b None None] Provisioning complete for port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:55.972947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b11876ac-6999-4b75-b492-27879902b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.001857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dfb72-0d93-4856-8ab8-2ec446811c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=3add90d1-60f2-4866-bb3f-5ba80af6b939,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:56.082988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.092939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.105995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b11876ac-6999-4b75-b492-27879902b37b None None] Provisioning complete for port 8a49c8d7-93e0-46fe-b17f-9740f6fda395 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:56.106376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b11876ac-6999-4b75-b492-27879902b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.144419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847bb230-c9ea-47ef-80b4-780be00dfbc7 None None] Network a382e92b-5a6d-4f95-9044-33442d1bf360 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:56.188175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b11876ac-6999-4b75-b492-27879902b37b None None] Port 8a49c8d7-93e0-46fe-b17f-9740f6fda395 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:56.200573 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34786) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:56.248336 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e5fe5d6f-c43f-48fc-8358-18b98a7df6d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abc04358e8034be0b22c5de3606d167c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458710 Oct 13 00:39:56.249040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34788) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:56.249639 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.264633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=8a49c8d7-93e0-46fe-b17f-9740f6fda395,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:56.302312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0cfe62ce-ade9-45b0-ac63-2e7fb0302c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.319461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] Provisioning complete for port fea5f740-d374-402d-af48-08c203833050 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:56.319863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.328424 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.331064 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0cfe62ce-ade9-45b0-ac63-2e7fb0302c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.405717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0cfe62ce-ade9-45b0-ac63-2e7fb0302c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.408194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0cfe62ce-ade9-45b0-ac63-2e7fb0302c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.409510 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0cfe62ce-ade9-45b0-ac63-2e7fb0302c53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5af8211-6c21-4a3a-ac88-0f75dbb7709c HTTP/1.1" status: 204 len: 168 time: 0.1594100 Oct 13 00:39:56.409758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.418639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe62ce-ade9-45b0-ac63-2e7fb0302c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5af8211-6c21-4a3a-ac88-0f75dbb7709c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:56.429802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 6590f087-7810-41e4-84e4-05fc30671c6e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:56.434220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:56.446713 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.470509 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] For port fea5f740-d374-402d-af48-08c203833050, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fea5f740-d374-402d-af48-08c203833050,segment=NetworkSegment(83ff6177-d93c-4f0c-9cc1-a6b1c108a00d),segment_id=83ff6177-d93c-4f0c-9cc1-a6b1c108a00d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:39:56.476615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.530800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] Provisioning complete for port 8a49c8d7-93e0-46fe-b17f-9740f6fda395 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:56.531410 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.586852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] Pushing event updated for resources: {'Port': ['ID=fea5f740-d374-402d-af48-08c203833050,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:56.594350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-01f6f852-b60f-4047-a401-7ec931679d30 None None] Port 8a49c8d7-93e0-46fe-b17f-9740f6fda395 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:56.736538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router b15d41f9-b577-45c0-b42f-3e8ead18829f is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:39:56.781681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:56.840247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6a010079-965d-42fd-951c-1c649e34c867 None None] Provisioning complete for port fea5f740-d374-402d-af48-08c203833050 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:56.840707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6a010079-965d-42fd-951c-1c649e34c867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.850722 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.858008 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.887003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:56.887003 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.936524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:39:56.944717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6186c320-e261-4ebd-8240-985a526fe5ca tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/b15d41f9-b577-45c0-b42f-3e8ead18829f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2268147 Oct 13 00:39:56.948305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34802) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:56.953646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9e3833-e278-4e82-9789-1adc01696dae,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:56.957119 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6d85f-6707-43cc-bf46-fb15198a09a4 None None] Sync routers for ids ['b15d41f9-b577-45c0-b42f-3e8ead18829f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:39:56.962365 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:56.987340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6d85f-6707-43cc-bf46-fb15198a09a4 None None] Routers {'b15d41f9-b577-45c0-b42f-3e8ead18829f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:56.988077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aea6d85f-6707-43cc-bf46-fb15198a09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b15d41f9-b577-45c0-b42f-3e8ead18829f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:57.024637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf2a86-a64c-4239-9e6f-cbca68aaa4f6 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:57.026588 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-72cf2a86-a64c-4239-9e6f-cbca68aaa4f6 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports/8a49c8d7-93e0-46fe-b17f-9740f6fda395 HTTP/1.1" status: 200 len: 910 time: 0.0771031 Oct 13 00:39:57.029444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34806) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:57.070950 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Floating IP f37860d3-4aa1-4e34-a7aa-1bc1f9735e6a associated. External IP: 172.25.3.202, port: 75b4d747-4fa3-443b-965a-448350a6c7d6. Oct 13 00:39:57.071304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aea6d85f-6707-43cc-bf46-fb15198a09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:57.100081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6d85f-6707-43cc-bf46-fb15198a09a4 None None] Routers {'b15d41f9-b577-45c0-b42f-3e8ead18829f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:57.100642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aea6d85f-6707-43cc-bf46-fb15198a09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b15d41f9-b577-45c0-b42f-3e8ead18829f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:57.105222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6a010079-965d-42fd-951c-1c649e34c867 None None] Provisioning complete for port 8a49c8d7-93e0-46fe-b17f-9740f6fda395 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:57.105599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6a010079-965d-42fd-951c-1c649e34c867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:57.137642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fea5f740-d374-402d-af48-08c203833050 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:57.141736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aea6d85f-6707-43cc-bf46-fb15198a09a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:57.142374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea6d85f-6707-43cc-bf46-fb15198a09a4 None None] The sync data for ids ['b15d41f9-b577-45c0-b42f-3e8ead18829f'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:39:57.208079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6a010079-965d-42fd-951c-1c649e34c867 None None] Port 8a49c8d7-93e0-46fe-b17f-9740f6fda395 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:57.225036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fea5f740-d374-402d-af48-08c203833050 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:57.226300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:57.361006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Router c40d722b-ba49-4dec-8800-95593431ac5c has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:39:57.438548 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:57.486290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:39:57.496221 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8eca6-cd42-4db9-b26d-eaeed584fcd0 None None] Sync routers for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:39:57.506874 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8eca6-cd42-4db9-b26d-eaeed584fcd0 None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:57.507835 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0fb8eca6-cd42-4db9-b26d-eaeed584fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:57.509484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:57.512915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34816) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:57.544444 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0fb8eca6-cd42-4db9-b26d-eaeed584fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:57.549867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f923d636-3750-44d6-85c1-9137fa249553 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9606323 Oct 13 00:39:57.552511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34820) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:57.556362 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8eca6-cd42-4db9-b26d-eaeed584fcd0 None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:39:57.557154 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0fb8eca6-cd42-4db9-b26d-eaeed584fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:57.589713 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0fb8eca6-cd42-4db9-b26d-eaeed584fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:39:57.590626 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8eca6-cd42-4db9-b26d-eaeed584fcd0 None None] The sync data for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:39:57.648661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1087430382-network', 'tenant_id': 'ce990b5facf14ac9bf5b93c8276cacee'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:57.693189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bd1523ed-296f-464a-937a-f1717eb5aaba tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] 10.222.0.21 "GET /v2.0/floatingips/f37860d3-4aa1-4e34-a7aa-1bc1f9735e6a HTTP/1.1" status: 200 len: 983 time: 0.1395397 Oct 13 00:39:57.696076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34822) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:57.703209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Made reservation on behalf of ce990b5facf14ac9bf5b93c8276cacee for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:57.705509 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:57.722473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.21.0.1 (a382e92b-5a6d-4f95-9044-33442d1bf360/27360c27-1bae-4c39-a23a-a9604ae737f8/6a7a582a-0f68-4027-b96d-972fc01b39de) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:39:57.743866 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:57.783254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-023f6e63-1f86-42d2-bc8f-c47d2b5c3f91 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.0860848 Oct 13 00:39:57.785898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:57.930629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.012241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.062989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network a382e92b-5a6d-4f95-9044-33442d1bf360 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:58.070231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:58.075760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:39:58.081665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=6a7a582a-0f68-4027-b96d-972fc01b39de,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:58.108859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Deleting port 9a9e3833-e278-4e82-9789-1adc01696dae {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:39:58.109203 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.129706 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.134968 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.161459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:58.172215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e127451-1e09-4c0f-b46c-51f8ac6f7555,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:58.177806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.178150 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Added segment bac52873-93b7-4f78-9e0d-deca0a386742 of type vlan for network 92345e6a-49b9-45c0-ac2e-822f7a62228c Oct 13 00:39:58.180473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.222884 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.258093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.259284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:58.260082 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.282651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.282991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.301332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Calling delete_port for 9a9e3833-e278-4e82-9789-1adc01696dae owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:39:58.325756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] Pushing event updated for resources: {'Network': ['ID=92345e6a-49b9-45c0-ac2e-822f7a62228c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:58.334349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5e5e72b6-ee85-48a7-a041-808a079eccd2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8180087 Oct 13 00:39:58.334545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34826) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:58.337732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6dbe8f8a-26ab-438f-ab55-dfd94a471183 None None] Provisioning complete for port 6a7a582a-0f68-4027-b96d-972fc01b39de triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:58.338219 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8f8a-26ab-438f-ab55-dfd94a471183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.340155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Request body: {'subnet': {'network_id': '92345e6a-49b9-45c0-ac2e-822f7a62228c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1087430382-subnet', 'tenant_id': 'ce990b5facf14ac9bf5b93c8276cacee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:58.361226 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Made reservation on behalf of ce990b5facf14ac9bf5b93c8276cacee for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:58.363008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 92345e6a-49b9-45c0-ac2e-822f7a62228c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:58.363927 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.390697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.571023 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.574356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fea5f740-d374-402d-af48-08c203833050 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:39:58.609588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe8f8a-26ab-438f-ab55-dfd94a471183 None None] Port 6a7a582a-0f68-4027-b96d-972fc01b39de cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:39:58.633312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab918eb2-b40d-45aa-a236-d2ab6c214c30,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:58.640895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Checking segment: {'id': 'bac52873-93b7-4f78-9e0d-deca0a386742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '92345e6a-49b9-45c0-ac2e-822f7a62228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:39:58.641262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Network hostable DHCP agents. Network: 92345e6a-49b9-45c0-ac2e-822f7a62228c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:39:58.648937 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fea5f740-d374-402d-af48-08c203833050 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:58.649384 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.659742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Network 92345e6a-49b9-45c0-ac2e-822f7a62228c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:39:58.669877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 92345e6a-49b9-45c0-ac2e-822f7a62228c) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:58.676772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:58.677962 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.683243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385b9fd-0e66-4c17-82d0-e86f9c157a7d None None] Network 92345e6a-49b9-45c0-ac2e-822f7a62228c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:58.698402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cf8398bc-05df-46b5-b823-c2fb15fa0c9b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3625181 Oct 13 00:39:58.712461 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.749635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event deleted for resources: {'Port': ['ID=9a9e3833-e278-4e82-9789-1adc01696dae,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:58.850750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a7730-95ca-4f7d-a237-90d66f795ff3 None None] Network 92345e6a-49b9-45c0-ac2e-822f7a62228c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:39:58.861759 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.862561 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Floating IP f37860d3-4aa1-4e34-a7aa-1bc1f9735e6a disassociated (deleted). External IP: 172.25.3.202, port: 75b4d747-4fa3-443b-965a-448350a6c7d6. Oct 13 00:39:58.913269 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:58.924033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.055066 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.058066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=6a7a582a-0f68-4027-b96d-972fc01b39de,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:59.192741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34842) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:59.198732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-368328920-network', 'tenant_id': 'cd94969ca65f4c9fa8a50c6dad0a8ac6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:59.221147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Made reservation on behalf of cd94969ca65f4c9fa8a50c6dad0a8ac6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:59.223557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.234671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.317046 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.321273 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.350065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:39:59.360137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f899c7-4afc-4585-8a80-5f22382657a3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:59.366707 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.367402 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Added segment fdf64623-3cab-4b00-8a90-60aed7bb4bd0 of type vlan for network 8eeaf875-1013-431d-bbda-a62300d51436 Oct 13 00:39:59.415563 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.440356 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.441861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:39:59.442444 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.498058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3039379 Oct 13 00:39:59.502722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34844) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:39:59.509428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac2fd0-d77a-4e9b-803c-ef2ff19c6734 admin admin] Pushing event updated for resources: {'Network': ['ID=8eeaf875-1013-431d-bbda-a62300d51436,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:39:59.511151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Request body: {'subnet': {'network_id': '8eeaf875-1013-431d-bbda-a62300d51436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-368328920-subnet', 'tenant_id': 'cd94969ca65f4c9fa8a50c6dad0a8ac6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:39:59.519538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 8eeaf875-1013-431d-bbda-a62300d51436 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:39:59.593975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Made reservation on behalf of cd94969ca65f4c9fa8a50c6dad0a8ac6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:39:59.596344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.606485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network a382e92b-5a6d-4f95-9044-33442d1bf360 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:39:59.619274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:39:59.673453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Router c40d722b-ba49-4dec-8800-95593431ac5c has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:39:59.830785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router b15d41f9-b577-45c0-b42f-3e8ead18829f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:39:59.838680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7c826e28-1904-4429-affc-dac68c7b30fb None None] Provisioning complete for port 6a7a582a-0f68-4027-b96d-972fc01b39de triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:39:59.839118 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c826e28-1904-4429-affc-dac68c7b30fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:39:59.873061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7c826e28-1904-4429-affc-dac68c7b30fb None None] Port 6a7a582a-0f68-4027-b96d-972fc01b39de cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:00.047252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:00.053430 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.055961 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:00.057138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e50b59-20d3-48eb-8323-2380dae29c3c None None] Sync routers for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:00.064086 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f4d8ecf3-c9a9-4571-a55e-143558730af1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/b15d41f9-b577-45c0-b42f-3e8ead18829f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0306993 Oct 13 00:40:00.065280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34848) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:00.067350 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855edc5f-1b0c-4bf8-8c56-5ebfc6d4056d None None] Sync routers for ids ['b15d41f9-b577-45c0-b42f-3e8ead18829f'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:00.078130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e50b59-20d3-48eb-8323-2380dae29c3c None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:00.078358 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.079121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e4e50b59-20d3-48eb-8323-2380dae29c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:00.080913 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855edc5f-1b0c-4bf8-8c56-5ebfc6d4056d None None] Routers {'b15d41f9-b577-45c0-b42f-3e8ead18829f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:00.081538 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-855edc5f-1b0c-4bf8-8c56-5ebfc6d4056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b15d41f9-b577-45c0-b42f-3e8ead18829f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:00.119549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ccc8e4e7-6c73-4c69-a89b-7eb3af563272 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "DELETE /v2.0/floatingips/f37860d3-4aa1-4e34-a7aa-1bc1f9735e6a HTTP/1.1" status: 204 len: 168 time: 2.3319860 Oct 13 00:40:00.123521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34850) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:00.125603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee81b84e-7bb0-4d5d-b6ee-25c8d7464f8e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:00.127763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:00.131229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ee81b84e-7bb0-4d5d-b6ee-25c8d7464f8e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports/6a7a582a-0f68-4027-b96d-972fc01b39de HTTP/1.1" status: 200 len: 910 time: 0.0646150 Oct 13 00:40:00.131987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34852) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:00.162955 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-855edc5f-1b0c-4bf8-8c56-5ebfc6d4056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:00.166172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f2ac1a-2ea2-4d3d-bc38-92aeccc45211,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:00.173899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e4e50b59-20d3-48eb-8323-2380dae29c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:00.178376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Checking segment: {'id': 'fdf64623-3cab-4b00-8a90-60aed7bb4bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8eeaf875-1013-431d-bbda-a62300d51436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:00.178744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Network hostable DHCP agents. Network: 8eeaf875-1013-431d-bbda-a62300d51436, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:00.183058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.189645 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855edc5f-1b0c-4bf8-8c56-5ebfc6d4056d None None] Routers {'b15d41f9-b577-45c0-b42f-3e8ead18829f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:00.190261 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-855edc5f-1b0c-4bf8-8c56-5ebfc6d4056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b15d41f9-b577-45c0-b42f-3e8ead18829f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:00.196928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e50b59-20d3-48eb-8323-2380dae29c3c None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:00.198381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e4e50b59-20d3-48eb-8323-2380dae29c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:00.237838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Network 8eeaf875-1013-431d-bbda-a62300d51436 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:00.244066 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-855edc5f-1b0c-4bf8-8c56-5ebfc6d4056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:00.244718 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855edc5f-1b0c-4bf8-8c56-5ebfc6d4056d None None] The sync data for ids ['b15d41f9-b577-45c0-b42f-3e8ead18829f'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:00.256221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e4e50b59-20d3-48eb-8323-2380dae29c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:00.256904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e50b59-20d3-48eb-8323-2380dae29c3c None None] The sync data for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:00.258629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 8eeaf875-1013-431d-bbda-a62300d51436) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:00.265763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:00.266355 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.266971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8371a1a1-3f27-4de3-b6fd-d3ad866ad8a2 None None] Network 8eeaf875-1013-431d-bbda-a62300d51436 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:00.291731 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-175618ae-0396-42c4-b5de-0b81b6a82e8d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7853649 Oct 13 00:40:00.320438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.446375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55e3a3b-190a-4352-a857-256cfc184b81 None None] Network 8eeaf875-1013-431d-bbda-a62300d51436 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:00.454859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Allocated IP 172.25.3.112 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/ed6f6b31-3397-455e-b8f6-a2b23494f762) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:00.571272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.611655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.653519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:00.658571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:00.662811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:00.689997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Pushing event updated for resources: {'Port': ['ID=ed6f6b31-3397-455e-b8f6-a2b23494f762,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:00.692743 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.757688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.795143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.942188 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9720523-925a-4b5c-9d1c-379111b1640e req-c137b7ea-4b43-4b30-a04f-5bf7a7bc6cf1 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:00.944167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-c137b7ea-4b43-4b30-a04f-5bf7a7bc6cf1 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/networks?id=92345e6a-49b9-45c0-ac2e-822f7a62228c HTTP/1.1" status: 200 len: 812 time: 0.1541333 Oct 13 00:40:00.951622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.956480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:00.986459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-44cfd62a-bf4c-49a8-9181-785e7b26121c tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/quotas/ce990b5facf14ac9bf5b93c8276cacee HTTP/1.1" status: 200 len: 375 time: 0.0359604 Oct 13 00:40:01.039017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f7bbda71-e72b-46df-949b-dfa0c9fe5a99 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce990b5facf14ac9bf5b93c8276cacee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457730 Oct 13 00:40:01.046971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Pushing event updated for resources: {'Port': ['ID=ed6f6b31-3397-455e-b8f6-a2b23494f762,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:01.053648 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.066935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 6a7a582a-0f68-4027-b96d-972fc01b39de {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:01.067285 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.070591 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.071946 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f498545-956f-400c-88c8-5339e9e8f76f tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9474728 Oct 13 00:40:01.074896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:01.170457 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.214680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 6a7a582a-0f68-4027-b96d-972fc01b39de owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:01.228594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:01.250255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.307023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-88496e1e-0928-47f2-92c2-990f91376ddc service neutron] 10.222.0.21 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588170 Oct 13 00:40:01.348522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.459520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Allocated IP 172.25.3.194 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/3128d7c6-e38c-458c-9611-799b0f8abbb6) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:01.469969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-a5ddcf38-b4c2-422b-b0b8-823c3c40ce5d service neutron] 10.222.0.21 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549337 Oct 13 00:40:01.483481 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.511377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=6a7a582a-0f68-4027-b96d-972fc01b39de,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:01.588194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.637132 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.672669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:01.676080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:01.680315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:01.723354 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.728843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Pushing event updated for resources: {'Port': ['ID=3128d7c6-e38c-458c-9611-799b0f8abbb6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:01.764667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1be1bba6-9304-4859-bbe4-a53849909bc0 req-60de62e6-4aaf-4121-92e6-537eb3d7907d tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 210 time: 0.0380354 Oct 13 00:40:01.816664 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.858740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:01.962832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router b15d41f9-b577-45c0-b42f-3e8ead18829f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:02.021474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.026671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.070392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:02.076571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-482063da-7921-47d4-b31d-b64a46d3c584 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/b15d41f9-b577-45c0-b42f-3e8ead18829f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9410675 Oct 13 00:40:02.080108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34888) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:02.081888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d604d8-3d1c-4e80-9a04-a63b8e1df410 None None] Sync routers for ids ['b15d41f9-b577-45c0-b42f-3e8ead18829f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:02.102639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d604d8-3d1c-4e80-9a04-a63b8e1df410 None None] Routers {'b15d41f9-b577-45c0-b42f-3e8ead18829f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:02.103676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-32d604d8-3d1c-4e80-9a04-a63b8e1df410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b15d41f9-b577-45c0-b42f-3e8ead18829f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:02.106122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Pushing event updated for resources: {'Port': ['ID=3128d7c6-e38c-458c-9611-799b0f8abbb6,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:02.121592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.139362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.140793 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-49991939-952d-40e2-81e3-f3d7f823ee2b tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0647631 Oct 13 00:40:02.143521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34890) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:02.148883 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-32d604d8-3d1c-4e80-9a04-a63b8e1df410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:02.158500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d604d8-3d1c-4e80-9a04-a63b8e1df410 None None] Routers {'b15d41f9-b577-45c0-b42f-3e8ead18829f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:02.159106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-32d604d8-3d1c-4e80-9a04-a63b8e1df410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b15d41f9-b577-45c0-b42f-3e8ead18829f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:02.201139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-32d604d8-3d1c-4e80-9a04-a63b8e1df410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:02.201790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d604d8-3d1c-4e80-9a04-a63b8e1df410 None None] The sync data for ids ['b15d41f9-b577-45c0-b42f-3e8ead18829f'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:02.261808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4d262e03-05dc-43f1-b0f3-d97ba893766a tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1168776 Oct 13 00:40:02.262385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34892) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:02.334007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4e26675e-6977-4184-a7c2-1e8fb10b2bdf tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0699744 Oct 13 00:40:02.336800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34894) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:02.422965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.461999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Deleting port 3128d7c6-e38c-458c-9611-799b0f8abbb6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:02.462471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.538151 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.538389 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.550704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Calling delete_port for 3128d7c6-e38c-458c-9611-799b0f8abbb6 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:02.757567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.811168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Pushing event deleted for resources: {'Port': ['ID=3128d7c6-e38c-458c-9611-799b0f8abbb6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:02.826270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9720523-925a-4b5c-9d1c-379111b1640e req-ba95058c-7fb6-47f5-a161-5a85e002f66a tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:02.827841 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-ba95058c-7fb6-47f5-a161-5a85e002f66a tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.36 "GET /v2.0/networks?id=92345e6a-49b9-45c0-ac2e-822f7a62228c HTTP/1.1" status: 200 len: 812 time: 0.1603751 Oct 13 00:40:02.878916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Request body: {'port': {'device_id': 'e1e7ae65-795d-4704-a3ed-02f3354f85da', 'network_id': '92345e6a-49b9-45c0-ac2e-822f7a62228c', 'admin_state_up': True, 'tenant_id': 'ce990b5facf14ac9bf5b93c8276cacee'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:02.909041 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1bf8fa4a-af21-4bf5-ba05-1941bddd9589 req-343a1c4f-e7ad-44d7-a054-b88906c9c93f tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 210 time: 0.0286877 Oct 13 00:40:02.935909 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.939603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:02.940232 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-014f8176-5aa1-4b83-baf7-1eb9630082f9 tempest-FloatingIPAdminTestJSON-722299120 tempest-FloatingIPAdminTestJSON-722299120-project] 10.222.0.21 "DELETE /v2.0/floatingips/8d284059-e997-46f1-b3a0-5737fae6d8c1 HTTP/1.1" status: 204 len: 168 time: 0.6022766 Oct 13 00:40:02.943445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34900) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:02.947701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34902) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:03.010395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 8a49c8d7-93e0-46fe-b17f-9740f6fda395 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:03.010735 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.021299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3f3b166e-3fbb-45cc-a028-d1909fdaca3d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/floatingips/06f1c4dd-bad7-4281-bef5-437dc780c585 HTTP/1.1" status: 200 len: 992 time: 0.0729330 Oct 13 00:40:03.107764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Made reservation on behalf of ce990b5facf14ac9bf5b93c8276cacee for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:03.108355 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.111376 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.125359 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 8a49c8d7-93e0-46fe-b17f-9740f6fda395 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:03.139991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Deleting port ed6f6b31-3397-455e-b8f6-a2b23494f762 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:03.140335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.271538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34910) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:03.290372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.290691 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.309836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Calling delete_port for ed6f6b31-3397-455e-b8f6-a2b23494f762 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:03.311770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Allocated IP 172.20.0.7 (92345e6a-49b9-45c0-ac2e-822f7a62228c/ab918eb2-b40d-45aa-a236-d2ab6c214c30/1de5d0e7-421b-404d-93c3-06ef65cf8429) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:03.351822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.423257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=8a49c8d7-93e0-46fe-b17f-9740f6fda395,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:03.470878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.471259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.471585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.471925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.472260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.472593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.472922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.473250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.473567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.474397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.474724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.475045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:03.559778 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.575910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.617747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed6f6b31-3397-455e-b8f6-a2b23494f762,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:03.618974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 6fbbdbe6-e8da-4e64-9ae5-c38afe16c8ae {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:03.619540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.625986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.661339 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.721094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Network 92345e6a-49b9-45c0-ac2e-822f7a62228c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:03.724688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.727146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.728336 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-88299b48-7578-4ba4-bd5a-62eb2f401656 tempest-FloatingIPAdminTestJSON-1484791403 tempest-FloatingIPAdminTestJSON-1484791403-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/bc643530-d027-4baa-8b2e-953db2e12f71 HTTP/1.1" status: 204 len: 168 time: 0.7839379 Oct 13 00:40:03.731687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:03.735333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34912) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:03.742609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:03.747294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Pushing event updated for resources: {'Port': ['ID=1de5d0e7-421b-404d-93c3-06ef65cf8429,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:03.831611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.831854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.838845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:03.839456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:03.849763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 6fbbdbe6-e8da-4e64-9ae5-c38afe16c8ae owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:03.856925 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f4b0d411-1570-4cc5-8a3e-7084e8f650bf tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9818022 Oct 13 00:40:03.862888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router b15d41f9-b577-45c0-b42f-3e8ead18829f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:03.876259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Request body: {'port': {'device_id': 'e1e7ae65-795d-4704-a3ed-02f3354f85da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:03.882205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-2668fb58-ca40-4074-bc2f-77855d31564f tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Deleting port 75b4d747-4fa3-443b-965a-448350a6c7d6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:03.882545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2668fb58-ca40-4074-bc2f-77855d31564f tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.056332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:04.066296 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f23f176b-1c13-449a-be5c-f61108accab0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/b15d41f9-b577-45c0-b42f-3e8ead18829f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9809465 Oct 13 00:40:04.068417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34916) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:04.070252 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f5ffc-18ce-432c-892b-94d86540bf8a None None] Sync routers for ids ['b15d41f9-b577-45c0-b42f-3e8ead18829f'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:04.079890 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f5ffc-18ce-432c-892b-94d86540bf8a None None] Routers {'b15d41f9-b577-45c0-b42f-3e8ead18829f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:04.080645 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-661f5ffc-18ce-432c-892b-94d86540bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b15d41f9-b577-45c0-b42f-3e8ead18829f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:04.110232 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ef6ad042-1c30-4228-a51f-e42422699c40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15d41f9-b577-45c0-b42f-3e8ead18829f HTTP/1.1" status: 200 len: 205 time: 0.0405061 Oct 13 00:40:04.112999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34918) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:04.118109 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-661f5ffc-18ce-432c-892b-94d86540bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:04.128342 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f5ffc-18ce-432c-892b-94d86540bf8a None None] Routers {'b15d41f9-b577-45c0-b42f-3e8ead18829f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:04.129083 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-661f5ffc-18ce-432c-892b-94d86540bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['b15d41f9-b577-45c0-b42f-3e8ead18829f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:04.167638 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-661f5ffc-18ce-432c-892b-94d86540bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:04.168149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dbdd0-b9fd-4f4b-93f9-4bc241642f82 req-156c2637-f6ae-47e2-87e2-75db4c9667b5 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:04.168452 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f5ffc-18ce-432c-892b-94d86540bf8a None None] The sync data for ids ['b15d41f9-b577-45c0-b42f-3e8ead18829f'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:04.169676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-530dbdd0-b9fd-4f4b-93f9-4bc241642f82 req-156c2637-f6ae-47e2-87e2-75db4c9667b5 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 931 time: 0.1663864 Oct 13 00:40:04.228945 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29175a16-4c13-4848-bc4c-33fd9d754d1f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.327603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.334693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-530dbdd0-b9fd-4f4b-93f9-4bc241642f82 req-35c674e8-4fcd-4684-b681-9e77811f3df1 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376562 Oct 13 00:40:04.378318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2668fb58-ca40-4074-bc2f-77855d31564f tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.397727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-2668fb58-ca40-4074-bc2f-77855d31564f tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Calling delete_port for 75b4d747-4fa3-443b-965a-448350a6c7d6 owned by {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:04.440324 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29175a16-4c13-4848-bc4c-33fd9d754d1f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.443409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29175a16-4c13-4848-bc4c-33fd9d754d1f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.446525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.502898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=6fbbdbe6-e8da-4e64-9ae5-c38afe16c8ae,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:04.552778 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29175a16-4c13-4848-bc4c-33fd9d754d1f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.553299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29175a16-4c13-4848-bc4c-33fd9d754d1f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Fanout notify agent at l3_agent the message router_deleted on router b15d41f9-b577-45c0-b42f-3e8ead18829f {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:40:04.576655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29175a16-4c13-4848-bc4c-33fd9d754d1f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.577740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-29175a16-4c13-4848-bc4c-33fd9d754d1f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/b15d41f9-b577-45c0-b42f-3e8ead18829f HTTP/1.1" status: 204 len: 168 time: 0.4636760 Oct 13 00:40:04.580318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34920) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:04.632140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.635956 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Floating IP 06f1c4dd-bad7-4281-bef5-437dc780c585 disassociated (deleted). External IP: 172.25.3.11, port: 70fe664f-6db8-4d25-b001-db2b147fccaf. Oct 13 00:40:04.679922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1038de-0b15-48b5-9dca-81d62452e102 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet 27360c27-1bae-4c39-a23a-a9604ae737f8 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:04.687802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2668fb58-ca40-4074-bc2f-77855d31564f tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.687984 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e1038de-0b15-48b5-9dca-81d62452e102 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.722835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668fb58-ca40-4074-bc2f-77855d31564f tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event deleted for resources: {'Port': ['ID=75b4d747-4fa3-443b-965a-448350a6c7d6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:04.770004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e1038de-0b15-48b5-9dca-81d62452e102 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.796040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de5d0e7-421b-404d-93c3-06ef65cf8429 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:40:04.807443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.831153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Transition to ACTIVE for port object 1de5d0e7-421b-404d-93c3-06ef65cf8429 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:40:04.834611 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2668fb58-ca40-4074-bc2f-77855d31564f tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.841560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2668fb58-ca40-4074-bc2f-77855d31564f tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "DELETE /v2.0/ports/75b4d747-4fa3-443b-965a-448350a6c7d6 HTTP/1.1" status: 204 len: 168 time: 1.1019819 Oct 13 00:40:04.841560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.841560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34922) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:04.919107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1de5d0e7-421b-404d-93c3-06ef65cf8429,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:04.954302 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e1038de-0b15-48b5-9dca-81d62452e102 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:04.955004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf87a2-726d-4f52-a287-761fb361054c tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:04.957239 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-edcf87a2-726d-4f52-a287-761fb361054c tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "GET /v2.0/ports?device_id=c40d722b-ba49-4dec-8800-95593431ac5c HTTP/1.1" status: 200 len: 913 time: 0.1125605 Oct 13 00:40:04.975225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34924) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:05.008865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:05.029660 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e1038de-0b15-48b5-9dca-81d62452e102 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.086366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Attempting to bind port 1de5d0e7-421b-404d-93c3-06ef65cf8429 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:05.086707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Attempting to bind port 1de5d0e7-421b-404d-93c3-06ef65cf8429 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bac52873-93b7-4f78-9e0d-deca0a386742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '92345e6a-49b9-45c0-ac2e-822f7a62228c'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:05.087032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Attempting to bind port 1de5d0e7-421b-404d-93c3-06ef65cf8429 on network 92345e6a-49b9-45c0-ac2e-822f7a62228c {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:05.095184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1038de-0b15-48b5-9dca-81d62452e102 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=27360c27-1bae-4c39-a23a-a9604ae737f8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:05.096698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Port 1de5d0e7-421b-404d-93c3-06ef65cf8429 on network 92345e6a-49b9-45c0-ac2e-822f7a62228c not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:05.096915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Attempting to bind port 1de5d0e7-421b-404d-93c3-06ef65cf8429 on network 92345e6a-49b9-45c0-ac2e-822f7a62228c {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:05.097235 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e1038de-0b15-48b5-9dca-81d62452e102 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.102752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8e1038de-0b15-48b5-9dca-81d62452e102 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/27360c27-1bae-4c39-a23a-a9604ae737f8 HTTP/1.1" status: 204 len: 168 time: 0.5178545 Oct 13 00:40:05.104107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34926) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:05.106356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3aef81-4cf7-4a09-b29a-369b44aa784b None None] Network a382e92b-5a6d-4f95-9044-33442d1bf360 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:05.114842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:05.115184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Checking segment: {'id': 'bac52873-93b7-4f78-9e0d-deca0a386742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '92345e6a-49b9-45c0-ac2e-822f7a62228c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:05.115583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Bound using segment: {'id': 'bac52873-93b7-4f78-9e0d-deca0a386742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '92345e6a-49b9-45c0-ac2e-822f7a62228c'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:05.116024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Bound port: 1de5d0e7-421b-404d-93c3-06ef65cf8429, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac52873-93b7-4f78-9e0d-deca0a386742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '92345e6a-49b9-45c0-ac2e-822f7a62228c'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:05.116386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.165791 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:40:05.254215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1563f10-4721-4a78-99bd-67ca9ff2029d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet 2da5527f-ddf2-4979-856f-f71cc22d298c {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:05.265840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1563f10-4721-4a78-99bd-67ca9ff2029d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.317359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] DHCP port deletion for a382e92b-5a6d-4f95-9044-33442d1bf360 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:40:05.359847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] For port 1de5d0e7-421b-404d-93c3-06ef65cf8429, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:05.368692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1563f10-4721-4a78-99bd-67ca9ff2029d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.375637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] Deleting port fea5f740-d374-402d-af48-08c203833050 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:05.376145 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.426665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] For port 1de5d0e7-421b-404d-93c3-06ef65cf8429, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429,segment=NetworkSegment(bac52873-93b7-4f78-9e0d-deca0a386742),segment_id=bac52873-93b7-4f78-9e0d-deca0a386742)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:05.461823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.465085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] For port fea5f740-d374-402d-af48-08c203833050, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fea5f740-d374-402d-af48-08c203833050,segment=NetworkSegment(83ff6177-d93c-4f0c-9cc1-a6b1c108a00d),segment_id=83ff6177-d93c-4f0c-9cc1-a6b1c108a00d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:05.465924 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.472899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:05.480366 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.480496 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] Calling delete_port for fea5f740-d374-402d-af48-08c203833050 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:05.490552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] Sync routers for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:05.514941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-52113b7c-a50e-4b9a-8fa0-005d43920d03 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/floatingips/06f1c4dd-bad7-4281-bef5-437dc780c585 HTTP/1.1" status: 204 len: 168 time: 2.2399657 Oct 13 00:40:05.520929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:05.521033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a7855-8eae-4b79-aa6a-b269ff8e2c0f req-f360a016-43ea-4cbe-9b48-221a6ddce84b tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:05.521136 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.522243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af1a7855-8eae-4b79-aa6a-b269ff8e2c0f req-f360a016-43ea-4cbe-9b48-221a6ddce84b tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 943 time: 0.0849631 Oct 13 00:40:05.522814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:05.523258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] 10.222.0.36 "PUT /v2.0/ports/1de5d0e7-421b-404d-93c3-06ef65cf8429 HTTP/1.1" status: 200 len: 1091 time: 1.6503763 Oct 13 00:40:05.525362 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528c5d98-4c79-4612-a57a-bcf6790aa125" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:05.529255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e7ae65-795d-4704-a3ed-02f3354f85da', 'tag': '1de5d0e7-421b-404d-93c3-06ef65cf8429'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:05.531687 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e7ae65-795d-4704-a3ed-02f3354f85da", "tag": "1de5d0e7-421b-404d-93c3-06ef65cf8429"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:05.561834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:05.562476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:05.593527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af1a7855-8eae-4b79-aa6a-b269ff8e2c0f req-da517d48-9612-436b-84fe-48031fa52a47 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648692 Oct 13 00:40:05.631635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a937c-95ec-49c5-bdc9-3c58b0eeaaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1de5d0e7-421b-404d-93c3-06ef65cf8429,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:05.665658 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1563f10-4721-4a78-99bd-67ca9ff2029d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.667968 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9436adb1-3e36-42bb-9f30-0ed33f794b74 x-openstack-request-id: req-9436adb1-3e36-42bb-9f30-0ed33f794b74 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:05.668326 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:05.668777 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9436adb1-3e36-42bb-9f30-0ed33f794b74 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:05.672805 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'status': 'completed', 'code': 200} Oct 13 00:40:05.716641 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.727477 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cce1fe-dadc-4075-9e90-e590c5dda947 x-openstack-request-id: req-93cce1fe-dadc-4075-9e90-e590c5dda947 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:05.727792 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e7ae65-795d-4704-a3ed-02f3354f85da", "tag": "1de5d0e7-421b-404d-93c3-06ef65cf8429", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:05.728041 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93cce1fe-dadc-4075-9e90-e590c5dda947 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:05.728434 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e7ae65-795d-4704-a3ed-02f3354f85da', 'tag': '1de5d0e7-421b-404d-93c3-06ef65cf8429', 'status': 'completed', 'code': 200} Oct 13 00:40:05.745909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:05.750818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] Pushing event deleted for resources: {'Port': ['ID=fea5f740-d374-402d-af48-08c203833050,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:05.785530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd000b-53ba-4148-a29a-25a6270f49ae None None] No DVR routers for this DVR port fea5f740-d374-402d-af48-08c203833050 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:05.800887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9720523-925a-4b5c-9d1c-379111b1640e req-a8d5b5d0-8bd6-488b-9f8d-c6be2127ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:05.802515 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-a8d5b5d0-8bd6-488b-9f8d-c6be2127ee29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce990b5facf14ac9bf5b93c8276cacee&device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 1094 time: 0.1889679 Oct 13 00:40:05.818121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71214b46-5623-41d2-b3f3-e8132da95604 req-a3fabc05-3bdb-4daa-9d8a-57aa5dc63b48 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:05.823738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71214b46-5623-41d2-b3f3-e8132da95604 req-a3fabc05-3bdb-4daa-9d8a-57aa5dc63b48 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 945 time: 0.0631175 Oct 13 00:40:05.863068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71214b46-5623-41d2-b3f3-e8132da95604 req-7a0a199a-32cf-4298-94dc-49ac0cce570a tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362351 Oct 13 00:40:05.885694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1563f10-4721-4a78-99bd-67ca9ff2029d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.893038 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-f01b202f-274e-4406-aa3a-0f8ae9fe3b6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429 HTTP/1.1" status: 200 len: 217 time: 0.0760961 Oct 13 00:40:05.930530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-5138d1ee-3e32-424c-a26d-d2fab3e26cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:05.932010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-5138d1ee-3e32-424c-a26d-d2fab3e26cab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1887fb9e41cd4511a03b07ed868602e3&device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 1096 time: 0.1881299 Oct 13 00:40:05.937864 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1563f10-4721-4a78-99bd-67ca9ff2029d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:05.943998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c1563f10-4721-4a78-99bd-67ca9ff2029d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/2da5527f-ddf2-4979-856f-f71cc22d298c HTTP/1.1" status: 204 len: 168 time: 0.8363688 Oct 13 00:40:05.944635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34938) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:05.946326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1563f10-4721-4a78-99bd-67ca9ff2029d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=2da5527f-ddf2-4979-856f-f71cc22d298c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:05.956224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb9c53-df01-4033-a40d-4d19f8dd130a None None] Network 6590f087-7810-41e4-84e4-05fc30671c6e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:06.024337 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.047644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9720523-925a-4b5c-9d1c-379111b1640e req-2fd5877d-eac9-4811-a64f-731ea7ba31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:06.049187 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-2fd5877d-eac9-4811-a64f-731ea7ba31ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab918eb2-b40d-45aa-a236-d2ab6c214c30 HTTP/1.1" status: 200 len: 852 time: 0.1282468 Oct 13 00:40:06.080398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:30Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.092748 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-49c3843a-56b8-40fa-85a3-cb893fb06d1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92345e6a-49b9-45c0-ac2e-822f7a62228c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350454 Oct 13 00:40:06.095106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.113371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] Checking router: 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:06.118980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.129422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:06.130054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.141373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a382e92b-5a6d-4f95-9044-33442d1bf360']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.156882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ff6177-d93c-4f0c-9cc1-a6b1c108a00d') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.157238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ff6177-d93c-4f0c-9cc1-a6b1c108a00d') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.171039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.199202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.206764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:06.207729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.209979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-820b4505-888a-4f50-a095-16d618c5867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:06.212132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-820b4505-888a-4f50-a095-16d618c5867d service neutron] 10.222.0.45 "GET /v2.0/networks?id=52dcc5bd-618e-41fb-b764-5427d9660d16 HTTP/1.1" status: 200 len: 897 time: 0.2411134 Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:06.212260 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:06.216721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] DHCP port deletion for 6590f087-7810-41e4-84e4-05fc30671c6e request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:40:06.279911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:06.281681 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.289555 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.292895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/a382e92b-5a6d-4f95-9044-33442d1bf360 HTTP/1.1" status: 204 len: 168 time: 0.3472548 Oct 13 00:40:06.295999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34940) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:06.315059 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-c5f69f45-53f5-45d6-8fb6-dc33a6617bce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70fe664f-6db8-4d25-b001-db2b147fccaf HTTP/1.1" status: 200 len: 217 time: 0.0923598 Oct 13 00:40:06.324709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909df75e-4254-4aab-b338-aaf0bd918224 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=a382e92b-5a6d-4f95-9044-33442d1bf360,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:06.330449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] Deleting port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:06.330829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.368381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-bc18fd28-a863-4803-af8c-5a454982275e service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641313 Oct 13 00:40:06.398193 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.462561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:06.463027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.479323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-1213f869-ee26-4aa8-a13f-9af6dae02573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:06.479323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-1213f869-ee26-4aa8-a13f-9af6dae02573 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8152608a-aae5-4efa-95a5-adbea444a65a HTTP/1.1" status: 200 len: 834 time: 0.1488853 Oct 13 00:40:06.548163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,segment=NetworkSegment(3cb5a09f-7f8e-4c80-ab97-2f5d71d34656),segment_id=3cb5a09f-7f8e-4c80-ab97-2f5d71d34656)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:06.548678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.566562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:06.575706 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9720523-925a-4b5c-9d1c-379111b1640e req-2fc1209a-6e9b-4cf7-87ed-87ccf8039865 service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696050 Oct 13 00:40:06.579414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-72d5cd30-55fd-4959-b91c-ce926a2ea68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:06.580969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-72d5cd30-55fd-4959-b91c-ce926a2ea68c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=52dcc5bd-618e-41fb-b764-5427d9660d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920997 Oct 13 00:40:06.673633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:06.675234 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.679573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] For port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,segment=NetworkSegment(3cb5a09f-7f8e-4c80-ab97-2f5d71d34656),segment_id=3cb5a09f-7f8e-4c80-ab97-2f5d71d34656)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:06.679573 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.711923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:06.725895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No DVR routers for this DVR port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:06.743806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:06.744061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:06.744435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fea5f740-d374-402d-af48-08c203833050 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:06.749123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] Calling delete_port for 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:06.767748 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-52ec7c8d-fc08-46cb-9fce-1094fa22f84f service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771531 Oct 13 00:40:06.770368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-ef51c0a9-2d0f-4501-afa6-d99dceb11073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:06.770903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-ef51c0a9-2d0f-4501-afa6-d99dceb11073 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce990b5facf14ac9bf5b93c8276cacee&device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 1094 time: 0.1089220 Oct 13 00:40:06.779602 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.780235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: fea5f740-d374-402d-af48-08c203833050 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:06.780588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fea5f740-d374-402d-af48-08c203833050 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:06.838046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d3a16-a318-40c5-9e87-8162557a3175 req-3776c5bf-aa7c-4ccd-a241-d6180838b09e tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:06.838903 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a9d3a16-a318-40c5-9e87-8162557a3175 req-3776c5bf-aa7c-4ccd-a241-d6180838b09e tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 943 time: 0.1293113 Oct 13 00:40:06.845830 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.867313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:30Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.868058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Deleting port bd88ca65-59bc-42d6-80d2-1beaef8dcffc {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:06.868397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.870896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6590f087-7810-41e4-84e4-05fc30671c6e']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.890004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb5a09f-7f8e-4c80-ab97-2f5d71d34656') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.890671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb5a09f-7f8e-4c80-ab97-2f5d71d34656') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:06.895851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede4c86-9b97-4b33-a605-4aed9cc531f7 None None] The sync data for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 is: [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:38:23Z', 'revision_number': 4, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3bedf266-e5ff-4154-9c8e-593fd1f5e8d8', 'name': '', 'network_id': '52dcc5bd-618e-41fb-b764-5427d9660d16', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'mac_address': 'fa:16:3e:13:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:22Z', 'updated_at': '2021-10-13T00:38:30Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'subnets': [{'id': '8152608a-aae5-4efa-95a5-adbea444a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:06.919029 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.924874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.944765 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.969005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a9d3a16-a318-40c5-9e87-8162557a3175 req-3cf8cae7-9c18-4929-ae18-a0c2ff95f9ef tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879550 Oct 13 00:40:06.970442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:06.980633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] Pushing event deleted for resources: {'Port': ['ID=22968bc2-b9ac-435f-a449-ba0dcbcf9d6e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:06.981769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17ebc0-0cf6-4b9f-a769-0a05a0d3797b None None] No DVR routers for this DVR port 22968bc2-b9ac-435f-a449-ba0dcbcf9d6e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:06.982567 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:06.988301 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:07.087306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.096013 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.104108 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/6590f087-7810-41e4-84e4-05fc30671c6e HTTP/1.1" status: 204 len: 168 time: 0.7941873 Oct 13 00:40:07.112646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34946) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:07.128736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-160116574'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:07.141505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1139b-2d27-4ceb-85ee-49021932ef7d req-2afa0447-9970-448f-98b9-264acad57416 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:07.143308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bad1139b-2d27-4ceb-85ee-49021932ef7d req-2afa0447-9970-448f-98b9-264acad57416 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 945 time: 0.1561615 Oct 13 00:40:07.144174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187564c-55f6-405f-989d-55e6a9c89854 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=6590f087-7810-41e4-84e4-05fc30671c6e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:07.167179 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.182303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:07.185965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.212322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bad1139b-2d27-4ceb-85ee-49021932ef7d req-c89261f6-5afd-445c-87be-2f2614708d38 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571508 Oct 13 00:40:07.225666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:07.236834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.236834 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment 1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9 of type vlan for network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 Oct 13 00:40:07.281483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.293201 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e3a1b-2ffe-4c6b-b28e-e616670df621 None None] New status for floating IP 06f1c4dd-bad7-4281-bef5-437dc780c585: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:40:07.316295 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.325759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:07.327130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.398068 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-528c5d98-4c79-4612-a57a-bcf6790aa125 req-01e6be96-9abe-46b9-8be0-acbb70994a59 service neutron] 10.222.0.45 "GET /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204357 Oct 13 00:40:07.402811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2873011 Oct 13 00:40:07.405534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34948) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:07.412957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': '42bfbda8-55ef-42ec-a1e4-de18fa6a27d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:07.416261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.424608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-2c77a9d3-5950-4277-95f0-77ee50c56519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:07.426046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-2c77a9d3-5950-4277-95f0-77ee50c56519 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92345e6a-49b9-45c0-ac2e-822f7a62228c HTTP/1.1" status: 200 len: 913 time: 0.6405983 Oct 13 00:40:07.427845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e1a7b-a7df-4c6a-ad47-1d7ae58c300a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=42bfbda8-55ef-42ec-a1e4-de18fa6a27d3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:07.431653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Calling delete_port for bd88ca65-59bc-42d6-80d2-1beaef8dcffc owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:07.439281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:07.486966 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-c7c68187-1cee-4442-a43c-e524ba2f66d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429 HTTP/1.1" status: 200 len: 217 time: 0.0530787 Oct 13 00:40:07.509626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:07.513257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.601336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-64c138ce-d3b2-4e49-a870-c32f0855ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:07.602800 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-64c138ce-d3b2-4e49-a870-c32f0855ba95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab918eb2-b40d-45aa-a236-d2ab6c214c30 HTTP/1.1" status: 200 len: 852 time: 0.0987546 Oct 13 00:40:07.610180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-873ddd27-5a1d-41a2-8bcc-274bba2fde28 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:07.611516 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-873ddd27-5a1d-41a2-8bcc-274bba2fde28 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 945 time: 0.1357119 Oct 13 00:40:07.650977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-b5fce12f-3d7a-42e1-b07d-9dc4c32b2f2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92345e6a-49b9-45c0-ac2e-822f7a62228c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384676 Oct 13 00:40:07.694425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.763232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=09f049f3-5cea-4343-816b-1a56b86a314e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:07.768661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': '1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42bfbda8-55ef-42ec-a1e4-de18fa6a27d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:07.769675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:07.786650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:07.795591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:07.800867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:07.801466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.806854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856a6db-129e-4f09-8a4e-7118df85d4e2 None None] Network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:07.830683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-76ecdf23-3405-460b-a1d9-49563c73f52e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4240971 Oct 13 00:40:07.834023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34950) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:07.838891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-28359dbe-dcf5-40b3-9f62-c7cd29fce6a9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-534045486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:07.876122 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-28359dbe-dcf5-40b3-9f62-c7cd29fce6a9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.878239 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-28359dbe-dcf5-40b3-9f62-c7cd29fce6a9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:07.900751 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-0d0197a0-2f78-402b-b68c-abc64860aa9c service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042825 Oct 13 00:40:07.921603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 70fe664f-6db8-4d25-b001-db2b147fccaf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:07.921945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.000539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-42bfbda8-55ef-42ec-a1e4-de18fa6a27d3', 'network_id': '42bfbda8-55ef-42ec-a1e4-de18fa6a27d3', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': '09f049f3-5cea-4343-816b-1a56b86a314e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:08.001125 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.034864 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.101210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event deleted for resources: {'Port': ['ID=bd88ca65-59bc-42d6-80d2-1beaef8dcffc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:08.125334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-28359dbe-dcf5-40b3-9f62-c7cd29fce6a9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.147346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port 70fe664f-6db8-4d25-b001-db2b147fccaf, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=70fe664f-6db8-4d25-b001-db2b147fccaf,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:08.147761 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.157582 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-28359dbe-dcf5-40b3-9f62-c7cd29fce6a9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.187768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-28359dbe-dcf5-40b3-9f62-c7cd29fce6a9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.189738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-28359dbe-dcf5-40b3-9f62-c7cd29fce6a9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3542049 Oct 13 00:40:08.192205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34954) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:08.198399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e5e85a7-f2b7-4107-ae5f-5b7fbe88d6a6 req-9103ea66-0fe0-45db-bcff-0ab55ef40b48 service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882199 Oct 13 00:40:08.204515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99e0de-19a5-4da3-8ede-053c94bb2e95 req-eebacc1c-4689-45f1-a104-578209719e95 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:08.204718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 70fe664f-6db8-4d25-b001-db2b147fccaf owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:08.211356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea99e0de-19a5-4da3-8ede-053c94bb2e95 req-eebacc1c-4689-45f1-a104-578209719e95 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 943 time: 0.1164565 Oct 13 00:40:08.217198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'port': {'network_id': '42bfbda8-55ef-42ec-a1e4-de18fa6a27d3', 'name': 'tempest-RoutersTest-235606845'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:08.269675 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Allocated IP 172.20.0.2 (42bfbda8-55ef-42ec-a1e4-de18fa6a27d3/09f049f3-5cea-4343-816b-1a56b86a314e/cf841b91-db74-4772-889a-94a3dadf37f4) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:08.402865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:08.406623 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.445842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.462927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea99e0de-19a5-4da3-8ede-053c94bb2e95 req-0a64d523-4a27-4ca7-899d-88ad04178c2c tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502632 Oct 13 00:40:08.468724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] device_id is not set on port 1f2bfe6e-6db0-4cbc-a714-a5e361f44d53 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:08.483403 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.493525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.525012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8a9d2-a651-4bec-afa1-c8f56c8cbc14 req-b7a1a92a-3032-4cf8-a2f9-bde5757c0e5d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:08.526927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33d8a9d2-a651-4bec-afa1-c8f56c8cbc14 req-b7a1a92a-3032-4cf8-a2f9-bde5757c0e5d tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e0cee6b-73e3-4731-9b24-4b5e1687f248 HTTP/1.1" status: 200 len: 945 time: 0.1702676 Oct 13 00:40:08.538003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:08.541699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:08.545721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:08.552914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.556393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Pushing event updated for resources: {'Port': ['ID=cf841b91-db74-4772-889a-94a3dadf37f4,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:08.610489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33d8a9d2-a651-4bec-afa1-c8f56c8cbc14 req-70c09e17-d52b-43ea-b2cd-d63ba543a1b0 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc7c52a0-9157-4ad3-8e8d-848bf2706550&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683596 Oct 13 00:40:08.612070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Attempting to bind port cf841b91-db74-4772-889a-94a3dadf37f4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:08.612504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Attempting to bind port cf841b91-db74-4772-889a-94a3dadf37f4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42bfbda8-55ef-42ec-a1e4-de18fa6a27d3'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:08.612866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Attempting to bind port cf841b91-db74-4772-889a-94a3dadf37f4 on network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:08.620530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:08.620901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Checking segment: {'id': '1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42bfbda8-55ef-42ec-a1e4-de18fa6a27d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:08.621303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.621696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Bound using segment: {'id': '1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42bfbda8-55ef-42ec-a1e4-de18fa6a27d3'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:08.622218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Bound port: cf841b91-db74-4772-889a-94a3dadf37f4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42bfbda8-55ef-42ec-a1e4-de18fa6a27d3'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:08.622533 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.627722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=70fe664f-6db8-4d25-b001-db2b147fccaf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:08.651489 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.db.api [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4a3a5837-1755-4a14-a3b2-69d874e20ccc {{(pid=94989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:40:08.651906 n-d-813679-4 neutron-server[94989]: DEBUG oslo_db.api [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:40:08.683079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] No DVR routers for this DVR port 70fe664f-6db8-4d25-b001-db2b147fccaf on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:08.686007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.689263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-db3d41d8-f352-46cd-8ac0-7de516f5c25d req-20156c45-52d2-4e08-8cc8-d9e635a63cf1 tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.45 "DELETE /v2.0/ports/70fe664f-6db8-4d25-b001-db2b147fccaf HTTP/1.1" status: 204 len: 173 time: 1.0669272 Oct 13 00:40:08.689697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'name': 'network-vif-deleted', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:08.692029 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bee93d6-d7fe-4b5b-91e9-b165a6dab569" -d '{"events": [{"server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "name": "network-vif-deleted", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:08.694046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] For port cf841b91-db74-4772-889a-94a3dadf37f4, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:08.698709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] For port cf841b91-db74-4772-889a-94a3dadf37f4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cf841b91-db74-4772-889a-94a3dadf37f4,segment=NetworkSegment(1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9),segment_id=1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:08.707574 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:08.748921 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2a046-83b1-4263-b389-7d6515c76a3b x-openstack-request-id: req-a9f2a046-83b1-4263-b389-7d6515c76a3b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:08.749288 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0cee6b-73e3-4731-9b24-4b5e1687f248", "name": "network-vif-deleted", "tag": "70fe664f-6db8-4d25-b001-db2b147fccaf", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:08.749617 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9f2a046-83b1-4263-b389-7d6515c76a3b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:08.749947 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0cee6b-73e3-4731-9b24-4b5e1687f248', 'name': 'network-vif-deleted', 'tag': '70fe664f-6db8-4d25-b001-db2b147fccaf', 'status': 'completed', 'code': 200} Oct 13 00:40:08.765888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e7faa-13e4-447a-9ebf-d97bca032e10 None None] Pushing event updated for resources: {'Port': ['ID=cf841b91-db74-4772-889a-94a3dadf37f4,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:08.817225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Router c40d722b-ba49-4dec-8800-95593431ac5c has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:08.961640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:08.970315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-62e5e15c-890f-4214-ac2f-28c5ba978260 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "PUT /v2.0/routers/c40d722b-ba49-4dec-8800-95593431ac5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9904950 Oct 13 00:40:08.970315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34962) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:08.972468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e0ec9-1c7c-4f9f-a012-9255d03decfd None None] Sync routers for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:08.987215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e0ec9-1c7c-4f9f-a012-9255d03decfd None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:08.987906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9c5e0ec9-1c7c-4f9f-a012-9255d03decfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:09.055799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9c5e0ec9-1c7c-4f9f-a012-9255d03decfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:09.065591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e0ec9-1c7c-4f9f-a012-9255d03decfd None None] Routers {'c40d722b-ba49-4dec-8800-95593431ac5c'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:09.066441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9c5e0ec9-1c7c-4f9f-a012-9255d03decfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c40d722b-ba49-4dec-8800-95593431ac5c'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:09.106247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9c5e0ec9-1c7c-4f9f-a012-9255d03decfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:09.106914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e0ec9-1c7c-4f9f-a012-9255d03decfd None None] The sync data for ids ['c40d722b-ba49-4dec-8800-95593431ac5c'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:09.144957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.153029 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.172199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] device_id is not set on port 4f04ea17-edea-49f3-a547-32778c1a6ffc yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:09.255314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.293575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.20.0.7 (42bfbda8-55ef-42ec-a1e4-de18fa6a27d3/09f049f3-5cea-4343-816b-1a56b86a314e/4f04ea17-edea-49f3-a547-32778c1a6ffc) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:09.312114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Deleting port fedd1aef-10a4-4cb7-b847-465540477869 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:09.312440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.400054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.412866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Calling delete_port for fedd1aef-10a4-4cb7-b847-465540477869 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:09.461730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.504490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.557801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=4f04ea17-edea-49f3-a547-32778c1a6ffc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:09.606256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:09.608933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:09.611801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:09.655926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d7b11-fbf9-4a45-81f8-adbeb6e1bb54 req-c65b8ba3-ed0d-4d72-984b-678d149973d9 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:09.657145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b7d7b11-fbf9-4a45-81f8-adbeb6e1bb54 req-c65b8ba3-ed0d-4d72-984b-678d149973d9 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 943 time: 0.1014888 Oct 13 00:40:09.670415 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.690183 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34968) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:09.703869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event deleted for resources: {'Port': ['ID=fedd1aef-10a4-4cb7-b847-465540477869,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:09.705423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:09.705922 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.763535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e69094bb-f2ca-4bb3-a2ac-581f8358ceaf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5696051 Oct 13 00:40:09.766196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34970) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:09.770177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b7d7b11-fbf9-4a45-81f8-adbeb6e1bb54 req-f89605ef-c3ad-4099-abb2-773d03687942 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026974 Oct 13 00:40:09.776978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.793072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1a442b5-4a28-477c-b3fb-4af603267def tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.819887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06484f6-b321-4750-a18a-79fdd6a763cc None None] Network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:09.820383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1a442b5-4a28-477c-b3fb-4af603267def tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.889593 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1a442b5-4a28-477c-b3fb-4af603267def tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.892356 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1a442b5-4a28-477c-b3fb-4af603267def tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.893462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b1a442b5-4a28-477c-b3fb-4af603267def tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/security-groups/dc7c52a0-9157-4ad3-8e8d-848bf2706550 HTTP/1.1" status: 204 len: 168 time: 0.2023246 Oct 13 00:40:09.904437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a442b5-4a28-477c-b3fb-4af603267def tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7c52a0-9157-4ad3-8e8d-848bf2706550,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:09.904835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6bad4c16-50fa-4ed5-b745-442dcf4e2b11 None None] Provisioning complete for port cf841b91-db74-4772-889a-94a3dadf37f4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:09.905549 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6bad4c16-50fa-4ed5-b745-442dcf4e2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.927778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34974) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:09.959953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:09.981801 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.067790 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6bad4c16-50fa-4ed5-b745-442dcf4e2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.110733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6bad4c16-50fa-4ed5-b745-442dcf4e2b11 None None] For port cf841b91-db74-4772-889a-94a3dadf37f4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cf841b91-db74-4772-889a-94a3dadf37f4,segment=NetworkSegment(1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9),segment_id=1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:10.116333 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6bad4c16-50fa-4ed5-b745-442dcf4e2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.167373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4c16-50fa-4ed5-b745-442dcf4e2b11 None None] Pushing event updated for resources: {'Port': ['ID=cf841b91-db74-4772-889a-94a3dadf37f4,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:10.170555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.171784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Fanout notify agent at l3_agent the message router_deleted on router c40d722b-ba49-4dec-8800-95593431ac5c {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:40:10.180028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.183788 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-20e8e04a-f087-43b6-836a-1f0af88045ca tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "DELETE /v2.0/routers/c40d722b-ba49-4dec-8800-95593431ac5c HTTP/1.1" status: 204 len: 168 time: 1.2134383 Oct 13 00:40:10.193462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34976) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:10.278623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-62037690-b27f-4798-a7b6-a5e44802479e tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Deleting subnet 339155b2-295c-4118-b82d-232b1e16961a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:10.284374 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-62037690-b27f-4798-a7b6-a5e44802479e tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.296024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.335981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-62037690-b27f-4798-a7b6-a5e44802479e tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.344808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bed03a2b-9daa-4079-954f-e3e78187a8f6 None None] Provisioning complete for port 4f04ea17-edea-49f3-a547-32778c1a6ffc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:10.345124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bed03a2b-9daa-4079-954f-e3e78187a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.399603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bed03a2b-9daa-4079-954f-e3e78187a8f6 None None] Port 4f04ea17-edea-49f3-a547-32778c1a6ffc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:10.412649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bed03a2b-9daa-4079-954f-e3e78187a8f6 None None] Provisioning complete for port cf841b91-db74-4772-889a-94a3dadf37f4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:10.413022 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bed03a2b-9daa-4079-954f-e3e78187a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.491693 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-62037690-b27f-4798-a7b6-a5e44802479e tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.585850 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-62037690-b27f-4798-a7b6-a5e44802479e tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.597638 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.606423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cf841b91-db74-4772-889a-94a3dadf37f4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:10.619148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.624204 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.660834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-02f0be3e-c874-428d-a885-60e6c6b41959 None None] Provisioning complete for port 4f04ea17-edea-49f3-a547-32778c1a6ffc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:10.661831 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02f0be3e-c874-428d-a885-60e6c6b41959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.664747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62037690-b27f-4798-a7b6-a5e44802479e tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event deleted for resources: {'Subnet': ['ID=339155b2-295c-4118-b82d-232b1e16961a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:10.672068 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-62037690-b27f-4798-a7b6-a5e44802479e tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.675526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-62037690-b27f-4798-a7b6-a5e44802479e tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "DELETE /v2.0/subnets/339155b2-295c-4118-b82d-232b1e16961a HTTP/1.1" status: 204 len: 168 time: 0.4810958 Oct 13 00:40:10.679195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34978) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:10.692898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad55c062-3f72-4c45-aeac-1b3b6493b6a4 None None] Network d651fc6d-0e30-49a3-98f7-0e7b9ae943ca requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:10.713129 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port cf841b91-db74-4772-889a-94a3dadf37f4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:10.713496 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.714707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=4f04ea17-edea-49f3-a547-32778c1a6ffc,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:10.784827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1de5d0e7-421b-404d-93c3-06ef65cf8429 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:40:10.827906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-02f0be3e-c874-428d-a885-60e6c6b41959 None None] Port 4f04ea17-edea-49f3-a547-32778c1a6ffc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:10.832355 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:10.901405 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.016593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d3dd-fdc9-4491-a7e7-5d22331465b6 req-bbfa6e38-4be3-4d44-afc4-9f16e71d773b tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:11.018111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa03d3dd-fdc9-4491-a7e7-5d22331465b6 req-bbfa6e38-4be3-4d44-afc4-9f16e71d773b tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 943 time: 0.1012957 Oct 13 00:40:11.024170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Deleting port c4260edd-912f-48f3-b3fa-9950b8b6a889 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:11.024507 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.039020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.062077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1de5d0e7-421b-404d-93c3-06ef65cf8429, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429,segment=NetworkSegment(bac52873-93b7-4f78-9e0d-deca0a386742),segment_id=bac52873-93b7-4f78-9e0d-deca0a386742)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:11.077510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '1de5d0e7-421b-404d-93c3-06ef65cf8429', 'network_id': '92345e6a-49b9-45c0-ac2e-822f7a62228c', 'port_id': '1de5d0e7-421b-404d-93c3-06ef65cf8429', 'mac_address': 'fa:16:3e:5f:1e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab918eb2-b40d-45aa-a236-d2ab6c214c30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:40:11.079080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-84b47bd0-3813-4895-b13f-91ecaa1a9548 None None] Provisioning complete for port 4f04ea17-edea-49f3-a547-32778c1a6ffc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:11.079461 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84b47bd0-3813-4895-b13f-91ecaa1a9548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.128006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] DHCP port deletion for d651fc6d-0e30-49a3-98f7-0e7b9ae943ca request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:40:11.148329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] For port c4260edd-912f-48f3-b3fa-9950b8b6a889, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c4260edd-912f-48f3-b3fa-9950b8b6a889,segment=NetworkSegment(e4e7c446-670d-41fc-aaff-38af24fa2098),segment_id=e4e7c446-670d-41fc-aaff-38af24fa2098)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:11.148790 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.159716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa03d3dd-fdc9-4491-a7e7-5d22331465b6 req-16dfadad-147d-41f4-9ce1-19f878d1a2c2 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323543 Oct 13 00:40:11.180297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Calling delete_port for c4260edd-912f-48f3-b3fa-9950b8b6a889 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:11.180502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-84b47bd0-3813-4895-b13f-91ecaa1a9548 None None] Port 4f04ea17-edea-49f3-a547-32778c1a6ffc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:11.188336 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.207955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de5d0e7-421b-404d-93c3-06ef65cf8429 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:40:11.234495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1de5d0e7-421b-404d-93c3-06ef65cf8429, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429,segment=NetworkSegment(bac52873-93b7-4f78-9e0d-deca0a386742),segment_id=bac52873-93b7-4f78-9e0d-deca0a386742)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:11.239895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] Deleting port c4260edd-912f-48f3-b3fa-9950b8b6a889 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:11.240271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.243187 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.288988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:11.289613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.338888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.341927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] For port c4260edd-912f-48f3-b3fa-9950b8b6a889, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c4260edd-912f-48f3-b3fa-9950b8b6a889,segment=NetworkSegment(e4e7c446-670d-41fc-aaff-38af24fa2098),segment_id=e4e7c446-670d-41fc-aaff-38af24fa2098)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:11.342069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.342327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.350205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.357598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=1de5d0e7-421b-404d-93c3-06ef65cf8429,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:11.360402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] Calling delete_port for c4260edd-912f-48f3-b3fa-9950b8b6a889 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:11.377836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event deleted for resources: {'Port': ['ID=c4260edd-912f-48f3-b3fa-9950b8b6a889,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:11.383155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] No DVR routers for this DVR port c4260edd-912f-48f3-b3fa-9950b8b6a889 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:11.409945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.458986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.486560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] Pushing event deleted for resources: {'Port': ['ID=c4260edd-912f-48f3-b3fa-9950b8b6a889,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:11.490651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8544e8ec-cf03-4752-a180-a9c62c9d9530 None None] No DVR routers for this DVR port c4260edd-912f-48f3-b3fa-9950b8b6a889 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:11.497511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=4f04ea17-edea-49f3-a547-32778c1a6ffc,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:11.549798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:11.551283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:11.684313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router 966a0f3c-3df9-46c7-b0d8-050fc735ed6d is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:40:11.696732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['1de5d0e7-421b-404d-93c3-06ef65cf8429'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:40:11.787776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:11.796571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dda91a43-5e24-4bd5-9a13-b180b784281c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/966a0f3c-3df9-46c7-b0d8-050fc735ed6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0271492 Oct 13 00:40:11.798817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34984) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:11.800551 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.801062 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af6858b-87e1-4931-a4de-7b90ab5ae41c None None] Sync routers for ids ['966a0f3c-3df9-46c7-b0d8-050fc735ed6d'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:11.809046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 70fe664f-6db8-4d25-b001-db2b147fccaf no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:11.812360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6858b-87e1-4931-a4de-7b90ab5ae41c None None] Routers {'966a0f3c-3df9-46c7-b0d8-050fc735ed6d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:11.813378 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7af6858b-87e1-4931-a4de-7b90ab5ae41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['966a0f3c-3df9-46c7-b0d8-050fc735ed6d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:11.818367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:11.818739 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.846452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 70fe664f-6db8-4d25-b001-db2b147fccaf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:11.847035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 70fe664f-6db8-4d25-b001-db2b147fccaf not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:11.860389 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ada4e67-cae9-4eb3-a652-94536b1e12f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.860747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:11.862537 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7af6858b-87e1-4931-a4de-7b90ab5ae41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:11.866681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d651fc6d-0e30-49a3-98f7-0e7b9ae943ca']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:11.868927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a6d896b3-4f42-43ae-90e1-fcb01082d748 None None] Provisioning complete for port 4f04ea17-edea-49f3-a547-32778c1a6ffc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:11.869300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a6d896b3-4f42-43ae-90e1-fcb01082d748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.875303 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6858b-87e1-4931-a4de-7b90ab5ae41c None None] Routers {'966a0f3c-3df9-46c7-b0d8-050fc735ed6d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:11.876201 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7af6858b-87e1-4931-a4de-7b90ab5ae41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['966a0f3c-3df9-46c7-b0d8-050fc735ed6d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:11.888523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dce65c9-9563-48d2-8e3c-b2ff38200163 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:11.890018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2dce65c9-9563-48d2-8e3c-b2ff38200163 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports/4f04ea17-edea-49f3-a547-32778c1a6ffc HTTP/1.1" status: 200 len: 976 time: 0.0867214 Oct 13 00:40:11.892830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 34986) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:11.893085 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e7c446-670d-41fc-aaff-38af24fa2098') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:11.893803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e7c446-670d-41fc-aaff-38af24fa2098') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:11.916443 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7af6858b-87e1-4931-a4de-7b90ab5ae41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:11.917097 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af6858b-87e1-4931-a4de-7b90ab5ae41c None None] The sync data for ids ['966a0f3c-3df9-46c7-b0d8-050fc735ed6d'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:11.920318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a6d896b3-4f42-43ae-90e1-fcb01082d748 None None] Port 4f04ea17-edea-49f3-a547-32778c1a6ffc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:11.937592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.955918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.968731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:11.969124 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:11.972020 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:12.069593 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.079414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.082616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "DELETE /v2.0/networks/d651fc6d-0e30-49a3-98f7-0e7b9ae943ca HTTP/1.1" status: 204 len: 168 time: 1.4022367 Oct 13 00:40:12.087178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34988) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:12.113671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177cb58-816e-4670-bb45-016790d7f580 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event deleted for resources: {'Network': ['ID=d651fc6d-0e30-49a3-98f7-0e7b9ae943ca,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:12.312259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.360746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370751a-ae42-4746-8a47-7c82f4a1801f req-cbca5bd6-f1ad-414e-8798-5c4ae7266934 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:12.362182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6370751a-ae42-4746-8a47-7c82f4a1801f req-cbca5bd6-f1ad-414e-8798-5c4ae7266934 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 944 time: 0.1130159 Oct 13 00:40:12.371705 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=3bedf266-e5ff-4154-9c8e-593fd1f5e8d8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:12.407842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Deleting port 56987c49-b51a-4857-b77c-541c4c56f9cd {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:12.408192 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.514690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6370751a-ae42-4746-8a47-7c82f4a1801f req-39d7a3c4-6444-45b8-8d2b-ba89e7c981d3 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451261 Oct 13 00:40:12.587869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c4260edd-912f-48f3-b3fa-9950b8b6a889 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:12.596224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.596571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.610547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c4260edd-912f-48f3-b3fa-9950b8b6a889 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:12.610989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c4260edd-912f-48f3-b3fa-9950b8b6a889 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:12.642978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Calling delete_port for 56987c49-b51a-4857-b77c-541c4c56f9cd owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:12.702222 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.745198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.773599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1de5d0e7-421b-404d-93c3-06ef65cf8429 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:12.835052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 1de5d0e7-421b-404d-93c3-06ef65cf8429 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:40:12.847739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 1de5d0e7-421b-404d-93c3-06ef65cf8429 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:12.849411 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.940904 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.966533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e7ae65-795d-4704-a3ed-02f3354f85da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de5d0e7-421b-404d-93c3-06ef65cf8429'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:12.968925 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f8608c-625f-41b6-a3a1-5e5f6fb792e6" -d '{"events": [{"server_uuid": "e1e7ae65-795d-4704-a3ed-02f3354f85da", "name": "network-vif-plugged", "status": "completed", "tag": "1de5d0e7-421b-404d-93c3-06ef65cf8429"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:12.982616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1de5d0e7-421b-404d-93c3-06ef65cf8429, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429,segment=NetworkSegment(bac52873-93b7-4f78-9e0d-deca0a386742),segment_id=bac52873-93b7-4f78-9e0d-deca0a386742)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:12.985463 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.989124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:12.999707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 4f04ea17-edea-49f3-a547-32778c1a6ffc {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:13.000314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.020250 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d9fcf7-1ad6-4f54-8bfd-d72acd6e5868 x-openstack-request-id: req-44d9fcf7-1ad6-4f54-8bfd-d72acd6e5868 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:13.021252 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e7ae65-795d-4704-a3ed-02f3354f85da", "name": "network-vif-plugged", "status": "completed", "tag": "1de5d0e7-421b-404d-93c3-06ef65cf8429", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:13.021639 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44d9fcf7-1ad6-4f54-8bfd-d72acd6e5868 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:13.022014 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e7ae65-795d-4704-a3ed-02f3354f85da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de5d0e7-421b-404d-93c3-06ef65cf8429', 'code': 200} Oct 13 00:40:13.028563 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Pushing event deleted for resources: {'Port': ['ID=56987c49-b51a-4857-b77c-541c4c56f9cd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:13.056515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=1de5d0e7-421b-404d-93c3-06ef65cf8429,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:13.092673 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.102138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:13.117729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.120266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.121424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60382123-388b-4c03-8c47-b432220e96a8 tempest-FloatingIPAdminTestJSON-2125799614 tempest-FloatingIPAdminTestJSON-2125799614-project] 10.222.0.21 "DELETE /v2.0/floatingips/f37ab23f-c0b4-4d81-9256-d96da0a72eba HTTP/1.1" status: 204 len: 168 time: 1.0318267 Oct 13 00:40:13.154197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 4f04ea17-edea-49f3-a547-32778c1a6ffc owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:13.230698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fffbe-83de-4c76-9efa-3c303bcb7670 req-fbc10974-1d29-4079-947f-f921f6b45636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:13.230942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:13.232253 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f75fffbe-83de-4c76-9efa-3c303bcb7670 req-fbc10974-1d29-4079-947f-f921f6b45636 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 1096 time: 0.1321058 Oct 13 00:40:13.236113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dd688c16-2ad2-499f-83f6-28fb57053a4b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "PUT /v2.0/routers/4bc167b4-5c31-4e6f-8f3d-ff311442ac67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3072121 Oct 13 00:40:13.238950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 34996) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:13.244735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] Sync routers for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:13.256522 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:13.257152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:13.353300 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f75fffbe-83de-4c76-9efa-3c303bcb7670 req-691da669-bd55-4c1b-b6ae-02983ac3e475 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974617 Oct 13 00:40:13.357816 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-20de1e61-d7ac-483e-a837-a65e62c63962 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1413071 Oct 13 00:40:13.393968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:13.449942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d637ea-b4bd-4f20-a796-ddee89db627c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting subnet 8152608a-aae5-4efa-95a5-adbea444a65a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:13.454904 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1d637ea-b4bd-4f20-a796-ddee89db627c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.475194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35002) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:13.486484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-dffa9fb8-9fc0-4c64-9d9d-5b564cb46e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:13.488058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-dffa9fb8-9fc0-4c64-9d9d-5b564cb46e73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1096 time: 0.0899539 Oct 13 00:40:13.488874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.509766 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1d637ea-b4bd-4f20-a796-ddee89db627c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.520212 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=4f04ea17-edea-49f3-a547-32778c1a6ffc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:13.646968 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1d637ea-b4bd-4f20-a796-ddee89db627c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.733903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-da162dd1-f7b4-477a-ace1-7d3178736d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:13.735410 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-da162dd1-f7b4-477a-ace1-7d3178736d78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 897 time: 0.2165806 Oct 13 00:40:13.745484 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1d637ea-b4bd-4f20-a796-ddee89db627c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.797825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d637ea-b4bd-4f20-a796-ddee89db627c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Subnet': ['ID=8152608a-aae5-4efa-95a5-adbea444a65a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:13.804818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c1d637ea-b4bd-4f20-a796-ddee89db627c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.808226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c1d637ea-b4bd-4f20-a796-ddee89db627c tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/subnets/8152608a-aae5-4efa-95a5-adbea444a65a HTTP/1.1" status: 204 len: 168 time: 0.5681496 Oct 13 00:40:13.813065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35008) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:13.824642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1de77-8e21-4502-aa12-63d3ba5539de None None] Network 52dcc5bd-618e-41fb-b764-5427d9660d16 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:13.867128 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e00a0e1e-d4ec-4b7e-80f7-7cee1fe0512e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74949895b7e94ac384d992b9a9cf3487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870258 Oct 13 00:40:13.874807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35010) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:13.887191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:13.923014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd26c-6aa3-4d77-85a3-d2c4be1479c3 req-f66dc477-4c75-470a-8a55-3d9aa574d247 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:13.924422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bccd26c-6aa3-4d77-85a3-d2c4be1479c3 req-f66dc477-4c75-470a-8a55-3d9aa574d247 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.2670534 Oct 13 00:40:13.949525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-8878d295-c508-46c1-b941-974e66d942e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 1001 time: 0.1775014 Oct 13 00:40:13.977794 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.002127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:40:12Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:14.038636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] Checking router: 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:14.040744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bccd26c-6aa3-4d77-85a3-d2c4be1479c3 req-ea0eeaf6-e19b-4688-af39-54e34d58571f tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062427 Oct 13 00:40:14.058694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] Routers {'4bc167b4-5c31-4e6f-8f3d-ff311442ac67'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:14.058694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:14.080871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7268418a-c664-49cf-85d8-c0e6de66b5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.109172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] DHCP port deletion for 52dcc5bd-618e-41fb-b764-5427d9660d16 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:40:14.136020 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.144323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-704bcb0d-3745-4b96-a070-ffa907d42008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:14.145969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-704bcb0d-3745-4b96-a070-ffa907d42008 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 200 len: 835 time: 0.1338370 Oct 13 00:40:14.198452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Deleting port 512c596e-850c-48ae-9231-e39b3973820d {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:14.198881 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.199308 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7268418a-c664-49cf-85d8-c0e6de66b5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.209570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router 966a0f3c-3df9-46c7-b0d8-050fc735ed6d has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:14.209991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] Set router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:14.248106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-6c0d196d-5e25-4e7f-a9af-6ee229eb72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:14.249617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-6c0d196d-5e25-4e7f-a9af-6ee229eb72a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afd838a1-1b82-4f04-b36f-fc8074e5622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930860 Oct 13 00:40:14.279769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] Deleting port 4f8605ed-2140-4282-892d-880dcb7e06dd {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:14.280156 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.293956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] For port 512c596e-850c-48ae-9231-e39b3973820d, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=512c596e-850c-48ae-9231-e39b3973820d,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:14.294342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.315876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Calling delete_port for 512c596e-850c-48ae-9231-e39b3973820d owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:14.367484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:14.376639 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-17d0df49-febe-4ef2-ab58-ead969c7b66b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/966a0f3c-3df9-46c7-b0d8-050fc735ed6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4778221 Oct 13 00:40:14.377215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35012) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:14.391387 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517cec3-39a3-4c9e-b9fd-ced7d5fe79f9 None None] Sync routers for ids ['966a0f3c-3df9-46c7-b0d8-050fc735ed6d'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:14.391982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7268418a-c664-49cf-85d8-c0e6de66b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.394694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7268418a-c664-49cf-85d8-c0e6de66b5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.395904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7268418a-c664-49cf-85d8-c0e6de66b5d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d75dfe3-eb19-4068-80ea-5e6929a76a2d HTTP/1.1" status: 204 len: 168 time: 0.5198839 Oct 13 00:40:14.404388 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517cec3-39a3-4c9e-b9fd-ced7d5fe79f9 None None] Routers {'966a0f3c-3df9-46c7-b0d8-050fc735ed6d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:14.405443 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0517cec3-39a3-4c9e-b9fd-ced7d5fe79f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['966a0f3c-3df9-46c7-b0d8-050fc735ed6d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:14.421662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] For port 4f8605ed-2140-4282-892d-880dcb7e06dd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4f8605ed-2140-4282-892d-880dcb7e06dd,segment=NetworkSegment(e5867729-8f0b-442e-bd04-2b1113adf9bc),segment_id=e5867729-8f0b-442e-bd04-2b1113adf9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:14.422070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.434136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268418a-c664-49cf-85d8-c0e6de66b5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d75dfe3-eb19-4068-80ea-5e6929a76a2d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:14.448456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0517cec3-39a3-4c9e-b9fd-ced7d5fe79f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:14.458717 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517cec3-39a3-4c9e-b9fd-ced7d5fe79f9 None None] Routers {'966a0f3c-3df9-46c7-b0d8-050fc735ed6d'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:14.460164 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0517cec3-39a3-4c9e-b9fd-ced7d5fe79f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:39:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['966a0f3c-3df9-46c7-b0d8-050fc735ed6d'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:14.461320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] Calling delete_port for 4f8605ed-2140-4282-892d-880dcb7e06dd owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:14.487456 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-1ebf8566-533e-40b6-87ec-8d7857b1a605 service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994085 Oct 13 00:40:14.500351 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0517cec3-39a3-4c9e-b9fd-ced7d5fe79f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:14.501262 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0517cec3-39a3-4c9e-b9fd-ced7d5fe79f9 None None] The sync data for ids ['966a0f3c-3df9-46c7-b0d8-050fc735ed6d'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:14.609331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4f8605ed-2140-4282-892d-880dcb7e06dd no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:14.619529 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6c718242-a433-4d1a-afc6-27e6ee231ab4 req-6c9e9e10-65dc-4a43-afb9-81d47ddbd69a service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228647 Oct 13 00:40:14.693461 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e394eff9-4699-4c47-a659-6ddfd9ba46bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.774484 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.784734 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:14.792996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:40:12Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:14.852188 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] Pushing event deleted for resources: {'Port': ['ID=4f8605ed-2140-4282-892d-880dcb7e06dd,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:14.854558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbd9dc-78b4-43db-b294-c048221ea676 None None] No DVR routers for this DVR port 4f8605ed-2140-4282-892d-880dcb7e06dd on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:14.856058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349460a-d966-48bf-8466-181426bfd7a8 None None] The sync data for ids ['4bc167b4-5c31-4e6f-8f3d-ff311442ac67'] in n-d-813679-4 is: [{'id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'name': 'tempest-TestNetworkBasicOps-router-671600556', 'tenant_id': '1887fb9e41cd4511a03b07ed868602e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '512c596e-850c-48ae-9231-e39b3973820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:16Z', 'updated_at': '2021-10-13T00:40:12Z', 'revision_number': 5, 'project_id': '1887fb9e41cd4511a03b07ed868602e3', 'gw_port': {'id': '512c596e-850c-48ae-9231-e39b3973820d', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc167b4-5c31-4e6f-8f3d-ff311442ac67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:17Z', 'updated_at': '2021-10-13T00:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:14.923247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35018) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:14.938250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-263ebfbd-c5be-4678-a3be-efecd84e00b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.027582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-263ebfbd-c5be-4678-a3be-efecd84e00b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.030718 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-18eaadd1-7d15-4fb2-b7b5-80ba8ca2de91 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 00:40:15.031382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-263ebfbd-c5be-4678-a3be-efecd84e00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.031795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-18eaadd1-7d15-4fb2-b7b5-80ba8ca2de91 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/966a0f3c-3df9-46c7-b0d8-050fc735ed6d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6534410 Oct 13 00:40:15.034713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35020) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:15.067921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8f4eb9d6-215f-4fcc-878e-82c053f6a204 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=966a0f3c-3df9-46c7-b0d8-050fc735ed6d HTTP/1.1" status: 200 len: 205 time: 0.0292745 Oct 13 00:40:15.068731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35024) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:15.073983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-263ebfbd-c5be-4678-a3be-efecd84e00b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eebb6ed6bbf4477812e87788e4c5133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496034 Oct 13 00:40:15.074992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ebfbd-c5be-4678-a3be-efecd84e00b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833c5931-9cc3-4323-b303-d6efdb9b0433,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:15.082807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35026) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:15.148156 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3de4603-cc46-4134-8a23-37e4d83f4960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.170273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3de4603-cc46-4134-8a23-37e4d83f4960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.203197 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b4bc1b-b876-4da3-9f09-b89ce99867d2 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.207680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.221590 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3de4603-cc46-4134-8a23-37e4d83f4960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.223180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3de4603-cc46-4134-8a23-37e4d83f4960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.225407 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b3de4603-cc46-4134-8a23-37e4d83f4960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/833c5931-9cc3-4323-b303-d6efdb9b0433 HTTP/1.1" status: 204 len: 168 time: 0.1403980 Oct 13 00:40:15.246116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de4603-cc46-4134-8a23-37e4d83f4960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c5931-9cc3-4323-b303-d6efdb9b0433,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:15.307940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Port': ['ID=512c596e-850c-48ae-9231-e39b3973820d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:15.365804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02f2ef-8a4f-4929-af57-266725203952 req-72c5448f-6ebf-46e0-bc3a-84116729a9ed tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:15.367371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce02f2ef-8a4f-4929-af57-266725203952 req-72c5448f-6ebf-46e0-bc3a-84116729a9ed tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.2100775 Oct 13 00:40:15.475433 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b4bc1b-b876-4da3-9f09-b89ce99867d2 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.484369 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b4bc1b-b876-4da3-9f09-b89ce99867d2 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.501781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.537892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce02f2ef-8a4f-4929-af57-266725203952 req-69d1b05a-0552-41a5-af7b-acf3a85a8aa1 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187627 Oct 13 00:40:15.621266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35034) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:15.624889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b4bc1b-b876-4da3-9f09-b89ce99867d2 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.625280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b4bc1b-b876-4da3-9f09-b89ce99867d2 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Fanout notify agent at l3_agent the message router_deleted on router 966a0f3c-3df9-46c7-b0d8-050fc735ed6d {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:40:15.634322 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26b4bc1b-b876-4da3-9f09-b89ce99867d2 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.637549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-26b4bc1b-b876-4da3-9f09-b89ce99867d2 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/966a0f3c-3df9-46c7-b0d8-050fc735ed6d HTTP/1.1" status: 204 len: 168 time: 0.5658438 Oct 13 00:40:15.637716 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7faa069-5dc2-481f-95a8-c3beaf3ef293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.639158 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35036) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:15.662896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.665740 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.710194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a5aa95-6ee0-46e2-8b93-6a4f3fbb1a49 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet 09f049f3-5cea-4343-816b-1a56b86a314e {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:15.716499 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa95-6ee0-46e2-8b93-6a4f3fbb1a49 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.719740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe4ac8-0062-4f1d-9f1a-ca04ee34c809 req-61b4751c-6c41-4a3f-a99e-8c4742aec37b tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:15.721251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4dfe4ac8-0062-4f1d-9f1a-ca04ee34c809 req-61b4751c-6c41-4a3f-a99e-8c4742aec37b tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.0975437 Oct 13 00:40:15.722558 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.722819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc167b4-5c31-4e6f-8f3d-ff311442ac67 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:40:15.730241 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.731603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f5f2bb73-81d1-4c55-a3ec-3e679987928f tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/routers/4bc167b4-5c31-4e6f-8f3d-ff311442ac67 HTTP/1.1" status: 204 len: 168 time: 1.9176502 Oct 13 00:40:15.734279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35038) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:15.753414 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.771196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa95-6ee0-46e2-8b93-6a4f3fbb1a49 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.828072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4dfe4ac8-0062-4f1d-9f1a-ca04ee34c809 req-51e208ca-2268-4376-b5b7-0851a5727ab6 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944407 Oct 13 00:40:15.841314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.886877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa95-6ee0-46e2-8b93-6a4f3fbb1a49 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.933074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.960866 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7faa069-5dc2-481f-95a8-c3beaf3ef293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.966562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7faa069-5dc2-481f-95a8-c3beaf3ef293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.976506 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:15.999238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dcc5bd-618e-41fb-b764-5427d9660d16']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:16.010802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa95-6ee0-46e2-8b93-6a4f3fbb1a49 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.017613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5867729-8f0b-442e-bd04-2b1113adf9bc') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:16.018176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5867729-8f0b-442e-bd04-2b1113adf9bc') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:16.028574 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7faa069-5dc2-481f-95a8-c3beaf3ef293 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ce3ca8b006645d380946f2eb9bb0c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062057 Oct 13 00:40:16.032711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.034235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35044) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:16.052530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faa069-5dc2-481f-95a8-c3beaf3ef293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb65ae98-86d5-42f5-83b1-5f3f863c9f19,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:16.057209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5aa95-6ee0-46e2-8b93-6a4f3fbb1a49 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=09f049f3-5cea-4343-816b-1a56b86a314e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:16.059278 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7a5aa95-6ee0-46e2-8b93-6a4f3fbb1a49 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.059441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.063548 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a7a5aa95-6ee0-46e2-8b93-6a4f3fbb1a49 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/09f049f3-5cea-4343-816b-1a56b86a314e HTTP/1.1" status: 204 len: 168 time: 0.4223688 Oct 13 00:40:16.065040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35046) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:16.070947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f53d605-ba4b-4aaf-84dd-c1aeeed4a8e5 None None] Network 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:16.085564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:16.085969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:16.090051 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:16.244981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.247546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] DHCP port deletion for 42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:40:16.258274 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.261610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] 10.222.0.21 "DELETE /v2.0/networks/52dcc5bd-618e-41fb-b764-5427d9660d16 HTTP/1.1" status: 204 len: 168 time: 0.5256293 Oct 13 00:40:16.262547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-313a6e79-4861-4f7e-b59f-b07587b6bd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.278321 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.290088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03572ee9-4766-460f-90e8-d5b826e31b8d req-a1ac87c4-36cd-4cf4-9963-a10736d248d3 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:16.291700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03572ee9-4766-460f-90e8-d5b826e31b8d req-a1ac87c4-36cd-4cf4-9963-a10736d248d3 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.2174211 Oct 13 00:40:16.292606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4936bac-a5ab-4652-abe6-a5c3e2375d7b tempest-TestNetworkBasicOps-1418786454 tempest-TestNetworkBasicOps-1418786454-project] Pushing event deleted for resources: {'Network': ['ID=52dcc5bd-618e-41fb-b764-5427d9660d16,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:16.331955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] Deleting port cf841b91-db74-4772-889a-94a3dadf37f4 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:16.332332 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.339183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-313a6e79-4861-4f7e-b59f-b07587b6bd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.404302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] For port cf841b91-db74-4772-889a-94a3dadf37f4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cf841b91-db74-4772-889a-94a3dadf37f4,segment=NetworkSegment(1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9),segment_id=1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:16.404705 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.408784 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03572ee9-4766-460f-90e8-d5b826e31b8d req-bbf960d5-3415-40f7-8857-0319e408508a tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039643 Oct 13 00:40:16.424858 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] Calling delete_port for cf841b91-db74-4772-889a-94a3dadf37f4 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:16.428964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port cf841b91-db74-4772-889a-94a3dadf37f4 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:16.429364 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.469713 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-313a6e79-4861-4f7e-b59f-b07587b6bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.472295 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-313a6e79-4861-4f7e-b59f-b07587b6bd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.478264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-313a6e79-4861-4f7e-b59f-b07587b6bd7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb65ae98-86d5-42f5-83b1-5f3f863c9f19 HTTP/1.1" status: 204 len: 168 time: 0.4410064 Oct 13 00:40:16.531623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a6e79-4861-4f7e-b59f-b07587b6bd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb65ae98-86d5-42f5-83b1-5f3f863c9f19,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:16.552375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port cf841b91-db74-4772-889a-94a3dadf37f4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cf841b91-db74-4772-889a-94a3dadf37f4,segment=NetworkSegment(1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9),segment_id=1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:16.553687 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.560229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cf841b91-db74-4772-889a-94a3dadf37f4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:16.565333 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.572873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for cf841b91-db74-4772-889a-94a3dadf37f4 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:16.598822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35054) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:16.613194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: cf841b91-db74-4772-889a-94a3dadf37f4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:16.613743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cf841b91-db74-4772-889a-94a3dadf37f4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:16.615010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:16.639839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] Pushing event deleted for resources: {'Port': ['ID=cf841b91-db74-4772-889a-94a3dadf37f4,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:16.643828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:16.644373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3bedf266-e5ff-4154-9c8e-593fd1f5e8d8 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:16.645539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 512c596e-850c-48ae-9231-e39b3973820d no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:16.649863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e5e0e-1228-484b-a4b8-9169491e2d5c None None] No DVR routers for this DVR port cf841b91-db74-4772-889a-94a3dadf37f4 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:16.679316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 512c596e-850c-48ae-9231-e39b3973820d {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:16.679706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 512c596e-850c-48ae-9231-e39b3973820d not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:16.699131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.725936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=cf841b91-db74-4772-889a-94a3dadf37f4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:16.731460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No DVR routers for this DVR port cf841b91-db74-4772-889a-94a3dadf37f4 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:16.819021 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.845615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bfbda8-55ef-42ec-a1e4-de18fa6a27d3']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:16.858104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:16.858401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5108cc-8a27-4f7b-bc70-fbfb4cc1abb9') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:16.863188 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-39dbc6c2-6d2d-45d8-bd53-64f845ef87ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1887fb9e41cd4511a03b07ed868602e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632000 Oct 13 00:40:16.866408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35064) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:16.869668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.886209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.892890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:16.893317 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: self.session.flush() Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:16.897548 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:16.930010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8d0f73f3-53fa-4898-8e07-84d08aabe911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.958099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8d0f73f3-53fa-4898-8e07-84d08aabe911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.975434 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.982572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:16.985876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/42bfbda8-55ef-42ec-a1e4-de18fa6a27d3 HTTP/1.1" status: 204 len: 168 time: 0.9167290 Oct 13 00:40:16.992337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35070) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:16.997829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1193746140'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:16.998949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f02eab-69f3-492e-b832-ae28790af6c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=42bfbda8-55ef-42ec-a1e4-de18fa6a27d3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:17.022708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:17.026352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.040414 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8d0f73f3-53fa-4898-8e07-84d08aabe911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.042916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8d0f73f3-53fa-4898-8e07-84d08aabe911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.044172 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8d0f73f3-53fa-4898-8e07-84d08aabe911 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/470032d4-768f-4fcf-af64-52f7757d738d HTTP/1.1" status: 204 len: 168 time: 0.1754501 Oct 13 00:40:17.059347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f73f3-53fa-4898-8e07-84d08aabe911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470032d4-768f-4fcf-af64-52f7757d738d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:17.064536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:17.084259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.084718 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment b2dfe923-acae-4b8d-9443-2080a5fb921f of type vlan for network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 Oct 13 00:40:17.134617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.167904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.173762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:17.174372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.247604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2541771 Oct 13 00:40:17.250512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35082) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:17.257155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': '6fa17f04-4257-4c28-bcd7-c23dc279f4f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:17.279827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff1e30-eb3a-4a7c-9f3b-db6175037e40 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=6fa17f04-4257-4c28-bcd7-c23dc279f4f7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:17.300987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:17.358746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:17.363778 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.372654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35086) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:17.397495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67d44d0c-45a4-4069-8365-efd06bfea859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.492974 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67d44d0c-45a4-4069-8365-efd06bfea859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.498187 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-67d44d0c-45a4-4069-8365-efd06bfea859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.541562 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-67d44d0c-45a4-4069-8365-efd06bfea859 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc069461ce0f4f809020198bb9d3b6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654117 Oct 13 00:40:17.541562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d44d0c-45a4-4069-8365-efd06bfea859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f348b3-8ed5-47a8-ad58-b21dcaf69523,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:17.542800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35092) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:17.577510 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.592092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3f77-d077-4b24-8e41-4f6e5a1bffad req-6e143f0f-d4f1-4156-82c1-a0c40c229e35 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:17.593612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb6b3f77-d077-4b24-8e41-4f6e5a1bffad req-6e143f0f-d4f1-4156-82c1-a0c40c229e35 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.1011858 Oct 13 00:40:17.597236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3401e5f2-f449-412d-b57b-12d381af24bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.621315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3401e5f2-f449-412d-b57b-12d381af24bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.660633 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.674256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3401e5f2-f449-412d-b57b-12d381af24bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.677511 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3401e5f2-f449-412d-b57b-12d381af24bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.682022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3401e5f2-f449-412d-b57b-12d381af24bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8f348b3-8ed5-47a8-ad58-b21dcaf69523 HTTP/1.1" status: 204 len: 168 time: 0.1354847 Oct 13 00:40:17.697383 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb6b3f77-d077-4b24-8e41-4f6e5a1bffad req-5cc2c568-c876-4907-b3dc-6e75cb98b53f tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Oct 13 00:40:17.697634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401e5f2-f449-412d-b57b-12d381af24bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f348b3-8ed5-47a8-ad58-b21dcaf69523,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:17.742720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=b65fd074-5d05-4cec-b91b-73b7c25fd541,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:17.753207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': 'b2dfe923-acae-4b8d-9443-2080a5fb921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6fa17f04-4257-4c28-bcd7-c23dc279f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:17.753571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: 6fa17f04-4257-4c28-bcd7-c23dc279f4f7, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:17.772267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:17.787452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 6fa17f04-4257-4c28-bcd7-c23dc279f4f7) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:17.795626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:17.796805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.801185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7802f9fa-5f52-464d-87e9-b78ecc02ac00 None None] Network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:17.825695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-92560ba9-8585-4243-8c20-d869a3febadd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5733194 Oct 13 00:40:17.828777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35104) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:17.834235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d897a492-a604-4d25-acc9-7dc8d4a8d547 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1223692643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:17.863815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d897a492-a604-4d25-acc9-7dc8d4a8d547 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.866028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d897a492-a604-4d25-acc9-7dc8d4a8d547 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.940046 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d897a492-a604-4d25-acc9-7dc8d4a8d547 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.950010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d897a492-a604-4d25-acc9-7dc8d4a8d547 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.953230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b2f8-eed0-404c-a3cb-2e3f9a4963c7 req-4339b338-8421-416e-9427-a20d4bb51b23 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:17.963547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f69b2f8-eed0-404c-a3cb-2e3f9a4963c7 req-4339b338-8421-416e-9427-a20d4bb51b23 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.0667157 Oct 13 00:40:17.987134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d897a492-a604-4d25-acc9-7dc8d4a8d547 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:17.996110 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d897a492-a604-4d25-acc9-7dc8d4a8d547 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1643398 Oct 13 00:40:17.998241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35110) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:18.011438 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f69b2f8-eed0-404c-a3cb-2e3f9a4963c7 req-db321597-6e55-452d-9d9f-9dd04e14f77e tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466197 Oct 13 00:40:18.100180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-6fa17f04-4257-4c28-bcd7-c23dc279f4f7', 'network_id': '6fa17f04-4257-4c28-bcd7-c23dc279f4f7', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': 'b65fd074-5d05-4cec-b91b-73b7c25fd541'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:18.101180 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.303852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Allocated IP 172.20.0.2 (6fa17f04-4257-4c28-bcd7-c23dc279f4f7/b65fd074-5d05-4cec-b91b-73b7c25fd541/28058ea9-56d1-446f-a0d7-9cdee82c73cf) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:18.513039 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.522530 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.575416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35132) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:18.590832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Pushing event updated for resources: {'Port': ['ID=28058ea9-56d1-446f-a0d7-9cdee82c73cf,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:18.601380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:18.603182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:18.607159 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:18.657301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879d991-8ffb-410b-9776-0a43688cc812 req-c437952f-d4e0-44bf-9938-f525bd6f53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:18.658804 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4879d991-8ffb-410b-9776-0a43688cc812 req-c437952f-d4e0-44bf-9938-f525bd6f53d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce990b5facf14ac9bf5b93c8276cacee&device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 1096 time: 0.6030054 Oct 13 00:40:18.675783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Attempting to bind port 28058ea9-56d1-446f-a0d7-9cdee82c73cf on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:18.676374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Attempting to bind port 28058ea9-56d1-446f-a0d7-9cdee82c73cf by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'b2dfe923-acae-4b8d-9443-2080a5fb921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6fa17f04-4257-4c28-bcd7-c23dc279f4f7'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:18.676939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Attempting to bind port 28058ea9-56d1-446f-a0d7-9cdee82c73cf on network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:18.684934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:18.685506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Checking segment: {'id': 'b2dfe923-acae-4b8d-9443-2080a5fb921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6fa17f04-4257-4c28-bcd7-c23dc279f4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:18.686039 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.686532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Bound using segment: {'id': 'b2dfe923-acae-4b8d-9443-2080a5fb921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6fa17f04-4257-4c28-bcd7-c23dc279f4f7'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:18.687197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Bound port: 28058ea9-56d1-446f-a0d7-9cdee82c73cf, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dfe923-acae-4b8d-9443-2080a5fb921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6fa17f04-4257-4c28-bcd7-c23dc279f4f7'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:18.687756 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.740754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6f5c6dd3-920e-4806-b7a4-33e668a317ca tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:18.774927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.775163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6f5c6dd3-920e-4806-b7a4-33e668a317ca tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] 10.222.0.21 "PUT /v2.0/quotas/f65deeeda51641c9b6cf5777e6c8fd76 HTTP/1.1" status: 200 len: 368 time: 0.1985235 Oct 13 00:40:18.778116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35144) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:18.783693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Request body: {'network': {'project_id': 'f65deeeda51641c9b6cf5777e6c8fd76'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:18.787548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] For port 28058ea9-56d1-446f-a0d7-9cdee82c73cf, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:18.790891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] For port 28058ea9-56d1-446f-a0d7-9cdee82c73cf, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=28058ea9-56d1-446f-a0d7-9cdee82c73cf,segment=NetworkSegment(b2dfe923-acae-4b8d-9443-2080a5fb921f),segment_id=b2dfe923-acae-4b8d-9443-2080a5fb921f)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:18.797232 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.811576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Made reservation on behalf of f65deeeda51641c9b6cf5777e6c8fd76 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:18.814007 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.830686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.857850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ee2b8-7350-4204-a171-09410be77bb9 None None] Pushing event updated for resources: {'Port': ['ID=28058ea9-56d1-446f-a0d7-9cdee82c73cf,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:18.894083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879d991-8ffb-410b-9776-0a43688cc812 req-7b5cdc30-1184-472d-8038-9f0e5885bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:18.896433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4879d991-8ffb-410b-9776-0a43688cc812 req-7b5cdc30-1184-472d-8038-9f0e5885bcd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92345e6a-49b9-45c0-ac2e-822f7a62228c HTTP/1.1" status: 200 len: 913 time: 0.2146831 Oct 13 00:40:18.901037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35146) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:18.941729 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.948643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.971416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:18.988576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c95f8a-90e3-4570-b529-25138fd8496e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:18.992325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:18.992325 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Added segment ae228f2e-91cc-435b-bcb9-9032b1d33b22 of type vlan for network c7d552c4-9018-4504-b749-b3a024939eea Oct 13 00:40:18.993296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4879d991-8ffb-410b-9776-0a43688cc812 req-7c9aa446-66fb-43f1-be9f-1000a9b448e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429 HTTP/1.1" status: 200 len: 217 time: 0.0888910 Oct 13 00:40:19.043029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1836297249-network', 'tenant_id': '8d4272330f444734b15ec7e842a600f9'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:19.056686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.091424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Made reservation on behalf of 8d4272330f444734b15ec7e842a600f9 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:19.093970 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.104804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.117187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879d991-8ffb-410b-9776-0a43688cc812 req-b9f7be77-7e52-47d9-972d-8eb84edfdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:19.119383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4879d991-8ffb-410b-9776-0a43688cc812 req-b9f7be77-7e52-47d9-972d-8eb84edfdc84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab918eb2-b40d-45aa-a236-d2ab6c214c30 HTTP/1.1" status: 200 len: 852 time: 0.1166492 Oct 13 00:40:19.153136 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.154104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:19.154685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.167566 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4879d991-8ffb-410b-9776-0a43688cc812 req-f9e1a9e5-2f01-4595-8b6f-7ac4c257de4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92345e6a-49b9-45c0-ac2e-822f7a62228c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387077 Oct 13 00:40:19.276011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4964767 Oct 13 00:40:19.283829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35152) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:19.290233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Request body: {'network': {'project_id': 'f65deeeda51641c9b6cf5777e6c8fd76'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:19.291052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3115f-f0c7-43af-8355-07144400e85b tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Pushing event updated for resources: {'Network': ['ID=c7d552c4-9018-4504-b749-b3a024939eea,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:19.299663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.20.0.1 (6fa17f04-4257-4c28-bcd7-c23dc279f4f7/b65fd074-5d05-4cec-b91b-73b7c25fd541/4350accc-3b36-4275-9208-0cddc240cf00) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:19.311405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c7d552c4-9018-4504-b749-b3a024939eea details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:19.318024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f8b32-200a-4aa0-98b4-b7d567318c1c req-882c9468-98cd-4b62-89d6-77dc41d673df tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:19.319622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-761f8b32-200a-4aa0-98b4-b7d567318c1c req-882c9468-98cd-4b62-89d6-77dc41d673df tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.1603029 Oct 13 00:40:19.333035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.340268 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.353291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:19.362904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4879d991-8ffb-410b-9776-0a43688cc812 req-f215c4f1-b981-4fdd-940a-21ddd31b0722 service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881757 Oct 13 00:40:19.373022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.373300 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Added segment 57d2a666-b32d-464f-9f49-0ddf54780c4b of type vlan for network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 Oct 13 00:40:19.389032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Made reservation on behalf of f65deeeda51641c9b6cf5777e6c8fd76 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:19.391111 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.446834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd592c-5138-40f5-9f21-c55434f6d5cd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:19.453740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-761f8b32-200a-4aa0-98b4-b7d567318c1c req-0411f11e-d660-43ef-8b7b-0e9f09ddc305 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261866 Oct 13 00:40:19.455254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.487033 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.488203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:19.489319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.506250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:19.534777 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.535037 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Added segment 8cbc3a95-039c-4289-9898-6559abb340e5 of type vlan for network 3348b2fc-2b7c-4ddc-ab36-977ae2bfaccd Oct 13 00:40:19.544846 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6427019 Oct 13 00:40:19.551266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35156) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:19.557580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Request body: {'subnet': {'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1836297249-subnet', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:19.562648 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4879d991-8ffb-410b-9776-0a43688cc812 req-3a9a2a01-39fe-4b7f-b0cb-1cda0b35d38a service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675322 Oct 13 00:40:19.566482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.567542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431b4db-12f1-400a-914c-7b98596b8246 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7ef26b-b3a7-4395-b004-e9afaeac1c07,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:19.578308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:19.588285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Made reservation on behalf of 8d4272330f444734b15ec7e842a600f9 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:19.590636 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.611825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.661515 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.709965 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.711734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:19.711734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.794280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:19.838579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:19.840520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=4350accc-3b36-4275-9208-0cddc240cf00,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:19.848828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5633018 Oct 13 00:40:19.849194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35160) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:19.857120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1f314-159b-4ff4-81e5-0daf186615dd req-2427e576-b76f-4373-bb88-41144f7499a9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:19.859030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80a1f314-159b-4ff4-81e5-0daf186615dd req-2427e576-b76f-4373-bb88-41144f7499a9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.1025047 Oct 13 00:40:19.864562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e11d9f2f-b874-456e-876d-26835c070895 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Request body: {'network': {'project_id': 'f65deeeda51641c9b6cf5777e6c8fd76'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:19.864768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:19.890860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.900101 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11d9f2f-b874-456e-876d-26835c070895 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 00:40:19.900661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11d9f2f-b874-456e-876d-26835c070895 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:40:19.901152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.901509 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.902017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e11d9f2f-b874-456e-876d-26835c070895 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0418744 Oct 13 00:40:19.904905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.905262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.905604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.905941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.906452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.907010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.907292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.907655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.907987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.908313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:19.914897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35162) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:19.924111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60acf0a-9b3e-42c1-af00-2866f8a327d3 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Pushing event updated for resources: {'Network': ['ID=3348b2fc-2b7c-4ddc-ab36-977ae2bfaccd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:19.937235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 3348b2fc-2b7c-4ddc-ab36-977ae2bfaccd details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:19.966048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80a1f314-159b-4ff4-81e5-0daf186615dd req-6cd1c6e5-9ce2-4cfc-a4fb-c734ee56021f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950067 Oct 13 00:40:19.972511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdcd057-dc61-49a9-acea-f8457d36349b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:19.984113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:19.998439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35164) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:20.032385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-c4c2550b-b66d-440d-9ba4-7a17999b57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:20.035198 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-c4c2550b-b66d-440d-9ba4-7a17999b57a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce990b5facf14ac9bf5b93c8276cacee&device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 1096 time: 0.2501435 Oct 13 00:40:20.054650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Checking segment: {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:20.054963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Network hostable DHCP agents. Network: cd7ef26b-b3a7-4395-b004-e9afaeac1c07, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:20.060041 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-10f4354a-2265-4b2c-832e-1401b7b00723 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f65deeeda51641c9b6cf5777e6c8fd76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416776 Oct 13 00:40:20.060600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35166) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:20.121503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa6f10d-3049-4333-a9e6-5311cd19b875 None None] Network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:20.124623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:20.137163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-effc801f-d313-4cbc-8f97-98f36b831609 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/b05aa753-63d4-41ca-bc65-3e674a4b7332 HTTP/1.1" status: 200 len: 993 time: 0.1373966 Oct 13 00:40:20.138671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, cd7ef26b-b3a7-4395-b004-e9afaeac1c07) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:20.151136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:20.152242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.167537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f8921-c85c-46b6-9390-afb04ba67a2f None None] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:20.193758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd42c6d2-89cc-4154-8df2-990feefa126c tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.208865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8ef7ac83-f42a-47fa-96d5-d5576f586fd4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6534181 Oct 13 00:40:20.210183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35170) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:20.214276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:20.234668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd42c6d2-89cc-4154-8df2-990feefa126c tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.236920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.260213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-a0bffd1d-5252-4c93-9f3f-61ec8be68277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:20.260213 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-a0bffd1d-5252-4c93-9f3f-61ec8be68277 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92345e6a-49b9-45c0-ac2e-822f7a62228c HTTP/1.1" status: 200 len: 913 time: 0.1747231 Oct 13 00:40:20.260407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Provisioning complete for port 28058ea9-56d1-446f-a0d7-9cdee82c73cf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:20.260407 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.320775 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd42c6d2-89cc-4154-8df2-990feefa126c tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.323826 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bd42c6d2-89cc-4154-8df2-990feefa126c tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.327327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bd42c6d2-89cc-4154-8df2-990feefa126c tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/85c95f8a-90e3-4570-b529-25138fd8496e HTTP/1.1" status: 204 len: 168 time: 0.2634487 Oct 13 00:40:20.329081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35174) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:20.331379 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.332546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.338894 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-7df64b4a-e928-4d7c-b102-be6e2cd43427 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429 HTTP/1.1" status: 200 len: 217 time: 0.0577745 Oct 13 00:40:20.342156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42c6d2-89cc-4154-8df2-990feefa126c tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c95f8a-90e3-4570-b529-25138fd8496e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:20.435361 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.588455 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.613298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.652364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 28058ea9-56d1-446f-a0d7-9cdee82c73cf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:20.675949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3348b2fc-2b7c-4ddc-ab36-977ae2bfaccd']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:20.697599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-b38aea90-3674-4623-bb72-ce6716ab87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:20.699197 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-b38aea90-3674-4623-bb72-ce6716ab87e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab918eb2-b40d-45aa-a236-d2ab6c214c30 HTTP/1.1" status: 200 len: 852 time: 0.3015807 Oct 13 00:40:20.703680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08245e-c3f5-4a91-afa5-ff0f3bb2d371 req-1e150d4c-cb02-4589-abea-6bb9b17655d9 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:20.705287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:20.705749 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad08245e-c3f5-4a91-afa5-ff0f3bb2d371 req-1e150d4c-cb02-4589-abea-6bb9b17655d9 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1096 time: 0.1932149 Oct 13 00:40:20.710993 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.723856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbc3a95-039c-4289-9898-6559abb340e5') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:20.724153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbc3a95-039c-4289-9898-6559abb340e5') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:20.751735 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.768350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.793417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b51145-4b94-45b2-beb0-a1c1faf8cb10 req-afd328a1-6ca3-4a4b-948f-0047dee145a3 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:20.795042 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25b51145-4b94-45b2-beb0-a1c1faf8cb10 req-afd328a1-6ca3-4a4b-948f-0047dee145a3 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.1619389 Oct 13 00:40:20.807036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad08245e-c3f5-4a91-afa5-ff0f3bb2d371 req-c4298e19-c631-4361-8653-7ec1d80f1b0b tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893285 Oct 13 00:40:20.807913 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.808620 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-6e2ce7c7-4c7e-4634-b0cf-1fdb2b3d7fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92345e6a-49b9-45c0-ac2e-822f7a62228c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995817 Oct 13 00:40:20.826913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:20.827310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:20.828951 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:20.880610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.896152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 28058ea9-56d1-446f-a0d7-9cdee82c73cf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:20.896827 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.899822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] For port 28058ea9-56d1-446f-a0d7-9cdee82c73cf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=28058ea9-56d1-446f-a0d7-9cdee82c73cf,segment=NetworkSegment(b2dfe923-acae-4b8d-9443-2080a5fb921f),segment_id=b2dfe923-acae-4b8d-9443-2080a5fb921f)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:20.930136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25b51145-4b94-45b2-beb0-a1c1faf8cb10 req-6ae6bf5f-5443-4b24-b573-0054ed5314fa tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141484 Oct 13 00:40:20.946279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.970776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.980709 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:20.993299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3348b2fc-2b7c-4ddc-ab36-977ae2bfaccd HTTP/1.1" status: 204 len: 168 time: 0.6588113 Oct 13 00:40:20.995623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35182) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:21.023041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Allocated IP 172.20.0.2 (cd7ef26b-b3a7-4395-b004-e9afaeac1c07/9bdcd057-dc61-49a9-acea-f8457d36349b/d4d2f41e-f89f-472a-b544-bf7547855732) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:21.033267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71318a6-b652-45b5-b8b7-a08fa3350158 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Pushing event deleted for resources: {'Network': ['ID=3348b2fc-2b7c-4ddc-ab36-977ae2bfaccd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:21.060401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Pushing event updated for resources: {'Port': ['ID=28058ea9-56d1-446f-a0d7-9cdee82c73cf,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:21.112703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.113057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.113406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.114286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.114631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.114971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.115779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.116119 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.116466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.116794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.117127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.117453 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9834-d98b-4ca1-9982-bfe6265f78f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:21.130305 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.150446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.162865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.217845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a1412d76-e4dd-4c59-8895-1c0cbdfd1a24 None None] Provisioning complete for port 28058ea9-56d1-446f-a0d7-9cdee82c73cf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:21.218334 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a1412d76-e4dd-4c59-8895-1c0cbdfd1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.264688 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.291363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d552c4-9018-4504-b749-b3a024939eea']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:21.302509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae228f2e-91cc-435b-bcb9-9032b1d33b22') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:21.303238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae228f2e-91cc-435b-bcb9-9032b1d33b22') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:21.313826 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.329502 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.338198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:21.338447 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.339026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.374584 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:21.406810 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:21.415857 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.423303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.429820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c7d552c4-9018-4504-b749-b3a024939eea HTTP/1.1" status: 204 len: 168 time: 0.4330454 Oct 13 00:40:21.443542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ea65e-fe6b-43ca-afdd-ec9c1cdc0558 tempest-QuotasNegativeTest-600777023 tempest-QuotasNegativeTest-600777023-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7d552c4-9018-4504-b749-b3a024939eea,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:21.448218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:21.454591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:21.463034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:21.467179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Pushing event updated for resources: {'Port': ['ID=d4d2f41e-f89f-472a-b544-bf7547855732,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:21.486329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a1412d76-e4dd-4c59-8895-1c0cbdfd1a24 None None] Provisioning complete for port 4350accc-3b36-4275-9208-0cddc240cf00 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:21.486716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a1412d76-e4dd-4c59-8895-1c0cbdfd1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.583944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a1412d76-e4dd-4c59-8895-1c0cbdfd1a24 None None] Port 4350accc-3b36-4275-9208-0cddc240cf00 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:21.585899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Attempting to bind port d4d2f41e-f89f-472a-b544-bf7547855732 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:21.586450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Attempting to bind port d4d2f41e-f89f-472a-b544-bf7547855732 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:21.586991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Attempting to bind port d4d2f41e-f89f-472a-b544-bf7547855732 on network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:21.599899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:21.600463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Checking segment: {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:21.600936 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.601585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Bound using segment: {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:21.602068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Bound port: d4d2f41e-f89f-472a-b544-bf7547855732, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:21.602453 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.671964 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.702474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] For port d4d2f41e-f89f-472a-b544-bf7547855732, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:21.706031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-e3a1edcc-f64d-43d5-9583-9db95280d17f service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8612134 Oct 13 00:40:21.716545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] For port d4d2f41e-f89f-472a-b544-bf7547855732, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d4d2f41e-f89f-472a-b544-bf7547855732,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:21.721065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e189a8c6-f3a9-4caa-ab49-e8ef386d3fec None None] Provisioning complete for port 4350accc-3b36-4275-9208-0cddc240cf00 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:21.721436 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e189a8c6-f3a9-4caa-ab49-e8ef386d3fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.724565 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:21.789874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=4350accc-3b36-4275-9208-0cddc240cf00,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:21.799060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e189a8c6-f3a9-4caa-ab49-e8ef386d3fec None None] Port 4350accc-3b36-4275-9208-0cddc240cf00 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:21.820763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108d780-8b96-40f0-9e64-f821d4a19234 None None] Pushing event updated for resources: {'Port': ['ID=d4d2f41e-f89f-472a-b544-bf7547855732,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:21.891107 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-34b1c7f9-823a-4c0d-93de-69f944e7bee4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884859 Oct 13 00:40:21.908544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-acac1690-6a3a-4a84-9909-b788fcc3764e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:40:21.909564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-acac1690-6a3a-4a84-9909-b788fcc3764e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0095286 Oct 13 00:40:21.987382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35210) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:22.021431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:22.028023 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f578392c-a327-423e-8a76-1bd9e0e839cb req-c7a5be20-6cfa-45e3-b4e5-2e6aaf2e949d service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927563 Oct 13 00:40:22.032087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:22.092571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.187145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.208835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f92f228-6ac3-4961-a58d-1aa317456e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.265005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4be5e5-e2f3-4a57-ab6e-0cbe6529bcad req-72a63461-e41e-42e6-95fb-89f386133f15 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:22.266825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d4be5e5-e2f3-4a57-ab6e-0cbe6529bcad req-72a63461-e41e-42e6-95fb-89f386133f15 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.1353648 Oct 13 00:40:22.346379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d4be5e5-e2f3-4a57-ab6e-0cbe6529bcad req-db8e0842-9a0e-49e7-afd1-b7dbc8832c28 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659511 Oct 13 00:40:22.362025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f92f228-6ac3-4961-a58d-1aa317456e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.373331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Allocated IP 172.25.3.203 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/b65a9722-ecba-4ad6-903e-77bd4d164397) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:22.383291 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f92f228-6ac3-4961-a58d-1aa317456e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.431366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f92f228-6ac3-4961-a58d-1aa317456e60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf6ae73f84a74fb388ddc7fbf61b87ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428470 Oct 13 00:40:22.432265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92f228-6ac3-4961-a58d-1aa317456e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4da979-2206-4cfd-b047-7907fce572e6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:22.434843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35220) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:22.459336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-398fad8d-ba48-429a-ad31-b39c6adf0147 None None] Provisioning complete for port 4350accc-3b36-4275-9208-0cddc240cf00 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:22.460226 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-398fad8d-ba48-429a-ad31-b39c6adf0147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.509018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router a710cec7-98b5-4f59-9534-5aace1d509eb is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:40:22.511958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f71eadf-3072-43a8-8b79-352dfa13bb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.518319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-398fad8d-ba48-429a-ad31-b39c6adf0147 None None] Port 4350accc-3b36-4275-9208-0cddc240cf00 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:22.561934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f71eadf-3072-43a8-8b79-352dfa13bb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.694339 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.699776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14250957-9b55-418e-a340-e85a0a7cb4ce req-95b8ac9a-0961-477d-842d-ae3723403eb7 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:22.706594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14250957-9b55-418e-a340-e85a0a7cb4ce req-95b8ac9a-0961-477d-842d-ae3723403eb7 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.0762520 Oct 13 00:40:22.709382 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f71eadf-3072-43a8-8b79-352dfa13bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.711965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f71eadf-3072-43a8-8b79-352dfa13bb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.713088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0f71eadf-3072-43a8-8b79-352dfa13bb6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea4da979-2206-4cfd-b047-7907fce572e6 HTTP/1.1" status: 204 len: 168 time: 0.2773490 Oct 13 00:40:22.729265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d4d2f41e-f89f-472a-b544-bf7547855732 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:22.730493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71eadf-3072-43a8-8b79-352dfa13bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4da979-2206-4cfd-b047-7907fce572e6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:22.763065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14250957-9b55-418e-a340-e85a0a7cb4ce req-992979d9-0cda-489f-8de9-0f9b89959b9b tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Oct 13 00:40:22.817647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d4d2f41e-f89f-472a-b544-bf7547855732 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:22.818483 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.834467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-fc8d5ede-949c-47f1-81ea-9e2ff284dfd5 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:22.843151 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-fc8d5ede-949c-47f1-81ea-9e2ff284dfd5 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports/f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 1093 time: 0.1060171 Oct 13 00:40:22.845534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:22.850160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Request body: {'binding': {'host': 'n-h2-813679-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:22.850627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Unknown quota resources ['binding']. {{(pid=94988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 00:40:22.870947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3cd69-b5af-4ef3-aa78-1a0bbc875d3f None None] Sync routers for ids ['a710cec7-98b5-4f59-9534-5aace1d509eb'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:22.886108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3cd69-b5af-4ef3-aa78-1a0bbc875d3f None None] Routers {'a710cec7-98b5-4f59-9534-5aace1d509eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:22.886991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-54e3cd69-b5af-4ef3-aa78-1a0bbc875d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a710cec7-98b5-4f59-9534-5aace1d509eb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:22.927822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-54e3cd69-b5af-4ef3-aa78-1a0bbc875d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:22.940331 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-285eeba2-3350-494a-b9b2-b98c9e7a9454 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/a710cec7-98b5-4f59-9534-5aace1d509eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9410646 Oct 13 00:40:22.943054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35228) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:22.960632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.978323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:22.981070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3cd69-b5af-4ef3-aa78-1a0bbc875d3f None None] Routers {'a710cec7-98b5-4f59-9534-5aace1d509eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:22.981884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-54e3cd69-b5af-4ef3-aa78-1a0bbc875d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a710cec7-98b5-4f59-9534-5aace1d509eb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:23.018078 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b65a9722-ecba-4ad6-903e-77bd4d164397,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:23.029696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-54e3cd69-b5af-4ef3-aa78-1a0bbc875d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:23.030391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1618de33-b663-4ad7-8398-235304b277fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:23.031340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3cd69-b5af-4ef3-aa78-1a0bbc875d3f None None] The sync data for ids ['a710cec7-98b5-4f59-9534-5aace1d509eb'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:23.032072 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1618de33-b663-4ad7-8398-235304b277fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports/4350accc-3b36-4275-9208-0cddc240cf00 HTTP/1.1" status: 200 len: 910 time: 0.0861747 Oct 13 00:40:23.035352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35230) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:23.062966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port d4d2f41e-f89f-472a-b544-bf7547855732, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d4d2f41e-f89f-472a-b544-bf7547855732,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:23.068091 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.069051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 28058ea9-56d1-446f-a0d7-9cdee82c73cf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:23.114463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35232) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:23.133960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a0c491f-8a00-4495-b334-d036f72daf7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.152058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=d4d2f41e-f89f-472a-b544-bf7547855732,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:23.159047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:23.169142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 28058ea9-56d1-446f-a0d7-9cdee82c73cf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:23.169711 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.196544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814fb568-6988-4b1f-a882-3d625081d0b3 None None] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:23.212838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:23.227226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a0c491f-8a00-4495-b334-d036f72daf7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.232207 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4a0c491f-8a00-4495-b334-d036f72daf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.242533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:23.272124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4a0c491f-8a00-4495-b334-d036f72daf7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=250578e4b4434e189bd6f38d514541e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564875 Oct 13 00:40:23.276067 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c491f-8a00-4495-b334-d036f72daf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4703844-583a-4df8-ac5f-85770c58481a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:23.278860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35234) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:23.288614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ef1a427e-7948-4eaa-9808-c83ecddf6869 None None] Provisioning complete for port d4d2f41e-f89f-472a-b544-bf7547855732 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:23.288987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef1a427e-7948-4eaa-9808-c83ecddf6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.422384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on host n-h2-813679-4 for vnic_type normal with profile None {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:23.422637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:23.422960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:23.490219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:23.490554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:23.519203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:23.519575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Checking segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:23.520014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Bound using segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:23.520478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Bound port: f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:23.573220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a29acb1-f388-4bcd-9e9f-1877eb35faf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.689237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a29acb1-f388-4bcd-9e9f-1877eb35faf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.706929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4499cf54-d94c-4482-bad6-c51261519653 None None] Provisioning complete for port d4d2f41e-f89f-472a-b544-bf7547855732 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:23.707421 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4499cf54-d94c-4482-bad6-c51261519653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.755883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:23.779207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.780443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] 10.222.0.21 "POST /v2.0/ports/f08e51a3-73f9-4ab9-81c3-dd0d3533d439/bindings HTTP/1.1" status: 201 len: 389 time: 0.9364591 Oct 13 00:40:23.806105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.877440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a29acb1-f388-4bcd-9e9f-1877eb35faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.880089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a29acb1-f388-4bcd-9e9f-1877eb35faf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:23.881252 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8a29acb1-f388-4bcd-9e9f-1877eb35faf0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4703844-583a-4df8-ac5f-85770c58481a HTTP/1.1" status: 204 len: 168 time: 0.5985770 Oct 13 00:40:23.911935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29acb1-f388-4bcd-9e9f-1877eb35faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4703844-583a-4df8-ac5f-85770c58481a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:23.922643 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e951454-44a5-4b79-b811-8c78ca328d63 req-8b9718af-b010-468c-abba-efd8f3b0317d tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:23.944127 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e951454-44a5-4b79-b811-8c78ca328d63 req-8b9718af-b010-468c-abba-efd8f3b0317d tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.0928671 Oct 13 00:40:23.992057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:24.016892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e951454-44a5-4b79-b811-8c78ca328d63 req-b95d083d-3ba6-45e4-9a0d-175159c32442 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714648 Oct 13 00:40:24.041377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba28a5b-1d52-4157-b480-68f124bf3f66 req-dbc399d0-fbd8-47c4-9580-6aab3c93a0ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:24.044688 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ba28a5b-1d52-4157-b480-68f124bf3f66 req-dbc399d0-fbd8-47c4-9580-6aab3c93a0ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.0913718 Oct 13 00:40:24.091160 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ba28a5b-1d52-4157-b480-68f124bf3f66 req-e3511691-3e6a-4ae0-a1e4-7f79e3d2761b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386076 Oct 13 00:40:24.277486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3fb14-3bf2-4879-91d7-0e12a383d3e5 req-f77326b2-9596-44e3-91b5-aa531699499e tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:24.279899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71f3fb14-3bf2-4879-91d7-0e12a383d3e5 req-f77326b2-9596-44e3-91b5-aa531699499e tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.0618169 Oct 13 00:40:24.328577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71f3fb14-3bf2-4879-91d7-0e12a383d3e5 req-8edb9152-786a-47fd-978a-52be953a43b5 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Oct 13 00:40:24.506189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd791456-6864-47ab-90c4-899f36fcb12e req-cdc02440-3f31-4a2b-83f9-b810accc221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:24.507741 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd791456-6864-47ab-90c4-899f36fcb12e req-cdc02440-3f31-4a2b-83f9-b810accc221f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce990b5facf14ac9bf5b93c8276cacee&device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 1096 time: 0.1711726 Oct 13 00:40:24.540295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d4d2f41e-f89f-472a-b544-bf7547855732 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:24.564602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-2f31640f-f282-41a2-988a-276a1b7ba242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:24.566117 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-2f31640f-f282-41a2-988a-276a1b7ba242 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1096 time: 0.2284491 Oct 13 00:40:24.592585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d4d2f41e-f89f-472a-b544-bf7547855732 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:24.592961 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:24.617281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:24.831221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd791456-6864-47ab-90c4-899f36fcb12e req-4b27d5f6-d6ef-479b-960e-52fc624a3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:24.832782 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd791456-6864-47ab-90c4-899f36fcb12e req-4b27d5f6-d6ef-479b-960e-52fc624a3a98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92345e6a-49b9-45c0-ac2e-822f7a62228c HTTP/1.1" status: 200 len: 913 time: 0.2953160 Oct 13 00:40:24.851589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-7770b814-b303-4eeb-a123-42b1e2748f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:24.853010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-7770b814-b303-4eeb-a123-42b1e2748f04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 897 time: 0.2321839 Oct 13 00:40:24.901080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd791456-6864-47ab-90c4-899f36fcb12e req-9417dc49-d88f-416d-81ff-f41a55a796ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429 HTTP/1.1" status: 200 len: 217 time: 0.0574622 Oct 13 00:40:25.042585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-ff0b966d-db3b-4ecc-83ee-0532e3cba74d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 1001 time: 0.1503479 Oct 13 00:40:25.084498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd791456-6864-47ab-90c4-899f36fcb12e req-57ba8bbd-18c4-4941-bf43-5054fb9f076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:25.085958 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd791456-6864-47ab-90c4-899f36fcb12e req-57ba8bbd-18c4-4941-bf43-5054fb9f076e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab918eb2-b40d-45aa-a236-d2ab6c214c30 HTTP/1.1" status: 200 len: 852 time: 0.1503320 Oct 13 00:40:25.149830 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd791456-6864-47ab-90c4-899f36fcb12e req-16bdb35c-4058-4eaf-a83e-247efa22b178 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92345e6a-49b9-45c0-ac2e-822f7a62228c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413492 Oct 13 00:40:25.167492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Router cf203243-093b-45c6-a63b-ea5954eaa0e5 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:40:25.170998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-7dc00214-b627-48e3-8add-dae311ab537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:25.172939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-7dc00214-b627-48e3-8add-dae311ab537b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 200 len: 835 time: 0.1092477 Oct 13 00:40:25.220648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c58019-ca49-401f-8601-9ff3b50cd9d1 req-1a553114-5798-4d10-8331-a28d9171936c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:25.222741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c58019-ca49-401f-8601-9ff3b50cd9d1 req-1a553114-5798-4d10-8331-a28d9171936c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.0567729 Oct 13 00:40:25.265648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7c58019-ca49-401f-8601-9ff3b50cd9d1 req-965fab2c-c29e-4f75-a3c8-b51c5e663fa1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361471 Oct 13 00:40:25.296759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 4350accc-3b36-4275-9208-0cddc240cf00 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:25.297111 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.338801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35282) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:25.437587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-f7449b9d-1fa9-4e35-ba47-ee60e763d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:25.439118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-f7449b9d-1fa9-4e35-ba47-ee60e763d20f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afd838a1-1b82-4f04-b36f-fc8074e5622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194810 Oct 13 00:40:25.450354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd791456-6864-47ab-90c4-899f36fcb12e req-979435fb-4c41-4a27-9664-143a77a62b24 service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916675 Oct 13 00:40:25.463634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a554a-5aab-43ea-b1ec-1bf0490c26e4 req-ace7b1ba-45b8-4d25-b700-a54850899abe tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:25.465359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-417a554a-5aab-43ea-b1ec-1bf0490c26e4 req-ace7b1ba-45b8-4d25-b700-a54850899abe tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.0579617 Oct 13 00:40:25.541644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:25.554429 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Sync routers for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:25.566519 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:25.567995 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:25.580879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.613439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 4350accc-3b36-4275-9208-0cddc240cf00 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:25.622991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.626801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-868c71b7-7bec-4921-9f01-5b49d2ddb2e0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4159207 Oct 13 00:40:25.631772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35288) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:25.680466 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:25.795633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1914890914'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:25.829010 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-417a554a-5aab-43ea-b1ec-1bf0490c26e4 req-72106d23-93f6-4041-8c25-869dab7ddb03 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572309 Oct 13 00:40:25.835381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Made reservation on behalf of 48df171ec12b4a1db7d74760bc136207 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:25.840554 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.850831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.890118 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:23Z', 'revision_number': 3, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:25.921111 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Checking router: cf203243-093b-45c6-a63b-ea5954eaa0e5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:25.921719 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Updating router cf203243-093b-45c6-a63b-ea5954eaa0e5 port b65a9722-ecba-4ad6-903e-77bd4d164397 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:40:25.935960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.940052 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.951303 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.964447 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:25.982930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22bd0b0-62ab-4ef0-8f73-a64b73492135,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:25.987523 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:25.987891 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Added segment bb99eeaa-445a-4e6e-bfc7-5d79e856c75c of type vlan for network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 Oct 13 00:40:26.031854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.060530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.066207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:26.066927 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.077313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd791456-6864-47ab-90c4-899f36fcb12e req-c2b940de-2ac2-49c4-8ddd-a577169bac16 service neutron] 10.222.0.36 "GET /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106112 Oct 13 00:40:26.086831 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-8b514db6-b18e-44ac-a992-56d63982ac8d service neutron] 10.222.0.36 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335311 Oct 13 00:40:26.127723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7876213 Oct 13 00:40:26.168790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff1f52-cd82-4075-94de-b670307d14aa tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Pushing event updated for resources: {'Network': ['ID=50722e1a-6c2d-46e4-9db3-5cfddc9613f1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:26.179955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:26.337546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35296) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:26.338082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-1424f1c9-8801-4afd-ba88-0327bc9a7758 service neutron] 10.222.0.36 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376580 Oct 13 00:40:26.343486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Request body: {'port': {'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1', 'binding:host_id': 'n-h2-813679-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-509897399'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:26.408119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Made reservation on behalf of 468f05e824154fd7b9b8e4fded981587 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:26.411227 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.411912 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.419108 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.422440 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.445748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8056-1664-4edb-bea4-244bf13938d7 req-20d75188-9361-4c39-beef-59202585fe36 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:26.447612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d69c8056-1664-4edb-bea4-244bf13938d7 req-20d75188-9361-4c39-beef-59202585fe36 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.0811374 Oct 13 00:40:26.476519 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.487448 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Attempting to bind port b65a9722-ecba-4ad6-903e-77bd4d164397 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:26.487878 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Attempting to bind port b65a9722-ecba-4ad6-903e-77bd4d164397 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:26.488242 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Attempting to bind port b65a9722-ecba-4ad6-903e-77bd4d164397 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:26.499795 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:26.499795 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:26.500107 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.500490 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:26.500957 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Bound port: b65a9722-ecba-4ad6-903e-77bd4d164397, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:26.501329 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.504705 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Pushing event updated for resources: {'Port': ['ID=b65a9722-ecba-4ad6-903e-77bd4d164397,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:26.516961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d69c8056-1664-4edb-bea4-244bf13938d7 req-d940fa9f-09dd-48d9-853b-35d5d8ac66f9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616562 Oct 13 00:40:26.532091 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.532489 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.532834 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.533154 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.533478 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.533800 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.534116 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.534478 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.534803 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.535380 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.535544 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.535863 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:40:26.561775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=4350accc-3b36-4275-9208-0cddc240cf00,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:26.568648 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] For port b65a9722-ecba-4ad6-903e-77bd4d164397, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:26.572171 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] For port b65a9722-ecba-4ad6-903e-77bd4d164397, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b65a9722-ecba-4ad6-903e-77bd4d164397,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:26.580426 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.587871 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.595244 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.600908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] device_id is not set on port f201f688-4e30-4497-b357-645d217cbda4 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:26.636491 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:26.637377 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:26.689547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-b289e84c-161e-4816-94e5-1db48b7b3d3f tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:26.691396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-b289e84c-161e-4816-94e5-1db48b7b3d3f tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a&tenant_id=bee60232abb54b41a78506ea06bd5a72&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1096 time: 0.2040288 Oct 13 00:40:26.708199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-4'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:26.711130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7739bdc-da59-4249-a12a-06408f6194fd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:26.754839 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:26.858806 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c7b14-0f05-42bb-80e3-9f83ed2e8809 None None] Pushing event updated for resources: {'Port': ['ID=b65a9722-ecba-4ad6-903e-77bd4d164397,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:26.882505 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.896309 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.906014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] device_id is not set on port f201f688-4e30-4497-b357-645d217cbda4 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:26.916304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.957249 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:26.991053 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:23Z', 'revision_number': 3, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:27.018636 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fc86a-955e-416b-bef6-20c69599e7b3 None None] The sync data for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 is: [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:23Z', 'revision_number': 3, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:27.024837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2aeb7-70d3-4e05-bfea-edd4e9dbd65e req-423ed49b-96b9-4199-8c06-3883990f154d tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:27.026543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ce2aeb7-70d3-4e05-bfea-edd4e9dbd65e req-423ed49b-96b9-4199-8c06-3883990f154d tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.1032901 Oct 13 00:40:27.038603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.052444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=f201f688-4e30-4497-b357-645d217cbda4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:27.078426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Checking segment: {'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:27.078650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Network hostable DHCP agents. Network: 50722e1a-6c2d-46e4-9db3-5cfddc9613f1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:27.107732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ce2aeb7-70d3-4e05-bfea-edd4e9dbd65e req-2cfc83ee-1c57-4f20-a72e-debf80c3888e tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671091 Oct 13 00:40:27.117408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:27.144757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 50722e1a-6c2d-46e4-9db3-5cfddc9613f1) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:27.151253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:27.156485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662cbbb-6503-4e99-86af-f953f12c37e9 None None] Network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:27.175372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.175770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.176586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.185681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.186012 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.186678 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 2 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.202572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.202798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.203078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.208277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.208611 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.209131 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 3 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.223664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.224331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.224331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.228785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.229218 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.229612 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 4 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.244480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.244820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.245802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.250370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.250691 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.251079 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 5 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.264377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.264900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.265054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.272558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.272889 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.273281 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 6 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.289747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.290093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.290439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.296053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.296385 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.296832 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 7 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.298404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:27.311823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.312149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.312482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.313422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router a710cec7-98b5-4f59-9534-5aace1d509eb has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:27.317629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.318082 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.318463 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 8 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.333672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.333920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.334259 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.339998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.340617 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.340839 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 9 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.352949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.353299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.353638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.358419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.358748 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.359275 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 10 to bind port f201f688-4e30-4497-b357-645d217cbda4 Oct 13 00:40:27.397979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:27.398316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:27.398654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:27.403874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port f201f688-4e30-4497-b357-645d217cbda4 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:27.404204 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port f201f688-4e30-4497-b357-645d217cbda4 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:27.404573 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.478731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] For port f201f688-4e30-4497-b357-645d217cbda4, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:27.479101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempted to set empty binding levels {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 00:40:27.484195 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.500011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:27.500596 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.506754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:27.540538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.2010722 Oct 13 00:40:27.543144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35300) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:27.571165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e393066-559f-4265-a885-6b2475335080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=f201f688-4e30-4497-b357-645d217cbda4,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:27.582633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:27.598992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301a6a0-dd8c-4e8a-8788-494f5de1d99e None None] Sync routers for ids ['a710cec7-98b5-4f59-9534-5aace1d509eb'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:27.599539 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-625ca1d4-aa1e-4a4a-819a-756669822943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/a710cec7-98b5-4f59-9534-5aace1d509eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5582023 Oct 13 00:40:27.602417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35304) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:27.618581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:27.620754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301a6a0-dd8c-4e8a-8788-494f5de1d99e None None] Routers {'a710cec7-98b5-4f59-9534-5aace1d509eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:27.621216 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5396b1b-d9df-47fa-88ed-938f7794d1ae" -d '{"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-unplugged", "status": "completed", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:27.622010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b301a6a0-dd8c-4e8a-8788-494f5de1d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a710cec7-98b5-4f59-9534-5aace1d509eb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:27.630387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.649569 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9b1cd453-993e-4c5b-8106-1435fe381faa tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=a710cec7-98b5-4f59-9534-5aace1d509eb HTTP/1.1" status: 200 len: 205 time: 0.0459046 Oct 13 00:40:27.650793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Allocated IP 172.20.0.1 (cd7ef26b-b3a7-4395-b004-e9afaeac1c07/9bdcd057-dc61-49a9-acea-f8457d36349b/c518cc6c-7d68-4399-a053-4854e39ddf9c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:27.652641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35308) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:27.662796 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.667948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b301a6a0-dd8c-4e8a-8788-494f5de1d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:27.680418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301a6a0-dd8c-4e8a-8788-494f5de1d99e None None] Routers {'a710cec7-98b5-4f59-9534-5aace1d509eb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:27.681658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b301a6a0-dd8c-4e8a-8788-494f5de1d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a710cec7-98b5-4f59-9534-5aace1d509eb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:27.709050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Deleting port f201f688-4e30-4497-b357-645d217cbda4 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:27.709409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.722068 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccb0498-00c8-49a2-9050-bf6f838bc288 x-openstack-request-id: req-eccb0498-00c8-49a2-9050-bf6f838bc288 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:27.722615 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-unplugged", "status": "completed", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:27.723051 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eccb0498-00c8-49a2-9050-bf6f838bc288 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:27.723632 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'code': 200} Oct 13 00:40:27.744522 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b301a6a0-dd8c-4e8a-8788-494f5de1d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:27.745450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301a6a0-dd8c-4e8a-8788-494f5de1d99e None None] The sync data for ids ['a710cec7-98b5-4f59-9534-5aace1d509eb'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:27.776781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30ddb5-dd28-422d-bcd0-65ea3249e70b req-8a303c34-90d0-4983-b13a-d85940fbebc9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:27.779099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c30ddb5-dd28-422d-bcd0-65ea3249e70b req-8a303c34-90d0-4983-b13a-d85940fbebc9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 943 time: 0.1351948 Oct 13 00:40:27.801877 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc56d-5393-4364-9c5e-12e943b4d7fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.826889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] For port f201f688-4e30-4497-b357-645d217cbda4, host n-h2-813679-4, got binding levels [] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:27.827257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.851558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c30ddb5-dd28-422d-bcd0-65ea3249e70b req-ea10045b-3c88-41aa-9a34-d5cfdf350683 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622594 Oct 13 00:40:27.852550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Calling delete_port for f201f688-4e30-4497-b357-645d217cbda4 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:27.956862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:27.990958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event deleted for resources: {'Port': ['ID=f201f688-4e30-4497-b357-645d217cbda4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:28.003176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.010997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-86d70436-433d-46dc-991e-75c441bbd3f1 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f201f688-4e30-4497-b357-645d217cbda4 HTTP/1.1" status: 204 len: 168 time: 0.4667156 Oct 13 00:40:28.011653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35310) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:28.038726 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93adc69-cfe3-44c1-b471-08bf2429c080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] GET failed (client error): The resource could not be found. Oct 13 00:40:28.040882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f93adc69-cfe3-44c1-b471-08bf2429c080 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "GET /v2.0/ports/f201f688-4e30-4497-b357-645d217cbda4 HTTP/1.1" status: 404 len: 333 time: 0.0279725 Oct 13 00:40:28.046178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35312) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:28.052008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Request body: {'port': {'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-833418643'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:28.057298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6d67fad4-2568-4f1b-9d1d-5a86ad8ccfe9 None None] Provisioning complete for port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:28.057678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6d67fad4-2568-4f1b-9d1d-5a86ad8ccfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.083900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Made reservation on behalf of 468f05e824154fd7b9b8e4fded981587 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:28.086482 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.103758 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6d67fad4-2568-4f1b-9d1d-5a86ad8ccfe9 None None] Port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:28.106613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] device_id is not set on port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:28.322710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753448f8-b488-4789-b813-78612ea493b0 req-a2f81492-1c43-459b-a3b6-8af2a2f78a0a tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:28.324252 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-753448f8-b488-4789-b813-78612ea493b0 req-a2f81492-1c43-459b-a3b6-8af2a2f78a0a tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.1198225 Oct 13 00:40:28.335898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.343152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:28.380003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-753448f8-b488-4789-b813-78612ea493b0 req-ff36c81c-e589-4049-a1a7-876ed94ebffa tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468855 Oct 13 00:40:28.415720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.467966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc56d-5393-4364-9c5e-12e943b4d7fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.473138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc56d-5393-4364-9c5e-12e943b4d7fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.501042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:28.511238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:28.512777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:28.515169 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:28.516287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:28.516883 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.539175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aa43804f-f9f7-4075-9aea-d5b8c9cf0381 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4914584 Oct 13 00:40:28.542960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35318) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:28.550763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:28.571442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on host n-h1-813679-4 for vnic_type normal with profile {"migrating_to": "n-h2-813679-4"} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:28.571442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:28.571442 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:28.587237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.587237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:28.587237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Attempting to bind port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on network afd838a1-1b82-4f04-b36f-fc8074e5622b {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:28.593767 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc56d-5393-4364-9c5e-12e943b4d7fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.594277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7cc56d-5393-4364-9c5e-12e943b4d7fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Fanout notify agent at l3_agent the message router_deleted on router a710cec7-98b5-4f59-9534-5aace1d509eb {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:40:28.597651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:28.598575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Checking segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:28.598958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Bound using segment: {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:28.599403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Bound port: f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad2bac0-2d47-45da-94d6-86407780896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:28.599787 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.606911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa7cc56d-5393-4364-9c5e-12e943b4d7fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.608254 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fa7cc56d-5393-4364-9c5e-12e943b4d7fe tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/a710cec7-98b5-4f59-9534-5aace1d509eb HTTP/1.1" status: 204 len: 168 time: 0.9539604 Oct 13 00:40:28.612338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35322) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:28.621411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b65a9722-ecba-4ad6-903e-77bd4d164397 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:28.647605 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.677445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b65a9722-ecba-4ad6-903e-77bd4d164397 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:28.678106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.729144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-708320d3-ac42-4aeb-aa30-0eba3d92fd28 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet b65fd074-5d05-4cec-b91b-73b7c25fd541 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:28.731568 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.740211 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-708320d3-ac42-4aeb-aa30-0eba3d92fd28 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.746942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc34a-3ec9-4a8d-a53c-f0de7f6f8f32 req-35da5a6a-7a0a-47f3-bedb-d012fd9ef9d5 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:28.747580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b44fc34a-3ec9-4a8d-a53c-f0de7f6f8f32 req-35da5a6a-7a0a-47f3-bedb-d012fd9ef9d5 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.0861969 Oct 13 00:40:28.779888 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.807060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port b65a9722-ecba-4ad6-903e-77bd4d164397, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b65a9722-ecba-4ad6-903e-77bd4d164397,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:28.809421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:28.812955 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.822223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:28.833017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:28.873396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-708320d3-ac42-4aeb-aa30-0eba3d92fd28 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:28.873841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=b65a9722-ecba-4ad6-903e-77bd4d164397,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:28.876829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:28.903185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Pushing event updated for resources: {'Port': ['ID=c518cc6c-7d68-4399-a053-4854e39ddf9c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:28.914301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b44fc34a-3ec9-4a8d-a53c-f0de7f6f8f32 req-7c098a26-973d-4e90-8903-28ec09cf758d tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206686 Oct 13 00:40:28.927469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:28.940967 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.011378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.030927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] device_id is not set on port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:29.041796 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.054438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.067448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb71c85-f113-4def-9034-cb5f3fd7e908 req-0362b3f5-a253-4683-b29b-aeecdd5bed2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.075665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cdb71c85-f113-4def-9034-cb5f3fd7e908 req-0362b3f5-a253-4683-b29b-aeecdd5bed2e tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 943 time: 0.1187088 Oct 13 00:40:29.135412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3fc704bd-0f26-480f-9dec-ad2647163792 None None] Provisioning complete for port c518cc6c-7d68-4399-a053-4854e39ddf9c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:29.136073 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3fc704bd-0f26-480f-9dec-ad2647163792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.152541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:29.182561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cdb71c85-f113-4def-9034-cb5f3fd7e908 req-1061f4c4-4e22-49cb-953e-bb90ebe3214c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996108 Oct 13 00:40:29.184058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-708320d3-ac42-4aeb-aa30-0eba3d92fd28 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.193461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.193883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.194288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.199382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.199828 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.200484 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 2 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.207117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3fc704bd-0f26-480f-9dec-ad2647163792 None None] Port c518cc6c-7d68-4399-a053-4854e39ddf9c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:29.218940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.219284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.219655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.226848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.227187 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.227616 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 3 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.242860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.243204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.243589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.248580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.248921 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.249318 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 4 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.266342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.266767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.267192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.272835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.273252 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.273719 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 5 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.287220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.287758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.288180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.292985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.293403 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.293875 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 6 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.307251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.307718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.308134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.312773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.313107 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.313504 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 7 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.315901 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=8']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:29.326153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.326496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.326988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.331759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.332739 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.333313 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 8 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.345351 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.346746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.347263 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.347636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.352618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.352962 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.353277 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 9 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.365931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.366387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.366803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.371231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.371673 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.372114 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 10 to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 Oct 13 00:40:29.385632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:29.386303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:29.386481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:29.391055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:29.391452 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:29.391906 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.425416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-708320d3-ac42-4aeb-aa30-0eba3d92fd28 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.427928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.428545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.429934 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-06c3c176-25d2-49fd-8432-7e9ccbb992b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 1121 time: 2.7289512 Oct 13 00:40:29.430940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0729cb16-fbaf-420b-aa53-1c1364cd997d None None] Provisioning complete for port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:29.431471 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0729cb16-fbaf-420b-aa53-1c1364cd997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.469846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] For port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:29.470770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708320d3-ac42-4aeb-aa30-0eba3d92fd28 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=b65fd074-5d05-4cec-b91b-73b7c25fd541,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:29.470975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempted to set empty binding levels {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 00:40:29.472902 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-708320d3-ac42-4aeb-aa30-0eba3d92fd28 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.476236 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-708320d3-ac42-4aeb-aa30-0eba3d92fd28 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/b65fd074-5d05-4cec-b91b-73b7c25fd541 HTTP/1.1" status: 204 len: 168 time: 0.8628781 Oct 13 00:40:29.479664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35326) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:29.480354 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.483419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ceb3d-c75b-4f84-8645-d9f6d408667b None None] Network 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:29.524896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] In _notify_port_updated(), no bound segment for port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:40:29.526008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.527059 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.528230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "PUT /v2.0/ports/59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 HTTP/1.1" status: 200 len: 974 time: 0.9833252 Oct 13 00:40:29.530577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35328) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:29.546908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f08e51a3-73f9-4ab9-81c3-dd0d3533d439'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:40:29.604875 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.609163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939968b2-ae6a-47fb-8de0-224b34488ba2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:29.625143 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.625497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.625861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.626374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.626831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.627296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.627939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.628210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.628946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.629650 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.630509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.630627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.631103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.631433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.632072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:29.636593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-027e22a5-ead6-4a26-9f16-14076cdf746f tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13499 time: 0.1031058 Oct 13 00:40:29.638102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35330) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:29.664147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0729cb16-fbaf-420b-aa53-1c1364cd997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.688199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.696488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.724554 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Deleting port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:29.728754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:29.729951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.730332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:29.732644 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e42a1e-a713-45ad-89e1-137692bba121" -d '{"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-plugged", "status": "completed", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:29.734431 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:29.757326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0729cb16-fbaf-420b-aa53-1c1364cd997d None None] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:29.788087 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a9a17-c597-4150-a58a-e197df4623d2 x-openstack-request-id: req-003a9a17-c597-4150-a58a-e197df4623d2 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:29.789386 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-plugged", "status": "completed", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:29.789652 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-003a9a17-c597-4150-a58a-e197df4623d2 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:29.790053 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'code': 200} Oct 13 00:40:29.796739 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0729cb16-fbaf-420b-aa53-1c1364cd997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.803360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Pushing event updated for resources: {'Port': ['ID=c518cc6c-7d68-4399-a053-4854e39ddf9c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:29.813270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] For port 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773, host n-h2-813679-4, got binding levels [] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:29.813918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.817633 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.823110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 28058ea9-56d1-446f-a0d7-9cdee82c73cf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:29.823521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.839056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Calling delete_port for 59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:29.845547 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add0ef83-046f-4ff5-aa92-7c43dc28f7fa x-openstack-request-id: req-add0ef83-046f-4ff5-aa92-7c43dc28f7fa {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:29.845956 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:29.846305 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-add0ef83-046f-4ff5-aa92-7c43dc28f7fa {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:29.846905 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'status': 'completed', 'code': 200} Oct 13 00:40:29.927152 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.962412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event deleted for resources: {'Port': ['ID=59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:29.970107 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:29.974554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fc5a640d-2bf6-4ef8-b8c9-deeda94bffc2 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "DELETE /v2.0/ports/59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 HTTP/1.1" status: 204 len: 168 time: 0.3354831 Oct 13 00:40:29.977088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35338) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:29.981269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 28058ea9-56d1-446f-a0d7-9cdee82c73cf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=28058ea9-56d1-446f-a0d7-9cdee82c73cf,segment=NetworkSegment(b2dfe923-acae-4b8d-9443-2080a5fb921f),segment_id=b2dfe923-acae-4b8d-9443-2080a5fb921f)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:29.981725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.002930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 28058ea9-56d1-446f-a0d7-9cdee82c73cf owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:30.004758 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1f4fbc-ca2a-45ea-a444-3cdbb8d7acc5 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] GET failed (client error): The resource could not be found. Oct 13 00:40:30.006620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bd1f4fbc-ca2a-45ea-a444-3cdbb8d7acc5 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "GET /v2.0/ports/59beaa5f-f2c9-4ba7-a4c2-2a71d60ac773 HTTP/1.1" status: 404 len: 333 time: 0.0283768 Oct 13 00:40:30.011142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35340) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:30.017303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-368695687', 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:30.041030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-fd73fcb9-8d26-4960-8043-46cfbc3ae951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:30.042613 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-fd73fcb9-8d26-4960-8043-46cfbc3ae951 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1126 time: 0.1254101 Oct 13 00:40:30.074866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Made reservation on behalf of 468f05e824154fd7b9b8e4fded981587 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:30.078110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.086893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] DHCP port deletion for 6fa17f04-4257-4c28-bcd7-c23dc279f4f7 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:40:30.102033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23c0b3-78bd-49ed-9236-59dd21be001e req-7e2b6d86-c568-4fdf-8d56-b104cf9b95f5 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:30.103664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb23c0b3-78bd-49ed-9236-59dd21be001e req-7e2b6d86-c568-4fdf-8d56-b104cf9b95f5 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.0914271 Oct 13 00:40:30.107822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] device_id is not set on port c32a88fc-5a0f-4cc8-a966-d6bd669c7fcf yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:30.146347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:30.151368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:30.202113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729cb16-fbaf-420b-aa53-1c1364cd997d None None] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:30.206848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb23c0b3-78bd-49ed-9236-59dd21be001e req-cbfe7908-4a22-478b-9014-9083dc34497f tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606782 Oct 13 00:40:30.301467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] Deleting port 28058ea9-56d1-446f-a0d7-9cdee82c73cf {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:30.301836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.318125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.320646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.325383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-e3af2ffa-30e0-4247-8440-45380dc81860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:30.327134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-e3af2ffa-30e0-4247-8440-45380dc81860 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 897 time: 0.2365773 Oct 13 00:40:30.377580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=28058ea9-56d1-446f-a0d7-9cdee82c73cf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:30.381511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No DVR routers for this DVR port 28058ea9-56d1-446f-a0d7-9cdee82c73cf on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:30.405481 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.454280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:30.460412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:30.460872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] For port 28058ea9-56d1-446f-a0d7-9cdee82c73cf, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:30.461275 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.467376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:30.468746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:30.469463 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.490361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] Calling delete_port for 28058ea9-56d1-446f-a0d7-9cdee82c73cf owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:30.495289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b82c8-4f1e-4bb3-bddc-265efde0a7de req-386a8f7b-eca4-4ea9-85e7-94c8ccafcb53 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:30.497230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-931b82c8-4f1e-4bb3-bddc-265efde0a7de req-386a8f7b-eca4-4ea9-85e7-94c8ccafcb53 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.1433027 Oct 13 00:40:30.498499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=c32a88fc-5a0f-4cc8-a966-d6bd669c7fcf,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:30.503731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c00ef3fa-423a-4ef0-9e49-18ffcda359c0 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4901831 Oct 13 00:40:30.506810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35344) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:30.509462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] Port 28058ea9-56d1-446f-a0d7-9cdee82c73cf was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:40:30.526146 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.572997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] No DVR routers for this DVR port 28058ea9-56d1-446f-a0d7-9cdee82c73cf on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:30.574356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be013ae-9c5a-4b17-a73e-d82c7fd8dc8d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:30.579241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9be013ae-9c5a-4b17-a73e-d82c7fd8dc8d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "GET /v2.0/ports/c32a88fc-5a0f-4cc8-a966-d6bd669c7fcf HTTP/1.1" status: 200 len: 954 time: 0.0713954 Oct 13 00:40:30.580050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35346) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:30.609562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec1670-c8d9-4302-854d-dafedc30db6e None None] Pushing event deleted for resources: {'Port': ['ID=28058ea9-56d1-446f-a0d7-9cdee82c73cf,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:30.621157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b65a9722-ecba-4ad6-903e-77bd4d164397 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:30.630025 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-931b82c8-4f1e-4bb3-bddc-265efde0a7de req-be8b626d-0160-43d9-8605-e1ad905f82ae tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234252 Oct 13 00:40:30.651167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4ffa885a-3364-4220-8a35-060256bee740 None None] Provisioning complete for port c518cc6c-7d68-4399-a053-4854e39ddf9c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:30.651578 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4ffa885a-3364-4220-8a35-060256bee740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.703195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-aad549e6-144e-4001-811a-397a080d120e tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Deleting port c32a88fc-5a0f-4cc8-a966-d6bd669c7fcf {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:30.703628 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aad549e6-144e-4001-811a-397a080d120e tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.705100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa885a-3364-4220-8a35-060256bee740 None None] Port c518cc6c-7d68-4399-a053-4854e39ddf9c cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:30.718261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b65a9722-ecba-4ad6-903e-77bd4d164397 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:30.718644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.773515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aad549e6-144e-4001-811a-397a080d120e tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.787246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-aad549e6-144e-4001-811a-397a080d120e tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Calling delete_port for c32a88fc-5a0f-4cc8-a966-d6bd669c7fcf owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:30.850775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 28058ea9-56d1-446f-a0d7-9cdee82c73cf no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:30.871953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 28058ea9-56d1-446f-a0d7-9cdee82c73cf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:30.872162 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aad549e6-144e-4001-811a-397a080d120e tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.872297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 28058ea9-56d1-446f-a0d7-9cdee82c73cf not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:30.888927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.901679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad549e6-144e-4001-811a-397a080d120e tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event deleted for resources: {'Port': ['ID=c32a88fc-5a0f-4cc8-a966-d6bd669c7fcf,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:30.907165 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aad549e6-144e-4001-811a-397a080d120e tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.909997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Router cf203243-093b-45c6-a63b-ea5954eaa0e5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:30.910969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aad549e6-144e-4001-811a-397a080d120e tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c32a88fc-5a0f-4cc8-a966-d6bd669c7fcf HTTP/1.1" status: 204 len: 168 time: 0.3275917 Oct 13 00:40:30.913522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35348) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:30.915405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-06a28ec6-a052-4626-b3c5-311a29e2392b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 1001 time: 0.5772429 Oct 13 00:40:30.940222 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7868d4-5d55-456a-8f75-1131f423e912 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] GET failed (client error): The resource could not be found. Oct 13 00:40:30.945180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9a7868d4-5d55-456a-8f75-1131f423e912 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "GET /v2.0/ports/c32a88fc-5a0f-4cc8-a966-d6bd669c7fcf HTTP/1.1" status: 404 len: 333 time: 0.0272563 Oct 13 00:40:30.945660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35350) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:30.950463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Request body: {'port': {'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-738295364'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:30.953843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa17f04-4257-4c28-bcd7-c23dc279f4f7']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:30.970336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Made reservation on behalf of 468f05e824154fd7b9b8e4fded981587 for: {'port': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:30.973280 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:30.986471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dfe923-acae-4b8d-9443-2080a5fb921f') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:30.986773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dfe923-acae-4b8d-9443-2080a5fb921f') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:30.989070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] device_id is not set on port ee85b4de-e0e7-4d76-8197-378005013ef7 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:31.007250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.079758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-a1656e2a-b095-4f31-a4dc-e773f5415855 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:31.081372 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-a1656e2a-b095-4f31-a4dc-e773f5415855 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.1887467 Oct 13 00:40:31.086804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-13041408-b279-4004-92cf-75a43068851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:31.088273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-13041408-b279-4004-92cf-75a43068851c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 200 len: 835 time: 0.1595025 Oct 13 00:40:31.089346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.137673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.157129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:31.157536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:31.160995 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:31.169895 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.211811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:31.214701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:31.218370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:31.219311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:31.219937 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.232617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=ee85b4de-e0e7-4d76-8197-378005013ef7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:31.242778 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5418c2fc-5f4b-4824-ba2f-00c6d332f0ba tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2961280 Oct 13 00:40:31.245450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35352) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:31.250693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813679-4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:31.298322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:31.302615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.307590 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-96ff233d-aa80-42c8-a312-dff1b6f20c7e admin admin] 10.222.0.21 "PUT /v2.0/routers/cf203243-093b-45c6-a63b-ea5954eaa0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6728294 Oct 13 00:40:31.317392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.319067 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Sync routers for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:31.325072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-6878565f-c91f-4b27-9dca-d40e60b74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:31.326915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-6878565f-c91f-4b27-9dca-d40e60b74137 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afd838a1-1b82-4f04-b36f-fc8074e5622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973655 Oct 13 00:40:31.327903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.330962 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:31.331249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/6fa17f04-4257-4c28-bcd7-c23dc279f4f7 HTTP/1.1" status: 204 len: 168 time: 1.8504107 Oct 13 00:40:31.332119 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:31.336311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35360) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:31.341068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1548939583', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:31.378405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ebecb-8239-4fcb-bf67-8f18d297dd00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=6fa17f04-4257-4c28-bcd7-c23dc279f4f7,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:31.382671 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.383968 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.434107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Deleting port 1de5d0e7-421b-404d-93c3-06ef65cf8429 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:31.434453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.466040 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:31.519282 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-92360c98-fa32-4b63-aef0-1bcf59ddc464 service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560156 Oct 13 00:40:31.608667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf5e3-f490-48be-9658-71f417f47e34 req-023954d0-887a-4b3e-8973-3d1696cda671 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:31.610327 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59bbf5e3-f490-48be-9658-71f417f47e34 req-023954d0-887a-4b3e-8973-3d1696cda671 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1e7ae65-795d-4704-a3ed-02f3354f85da HTTP/1.1" status: 200 len: 945 time: 0.2401249 Oct 13 00:40:31.614219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] For port 1de5d0e7-421b-404d-93c3-06ef65cf8429, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1de5d0e7-421b-404d-93c3-06ef65cf8429,segment=NetworkSegment(bac52873-93b7-4f78-9e0d-deca0a386742),segment_id=bac52873-93b7-4f78-9e0d-deca0a386742)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:31.614597 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.634671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Calling delete_port for 1de5d0e7-421b-404d-93c3-06ef65cf8429 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:31.658975 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.661764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] device_id is not set on port ee85b4de-e0e7-4d76-8197-378005013ef7 yet. {{(pid=94989) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 00:40:31.671830 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.704601 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f823b4ac-4f39-444f-b5d7-9c2bda94a6c3 req-c49f8d82-8ed4-4c8f-b39f-9a52b508edc9 service neutron] 10.222.0.45 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677585 Oct 13 00:40:31.746749 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.783321 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 2, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:31.812097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59bbf5e3-f490-48be-9658-71f417f47e34 req-0f13d58e-b389-459f-afca-34c2ee731ae1 tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e127451-1e09-4c0f-b46c-51f8ac6f7555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757789 Oct 13 00:40:31.812355 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Checking router: cf203243-093b-45c6-a63b-ea5954eaa0e5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:31.812727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Updating router cf203243-093b-45c6-a63b-ea5954eaa0e5 port c518cc6c-7d68-4399-a053-4854e39ddf9c binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:40:31.825141 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.848045 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.863591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['1de5d0e7-421b-404d-93c3-06ef65cf8429'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:40:31.864452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Pushing event deleted for resources: {'Port': ['ID=1de5d0e7-421b-404d-93c3-06ef65cf8429,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:31.914807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=ee85b4de-e0e7-4d76-8197-378005013ef7,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:31.917127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] No DVR routers for this DVR port 1de5d0e7-421b-404d-93c3-06ef65cf8429 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:31.919019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.922556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6bef4711-7a8a-431f-84fb-2b7abde09b9b req-7b136535-e316-413f-8d78-e88a9e8640bc tempest-TestServerAdvancedOps-1884786207 tempest-TestServerAdvancedOps-1884786207-project] 10.222.0.36 "DELETE /v2.0/ports/1de5d0e7-421b-404d-93c3-06ef65cf8429 HTTP/1.1" status: 204 len: 173 time: 0.8295424 Oct 13 00:40:31.923175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e7ae65-795d-4704-a3ed-02f3354f85da', 'name': 'network-vif-deleted', 'tag': '1de5d0e7-421b-404d-93c3-06ef65cf8429'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:31.924830 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:31.925679 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14244bd7-1c92-457a-a6de-4783b4c1abbe" -d '{"events": [{"server_uuid": "e1e7ae65-795d-4704-a3ed-02f3354f85da", "name": "network-vif-deleted", "tag": "1de5d0e7-421b-404d-93c3-06ef65cf8429"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:31.945040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3c723-1116-42dd-acc4-62bdbc542734 req-4587e7db-a0ce-4fdb-a9f5-ecd97c469777 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:31.946659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63d3c723-1116-42dd-acc4-62bdbc542734 req-4587e7db-a0ce-4fdb-a9f5-ecd97c469777 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.1976626 Oct 13 00:40:31.966212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:31.966589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:31.966988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.009234 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb192509-a456-4afe-8d23-9908b1aea2b2 x-openstack-request-id: req-bb192509-a456-4afe-8d23-9908b1aea2b2 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:32.009578 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e7ae65-795d-4704-a3ed-02f3354f85da", "name": "network-vif-deleted", "tag": "1de5d0e7-421b-404d-93c3-06ef65cf8429", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:32.009909 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb192509-a456-4afe-8d23-9908b1aea2b2 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:32.010392 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e7ae65-795d-4704-a3ed-02f3354f85da', 'name': 'network-vif-deleted', 'tag': '1de5d0e7-421b-404d-93c3-06ef65cf8429', 'status': 'completed', 'code': 200} Oct 13 00:40:32.016761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.017497 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.018968 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 2 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.051781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.052124 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.052464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.057522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63d3c723-1116-42dd-acc4-62bdbc542734 req-4af79e17-8635-419d-ac49-5fc73a4b0578 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026928 Oct 13 00:40:32.065872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.066207 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.070121 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 3 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.100704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.100982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.101298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.109981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.110312 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.111324 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 4 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.199935 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.206562 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.236321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35378) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:32.242680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1570224376-network', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:32.266384 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbe41b-1aff-4cb7-a6c2-6d6ace349ad5 None None] Pushing event updated for resources: {'Port': ['ID=c518cc6c-7d68-4399-a053-4854e39ddf9c,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:32.267852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Made reservation on behalf of 8668f6c7d99548b2bfd0baf35cf02f33 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:32.270922 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.288947 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.321418 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Attempting to bind port c518cc6c-7d68-4399-a053-4854e39ddf9c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.322292 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Attempting to bind port c518cc6c-7d68-4399-a053-4854e39ddf9c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.322435 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Attempting to bind port c518cc6c-7d68-4399-a053-4854e39ddf9c on network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.328709 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:32.328972 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Checking segment: {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:32.329472 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.329788 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Bound using segment: {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:32.330310 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Bound port: c518cc6c-7d68-4399-a053-4854e39ddf9c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:32.330728 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.400740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.406249 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.427825 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] For port c518cc6c-7d68-4399-a053-4854e39ddf9c, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:32.432523 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] For port c518cc6c-7d68-4399-a053-4854e39ddf9c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c518cc6c-7d68-4399-a053-4854e39ddf9c,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:32.440862 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.447969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3818976b-930c-4b77-a72e-261676033a4e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:32.452761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:32.465068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.465545 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Added segment a4d303a7-ca9a-4bb2-b085-c767a489f277 of type vlan for network 68b0246d-fbb8-42d0-8dea-db46b7052bec Oct 13 00:40:32.510861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.511201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.511576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.518320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.518651 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.520753 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 5 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.526190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.537640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.537909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.538221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.542966 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbe41b-1aff-4cb7-a6c2-6d6ace349ad5 None None] Pushing event updated for resources: {'Port': ['ID=c518cc6c-7d68-4399-a053-4854e39ddf9c,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:32.552577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.552907 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.554862 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 6 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.565054 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:32.565757 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:32.574080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.574288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.574629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.587273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.588751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:32.589488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.643276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4614b34a-297a-492a-b9a4-9e6f38e390bb None None] Provisioning complete for port c518cc6c-7d68-4399-a053-4854e39ddf9c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:32.646267 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4614b34a-297a-492a-b9a4-9e6f38e390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.650005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.650005 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.651957 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4143667 Oct 13 00:40:32.655909 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 7 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.657645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35380) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:32.663416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Request body: {'subnet': {'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1570224376-subnet', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:32.667731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ceff-b56e-4116-a955-46c0f88023c3 admin admin] Pushing event updated for resources: {'Network': ['ID=68b0246d-fbb8-42d0-8dea-db46b7052bec,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:32.691261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Made reservation on behalf of 8668f6c7d99548b2bfd0baf35cf02f33 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:32.694042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.702813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.704895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.705238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.705582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.727708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.727927 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.728478 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 8 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.731412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.736599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 68b0246d-fbb8-42d0-8dea-db46b7052bec details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:32.787000 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:32.801834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.802178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.802527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.818872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.819206 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.822441 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 9 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.860568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.860820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.861159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.864088 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4614b34a-297a-492a-b9a4-9e6f38e390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.892269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.892607 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.894566 n-d-813679-4 neutron-server[94989]: INFO neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempt 10 to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 Oct 13 00:40:32.905194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4614b34a-297a-492a-b9a4-9e6f38e390bb None None] For port c518cc6c-7d68-4399-a053-4854e39ddf9c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c518cc6c-7d68-4399-a053-4854e39ddf9c,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:32.906869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f08e51a3-73f9-4ab9-81c3-dd0d3533d439 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:40:32.918807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:32.919152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] {{(pid=94989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:32.923323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempting to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:32.927586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35384) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:32.944617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.25.3.91 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/0e9e8318-00f7-4e5c-a585-50f5fe2919e1) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:32.950104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:32.950440 n-d-813679-4 neutron-server[94989]: ERROR neutron.plugins.ml2.managers [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Failed to bind port ee85b4de-e0e7-4d76-8197-378005013ef7 on host n-h2-813679-4 for vnic_type normal using segments [{'id': 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '50722e1a-6c2d-46e4-9db3-5cfddc9613f1'}] Oct 13 00:40:32.950817 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.971640 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4614b34a-297a-492a-b9a4-9e6f38e390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:32.976070 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.052373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614b34a-297a-492a-b9a4-9e6f38e390bb None None] Pushing event updated for resources: {'Port': ['ID=c518cc6c-7d68-4399-a053-4854e39ddf9c,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:33.069577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:33.072632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Checking segment: {'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:33.072991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Network hostable DHCP agents. Network: 68b0246d-fbb8-42d0-8dea-db46b7052bec, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:33.076449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3e5f32-c848-4d0e-be76-115562d177ca,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:33.094187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f08e51a3-73f9-4ab9-81c3-dd0d3533d439 has no active binding in host n-h2-813679-4 {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 00:40:33.096266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baa9bfd-6373-4eba-bf1f-6842e9bdd298 admin admin] Deleting subnet ab918eb2-b40d-45aa-a236-d2ab6c214c30 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:33.109014 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3baa9bfd-6373-4eba-bf1f-6842e9bdd298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.116175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Network 68b0246d-fbb8-42d0-8dea-db46b7052bec is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:33.117456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b71164ab-9be0-421e-ab55-34dde46f48ff None None] Provisioning complete for port c518cc6c-7d68-4399-a053-4854e39ddf9c triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:33.117895 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b71164ab-9be0-421e-ab55-34dde46f48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.135924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 68b0246d-fbb8-42d0-8dea-db46b7052bec) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:33.149883 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:32Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:33.151543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:33.152348 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.156644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] For port ee85b4de-e0e7-4d76-8197-378005013ef7, host n-h2-813679-4, cleared binding levels {{(pid=94989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:33.157032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attempted to set empty binding levels {{(pid=94989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 00:40:33.167714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e9560-a670-464b-b1cf-1441d5880b89 None None] Network 68b0246d-fbb8-42d0-8dea-db46b7052bec requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:33.177181 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.183935 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3baa9bfd-6373-4eba-bf1f-6842e9bdd298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.186318 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1cfd7325-17a1-473a-8a3a-ffb59d632d45 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5274937 Oct 13 00:40:33.188736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35388) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:33.194246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:33.201757 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0ae5b-e8a5-464e-9452-341f4ac3ab2c None None] The sync data for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 is: [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:32Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:33.221312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.223072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.296467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.302946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.358664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] In _notify_port_updated(), no bound segment for port ee85b4de-e0e7-4d76-8197-378005013ef7 on network 50722e1a-6c2d-46e4-9db3-5cfddc9613f1 {{(pid=94989) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 00:40:33.359131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:33.359906 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.363835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "PUT /v2.0/ports/ee85b4de-e0e7-4d76-8197-378005013ef7 HTTP/1.1" status: 200 len: 974 time: 2.1149898 Oct 13 00:40:33.370105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35390) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:33.432217 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3baa9bfd-6373-4eba-bf1f-6842e9bdd298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.432869 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-68b0246d-fbb8-42d0-8dea-db46b7052bec', 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'fixed_ips': [{'subnet_id': 'fb3e5f32-c848-4d0e-be76-115562d177ca'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:33.433846 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.443589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29600437-5b2a-44db-a605-4d205757045d tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event updated for resources: {'Port': ['ID=ee85b4de-e0e7-4d76-8197-378005013ef7,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:33.490007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.505003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683b9e0-96f3-4dd2-bbbb-3eca2fffee4a req-04411af7-b712-4dfd-973a-9902bf7ba315 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:33.506607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0683b9e0-96f3-4dd2-bbbb-3eca2fffee4a req-04411af7-b712-4dfd-973a-9902bf7ba315 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.3128192 Oct 13 00:40:33.565467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.638650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Allocated IP 172.20.0.2 (68b0246d-fbb8-42d0-8dea-db46b7052bec/fb3e5f32-c848-4d0e-be76-115562d177ca/1a76c936-d70a-4200-8484-8b73befecf31) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:33.646324 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:33.662078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0683b9e0-96f3-4dd2-bbbb-3eca2fffee4a req-20dde8ba-fc30-4ad0-96ee-21d5ad30f43c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438699 Oct 13 00:40:33.664159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:33.666430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=0e9e8318-00f7-4e5c-a585-50f5fe2919e1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:33.670045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:33.675400 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3baa9bfd-6373-4eba-bf1f-6842e9bdd298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.743887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa9bfd-6373-4eba-bf1f-6842e9bdd298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab918eb2-b40d-45aa-a236-d2ab6c214c30,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:33.749407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3baa9bfd-6373-4eba-bf1f-6842e9bdd298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.752833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3baa9bfd-6373-4eba-bf1f-6842e9bdd298 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ab918eb2-b40d-45aa-a236-d2ab6c214c30 HTTP/1.1" status: 204 len: 168 time: 0.8206539 Oct 13 00:40:33.758676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35392) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:33.772482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Deleting port ee85b4de-e0e7-4d76-8197-378005013ef7 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:33.772918 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.780123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.802524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.812323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.821202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.867154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Network 68b0246d-fbb8-42d0-8dea-db46b7052bec is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:33.875467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:33.880219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:33.892308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Pushing event updated for resources: {'Port': ['ID=1a76c936-d70a-4200-8484-8b73befecf31,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:33.942092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Allocated IP 172.25.3.98 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/9e32c06f-4332-4363-af7b-d35218a61a58) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:33.947121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Attempting to bind port 1a76c936-d70a-4200-8484-8b73befecf31 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:33.947939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Attempting to bind port 1a76c936-d70a-4200-8484-8b73befecf31 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:33.948476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Attempting to bind port 1a76c936-d70a-4200-8484-8b73befecf31 on network 68b0246d-fbb8-42d0-8dea-db46b7052bec {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:33.954405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:33.955066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Checking segment: {'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:33.955750 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.956465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Bound using segment: {'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:33.957180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Bound port: 1a76c936-d70a-4200-8484-8b73befecf31, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:33.957800 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.980571 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:33.993194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] For port ee85b4de-e0e7-4d76-8197-378005013ef7, host n-h2-813679-4, got binding levels [] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:33.993702 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.037118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Calling delete_port for ee85b4de-e0e7-4d76-8197-378005013ef7 owned by {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:34.044356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] For port 1a76c936-d70a-4200-8484-8b73befecf31, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:34.049281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] For port 1a76c936-d70a-4200-8484-8b73befecf31, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1a76c936-d70a-4200-8484-8b73befecf31,segment=NetworkSegment(a4d303a7-ca9a-4bb2-b085-c767a489f277),segment_id=a4d303a7-ca9a-4bb2-b085-c767a489f277)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:34.054905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.067988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.129383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.135535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02a837-7bec-46a2-b108-0f09766882cb None None] Pushing event updated for resources: {'Port': ['ID=1a76c936-d70a-4200-8484-8b73befecf31,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:34.181627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:34.189754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:34.190816 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.197324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:34.199612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Pushing event updated for resources: {'Port': ['ID=9e32c06f-4332-4363-af7b-d35218a61a58,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:34.271953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92345e6a-49b9-45c0-ac2e-822f7a62228c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:34.287934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac52873-93b7-4f78-9e0d-deca0a386742') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:34.288237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac52873-93b7-4f78-9e0d-deca0a386742') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:34.367545 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.370582 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.422391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee85b4de-e0e7-4d76-8197-378005013ef7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:34.428917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.441487 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.447705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14aa0050-ac61-4286-9d46-8f843a6ae34c tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ee85b4de-e0e7-4d76-8197-378005013ef7 HTTP/1.1" status: 204 len: 168 time: 1.0721376 Oct 13 00:40:34.450511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:34.450913 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.452773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35394) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:34.453262 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:34.471788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.559412 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4f7aef-c823-421a-b326-d2c523568d46 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] GET failed (client error): The resource could not be found. Oct 13 00:40:34.566760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-be4f7aef-c823-421a-b326-d2c523568d46 tempest-PortsAdminExtendedAttrsTestJSON-430508195 tempest-PortsAdminExtendedAttrsTestJSON-430508195-project-admin] 10.222.0.21 "GET /v2.0/ports/ee85b4de-e0e7-4d76-8197-378005013ef7 HTTP/1.1" status: 404 len: 333 time: 0.1125393 Oct 13 00:40:34.569905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35396) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:34.582763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.656029 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.667715 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.676004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/92345e6a-49b9-45c0-ac2e-822f7a62228c HTTP/1.1" status: 204 len: 168 time: 0.9126344 Oct 13 00:40:34.676173 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1a76c936-d70a-4200-8484-8b73befecf31 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:34.678669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35398) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:34.727619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0410a-ae4c-4a64-981b-96c986d299a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=92345e6a-49b9-45c0-ac2e-822f7a62228c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:34.747302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.764051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1a76c936-d70a-4200-8484-8b73befecf31 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:34.764915 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.797595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8658df1-ce29-4315-99ec-5253f497c061 admin admin] Deleting subnet f9f2ac1a-2ea2-4d3d-bc38-92aeccc45211 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:34.831333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8658df1-ce29-4315-99ec-5253f497c061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.855671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.858735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.869175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1de5d0e7-421b-404d-93c3-06ef65cf8429 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:34.902572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 1de5d0e7-421b-404d-93c3-06ef65cf8429 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:34.903875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1de5d0e7-421b-404d-93c3-06ef65cf8429 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:34.919654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8658df1-ce29-4315-99ec-5253f497c061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.932850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50722e1a-6c2d-46e4-9db3-5cfddc9613f1']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:34.960950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 1a76c936-d70a-4200-8484-8b73befecf31, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1a76c936-d70a-4200-8484-8b73befecf31,segment=NetworkSegment(a4d303a7-ca9a-4bb2-b085-c767a489f277),segment_id=a4d303a7-ca9a-4bb2-b085-c767a489f277)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:34.963110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd2119-ba71-4c39-bc52-c93c2526e38f req-57e4bfb1-6a12-499c-b9ad-24199fd004cb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:34.964892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbcd2119-ba71-4c39-bc52-c93c2526e38f req-57e4bfb1-6a12-499c-b9ad-24199fd004cb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.1734662 Oct 13 00:40:34.975978 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:34.976876 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c518cc6c-7d68-4399-a053-4854e39ddf9c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:35.008586 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.017600 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8658df1-ce29-4315-99ec-5253f497c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.072597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=1a76c936-d70a-4200-8484-8b73befecf31,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:35.099050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c518cc6c-7d68-4399-a053-4854e39ddf9c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:35.099765 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.131252 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbcd2119-ba71-4c39-bc52-c93c2526e38f req-485a7cab-647a-4716-a923-cc7c51dfaa66 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578493 Oct 13 00:40:35.197575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8658df1-ce29-4315-99ec-5253f497c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.233046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8658df1-ce29-4315-99ec-5253f497c061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f2ac1a-2ea2-4d3d-bc38-92aeccc45211,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:35.241590 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d8658df1-ce29-4315-99ec-5253f497c061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.244957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d8658df1-ce29-4315-99ec-5253f497c061 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f9f2ac1a-2ea2-4d3d-bc38-92aeccc45211 HTTP/1.1" status: 204 len: 168 time: 0.5598772 Oct 13 00:40:35.247173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35402) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:35.310214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:35.310519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb99eeaa-445a-4e6e-bfc7-5d79e856c75c') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:35.347950 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.372671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.372846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9393a3f6-cc0d-49c1-b5c0-20c73bd0684e None None] Network 68b0246d-fbb8-42d0-8dea-db46b7052bec requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:35.385906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:35.386347 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:35.389627 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:35.401839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.458327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f46c94ed-0d93-46b1-802a-96d085bac7e6 None None] Provisioning complete for port 1a76c936-d70a-4200-8484-8b73befecf31 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:35.458697 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f46c94ed-0d93-46b1-802a-96d085bac7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.510268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.515899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.519603 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] 10.222.0.21 "DELETE /v2.0/networks/50722e1a-6c2d-46e4-9db3-5cfddc9613f1 HTTP/1.1" status: 204 len: 168 time: 0.9483328 Oct 13 00:40:35.631394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b333a5d-a299-439e-8826-6e02489922a8 tempest-PortsAdminExtendedAttrsTestJSON-552626121 tempest-PortsAdminExtendedAttrsTestJSON-552626121-project] Pushing event deleted for resources: {'Network': ['ID=50722e1a-6c2d-46e4-9db3-5cfddc9613f1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:35.678969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Router 89743a72-0ef4-4676-8548-c9ebf01d15e7 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:40:35.682255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.754154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router d9dbde95-8137-4e7b-9756-013dfea47f8a is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:40:35.835882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:35.851896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Sync routers for ids ['89743a72-0ef4-4676-8548-c9ebf01d15e7'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:35.863100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Routers {'89743a72-0ef4-4676-8548-c9ebf01d15e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:35.863543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.863829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['89743a72-0ef4-4676-8548-c9ebf01d15e7'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:35.867566 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b3a62b5c-a689-424d-afa2-36b1f39d4b40 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6750052 Oct 13 00:40:35.875394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35408) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:35.877089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35410) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:35.881580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.936933 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eeaf875-1013-431d-bbda-a62300d51436']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:35.953446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf64623-3cab-4b00-8a90-60aed7bb4bd0') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:35.954001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf64623-3cab-4b00-8a90-60aed7bb4bd0') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:35.964362 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.979110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:35.988851 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:35.989380 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.055879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Set router 89743a72-0ef4-4676-8548-c9ebf01d15e7 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:36.078134 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:36.088913 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.098485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.100584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] 10.222.0.21 "DELETE /v2.0/networks/8eeaf875-1013-431d-bbda-a62300d51436 HTTP/1.1" status: 204 len: 168 time: 0.8524134 Oct 13 00:40:36.116493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc006ac7-d971-4d96-9a4f-a6432534f53b admin admin] Pushing event deleted for resources: {'Network': ['ID=8eeaf875-1013-431d-bbda-a62300d51436,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:36.127096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:36.139759 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b4fcc-15cb-4bbc-960b-c25c7500f0ae None None] Sync routers for ids ['d9dbde95-8137-4e7b-9756-013dfea47f8a'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:36.151388 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.154651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fb060be6-7cee-4549-b09c-d9a25c967a8c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8155031 Oct 13 00:40:36.155518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35418) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:36.158334 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b4fcc-15cb-4bbc-960b-c25c7500f0ae None None] Routers {'d9dbde95-8137-4e7b-9756-013dfea47f8a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:36.159376 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-eb8b4fcc-15cb-4bbc-960b-c25c7500f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d9dbde95-8137-4e7b-9756-013dfea47f8a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:36.204563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d17e13a6-f9ef-432c-bf1d-00a0e074e1b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48df171ec12b4a1db7d74760bc136207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200510 Oct 13 00:40:36.205228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35420) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:36.244030 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-eb8b4fcc-15cb-4bbc-960b-c25c7500f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:36.257164 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b4fcc-15cb-4bbc-960b-c25c7500f0ae None None] Routers {'d9dbde95-8137-4e7b-9756-013dfea47f8a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:36.258050 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-eb8b4fcc-15cb-4bbc-960b-c25c7500f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d9dbde95-8137-4e7b-9756-013dfea47f8a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:36.280726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-41a1456c-0ba6-4593-bec6-05fa1789e7f3 None None] Provisioning complete for port 1a76c936-d70a-4200-8484-8b73befecf31 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:36.281019 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-41a1456c-0ba6-4593-bec6-05fa1789e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.335778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35422) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:36.338756 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-eb8b4fcc-15cb-4bbc-960b-c25c7500f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:36.339685 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b4fcc-15cb-4bbc-960b-c25c7500f0ae None None] The sync data for ids ['d9dbde95-8137-4e7b-9756-013dfea47f8a'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:36.429824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35424) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:36.430110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-02567ce6-ceb4-453d-afe6-b8c13f95eba0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce990b5facf14ac9bf5b93c8276cacee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922837 Oct 13 00:40:36.443371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa2dd3-adef-426b-8452-7adba8f8b2a4 req-5d556386-571d-4da0-91e8-db5562e1d8ac tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:36.450467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:34Z', 'revision_number': 3, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port': {'id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:36.450887 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9aa2dd3-adef-426b-8452-7adba8f8b2a4 req-5d556386-571d-4da0-91e8-db5562e1d8ac tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.1904111 Oct 13 00:40:36.454520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa757046-059e-4b07-9aa2-1b291e1a78e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.468756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cfbcc0c6-d21d-4939-a521-abd64037b4fb tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/routers/d9dbde95-8137-4e7b-9756-013dfea47f8a HTTP/1.1" status: 200 len: 880 time: 0.3118496 Oct 13 00:40:36.469039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35426) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:36.478512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Checking router: 89743a72-0ef4-4676-8548-c9ebf01d15e7 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:36.478980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Updating router 89743a72-0ef4-4676-8548-c9ebf01d15e7 port 9e32c06f-4332-4363-af7b-d35218a61a58 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:40:36.506694 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.519209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa757046-059e-4b07-9aa2-1b291e1a78e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.569401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9aa2dd3-adef-426b-8452-7adba8f8b2a4 req-8fd4dedf-ced9-477f-a8e0-97e628719259 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176414 Oct 13 00:40:36.594044 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa757046-059e-4b07-9aa2-1b291e1a78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.597293 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa757046-059e-4b07-9aa2-1b291e1a78e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.601930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aa757046-059e-4b07-9aa2-1b291e1a78e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d22bd0b0-62ab-4ef0-8f73-a64b73492135 HTTP/1.1" status: 204 len: 168 time: 0.3923106 Oct 13 00:40:36.620157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa757046-059e-4b07-9aa2-1b291e1a78e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22bd0b0-62ab-4ef0-8f73-a64b73492135,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:36.648610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e25c8f5e-5317-4a3a-a04a-a8999c1ba3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.700661 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e25c8f5e-5317-4a3a-a04a-a8999c1ba3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.711560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1a76c936-d70a-4200-8484-8b73befecf31 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:36.773938 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.831991 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.834149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1a76c936-d70a-4200-8484-8b73befecf31 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:36.834473 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.847466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.859229 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.895574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e25c8f5e-5317-4a3a-a04a-a8999c1ba3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.898152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e25c8f5e-5317-4a3a-a04a-a8999c1ba3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.901830 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e25c8f5e-5317-4a3a-a04a-a8999c1ba3ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e127451-1e09-4c0f-b46c-51f8ac6f7555 HTTP/1.1" status: 204 len: 168 time: 0.4681487 Oct 13 00:40:36.931275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Attempting to bind port 9e32c06f-4332-4363-af7b-d35218a61a58 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:36.931882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Attempting to bind port 9e32c06f-4332-4363-af7b-d35218a61a58 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:36.932449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Attempting to bind port 9e32c06f-4332-4363-af7b-d35218a61a58 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:36.937348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293daed-338a-4f6e-a8ed-a17c5d0875e8 None None] Pushing event updated for resources: {'Port': ['ID=9e32c06f-4332-4363-af7b-d35218a61a58,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:36.943933 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:36.944523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c8f5e-5317-4a3a-a04a-a8999c1ba3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e127451-1e09-4c0f-b46c-51f8ac6f7555,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:36.944763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:36.945687 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:36.946249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:36.947147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Bound port: 9e32c06f-4332-4363-af7b-d35218a61a58, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:36.947802 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.016718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-72037baf-aa4d-4471-adb4-61a6877c00dc tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5452156 Oct 13 00:40:37.019910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35436) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:37.028254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ce334fe7-fb7f-4d01-8657-d16dd39515c0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1548939583'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:37.048214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] For port 9e32c06f-4332-4363-af7b-d35218a61a58, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:37.053518 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] For port 9e32c06f-4332-4363-af7b-d35218a61a58, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9e32c06f-4332-4363-af7b-d35218a61a58,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:37.060807 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.081843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35438) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:37.120512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Routers {'89743a72-0ef4-4676-8548-c9ebf01d15e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:37.121198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['89743a72-0ef4-4676-8548-c9ebf01d15e7'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:37.158573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5b3129bb-5fe9-4ea4-9a56-10bcb94921ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=468f05e824154fd7b9b8e4fded981587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720146 Oct 13 00:40:37.160663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35442) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:37.190157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293daed-338a-4f6e-a8ed-a17c5d0875e8 None None] Pushing event updated for resources: {'Port': ['ID=9e32c06f-4332-4363-af7b-d35218a61a58,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:37.205154 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.235686 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8338b858-f983-4cce-b68d-8a5f59c6690d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.268903 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8338b858-f983-4cce-b68d-8a5f59c6690d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.286133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] Set router 89743a72-0ef4-4676-8548-c9ebf01d15e7 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:37.330294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8338b858-f983-4cce-b68d-8a5f59c6690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.334031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8338b858-f983-4cce-b68d-8a5f59c6690d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.336303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8338b858-f983-4cce-b68d-8a5f59c6690d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7739bdc-da59-4249-a12a-06408f6194fd HTTP/1.1" status: 204 len: 168 time: 0.1744192 Oct 13 00:40:37.360353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338b858-f983-4cce-b68d-8a5f59c6690d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7739bdc-da59-4249-a12a-06408f6194fd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:37.363477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35446) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:37.432761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7e898b81-dcdf-4816-9a41-f82b6df9c0d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd94969ca65f4c9fa8a50c6dad0a8ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662971 Oct 13 00:40:37.436589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35448) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:37.463972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Allocated IP 172.20.0.1 (68b0246d-fbb8-42d0-8dea-db46b7052bec/fb3e5f32-c848-4d0e-be76-115562d177ca/bc59a35e-cdfb-4c9c-afbf-d65a751467f5) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:37.509004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4815f869-e187-4353-98a2-a9f2f33350bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.531635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:34Z', 'revision_number': 3, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port': {'id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:37.535662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4815f869-e187-4353-98a2-a9f2f33350bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.563467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d62183-29aa-4740-a5a5-bcbf6dac300c None None] The sync data for ids ['89743a72-0ef4-4676-8548-c9ebf01d15e7'] in n-d-813679-4 is: [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:34Z', 'revision_number': 3, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port': {'id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:37.603436 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4815f869-e187-4353-98a2-a9f2f33350bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.605360 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4815f869-e187-4353-98a2-a9f2f33350bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.606729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4815f869-e187-4353-98a2-a9f2f33350bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16f899c7-4afc-4585-8a80-5f22382657a3 HTTP/1.1" status: 204 len: 168 time: 0.1689887 Oct 13 00:40:37.622105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815f869-e187-4353-98a2-a9f2f33350bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f899c7-4afc-4585-8a80-5f22382657a3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:37.710856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.768779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7302b3-36a9-4bc9-818e-3d02c6dd41be req-770df069-1dd2-4fca-b93e-c9cd4678ac53 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:37.770761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc7302b3-36a9-4bc9-818e-3d02c6dd41be req-770df069-1dd2-4fca-b93e-c9cd4678ac53 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 945 time: 0.0784831 Oct 13 00:40:37.823269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc7302b3-36a9-4bc9-818e-3d02c6dd41be req-42a6f75f-04b4-45ac-86bc-1ea79d303efd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459981 Oct 13 00:40:37.918947 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce334fe7-fb7f-4d01-8657-d16dd39515c0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.934667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.948189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce334fe7-fb7f-4d01-8657-d16dd39515c0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:37.978017 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-110406b6-4059-49b5-96f1-a4ac060cee29 service neutron] 10.222.0.45 "GET /v2.0/ports/f08e51a3-73f9-4ab9-81c3-dd0d3533d439/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 384 time: 0.1429148 Oct 13 00:40:38.048716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Network 68b0246d-fbb8-42d0-8dea-db46b7052bec is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:38.095565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:38.108658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:38.178679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Pushing event updated for resources: {'Port': ['ID=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:38.326323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.448347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce334fe7-fb7f-4d01-8657-d16dd39515c0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router d9dbde95-8137-4e7b-9756-013dfea47f8a has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:38.485539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f37f694f-abf8-45f5-b0dc-01d197b1f294 None None] Provisioning complete for port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:38.486201 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f37f694f-abf8-45f5-b0dc-01d197b1f294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.577152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f37f694f-abf8-45f5-b0dc-01d197b1f294 None None] Port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:38.612829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:38.633781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9e32c06f-4332-4363-af7b-d35218a61a58 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:38.658275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35472) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:38.696282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:38.712707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9e32c06f-4332-4363-af7b-d35218a61a58 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:38.713087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.773510 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.798122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce334fe7-fb7f-4d01-8657-d16dd39515c0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:38.798356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355559538'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:38.804242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:38.806968 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c3a95-fabc-4b52-a72d-c258174e9732" -d '{"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-unplugged", "status": "completed", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:38.815539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f592535-bb99-443f-b022-ce62cbef03e6 None None] Sync routers for ids ['d9dbde95-8137-4e7b-9756-013dfea47f8a'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:38.823155 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce334fe7-fb7f-4d01-8657-d16dd39515c0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.826286 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ce334fe7-fb7f-4d01-8657-d16dd39515c0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/d9dbde95-8137-4e7b-9756-013dfea47f8a HTTP/1.1" status: 200 len: 887 time: 1.8055897 Oct 13 00:40:38.827124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35478) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:38.830198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:38.836642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:38.840825 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.842331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f592535-bb99-443f-b022-ce62cbef03e6 None None] Routers {'d9dbde95-8137-4e7b-9756-013dfea47f8a'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:38.845204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4f592535-bb99-443f-b022-ce62cbef03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d9dbde95-8137-4e7b-9756-013dfea47f8a'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:38.852932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.886875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4f592535-bb99-443f-b022-ce62cbef03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:38.894309 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.910799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f592535-bb99-443f-b022-ce62cbef03e6 None None] Routers {'d9dbde95-8137-4e7b-9756-013dfea47f8a'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:38.911495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4f592535-bb99-443f-b022-ce62cbef03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d9dbde95-8137-4e7b-9756-013dfea47f8a'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:38.914581 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3003a1d6-289d-4d0d-abb9-2969629398ab x-openstack-request-id: req-3003a1d6-289d-4d0d-abb9-2969629398ab {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:38.915132 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-unplugged", "status": "completed", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:38.915564 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3003a1d6-289d-4d0d-abb9-2969629398ab {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:38.916292 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'code': 200} Oct 13 00:40:38.936346 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:38.972959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-4f592535-bb99-443f-b022-ce62cbef03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:38.973622 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f592535-bb99-443f-b022-ce62cbef03e6 None None] The sync data for ids ['d9dbde95-8137-4e7b-9756-013dfea47f8a'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:38.978704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 9e32c06f-4332-4363-af7b-d35218a61a58, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9e32c06f-4332-4363-af7b-d35218a61a58,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:38.983736 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.019912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac11d97-51b3-460d-b979-d61d431d8ae3 req-bf49de99-7b12-4fa5-906f-be26ba16ca11 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:39.021505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dac11d97-51b3-460d-b979-d61d431d8ae3 req-bf49de99-7b12-4fa5-906f-be26ba16ca11 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.0909379 Oct 13 00:40:39.026529 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.044149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=9e32c06f-4332-4363-af7b-d35218a61a58,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:39.048065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.075771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:39.099994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4303fbb7-35f1-427a-b7a5-62a51fd76c8b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:39.107128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dac11d97-51b3-460d-b979-d61d431d8ae3 req-3c010e3b-b3b5-4e94-afc4-dd61340ef25f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751941 Oct 13 00:40:39.108630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.109344 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment c3f9a949-744f-45d2-9bee-437e13668da6 of type vlan for network e5e0f202-5a10-4493-bf9c-96021fb3978a Oct 13 00:40:39.134564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f6a4f87a-d21c-44a5-8b5d-8861a9fa8e56 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/routers/d9dbde95-8137-4e7b-9756-013dfea47f8a HTTP/1.1" status: 200 len: 887 time: 0.2985909 Oct 13 00:40:39.135177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35482) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:39.163605 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.188206 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e263055b-53aa-4c22-87e8-a0eb5a64fddd tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9dbde95-8137-4e7b-9756-013dfea47f8a HTTP/1.1" status: 200 len: 205 time: 0.0486457 Oct 13 00:40:39.188503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35484) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:39.193192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] Transition to ACTIVE for port object f08e51a3-73f9-4ab9-81c3-dd0d3533d439 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:40:39.198923 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.199225 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.205220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:39.205980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.322380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6616275 Oct 13 00:40:39.328398 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.332819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] Pushing event updated for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=11']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:39.338962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.355613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ea001-92bb-4a89-9fdf-e1b1d596d222 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=e5e0f202-5a10-4493-bf9c-96021fb3978a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:39.374627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network e5e0f202-5a10-4493-bf9c-96021fb3978a details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:39.409809 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.467868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35486) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:39.495558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': 'e5e0f202-5a10-4493-bf9c-96021fb3978a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:39.515925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] No DVR routers for this DVR port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:39.531566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Pushing event updated for resources: {'Port': ['ID=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:39.564854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.606773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.623633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 0e9e8318-00f7-4e5c-a585-50f5fe2919e1 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:39.624113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.706256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.719151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 0e9e8318-00f7-4e5c-a585-50f5fe2919e1 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:39.770003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:39.773630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.862846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Network 68b0246d-fbb8-42d0-8dea-db46b7052bec is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:39.872920 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-92d7e34d-93ae-4a43-85df-825d4c885049 service neutron] 10.222.0.45 "PUT /v2.0/ports/f08e51a3-73f9-4ab9-81c3-dd0d3533d439/bindings/n-h2-813679-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8809755 Oct 13 00:40:39.875848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:39.898661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:39.933318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=0e9e8318-00f7-4e5c-a585-50f5fe2919e1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:39.958175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f08e51a3-73f9-4ab9-81c3-dd0d3533d439 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:40.012036 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.023126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f08e51a3-73f9-4ab9-81c3-dd0d3533d439 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:40.127537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.130447 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.145708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-87f4586a-3bed-4130-9fb9-21f2c5a24f2d None None] Provisioning complete for port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:40.146190 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87f4586a-3bed-4130-9fb9-21f2c5a24f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.190528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-87f4586a-3bed-4130-9fb9-21f2c5a24f2d None None] Port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:40.196945 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.197735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Fanout notify agent at l3_agent the message router_deleted on router d9dbde95-8137-4e7b-9756-013dfea47f8a {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:40:40.205998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.207750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5167f02f-b007-449d-ae87-b4f0931b968e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/d9dbde95-8137-4e7b-9756-013dfea47f8a HTTP/1.1" status: 204 len: 168 time: 1.0174408 Oct 13 00:40:40.211433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35490) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:40.216484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-2044378030'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:40.266296 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:40.270491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.289404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207f6b2-27df-43d3-9a9d-6c77a4946b53 req-cede9b60-d21b-4ff6-90b6-f599347c70bb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:40.291020 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5207f6b2-27df-43d3-9a9d-6c77a4946b53 req-cede9b60-d21b-4ff6-90b6-f599347c70bb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.0822186 Oct 13 00:40:40.324685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:40.343014 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.343366 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment 0b0ee96f-c84b-44e3-82b5-b9d391b78e75 of type vlan for network 7aa69e71-5851-4539-90e1-6354b61a7008 Oct 13 00:40:40.346949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5207f6b2-27df-43d3-9a9d-6c77a4946b53 req-e72db69e-4919-4207-9883-f6fdab6bc05b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488775 Oct 13 00:40:40.371272 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-60fa116f-3b25-47ca-a36f-ccf67b7e66af tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:40.372822 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-60fa116f-3b25-47ca-a36f-ccf67b7e66af tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a&tenant_id=bee60232abb54b41a78506ea06bd5a72&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.3830898 Oct 13 00:40:40.392407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.417397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.423059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:40.423684 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.435406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Router 89743a72-0ef4-4676-8548-c9ebf01d15e7 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:40.489836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2773583 Oct 13 00:40:40.492585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35492) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:40.497331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': '7aa69e71-5851-4539-90e1-6354b61a7008', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:40.505123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3e23e-d1ab-4a43-8de5-577d75989bb0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=7aa69e71-5851-4539-90e1-6354b61a7008,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:40.507486 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.538013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 7aa69e71-5851-4539-90e1-6354b61a7008 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:40.554611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-55476e58-9751-4fc6-a48f-471e37d95a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:40.556318 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-55476e58-9751-4fc6-a48f-471e37d95a8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 1095 time: 0.1736708 Oct 13 00:40:40.609661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9e32c06f-4332-4363-af7b-d35218a61a58 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:40.624523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:40.628397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.673935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9e32c06f-4332-4363-af7b-d35218a61a58 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:40.674747 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.682986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=0788064e-e333-4ae1-88e4-3fabd7e2845c,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:40.712531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': 'c3f9a949-744f-45d2-9bee-437e13668da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e5e0f202-5a10-4493-bf9c-96021fb3978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:40.712900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: e5e0f202-5a10-4493-bf9c-96021fb3978a, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:40.718412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-379cf5c0-537b-4a16-95f5-4397afc5856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:40.719964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-379cf5c0-537b-4a16-95f5-4397afc5856b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1095 time: 0.1242614 Oct 13 00:40:40.720978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:40.726671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1a0d73f4-086b-4d26-9c34-79833f652474 admin admin] 10.222.0.21 "PUT /v2.0/routers/89743a72-0ef4-4676-8548-c9ebf01d15e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8467157 Oct 13 00:40:40.743833 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Sync routers for ids ['89743a72-0ef4-4676-8548-c9ebf01d15e7'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:40.768401 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Routers {'89743a72-0ef4-4676-8548-c9ebf01d15e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:40.772981 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['89743a72-0ef4-4676-8548-c9ebf01d15e7'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:40.800223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network e5e0f202-5a10-4493-bf9c-96021fb3978a is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:40.816830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, e5e0f202-5a10-4493-bf9c-96021fb3978a) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:40.825226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:40.826674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.826823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2a6f1-3606-4696-8e7f-9bf8ef485dbb None None] Network e5e0f202-5a10-4493-bf9c-96021fb3978a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:40.860316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-0ae784b1-0648-4742-86dc-69fcb86432cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:40.862382 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-0ae784b1-0648-4742-86dc-69fcb86432cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 897 time: 0.1341569 Oct 13 00:40:40.872272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-14debcbf-9d08-43e5-8c6c-0c21769c23de tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3966916 Oct 13 00:40:40.874557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35496) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:40.880023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750818640'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:40.918554 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.976046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:40.981146 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:40.989976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=2821a126-7da6-4b64-b58b-0f276565db2a,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:40.999834 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-9bd2e999-37ca-4179-823d-fc5c64b47043 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 999 time: 0.1254303 Oct 13 00:40:41.041078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Set router 89743a72-0ef4-4676-8548-c9ebf01d15e7 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:41.044175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:41.049636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': '0b0ee96f-c84b-44e3-82b5-b9d391b78e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7aa69e71-5851-4539-90e1-6354b61a7008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:41.050845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: 7aa69e71-5851-4539-90e1-6354b61a7008, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:41.062227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-e5e0f202-5a10-4493-bf9c-96021fb3978a', 'network_id': 'e5e0f202-5a10-4493-bf9c-96021fb3978a', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': '0788064e-e333-4ae1-88e4-3fabd7e2845c'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:41.062850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.062963 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.063164 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 1d1699da-3aca-4547-9263-a9a2c0928e36 of type vlan for network 78dd250f-1e65-481a-b20f-9b7de513618c Oct 13 00:40:41.076793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-6d2cf065-eee0-4749-818d-6d2e6ab4ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:41.078407 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-6d2cf065-eee0-4749-818d-6d2e6ab4ccf0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 200 len: 835 time: 0.0716155 Oct 13 00:40:41.086960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 7aa69e71-5851-4539-90e1-6354b61a7008 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:41.101103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 7aa69e71-5851-4539-90e1-6354b61a7008) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:41.112794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:41.113474 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.115048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a243d8-887a-4afb-af4f-24ccc14c62a4 None None] Network 7aa69e71-5851-4539-90e1-6354b61a7008 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:41.139034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35502) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:41.139704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-08c96463-79df-4887-a200-71c2412f5368 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6455142 Oct 13 00:40:41.145240 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.150588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-307649ac-0b17-492d-b6f7-f646a6da0df1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1289380362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:41.186734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-ec9d9022-50d1-4959-87c9-91a0df4ee16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:41.188085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-ec9d9022-50d1-4959-87c9-91a0df4ee16b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afd838a1-1b82-4f04-b36f-fc8074e5622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885789 Oct 13 00:40:41.225201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-307649ac-0b17-492d-b6f7-f646a6da0df1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.226376 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-307649ac-0b17-492d-b6f7-f646a6da0df1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.257954 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.263685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:41.264315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.309792 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:38Z', 'revision_number': 4, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port': {'id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bc59a35e-cdfb-4c9c-afbf-d65a751467f5', 'name': '', 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'mac_address': 'fa:16:3e:21:d2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fb3e5f32-c848-4d0e-be76-115562d177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:36Z', 'updated_at': '2021-10-13T00:40:38Z', 'revision_number': 2, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'subnets': [{'id': 'fb3e5f32-c848-4d0e-be76-115562d177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:41.343973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=78dd250f-1e65-481a-b20f-9b7de513618c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:41.345243 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Checking router: 89743a72-0ef4-4676-8548-c9ebf01d15e7 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:41.345659 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Updating router 89743a72-0ef4-4676-8548-c9ebf01d15e7 port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:40:41.390293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35506) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:41.390461 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-93615018-da91-40a7-9328-8089414ad010 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5142651 Oct 13 00:40:41.395879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': '78dd250f-1e65-481a-b20f-9b7de513618c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:41.412856 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.430032 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-307649ac-0b17-492d-b6f7-f646a6da0df1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.438058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-307649ac-0b17-492d-b6f7-f646a6da0df1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.461087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-f6b73be5-8014-43b3-87da-b802b26d001c service neutron] 10.222.0.36 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645271 Oct 13 00:40:41.465247 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-307649ac-0b17-492d-b6f7-f646a6da0df1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.469325 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-307649ac-0b17-492d-b6f7-f646a6da0df1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3246765 Oct 13 00:40:41.469869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35508) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:41.471015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 78dd250f-1e65-481a-b20f-9b7de513618c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:41.519101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35510) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:41.529412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-71a3c7be-4539-430e-bad6-a2e407527f8b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434406811', 'description': 'tempest-secgroup-smoke-434406811 description', 'project_id': '8d4272330f444734b15ec7e842a600f9'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:41.620275 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71a3c7be-4539-430e-bad6-a2e407527f8b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.630087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57236328-b294-4ab2-a977-5675adc23dea req-530bbf1b-11b1-4fdd-9aeb-ab74c34f25b9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:41.637570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57236328-b294-4ab2-a977-5675adc23dea req-530bbf1b-11b1-4fdd-9aeb-ab74c34f25b9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.1268160 Oct 13 00:40:41.653581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:41.657118 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.662866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Allocated IP 172.20.255.242 (e5e0f202-5a10-4493-bf9c-96021fb3978a/0788064e-e333-4ae1-88e4-3fabd7e2845c/31f10f0a-a8c3-4669-8314-5545187ba287) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:41.767146 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.768259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71a3c7be-4539-430e-bad6-a2e407527f8b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.776337 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.782867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71a3c7be-4539-430e-bad6-a2e407527f8b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.833741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-57236328-b294-4ab2-a977-5675adc23dea req-993256aa-ae0f-4808-94db-2daf7f9e314f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951807 Oct 13 00:40:41.870669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-7aa69e71-5851-4539-90e1-6354b61a7008', 'network_id': '7aa69e71-5851-4539-90e1-6354b61a7008', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': '2821a126-7da6-4b64-b58b-0f276565db2a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:41.871707 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.877084 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-71a3c7be-4539-430e-bad6-a2e407527f8b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.881622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-71a3c7be-4539-430e-bad6-a2e407527f8b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3577254 Oct 13 00:40:41.881622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3c7be-4539-430e-bad6-a2e407527f8b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c43fa92-31d8-4937-879f-44310e3fff72,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:41.883162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35512) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:41.888770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-15f8e58e-28c6-4906-8af4-192cc1b5321c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'security_group_rule': {'security_group_id': '7c43fa92-31d8-4937-879f-44310e3fff72', 'project_id': '8d4272330f444734b15ec7e842a600f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:41.906914 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-29ec5a0a-1a7a-4189-8a08-29b3cec0d566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.907188 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7b779-afb8-4b8b-bc1e-7c0bb5fd5683 None None] Pushing event updated for resources: {'Port': ['ID=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:41.928210 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-e28b851b-59d4-499f-924d-1dde7892ae68 service neutron] 10.222.0.36 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515877 Oct 13 00:40:41.930041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.990670 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Attempting to bind port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:41.991040 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Attempting to bind port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:41.991402 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Attempting to bind port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 on network 68b0246d-fbb8-42d0-8dea-db46b7052bec {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:41.995745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15f8e58e-28c6-4906-8af4-192cc1b5321c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:41.999071 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:41.999449 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Checking segment: {'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:42.000046 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.000447 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Bound using segment: {'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:42.000918 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Bound port: bc59a35e-cdfb-4c9c-afbf-d65a751467f5, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d303a7-ca9a-4bb2-b085-c767a489f277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:42.001350 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.124541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15f8e58e-28c6-4906-8af4-192cc1b5321c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.125599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.131495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.135365 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] For port bc59a35e-cdfb-4c9c-afbf-d65a751467f5, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:42.138068 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15f8e58e-28c6-4906-8af4-192cc1b5321c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.145671 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] For port bc59a35e-cdfb-4c9c-afbf-d65a751467f5, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,segment=NetworkSegment(a4d303a7-ca9a-4bb2-b085-c767a489f277),segment_id=a4d303a7-ca9a-4bb2-b085-c767a489f277)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:42.151959 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.153097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.195884 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:40:42.223880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e58e-28c6-4906-8af4-192cc1b5321c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f272e2-eb54-4093-9461-326782a5290b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:42.229166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Allocated IP 172.20.0.2 (7aa69e71-5851-4539-90e1-6354b61a7008/2821a126-7da6-4b64-b58b-0f276565db2a/3b2024dd-022e-41a9-b30f-d1d116c2fc90) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:42.249783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15f8e58e-28c6-4906-8af4-192cc1b5321c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.256995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-15f8e58e-28c6-4906-8af4-192cc1b5321c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3691804 Oct 13 00:40:42.257224 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Routers {'89743a72-0ef4-4676-8548-c9ebf01d15e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:42.257929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['89743a72-0ef4-4676-8548-c9ebf01d15e7'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:42.262199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Network e5e0f202-5a10-4493-bf9c-96021fb3978a is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:42.264425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35514) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:42.271612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-138e85a5-c815-4b56-b8d0-4602a6e896a8 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'security_group_rule': {'security_group_id': '7c43fa92-31d8-4937-879f-44310e3fff72', 'project_id': '8d4272330f444734b15ec7e842a600f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:42.274958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:42.292050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Pushing event updated for resources: {'Port': ['ID=31f10f0a-a8c3-4669-8314-5545187ba287,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:42.296881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=948d8d46-7f45-45e9-9bd5-a58058956224,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:42.297766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:42.318188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-138e85a5-c815-4b56-b8d0-4602a6e896a8 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.349288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': '1d1699da-3aca-4547-9263-a9a2c0928e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '78dd250f-1e65-481a-b20f-9b7de513618c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:42.349786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: 78dd250f-1e65-481a-b20f-9b7de513618c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:42.404253 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] Set router 89743a72-0ef4-4676-8548-c9ebf01d15e7 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:42.408373 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 78dd250f-1e65-481a-b20f-9b7de513618c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:42.408576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-80c0ac66-12c6-4d4f-b09c-b76d848f50bf tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:42.410933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-80c0ac66-12c6-4d4f-b09c-b76d848f50bf tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a&tenant_id=bee60232abb54b41a78506ea06bd5a72&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 1095 time: 0.1500695 Oct 13 00:40:42.434708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 78dd250f-1e65-481a-b20f-9b7de513618c) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:42.446943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:42.447739 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.451327 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-138e85a5-c815-4b56-b8d0-4602a6e896a8 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.462706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Attempting to bind port 31f10f0a-a8c3-4669-8314-5545187ba287 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:42.463046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Attempting to bind port 31f10f0a-a8c3-4669-8314-5545187ba287 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c3f9a949-744f-45d2-9bee-437e13668da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e5e0f202-5a10-4493-bf9c-96021fb3978a'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:42.463614 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-138e85a5-c815-4b56-b8d0-4602a6e896a8 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.470181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Attempting to bind port 31f10f0a-a8c3-4669-8314-5545187ba287 on network e5e0f202-5a10-4493-bf9c-96021fb3978a {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:42.476013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df931f4e-30d1-492e-8c20-ed56e1533d6a None None] Network 78dd250f-1e65-481a-b20f-9b7de513618c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:42.481028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:42.481744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Checking segment: {'id': 'c3f9a949-744f-45d2-9bee-437e13668da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e5e0f202-5a10-4493-bf9c-96021fb3978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:42.481914 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.482175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Bound using segment: {'id': 'c3f9a949-744f-45d2-9bee-437e13668da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e5e0f202-5a10-4493-bf9c-96021fb3978a'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:42.482654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Bound port: 31f10f0a-a8c3-4669-8314-5545187ba287, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f9a949-744f-45d2-9bee-437e13668da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e5e0f202-5a10-4493-bf9c-96021fb3978a'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:42.483040 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.485888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-57f73482-880b-4053-9f04-f7879e59b768 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0947680 Oct 13 00:40:42.490935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35516) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:42.501517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e85a5-c815-4b56-b8d0-4602a6e896a8 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad6e80a-8d34-43c9-adac-08c072a0ee20,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:42.522391 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-138e85a5-c815-4b56-b8d0-4602a6e896a8 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.526522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-138e85a5-c815-4b56-b8d0-4602a6e896a8 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2579355 Oct 13 00:40:42.527872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35518) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:42.533081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-89ecee7e-c7ab-469f-9a3b-f63a3ca77654 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'security_group_rule': {'security_group_id': '7c43fa92-31d8-4937-879f-44310e3fff72', 'project_id': '8d4272330f444734b15ec7e842a600f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:42.567927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-07baf9f7-f328-4ef1-9330-dc055c61acfe None None] Provisioning complete for port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:42.568190 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-07baf9f7-f328-4ef1-9330-dc055c61acfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.572852 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7b779-afb8-4b8b-bc1e-7c0bb5fd5683 None None] Pushing event updated for resources: {'Port': ['ID=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:42.640922 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.647888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89ecee7e-c7ab-469f-9a3b-f63a3ca77654 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.661438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-324fe4a8-96b0-4d5d-a8bf-eb0978e9a000 service neutron] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:42.669871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-324fe4a8-96b0-4d5d-a8bf-eb0978e9a000 service neutron] Notify callbacks [] for binding, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.671208 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-324fe4a8-96b0-4d5d-a8bf-eb0978e9a000 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f08e51a3-73f9-4ab9-81c3-dd0d3533d439/bindings/n-h1-813679-4 HTTP/1.1" status: 204 len: 173 time: 0.2523115 Oct 13 00:40:42.721744 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.755630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89ecee7e-c7ab-469f-9a3b-f63a3ca77654 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.761672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89ecee7e-c7ab-469f-9a3b-f63a3ca77654 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.770918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] For port 31f10f0a-a8c3-4669-8314-5545187ba287, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:42.785621 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:38Z', 'revision_number': 4, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port': {'id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bc59a35e-cdfb-4c9c-afbf-d65a751467f5', 'name': '', 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'mac_address': 'fa:16:3e:21:d2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fb3e5f32-c848-4d0e-be76-115562d177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:36Z', 'updated_at': '2021-10-13T00:40:42Z', 'revision_number': 4, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'subnets': [{'id': 'fb3e5f32-c848-4d0e-be76-115562d177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:42.788479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.796914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecee7e-c7ab-469f-9a3b-f63a3ca77654 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cae6dd6-85aa-47da-9234-f759b76b17d0,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:42.806598 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.812951 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89ecee7e-c7ab-469f-9a3b-f63a3ca77654 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.815199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-89ecee7e-c7ab-469f-9a3b-f63a3ca77654 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2858622 Oct 13 00:40:42.818406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35520) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:42.823948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b6db1d8b-f822-4ecd-b752-67113b77c42a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'security_group_rule': {'security_group_id': '7c43fa92-31d8-4937-879f-44310e3fff72', 'project_id': '8d4272330f444734b15ec7e842a600f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:42.825118 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb6487f-a112-4559-a560-5f7570d82b80 None None] The sync data for ids ['89743a72-0ef4-4676-8548-c9ebf01d15e7'] in n-d-813679-4 is: [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:38Z', 'revision_number': 4, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port': {'id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'bc59a35e-cdfb-4c9c-afbf-d65a751467f5', 'name': '', 'network_id': '68b0246d-fbb8-42d0-8dea-db46b7052bec', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'mac_address': 'fa:16:3e:21:d2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fb3e5f32-c848-4d0e-be76-115562d177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:36Z', 'updated_at': '2021-10-13T00:40:42Z', 'revision_number': 4, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'subnets': [{'id': 'fb3e5f32-c848-4d0e-be76-115562d177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:42.830149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] For port 31f10f0a-a8c3-4669-8314-5545187ba287, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=31f10f0a-a8c3-4669-8314-5545187ba287,segment=NetworkSegment(c3f9a949-744f-45d2-9bee-437e13668da6),segment_id=c3f9a949-744f-45d2-9bee-437e13668da6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:42.851231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=948d8d46-7f45-45e9-9bd5-a58058956224,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:42.852002 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.877770 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.946568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-07baf9f7-f328-4ef1-9330-dc055c61acfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:42.960166 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.004552 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6db1d8b-f822-4ecd-b752-67113b77c42a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.011569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.20.0.1 (7aa69e71-5851-4539-90e1-6354b61a7008/2821a126-7da6-4b64-b58b-0f276565db2a/0a2a71b0-8988-4323-832f-2bd6e513191e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:43.017274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Network 7aa69e71-5851-4539-90e1-6354b61a7008 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:43.042076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:43.047551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:43.057037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7806634-ca7d-4ac8-a6c8-9e7c60ad2b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-78dd250f-1e65-481a-b20f-9b7de513618c', 'network_id': '78dd250f-1e65-481a-b20f-9b7de513618c', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': '948d8d46-7f45-45e9-9bd5-a58058956224'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:43.057643 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7806634-ca7d-4ac8-a6c8-9e7c60ad2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.077568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe16c7-a288-443f-b933-0f4d7ae94313 None None] Pushing event updated for resources: {'Port': ['ID=31f10f0a-a8c3-4669-8314-5545187ba287,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:43.078293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dd250f-1e65-481a-b20f-9b7de513618c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:43.105890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1699da-3aca-4547-9263-a9a2c0928e36') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:43.106485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1699da-3aca-4547-9263-a9a2c0928e36') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:43.125253 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.168870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-07baf9f7-f328-4ef1-9330-dc055c61acfe None None] For port bc59a35e-cdfb-4c9c-afbf-d65a751467f5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,segment=NetworkSegment(a4d303a7-ca9a-4bb2-b085-c767a489f277),segment_id=a4d303a7-ca9a-4bb2-b085-c767a489f277)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:43.178385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.188038 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6db1d8b-f822-4ecd-b752-67113b77c42a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.190431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:43.193329 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.198969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-07baf9f7-f328-4ef1-9330-dc055c61acfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:43.201637 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:43.204935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Pushing event updated for resources: {'Port': ['ID=3b2024dd-022e-41a9-b30f-d1d116c2fc90,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:43.207930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6db1d8b-f822-4ecd-b752-67113b77c42a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.262633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db1d8b-f822-4ecd-b752-67113b77c42a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4e8706-8e7f-42a5-bd52-73e57cb1632d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:43.283952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b6db1d8b-f822-4ecd-b752-67113b77c42a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.287917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b6db1d8b-f822-4ecd-b752-67113b77c42a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4681230 Oct 13 00:40:43.290669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35524) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:43.294747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a6c167b6-6172-42ab-b72f-f28d3d5d84eb tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'security_group_rule': {'security_group_id': '7c43fa92-31d8-4937-879f-44310e3fff72', 'project_id': '8d4272330f444734b15ec7e842a600f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:43.322990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Attempting to bind port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:43.323362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Attempting to bind port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '0b0ee96f-c84b-44e3-82b5-b9d391b78e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7aa69e71-5851-4539-90e1-6354b61a7008'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:43.323748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Attempting to bind port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 on network 7aa69e71-5851-4539-90e1-6354b61a7008 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:43.348992 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.352807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:43.352998 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-a6c167b6-6172-42ab-b72f-f28d3d5d84eb tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Project 8d4272330f444734b15ec7e842a600f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:40:43.353097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Checking segment: {'id': '0b0ee96f-c84b-44e3-82b5-b9d391b78e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7aa69e71-5851-4539-90e1-6354b61a7008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:43.353097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.353439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Bound using segment: {'id': '0b0ee96f-c84b-44e3-82b5-b9d391b78e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7aa69e71-5851-4539-90e1-6354b61a7008'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:43.353884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Bound port: 3b2024dd-022e-41a9-b30f-d1d116c2fc90, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0ee96f-c84b-44e3-82b5-b9d391b78e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7aa69e71-5851-4539-90e1-6354b61a7008'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:43.354183 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.359140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6c167b6-6172-42ab-b72f-f28d3d5d84eb tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.372666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400afd61-9660-4bba-8aae-8340471ae3ba None None] Network 78dd250f-1e65-481a-b20f-9b7de513618c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:43.396469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ba0d1-462f-40e7-ab94-06d1ed2a51d1 req-4ea100ab-7438-47cc-a73d-08bc3a25fc05 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:43.398877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b0ba0d1-462f-40e7-ab94-06d1ed2a51d1 req-4ea100ab-7438-47cc-a73d-08bc3a25fc05 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.4271562 Oct 13 00:40:43.416318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.439315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.443145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/78dd250f-1e65-481a-b20f-9b7de513618c HTTP/1.1" status: 204 len: 168 time: 0.9512842 Oct 13 00:40:43.452682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35526) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:43.461956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870687473'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:43.504852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.505494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa63ea1-dd4b-4c1d-9f13-b566cea9cd38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=78dd250f-1e65-481a-b20f-9b7de513618c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:43.531078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e4be0a73-2c91-41da-b1ec-d7a31a39db01 None None] Provisioning complete for port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:43.531078 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e4be0a73-2c91-41da-b1ec-d7a31a39db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.551867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b0ba0d1-462f-40e7-ab94-06d1ed2a51d1 req-6f603758-9cfb-4a33-a607-71ac405eee0b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413448 Oct 13 00:40:43.567752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baf9f7-f328-4ef1-9330-dc055c61acfe None None] Pushing event updated for resources: {'Port': ['ID=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:43.593354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6c167b6-6172-42ab-b72f-f28d3d5d84eb tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.601353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 7aa69e71-5851-4539-90e1-6354b61a7008 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:43.607592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6c167b6-6172-42ab-b72f-f28d3d5d84eb tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.611586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:43.625740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] For port 3b2024dd-022e-41a9-b30f-d1d116c2fc90, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:43.632032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] For port 3b2024dd-022e-41a9-b30f-d1d116c2fc90, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3b2024dd-022e-41a9-b30f-d1d116c2fc90,segment=NetworkSegment(0b0ee96f-c84b-44e3-82b5-b9d391b78e75),segment_id=0b0ee96f-c84b-44e3-82b5-b9d391b78e75)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:43.637692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:43.642543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:43.648050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.678037 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.714670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=0a2a71b0-8988-4323-832f-2bd6e513191e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:43.716984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c167b6-6172-42ab-b72f-f28d3d5d84eb tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434d6db5-e455-4c22-a98d-0c7c785c709d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:43.736521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a6c167b6-6172-42ab-b72f-f28d3d5d84eb tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.740874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a6c167b6-6172-42ab-b72f-f28d3d5d84eb tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4466147 Oct 13 00:40:43.741348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d9682-ed34-4847-8cc4-7812c0ac682c req-17c9c270-1ec8-4345-8fe6-259850b7fe1e tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:43.742338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35530) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:43.742613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-435d9682-ed34-4847-8cc4-7812c0ac682c req-17c9c270-1ec8-4345-8fe6-259850b7fe1e tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1095 time: 0.0621893 Oct 13 00:40:43.753606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5c52da17-9ed8-444a-8eb1-d12eef7f60a0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'security_group_rule': {'security_group_id': '7c43fa92-31d8-4937-879f-44310e3fff72', 'project_id': '8d4272330f444734b15ec7e842a600f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:43.771775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:43.787222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.789234 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-435d9682-ed34-4847-8cc4-7812c0ac682c req-883ea6f6-7369-4ac6-b45d-bcf8edbd061a tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396779 Oct 13 00:40:43.812730 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.813016 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment f67ee08e-9036-47cd-9917-c97475c26f1d of type vlan for network 4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b Oct 13 00:40:43.832072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47103da-448c-48a9-a3ac-3d670a32ba8b None None] Pushing event updated for resources: {'Port': ['ID=3b2024dd-022e-41a9-b30f-d1d116c2fc90,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:43.889570 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-5c52da17-9ed8-444a-8eb1-d12eef7f60a0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Project 8d4272330f444734b15ec7e842a600f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:40:43.903343 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c52da17-9ed8-444a-8eb1-d12eef7f60a0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:43.961938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f798a24-a864-4ba9-b6e7-db7382bb8272 req-69fe7acb-9de5-4dc4-92d6-c5178624b9d4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:43.968332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f798a24-a864-4ba9-b6e7-db7382bb8272 req-69fe7acb-9de5-4dc4-92d6-c5178624b9d4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.0915604 Oct 13 00:40:44.020900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f798a24-a864-4ba9-b6e7-db7382bb8272 req-71cb844a-21d2-456d-baa9-b58a7f14a341 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Oct 13 00:40:44.046726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.050901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35534) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:44.106652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c52da17-9ed8-444a-8eb1-d12eef7f60a0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.154049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.157476 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c52da17-9ed8-444a-8eb1-d12eef7f60a0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.175576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c4efa06f-078b-4a4c-9c4a-4e142c103521 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/b05aa753-63d4-41ca-bc65-3e674a4b7332 HTTP/1.1" status: 200 len: 991 time: 0.1207573 Oct 13 00:40:44.179445 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.185072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:44.185686 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.259298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52da17-9ed8-444a-8eb1-d12eef7f60a0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b52dfaa-3bec-4238-8247-0fc35b87ccde,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:44.293988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8385503 Oct 13 00:40:44.297323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35540) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:44.304145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': '4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:44.305619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c52da17-9ed8-444a-8eb1-d12eef7f60a0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.314439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c52da17-9ed8-444a-8eb1-d12eef7f60a0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5600891 Oct 13 00:40:44.323036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27e40a-5af0-4b17-bb32-ba96134f8dee tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:44.339750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:44.447972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35546) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:44.554965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469c21e-2135-405f-9743-cbf52636155e None None] Network e5e0f202-5a10-4493-bf9c-96021fb3978a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:44.684743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1e76-46db-4d71-82a0-e182e0056c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.729972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-699a35b7-dc67-4295-9c17-24d37b552ed9 None None] Provisioning complete for port 31f10f0a-a8c3-4669-8314-5545187ba287 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:44.730670 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-699a35b7-dc67-4295-9c17-24d37b552ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.831699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.859502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:44.889796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 31f10f0a-a8c3-4669-8314-5545187ba287 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:44.939867 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-565d33e7-34f2-4b85-877b-40a8b1d38699 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434406811&fields=id&tenant_id=8d4272330f444734b15ec7e842a600f9 HTTP/1.1" status: 200 len: 267 time: 0.1221142 Oct 13 00:40:44.982227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 3386b38d-6533-4f4b-9781-216c7160c1b6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:44.982448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.005604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.012185 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-699a35b7-dc67-4295-9c17-24d37b552ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.042627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:45.046856 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.057262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=0a2a71b0-8988-4323-832f-2bd6e513191e,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:45.079136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-699a35b7-dc67-4295-9c17-24d37b552ed9 None None] For port 31f10f0a-a8c3-4669-8314-5545187ba287, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=31f10f0a-a8c3-4669-8314-5545187ba287,segment=NetworkSegment(c3f9a949-744f-45d2-9bee-437e13668da6),segment_id=c3f9a949-744f-45d2-9bee-437e13668da6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:45.094669 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-699a35b7-dc67-4295-9c17-24d37b552ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.155400 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 31f10f0a-a8c3-4669-8314-5545187ba287 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:45.159257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.171221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Performing IP validity checks on allocation pools {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 00:40:45.171771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 00:40:45.219287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4b5bc3fb-5de3-44ff-a90f-9b7e0e24f591 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:45.221007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4b5bc3fb-5de3-44ff-a90f-9b7e0e24f591 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/networks?id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 200 len: 809 time: 0.2668221 Oct 13 00:40:45.246085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a35b7-dc67-4295-9c17-24d37b552ed9 None None] Pushing event updated for resources: {'Port': ['ID=31f10f0a-a8c3-4669-8314-5545187ba287,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:45.251850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-20401992-a799-4810-8589-ce03a9626fcd tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/quotas/8d4272330f444734b15ec7e842a600f9 HTTP/1.1" status: 200 len: 375 time: 0.0195229 Oct 13 00:40:45.318663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bc59a35e-cdfb-4c9c-afbf-d65a751467f5 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:45.389981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:45.390592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.425124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ba018-202e-4528-a812-90b1a51b3730 None None] Network 7aa69e71-5851-4539-90e1-6354b61a7008 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:45.426280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-9824d86b-9fc5-42fa-ae2b-77d5f132baf0 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603961 Oct 13 00:40:45.547382 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.572472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9a4c445c-7fcb-4a7e-bca1-b0daa4517228 None None] Provisioning complete for port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:45.572941 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a4c445c-7fcb-4a7e-bca1-b0daa4517228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.624429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=bebb63f5-9842-4dca-9b0a-33cf632a227f,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:45.640254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-2add3929-cb2a-48d5-ac7a-94d72af50e49 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822689 Oct 13 00:40:45.651787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': 'f67ee08e-9036-47cd-9917-c97475c26f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:45.652150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: 4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:45.668087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 7aa69e71-5851-4539-90e1-6354b61a7008 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:45.677389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:45.736159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:45.751605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:45.760292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:45.760949 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.776582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.776996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:45.778451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-800165f9-5667-4899-9979-5cde53185d00 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280606 Oct 13 00:40:45.788527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033c8ab4-a308-4ce5-8369-3d564c619dae None None] Network 4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:45.791708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-88106965-6c67-4122-b21e-9806d5f75250 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4931316 Oct 13 00:40:45.791895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35556) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:45.794956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3b2024dd-022e-41a9-b30f-d1d116c2fc90 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:45.818425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 3386b38d-6533-4f4b-9781-216c7160c1b6 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:45.862532 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.002285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75234172-feb7-458b-a668-d6262e4d78de req-cf004a63-919c-43e1-8a35-571f309e33b4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 210 time: 0.0346310 Oct 13 00:40:46.035945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.055042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router 6cbe68ca-71fe-4a8c-be17-e189785eef79 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:40:46.077644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.089056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:46.089437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.138494 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a4c445c-7fcb-4a7e-bca1-b0daa4517228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.170171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c90683-eacc-468d-a377-ce41e0aae365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b', 'network_id': '4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': 'bebb63f5-9842-4dca-9b0a-33cf632a227f'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:46.171031 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-94c90683-eacc-468d-a377-ce41e0aae365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.202344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9a4c445c-7fcb-4a7e-bca1-b0daa4517228 None None] For port 3b2024dd-022e-41a9-b30f-d1d116c2fc90, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3b2024dd-022e-41a9-b30f-d1d116c2fc90,segment=NetworkSegment(0b0ee96f-c84b-44e3-82b5-b9d391b78e75),segment_id=0b0ee96f-c84b-44e3-82b5-b9d391b78e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:46.216303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a4c445c-7fcb-4a7e-bca1-b0daa4517228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.281286 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.319775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:46.326779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f8c5e0d8-b2ea-4cab-ae6a-de8164e277bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/6cbe68ca-71fe-4a8c-be17-e189785eef79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8554473 Oct 13 00:40:46.329446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35568) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:46.336791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.362441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4fc679-9d91-4c88-96b0-ddf95484ab6b None None] Sync routers for ids ['6cbe68ca-71fe-4a8c-be17-e189785eef79'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:46.382106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=3386b38d-6533-4f4b-9781-216c7160c1b6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:46.434436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c06ed3-fab9-4a5b-9e74-1184f8ee9c42 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:46.439706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-99c06ed3-fab9-4a5b-9e74-1184f8ee9c42 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports/0a2a71b0-8988-4323-832f-2bd6e513191e HTTP/1.1" status: 200 len: 910 time: 0.1090014 Oct 13 00:40:46.443310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.444238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35570) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:46.454593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c445c-7fcb-4a7e-bca1-b0daa4517228 None None] Pushing event updated for resources: {'Port': ['ID=3b2024dd-022e-41a9-b30f-d1d116c2fc90,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:46.455256 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0f913c0b-22c6-4c82-8d8e-5a9bc00c7e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2821a126-7da6-4b64-b58b-0f276565db2a'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-94c90683-eacc-468d-a377-ce41e0aae365 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bebb63f5-9842-4dca-9b0a-33cf632a227f: This subnet is being modified by another concurrent operation. Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bebb63f5-9842-4dca-9b0a-33cf632a227f: This subnet is being modified by another concurrent operation. Oct 13 00:40:46.464054 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:40:46.471612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4fc679-9d91-4c88-96b0-ddf95484ab6b None None] Routers {'6cbe68ca-71fe-4a8c-be17-e189785eef79'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:46.471612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bf4fc679-9d91-4c88-96b0-ddf95484ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6cbe68ca-71fe-4a8c-be17-e189785eef79'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:46.472442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f81fd82f-deec-479e-886c-d75517d4162e None None] Provisioning complete for port 31f10f0a-a8c3-4669-8314-5545187ba287 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:46.472876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f81fd82f-deec-479e-886c-d75517d4162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.511530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4fa479-ccb3-4944-995a-6824002535b6 None None] Network 4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:46.538710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bf4fc679-9d91-4c88-96b0-ddf95484ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:46.615690 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.632961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3b2024dd-022e-41a9-b30f-d1d116c2fc90 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:46.639140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:46.650374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67ee08e-9036-47cd-9917-c97475c26f1d') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:46.650708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67ee08e-9036-47cd-9917-c97475c26f1d') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:46.661897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.678848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=bebb63f5-9842-4dca-9b0a-33cf632a227f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:46.687104 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.689729 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.690789 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Floating IP b05aa753-63d4-41ca-bc65-3e674a4b7332 disassociated (deleted). External IP: 172.25.3.148, port: f08e51a3-73f9-4ab9-81c3-dd0d3533d439. Oct 13 00:40:46.703646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f913c0b-22c6-4c82-8d8e-5a9bc00c7e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.715633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4fc679-9d91-4c88-96b0-ddf95484ab6b None None] Routers {'6cbe68ca-71fe-4a8c-be17-e189785eef79'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:46.716259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bf4fc679-9d91-4c88-96b0-ddf95484ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6cbe68ca-71fe-4a8c-be17-e189785eef79'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:46.772718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:46.773056 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.774022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-bf4fc679-9d91-4c88-96b0-ddf95484ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:46.774839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4fc679-9d91-4c88-96b0-ddf95484ab6b None None] The sync data for ids ['6cbe68ca-71fe-4a8c-be17-e189785eef79'] in n-d-813679-4 is: [] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:46.776172 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:46.889890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:46.890328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.921305 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.931459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:46.938524 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b HTTP/1.1" status: 204 len: 168 time: 1.1259384 Oct 13 00:40:46.939921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:46.953964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1028602796'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:46.960765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3fa50-d84e-4942-8a35-a7def4737a3a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:46.994023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 31f10f0a-a8c3-4669-8314-5545187ba287 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:47.045059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:47.049189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.052672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2e17fcbd-b638-4b4e-94a5-b8e042468b24 None None] Provisioning complete for port 0a2a71b0-8988-4323-832f-2bd6e513191e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:47.053464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2e17fcbd-b638-4b4e-94a5-b8e042468b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.110241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2e17fcbd-b638-4b4e-94a5-b8e042468b24 None None] Port 0a2a71b0-8988-4323-832f-2bd6e513191e cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:47.113143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 31f10f0a-a8c3-4669-8314-5545187ba287 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:47.113518 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.150729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:47.152627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2e17fcbd-b638-4b4e-94a5-b8e042468b24 None None] Provisioning complete for port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:47.153083 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2e17fcbd-b638-4b4e-94a5-b8e042468b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.170320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.170681 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 9ee4f5a0-1d4d-4746-8156-025c4668bae2 of type vlan for network 77b3fa3d-007a-4b4d-a928-dfb53238925c Oct 13 00:40:47.178761 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f6b3e-adfb-4d97-bf3c-9d75f29354e0 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:40:47.185957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router df13f2d1-985c-4593-a247-b6bb12238dde has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:47.228449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.251301 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-710e360c-fde4-416f-b198-850ff5f9948f req-dce322b3-8c3e-414a-b0b6-5eaeb79f6bcd tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 210 time: 0.0555546 Oct 13 00:40:47.256306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f913c0b-22c6-4c82-8d8e-5a9bc00c7e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.277499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f913c0b-22c6-4c82-8d8e-5a9bc00c7e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.380938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f913c0b-22c6-4c82-8d8e-5a9bc00c7e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=0a2a71b0-8988-4323-832f-2bd6e513191e,revision_number=3']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:47.391545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f913c0b-22c6-4c82-8d8e-5a9bc00c7e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:47.392377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0f913c0b-22c6-4c82-8d8e-5a9bc00c7e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.397235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f6b3e-adfb-4d97-bf3c-9d75f29354e0 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:40:47.398132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0f913c0b-22c6-4c82-8d8e-5a9bc00c7e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/ports/0a2a71b0-8988-4323-832f-2bd6e513191e HTTP/1.1" status: 200 len: 910 time: 0.9528687 Oct 13 00:40:47.399385 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35576) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:47.408123 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.414550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:47.415140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.501890 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5518878 Oct 13 00:40:47.506040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35578) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:47.514716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': '77b3fa3d-007a-4b4d-a928-dfb53238925c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:47.531205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf245a-ac17-4190-a5a0-6ed582a9a506 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=77b3fa3d-007a-4b4d-a928-dfb53238925c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:47.534147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:47.542066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-87c1b9fb-4db3-4407-a25d-05425ef55afc tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:47.542784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-db3cb419-9486-4b75-b73b-7348b6587f16 None None] Provisioning complete for port 0a2a71b0-8988-4323-832f-2bd6e513191e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:47.543282 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-db3cb419-9486-4b75-b73b-7348b6587f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.544378 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] Sync routers for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:47.548272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 77b3fa3d-007a-4b4d-a928-dfb53238925c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:47.551136 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-87c1b9fb-4db3-4407-a25d-05425ef55afc tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.45 "GET /v2.0/networks?id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 200 len: 809 time: 0.2695470 Oct 13 00:40:47.554226 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.560502 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:47.561473 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:47.595545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ec235fe-7450-4cfb-aab6-a7a409c8c624 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/floatingips/b05aa753-63d4-41ca-bc65-3e674a4b7332 HTTP/1.1" status: 204 len: 168 time: 3.1463897 Oct 13 00:40:47.597488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:47.599828 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb60dff9-437a-4139-aa7b-a08a700bd953" -d '{"events": [{"name": "network-changed", "server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:47.661590 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f53eec9-5cb6-4c0b-944f-6e21c8419b23 x-openstack-request-id: req-9f53eec9-5cb6-4c0b-944f-6e21c8419b23 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:47.661886 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:47.662139 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f53eec9-5cb6-4c0b-944f-6e21c8419b23 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:47.662545 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'status': 'completed', 'code': 200} Oct 13 00:40:47.714779 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:47.721835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-db3cb419-9486-4b75-b73b-7348b6587f16 None None] Port 0a2a71b0-8988-4323-832f-2bd6e513191e cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:47.725022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-2a98d077-c485-4d9c-a002-caded5342ca3 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d4272330f444734b15ec7e842a600f9 HTTP/1.1" status: 200 len: 379 time: 0.1282880 Oct 13 00:40:47.729605 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.763042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'port': {'device_id': '71451843-fd8a-41ad-8def-07160cf4b807', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'admin_state_up': True, 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'security_groups': ['7c43fa92-31d8-4937-879f-44310e3fff72']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:47.818588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:47.824809 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:47.860694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-f12e4038-2187-4c89-a10f-eb3b768334c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:47.862129 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-f12e4038-2187-4c89-a10f-eb3b768334c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 1095 time: 0.1597989 Oct 13 00:40:47.986760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Made reservation on behalf of 8d4272330f444734b15ec7e842a600f9 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:47.990933 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.000478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a90ac1-7ca1-4046-8005-a8bfa179579b req-9ed1e00a-743d-49bc-ad64-57eddcac0d59 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:48.002153 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9a90ac1-7ca1-4046-8005-a8bfa179579b req-9ed1e00a-743d-49bc-ad64-57eddcac0d59 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.0993776 Oct 13 00:40:48.006861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-a01308bc-fc11-423d-8eb5-f7ff8b80e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:48.008354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-a01308bc-fc11-423d-8eb5-f7ff8b80e751 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 200 len: 897 time: 0.1353931 Oct 13 00:40:48.011197 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:48Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:48.060645 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-8accf20b-0f40-4885-8de4-1df65a60c793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 200 len: 217 time: 0.0438735 Oct 13 00:40:48.132864 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] Checking router: df13f2d1-985c-4593-a247-b6bb12238dde for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:48.135422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9a90ac1-7ca1-4046-8005-a8bfa179579b req-de1756f3-3bb7-47d2-8958-61cabe6e624c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191361 Oct 13 00:40:48.144445 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:48.145074 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:48.196505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-5a1b2de2-abca-4218-81a0-0d85ffc7b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:48.199177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.202491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.203294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-5a1b2de2-abca-4218-81a0-0d85ffc7b6a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 200 len: 835 time: 0.1135049 Oct 13 00:40:48.253643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Allocated IP 172.20.0.11 (cd7ef26b-b3a7-4395-b004-e9afaeac1c07/9bdcd057-dc61-49a9-acea-f8457d36349b/e9059323-f38e-4795-93cb-b565d8bc2be0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:48.281511 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:48.290945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-482b3f04-a982-4f77-b6e2-a4089a2f2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:48.292518 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-482b3f04-a982-4f77-b6e2-a4089a2f2e71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afd838a1-1b82-4f04-b36f-fc8074e5622b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666316 Oct 13 00:40:48.338307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=ff7c7f57-7c7c-4f45-9821-2a7f8ca94c9b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:48.442565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': '9ee4f5a0-1d4d-4746-8156-025c4668bae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '77b3fa3d-007a-4b4d-a928-dfb53238925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:48.443293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: 77b3fa3d-007a-4b4d-a928-dfb53238925c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:48.448742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9171d135-dd23-489c-a0ac-9f0cda94f3f5 req-74be8969-dc44-4df3-96a5-1b837b574cf9 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 210 time: 0.0639236 Oct 13 00:40:48.482171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 77b3fa3d-007a-4b4d-a928-dfb53238925c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:48.496503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 77b3fa3d-007a-4b4d-a928-dfb53238925c) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:48.501035 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:48.501582 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.512089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a2fbdd-60eb-4292-b02b-e144a5a6e411 None None] Network 77b3fa3d-007a-4b4d-a928-dfb53238925c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:48.524568 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-d1408d2a-c086-461a-928c-19e6a554da03 service neutron] 10.222.0.36 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084508 Oct 13 00:40:48.525171 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:48Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:48.554344 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0373716c-643b-44ca-893b-60cb09831db0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0445404 Oct 13 00:40:48.554875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35588) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:48.582483 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ddc18-0281-4d12-a52d-c96d4cdb9571 None None] The sync data for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 is: [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:38:45Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2f08fcdd-258b-4286-81bb-0a4af50028f9', 'name': '', 'network_id': 'afd838a1-1b82-4f04-b36f-fc8074e5622b', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:b7:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:43Z', 'updated_at': '2021-10-13T00:38:48Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'e1f5f661-46b4-4d23-9c37-a9251398f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:48.712213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 0a2a71b0-8988-4323-832f-2bd6e513191e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:48.712647 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.719046 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.862868 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.865908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.871164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.881558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 0a2a71b0-8988-4323-832f-2bd6e513191e owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:48.882116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105aaa82-fa24-4721-9d22-f5514b5341c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-77b3fa3d-007a-4b4d-a928-dfb53238925c', 'network_id': '77b3fa3d-007a-4b4d-a928-dfb53238925c', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': 'ff7c7f57-7c7c-4f45-9821-2a7f8ca94c9b'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:48.882990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-105aaa82-fa24-4721-9d22-f5514b5341c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:48.924740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-e252f25f-1cb4-4f9f-b404-6ce4c86a5981 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:48.926317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-e252f25f-1cb4-4f9f-b404-6ce4c86a5981 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.4436600 Oct 13 00:40:49.001090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a8d01-afeb-4903-8b7d-e98a69e4d424 None None] New status for floating IP b05aa753-63d4-41ca-bc65-3e674a4b7332: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:40:49.048447 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.052740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.064146 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-0d32f4bc-ef75-4096-8e89-ba9ff1cd4b6d service neutron] 10.222.0.36 "GET /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277939 Oct 13 00:40:49.090011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7c7f57-7c7c-4f45-9821-2a7f8ca94c9b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-105aaa82-fa24-4721-9d22-f5514b5341c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff7c7f57-7c7c-4f45-9821-2a7f8ca94c9b: This subnet is being modified by another concurrent operation. Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff7c7f57-7c7c-4f45-9821-2a7f8ca94c9b: This subnet is being modified by another concurrent operation. Oct 13 00:40:49.107017 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:40:49.118460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:49.125697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:49.130970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'Port': ['ID=e9059323-f38e-4795-93cb-b565d8bc2be0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:49.131865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:49.140020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab8e633-5aa8-4db7-8549-85ef5db687f8 None None] Network 77b3fa3d-007a-4b4d-a928-dfb53238925c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:49.166978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:49.167864 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.190445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.248514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:49.249278 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.250906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b3fa3d-007a-4b4d-a928-dfb53238925c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:49.266308 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.287367 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-4dd125af-949f-4f18-99be-e94c111d6eef tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5451250 Oct 13 00:40:49.296613 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee4f5a0-1d4d-4746-8156-025c4668bae2') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:49.297377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee4f5a0-1d4d-4746-8156-025c4668bae2') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:49.301113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=0a2a71b0-8988-4323-832f-2bd6e513191e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:49.314042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Request body: {'port': {'device_id': '71451843-fd8a-41ad-8def-07160cf4b807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:49.340492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.349436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port f08e51a3-73f9-4ab9-81c3-dd0d3533d439, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:49.349892 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.372644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for f08e51a3-73f9-4ab9-81c3-dd0d3533d439 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:49.415349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.417780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.429189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:49.429602 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:49.434623 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:49.501207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25abefc-3615-4311-8d15-9a345a7700ae req-0046e616-7120-4cc1-9340-dd6a44e24b28 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:49.510380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f25abefc-3615-4311-8d15-9a345a7700ae req-0046e616-7120-4cc1-9340-dd6a44e24b28 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d59e9b5-15fb-4793-9fdf-46cfb451e62a HTTP/1.1" status: 200 len: 944 time: 0.2019372 Oct 13 00:40:49.574814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1ebb6547-22ab-45f6-a9a2-568a1d4c81cd None None] Provisioning complete for port e9059323-f38e-4795-93cb-b565d8bc2be0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:49.575359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6547-22ab-45f6-a9a2-568a1d4c81cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.617435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb6547-22ab-45f6-a9a2-568a1d4c81cd None None] Port e9059323-f38e-4795-93cb-b565d8bc2be0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:49.650086 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9fcd53-78a7-4491-adcc-111ea2db5813 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:40:49.708808 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.750011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=f08e51a3-73f9-4ab9-81c3-dd0d3533d439,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:49.757362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9fcd53-78a7-4491-adcc-111ea2db5813 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:40:49.817317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] No DVR routers for this DVR port f08e51a3-73f9-4ab9-81c3-dd0d3533d439 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:49.823145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.826491 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f14eef8-7dff-4630-92bd-a80cbfcc3a49 req-978ea24a-82a4-4b23-ac88-6d1c8c8262dd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "DELETE /v2.0/ports/f08e51a3-73f9-4ab9-81c3-dd0d3533d439 HTTP/1.1" status: 204 len: 173 time: 0.8914959 Oct 13 00:40:49.827144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-deleted', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:49.829732 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1645f2f6-fd3f-4271-8a24-d06d791d09dc" -d '{"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-deleted", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:49.889230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9059323-f38e-4795-93cb-b565d8bc2be0 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:40:49.898593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.963294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Transition to ACTIVE for port object e9059323-f38e-4795-93cb-b565d8bc2be0 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:40:49.968217 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:49.985038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.003097 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.007040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/77b3fa3d-007a-4b4d-a928-dfb53238925c HTTP/1.1" status: 204 len: 168 time: 1.4512880 Oct 13 00:40:50.011777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.014776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35596) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:50.028433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-206254937'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:50.035011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f25abefc-3615-4311-8d15-9a345a7700ae req-42d019b2-f19e-4650-9ca5-4f7c692a93bd tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d250aee-8c7f-410a-9f77-d3bdd1934034&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5236292 Oct 13 00:40:50.039036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7f794-b065-4ce2-8ae1-bc64db614755 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=77b3fa3d-007a-4b4d-a928-dfb53238925c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:50.148202 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a97504-72d6-4568-8695-437e7ec87bda x-openstack-request-id: req-08a97504-72d6-4568-8695-437e7ec87bda {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:50.148499 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d59e9b5-15fb-4793-9fdf-46cfb451e62a", "name": "network-vif-deleted", "tag": "f08e51a3-73f9-4ab9-81c3-dd0d3533d439", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:50.148751 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08a97504-72d6-4568-8695-437e7ec87bda {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:50.149160 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d59e9b5-15fb-4793-9fdf-46cfb451e62a', 'name': 'network-vif-deleted', 'tag': 'f08e51a3-73f9-4ab9-81c3-dd0d3533d439', 'status': 'completed', 'code': 200} Oct 13 00:40:50.152741 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:50.157171 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.161728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Pushing event updated for resources: {'Port': ['ID=e9059323-f38e-4795-93cb-b565d8bc2be0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:50.164376 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0192b67-a50a-49e3-bbf2-3c99a6160c88 req-5a4bebec-ef98-4d82-a09b-110ab75b47a2 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:50.168003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0192b67-a50a-49e3-bbf2-3c99a6160c88 req-5a4bebec-ef98-4d82-a09b-110ab75b47a2 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 932 time: 0.2495143 Oct 13 00:40:50.187866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Attempting to bind port e9059323-f38e-4795-93cb-b565d8bc2be0 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:50.188261 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Attempting to bind port e9059323-f38e-4795-93cb-b565d8bc2be0 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:50.188528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Attempting to bind port e9059323-f38e-4795-93cb-b565d8bc2be0 on network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:50.194502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Port e9059323-f38e-4795-93cb-b565d8bc2be0 on network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:40:50.194935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Attempting to bind port e9059323-f38e-4795-93cb-b565d8bc2be0 on network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:50.205588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:50.205930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Checking segment: {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:50.206445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Bound using segment: {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:50.206895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Bound port: e9059323-f38e-4795-93cb-b565d8bc2be0, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d2a666-b32d-464f-9f49-0ddf54780c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:50.207409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.209410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:50.230189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.230535 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4 of type vlan for network c05526f7-40ca-46c9-9c5a-17fe8daf3d8c Oct 13 00:40:50.281411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router 6cbe68ca-71fe-4a8c-be17-e189785eef79 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:50.284785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0192b67-a50a-49e3-bbf2-3c99a6160c88 req-ecbc870b-96f3-408e-a668-e3924c18a685 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096494 Oct 13 00:40:50.317324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.346673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] For port e9059323-f38e-4795-93cb-b565d8bc2be0, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:50.361487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] For port e9059323-f38e-4795-93cb-b565d8bc2be0, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e9059323-f38e-4795-93cb-b565d8bc2be0,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:50.364856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.369430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:50.370617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:50.371206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.377390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9643df80-3f60-4320-b601-cc0ac637d23b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/6cbe68ca-71fe-4a8c-be17-e189785eef79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9743197 Oct 13 00:40:50.377686 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35598) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:50.378159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.385332 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6e294-b1bd-45ba-9d17-21a7677fa76a None None] Sync routers for ids ['6cbe68ca-71fe-4a8c-be17-e189785eef79'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:50.398686 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6e294-b1bd-45ba-9d17-21a7677fa76a None None] Routers {'6cbe68ca-71fe-4a8c-be17-e189785eef79'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:50.399408 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cf6e294-b1bd-45ba-9d17-21a7677fa76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6cbe68ca-71fe-4a8c-be17-e189785eef79'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:50.408738 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b06fb3cd-d09a-4ed2-bde8-8278fbc4eaaa tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbe68ca-71fe-4a8c-be17-e189785eef79 HTTP/1.1" status: 200 len: 205 time: 0.0298982 Oct 13 00:40:50.411934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35600) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:50.440428 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cf6e294-b1bd-45ba-9d17-21a7677fa76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:50.450089 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6e294-b1bd-45ba-9d17-21a7677fa76a None None] Routers {'6cbe68ca-71fe-4a8c-be17-e189785eef79'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:50.450764 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cf6e294-b1bd-45ba-9d17-21a7677fa76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['6cbe68ca-71fe-4a8c-be17-e189785eef79'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:50.465334 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4481230 Oct 13 00:40:50.465957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:50.477738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': 'c05526f7-40ca-46c9-9c5a-17fe8daf3d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:50.489120 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cf6e294-b1bd-45ba-9d17-21a7677fa76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:50.490929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6e294-b1bd-45ba-9d17-21a7677fa76a None None] The sync data for ids ['6cbe68ca-71fe-4a8c-be17-e189785eef79'] in n-d-813679-4 is: [] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:50.514048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:50.514540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1bec276e-1804-4375-bbf0-cb95444cc287 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.515009 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.516195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 200 len: 1092 time: 1.2088964 Oct 13 00:40:50.631747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54ca86-0d60-47aa-9af5-3f0bbf25a396 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=c05526f7-40ca-46c9-9c5a-17fe8daf3d8c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:50.640982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cde3d9-4427-4723-924e-c43587025381 service neutron] Pushing event updated for resources: {'Port': ['ID=e9059323-f38e-4795-93cb-b565d8bc2be0,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:50.644864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c05526f7-40ca-46c9-9c5a-17fe8daf3d8c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:50.669132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-b274f3aa-e818-459d-87ba-b8c8daf0811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:50.670590 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-b274f3aa-e818-459d-87ba-b8c8daf0811e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1095 time: 0.0780554 Oct 13 00:40:50.677538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:50.693153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.734061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1bec276e-1804-4375-bbf0-cb95444cc287 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.736371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1bec276e-1804-4375-bbf0-cb95444cc287 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.783860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1bec276e-1804-4375-bbf0-cb95444cc287 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.784451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bec276e-1804-4375-bbf0-cb95444cc287 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Fanout notify agent at l3_agent the message router_deleted on router 6cbe68ca-71fe-4a8c-be17-e189785eef79 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:40:50.789067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-77249fcb-9e3e-4d9e-97b2-a5e0697a6be9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 200 len: 217 time: 0.0909169 Oct 13 00:40:50.793503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1bec276e-1804-4375-bbf0-cb95444cc287 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.794646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1bec276e-1804-4375-bbf0-cb95444cc287 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/6cbe68ca-71fe-4a8c-be17-e189785eef79 HTTP/1.1" status: 204 len: 168 time: 0.3811548 Oct 13 00:40:50.797332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35604) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:50.851664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-d403d74e-5a75-4eac-8ad9-d8f9b87c683a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet 2821a126-7da6-4b64-b58b-0f276565db2a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:50.854758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d403d74e-5a75-4eac-8ad9-d8f9b87c683a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.876691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-ba7534bc-01a2-4d90-8cc4-e9dfe9440014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:50.878173 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-ba7534bc-01a2-4d90-8cc4-e9dfe9440014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bdcd057-dc61-49a9-acea-f8457d36349b HTTP/1.1" status: 200 len: 848 time: 0.0784087 Oct 13 00:40:50.901477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d403d74e-5a75-4eac-8ad9-d8f9b87c683a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:50.967640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-fe9bd1a4-fa92-4e1a-8246-17d0270ae03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:50.969227 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-fe9bd1a4-fa92-4e1a-8246-17d0270ae03f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832770 Oct 13 00:40:50.990443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d403d74e-5a75-4eac-8ad9-d8f9b87c683a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.049306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d403d74e-5a75-4eac-8ad9-d8f9b87c683a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.064138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.084886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403d74e-5a75-4eac-8ad9-d8f9b87c683a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=2821a126-7da6-4b64-b58b-0f276565db2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:51.088923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d403d74e-5a75-4eac-8ad9-d8f9b87c683a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.092472 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d403d74e-5a75-4eac-8ad9-d8f9b87c683a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/2821a126-7da6-4b64-b58b-0f276565db2a HTTP/1.1" status: 204 len: 168 time: 0.2941468 Oct 13 00:40:51.095127 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35608) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:51.097950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8afec-4a98-430d-9131-e9bf4c448b26 None None] Network 7aa69e71-5851-4539-90e1-6354b61a7008 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:51.124891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35610) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:51.151278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=0ebb56e8-57f3-4e44-bad4-d63d67dbe741,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:51.181027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.212547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-24d5bcff-8c93-4eeb-8503-160ee24df52c service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229950 Oct 13 00:40:51.233316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c05526f7-40ca-46c9-9c5a-17fe8daf3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:51.233690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: c05526f7-40ca-46c9-9c5a-17fe8daf3d8c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:51.243125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:51.243651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.296752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] DHCP port deletion for 7aa69e71-5851-4539-90e1-6354b61a7008 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:40:51.330831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 3b2024dd-022e-41a9-b30f-d1d116c2fc90, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3b2024dd-022e-41a9-b30f-d1d116c2fc90,segment=NetworkSegment(0b0ee96f-c84b-44e3-82b5-b9d391b78e75),segment_id=0b0ee96f-c84b-44e3-82b5-b9d391b78e75)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:51.331202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.354344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] Deleting port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:51.354912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 3b2024dd-022e-41a9-b30f-d1d116c2fc90 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:51.355342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.365743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network c05526f7-40ca-46c9-9c5a-17fe8daf3d8c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:51.418870 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, c05526f7-40ca-46c9-9c5a-17fe8daf3d8c) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:51.425055 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0221d8ba-ad37-4588-9bcb-e8bce0c68695 req-1774af63-39bd-491a-a7f2-263033839ee7 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017839 Oct 13 00:40:51.428598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:51.429185 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.431063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf9f2dc-c97c-4b48-9e79-3f2669f44fdb None None] Network c05526f7-40ca-46c9-9c5a-17fe8daf3d8c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:51.433895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] For port 3b2024dd-022e-41a9-b30f-d1d116c2fc90, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3b2024dd-022e-41a9-b30f-d1d116c2fc90,segment=NetworkSegment(0b0ee96f-c84b-44e3-82b5-b9d391b78e75),segment_id=0b0ee96f-c84b-44e3-82b5-b9d391b78e75)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:51.434303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.484597 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-589d7343-56fd-415a-94b9-e053593434a9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0107763 Oct 13 00:40:51.485294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35614) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:51.494008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] Calling delete_port for 3b2024dd-022e-41a9-b30f-d1d116c2fc90 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:51.502878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a23-0769-4063-a872-202ab3997759 req-c96c0d12-da68-4b4f-9da5-679a5c83b7c9 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:51.504565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a60e0a23-0769-4063-a872-202ab3997759 req-c96c0d12-da68-4b4f-9da5-679a5c83b7c9 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 944 time: 0.1325355 Oct 13 00:40:51.595368 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.632052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a60e0a23-0769-4063-a872-202ab3997759 req-f31d6f16-a640-4ea1-8146-c5b485022e86 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082296 Oct 13 00:40:51.636475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=3b2024dd-022e-41a9-b30f-d1d116c2fc90,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:51.643791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No DVR routers for this DVR port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:51.666784 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.673998 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-c05526f7-40ca-46c9-9c5a-17fe8daf3d8c', 'network_id': 'c05526f7-40ca-46c9-9c5a-17fe8daf3d8c', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': '0ebb56e8-57f3-4e44-bad4-d63d67dbe741'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:51.674986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.675911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.713057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] Pushing event deleted for resources: {'Port': ['ID=3b2024dd-022e-41a9-b30f-d1d116c2fc90,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:51.715179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75a764-7e97-475d-8ec5-6d061d29d7db None None] No DVR routers for this DVR port 3b2024dd-022e-41a9-b30f-d1d116c2fc90 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:51.742989 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.761303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.786637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa69e71-5851-4539-90e1-6354b61a7008']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:51.821990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0ee96f-c84b-44e3-82b5-b9d391b78e75') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:51.822258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0ee96f-c84b-44e3-82b5-b9d391b78e75') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:51.845134 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.861161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Allocated IP 172.20.0.2 (c05526f7-40ca-46c9-9c5a-17fe8daf3d8c/0ebb56e8-57f3-4e44-bad4-d63d67dbe741/b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:51.863034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.866409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.894732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:51.895127 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:51.898374 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:51.978869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.985313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:51.988657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/7aa69e71-5851-4539-90e1-6354b61a7008 HTTP/1.1" status: 204 len: 168 time: 0.8922977 Oct 13 00:40:51.995123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35616) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:52.000653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6446b2fa-f9c9-4816-b670-b1d4ef10f65b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1300000822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:52.006114 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb824e72-2272-42c0-9e1f-99170c925fc4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=7aa69e71-5851-4539-90e1-6354b61a7008,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:52.045452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6446b2fa-f9c9-4816-b670-b1d4ef10f65b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.046889 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6446b2fa-f9c9-4816-b670-b1d4ef10f65b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.048582 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.054750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 2f08fcdd-258b-4286-81bb-0a4af50028f9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:52.055089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.057820 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.091478 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.107471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Network c05526f7-40ca-46c9-9c5a-17fe8daf3d8c is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:52.110676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:52.114828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:52.121754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Pushing event updated for resources: {'Port': ['ID=b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:52.169052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebb56e8-57f3-4e44-bad4-d63d67dbe741,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:52.178013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Attempting to bind port b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:52.178312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Attempting to bind port b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c05526f7-40ca-46c9-9c5a-17fe8daf3d8c'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:52.178680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Attempting to bind port b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3 on network c05526f7-40ca-46c9-9c5a-17fe8daf3d8c {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:52.184008 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:52.184375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Checking segment: {'id': '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c05526f7-40ca-46c9-9c5a-17fe8daf3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:52.184782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.185179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Bound using segment: {'id': '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c05526f7-40ca-46c9-9c5a-17fe8daf3d8c'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:52.185643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Bound port: b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c05526f7-40ca-46c9-9c5a-17fe8daf3d8c'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:52.186027 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.196704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 2f08fcdd-258b-4286-81bb-0a4af50028f9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2f08fcdd-258b-4286-81bb-0a4af50028f9,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:52.197339 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.208421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71451843-fd8a-41ad-8def-07160cf4b807', 'tag': 'e9059323-f38e-4795-93cb-b565d8bc2be0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:52.211400 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed17f71-7341-4140-994f-379ae821b2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "71451843-fd8a-41ad-8def-07160cf4b807", "tag": "e9059323-f38e-4795-93cb-b565d8bc2be0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:52.222807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.238512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 2f08fcdd-258b-4286-81bb-0a4af50028f9 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:52.251731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05526f7-40ca-46c9-9c5a-17fe8daf3d8c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:52.262661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:52.262960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:52.273936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.277023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6446b2fa-f9c9-4816-b670-b1d4ef10f65b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.290068 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.299272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:52.299982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:52.304913 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:52.313979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] For port b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:52.333061 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19ae24e-5feb-4bdd-b0b5-a2655144d17a x-openstack-request-id: req-f19ae24e-5feb-4bdd-b0b5-a2655144d17a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:52.333491 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71451843-fd8a-41ad-8def-07160cf4b807", "tag": "e9059323-f38e-4795-93cb-b565d8bc2be0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:52.333822 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f19ae24e-5feb-4bdd-b0b5-a2655144d17a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:52.334297 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71451843-fd8a-41ad-8def-07160cf4b807', 'tag': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'status': 'completed', 'code': 200} Oct 13 00:40:52.337427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6446b2fa-f9c9-4816-b670-b1d4ef10f65b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.372411 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.db.api [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 00:40:52.372411 n-d-813679-4 neutron-server[94989]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 00:40:52.372411 n-d-813679-4 neutron-server[94989]: [parameters: {'id': 'c05526f7-40ca-46c9-9c5a-17fe8daf3d8c'}] Oct 13 00:40:52.372411 n-d-813679-4 neutron-server[94989]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:40:52.372906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] For port b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3,segment=NetworkSegment(92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4),segment_id=92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:52.373030 n-d-813679-4 neutron-server[94989]: DEBUG oslo_db.api [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:40:52.380254 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.395088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6446b2fa-f9c9-4816-b670-b1d4ef10f65b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.396315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6446b2fa-f9c9-4816-b670-b1d4ef10f65b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3996229 Oct 13 00:40:52.399257 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35620) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:52.405378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1558148059'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:52.432604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:52.436162 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.445517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17f71-7341-4140-994f-379ae821b2ca req-c1891437-ff51-4325-bfd4-84f67cf86f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:52.449293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bed17f71-7341-4140-994f-379ae821b2ca req-c1891437-ff51-4325-bfd4-84f67cf86f64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1095 time: 0.1044855 Oct 13 00:40:52.463653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:52.474658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.474658 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment 6a9f67f7-a1d4-407a-8e83-949a60518b7c of type vlan for network 5c4eff1e-0b49-417a-8464-67f4771a48b6 Oct 13 00:40:52.476773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65db7d1-4771-44b3-8e2b-618ac3f6aef7 None None] Network c05526f7-40ca-46c9-9c5a-17fe8daf3d8c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:52.483266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b22c73-2de9-4d32-8b0a-c614d39b15a0 None None] Pushing event updated for resources: {'Port': ['ID=b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:52.549977 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.587002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17f71-7341-4140-994f-379ae821b2ca req-4618296f-1ece-45f2-8d57-a87db518f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:52.589393 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bed17f71-7341-4140-994f-379ae821b2ca req-4618296f-1ece-45f2-8d57-a87db518f9f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 200 len: 910 time: 0.1238024 Oct 13 00:40:52.591546 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.600283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:52.601988 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.637216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3b2024dd-022e-41a9-b30f-d1d116c2fc90 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:52.654516 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bed17f71-7341-4140-994f-379ae821b2ca req-3d4c2357-e3e7-4208-8523-7d31135fa26b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 200 len: 217 time: 0.0448349 Oct 13 00:40:52.683379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3b2024dd-022e-41a9-b30f-d1d116c2fc90 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:52.683928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3b2024dd-022e-41a9-b30f-d1d116c2fc90 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:52.699873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=5c4eff1e-0b49-417a-8464-67f4771a48b6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:52.711815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 5c4eff1e-0b49-417a-8464-67f4771a48b6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:52.718782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.727870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251b6e00-b72a-4bc5-b539-2b96fb4a5d38 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:40:52.728860 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-986b8f63-b3d0-4e18-b724-1e3daec8f5e1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3280394 Oct 13 00:40:52.729766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35624) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:52.736655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:52.759404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17f71-7341-4140-994f-379ae821b2ca req-8f68b204-1325-4b78-ac55-bda5e34557e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:52.761025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bed17f71-7341-4140-994f-379ae821b2ca req-8f68b204-1325-4b78-ac55-bda5e34557e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bdcd057-dc61-49a9-acea-f8457d36349b HTTP/1.1" status: 200 len: 848 time: 0.0971956 Oct 13 00:40:52.766727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=2f08fcdd-258b-4286-81bb-0a4af50028f9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:52.865224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:52.870434 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:52.919424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17f71-7341-4140-994f-379ae821b2ca req-be597ab0-e29c-45e8-be93-a57c3d58ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:52.921048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bed17f71-7341-4140-994f-379ae821b2ca req-be597ab0-e29c-45e8-be93-a57c3d58ef44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385524 Oct 13 00:40:52.978251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251b6e00-b72a-4bc5-b539-2b96fb4a5d38 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:40:52.994916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f08e51a3-73f9-4ab9-81c3-dd0d3533d439 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:53.049482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: f08e51a3-73f9-4ab9-81c3-dd0d3533d439 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:53.049943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f08e51a3-73f9-4ab9-81c3-dd0d3533d439 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:53.091206 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.102366 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.187369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=262bd86c-ddcb-4d26-9e9a-d5c381df9ef8,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:53.272965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb6bf7-78ff-4ec5-b53b-46250dce1214 req-8f1fee55-faa3-47a9-8a8b-13f735f4cdbc tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:53.274653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4acb6bf7-78ff-4ec5-b53b-46250dce1214 req-8f1fee55-faa3-47a9-8a8b-13f735f4cdbc tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 944 time: 0.1692531 Oct 13 00:40:53.276877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:53.277242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: 5c4eff1e-0b49-417a-8464-67f4771a48b6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:53.313639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 5c4eff1e-0b49-417a-8464-67f4771a48b6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:53.325965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Deleting port b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:53.326467 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.340881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 5c4eff1e-0b49-417a-8464-67f4771a48b6) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:53.356236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce5d94f-0ec7-4780-af78-be64bf15ed37 None None] Network 5c4eff1e-0b49-417a-8464-67f4771a48b6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:53.381248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:53.381855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.421687 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-245c7af0-90a1-4b0c-9595-4999f5196943 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6878378 Oct 13 00:40:53.444954 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35628) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:53.514433 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.532653 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] For port b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3,segment=NetworkSegment(92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4),segment_id=92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:53.533331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.549553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Calling delete_port for b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:53.560460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-5c4eff1e-0b49-417a-8464-67f4771a48b6', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:53.561504 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.616238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bed17f71-7341-4140-994f-379ae821b2ca req-a4d89666-86ec-4b72-90c6-15dab693a229 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112692 Oct 13 00:40:53.623549 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4acb6bf7-78ff-4ec5-b53b-46250dce1214 req-66c03cc1-4ee1-4a54-b343-9ff37202d77c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405976 Oct 13 00:40:53.708423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Allocated IP 172.20.0.2 (5c4eff1e-0b49-417a-8464-67f4771a48b6/262bd86c-ddcb-4d26-9e9a-d5c381df9ef8/34167335-e107-4ca2-a06e-f2026c4564c4) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:53.799076 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bed17f71-7341-4140-994f-379ae821b2ca req-72d4a5fa-3e5e-427a-9747-33f1a3484f74 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395080 Oct 13 00:40:53.850779 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.866458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.873427 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.888881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No DVR routers for this DVR port b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:53.897204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Port': ['ID=b91f3632-f9a1-47e1-8552-4ed2b9f8cfb3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:53.918703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Network 5c4eff1e-0b49-417a-8464-67f4771a48b6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:53.919781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router df13f2d1-985c-4593-a247-b6bb12238dde has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:40:53.922082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:53.928190 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:53.932120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Pushing event updated for resources: {'Port': ['ID=34167335-e107-4ca2-a06e-f2026c4564c4,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:53.960969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.988532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Attempting to bind port 34167335-e107-4ca2-a06e-f2026c4564c4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:53.988898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Attempting to bind port 34167335-e107-4ca2-a06e-f2026c4564c4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:53.989258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Attempting to bind port 34167335-e107-4ca2-a06e-f2026c4564c4 on network 5c4eff1e-0b49-417a-8464-67f4771a48b6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:53.994349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:53.994720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Checking segment: {'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:53.995117 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:53.995561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Bound using segment: {'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:53.996320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Bound port: 34167335-e107-4ca2-a06e-f2026c4564c4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:53.996455 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.007649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e9059323-f38e-4795-93cb-b565d8bc2be0 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:40:54.036794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:54.044343 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-55f2eed1-41af-4c23-9bbf-599abffbaedc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "PUT /v2.0/routers/df13f2d1-985c-4593-a247-b6bb12238dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9063988 Oct 13 00:40:54.044527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.045813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35630) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:54.065541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] Sync routers for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:54.104132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb2e28c-2700-4fbb-8714-cee3c7b0226c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting subnet e1f5f661-46b4-4d23-9c37-a9251398f28b {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:40:54.108990 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e28c-2700-4fbb-8714-cee3c7b0226c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.130353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:54.130990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:54.156186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e28c-2700-4fbb-8714-cee3c7b0226c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.177717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] For port 34167335-e107-4ca2-a06e-f2026c4564c4, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:54.209398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] For port 34167335-e107-4ca2-a06e-f2026c4564c4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=34167335-e107-4ca2-a06e-f2026c4564c4,segment=NetworkSegment(6a9f67f7-a1d4-407a-8e83-949a60518b7c),segment_id=6a9f67f7-a1d4-407a-8e83-949a60518b7c)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:54.221775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.254057 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e28c-2700-4fbb-8714-cee3c7b0226c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.320336 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e28c-2700-4fbb-8714-cee3c7b0226c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.347785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2e28c-2700-4fbb-8714-cee3c7b0226c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f5f661-46b4-4d23-9c37-a9251398f28b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:54.354137 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4bb2e28c-2700-4fbb-8714-cee3c7b0226c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.360547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4bb2e28c-2700-4fbb-8714-cee3c7b0226c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/subnets/e1f5f661-46b4-4d23-9c37-a9251398f28b HTTP/1.1" status: 204 len: 168 time: 0.3143828 Oct 13 00:40:54.361187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35632) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:54.421151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e9059323-f38e-4795-93cb-b565d8bc2be0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e9059323-f38e-4795-93cb-b565d8bc2be0,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:54.426868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05526f7-40ca-46c9-9c5a-17fe8daf3d8c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:54.428067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a256dc7-64f5-4e53-a88a-2d9326779b73 None None] Network afd838a1-1b82-4f04-b36f-fc8074e5622b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:54.439252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:54.439568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a152d4-cf5a-4b80-9ac8-5f3ca5314aa4') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:54.479262 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.485574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.520153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'port_id': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'mac_address': 'fa:16:3e:05:a8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:40:54.581625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.588878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:54.589538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.603320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:54.605340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b1252-716e-4aff-8da3-840c5523d19a None None] Pushing event updated for resources: {'Port': ['ID=34167335-e107-4ca2-a06e-f2026c4564c4,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:54.618559 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:54.636728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.719541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.20.0.1 (5c4eff1e-0b49-417a-8464-67f4771a48b6/262bd86c-ddcb-4d26-9e9a-d5c381df9ef8/9b167f6f-ad0a-49da-a4e3-abab7e1e85fa) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:54.738481 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.751012 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.753235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.759106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/c05526f7-40ca-46c9-9c5a-17fe8daf3d8c HTTP/1.1" status: 204 len: 168 time: 3.2686653 Oct 13 00:40:54.772470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35638) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:54.778606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-360480340'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:54.795152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03021e-55ac-46fb-bcc1-4562c1e541a0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=c05526f7-40ca-46c9-9c5a-17fe8daf3d8c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:54.830654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:54.831042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.841513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:54.845087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.848425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9059323-f38e-4795-93cb-b565d8bc2be0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:40:54.884222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e9059323-f38e-4795-93cb-b565d8bc2be0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e9059323-f38e-4795-93cb-b565d8bc2be0,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:54.901433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:54.968980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042df3f-702c-49f4-bd41-c202993def75 req-7fb18acf-ad1c-4c13-9a70-f06b92fc755b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:54.971026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a042df3f-702c-49f4-bd41-c202993def75 req-7fb18acf-ad1c-4c13-9a70-f06b92fc755b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 944 time: 0.2376266 Oct 13 00:40:54.977718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:55.011203 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.011723 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 8c6892ea-814a-48ae-8948-1201d029f2e0 of type vlan for network f0dbbe02-c474-411b-9563-8c240f572050 Oct 13 00:40:55.015993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e9059323-f38e-4795-93cb-b565d8bc2be0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:55.024493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:55.025040 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.029121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.041615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] DHCP port deletion for afd838a1-1b82-4f04-b36f-fc8074e5622b request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:40:55.048802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:40:52Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:38:40Z', 'updated_at': '2021-10-13T00:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:55.062397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:55.066511 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a042df3f-702c-49f4-bd41-c202993def75 req-f24c37f0-2384-48ea-92df-b4fcab79d80e tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809283 Oct 13 00:40:55.081820 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.096375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] Checking router: df13f2d1-985c-4593-a247-b6bb12238dde for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:55.100936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.112471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] Routers {'df13f2d1-985c-4593-a247-b6bb12238dde'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:55.113717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['df13f2d1-985c-4593-a247-b6bb12238dde'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:55.145476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 5c4eff1e-0b49-417a-8464-67f4771a48b6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:55.149219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:55.153480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:55.157413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.163776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:55.164478 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.191029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:55.210524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.220268 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] Deleting port e0f95776-5602-4911-a284-979c79b6b364 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:40:55.220644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.223552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] Set router df13f2d1-985c-4593-a247-b6bb12238dde gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:55.277409 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5038178 Oct 13 00:40:55.289491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35640) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:55.295804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': 'f0dbbe02-c474-411b-9563-8c240f572050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:55.314919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['e9059323-f38e-4795-93cb-b565d8bc2be0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:40:55.320611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:40:54Z', 'revision_number': 6, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:55.339119 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.348999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa8cfc-8043-4dd5-ad01-3a04498f17b7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=f0dbbe02-c474-411b-9563-8c240f572050,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:55.369108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f0dbbe02-c474-411b-9563-8c240f572050 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:55.388604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7eee86-2837-45eb-b4ab-ecd2b85bb5dc None None] The sync data for ids ['df13f2d1-985c-4593-a247-b6bb12238dde'] in n-d-813679-4 is: [{'id': 'df13f2d1-985c-4593-a247-b6bb12238dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735707101', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:38:39Z', 'updated_at': '2021-10-13T00:40:54Z', 'revision_number': 6, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:55.460855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:55.464443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] For port e0f95776-5602-4911-a284-979c79b6b364, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=e0f95776-5602-4911-a284-979c79b6b364,segment=NetworkSegment(2ad2bac0-2d47-45da-94d6-86407780896b),segment_id=2ad2bac0-2d47-45da-94d6-86407780896b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:55.464860 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.465574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.471326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.503053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] Calling delete_port for e0f95776-5602-4911-a284-979c79b6b364 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:40:55.549594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:55.604269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_backend_mixin [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Performing IP validity checks on allocation pools {{(pid=94988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 00:40:55.604645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.ipam_backend_mixin [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 00:40:55.642045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.658170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.696101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] No DVR routers for this DVR port e0f95776-5602-4911-a284-979c79b6b364 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:40:55.702961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34807c5c-5394-4f09-bb17-b706682a24b1 None None] Pushing event deleted for resources: {'Port': ['ID=e0f95776-5602-4911-a284-979c79b6b364,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:55.751304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.757808 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.762643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.768538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.854046 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.856242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Fanout notify agent at l3_agent the message router_deleted on router df13f2d1-985c-4593-a247-b6bb12238dde {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:40:55.868202 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.870921 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8db5ecee-d492-4c5d-a276-260adc66ff77 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/routers/df13f2d1-985c-4593-a247-b6bb12238dde HTTP/1.1" status: 204 len: 168 time: 1.5084796 Oct 13 00:40:55.874840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35642) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:55.886316 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:55.917494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:55.975836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1073899-affb-46fa-9657-0334b29846c3 None None] Network 5c4eff1e-0b49-417a-8464-67f4771a48b6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:56.000655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.013991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.027112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 5c4eff1e-0b49-417a-8464-67f4771a48b6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:56.036958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:56.063661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ef8d176c-53a9-4734-a9ee-cd9ce6b23d75 None None] Provisioning complete for port 34167335-e107-4ca2-a06e-f2026c4564c4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:56.064036 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef8d176c-53a9-4734-a9ee-cd9ce6b23d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.176314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': '8c6892ea-814a-48ae-8948-1201d029f2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0dbbe02-c474-411b-9563-8c240f572050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:56.176726 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: f0dbbe02-c474-411b-9563-8c240f572050, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:56.178729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=1a6dab43-7ff7-445a-b175-e964d3208d45,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:56.209616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.224134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb8a1-a634-4efe-bc84-84711ac2990d req-bed26515-2a23-4a11-b64c-f590ba4271e6 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:56.225713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-791cb8a1-a634-4efe-bc84-84711ac2990d req-bed26515-2a23-4a11-b64c-f590ba4271e6 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 945 time: 0.0718601 Oct 13 00:40:56.231996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:40:56.232176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef8d176c-53a9-4734-a9ee-cd9ce6b23d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.245702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network f0dbbe02-c474-411b-9563-8c240f572050 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:56.248945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd838a1-1b82-4f04-b36f-fc8074e5622b']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:56.268561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad2bac0-2d47-45da-94d6-86407780896b') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:56.269524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad2bac0-2d47-45da-94d6-86407780896b') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:56.277265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, f0dbbe02-c474-411b-9563-8c240f572050) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:56.282931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.287974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-791cb8a1-a634-4efe-bc84-84711ac2990d req-9215ffa5-b953-4c1b-be74-fccd740440b1 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527501 Oct 13 00:40:56.291862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:56.292927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.306107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ef8d176c-53a9-4734-a9ee-cd9ce6b23d75 None None] For port 34167335-e107-4ca2-a06e-f2026c4564c4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=34167335-e107-4ca2-a06e-f2026c4564c4,segment=NetworkSegment(6a9f67f7-a1d4-407a-8e83-949a60518b7c),segment_id=6a9f67f7-a1d4-407a-8e83-949a60518b7c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:56.307290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02e069-f70b-4d7e-a62f-c8fed2d2983e None None] Network f0dbbe02-c474-411b-9563-8c240f572050 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:56.343044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.357140 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4c3db2fc-be29-4c74-9022-ed3646500d8f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0665927 Oct 13 00:40:56.357776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35646) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:56.370747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:56.371165 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:56.374895 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:56.400037 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ef8d176c-53a9-4734-a9ee-cd9ce6b23d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.418389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:40:56.430641 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:40:56.432617 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-80fc40cc-6ca4-4d00-9203-7e0405990fbf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9854057 Oct 13 00:40:56.435350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35648) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:56.441537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-842359647'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:56.457214 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:56.457852 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:56.478597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:56.482704 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.509024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:56.527895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d176c-53a9-4734-a9ee-cd9ce6b23d75 None None] Pushing event updated for resources: {'Port': ['ID=34167335-e107-4ca2-a06e-f2026c4564c4,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:56.539747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.540293 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment 71068fa8-6bef-4c37-9a68-a0a2eb272281 of type vlan for network 99930d22-19eb-449f-842a-e3d9e7bbac10 Oct 13 00:40:56.589284 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.601380 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.610728 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/networks/afd838a1-1b82-4f04-b36f-fc8074e5622b HTTP/1.1" status: 204 len: 168 time: 0.7347431 Oct 13 00:40:56.612913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35650) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:56.619133 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:56.647673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.648395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db17527-ad37-4368-9b0b-4898018ffe63 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Network': ['ID=afd838a1-1b82-4f04-b36f-fc8074e5622b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:56.654356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3bcc244c-2188-41c6-89b0-e1fddd9169a4 None None] Provisioning complete for port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:56.655245 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3bcc244c-2188-41c6-89b0-e1fddd9169a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.659904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54c9b78-d602-4ce0-89b9-f3ab835c80a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-f0dbbe02-c474-411b-9563-8c240f572050', 'network_id': 'f0dbbe02-c474-411b-9563-8c240f572050', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': '1a6dab43-7ff7-445a-b175-e964d3208d45'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:56.660888 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d54c9b78-d602-4ce0-89b9-f3ab835c80a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.681913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.715761 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.725601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:56.732923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc244c-2188-41c6-89b0-e1fddd9169a4 None None] Port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:56.734047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.785080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff17e311-670f-4615-a694-14b69bee4a23 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.820218 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.846488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=99930d22-19eb-449f-842a-e3d9e7bbac10,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:56.858960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff17e311-670f-4615-a694-14b69bee4a23 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:56.870712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7deee6f0-01b3-429c-bcbb-2b241907b5c4 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4339693 Oct 13 00:40:56.871277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35652) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:56.878878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:56.976573 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:40:55Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:55Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:56.986115 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 34167335-e107-4ca2-a06e-f2026c4564c4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:56.989150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 99930d22-19eb-449f-842a-e3d9e7bbac10 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:57.017534 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:40:57.018146 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Updating router ba6a2692-06b7-4b7a-b373-486eb944d2d1 port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:40:57.036062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.051535 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.076746 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff17e311-670f-4615-a694-14b69bee4a23 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.078603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3bcc244c-2188-41c6-89b0-e1fddd9169a4 None None] Provisioning complete for port 34167335-e107-4ca2-a06e-f2026c4564c4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:57.079085 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3bcc244c-2188-41c6-89b0-e1fddd9169a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.079428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff17e311-670f-4615-a694-14b69bee4a23 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.083413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ff17e311-670f-4615-a694-14b69bee4a23 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/security-groups/0d250aee-8c7f-410a-9f77-d3bdd1934034 HTTP/1.1" status: 204 len: 168 time: 0.4594417 Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-d54c9b78-d602-4ce0-89b9-f3ab835c80a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a6dab43-7ff7-445a-b175-e964d3208d45: This subnet is being modified by another concurrent operation. Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a6dab43-7ff7-445a-b175-e964d3208d45: This subnet is being modified by another concurrent operation. Oct 13 00:40:57.163382 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:40:57.175859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.190470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead2e189-6f9e-4ac1-b71f-4d23919b88de None None] Network f0dbbe02-c474-411b-9563-8c240f572050 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:57.198021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dbbe02-c474-411b-9563-8c240f572050']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:57.240560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6dab43-7ff7-445a-b175-e964d3208d45,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:57.243572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6892ea-814a-48ae-8948-1201d029f2e0') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:57.243879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6892ea-814a-48ae-8948-1201d029f2e0') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:57.256338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17e311-670f-4615-a694-14b69bee4a23 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d250aee-8c7f-410a-9f77-d3bdd1934034,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:57.262352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.285779 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.294152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:40:57.294152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.295586 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 34167335-e107-4ca2-a06e-f2026c4564c4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:57.296148 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.352311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:57.361719 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:40:57.368956 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:40:57.416395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.439301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b622be5-f468-4719-8b51-376e4208ed3b None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:40:57.461668 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.468636 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.511253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.515293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/f0dbbe02-c474-411b-9563-8c240f572050 HTTP/1.1" status: 204 len: 168 time: 1.1538262 Oct 13 00:40:57.522539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35660) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:57.528225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f32c4-bbe6-44bd-94fe-9b1b527bb050 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=f0dbbe02-c474-411b-9563-8c240f572050,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:57.540652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1604085661'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:57.566348 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d22b91-badb-482e-983b-1d0291681769 None None] Pushing event updated for resources: {'Port': ['ID=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:57.573805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6edd42-9fae-4ce8-af16-5cac07d00f22 req-3e414132-3a00-4063-af74-2b7db7f1465a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:57.576897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd6edd42-9fae-4ce8-af16-5cac07d00f22 req-3e414132-3a00-4063-af74-2b7db7f1465a tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 945 time: 0.1501880 Oct 13 00:40:57.596334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cd50985f-72b4-40b6-a99d-5878cb5f750d None None] Provisioning complete for port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:57.600954 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cd50985f-72b4-40b6-a99d-5878cb5f750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.601360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Attempting to bind port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:57.602273 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Attempting to bind port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:57.602919 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Attempting to bind port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa on network 5c4eff1e-0b49-417a-8464-67f4771a48b6 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:57.611031 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:57.611683 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Checking segment: {'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:57.612816 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.613442 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Bound using segment: {'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:57.614136 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Bound port: 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9f67f7-a1d4-407a-8e83-949a60518b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:57.614868 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.635949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e0f95776-5602-4911-a284-979c79b6b364 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:57.673860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: e0f95776-5602-4911-a284-979c79b6b364 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:57.674208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device e0f95776-5602-4911-a284-979c79b6b364 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:57.674627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2f08fcdd-258b-4286-81bb-0a4af50028f9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:57.692132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd6edd42-9fae-4ce8-af16-5cac07d00f22 req-ea353dd7-d539-4554-b2b2-741691a26b5e tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056154 Oct 13 00:40:57.699790 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:57.702744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b622be5-f468-4719-8b51-376e4208ed3b None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:40:57.708183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 2f08fcdd-258b-4286-81bb-0a4af50028f9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:57.708636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2f08fcdd-258b-4286-81bb-0a4af50028f9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:57.708940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:40:57.709861 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.733601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cd50985f-72b4-40b6-a99d-5878cb5f750d None None] Port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:40:57.739993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:40:57.740344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7d348f7d-cefe-4cf6-b5cc-ea79a92c5ead not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:40:57.752812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:40:57.762518 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] For port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:40:57.767750 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] For port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,segment=NetworkSegment(6a9f67f7-a1d4-407a-8e83-949a60518b7c),segment_id=6a9f67f7-a1d4-407a-8e83-949a60518b7c)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:40:57.772955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.775815 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.778943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.779833 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 7bc3e61b-0fe5-44ec-b6dc-508936876fa3 of type vlan for network 0d34e599-e4c1-4e9c-9b47-17d27f91db4e Oct 13 00:40:57.802009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35662) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:57.812656 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c974f76c-b53b-420d-b049-3e13d2be4a6a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555059568', 'description': 'tempest-secgroup-smoke-1555059568 description', 'project_id': 'bee60232abb54b41a78506ea06bd5a72'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:57.829683 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:40:57.830346 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:57.862984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=f8fc0537-2bee-4e4f-a117-0922bd36dfdc,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:57.865580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:57.866024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: 99930d22-19eb-449f-842a-e3d9e7bbac10, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:57.892079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 99930d22-19eb-449f-842a-e3d9e7bbac10 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:57.892333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c974f76c-b53b-420d-b049-3e13d2be4a6a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.907145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 99930d22-19eb-449f-842a-e3d9e7bbac10) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:57.913662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.916204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:57.916826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.925656 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d22b91-badb-482e-983b-1d0291681769 None None] Pushing event updated for resources: {'Port': ['ID=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:57.943656 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:40:57.951897 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6473cb83-c40b-4b13-a891-dbdba87e70f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0746627 Oct 13 00:40:57.951897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35664) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:57.961812 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:57.967495 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:57.968110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.037625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e9059323-f38e-4795-93cb-b565d8bc2be0 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:58.046486 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=0d34e599-e4c1-4e9c-9b47-17d27f91db4e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:58.080136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37abfb85-5ce3-4e6c-b20a-fda40fccd26f None None] Network 99930d22-19eb-449f-842a-e3d9e7bbac10 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:58.091828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8a697a65-3c02-4ac8-8118-98cca10ca59f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5655801 Oct 13 00:40:58.097475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35666) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:58.103591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': '0d34e599-e4c1-4e9c-9b47-17d27f91db4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:58.184878 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c974f76c-b53b-420d-b049-3e13d2be4a6a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.190492 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 0d34e599-e4c1-4e9c-9b47-17d27f91db4e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:40:58.194764 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c974f76c-b53b-420d-b049-3e13d2be4a6a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.259158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974f76c-b53b-420d-b049-3e13d2be4a6a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d7775d-452e-4b2a-92bc-b5825581f24d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:58.335887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c974f76c-b53b-420d-b049-3e13d2be4a6a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.340571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c974f76c-b53b-420d-b049-3e13d2be4a6a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5345454 Oct 13 00:40:58.340571 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:40:58.344770 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:40:55Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:57Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:40:58.345051 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.358001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-99930d22-19eb-449f-842a-e3d9e7bbac10', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:58.358875 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.395236 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30f77d-300a-4c71-949d-a2df138092b6 None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:40:55Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:57Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:40:58.442555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35668) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:58.448327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d75c3dbd-8fe8-4e0e-84e3-7da71baca328 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'b9d7775d-452e-4b2a-92bc-b5825581f24d', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:58.468548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port e9059323-f38e-4795-93cb-b565d8bc2be0 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:40:58.493939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port e9059323-f38e-4795-93cb-b565d8bc2be0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:58.494322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.544680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-65da6abd-4d7a-47ce-a57f-ecb0f305355e None None] Provisioning complete for port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:58.545099 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65da6abd-4d7a-47ce-a57f-ecb0f305355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.629485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 34167335-e107-4ca2-a06e-f2026c4564c4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:40:58.679243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Allocated IP 172.21.0.2 (99930d22-19eb-449f-842a-e3d9e7bbac10/f8fc0537-2bee-4e4f-a117-0922bd36dfdc/8d2d170f-6eea-4a78-863b-ba8a3c262b7f) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:58.697919 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d75c3dbd-8fe8-4e0e-84e3-7da71baca328 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.884503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.900077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65da6abd-4d7a-47ce-a57f-ecb0f305355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.906428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.910474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.949059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 34167335-e107-4ca2-a06e-f2026c4564c4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:58.949436 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:58.955620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb064d00-6092-4bbf-b41d-8b169a43d22e req-39b7632d-92d8-4021-b049-28c338d87d86 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:58.957497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb064d00-6092-4bbf-b41d-8b169a43d22e req-39b7632d-92d8-4021-b049-28c338d87d86 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 945 time: 0.1306903 Oct 13 00:40:58.969464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d75c3dbd-8fe8-4e0e-84e3-7da71baca328 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.010342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d75c3dbd-8fe8-4e0e-84e3-7da71baca328 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.024239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port e9059323-f38e-4795-93cb-b565d8bc2be0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e9059323-f38e-4795-93cb-b565d8bc2be0,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:59.039851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71451843-fd8a-41ad-8def-07160cf4b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9059323-f38e-4795-93cb-b565d8bc2be0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:40:59.043073 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e67b7-5c15-49f8-8dd4-5448c0ae2e24" -d '{"events": [{"server_uuid": "71451843-fd8a-41ad-8def-07160cf4b807", "name": "network-vif-plugged", "status": "completed", "tag": "e9059323-f38e-4795-93cb-b565d8bc2be0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:40:59.064992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=fe7150a1-59d7-4408-9fd5-49c0c8fbd60e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.074004 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb064d00-6092-4bbf-b41d-8b169a43d22e req-a4263be2-4761-4c45-8b5f-086d56274811 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031761 Oct 13 00:40:59.075925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c3dbd-8fe8-4e0e-84e3-7da71baca328 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b99a6ff-6e6a-44ab-87db-5fe1fac6ca17,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.080561 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.084906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': '7bc3e61b-0fe5-44ec-b6dc-508936876fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0d34e599-e4c1-4e9c-9b47-17d27f91db4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:59.085212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: 0d34e599-e4c1-4e9c-9b47-17d27f91db4e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:40:59.095431 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d75c3dbd-8fe8-4e0e-84e3-7da71baca328 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.096743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d75c3dbd-8fe8-4e0e-84e3-7da71baca328 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6526806 Oct 13 00:40:59.100982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35674) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:59.108412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a9eb35e5-a7d3-422d-80f8-8932e171cf48 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'b9d7775d-452e-4b2a-92bc-b5825581f24d', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:59.142423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-65da6abd-4d7a-47ce-a57f-ecb0f305355e None None] For port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,segment=NetworkSegment(6a9f67f7-a1d4-407a-8e83-949a60518b7c),segment_id=6a9f67f7-a1d4-407a-8e83-949a60518b7c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:40:59.145240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 0d34e599-e4c1-4e9c-9b47-17d27f91db4e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:40:59.167811 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0073040-619e-4f1e-84d5-4ab72e6c9960 x-openstack-request-id: req-d0073040-619e-4f1e-84d5-4ab72e6c9960 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:40:59.168268 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71451843-fd8a-41ad-8def-07160cf4b807", "name": "network-vif-plugged", "status": "completed", "tag": "e9059323-f38e-4795-93cb-b565d8bc2be0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:40:59.168752 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0073040-619e-4f1e-84d5-4ab72e6c9960 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:40:59.169235 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71451843-fd8a-41ad-8def-07160cf4b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'code': 200} Oct 13 00:40:59.175628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 0d34e599-e4c1-4e9c-9b47-17d27f91db4e) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:59.180529 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9eb35e5-a7d3-422d-80f8-8932e171cf48 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.197664 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65da6abd-4d7a-47ce-a57f-ecb0f305355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.213789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:59.214200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df496d-afd3-40d9-8bec-1b02bc99f57f None None] Network 0d34e599-e4c1-4e9c-9b47-17d27f91db4e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:40:59.214409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.265727 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9eb35e5-a7d3-422d-80f8-8932e171cf48 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.271837 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9eb35e5-a7d3-422d-80f8-8932e171cf48 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.291877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4dd94210-bb2b-4cb2-9e6b-66eb9843bc28 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1929781 Oct 13 00:40:59.292757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdac98-d47c-4cee-bbd5-ae803b26b2ee req-1bd69684-5787-40be-af2b-b379e10d3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:40:59.294432 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-49fdac98-d47c-4cee-bbd5-ae803b26b2ee req-1bd69684-5787-40be-af2b-b379e10d3a55 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1097 time: 0.0605330 Oct 13 00:40:59.295059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35676) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:59.300207 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb35e5-a7d3-422d-80f8-8932e171cf48 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6283615-8efd-47ca-8a89-4d62104c9e52,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.309912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a9eb35e5-a7d3-422d-80f8-8932e171cf48 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.311315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a9eb35e5-a7d3-422d-80f8-8932e171cf48 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065508 Oct 13 00:40:59.314512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35678) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:59.319818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1270e4e0-f7b8-4280-b6cc-b6151c047707 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'b9d7775d-452e-4b2a-92bc-b5825581f24d', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:59.356615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1270e4e0-f7b8-4280-b6cc-b6151c047707 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.360142 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.389281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=e9059323-f38e-4795-93cb-b565d8bc2be0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.393172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.406994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d017edd9-86dc-4c52-b475-3f3c0370c664 None None] Provisioning complete for port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:40:59.407370 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d017edd9-86dc-4c52-b475-3f3c0370c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.448452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1270e4e0-f7b8-4280-b6cc-b6151c047707 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.449995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.21.0.1 (99930d22-19eb-449f-842a-e3d9e7bbac10/f8fc0537-2bee-4e4f-a117-0922bd36dfdc/7962903d-b3ac-4eb6-9715-b02fe9649572) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:40:59.453228 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1270e4e0-f7b8-4280-b6cc-b6151c047707 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.472854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270e4e0-f7b8-4280-b6cc-b6151c047707 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17f0d69-d9dc-4f4c-acd0-9b1716aff6af,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.481701 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1270e4e0-f7b8-4280-b6cc-b6151c047707 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.486398 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1270e4e0-f7b8-4280-b6cc-b6151c047707 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675081 Oct 13 00:40:59.486398 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35680) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:59.487914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Network 99930d22-19eb-449f-842a-e3d9e7bbac10 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:59.494788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1d58afa7-21cc-43ca-93b2-e91bde64ab24 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'b9d7775d-452e-4b2a-92bc-b5825581f24d', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:59.499473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:59.514134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:59.530020 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d58afa7-21cc-43ca-93b2-e91bde64ab24 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.544571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-49fdac98-d47c-4cee-bbd5-ae803b26b2ee req-cc661114-6a54-40e1-b210-396606d6a262 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264984 Oct 13 00:40:59.549179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da6abd-4d7a-47ce-a57f-ecb0f305355e None None] Pushing event updated for resources: {'Port': ['ID=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.613951 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d58afa7-21cc-43ca-93b2-e91bde64ab24 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.618222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.618974 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d58afa7-21cc-43ca-93b2-e91bde64ab24 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.638281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.641695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58afa7-21cc-43ca-93b2-e91bde64ab24 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68c6a40-ea11-4cff-a2f5-06b00ad4cbf0,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.653047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d58afa7-21cc-43ca-93b2-e91bde64ab24 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.657569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35682) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:40:59.657764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1d58afa7-21cc-43ca-93b2-e91bde64ab24 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1699800 Oct 13 00:40:59.682454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dc91d797-40bb-42ac-8430-be254725d089 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'b9d7775d-452e-4b2a-92bc-b5825581f24d', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:40:59.734552 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.759571 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-dc91d797-40bb-42ac-8430-be254725d089 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Project bee60232abb54b41a78506ea06bd5a72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:40:59.772223 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc91d797-40bb-42ac-8430-be254725d089 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.782518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.813228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8d2d170f-6eea-4a78-863b-ba8a3c262b7f,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.849999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Attempting to bind port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:40:59.850371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Attempting to bind port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:40:59.850733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Attempting to bind port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f on network 99930d22-19eb-449f-842a-e3d9e7bbac10 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:40:59.857027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b8c23-31ee-4b49-ba6b-26d703c9ca8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0d34e599-e4c1-4e9c-9b47-17d27f91db4e', 'network_id': '0d34e599-e4c1-4e9c-9b47-17d27f91db4e', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': 'fe7150a1-59d7-4408-9fd5-49c0c8fbd60e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:40:59.857882 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e29b8c23-31ee-4b49-ba6b-26d703c9ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.870963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 99930d22-19eb-449f-842a-e3d9e7bbac10 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:40:59.879639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:40:59.880023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Checking segment: {'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:40:59.880430 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.880828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Bound using segment: {'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:40:59.881322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Bound port: 8d2d170f-6eea-4a78-863b-ba8a3c262b7f, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:40:59.881485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:40:59.881702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.888435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=7962903d-b3ac-4eb6-9715-b02fe9649572,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.890817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:40:59.944125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.983247 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc91d797-40bb-42ac-8430-be254725d089 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:40:59.986966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7150a1-59d7-4408-9fd5-49c0c8fbd60e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:40:59.995938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc91d797-40bb-42ac-8430-be254725d089 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.001365 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.028686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] For port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-e29b8c23-31ee-4b49-ba6b-26d703c9ca8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe7150a1-59d7-4408-9fd5-49c0c8fbd60e: This subnet is being modified by another concurrent operation. Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe7150a1-59d7-4408-9fd5-49c0c8fbd60e: This subnet is being modified by another concurrent operation. Oct 13 00:41:00.031913 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:41:00.039551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] For port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8d2d170f-6eea-4a78-863b-ba8a3c262b7f,segment=NetworkSegment(71068fa8-6bef-4c37-9a68-a0a2eb272281),segment_id=71068fa8-6bef-4c37-9a68-a0a2eb272281)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:00.040686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.069061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2ad255-b8a4-4ad4-a952-d95d6a16d996 None None] Network 0d34e599-e4c1-4e9c-9b47-17d27f91db4e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:00.097243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91d797-40bb-42ac-8430-be254725d089 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b580f56-73ff-40ce-b43b-5e6d3feaf6f2,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:00.119954 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.156833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc91d797-40bb-42ac-8430-be254725d089 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.157992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc91d797-40bb-42ac-8430-be254725d089 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4980624 Oct 13 00:41:00.159040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ede22-565a-4eba-a7ca-9be8194f3aa4 None None] Pushing event updated for resources: {'Port': ['ID=8d2d170f-6eea-4a78-863b-ba8a3c262b7f,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:00.163590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35686) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:00.172530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7deb5fc9-17dc-4bfc-99d5-52e1fc5b8475 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'security_group_rule': {'security_group_id': 'b9d7775d-452e-4b2a-92bc-b5825581f24d', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:00.180834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d34e599-e4c1-4e9c-9b47-17d27f91db4e']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:00.195886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc3e61b-0fe5-44ec-b6dc-508936876fa3') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:00.196192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc3e61b-0fe5-44ec-b6dc-508936876fa3') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:00.210749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.258557 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.260734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.271473 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-7deb5fc9-17dc-4bfc-99d5-52e1fc5b8475 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Project bee60232abb54b41a78506ea06bd5a72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:41:00.274053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:00.274632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:00.277867 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:00.282898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a0b8-04ec-47f0-b439-ff438b13fd69 req-87e76cb8-f648-4077-ab3a-1ba3c4ab376c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:00.284448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9016a0b8-04ec-47f0-b439-ff438b13fd69 req-87e76cb8-f648-4077-ab3a-1ba3c4ab376c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 946 time: 0.0962965 Oct 13 00:41:00.285948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deb5fc9-17dc-4bfc-99d5-52e1fc5b8475 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.356261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9016a0b8-04ec-47f0-b439-ff438b13fd69 req-edfd6ced-3b46-452c-9bfa-294fa9c63495 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610063 Oct 13 00:41:00.371999 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deb5fc9-17dc-4bfc-99d5-52e1fc5b8475 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.379261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deb5fc9-17dc-4bfc-99d5-52e1fc5b8475 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.380400 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.409147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb5fc9-17dc-4bfc-99d5-52e1fc5b8475 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f292258-8183-4c3d-9640-fe91fffe0596,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:00.438750 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7deb5fc9-17dc-4bfc-99d5-52e1fc5b8475 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.440478 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7deb5fc9-17dc-4bfc-99d5-52e1fc5b8475 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2720795 Oct 13 00:41:00.443336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35688) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:00.479882 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.483097 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/0d34e599-e4c1-4e9c-9b47-17d27f91db4e HTTP/1.1" status: 204 len: 168 time: 1.1860673 Oct 13 00:41:00.487111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'network': {'name': 'tempest-network-smoke--2017253192', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:00.488153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35690) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:00.494014 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223950060'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:00.514946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71f6af-7929-424d-b604-48d0f415edd0 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=0d34e599-e4c1-4e9c-9b47-17d27f91db4e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:00.537067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:00.540687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.561832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:00.568363 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.597753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:00.608266 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.608643 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 84a678c2-eeb0-431d-8cb3-431affe090e1 of type vlan for network 989265c9-8cfe-4679-bfeb-2f344013753a Oct 13 00:41:00.633223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:00.652812 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.653166 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Added segment 0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a of type vlan for network e1503a7b-6562-4ac2-bb63-419b4cbcf840 Oct 13 00:41:00.655819 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.672024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8d2d170f-6eea-4a78-863b-ba8a3c262b7f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:00.697332 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.703000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:00.704067 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.724710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:00.725505 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.730721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.763792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2744665 Oct 13 00:41:00.766499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:00.772170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': '989265c9-8cfe-4679-bfeb-2f344013753a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:00.780367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e6401-0c8f-4fb2-ad10-881a583b7628 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=989265c9-8cfe-4679-bfeb-2f344013753a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:00.807099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 989265c9-8cfe-4679-bfeb-2f344013753a details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:00.829362 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.835461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:00.836068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.865503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.881702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.916494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8d2d170f-6eea-4a78-863b-ba8a3c262b7f,segment=NetworkSegment(71068fa8-6bef-4c37-9a68-a0a2eb272281),segment_id=71068fa8-6bef-4c37-9a68-a0a2eb272281)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:00.920719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.921729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:00.930936 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:00.980247 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5329645 Oct 13 00:41:00.981975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35694) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:00.987013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'admin_state_up': True, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:01.016714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=8d2d170f-6eea-4a78-863b-ba8a3c262b7f,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:01.022217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:01.022393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.025692 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.030982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.039875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbeb34-612c-4dc2-b8e7-baad27de3d7f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Network': ['ID=e1503a7b-6562-4ac2-bb63-419b4cbcf840,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:01.062795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:01.072294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=7962903d-b3ac-4eb6-9715-b02fe9649572,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:01.075216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.083820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:01.087483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.135443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.318551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 99930d22-19eb-449f-842a-e3d9e7bbac10 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:01.336493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.337953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:01.440322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743ab19-3075-4b61-98b7-5e9630396ca1 None None] Network 99930d22-19eb-449f-842a-e3d9e7bbac10 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:01.499254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.502775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:01.504390 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cb9b9c8c-c951-479d-85da-a550eb34ad66 None None] Provisioning complete for port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:01.504765 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9c8c-c951-479d-85da-a550eb34ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.594437 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.605412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=944daf7b-eb47-42b6-833a-dd6f9ba6a175,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:01.622032 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.644318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf281a-ae31-4319-a26d-36e429d4068c req-b09e1c8f-05b1-464e-ae41-4d409732ed3d tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:01.645921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-deaf281a-ae31-4319-a26d-36e429d4068c req-b09e1c8f-05b1-464e-ae41-4d409732ed3d tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 946 time: 0.1387970 Oct 13 00:41:01.654849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': '84a678c2-eeb0-431d-8cb3-431affe090e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '989265c9-8cfe-4679-bfeb-2f344013753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:01.655209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: 989265c9-8cfe-4679-bfeb-2f344013753a, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:01.682594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:01.688339 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-152d4816-9dcc-4749-8637-e8cef0128dcf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7351000 Oct 13 00:41:01.690039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 989265c9-8cfe-4679-bfeb-2f344013753a is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:01.693571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35698) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:01.696795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:01.698945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1055370717'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:01.710748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:01.711386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:01.715565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 989265c9-8cfe-4679-bfeb-2f344013753a) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:01.722592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:01.723318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.733612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-deaf281a-ae31-4319-a26d-36e429d4068c req-39147658-e74c-4537-87ab-5be502524519 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587399 Oct 13 00:41:01.742412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:01.747966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.772810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-154cc0d1-dca8-4b4c-a614-6ef863249d62 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0029595 Oct 13 00:41:01.773469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:01.787064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:01.802258 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.802691 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment 35e94d75-af2f-456d-8a20-6821aa551087 of type vlan for network 13cf3db2-304d-4aa1-a064-a905e4c09a8c Oct 13 00:41:01.805886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9ed55-95d3-4a15-afba-ec77690c76e7 None None] Network 989265c9-8cfe-4679-bfeb-2f344013753a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:01.853242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.876343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.25.3.25 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/16bb7e88-7fef-40f1-8d3f-3119b36fc948) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:01.891733 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.899098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:01.899860 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:01.903447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:01.966893 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2722175 Oct 13 00:41:01.973467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35704) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:01.979901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:01.982223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889de153-11ae-4a6f-8587-55fe55e44903 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=13cf3db2-304d-4aa1-a064-a905e4c09a8c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:02.017465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 13cf3db2-304d-4aa1-a064-a905e4c09a8c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:02.032952 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.054065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b4158-6558-4259-9ddd-b053bc17082b req-07ad63f4-a7e7-4342-b4aa-11d8742a33e6 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:02.055470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-212b4158-6558-4259-9ddd-b053bc17082b req-07ad63f4-a7e7-4342-b4aa-11d8742a33e6 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 946 time: 0.2008991 Oct 13 00:41:02.175261 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-989265c9-8cfe-4679-bfeb-2f344013753a', 'network_id': '989265c9-8cfe-4679-bfeb-2f344013753a', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': '944daf7b-eb47-42b6-833a-dd6f9ba6a175'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:41:02.176156 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.180924 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-212b4158-6558-4259-9ddd-b053bc17082b req-fac10e52-4435-4fee-a0a5-c431a8ae5d8b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192017 Oct 13 00:41:02.209973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-342f7471-b420-496c-a014-7bfb70333132 None None] Provisioning complete for port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:02.210577 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-342f7471-b420-496c-a014-7bfb70333132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.211963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.227934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.251120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:02.254727 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.591709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8d2d170f-6eea-4a78-863b-ba8a3c262b7f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:02.655766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Allocated IP 172.20.0.1 (989265c9-8cfe-4679-bfeb-2f344013753a/944daf7b-eb47-42b6-833a-dd6f9ba6a175/8d77c972-abf5-400d-878c-94292bd572a7) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:02.720738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.733973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-342f7471-b420-496c-a014-7bfb70333132 None None] Provisioning complete for port 7962903d-b3ac-4eb6-9715-b02fe9649572 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:02.734353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-342f7471-b420-496c-a014-7bfb70333132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.737234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:00Z', 'revision_number': 3, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:00Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:02.744915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ab7a5-9438-4f5e-8677-5d8afd4e7983 req-8425b562-d31a-4ff5-accc-2886bccd493c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:02.746404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a26ab7a5-9438-4f5e-8677-5d8afd4e7983 req-8425b562-d31a-4ff5-accc-2886bccd493c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 946 time: 0.4719677 Oct 13 00:41:02.787807 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:02.795637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:02.796021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.797577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:02.797930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Updating router ba6a2692-06b7-4b7a-b373-486eb944d2d1 port 7962903d-b3ac-4eb6-9715-b02fe9649572 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:41:02.799498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:02.808759 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:02.857375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-342f7471-b420-496c-a014-7bfb70333132 None None] Port 7962903d-b3ac-4eb6-9715-b02fe9649572 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:02.865612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=16bb7e88-7fef-40f1-8d3f-3119b36fc948,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:02.875234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:02.897658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a26ab7a5-9438-4f5e-8677-5d8afd4e7983 req-f6e0c7b6-8b7e-4304-94a0-fa83e2fe23c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303627 Oct 13 00:41:02.924554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35708) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:03.027084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82909f3-17bf-4aff-9316-722e605391bc tempest-TestServerBasicOps-721556503 tempest-TestServerBasicOps-721556503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:03.032580 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c82909f3-17bf-4aff-9316-722e605391bc tempest-TestServerBasicOps-721556503 tempest-TestServerBasicOps-721556503-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1092 time: 0.1024265 Oct 13 00:41:03.032936 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.032936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35712) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:03.034160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-024f96ee-0f55-49e6-9f1e-dcdd69e2de9c None None] Provisioning complete for port 7962903d-b3ac-4eb6-9715-b02fe9649572 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:03.034645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-024f96ee-0f55-49e6-9f1e-dcdd69e2de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.042344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:03.117944 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.129897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=8211f1ce-2770-4430-966d-553a05d9860e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:03.140781 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.174505 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.220607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-024f96ee-0f55-49e6-9f1e-dcdd69e2de9c None None] Port 7962903d-b3ac-4eb6-9715-b02fe9649572 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:03.230490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:03.230856 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: 13cf3db2-304d-4aa1-a064-a905e4c09a8c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:03.238685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Network 989265c9-8cfe-4679-bfeb-2f344013753a is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:03.249779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:03.252202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:03.258301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Pushing event updated for resources: {'Port': ['ID=8d77c972-abf5-400d-878c-94292bd572a7,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:03.273734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.325687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=944daf7b-eb47-42b6-833a-dd6f9ba6a175,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:03.338878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Attempting to bind port 8d77c972-abf5-400d-878c-94292bd572a7 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:03.339244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Attempting to bind port 8d77c972-abf5-400d-878c-94292bd572a7 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '84a678c2-eeb0-431d-8cb3-431affe090e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '989265c9-8cfe-4679-bfeb-2f344013753a'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:03.339628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Attempting to bind port 8d77c972-abf5-400d-878c-94292bd572a7 on network 989265c9-8cfe-4679-bfeb-2f344013753a {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:03.347437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:03.347832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Checking segment: {'id': '84a678c2-eeb0-431d-8cb3-431affe090e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '989265c9-8cfe-4679-bfeb-2f344013753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:03.348227 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.348618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Bound using segment: {'id': '84a678c2-eeb0-431d-8cb3-431affe090e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '989265c9-8cfe-4679-bfeb-2f344013753a'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:03.349074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Bound port: 8d77c972-abf5-400d-878c-94292bd572a7, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a678c2-eeb0-431d-8cb3-431affe090e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '989265c9-8cfe-4679-bfeb-2f344013753a'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:03.349450 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.350747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 13cf3db2-304d-4aa1-a064-a905e4c09a8c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:03.400075 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.410457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 13cf3db2-304d-4aa1-a064-a905e4c09a8c) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:03.421067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4942c-af10-43c8-8ead-4c0da56d1cab None None] Network 13cf3db2-304d-4aa1-a064-a905e4c09a8c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:03.444994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.463352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:03.463967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.497490 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.514803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.517028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] For port 8d77c972-abf5-400d-878c-94292bd572a7, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:03.523167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] For port 8d77c972-abf5-400d-878c-94292bd572a7, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8d77c972-abf5-400d-878c-94292bd572a7,segment=NetworkSegment(84a678c2-eeb0-431d-8cb3-431affe090e1),segment_id=84a678c2-eeb0-431d-8cb3-431affe090e1)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:03.527743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989265c9-8cfe-4679-bfeb-2f344013753a']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:03.541803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5f94e322-22ed-44ec-96dd-8cf4d8b77ef8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5658004 Oct 13 00:41:03.544914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35714) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:03.554253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a678c2-eeb0-431d-8cb3-431affe090e1') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:03.554529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a678c2-eeb0-431d-8cb3-431affe090e1') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:03.556523 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.572612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.602552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.612663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604beb-e458-4291-ac1a-64445f0087f4 None None] Pushing event updated for resources: {'Port': ['ID=7962903d-b3ac-4eb6-9715-b02fe9649572,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:03.641531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:03.641857 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:03.645635 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:03.647762 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.767731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc471753-a3c1-49d0-b2a7-569f45951f6a None None] Network 989265c9-8cfe-4679-bfeb-2f344013753a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:03.792133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81767300-36d9-4c25-a544-fe225f77fa92 None None] Pushing event updated for resources: {'Port': ['ID=8d77c972-abf5-400d-878c-94292bd572a7,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:03.820594 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.db.api [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 00:41:03.820594 n-d-813679-4 neutron-server[94989]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 00:41:03.820594 n-d-813679-4 neutron-server[94989]: [parameters: {'id': '989265c9-8cfe-4679-bfeb-2f344013753a'}] Oct 13 00:41:03.820594 n-d-813679-4 neutron-server[94989]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:41:03.821737 n-d-813679-4 neutron-server[94989]: DEBUG oslo_db.api [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:41:03.858539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Attempting to bind port 7962903d-b3ac-4eb6-9715-b02fe9649572 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:03.858911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Attempting to bind port 7962903d-b3ac-4eb6-9715-b02fe9649572 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:03.859276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Attempting to bind port 7962903d-b3ac-4eb6-9715-b02fe9649572 on network 99930d22-19eb-449f-842a-e3d9e7bbac10 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:03.876734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:41:03.877751 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.881418 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.883606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:03.883988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Checking segment: {'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:03.884797 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.884797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Bound using segment: {'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:03.885262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Bound port: 7962903d-b3ac-4eb6-9715-b02fe9649572, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71068fa8-6bef-4c37-9a68-a0a2eb272281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:03.885650 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:03.948863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Allocated IP 172.25.3.117 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/dfa4f377-b160-419c-b305-ee362b17fc61) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:04.085320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] For port 7962903d-b3ac-4eb6-9715-b02fe9649572, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:04.088034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e55f57a9-ca98-4a23-b96a-6df2d3965f7f None None] Provisioning complete for port 7962903d-b3ac-4eb6-9715-b02fe9649572 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:04.088409 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e55f57a9-ca98-4a23-b96a-6df2d3965f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.123710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] For port 7962903d-b3ac-4eb6-9715-b02fe9649572, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7962903d-b3ac-4eb6-9715-b02fe9649572,segment=NetworkSegment(71068fa8-6bef-4c37-9a68-a0a2eb272281),segment_id=71068fa8-6bef-4c37-9a68-a0a2eb272281)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:04.126819 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.137337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:41:04.160410 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.204131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e55f57a9-ca98-4a23-b96a-6df2d3965f7f None None] Port 7962903d-b3ac-4eb6-9715-b02fe9649572 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:04.223126 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.228621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Allocated IP 172.22.0.2 (13cf3db2-304d-4aa1-a064-a905e4c09a8c/8211f1ce-2770-4430-966d-553a05d9860e/689c92e0-4c0c-43c5-b136-f70f719a0437) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:04.257705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:04.258341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:04.327329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:04.328355 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.328727 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.330605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:04.343367 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Sync routers for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:04.348818 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:04.354031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:04.356556 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:04.359495 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:04.388743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'Port': ['ID=dfa4f377-b160-419c-b305-ee362b17fc61,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:04.430716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.431061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.431401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.431765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.432097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.432425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.433152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.433485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.433808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.434266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.434618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.434943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:04.457941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.462419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35716) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:04.463146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5cb63a85-a79e-493b-bbc9-95e314327dc8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4800429 Oct 13 00:41:04.519902 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef4a9d99-def2-4d71-afef-107f078e33dd tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=bee60232abb54b41a78506ea06bd5a72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554733 Oct 13 00:41:04.524594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35718) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:04.557189 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:04.590309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604beb-e458-4291-ac1a-64445f0087f4 None None] Pushing event updated for resources: {'Port': ['ID=7962903d-b3ac-4eb6-9715-b02fe9649572,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:04.672341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2f68397e-5614-4660-8662-418a3349d72e None None] Provisioning complete for port 7962903d-b3ac-4eb6-9715-b02fe9649572 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:04.672719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2f68397e-5614-4660-8662-418a3349d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.679674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:04.682487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Deleting port 8d77c972-abf5-400d-878c-94292bd572a7 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:04.682839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.773593 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:03Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:04.804783 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Checking router: 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:04.805405 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Updating router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 port 16bb7e88-7fef-40f1-8d3f-3119b36fc948 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:41:04.832267 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.863657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] For port 8d77c972-abf5-400d-878c-94292bd572a7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8d77c972-abf5-400d-878c-94292bd572a7,segment=NetworkSegment(84a678c2-eeb0-431d-8cb3-431affe090e1),segment_id=84a678c2-eeb0-431d-8cb3-431affe090e1)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:04.864247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.900592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16cc550-8f1a-4ad8-b363-3142893d12b9 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:04.902111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f16cc550-8f1a-4ad8-b363-3142893d12b9 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3747478 Oct 13 00:41:04.905656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35720) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:04.907172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Calling delete_port for 8d77c972-abf5-400d-878c-94292bd572a7 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:04.943264 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.954861 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2f68397e-5614-4660-8662-418a3349d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:04.965564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1ef3ac11-c323-4d56-ba1d-9356385f1e74 tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568504 Oct 13 00:41:04.968110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35722) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:04.975894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-197155590', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:04.980823 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.079123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Network 13cf3db2-304d-4aa1-a064-a905e4c09a8c is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:05.081055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2f68397e-5614-4660-8662-418a3349d72e None None] For port 7962903d-b3ac-4eb6-9715-b02fe9649572, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7962903d-b3ac-4eb6-9715-b02fe9649572,segment=NetworkSegment(71068fa8-6bef-4c37-9a68-a0a2eb272281),segment_id=71068fa8-6bef-4c37-9a68-a0a2eb272281)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:05.084117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Pushing event updated for resources: {'Port': ['ID=689c92e0-4c0c-43c5-b136-f70f719a0437,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:05.086716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.087472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:05.090758 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:05.099115 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2f68397e-5614-4660-8662-418a3349d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.133739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:05.137928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.207043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Attempting to bind port 689c92e0-4c0c-43c5-b136-f70f719a0437 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:05.207347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Attempting to bind port 689c92e0-4c0c-43c5-b136-f70f719a0437 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:05.207593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Attempting to bind port 689c92e0-4c0c-43c5-b136-f70f719a0437 on network 13cf3db2-304d-4aa1-a064-a905e4c09a8c {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:05.213827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68397e-5614-4660-8662-418a3349d72e None None] Pushing event updated for resources: {'Port': ['ID=7962903d-b3ac-4eb6-9715-b02fe9649572,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:05.219629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:00Z', 'revision_number': 3, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:04Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:05.222264 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:05.222646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Checking segment: {'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:05.223104 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.223573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Bound using segment: {'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:05.224071 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Bound port: 689c92e0-4c0c-43c5-b136-f70f719a0437, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:05.224519 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.236234 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.244218 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.255385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.22.0.1 (13cf3db2-304d-4aa1-a064-a905e4c09a8c/8211f1ce-2770-4430-966d-553a05d9860e/2424cb08-e662-4d8c-a8bc-ba1f307d8e2b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:05.260030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af81cc-e6b4-4398-af0e-67198fe07051 None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:00Z', 'revision_number': 3, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:04Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:05.342711 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fec047-03f6-47d7-b390-2e9e30f722bc None None] Pushing event updated for resources: {'Port': ['ID=16bb7e88-7fef-40f1-8d3f-3119b36fc948,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:05.350902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] For port 689c92e0-4c0c-43c5-b136-f70f719a0437, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:05.362123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] For port 689c92e0-4c0c-43c5-b136-f70f719a0437, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=689c92e0-4c0c-43c5-b136-f70f719a0437,segment=NetworkSegment(35e94d75-af2f-456d-8a20-6821aa551087),segment_id=35e94d75-af2f-456d-8a20-6821aa551087)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:05.372552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.406292 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Attempting to bind port 16bb7e88-7fef-40f1-8d3f-3119b36fc948 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:05.408399 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Attempting to bind port 16bb7e88-7fef-40f1-8d3f-3119b36fc948 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:05.410248 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Attempting to bind port 16bb7e88-7fef-40f1-8d3f-3119b36fc948 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:05.420024 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:05.421431 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:05.423640 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.424282 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:05.425113 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Bound port: 16bb7e88-7fef-40f1-8d3f-3119b36fc948, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:05.425848 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.466301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817df11-d04c-49c2-a826-7e1d5874a26f None None] Pushing event updated for resources: {'Port': ['ID=689c92e0-4c0c-43c5-b136-f70f719a0437,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:05.535651 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] For port 16bb7e88-7fef-40f1-8d3f-3119b36fc948, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:05.539688 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] For port 16bb7e88-7fef-40f1-8d3f-3119b36fc948, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=16bb7e88-7fef-40f1-8d3f-3119b36fc948,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:05.547489 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.552678 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.572372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Port': ['ID=8d77c972-abf5-400d-878c-94292bd572a7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:05.618013 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fec047-03f6-47d7-b390-2e9e30f722bc None None] Pushing event updated for resources: {'Port': ['ID=16bb7e88-7fef-40f1-8d3f-3119b36fc948,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:05.621839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No DVR routers for this DVR port 8d77c972-abf5-400d-878c-94292bd572a7 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:05.634556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.642097 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:05.642909 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:05.673144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Subnet': ['ID=fd31ab03-7eff-4f63-8cca-1df0f129c8f8,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:05.701717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Checking segment: {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:05.704134 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network hostable DHCP agents. Network: e1503a7b-6562-4ac2-bb63-419b4cbcf840, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:05.730263 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.742091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:05.802163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, e1503a7b-6562-4ac2-bb63-419b4cbcf840) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:05.807049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:05.807717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.814786 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:05.819250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94eb39-906d-47ff-8109-788c71970547 None None] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:05.833160 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.840436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 13cf3db2-304d-4aa1-a064-a905e4c09a8c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:05.850873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:05.863218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:05.895797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989265c9-8cfe-4679-bfeb-2f344013753a']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:05.910309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a678c2-eeb0-431d-8cb3-431affe090e1') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:05.910968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a678c2-eeb0-431d-8cb3-431affe090e1') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:05.921925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.937383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.945374 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:05.946119 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:05.948634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:06.003665 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:06.013296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a586c4b4-e028-47cf-9cc4-cee102664476 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0417335 Oct 13 00:41:06.016869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:06.019299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35724) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:06.024364 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.090918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:41:06.091990 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.098588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.118229 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.124988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/989265c9-8cfe-4679-bfeb-2f344013753a HTTP/1.1" status: 204 len: 168 time: 4.3475506 Oct 13 00:41:06.134713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35726) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:06.137035 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:03Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:06.141913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1993093313'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:06.146331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776051f-6a6c-4eb9-ba60-95a8d172ffc8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=989265c9-8cfe-4679-bfeb-2f344013753a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:06.188643 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.191224 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee947b9-fe28-4aba-9fbc-d467e8519b90 None None] The sync data for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 is: [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:03Z', 'revision_number': 3, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:06.228837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:06.234633 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.289907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:06.324340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.334628 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.335113 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment ed773128-28aa-4bfb-9b22-63d842d650a6 of type vlan for network 1cbf5545-f771-4de0-b12d-2cc10c3516cd Oct 13 00:41:06.336431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Allocated IP 172.20.0.2 (e1503a7b-6562-4ac2-bb63-419b4cbcf840/fd31ab03-7eff-4f63-8cca-1df0f129c8f8/a1d5df86-184e-4403-94fa-116d7d151c81) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:06.408940 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.469842 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.472342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.478989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:06.479384 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.495386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.621928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event updated for resources: {'Port': ['ID=dfa4f377-b160-419c-b305-ee362b17fc61,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:06.634106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4940109 Oct 13 00:41:06.635635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35728) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:06.637576 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.672863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-95a4087b-3fd6-4ced-af7c-15f4a8928409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:06.677563 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.770635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:06.792882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:06.803806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:06.817541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98867f-b3c1-489a-b118-cbb589a55a0f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=1cbf5545-f771-4de0-b12d-2cc10c3516cd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:06.830824 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.845677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1cbf5545-f771-4de0-b12d-2cc10c3516cd details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:06.868516 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:06.882155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Pushing event updated for resources: {'Port': ['ID=a1d5df86-184e-4403-94fa-116d7d151c81,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:06.885723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7962903d-b3ac-4eb6-9715-b02fe9649572 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:07.028484 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.042517 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.043223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Attempting to bind port a1d5df86-184e-4403-94fa-116d7d151c81 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:07.043627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Attempting to bind port a1d5df86-184e-4403-94fa-116d7d151c81 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:07.043990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Attempting to bind port a1d5df86-184e-4403-94fa-116d7d151c81 on network e1503a7b-6562-4ac2-bb63-419b4cbcf840 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:07.076450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:07.076824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Checking segment: {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:07.077230 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.077626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Bound using segment: {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:07.078116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Bound port: a1d5df86-184e-4403-94fa-116d7d151c81, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:07.078497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.150877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] For port a1d5df86-184e-4403-94fa-116d7d151c81, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:07.156352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] For port a1d5df86-184e-4403-94fa-116d7d151c81, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a1d5df86-184e-4403-94fa-116d7d151c81,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:07.156985 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Floating IP 8eb4d96a-b324-4579-b98f-6f143095a2a6 associated. External IP: 172.25.3.117, port: e9059323-f38e-4795-93cb-b565d8bc2be0. Oct 13 00:41:07.161154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412f94b1-6ef0-442a-8978-47e04f1074ed None None] Network 13cf3db2-304d-4aa1-a064-a905e4c09a8c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:07.170632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:07.182911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7962903d-b3ac-4eb6-9715-b02fe9649572 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:07.183297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.185709 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a4087b-3fd6-4ced-af7c-15f4a8928409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.209259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.210131 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.239678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a4087b-3fd6-4ced-af7c-15f4a8928409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.267401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95a4087b-3fd6-4ced-af7c-15f4a8928409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 1cbf5545-f771-4de0-b12d-2cc10c3516cd is not hosted by any dhcp agent {{(pid=94989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:41:07.273943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a4087b-3fd6-4ced-af7c-15f4a8928409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:07.274390 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95a4087b-3fd6-4ced-af7c-15f4a8928409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.278498 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-95a4087b-3fd6-4ced-af7c-15f4a8928409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "PUT /v2.0/networks/1cbf5545-f771-4de0-b12d-2cc10c3516cd HTTP/1.1" status: 200 len: 723 time: 0.6073847 Oct 13 00:41:07.288605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35730) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:07.291681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.297931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': '1cbf5545-f771-4de0-b12d-2cc10c3516cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:07.304584 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.328370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-591c25f5-4d6e-4163-88d3-62b6bae903b9 None None] Provisioning complete for port 689c92e0-4c0c-43c5-b136-f70f719a0437 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:07.329115 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-591c25f5-4d6e-4163-88d3-62b6bae903b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.379091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4087b-3fd6-4ced-af7c-15f4a8928409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=1cbf5545-f771-4de0-b12d-2cc10c3516cd,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:07.413919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1cbf5545-f771-4de0-b12d-2cc10c3516cd details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:07.422371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a6d8c-6081-4638-a702-dd7bb9242d81 None None] Pushing event updated for resources: {'Port': ['ID=a1d5df86-184e-4403-94fa-116d7d151c81,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:07.491296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network 13cf3db2-304d-4aa1-a064-a905e4c09a8c is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:07.499902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:07.596157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 689c92e0-4c0c-43c5-b136-f70f719a0437 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:07.609462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Router cf203243-093b-45c6-a63b-ea5954eaa0e5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:07.685004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:07.688788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.727022 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-591c25f5-4d6e-4163-88d3-62b6bae903b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.792046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-591c25f5-4d6e-4163-88d3-62b6bae903b9 None None] For port 689c92e0-4c0c-43c5-b136-f70f719a0437, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=689c92e0-4c0c-43c5-b136-f70f719a0437,segment=NetworkSegment(35e94d75-af2f-456d-8a20-6821aa551087),segment_id=35e94d75-af2f-456d-8a20-6821aa551087)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:07.799143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 689c92e0-4c0c-43c5-b136-f70f719a0437 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:07.799560 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.802688 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-591c25f5-4d6e-4163-88d3-62b6bae903b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.817166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:07.848459 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:07.858184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] Sync routers for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:07.898097 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-323e8ed8-c394-41d6-baec-ed23ec3ecb43 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8511081 Oct 13 00:41:07.898097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71451843-fd8a-41ad-8def-07160cf4b807', 'tag': 'e9059323-f38e-4795-93cb-b565d8bc2be0'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:41:07.898097 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "71451843-fd8a-41ad-8def-07160cf4b807", "tag": "e9059323-f38e-4795-93cb-b565d8bc2be0"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:41:07.921013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c25f5-4d6e-4163-88d3-62b6bae903b9 None None] Pushing event updated for resources: {'Port': ['ID=689c92e0-4c0c-43c5-b136-f70f719a0437,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:07.930449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:07.931364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:07.942543 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ef731-24c5-445d-878d-336b1c570e91 x-openstack-request-id: req-906ef731-24c5-445d-878d-336b1c570e91 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:41:07.942958 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71451843-fd8a-41ad-8def-07160cf4b807", "tag": "e9059323-f38e-4795-93cb-b565d8bc2be0", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:41:07.943310 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-906ef731-24c5-445d-878d-336b1c570e91 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:41:07.943994 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71451843-fd8a-41ad-8def-07160cf4b807', 'tag': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'status': 'completed', 'code': 200} Oct 13 00:41:08.097251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:08.251970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:08.311270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-92296136-1e5d-4622-823f-3fac1b20687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:08.316686 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-92296136-1e5d-4622-823f-3fac1b20687f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1097 time: 0.1920285 Oct 13 00:41:08.426046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d36c39c5-5cc1-48fa-b969-eef58dc242ed None None] Provisioning complete for port 689c92e0-4c0c-43c5-b136-f70f719a0437 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:08.439431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d36c39c5-5cc1-48fa-b969-eef58dc242ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:08.816974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.20.0.1 (e1503a7b-6562-4ac2-bb63-419b4cbcf840/fd31ab03-7eff-4f63-8cca-1df0f129c8f8/ced68969-7e9e-48e3-8620-ed5b47085b76) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:08.825996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:08.837232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 16bb7e88-7fef-40f1-8d3f-3119b36fc948 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:08.841337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35736) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:08.842481 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:08.849713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1341097996'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:08.850273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2d9c8757-8de0-495f-98ac-413e7145f905 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3039649 Oct 13 00:41:08.855601 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:08.856228 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:08.876214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:08.899914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:08.912110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:08.924603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d36c39c5-5cc1-48fa-b969-eef58dc242ed None None] Provisioning complete for port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:08.925026 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d36c39c5-5cc1-48fa-b969-eef58dc242ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:08.930787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '8eb4d96a-b324-4579-b98f-6f143095a2a6', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'port_id': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'mac_address': 'fa:16:3e:05:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71451843-fd8a-41ad-8def-07160cf4b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:04Z', 'revision_number': 0, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:32Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:08.964632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:08.977688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=0a332214-0dac-4b34-a960-4ee9a34cd8b5,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:08.977960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:08.978698 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added segment 537907e5-773f-4143-9838-c7ba712d4a55 of type vlan for network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b Oct 13 00:41:08.994645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] Checking router: cf203243-093b-45c6-a63b-ea5954eaa0e5 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:09.003943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-1365c456-92a9-4302-bb99-9cd442c2ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:09.008478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-1365c456-92a9-4302-bb99-9cd442c2ddb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 200 len: 910 time: 0.6687906 Oct 13 00:41:09.009348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d36c39c5-5cc1-48fa-b969-eef58dc242ed None None] Port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:09.013734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 16bb7e88-7fef-40f1-8d3f-3119b36fc948 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:09.014120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.042841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:09.048519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:09.055793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d2e69-e55e-43f7-adf1-7d9bb2491cb8 None None] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:09.067907 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:09.074989 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.107238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.115787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:09.116736 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.210454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-e052f661-9f4e-414a-b476-d09ca71f2371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 200 len: 1000 time: 0.1730030 Oct 13 00:41:09.214352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': 'ed773128-28aa-4bfb-9b22-63d842d650a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cbf5545-f771-4de0-b12d-2cc10c3516cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:09.214916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: 1cbf5545-f771-4de0-b12d-2cc10c3516cd, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:09.217298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3733389 Oct 13 00:41:09.220307 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35738) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:09.225243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'subnet': {'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:09.228554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] Provisioning complete for port a1d5df86-184e-4403-94fa-116d7d151c81 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:09.228937 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.245178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b679b3-bcdc-4c4c-902d-e79ad04a7062 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Network': ['ID=cbf472c1-c238-41fd-9f5f-b4ee42f30d2b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:09.270668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:09.340075 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.343793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 1cbf5545-f771-4de0-b12d-2cc10c3516cd is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:09.348688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-6341ec4b-2c3c-42e7-8369-b462ccb2fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:09.349779 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Made reservation on behalf of 9f1ed5b881634a51a122f60116f815f6 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:09.351266 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-6341ec4b-2c3c-42e7-8369-b462ccb2fbad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bdcd057-dc61-49a9-acea-f8457d36349b HTTP/1.1" status: 200 len: 848 time: 0.1199872 Oct 13 00:41:09.354835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.398592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1cbf5545-f771-4de0-b12d-2cc10c3516cd) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:09.399686 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:06Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:06Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:09.423603 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:09.424293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:09.424447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.437340 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:09.437736 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Updating router ba6a2692-06b7-4b7a-b373-486eb944d2d1 port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:41:09.460845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-d5fe0fd4-d9b2-469e-8fee-78dc2abe69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:09.461721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d94d1-75a5-4a5a-9919-78d659ae3fe4 None None] Network 1cbf5545-f771-4de0-b12d-2cc10c3516cd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:09.462414 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-d5fe0fd4-d9b2-469e-8fee-78dc2abe69c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018338 Oct 13 00:41:09.469351 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6fbea9c-42db-498e-b5cc-b2235cb8ca36 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1772411 Oct 13 00:41:09.470713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35740) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:09.477167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e9f456be-043c-45e7-a13f-bfff9be8f2e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:09.487561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.546242 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.579317 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.634719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:09.643714 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9f456be-043c-45e7-a13f-bfff9be8f2e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263253684'] for subnet, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.646118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:09.659769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:09.660838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 16bb7e88-7fef-40f1-8d3f-3119b36fc948, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=16bb7e88-7fef-40f1-8d3f-3119b36fc948,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:09.693509 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.693769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 689c92e0-4c0c-43c5-b136-f70f719a0437 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:09.704608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=ced68969-7e9e-48e3-8620-ed5b47085b76,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:09.773382 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-8e551c0d-38ed-4d71-98d9-5757f9f67947 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962964 Oct 13 00:41:09.774367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.786973 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.838911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.934813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=16bb7e88-7fef-40f1-8d3f-3119b36fc948,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:09.937412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Checking segment: {'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:09.946450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network hostable DHCP agents. Network: cbf472c1-c238-41fd-9f5f-b4ee42f30d2b, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:09.958870 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.964612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Subnet': ['ID=f6926abe-faf9-47cb-af40-b0a52a7999cd,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:09.970887 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:09.990826 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] For port a1d5df86-184e-4403-94fa-116d7d151c81, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a1d5df86-184e-4403-94fa-116d7d151c81,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:09.992585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-256dbab7-78cf-4392-8e6b-bc11e72cf3e5 req-b84d29ff-6cb2-4f35-bafc-a6333a47d791 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720209 Oct 13 00:41:10.013608 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9f456be-043c-45e7-a13f-bfff9be8f2e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754622078477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263475759'] for subnet, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.020004 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.046418 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e196e4f-911a-4f73-9a1f-0fa3a14f1a81 None None] Pushing event updated for resources: {'Port': ['ID=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:10.047701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ff7f5-1168-4e90-9cee-535c5da58d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-1cbf5545-f771-4de0-b12d-2cc10c3516cd', 'network_id': '1cbf5545-f771-4de0-b12d-2cc10c3516cd', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': '0a332214-0dac-4b34-a960-4ee9a34cd8b5'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:41:10.049443 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-082ff7f5-1168-4e90-9cee-535c5da58d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.049580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.051874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 689c92e0-4c0c-43c5-b136-f70f719a0437 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:10.052361 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.099330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:10.102317 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f456be-043c-45e7-a13f-bfff9be8f2e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:10.107027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e9f456be-043c-45e7-a13f-bfff9be8f2e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.108537 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e9f456be-043c-45e7-a13f-bfff9be8f2e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "PUT /v2.0/subnets/0a332214-0dac-4b34-a960-4ee9a34cd8b5 HTTP/1.1" status: 200 len: 806 time: 0.6367764 Oct 13 00:41:10.112153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f456be-043c-45e7-a13f-bfff9be8f2e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=0a332214-0dac-4b34-a960-4ee9a34cd8b5,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:10.117038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35742) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:10.157295 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Attempting to bind port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:10.157295 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Attempting to bind port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:10.157295 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Attempting to bind port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b on network 13cf3db2-304d-4aa1-a064-a905e4c09a8c {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:10.162571 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:10.162988 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Checking segment: {'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:10.163405 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.163913 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Bound using segment: {'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:10.164661 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Bound port: 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e94d75-af2f-456d-8a20-6821aa551087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:10.164808 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.227547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] Provisioning complete for port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:10.227934 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.244887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, cbf472c1-c238-41fd-9f5f-b4ee42f30d2b) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:10.259365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:10.265535 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.292267 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] For port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:10.298186 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] For port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,segment=NetworkSegment(35e94d75-af2f-456d-8a20-6821aa551087),segment_id=35e94d75-af2f-456d-8a20-6821aa551087)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:10.304969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-89f18484-d39b-472e-b927-032c2f4cf5f1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0835042 Oct 13 00:41:10.307756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35744) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:10.315299 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.322020 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.404585 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:10.407462 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:10.576205 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e196e4f-911a-4f73-9a1f-0fa3a14f1a81 None None] Pushing event updated for resources: {'Port': ['ID=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:10.576709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea9dc8-2aee-4bc3-bc82-fc16bfa05690 None None] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:10.587267 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:10.617967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.669077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] Pushing event updated for resources: {'Port': ['ID=a1d5df86-184e-4403-94fa-116d7d151c81,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:10.671303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.707136 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.783580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=ced68969-7e9e-48e3-8620-ed5b47085b76,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:10.802127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '8eb4d96a-b324-4579-b98f-6f143095a2a6', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'port_id': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'mac_address': 'fa:16:3e:05:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71451843-fd8a-41ad-8def-07160cf4b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:04Z', 'revision_number': 0, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:32Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:10.816982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:10.830185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-dc62f502-655f-480a-a75c-6d92ecf805ad None None] Port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:10.836209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f7b48-d11f-476b-bcb6-f2d14cfba144 None None] The sync data for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 is: [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '8eb4d96a-b324-4579-b98f-6f143095a2a6', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'port_id': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'mac_address': 'fa:16:3e:05:a8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71451843-fd8a-41ad-8def-07160cf4b807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:04Z', 'revision_number': 0, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:32Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:10.928219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a1d5df86-184e-4403-94fa-116d7d151c81 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:10.964888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:10.966672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:10.972181 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:06Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:10Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:11.022399 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd32586-4c27-4fa7-8bb2-250f1bbacdaa None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:06Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:10Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:11.028304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Provisioning complete for port ced68969-7e9e-48e3-8620-ed5b47085b76 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:11.028741 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.173337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'fixed_ips': [{'subnet_id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:41:11.174312 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.178942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Port ced68969-7e9e-48e3-8620-ed5b47085b76 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:11.181039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a1d5df86-184e-4403-94fa-116d7d151c81 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:11.181505 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.185571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:11.353370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Provisioning complete for port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:11.367440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.375342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c419b02-84d2-4eb6-993b-02899e0af1f3 None None] New status for floating IP 8eb4d96a-b324-4579-b98f-6f143095a2a6: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:41:11.386796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:11.394511 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-88b9c70e-aa58-4fd3-85b2-81d4c49fa46a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "PUT /v2.0/routers/5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3722024 Oct 13 00:41:11.406702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Sync routers for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:11.416088 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.421488 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:11.422155 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:11.445655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=0a332214-0dac-4b34-a960-4ee9a34cd8b5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-082ff7f5-1168-4e90-9cee-535c5da58d28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a332214-0dac-4b34-a960-4ee9a34cd8b5: This subnet is being modified by another concurrent operation. Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a332214-0dac-4b34-a960-4ee9a34cd8b5: This subnet is being modified by another concurrent operation. Oct 13 00:41:11.455634 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:41:11.486102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd805b27-ad0a-422d-887e-5449688e85e6 None None] Network 1cbf5545-f771-4de0-b12d-2cc10c3516cd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:11.610496 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:11.630748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.697214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbf5545-f771-4de0-b12d-2cc10c3516cd']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:11.718503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed773128-28aa-4bfb-9b22-63d842d650a6') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:11.718767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed773128-28aa-4bfb-9b22-63d842d650a6') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:11.720240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Allocated IP 172.23.0.2 (cbf472c1-c238-41fd-9f5f-b4ee42f30d2b/f6926abe-faf9-47cb-af40-b0a52a7999cd/3b080a91-0ada-45a6-ba0c-daacb978f5df) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:11.742620 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.772614 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.785510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-4077533f-7ebb-46c9-8c19-8d1abd3dbc33 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555059568&fields=id&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 267 time: 0.1302056 Oct 13 00:41:11.859152 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.885581 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:10Z', 'revision_number': 2, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:11.915260 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Checking router: 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:11.915811 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.923726 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Updating router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 port ced68969-7e9e-48e3-8620-ed5b47085b76 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:41:11.924334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb87ca-c19f-4a88-b9d8-23fe5c5698e4 None None] Network 1cbf5545-f771-4de0-b12d-2cc10c3516cd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:11.935009 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13d600c6-f289-433c-bcee-e87ba5af656d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.976180 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.989345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:11.990005 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:11.992721 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:12.016051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 16bb7e88-7fef-40f1-8d3f-3119b36fc948 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:12.062450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] For port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,segment=NetworkSegment(35e94d75-af2f-456d-8a20-6821aa551087),segment_id=35e94d75-af2f-456d-8a20-6821aa551087)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:12.077950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.112618 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.121595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.124680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/1cbf5545-f771-4de0-b12d-2cc10c3516cd HTTP/1.1" status: 204 len: 168 time: 2.0070064 Oct 13 00:41:12.127403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35758) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:12.134161 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-f7bde164-e237-4e64-bb47-2e18fd57b318 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:12.135849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-f7bde164-e237-4e64-bb47-2e18fd57b318 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/networks?id=e1503a7b-6562-4ac2-bb63-419b4cbcf840 HTTP/1.1" status: 200 len: 797 time: 0.3487446 Oct 13 00:41:12.157899 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-667cc5c5-cb11-4d59-b759-dd2230c6d1e8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:12.158836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667cc5c5-cb11-4d59-b759-dd2230c6d1e8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:12.163160 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-667cc5c5-cb11-4d59-b759-dd2230c6d1e8 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/1cbf5545-f771-4de0-b12d-2cc10c3516cd HTTP/1.1" status: 404 len: 339 time: 0.0333021 Oct 13 00:41:12.166966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35760) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:12.172372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-442699903', 'description': 'd1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:12.187039 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-eb366824-5cd1-46f2-8697-f6b7f745aa9d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/quotas/bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 375 time: 0.0381117 Oct 13 00:41:12.190570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e8fde-36cf-4c60-90a7-a41f9e0ba1b6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=1cbf5545-f771-4de0-b12d-2cc10c3516cd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:12.209620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:12.214602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.227768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Provisioning complete for port a1d5df86-184e-4403-94fa-116d7d151c81 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:12.228176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.260556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:12.272406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.272807 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 29c91046-5d63-4abf-b41e-9cb1704f69b1 of type vlan for network 9b6b1efd-c6fc-460c-9a47-e064cb55b7b3 Oct 13 00:41:12.275855 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.291891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-9be08a89-8b2d-4fd8-96cd-7d72a49edb31 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963979 Oct 13 00:41:12.293828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46b0ea-bc9c-44a8-a573-2c7fd1cc8970 None None] Pushing event updated for resources: {'Port': ['ID=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:12.300612 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.318563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 16bb7e88-7fef-40f1-8d3f-3119b36fc948 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:12.319064 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.344089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.351263 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.370965 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.390363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:12.397132 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.402433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:12.405279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:12.408990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:12.409963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.420823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Pushing event updated for resources: {'Port': ['ID=3b080a91-0ada-45a6-ba0c-daacb978f5df,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:12.469769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-ab947c5e-9415-4f54-af14-2399d6d2c901 service neutron] 10.222.0.21 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591766 Oct 13 00:41:12.480819 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0881b3-4eab-4143-bab4-66c1fe4ecfc7 None None] Pushing event updated for resources: {'Port': ['ID=ced68969-7e9e-48e3-8620-ed5b47085b76,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:12.528844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3605521 Oct 13 00:41:12.531687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35762) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:12.569417 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Attempting to bind port ced68969-7e9e-48e3-8620-ed5b47085b76 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:12.571002 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Attempting to bind port ced68969-7e9e-48e3-8620-ed5b47085b76 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:12.572575 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Attempting to bind port ced68969-7e9e-48e3-8620-ed5b47085b76 on network e1503a7b-6562-4ac2-bb63-419b4cbcf840 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:12.577659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331e69e-df36-47d9-a851-436be2c064ad tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=9b6b1efd-c6fc-460c-9a47-e064cb55b7b3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:12.583756 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:12.584434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Checking segment: {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:12.585371 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.585927 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Bound using segment: {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:12.587139 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Bound port: ced68969-7e9e-48e3-8620-ed5b47085b76, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:12.587760 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.686997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5cc43-ac2f-4758-b047-035b3044015b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:12.688635 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-14e5cc43-ac2f-4758-b047-035b3044015b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/networks?id=9b6b1efd-c6fc-460c-9a47-e064cb55b7b3 HTTP/1.1" status: 200 len: 760 time: 0.1557925 Oct 13 00:41:12.691959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35764) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:12.697761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a22ef8eb-9a98-4127-af8c-06cafd631fbe tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'description': 'd2'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:12.731255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Allocated IP 172.23.0.1 (cbf472c1-c238-41fd-9f5f-b4ee42f30d2b/f6926abe-faf9-47cb-af40-b0a52a7999cd/b1c22422-a8ba-426b-82f2-1dc45a220c1f) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:12.748109 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] For port ced68969-7e9e-48e3-8620-ed5b47085b76, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:12.764377 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] For port ced68969-7e9e-48e3-8620-ed5b47085b76, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ced68969-7e9e-48e3-8620-ed5b47085b76,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:12.768964 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-35b2f53b-53cd-477b-b550-c9206eff5a97 service neutron] 10.222.0.21 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909162 Oct 13 00:41:12.776884 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.903021 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:12.903689 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:40:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:12.908295 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0881b3-4eab-4143-bab4-66c1fe4ecfc7 None None] Pushing event updated for resources: {'Port': ['ID=ced68969-7e9e-48e3-8620-ed5b47085b76,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:12.932777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.940576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Attempting to bind port 3b080a91-0ada-45a6-ba0c-daacb978f5df on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:12.941254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Attempting to bind port 3b080a91-0ada-45a6-ba0c-daacb978f5df by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:12.941601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Attempting to bind port 3b080a91-0ada-45a6-ba0c-daacb978f5df on network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:12.953815 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:12.954196 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Checking segment: {'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:12.954606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.955007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Bound using segment: {'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:12.955498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Bound port: 3b080a91-0ada-45a6-ba0c-daacb978f5df, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:12.955940 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:12.965098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9b6b1efd-c6fc-460c-9a47-e064cb55b7b3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:13.038443 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.060628 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a22ef8eb-9a98-4127-af8c-06cafd631fbe tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.093443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a22ef8eb-9a98-4127-af8c-06cafd631fbe tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.097762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:13.129159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:13.147693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a5c06018-b099-4517-9f2d-d8277f151af9 None None] Provisioning complete for port ced68969-7e9e-48e3-8620-ed5b47085b76 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:13.148076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a5c06018-b099-4517-9f2d-d8277f151af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.198915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ef8eb-9a98-4127-af8c-06cafd631fbe tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=9b6b1efd-c6fc-460c-9a47-e064cb55b7b3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:13.202044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a22ef8eb-9a98-4127-af8c-06cafd631fbe tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 9b6b1efd-c6fc-460c-9a47-e064cb55b7b3 is not hosted by any dhcp agent {{(pid=94988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:41:13.208417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ef8eb-9a98-4127-af8c-06cafd631fbe tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:13.209050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a22ef8eb-9a98-4127-af8c-06cafd631fbe tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.215616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a22ef8eb-9a98-4127-af8c-06cafd631fbe tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "PUT /v2.0/networks/9b6b1efd-c6fc-460c-9a47-e064cb55b7b3 HTTP/1.1" status: 200 len: 757 time: 0.5199475 Oct 13 00:41:13.215723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:13.219487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35770) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:13.228556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 9b6b1efd-c6fc-460c-9a47-e064cb55b7b3 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:13.259036 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:13.312014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-2dcd5e69-500c-452d-b581-c345a67843ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956054 Oct 13 00:41:13.315211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73bbc4dc-c1cc-4136-9731-2258977a63b1 req-0bc03999-52d2-4bdf-b891-653d9cef8a31 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 210 time: 0.2084765 Oct 13 00:41:13.334027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:13.344961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ce087-45b0-4463-b29d-978b4e8d87f4 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:13.347368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8a9ce087-45b0-4463-b29d-978b4e8d87f4 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/networks?id=9b6b1efd-c6fc-460c-9a47-e064cb55b7b3 HTTP/1.1" status: 200 len: 760 time: 0.1257634 Oct 13 00:41:13.351641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35774) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:13.357246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-866960454'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:13.399716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:13.399926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=b1c22422-a8ba-426b-82f2-1dc45a220c1f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:13.403182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.426534 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.486755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-e8467ba6-ad4d-4b6e-9755-b80dc87ae54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:13.488724 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-e8467ba6-ad4d-4b6e-9755-b80dc87ae54c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1097 time: 0.1012676 Oct 13 00:41:13.490704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:13.496595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] For port 3b080a91-0ada-45a6-ba0c-daacb978f5df, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:13.519666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] For port 3b080a91-0ada-45a6-ba0c-daacb978f5df, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3b080a91-0ada-45a6-ba0c-daacb978f5df,segment=NetworkSegment(537907e5-773f-4143-9838-c7ba712d4a55),segment_id=537907e5-773f-4143-9838-c7ba712d4a55)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:13.521144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a5c06018-b099-4517-9f2d-d8277f151af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.538931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.539295 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 26bedf62-ed82-4769-942c-df85e04e8f4a of type vlan for network 1c40abca-4a45-4456-881b-0544d3058523 Oct 13 00:41:13.549933 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.562437 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:12Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:13.614338 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf8b18-4670-4f5b-9e22-9fd6fe744489 None None] The sync data for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 is: [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:12Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:13.623424 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:13.624861 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.642849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.675321 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.725456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a5c06018-b099-4517-9f2d-d8277f151af9 None None] For port ced68969-7e9e-48e3-8620-ed5b47085b76, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ced68969-7e9e-48e3-8620-ed5b47085b76,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:13.734454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a5c06018-b099-4517-9f2d-d8277f151af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.754157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-bc270874-c354-47a5-9ae6-039a744219ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:13.758111 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-bc270874-c354-47a5-9ae6-039a744219ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 200 len: 910 time: 0.2460890 Oct 13 00:41:13.759464 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.db.resource_extend [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:41:13.771986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6683c-25b5-4b39-92d3-53a1df06f36b None None] Pushing event updated for resources: {'Port': ['ID=3b080a91-0ada-45a6-ba0c-daacb978f5df,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:13.892852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-d012eb49-5c50-41ba-a82d-affecf0d928e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 200 len: 1002 time: 0.1231875 Oct 13 00:41:13.901314 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.917576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:13.918239 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:13.939584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c06018-b099-4517-9f2d-d8277f151af9 None None] Pushing event updated for resources: {'Port': ['ID=ced68969-7e9e-48e3-8620-ed5b47085b76,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:13.980409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fbce4f0b-ba03-4824-bcdd-34a885bcc84c None None] Provisioning complete for port ced68969-7e9e-48e3-8620-ed5b47085b76 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:13.981038 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fbce4f0b-ba03-4824-bcdd-34a885bcc84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:14.022617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-37eaa715-777d-4ce7-b09e-e982e4bab7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:14.026684 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-37eaa715-777d-4ce7-b09e-e982e4bab7f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bdcd057-dc61-49a9-acea-f8457d36349b HTTP/1.1" status: 200 len: 848 time: 0.0990009 Oct 13 00:41:14.038745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a1d5df86-184e-4403-94fa-116d7d151c81 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:14.161026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a1d5df86-184e-4403-94fa-116d7d151c81 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:14.161590 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:14.176868 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8240614 Oct 13 00:41:14.187310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35782) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:14.207910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': '1c40abca-4a45-4456-881b-0544d3058523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:14.261398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fb42f-3492-4ee1-a6ad-3c268a1e8b2e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=1c40abca-4a45-4456-881b-0544d3058523,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:14.274820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1c40abca-4a45-4456-881b-0544d3058523 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:14.278869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:14.291112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-27d2e26b-0be8-40aa-9fe4-71c7a35d1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:14.291688 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:14.292694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-27d2e26b-0be8-40aa-9fe4-71c7a35d1b61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518904 Oct 13 00:41:14.418013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:14.421701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:14.482353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event updated for resources: {'Port': ['ID=b1c22422-a8ba-426b-82f2-1dc45a220c1f,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:14.499558 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-da5c18f1-60fc-4bdf-ba32-fbfa69312eef service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961613 Oct 13 00:41:14.567064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:14.567314 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f5fb69ef-a80c-472a-8946-76e328f03fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:14.574221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d38f0712-5c80-49c3-a16a-ce9ec9b4c52f req-8909bbad-8771-445b-8e6f-125847997c01 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 210 time: 0.0928388 Oct 13 00:41:14.637551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ced68969-7e9e-48e3-8620-ed5b47085b76 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:14.709290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:14.711757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:14.757209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ced68969-7e9e-48e3-8620-ed5b47085b76 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:14.757588 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:14.873112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:14.904279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:14.982346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:14.983876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:15.035636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:15.051923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-23b82144-e7ed-458a-bd1f-6771dae5346f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7431049 Oct 13 00:41:15.052817 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35786) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:15.054525 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:15.058178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:15.113911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3b080a91-0ada-45a6-ba0c-daacb978f5df up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:15.149516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:15.150179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:15.232996 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a9946-5510-4d3e-a03c-1f1ddec18c56 None None] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:15.249353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-f82a53a9-cd30-4d57-b5de-cd1726b914c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:15.250969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-f82a53a9-cd30-4d57-b5de-cd1726b914c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/networks?id=e1503a7b-6562-4ac2-bb63-419b4cbcf840 HTTP/1.1" status: 200 len: 797 time: 0.1376452 Oct 13 00:41:15.327447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:15.329641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-48ad4817-95f1-40c4-8984-e84ec4250c6f None None] Provisioning complete for port 3b080a91-0ada-45a6-ba0c-daacb978f5df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:15.330014 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-48ad4817-95f1-40c4-8984-e84ec4250c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:15.392016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-23e6afe7-4db3-4d55-92a5-193a5f89e93d req-f965741c-2892-4460-9adf-86044fab456a service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8739805 Oct 13 00:41:15.420117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3b080a91-0ada-45a6-ba0c-daacb978f5df triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:15.420591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:15.426322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-bb41489a-bec6-41d7-9d68-7ee1287897de tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee60232abb54b41a78506ea06bd5a72 HTTP/1.1" status: 200 len: 380 time: 0.1373692 Oct 13 00:41:15.462240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'port': {'device_id': '07effb92-f18e-4550-bf14-d704211ecd40', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'admin_state_up': True, 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'security_groups': ['b9d7775d-452e-4b2a-92bc-b5825581f24d']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:15.553541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.extraroute_db [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 00:41:15.572550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.extraroute_db [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Removed routes are [] {{(pid=94989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 00:41:15.573109 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:15.588474 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:15.664860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Made reservation on behalf of bee60232abb54b41a78506ea06bd5a72 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:15.668932 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:15.722114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=32bf87f5-6c5f-4607-ad5b-219facc7144e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:15.734349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': '26bedf62-ed82-4769-942c-df85e04e8f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c40abca-4a45-4456-881b-0544d3058523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:15.734866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: 1c40abca-4a45-4456-881b-0544d3058523, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:15.819274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 1c40abca-4a45-4456-881b-0544d3058523 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:15.857655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1c40abca-4a45-4456-881b-0544d3058523) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:15.862525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:15.863283 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:15.881816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf17d9-db35-4be4-bafe-3a7b390ea351 None None] Network 1c40abca-4a45-4456-881b-0544d3058523 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:15.903128 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b07e8048-a396-446b-aa37-79b8f54c3e8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7099302 Oct 13 00:41:15.905790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35790) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:15.949622 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-48ad4817-95f1-40c4-8984-e84ec4250c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:15.978373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.20.0.4 (e1503a7b-6562-4ac2-bb63-419b4cbcf840/fd31ab03-7eff-4f63-8cca-1df0f129c8f8/5ed0ec38-7894-48e6-8e74-f579fe47d00f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:15.993573 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.001028 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.032909 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.073047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0590e27b-3357-45a3-8b1a-0a1379f2692e req-d0cf69aa-6e65-4463-8a8c-9cecc4cab22c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Oct 13 00:41:16.089567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-48ad4817-95f1-40c4-8984-e84ec4250c6f None None] For port 3b080a91-0ada-45a6-ba0c-daacb978f5df, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3b080a91-0ada-45a6-ba0c-daacb978f5df,segment=NetworkSegment(537907e5-773f-4143-9838-c7ba712d4a55),segment_id=537907e5-773f-4143-9838-c7ba712d4a55)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:16.105307 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.127243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-48ad4817-95f1-40c4-8984-e84ec4250c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.223172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:13Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c22422-a8ba-426b-82f2-1dc45a220c1f', 'name': '', 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:bf:ee:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:12Z', 'updated_at': '2021-10-13T00:41:14Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:16.226602 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.231074 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.246324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:41:16.246753 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:41:16.259053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.272558 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.276715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58abc8e8-743e-4ac0-89b3-0fac94ece95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-1c40abca-4a45-4456-881b-0544d3058523', 'network_id': '1c40abca-4a45-4456-881b-0544d3058523', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': '32bf87f5-6c5f-4607-ad5b-219facc7144e'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:41:16.277242 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-58abc8e8-743e-4ac0-89b3-0fac94ece95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.283038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:16.283338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Updating router ba6a2692-06b7-4b7a-b373-486eb944d2d1 port b1c22422-a8ba-426b-82f2-1dc45a220c1f binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:41:16.285227 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad4817-95f1-40c4-8984-e84ec4250c6f None None] Pushing event updated for resources: {'Port': ['ID=3b080a91-0ada-45a6-ba0c-daacb978f5df,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:16.339214 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.361178 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.389792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:16.400142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server [None req-58abc8e8-743e-4ac0-89b3-0fac94ece95d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32bf87f5-6c5f-4607-ad5b-219facc7144e: This subnet is being modified by another concurrent operation. Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server raise exception Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32bf87f5-6c5f-4607-ad5b-219facc7144e: This subnet is being modified by another concurrent operation. Oct 13 00:41:16.445183 n-d-813679-4 neutron-server[94990]: ERROR oslo_messaging.rpc.server Oct 13 00:41:16.476962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=32bf87f5-6c5f-4607-ad5b-219facc7144e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:16.494699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb88d03-870f-4307-9251-a3bbf0692984 None None] Network 1c40abca-4a45-4456-881b-0544d3058523 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:16.521441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:16.526052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:16.530445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:16.539556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:16.543918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:16.552394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.556650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-08182d43-c0b0-40eb-8c42-4d6c1fa61c44 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 200 len: 934 time: 1.5024846 Oct 13 00:41:16.557348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35792) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:16.579251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.627300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:16.628582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.646688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c40abca-4a45-4456-881b-0544d3058523']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:16.666084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-acf34abf-5df5-43bd-8f95-074ca0491c16 None None] Provisioning complete for port 3b080a91-0ada-45a6-ba0c-daacb978f5df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:16.666470 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acf34abf-5df5-43bd-8f95-074ca0491c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.674135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bedf62-ed82-4769-942c-df85e04e8f4a') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:16.674434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bedf62-ed82-4769-942c-df85e04e8f4a') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:16.690655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.696690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-cee025a9-e7fc-4f5e-bd51-56795181a8c9 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2401447 Oct 13 00:41:16.704752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-da7c393b-280e-4690-b00f-e6e5c2ca1819 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 200 len: 934 time: 0.1461725 Oct 13 00:41:16.707422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35794) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:16.712569 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'routes': None}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:16.717796 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.724964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:16.725938 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:16.777578 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:16.783213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Request body: {'port': {'device_id': '07effb92-f18e-4550-bf14-d704211ecd40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:16.841418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.887322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.891413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:16.896687 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/1c40abca-4a45-4456-881b-0544d3058523 HTTP/1.1" status: 204 len: 168 time: 0.9769683 Oct 13 00:41:16.910088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35796) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:16.929467 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859faa16-6c67-4501-8c31-f817f6955f84 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=1c40abca-4a45-4456-881b-0544d3058523,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:16.956224 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e371988-7e91-4ed9-9c0c-0b78b1c91ba1 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] GET failed (client error): The resource could not be found. Oct 13 00:41:16.957629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7e371988-7e91-4ed9-9c0c-0b78b1c91ba1 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/subnets/32bf87f5-6c5f-4607-ad5b-219facc7144e HTTP/1.1" status: 404 len: 337 time: 0.0459630 Oct 13 00:41:16.960473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35798) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:16.999897 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-10008064-e297-4b84-9a00-34848759b44f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:17.000494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10008064-e297-4b84-9a00-34848759b44f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:17.005543 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-10008064-e297-4b84-9a00-34848759b44f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/1c40abca-4a45-4456-881b-0544d3058523 HTTP/1.1" status: 404 len: 339 time: 0.0438597 Oct 13 00:41:17.011107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:17.073999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71dc999-d71d-4ebe-bff8-95f984eb4ccf None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:41:17.107605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3b080a91-0ada-45a6-ba0c-daacb978f5df up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:17.163925 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.169604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-acf34abf-5df5-43bd-8f95-074ca0491c16 None None] Provisioning complete for port b1c22422-a8ba-426b-82f2-1dc45a220c1f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:17.169981 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acf34abf-5df5-43bd-8f95-074ca0491c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.198719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.280838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58096a-1bbb-4c9d-abef-ee4e9e01d200 req-235559c8-10d9-43e0-8cfb-6acf97e59cb6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:17.282278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d58096a-1bbb-4c9d-abef-ee4e9e01d200 req-235559c8-10d9-43e0-8cfb-6acf97e59cb6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 931 time: 0.0896142 Oct 13 00:41:17.295639 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-acf34abf-5df5-43bd-8f95-074ca0491c16 None None] Port b1c22422-a8ba-426b-82f2-1dc45a220c1f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:17.303832 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.extraroute_db [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added routes are [] {{(pid=94989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 00:41:17.304149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.extraroute_db [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94989) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 00:41:17.317488 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75e580-4972-4bc1-8570-a0a77dcd40fa None None] Pushing event updated for resources: {'Port': ['ID=b1c22422-a8ba-426b-82f2-1dc45a220c1f,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:17.327676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3b080a91-0ada-45a6-ba0c-daacb978f5df triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:17.328060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.350367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d58096a-1bbb-4c9d-abef-ee4e9e01d200 req-cbd3f141-89dc-49e9-a3ba-760a122af189 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535896 Oct 13 00:41:17.351003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce066f1e-79f6-41a2-9dce-7abbbf988d3c tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:17.352649 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ce066f1e-79f6-41a2-9dce-7abbbf988d3c tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3405278 Oct 13 00:41:17.355300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35804) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:17.362955 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.406695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7c622358-8403-4a12-bf9a-ddd36566f58f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e HTTP/1.1" status: 200 len: 207 time: 0.0500617 Oct 13 00:41:17.415565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35806) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:17.420021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71dc999-d71d-4ebe-bff8-95f984eb4ccf None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:41:17.447011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Attempting to bind port b1c22422-a8ba-426b-82f2-1dc45a220c1f on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:17.447402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Attempting to bind port b1c22422-a8ba-426b-82f2-1dc45a220c1f by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:17.447784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Attempting to bind port b1c22422-a8ba-426b-82f2-1dc45a220c1f on network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:17.462542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2c457b5b-1c6f-493d-9b71-61adba5fcdcc None None] Provisioning complete for port 5ed0ec38-7894-48e6-8e74-f579fe47d00f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:17.463004 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c457b5b-1c6f-493d-9b71-61adba5fcdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.464682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:17.465061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Checking segment: {'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:17.465941 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.465941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Bound using segment: {'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:17.466326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Bound port: b1c22422-a8ba-426b-82f2-1dc45a220c1f, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537907e5-773f-4143-9838-c7ba712d4a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:17.466714 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.605141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.610287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.644812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2c457b5b-1c6f-493d-9b71-61adba5fcdcc None None] Port 5ed0ec38-7894-48e6-8e74-f579fe47d00f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:17.656997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbe20c-63c5-4917-b5d4-83444c657b8e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:17.662994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbe20c-63c5-4917-b5d4-83444c657b8e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:17.668155 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.669216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbe20c-63c5-4917-b5d4-83444c657b8e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:17.675283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbe20c-63c5-4917-b5d4-83444c657b8e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:17.681769 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cbcbe20c-63c5-4917-b5d4-83444c657b8e tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2602954 Oct 13 00:41:17.681769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35808) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:17.695479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed0ec38-7894-48e6-8e74-f579fe47d00f {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:41:17.715633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] For port b1c22422-a8ba-426b-82f2-1dc45a220c1f, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:17.723177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:17.725466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2c457b5b-1c6f-493d-9b71-61adba5fcdcc None None] Provisioning complete for port b1c22422-a8ba-426b-82f2-1dc45a220c1f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:17.725914 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c457b5b-1c6f-493d-9b71-61adba5fcdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.740682 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.756443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] For port b1c22422-a8ba-426b-82f2-1dc45a220c1f, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b1c22422-a8ba-426b-82f2-1dc45a220c1f,segment=NetworkSegment(537907e5-773f-4143-9838-c7ba712d4a55),segment_id=537907e5-773f-4143-9838-c7ba712d4a55)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:17.764332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Transition to ACTIVE for port object 5ed0ec38-7894-48e6-8e74-f579fe47d00f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:41:17.773290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.788633 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.821641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2c457b5b-1c6f-493d-9b71-61adba5fcdcc None None] Port b1c22422-a8ba-426b-82f2-1dc45a220c1f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:41:17.835768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:17.849202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:17.854718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-92914f3c-55d3-46ac-9960-f35bdfde93bf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 200 len: 700 time: 1.1419330 Oct 13 00:41:17.854718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35810) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:17.863090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ef0a8839-b82e-4e98-8791-06b4d5654615 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1795604 Oct 13 00:41:17.866154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:17.870601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35812) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:17.982969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e7315d90-51e1-4d60-a523-62dcdd032239 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 200 len: 700 time: 0.1060395 Oct 13 00:41:17.985540 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35816) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:18.004179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e408be-0c41-4910-a4ac-eec78523b435 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.005830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e408be-0c41-4910-a4ac-eec78523b435 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.010768 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-13e408be-0c41-4910-a4ac-eec78523b435 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1376021 Oct 13 00:41:18.011587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35818) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:18.037123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.resource_extend [None req-f71dc999-d71d-4ebe-bff8-95f984eb4ccf None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 00:41:18.048097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75e580-4972-4bc1-8570-a0a77dcd40fa None None] Pushing event updated for resources: {'Port': ['ID=b1c22422-a8ba-426b-82f2-1dc45a220c1f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:18.051830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Attempting to bind port 5ed0ec38-7894-48e6-8e74-f579fe47d00f on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:18.052174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Attempting to bind port 5ed0ec38-7894-48e6-8e74-f579fe47d00f by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:18.052504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Attempting to bind port 5ed0ec38-7894-48e6-8e74-f579fe47d00f on network e1503a7b-6562-4ac2-bb63-419b4cbcf840 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:18.065602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Port 5ed0ec38-7894-48e6-8e74-f579fe47d00f on network e1503a7b-6562-4ac2-bb63-419b4cbcf840 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:41:18.065998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Attempting to bind port 5ed0ec38-7894-48e6-8e74-f579fe47d00f on network e1503a7b-6562-4ac2-bb63-419b4cbcf840 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:18.071710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:18.072458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:18.078673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4fd0a-2453-4e45-adef-959fe4b2ae2f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.080517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4fd0a-2453-4e45-adef-959fe4b2ae2f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.085982 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-69e4fd0a-2453-4e45-adef-959fe4b2ae2f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0701394 Oct 13 00:41:18.085982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:18.085982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Checking segment: {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:18.085982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Bound using segment: {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:18.085982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Bound port: 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:18.085982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:18.086599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35820) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:18.155666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:18.159947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:18.165333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:18.210763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.211397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:18.213270 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] 10.222.0.36 "PUT /v2.0/ports/5ed0ec38-7894-48e6-8e74-f579fe47d00f HTTP/1.1" status: 200 len: 1091 time: 1.4348156 Oct 13 00:41:18.213936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:41:18.215062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:18.217082 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1" -d '{"events": [{"name": "network-changed", "server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:41:18.241988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d239fb7-7104-499b-9ea2-4991327262be service neutron] Pushing event updated for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:18.365533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-f5cfabe5-5f01-44bf-a62f-4d2695b93596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.367741 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-f5cfabe5-5f01-44bf-a62f-4d2695b93596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1094 time: 0.0722735 Oct 13 00:41:18.400874 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113b3b47-a222-4178-929c-89a1cfb93b2a x-openstack-request-id: req-113b3b47-a222-4178-929c-89a1cfb93b2a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:41:18.401166 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:41:18.401415 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-113b3b47-a222-4178-929c-89a1cfb93b2a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:41:18.401816 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'status': 'completed', 'code': 200} Oct 13 00:41:18.438332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f992c37-6bd1-4f36-9441-6596a9e77b22 None None] get_active_networks_info from n-d-813679-4 {{(pid=94990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 00:41:18.441767 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-29d82dd2-c818-4324-98fd-79a814b15daf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f HTTP/1.1" status: 200 len: 217 time: 0.0474973 Oct 13 00:41:18.495323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-263fbed1-fd28-42aa-905c-ed75ad98fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.497025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-263fbed1-fd28-42aa-905c-ed75ad98fb84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd31ab03-7eff-4f63-8cca-1df0f129c8f8 HTTP/1.1" status: 200 len: 834 time: 0.0487049 Oct 13 00:41:18.552378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-66900983-afdf-4e7b-8471-a87a93f99705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.554048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-66900983-afdf-4e7b-8471-a87a93f99705 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1503a7b-6562-4ac2-bb63-419b4cbcf840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498741 Oct 13 00:41:18.629271 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f992c37-6bd1-4f36-9441-6596a9e77b22 None None] Resources bound (agent type, host, resource id): {{(pid=94990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 00:41:18.636792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:17Z', 'revision_number': 7, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c22422-a8ba-426b-82f2-1dc45a220c1f', 'name': '', 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:bf:ee:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:12Z', 'updated_at': '2021-10-13T00:41:17Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:18.655313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-15fdd0cc-9dbd-4322-986c-0082ce92aa14 service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924332 Oct 13 00:41:18.667785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0d9784-5b0c-442d-9f54-88500bb9f9a9 None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:17Z', 'revision_number': 7, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c22422-a8ba-426b-82f2-1dc45a220c1f', 'name': '', 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:bf:ee:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:12Z', 'updated_at': '2021-10-13T00:41:17Z', 'revision_number': 4, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:18.668622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d24a7-4772-4d64-a17f-ad64be7015de req-1dcc6221-f847-4ddd-a744-ccc23bd95f91 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.670135 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d10d24a7-4772-4d64-a17f-ad64be7015de req-1dcc6221-f847-4ddd-a744-ccc23bd95f91 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 943 time: 0.1246641 Oct 13 00:41:18.679306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee55ce3-3b91-4993-95a0-a5c7405cea8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.680743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aee55ce3-3b91-4993-95a0-a5c7405cea8b tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/networks/e5e0f202-5a10-4493-bf9c-96021fb3978a HTTP/1.1" status: 200 len: 800 time: 0.5935030 Oct 13 00:41:18.685079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35828) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:18.798880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eee22e41-58a2-4c27-97b6-c43765c15b99 req-b66f89d2-c112-4e62-bb58-164bcec39325 service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360543 Oct 13 00:41:18.835184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d10d24a7-4772-4d64-a17f-ad64be7015de req-f9d8449e-34e7-42b7-a90e-9561773634e3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491168 Oct 13 00:41:18.875279 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-08d9c518-6a0d-40c7-b5a0-b34f760dfff4 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/networks/e5e0f202-5a10-4493-bf9c-96021fb3978a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1880035 Oct 13 00:41:18.878621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35830) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:18.942174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d687a160-280f-417d-ab60-d2c24f42f035 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.948773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-57882b85-09ca-4357-ba4f-cbcfbfe06f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:18.950528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d687a160-280f-417d-ab60-d2c24f42f035 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/subnets/0788064e-e333-4ae1-88e4-3fabd7e2845c HTTP/1.1" status: 200 len: 811 time: 0.0639846 Oct 13 00:41:18.950658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-57882b85-09ca-4357-ba4f-cbcfbfe06f26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1094 time: 0.0519612 Oct 13 00:41:18.951025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35832) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:19.061414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.124650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b1c22422-a8ba-426b-82f2-1dc45a220c1f up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:19.175412 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:41:19.203907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b1c22422-a8ba-426b-82f2-1dc45a220c1f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:19.204288 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.385437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.457206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port b1c22422-a8ba-426b-82f2-1dc45a220c1f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b1c22422-a8ba-426b-82f2-1dc45a220c1f,segment=NetworkSegment(537907e5-773f-4143-9838-c7ba712d4a55),segment_id=537907e5-773f-4143-9838-c7ba712d4a55)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:19.465453 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.542567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-aca99c62-ebd8-4d0d-9c87-e477db8810d1 None None] Provisioning complete for port b1c22422-a8ba-426b-82f2-1dc45a220c1f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:19.543432 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aca99c62-ebd8-4d0d-9c87-e477db8810d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.571793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a475a85-ab6f-4333-b42c-16c595425afa tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['shared'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:19.573243 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a475a85-ab6f-4333-b42c-16c595425afa tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "GET /v2.0/subnets/0788064e-e333-4ae1-88e4-3fabd7e2845c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6211662 Oct 13 00:41:19.578456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35834) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:19.602141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=b1c22422-a8ba-426b-82f2-1dc45a220c1f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:19.603951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-487570547'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:19.614417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port b1c22422-a8ba-426b-82f2-1dc45a220c1f {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:19.616517 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.656147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-d9f669b2-7554-4ac2-aacc-7eb50edf65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:19.657649 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-d9f669b2-7554-4ac2-aacc-7eb50edf65b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1503a7b-6562-4ac2-bb63-419b4cbcf840 HTTP/1.1" status: 200 len: 898 time: 0.6952486 Oct 13 00:41:19.664663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:19.668612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.699539 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:19.721555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-2dcda8c8-268c-430b-809f-faa92d61f895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f HTTP/1.1" status: 200 len: 217 time: 0.0504692 Oct 13 00:41:19.722004 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:19.722503 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:19.778167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:19.790119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port b1c22422-a8ba-426b-82f2-1dc45a220c1f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b1c22422-a8ba-426b-82f2-1dc45a220c1f,segment=NetworkSegment(537907e5-773f-4143-9838-c7ba712d4a55),segment_id=537907e5-773f-4143-9838-c7ba712d4a55)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:19.790814 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.797962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.798311 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Added segment 16a2893f-0fd3-49f7-815d-6e2c2c83dac8 of type vlan for network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 Oct 13 00:41:19.800957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-6f5d2bae-812d-4353-9522-5e38ce7ca498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:19.802627 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-6f5d2bae-812d-4353-9522-5e38ce7ca498 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd31ab03-7eff-4f63-8cca-1df0f129c8f8 HTTP/1.1" status: 200 len: 834 time: 0.0712135 Oct 13 00:41:19.807500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for b1c22422-a8ba-426b-82f2-1dc45a220c1f owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:19.843024 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:19.845149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4e7afa68-29eb-42ee-982c-ae8bb920616c None None] Provisioning complete for port b1c22422-a8ba-426b-82f2-1dc45a220c1f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:19.848300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e7afa68-29eb-42ee-982c-ae8bb920616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.909497 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:19.923933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-2d0ccdca-d269-4bf0-a311-964aef3ec5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:19.925748 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-2d0ccdca-d269-4bf0-a311-964aef3ec5d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1503a7b-6562-4ac2-bb63-419b4cbcf840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011717 Oct 13 00:41:20.001179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:20.007714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:20.008318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:20.035217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa4a71-3ef6-4521-8b19-4c3de2d3caf4 req-3e60af2a-f577-409d-8a1a-13f52bcfd1d4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:20.040047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49aa4a71-3ef6-4521-8b19-4c3de2d3caf4 req-3e60af2a-f577-409d-8a1a-13f52bcfd1d4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 943 time: 0.1155396 Oct 13 00:41:20.082624 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:17Z', 'revision_number': 7, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c22422-a8ba-426b-82f2-1dc45a220c1f', 'name': '', 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:bf:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:12Z', 'updated_at': '2021-10-13T00:41:19Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:20.104504 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5224135 Oct 13 00:41:20.105166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35838) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:20.110328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'network_id': '73d88e5e-ce3b-4091-86f6-93fb5fcab777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:20.116660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Network': ['ID=73d88e5e-ce3b-4091-86f6-93fb5fcab777,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:20.119617 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:20.126294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-1479dbfd-c879-4ab0-a96f-12bcb9ca2b6c service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916916 Oct 13 00:41:20.128211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.128568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.128909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.129250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.129582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.129913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.130097 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:20.130241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.130569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.130897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.131005 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:20.131220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.131565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.131891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f059693-34ea-4973-871b-f06cc50bf61d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:20.147067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:20.174089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49aa4a71-3ef6-4521-8b19-4c3de2d3caf4 req-d5932782-358a-451e-9e77-60f2c2906502 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294870 Oct 13 00:41:20.207404 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:20.232863 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:20.246322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cc48bdd6-75f9-4e64-88d8-4094eb2229c1 req-f6f2cc42-1206-4a22-aca6-d917c2ebb44b service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101983 Oct 13 00:41:20.251453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=b1c22422-a8ba-426b-82f2-1dc45a220c1f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:20.306978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Made reservation on behalf of acafcce732ea4ae3ad710d0fbe7bb5f2 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:20.311064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:20.387558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Performing IP validity checks on allocation pools {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 00:41:20.388365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 00:41:20.476898 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:17Z', 'revision_number': 7, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c22422-a8ba-426b-82f2-1dc45a220c1f', 'name': '', 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:bf:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:12Z', 'updated_at': '2021-10-13T00:41:19Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:20.499064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:20.506754 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c33fc7-f4a7-4039-8a40-72eca76d9bab None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:17Z', 'revision_number': 7, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1c22422-a8ba-426b-82f2-1dc45a220c1f', 'name': '', 'network_id': 'cbf472c1-c238-41fd-9f5f-b4ee42f30d2b', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:bf:ee:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:12Z', 'updated_at': '2021-10-13T00:41:19Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f6926abe-faf9-47cb-af40-b0a52a7999cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:20.741681 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:20.825582 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=aae43bed-146d-4ce9-8b33-790ab0a90beb,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:20.833967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:20.842311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Checking segment: {'id': '16a2893f-0fd3-49f7-815d-6e2c2c83dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73d88e5e-ce3b-4091-86f6-93fb5fcab777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:20.842665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network hostable DHCP agents. Network: 73d88e5e-ce3b-4091-86f6-93fb5fcab777, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:20.914988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:20.932327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 73d88e5e-ce3b-4091-86f6-93fb5fcab777) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:20.940068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c2caa-2423-4614-bebe-ab7c688c3b91 None None] Network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:20.940614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:20.940719 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:20.953151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:20.961997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e3b90d73-2b97-4a16-a011-e11034064b41 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9724209 Oct 13 00:41:20.962268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35840) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:20.999886 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-259acfa5-3deb-41c6-882f-1abef7c9c9ff tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8935170 Oct 13 00:41:21.002729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35842) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:21.010147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-26c77209-26c3-4829-8640-365d0d53970f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:21.063681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-64edaa3d-746d-4df2-a11e-4168d9e517f3 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet f6926abe-faf9-47cb-af40-b0a52a7999cd {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:41:21.069772 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64edaa3d-746d-4df2-a11e-4168d9e517f3 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.096120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-73d88e5e-ce3b-4091-86f6-93fb5fcab777', 'network_id': '73d88e5e-ce3b-4091-86f6-93fb5fcab777', 'tenant_id': 'acafcce732ea4ae3ad710d0fbe7bb5f2', 'fixed_ips': [{'subnet_id': 'aae43bed-146d-4ce9-8b33-790ab0a90beb'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:41:21.097612 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.152604 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64edaa3d-746d-4df2-a11e-4168d9e517f3 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.186548 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26c77209-26c3-4829-8640-365d0d53970f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263253684'] for subnet, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.237867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Allocated IP 172.20.0.3 (73d88e5e-ce3b-4091-86f6-93fb5fcab777/aae43bed-146d-4ce9-8b33-790ab0a90beb/78754692-1be0-4e01-a4a4-26f498f8bb03) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:21.263480 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64edaa3d-746d-4df2-a11e-4168d9e517f3 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.336887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b5950-c6bd-424a-b07d-b729901704e1 req-8e6badf7-bb9b-4e62-b9c0-d5ee70b23f87 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:21.338379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a47b5950-c6bd-424a-b07d-b729901704e1 req-8e6badf7-bb9b-4e62-b9c0-d5ee70b23f87 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 943 time: 0.0888097 Oct 13 00:41:21.367939 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64edaa3d-746d-4df2-a11e-4168d9e517f3 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.384999 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.391045 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.410621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edaa3d-746d-4df2-a11e-4168d9e517f3 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=f6926abe-faf9-47cb-af40-b0a52a7999cd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:21.418342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce1856-c679-4cb7-abee-62039197e843 None None] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:21.419062 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-64edaa3d-746d-4df2-a11e-4168d9e517f3 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.424539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-64edaa3d-746d-4df2-a11e-4168d9e517f3 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/f6926abe-faf9-47cb-af40-b0a52a7999cd HTTP/1.1" status: 204 len: 168 time: 0.4588788 Oct 13 00:41:21.424923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35846) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:21.431979 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a47b5950-c6bd-424a-b07d-b729901704e1 req-b22e30a6-c69f-4a4d-89a1-596c017a6efb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843046 Oct 13 00:41:21.517092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:21.517685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.520611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Pushing event updated for resources: {'Port': ['ID=78754692-1be0-4e01-a4a4-26f498f8bb03,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:21.540708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:21.543396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:21.555003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.555545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.556042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.556434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.556881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.557669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.557669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.558152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.558715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.559144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.559716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.560054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:41:21.582189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 3b080a91-0ada-45a6-ba0c-daacb978f5df {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:21.582189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.603770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:21.613471 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26c77209-26c3-4829-8640-365d0d53970f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754622078477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263475759'] for subnet, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.645527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Attempting to bind port 78754692-1be0-4e01-a4a4-26f498f8bb03 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:41:21.646000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Attempting to bind port 78754692-1be0-4e01-a4a4-26f498f8bb03 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '16a2893f-0fd3-49f7-815d-6e2c2c83dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73d88e5e-ce3b-4091-86f6-93fb5fcab777'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:41:21.646369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Attempting to bind port 78754692-1be0-4e01-a4a4-26f498f8bb03 on network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:41:21.651246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:21.652000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:21.654343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 3b080a91-0ada-45a6-ba0c-daacb978f5df, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3b080a91-0ada-45a6-ba0c-daacb978f5df,segment=NetworkSegment(537907e5-773f-4143-9838-c7ba712d4a55),segment_id=537907e5-773f-4143-9838-c7ba712d4a55)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:21.654903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.655920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c77209-26c3-4829-8640-365d0d53970f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:21.656530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-26c77209-26c3-4829-8640-365d0d53970f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.658480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-26c77209-26c3-4829-8640-365d0d53970f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "PUT /v2.0/subnets/aae43bed-146d-4ce9-8b33-790ab0a90beb HTTP/1.1" status: 200 len: 877 time: 0.6549532 Oct 13 00:41:21.666167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35848) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:21.684530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 3b080a91-0ada-45a6-ba0c-daacb978f5df owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:21.688658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c77209-26c3-4829-8640-365d0d53970f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event updated for resources: {'Subnet': ['ID=aae43bed-146d-4ce9-8b33-790ab0a90beb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:21.697649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:41:21.698047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Checking segment: {'id': '16a2893f-0fd3-49f7-815d-6e2c2c83dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73d88e5e-ce3b-4091-86f6-93fb5fcab777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:21.698462 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.698865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Bound using segment: {'id': '16a2893f-0fd3-49f7-815d-6e2c2c83dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73d88e5e-ce3b-4091-86f6-93fb5fcab777'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:41:21.699358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Bound port: 78754692-1be0-4e01-a4a4-26f498f8bb03, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a2893f-0fd3-49f7-815d-6e2c2c83dac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73d88e5e-ce3b-4091-86f6-93fb5fcab777'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:41:21.699861 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.771868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] DHCP port deletion for cbf472c1-c238-41fd-9f5f-b4ee42f30d2b request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:41:21.816128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:21.846302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.863482 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:21.870641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] For port 78754692-1be0-4e01-a4a4-26f498f8bb03, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:41:21.877226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] For port 78754692-1be0-4e01-a4a4-26f498f8bb03, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=78754692-1be0-4e01-a4a4-26f498f8bb03,segment=NetworkSegment(16a2893f-0fd3-49f7-815d-6e2c2c83dac8),segment_id=16a2893f-0fd3-49f7-815d-6e2c2c83dac8)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:41:21.912683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=3b080a91-0ada-45a6-ba0c-daacb978f5df,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:21.914675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No DVR routers for this DVR port 3b080a91-0ada-45a6-ba0c-daacb978f5df on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:21.922877 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.005694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.021729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Deleting port 78754692-1be0-4e01-a4a4-26f498f8bb03 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:22.022072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.047202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf472c1-c238-41fd-9f5f-b4ee42f30d2b']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.083988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537907e5-773f-4143-9838-c7ba712d4a55') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.084285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537907e5-773f-4143-9838-c7ba712d4a55') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.099363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.118007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.132416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:22.132827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:22.136179 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:22.190273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] Deleting port 3b080a91-0ada-45a6-ba0c-daacb978f5df {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:22.190875 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.193337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] For port 78754692-1be0-4e01-a4a4-26f498f8bb03, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=78754692-1be0-4e01-a4a4-26f498f8bb03,segment=NetworkSegment(16a2893f-0fd3-49f7-815d-6e2c2c83dac8),segment_id=16a2893f-0fd3-49f7-815d-6e2c2c83dac8)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:22.193707 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.218462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Calling delete_port for 78754692-1be0-4e01-a4a4-26f498f8bb03 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:22.228322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.238983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.242219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/cbf472c1-c238-41fd-9f5f-b4ee42f30d2b HTTP/1.1" status: 204 len: 168 time: 0.8162916 Oct 13 00:41:22.243187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749fba9-ad36-4d10-9af1-9eecc4118068 None None] Pushing event updated for resources: {'Port': ['ID=78754692-1be0-4e01-a4a4-26f498f8bb03,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:22.245910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35850) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:22.281817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8988100-e6ae-498d-b96a-7a6293cc5946 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=cbf472c1-c238-41fd-9f5f-b4ee42f30d2b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:22.298272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] For port 3b080a91-0ada-45a6-ba0c-daacb978f5df, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:22.298677 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.332876 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] Calling delete_port for 3b080a91-0ada-45a6-ba0c-daacb978f5df owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:22.336177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] Port 3b080a91-0ada-45a6-ba0c-daacb978f5df was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:41:22.345721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.378965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] Network cbf472c1-c238-41fd-9f5f-b4ee42f30d2b is not hosted by any dhcp agent {{(pid=94990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 00:41:22.379851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] No DVR routers for this DVR port 3b080a91-0ada-45a6-ba0c-daacb978f5df on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:22.413298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.428205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec81ec0-1ad5-4f9f-adc2-4340205405c7 None None] Pushing event deleted for resources: {'Port': ['ID=3b080a91-0ada-45a6-ba0c-daacb978f5df,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:22.459073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Port': ['ID=78754692-1be0-4e01-a4a4-26f498f8bb03,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:22.481437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:20Z', 'revision_number': 8, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.528988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No DVR routers for this DVR port 78754692-1be0-4e01-a4a4-26f498f8bb03 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:22.530631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:22.542136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:22.542787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.579563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.629301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05810eee-4bf0-47cd-89c5-c412846cc21a req-e32f2d63-9d14-4864-b676-8dffb6ba004d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:22.630720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05810eee-4bf0-47cd-89c5-c412846cc21a req-e32f2d63-9d14-4864-b676-8dffb6ba004d tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 943 time: 0.0870614 Oct 13 00:41:22.638709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:22.651261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.686307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=aae43bed-146d-4ce9-8b33-790ab0a90beb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:22.691555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05810eee-4bf0-47cd-89c5-c412846cc21a req-66c4ed1b-9b3c-41b8-ad1e-13cb80a1c1c7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514891 Oct 13 00:41:22.755286 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.767276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.789122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d88e5e-ce3b-4091-86f6-93fb5fcab777']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.799354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a2893f-0fd3-49f7-815d-6e2c2c83dac8') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.799796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a2893f-0fd3-49f7-815d-6e2c2c83dac8') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.809999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.825029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.833386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:22.833895 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:22.837414 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:22.889247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:20Z', 'revision_number': 8, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:22.916381 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.925711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39782e2-7d71-4079-a984-5a3c131884ab None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:20Z', 'revision_number': 8, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '2424cb08-e662-4d8c-a8bc-ba1f307d8e2b', 'name': '', 'network_id': '13cf3db2-304d-4aa1-a064-a905e4c09a8c', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:60:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '8211f1ce-2770-4430-966d-553a05d9860e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:04Z', 'updated_at': '2021-10-13T00:41:11Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '8211f1ce-2770-4430-966d-553a05d9860e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:22.927949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:22.931354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/73d88e5e-ce3b-4091-86f6-93fb5fcab777 HTTP/1.1" status: 204 len: 168 time: 1.2636182 Oct 13 00:41:22.938458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35854) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:22.981002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a5de0-3518-4141-b10e-093cef0b2d38 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=73d88e5e-ce3b-4091-86f6-93fb5fcab777,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:22.983081 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09c363f-a246-40c6-8413-05990db35c04 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:22.983569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09c363f-a246-40c6-8413-05990db35c04 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:22.987640 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c09c363f-a246-40c6-8413-05990db35c04 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/aae43bed-146d-4ce9-8b33-790ab0a90beb HTTP/1.1" status: 404 len: 337 time: 0.0473289 Oct 13 00:41:22.989448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35856) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.009393 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0c55fc-1246-49f5-afea-7c653de68233 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.010015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0c55fc-1246-49f5-afea-7c653de68233 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.013271 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7e0c55fc-1246-49f5-afea-7c653de68233 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/73d88e5e-ce3b-4091-86f6-93fb5fcab777 HTTP/1.1" status: 404 len: 339 time: 0.0228348 Oct 13 00:41:23.015754 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35858) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.044661 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-41244e41-72e4-4b1e-bfbd-8a86c62efe4c tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.045039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41244e41-72e4-4b1e-bfbd-8a86c62efe4c tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.050322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-41244e41-72e4-4b1e-bfbd-8a86c62efe4c tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/32bf87f5-6c5f-4607-ad5b-219facc7144e HTTP/1.1" status: 404 len: 337 time: 0.0314386 Oct 13 00:41:23.051962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35860) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.072537 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-359cd6c2-0cb8-4607-b22a-150cbf7e3290 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.073154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359cd6c2-0cb8-4607-b22a-150cbf7e3290 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.076509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-359cd6c2-0cb8-4607-b22a-150cbf7e3290 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/1c40abca-4a45-4456-881b-0544d3058523 HTTP/1.1" status: 404 len: 339 time: 0.0233397 Oct 13 00:41:23.078880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.081951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5ed0ec38-7894-48e6-8e74-f579fe47d00f details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:41:23.179627 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.197710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:23.211325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'port_id': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'mac_address': 'fa:16:3e:07:8d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:41:23.253571 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.274671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed0ec38-7894-48e6-8e74-f579fe47d00f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:41:23.309901 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.320151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:23.329926 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.361007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6b1efd-c6fc-460c-9a47-e064cb55b7b3']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:23.378757 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c91046-5d63-4abf-b41e-9cb1704f69b1') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:23.379072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c91046-5d63-4abf-b41e-9cb1704f69b1') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:23.393672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3b080a91-0ada-45a6-ba0c-daacb978f5df no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:23.417376 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.429594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-876ca281-8df4-4ba9-ade0-07a715dba274 None None] Could not find standard attr ID for object 78754692-1be0-4e01-a4a4-26f498f8bb03. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 00:41:23.437837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3b080a91-0ada-45a6-ba0c-daacb978f5df {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:23.438195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3b080a91-0ada-45a6-ba0c-daacb978f5df not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:23.438629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b1c22422-a8ba-426b-82f2-1dc45a220c1f no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:23.448271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.460610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:23.461169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:23.469415 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:23.478219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:23.478706 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.489769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68faffb-9039-4cf3-be5a-ab0716956dfc None None] DHCP port deletion for 73d88e5e-ce3b-4091-86f6-93fb5fcab777 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:41:23.496990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: b1c22422-a8ba-426b-82f2-1dc45a220c1f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:23.497344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b1c22422-a8ba-426b-82f2-1dc45a220c1f not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:23.509574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:23.530197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3e1c4-3a75-4533-80c3-0530d58e2c63 None None] Network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:23.545335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3e1c4-3a75-4533-80c3-0530d58e2c63 None None] Network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 00:41:23.553712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd12333-b434-40d2-b9e5-b3cf1ca1030c None None] Network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:23.563030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.566571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd12333-b434-40d2-b9e5-b3cf1ca1030c None None] Network 73d88e5e-ce3b-4091-86f6-93fb5fcab777 could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 00:41:23.572955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.581035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/9b6b1efd-c6fc-460c-9a47-e064cb55b7b3 HTTP/1.1" status: 204 len: 168 time: 0.5002241 Oct 13 00:41:23.583706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35864) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.596174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be565ab4-2be9-4756-97a3-a2ab1e245d29 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=9b6b1efd-c6fc-460c-9a47-e064cb55b7b3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:23.622431 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-059e252d-0d9e-4308-982d-28a131ed1dcb tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.622881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059e252d-0d9e-4308-982d-28a131ed1dcb tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.625868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-059e252d-0d9e-4308-982d-28a131ed1dcb tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/0a332214-0dac-4b34-a960-4ee9a34cd8b5 HTTP/1.1" status: 404 len: 337 time: 0.0412154 Oct 13 00:41:23.629055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35866) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.640847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,segment=NetworkSegment(35e94d75-af2f-456d-8a20-6821aa551087),segment_id=35e94d75-af2f-456d-8a20-6821aa551087)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:23.641144 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.648260 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-68001d84-369e-44b3-a4f4-61b139d6540f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.648814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68001d84-369e-44b3-a4f4-61b139d6540f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.651821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-68001d84-369e-44b3-a4f4-61b139d6540f tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/1cbf5545-f771-4de0-b12d-2cc10c3516cd HTTP/1.1" status: 404 len: 339 time: 0.0216887 Oct 13 00:41:23.653608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:23.654289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35868) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.679412 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f48e96-424a-4a0c-9999-92b29a12eadf tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.679889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f48e96-424a-4a0c-9999-92b29a12eadf tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.682861 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-52f48e96-424a-4a0c-9999-92b29a12eadf tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/944daf7b-eb47-42b6-833a-dd6f9ba6a175 HTTP/1.1" status: 404 len: 337 time: 0.0276768 Oct 13 00:41:23.685664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35870) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.706118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['5ed0ec38-7894-48e6-8e74-f579fe47d00f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:41:23.706332 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e245528c-ea37-45a2-a26e-7ac29b8ce033 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.706850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e245528c-ea37-45a2-a26e-7ac29b8ce033 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.710394 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e245528c-ea37-45a2-a26e-7ac29b8ce033 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/989265c9-8cfe-4679-bfeb-2f344013753a HTTP/1.1" status: 404 len: 339 time: 0.0238111 Oct 13 00:41:23.712950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.750220 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68e6b5e-c0b6-4298-844c-31b89e7d5933 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.750689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68e6b5e-c0b6-4298-844c-31b89e7d5933 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.755441 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c68e6b5e-c0b6-4298-844c-31b89e7d5933 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/fe7150a1-59d7-4408-9fd5-49c0c8fbd60e HTTP/1.1" status: 404 len: 337 time: 0.0411334 Oct 13 00:41:23.761553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35876) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.783214 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e39e12e-872f-4d1a-b522-d94e2382a8f1 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.783972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e39e12e-872f-4d1a-b522-d94e2382a8f1 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.787135 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1e39e12e-872f-4d1a-b522-d94e2382a8f1 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/0d34e599-e4c1-4e9c-9b47-17d27f91db4e HTTP/1.1" status: 404 len: 339 time: 0.0245945 Oct 13 00:41:23.790095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.819661 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea8a5ec-d6d4-47ba-b858-da66f90d634d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.820276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea8a5ec-d6d4-47ba-b858-da66f90d634d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.826035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3ea8a5ec-d6d4-47ba-b858-da66f90d634d tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/1a6dab43-7ff7-445a-b175-e964d3208d45 HTTP/1.1" status: 404 len: 337 time: 0.0324438 Oct 13 00:41:23.826300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35880) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.846334 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5762b075-0405-4afc-91b9-e6a4476b5409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.846899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5762b075-0405-4afc-91b9-e6a4476b5409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.849950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5762b075-0405-4afc-91b9-e6a4476b5409 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/f0dbbe02-c474-411b-9563-8c240f572050 HTTP/1.1" status: 404 len: 339 time: 0.0227065 Oct 13 00:41:23.853326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35882) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.860894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9dca6-a7d3-4cd1-9353-a2b2b6d3a094 req-a9721d0d-d395-4d20-a30e-0bb4aa312a09 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:23.862997 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0a9dca6-a7d3-4cd1-9353-a2b2b6d3a094 req-a9721d0d-d395-4d20-a30e-0bb4aa312a09 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 944 time: 0.0860095 Oct 13 00:41:23.881177 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d7a726-80c5-4e1e-a8e7-4c2dd30457d7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.881643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d7a726-80c5-4e1e-a8e7-4c2dd30457d7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.884787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-88d7a726-80c5-4e1e-a8e7-4c2dd30457d7 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/0ebb56e8-57f3-4e44-bad4-d63d67dbe741 HTTP/1.1" status: 404 len: 337 time: 0.0305414 Oct 13 00:41:23.887312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35884) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.906088 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:23.907643 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35cb4d9-42df-45b4-8d8f-dbf98cea145a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.908763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35cb4d9-42df-45b4-8d8f-dbf98cea145a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.914860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e35cb4d9-42df-45b4-8d8f-dbf98cea145a tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/c05526f7-40ca-46c9-9c5a-17fe8daf3d8c HTTP/1.1" status: 404 len: 339 time: 0.0241950 Oct 13 00:41:23.915660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35886) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.937654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=2424cb08-e662-4d8c-a8bc-ba1f307d8e2b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:23.942876 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0a9dca6-a7d3-4cd1-9353-a2b2b6d3a094 req-44864e2a-c942-4e2c-a9e8-dc1e28d576b6 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705056 Oct 13 00:41:23.948405 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb74ea4-3852-4109-9c9e-75e63a4db799 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.948868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb74ea4-3852-4109-9c9e-75e63a4db799 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.954225 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dbb74ea4-3852-4109-9c9e-75e63a4db799 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/ff7c7f57-7c7c-4f45-9821-2a7f8ca94c9b HTTP/1.1" status: 404 len: 337 time: 0.0352099 Oct 13 00:41:23.954511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35888) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:23.973763 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bf5618-0707-40ce-91cb-a758b3718c13 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:23.974740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bf5618-0707-40ce-91cb-a758b3718c13 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:23.977872 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6bf5618-0707-40ce-91cb-a758b3718c13 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/77b3fa3d-007a-4b4d-a928-dfb53238925c HTTP/1.1" status: 404 len: 339 time: 0.0224769 Oct 13 00:41:23.980374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35890) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:24.018456 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a629c756-acc1-4874-999a-e484eefbdba9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:24.018914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a629c756-acc1-4874-999a-e484eefbdba9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:24.021977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a629c756-acc1-4874-999a-e484eefbdba9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/bebb63f5-9842-4dca-9b0a-33cf632a227f HTTP/1.1" status: 404 len: 337 time: 0.0391989 Oct 13 00:41:24.024538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35892) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:24.046295 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-36723546-7036-49b5-ac3a-4a176ce66cea tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:24.047171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36723546-7036-49b5-ac3a-4a176ce66cea tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:24.051058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-36723546-7036-49b5-ac3a-4a176ce66cea tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/4dfad9a9-97df-4e07-8ac8-8b6f5d7fef3b HTTP/1.1" status: 404 len: 339 time: 0.0254700 Oct 13 00:41:24.053600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35894) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:24.082061 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-32852885-8419-4c28-bf79-099b515c06e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:24.082522 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32852885-8419-4c28-bf79-099b515c06e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:24.088025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-32852885-8419-4c28-bf79-099b515c06e6 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/948d8d46-7f45-45e9-9bd5-a58058956224 HTTP/1.1" status: 404 len: 337 time: 0.0310273 Oct 13 00:41:24.088284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35896) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:24.106804 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c886d1f-0fb8-4261-a05e-414fa17af231 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:24.107570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c886d1f-0fb8-4261-a05e-414fa17af231 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:24.110633 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3c886d1f-0fb8-4261-a05e-414fa17af231 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/78dd250f-1e65-481a-b20f-9b7de513618c HTTP/1.1" status: 404 len: 339 time: 0.0214410 Oct 13 00:41:24.113611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35898) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:24.123565 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.165678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ffb81a-f3b4-4f11-817c-88dd5b4ff4df tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Deleting subnet 0788064e-e333-4ae1-88e4-3fabd7e2845c {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:41:24.168782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-11ffb81a-f3b4-4f11-817c-88dd5b4ff4df tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.208363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-11ffb81a-f3b4-4f11-817c-88dd5b4ff4df tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.296586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-11ffb81a-f3b4-4f11-817c-88dd5b4ff4df tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.313767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:24.356792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-11ffb81a-f3b4-4f11-817c-88dd5b4ff4df tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.387016 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-11ffb81a-f3b4-4f11-817c-88dd5b4ff4df tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.390381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-11ffb81a-f3b4-4f11-817c-88dd5b4ff4df tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/subnets/0788064e-e333-4ae1-88e4-3fabd7e2845c HTTP/1.1" status: 204 len: 168 time: 0.2758534 Oct 13 00:41:24.391232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffb81a-f3b4-4f11-817c-88dd5b4ff4df tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Subnet': ['ID=0788064e-e333-4ae1-88e4-3fabd7e2845c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:24.392834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35900) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:24.395595 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d7f9f-f98c-4789-b952-804f6ff4a92a None None] Network e5e0f202-5a10-4493-bf9c-96021fb3978a requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:24.418657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:24.428049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b8414f0c-59cb-423b-ae6e-b21e9092ea7f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1805880 Oct 13 00:41:24.428795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35902) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:24.430070 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204b047-22f3-4829-928d-12de309225f0 None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:24.449506 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1204b047-22f3-4829-928d-12de309225f0 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:24.451488 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1204b047-22f3-4829-928d-12de309225f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:24.482240 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.484713 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c76c28-c84c-4b43-b401-d9c1e2dbfd8f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet 8211f1ce-2770-4430-966d-553a05d9860e {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:41:24.488878 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80c76c28-c84c-4b43-b401-d9c1e2dbfd8f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.537712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80c76c28-c84c-4b43-b401-d9c1e2dbfd8f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.544692 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Deleting port 31f10f0a-a8c3-4669-8314-5545187ba287 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:24.544959 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.557567 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1204b047-22f3-4829-928d-12de309225f0 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:24.619560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] For port 31f10f0a-a8c3-4669-8314-5545187ba287, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=31f10f0a-a8c3-4669-8314-5545187ba287,segment=NetworkSegment(c3f9a949-744f-45d2-9bee-437e13668da6),segment_id=c3f9a949-744f-45d2-9bee-437e13668da6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:24.619837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.627606 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] DHCP port deletion for e5e0f202-5a10-4493-bf9c-96021fb3978a request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:41:24.639357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Calling delete_port for 31f10f0a-a8c3-4669-8314-5545187ba287 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:24.649500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80c76c28-c84c-4b43-b401-d9c1e2dbfd8f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.676789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] Deleting port 31f10f0a-a8c3-4669-8314-5545187ba287 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:24.677167 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.731180 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80c76c28-c84c-4b43-b401-d9c1e2dbfd8f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.731488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.748141 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] For port 31f10f0a-a8c3-4669-8314-5545187ba287, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=31f10f0a-a8c3-4669-8314-5545187ba287,segment=NetworkSegment(c3f9a949-744f-45d2-9bee-437e13668da6),segment_id=c3f9a949-744f-45d2-9bee-437e13668da6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:24.748536 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.761760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] Calling delete_port for 31f10f0a-a8c3-4669-8314-5545187ba287 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:24.773140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80c76c28-c84c-4b43-b401-d9c1e2dbfd8f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.779981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-80c76c28-c84c-4b43-b401-d9c1e2dbfd8f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/8211f1ce-2770-4430-966d-553a05d9860e HTTP/1.1" status: 204 len: 168 time: 0.3474567 Oct 13 00:41:24.779981 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c76c28-c84c-4b43-b401-d9c1e2dbfd8f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=8211f1ce-2770-4430-966d-553a05d9860e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:24.780178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Port': ['ID=31f10f0a-a8c3-4669-8314-5545187ba287,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:24.781110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35904) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:24.785714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] No DVR routers for this DVR port 31f10f0a-a8c3-4669-8314-5545187ba287 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:24.847623 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1204b047-22f3-4829-928d-12de309225f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:23Z', 'revision_number': 9, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:24.871361 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.875552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad20d25e-a978-468f-83a0-79da887e5ce4 None None] Network 13cf3db2-304d-4aa1-a064-a905e4c09a8c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:24.877980 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204b047-22f3-4829-928d-12de309225f0 None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:24.887994 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1204b047-22f3-4829-928d-12de309225f0 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:24.888597 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1204b047-22f3-4829-928d-12de309225f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:24.889928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.914172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e0f202-5a10-4493-bf9c-96021fb3978a']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:24.924473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f9a949-744f-45d2-9bee-437e13668da6') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:24.924771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f9a949-744f-45d2-9bee-437e13668da6') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:24.931762 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.936168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.947688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 689c92e0-4c0c-43c5-b136-f70f719a0437 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:24.948265 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.957291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.968436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:24.968857 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:24.974584 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:25.013700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] Pushing event deleted for resources: {'Port': ['ID=31f10f0a-a8c3-4669-8314-5545187ba287,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:25.029192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bed24e-9e62-4dbd-ba85-bf6d4649f8a0 None None] No DVR routers for this DVR port 31f10f0a-a8c3-4669-8314-5545187ba287 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:25.064442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.087775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.096746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5ed0ec38-7894-48e6-8e74-f579fe47d00f up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:41:25.098602 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] 10.222.0.21 "DELETE /v2.0/networks/e5e0f202-5a10-4493-bf9c-96021fb3978a HTTP/1.1" status: 204 len: 168 time: 0.7047112 Oct 13 00:41:25.133501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241b6b0-7dfb-47f3-b685-4027039fe8f9 tempest-NetworksTest-356347428 tempest-NetworksTest-356347428-project] Pushing event deleted for resources: {'Network': ['ID=e5e0f202-5a10-4493-bf9c-96021fb3978a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:25.188750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 689c92e0-4c0c-43c5-b136-f70f719a0437, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=689c92e0-4c0c-43c5-b136-f70f719a0437,segment=NetworkSegment(35e94d75-af2f-456d-8a20-6821aa551087),segment_id=35e94d75-af2f-456d-8a20-6821aa551087)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:25.189232 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.198279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 5ed0ec38-7894-48e6-8e74-f579fe47d00f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:41:25.213634 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1204b047-22f3-4829-928d-12de309225f0 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:25.217329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 31f10f0a-a8c3-4669-8314-5545187ba287 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:25.220656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 5ed0ec38-7894-48e6-8e74-f579fe47d00f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:41:25.220948 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.225725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfc2a0-b4a4-4d8b-9a1e-18b89ab56bc2 req-27d50e75-cf35-423f-8382-5c55577d0683 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:25.227487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55cfc2a0-b4a4-4d8b-9a1e-18b89ab56bc2 req-27d50e75-cf35-423f-8382-5c55577d0683 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 944 time: 0.1387391 Oct 13 00:41:25.228586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 689c92e0-4c0c-43c5-b136-f70f719a0437 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:25.244215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] DHCP port deletion for 13cf3db2-304d-4aa1-a064-a905e4c09a8c request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:41:25.268653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 31f10f0a-a8c3-4669-8314-5545187ba287 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:25.269000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 31f10f0a-a8c3-4669-8314-5545187ba287 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:25.269422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 78754692-1be0-4e01-a4a4-26f498f8bb03 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:25.291929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 78754692-1be0-4e01-a4a4-26f498f8bb03 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:25.291929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 78754692-1be0-4e01-a4a4-26f498f8bb03 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:25.311194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55cfc2a0-b4a4-4d8b-9a1e-18b89ab56bc2 req-51ce1781-01b1-4b25-b70e-b5093e1804d8 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729632 Oct 13 00:41:25.358226 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.396617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=689c92e0-4c0c-43c5-b136-f70f719a0437,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:25.398472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No DVR routers for this DVR port 689c92e0-4c0c-43c5-b136-f70f719a0437 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:25.414729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.417185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] Deleting port 689c92e0-4c0c-43c5-b136-f70f719a0437 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:25.417544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.471880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35914) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:25.485417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:41:25.488274 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101468a-535c-4b8c-a061-b466afe92aab" -d '{"events": [{"server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "name": "network-vif-plugged", "status": "completed", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:41:25.495386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.511611 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1204b047-22f3-4829-928d-12de309225f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:23Z', 'revision_number': 9, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:25.517626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:25.530198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] For port 689c92e0-4c0c-43c5-b136-f70f719a0437, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:25.530605 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.533463 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.548471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cf3db2-304d-4aa1-a064-a905e4c09a8c']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:25.563752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e94d75-af2f-456d-8a20-6821aa551087') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:25.564136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e94d75-af2f-456d-8a20-6821aa551087') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:25.564369 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204b047-22f3-4829-928d-12de309225f0 None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:23Z', 'revision_number': 9, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '7962903d-b3ac-4eb6-9715-b02fe9649572', 'name': '', 'network_id': '99930d22-19eb-449f-842a-e3d9e7bbac10', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:0d:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:59Z', 'updated_at': '2021-10-13T00:41:05Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': 'f8fc0537-2bee-4e4f-a117-0922bd36dfdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:25.586074 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.600056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] Calling delete_port for 689c92e0-4c0c-43c5-b136-f70f719a0437 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:25.601640 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.603002 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13787633-22e7-48b9-b2b3-30ac9420d23e x-openstack-request-id: req-13787633-22e7-48b9-b2b3-30ac9420d23e {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:41:25.603388 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "name": "network-vif-plugged", "status": "completed", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:41:25.603755 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13787633-22e7-48b9-b2b3-30ac9420d23e {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:41:25.604237 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'code': 200} Oct 13 00:41:25.607530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] Port 689c92e0-4c0c-43c5-b136-f70f719a0437 was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:41:25.611350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.617786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:25.618187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:25.621510 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:25.624100 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:25.626245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] No DVR routers for this DVR port 689c92e0-4c0c-43c5-b136-f70f719a0437 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:25.657160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c0fe-ecdc-422a-83f4-b97b33c9787a None None] Pushing event deleted for resources: {'Port': ['ID=689c92e0-4c0c-43c5-b136-f70f719a0437,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:25.696749 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.703594 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.706707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/13cf3db2-304d-4aa1-a064-a905e4c09a8c HTTP/1.1" status: 204 len: 168 time: 0.9244950 Oct 13 00:41:25.710974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:25.718283 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1556425-8a44-4944-8e62-42d22391d90b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=13cf3db2-304d-4aa1-a064-a905e4c09a8c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:25.722229 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5032f743-318d-4bfb-b438-c60c4fa0efcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acafcce732ea4ae3ad710d0fbe7bb5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492297 Oct 13 00:41:25.724778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35922) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:25.772295 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60df1041-f601-47bc-a670-adc6c2a1b44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.794589 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60df1041-f601-47bc-a670-adc6c2a1b44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.804571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e7550-1433-4081-8b13-bfa883dc8d7f req-3ccd9d3d-f86b-499f-848e-20053283249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:25.806079 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-271e7550-1433-4081-8b13-bfa883dc8d7f req-3ccd9d3d-f86b-499f-848e-20053283249d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1096 time: 0.1296968 Oct 13 00:41:25.842673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60df1041-f601-47bc-a670-adc6c2a1b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.845336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60df1041-f601-47bc-a670-adc6c2a1b44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:25.847064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60df1041-f601-47bc-a670-adc6c2a1b44d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4303fbb7-35f1-427a-b7a5-62a51fd76c8b HTTP/1.1" status: 204 len: 168 time: 0.1213505 Oct 13 00:41:25.854893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df1041-f601-47bc-a670-adc6c2a1b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4303fbb7-35f1-427a-b7a5-62a51fd76c8b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:25.914447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-271e7550-1433-4081-8b13-bfa883dc8d7f req-df79b293-e8dc-421f-8f46-d1b38851e0b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003730 Oct 13 00:41:26.097119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:26.347087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 7962903d-b3ac-4eb6-9715-b02fe9649572 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:26.347441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:26.439048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf84be-7c36-4621-9168-ed9aac210e95 req-8bbc8ace-c90d-4dad-a48b-79e4edf17356 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:26.449771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 7962903d-b3ac-4eb6-9715-b02fe9649572, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7962903d-b3ac-4eb6-9715-b02fe9649572,segment=NetworkSegment(71068fa8-6bef-4c37-9a68-a0a2eb272281),segment_id=71068fa8-6bef-4c37-9a68-a0a2eb272281)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:26.449771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:26.450110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ecf84be-7c36-4621-9168-ed9aac210e95 req-8bbc8ace-c90d-4dad-a48b-79e4edf17356 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0622962 Oct 13 00:41:26.460764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 7962903d-b3ac-4eb6-9715-b02fe9649572 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:26.495830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ecf84be-7c36-4621-9168-ed9aac210e95 req-56dac1bc-b77a-4ec7-8c86-0cb0340b278a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Oct 13 00:41:26.634545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:26.663198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=7962903d-b3ac-4eb6-9715-b02fe9649572,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:26.841143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.039781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:27.103859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 689c92e0-4c0c-43c5-b136-f70f719a0437 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:27.125258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 689c92e0-4c0c-43c5-b136-f70f719a0437 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:27.125767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 689c92e0-4c0c-43c5-b136-f70f719a0437 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:27.126279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:27.147140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:27.147653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2424cb08-e662-4d8c-a8bc-ba1f307d8e2b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:27.459191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:27.467267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-63ed4b49-6cc8-41b7-93f4-07e6fe49e63b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7539864 Oct 13 00:41:27.467478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35972) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:27.469472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:27.479363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:27.480037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:27.532942 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac22fa0-d978-4faf-ba1a-26f7b61a9466 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet f8fc0537-2bee-4e4f-a117-0922bd36dfdc {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:41:27.536982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bac22fa0-d978-4faf-ba1a-26f7b61a9466 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.575739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:27.593457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35978) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:27.610180 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bac22fa0-d978-4faf-ba1a-26f7b61a9466 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.671654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887721c-5f27-46c8-9867-963cd7ba94c7 req-88425b85-1f1d-4499-b7f0-2f0353dfdc4f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:27.673276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b887721c-5f27-46c8-9867-963cd7ba94c7 req-88425b85-1f1d-4499-b7f0-2f0353dfdc4f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.1026735 Oct 13 00:41:27.721878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9747033a-cf9f-4795-8d86-c7a5d3c9696a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.734479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bac22fa0-d978-4faf-ba1a-26f7b61a9466 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.759324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b887721c-5f27-46c8-9867-963cd7ba94c7 req-259ce1dd-25e5-4227-b38a-cc324c1031d3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657549 Oct 13 00:41:27.787210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:26Z', 'revision_number': 10, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:27.815975 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9747033a-cf9f-4795-8d86-c7a5d3c9696a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.821172 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9747033a-cf9f-4795-8d86-c7a5d3c9696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.824510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bac22fa0-d978-4faf-ba1a-26f7b61a9466 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.830205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:27.841508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:27.841610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:27.846547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bac22fa0-d978-4faf-ba1a-26f7b61a9466 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.850075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bac22fa0-d978-4faf-ba1a-26f7b61a9466 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/f8fc0537-2bee-4e4f-a117-0922bd36dfdc HTTP/1.1" status: 204 len: 168 time: 0.3813915 Oct 13 00:41:27.858432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35984) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:27.884249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac22fa0-d978-4faf-ba1a-26f7b61a9466 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fc0537-2bee-4e4f-a117-0922bd36dfdc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:27.889057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9747033a-cf9f-4795-8d86-c7a5d3c9696a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65b5918f4eb34800b04995a173290a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909417 Oct 13 00:41:27.889057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747033a-cf9f-4795-8d86-c7a5d3c9696a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb9c2f-2967-4f23-833c-e530f4d8f24a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:27.889057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35986) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:27.914588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c10c90-b4e3-4ff7-a0f7-519950829c73 None None] Network 99930d22-19eb-449f-842a-e3d9e7bbac10 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:27.947431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd52b1d-6d3f-4d48-8316-aca8b593019e req-5446bad7-4427-4d7d-b4c9-a258cd12221c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:27.949146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bd52b1d-6d3f-4d48-8316-aca8b593019e req-5446bad7-4427-4d7d-b4c9-a258cd12221c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0979571 Oct 13 00:41:27.985921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:27.992069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bd52b1d-6d3f-4d48-8316-aca8b593019e req-ce39f16c-ae3e-40ef-a6b4-ac9d96794dc1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361276 Oct 13 00:41:27.992299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:28.000256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1866c4e-f2b7-4848-8672-4b0e456fab60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.017007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35988) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:28.047206 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1866c4e-f2b7-4848-8672-4b0e456fab60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.061875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ae206-2904-42eb-8ec7-7909cfc1376c tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:28.067169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 35990) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:28.067727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-233ae206-2904-42eb-8ec7-7909cfc1376c tempest-TestNetworkAdvancedServerOps-821561722 tempest-TestNetworkAdvancedServerOps-821561722-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1091 time: 0.0483415 Oct 13 00:41:28.073320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:28.128015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:28.128450 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.132718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.213715 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1866c4e-f2b7-4848-8672-4b0e456fab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.216251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1866c4e-f2b7-4848-8672-4b0e456fab60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.219439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b1866c4e-f2b7-4848-8672-4b0e456fab60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bdb9c2f-2967-4f23-833c-e530f4d8f24a HTTP/1.1" status: 204 len: 168 time: 0.3036957 Oct 13 00:41:28.244650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866c4e-f2b7-4848-8672-4b0e456fab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb9c2f-2967-4f23-833c-e530f4d8f24a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:28.260978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=8d2d170f-6eea-4a78-863b-ba8a3c262b7f,segment=NetworkSegment(71068fa8-6bef-4c37-9a68-a0a2eb272281),segment_id=71068fa8-6bef-4c37-9a68-a0a2eb272281)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:28.261353 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.280966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 8d2d170f-6eea-4a78-863b-ba8a3c262b7f owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:28.393000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] DHCP port deletion for 99930d22-19eb-449f-842a-e3d9e7bbac10 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:41:28.393826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.441209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:26Z', 'revision_number': 10, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:28.456792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.473435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b48146-ec8b-4297-a416-f02557019923 None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:26Z', 'revision_number': 10, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None, '_interfaces': [{'id': '9b167f6f-ad0a-49da-a4e3-abab7e1e85fa', 'name': '', 'network_id': '5c4eff1e-0b49-417a-8464-67f4771a48b6', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'mac_address': 'fa:16:3e:6a:29:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:54Z', 'updated_at': '2021-10-13T00:40:59Z', 'revision_number': 5, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'subnets': [{'id': '262bd86c-ddcb-4d26-9e9a-d5c381df9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:28.484373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] Deleting port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:28.484760 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.491705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=8d2d170f-6eea-4a78-863b-ba8a3c262b7f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:28.516392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No DVR routers for this DVR port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:28.567431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35996) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:28.572526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] For port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:28.573166 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.582295 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bb0d316-36e2-42a6-8b01-728c4afc2c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.588188 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] Calling delete_port for 8d2d170f-6eea-4a78-863b-ba8a3c262b7f owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:28.590820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] Port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:41:28.592143 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.606696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Allocated IP 172.25.3.241 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/e61a9120-2ee0-4a85-876c-1d55b5f6cad2) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:41:28.618121 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] Pushing event deleted for resources: {'Port': ['ID=8d2d170f-6eea-4a78-863b-ba8a3c262b7f,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:28.623046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53c6ec-3d3e-409c-ad9c-057533e4b901 None None] No DVR routers for this DVR port 8d2d170f-6eea-4a78-863b-ba8a3c262b7f on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:28.633572 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.685336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bb0d316-36e2-42a6-8b01-728c4afc2c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.689083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9bb0d316-36e2-42a6-8b01-728c4afc2c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.693927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99930d22-19eb-449f-842a-e3d9e7bbac10']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:28.706402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71068fa8-6bef-4c37-9a68-a0a2eb272281') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:28.706698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71068fa8-6bef-4c37-9a68-a0a2eb272281') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:28.721772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.729618 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0d316-36e2-42a6-8b01-728c4afc2c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff07794a-5cc9-462c-89d0-72d0c5fec370,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:28.736005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9bb0d316-36e2-42a6-8b01-728c4afc2c05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7a362291f2a4bc88eb6d46fc857b193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665254 Oct 13 00:41:28.738221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 35998) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:28.746483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.760192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:28.760585 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:28.763468 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:28.793083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5ee4-0478-4886-a0c2-d065cd6d3f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.814108 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5ee4-0478-4886-a0c2-d065cd6d3f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.818107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.839025 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.847805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.854630 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/99930d22-19eb-449f-842a-e3d9e7bbac10 HTTP/1.1" status: 204 len: 168 time: 0.9915638 Oct 13 00:41:28.856433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36000) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:28.870848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5841034-5b4c-4871-b778-278f99763953 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=99930d22-19eb-449f-842a-e3d9e7bbac10,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:28.885587 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.936389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:41:28.939431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:28.944229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:41:28.947832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=e61a9120-2ee0-4a85-876c-1d55b5f6cad2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:28.956259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5ee4-0478-4886-a0c2-d065cd6d3f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.959893 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5ee4-0478-4886-a0c2-d065cd6d3f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:28.963321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1d2d5ee4-0478-4886-a0c2-d065cd6d3f75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff07794a-5cc9-462c-89d0-72d0c5fec370 HTTP/1.1" status: 204 len: 168 time: 0.2217479 Oct 13 00:41:29.020107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d5ee4-0478-4886-a0c2-d065cd6d3f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff07794a-5cc9-462c-89d0-72d0c5fec370,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:29.080066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8d2d170f-6eea-4a78-863b-ba8a3c262b7f no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:29.109497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 8d2d170f-6eea-4a78-863b-ba8a3c262b7f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:29.109862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 8d2d170f-6eea-4a78-863b-ba8a3c262b7f not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:29.110291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7962903d-b3ac-4eb6-9715-b02fe9649572 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:29.129620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7962903d-b3ac-4eb6-9715-b02fe9649572 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:29.129980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7962903d-b3ac-4eb6-9715-b02fe9649572 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:29.254928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.506321 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.509806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:29.510349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.612849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,segment=NetworkSegment(6a9f67f7-a1d4-407a-8e83-949a60518b7c),segment_id=6a9f67f7-a1d4-407a-8e83-949a60518b7c)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:29.613492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.614641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.626521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:29.783561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.790838 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.816242 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.864862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event updated for resources: {'Port': ['ID=e61a9120-2ee0-4a85-876c-1d55b5f6cad2,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:29.873560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:29.928072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=9b167f6f-ad0a-49da-a4e3-abab7e1e85fa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:29.987064 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Floating IP 6db07ee4-6afa-4aca-86c1-695a6746b872 associated. External IP: 172.25.3.241, port: 5ed0ec38-7894-48e6-8e74-f579fe47d00f. Oct 13 00:41:30.009913 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:30.189837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:30.227912 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:30.267250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:30.272525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fd879042-38ed-417c-9305-b509a3c9371d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4144399 Oct 13 00:41:30.275325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36034) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:30.278210 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c7511-355e-481a-be55-255c090a9daa None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:30.288125 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c7511-355e-481a-be55-255c090a9daa None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:30.288723 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c81c7511-355e-481a-be55-255c090a9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:30.364502 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c81c7511-355e-481a-be55-255c090a9daa None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:30.380986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1aa679b-bb0b-4337-9eb1-c3eb639110d0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting subnet 262bd86c-ddcb-4d26-9e9a-d5c381df9ef8 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:41:30.391945 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1aa679b-bb0b-4337-9eb1-c3eb639110d0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:30.418561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c81c7511-355e-481a-be55-255c090a9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 11, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:30.435697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:30.443383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1aa679b-bb0b-4337-9eb1-c3eb639110d0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:30.450030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] Sync routers for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:30.450656 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c7511-355e-481a-be55-255c090a9daa None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:30.458798 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c7511-355e-481a-be55-255c090a9daa None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:30.459408 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c81c7511-355e-481a-be55-255c090a9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:30.459900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:30.460499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:30.485580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:30.522123 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9b26cea9-f70e-4c74-ad25-868311c43b43 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4531400 Oct 13 00:41:30.525079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:41:30.526864 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69" -d '{"events": [{"name": "network-changed", "server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:41:30.549307 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c81c7511-355e-481a-be55-255c090a9daa None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:30.582453 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81dbe1e-fd41-452d-bbee-9ebe9390e82f x-openstack-request-id: req-d81dbe1e-fd41-452d-bbee-9ebe9390e82f {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:41:30.583298 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:41:30.583821 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d81dbe1e-fd41-452d-bbee-9ebe9390e82f {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:41:30.585035 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'status': 'completed', 'code': 200} Oct 13 00:41:30.605476 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c81c7511-355e-481a-be55-255c090a9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 11, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:30.635585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:30.638080 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c7511-355e-481a-be55-255c090a9daa None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 11, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:30.707152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04ac42-50ac-4b2a-93bb-c685e9464c8d req-cf2662e0-f4fb-4e9e-b638-d12a7d5c7093 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:30.708760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b04ac42-50ac-4b2a-93bb-c685e9464c8d req-cf2662e0-f4fb-4e9e-b638-d12a7d5c7093 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0843246 Oct 13 00:41:30.770444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b04ac42-50ac-4b2a-93bb-c685e9464c8d req-0a47ba2e-4c02-437e-8aa4-ed1003e6b188 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543292 Oct 13 00:41:30.798073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36046) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:30.884052 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49e7fa4f-488a-4932-bc06-8203fdfeabf1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/6db07ee4-6afa-4aca-86c1-695a6746b872 HTTP/1.1" status: 200 len: 991 time: 0.0845401 Oct 13 00:41:30.943283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6db07ee4-6afa-4aca-86c1-695a6746b872', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'port_id': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'mac_address': 'fa:16:3e:07:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07effb92-f18e-4550-bf14-d704211ecd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:41:29Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:13Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:30.972212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] Checking router: 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:31.000087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:31.000804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:31.014086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1aa679b-bb0b-4337-9eb1-c3eb639110d0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.066243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:31.111787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:31.112163 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9b167f6f-ad0a-49da-a4e3-abab7e1e85fa not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:31.127589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-fec1deac-4d84-4958-8ef6-166dc6e7c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:31.129183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-fec1deac-4d84-4958-8ef6-166dc6e7c7f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1096 time: 0.1101649 Oct 13 00:41:31.137631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1aa679b-bb0b-4337-9eb1-c3eb639110d0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.201202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:31.227584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa679b-bb0b-4337-9eb1-c3eb639110d0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Subnet': ['ID=262bd86c-ddcb-4d26-9e9a-d5c381df9ef8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:31.231292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e1aa679b-bb0b-4337-9eb1-c3eb639110d0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.234925 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e1aa679b-bb0b-4337-9eb1-c3eb639110d0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/262bd86c-ddcb-4d26-9e9a-d5c381df9ef8 HTTP/1.1" status: 204 len: 168 time: 0.9581745 Oct 13 00:41:31.235169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7f124-dedc-4197-b12f-c884ab74ad4c None None] Network 5c4eff1e-0b49-417a-8464-67f4771a48b6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:31.237858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36054) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:31.297457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-56e425ba-3c86-4419-9ca2-90902d7f60af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:31.299749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-56e425ba-3c86-4419-9ca2-90902d7f60af service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1503a7b-6562-4ac2-bb63-419b4cbcf840 HTTP/1.1" status: 200 len: 898 time: 0.1578994 Oct 13 00:41:31.340129 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.381995 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-9f18d51b-c1bc-45eb-8af7-0a251ebd6713 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f HTTP/1.1" status: 200 len: 999 time: 0.0755143 Oct 13 00:41:31.415801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Deleting port 34167335-e107-4ca2-a06e-f2026c4564c4 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:31.416425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.447409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-96955c21-af01-4479-9878-34e2d8f728ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:31.449018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-96955c21-af01-4479-9878-34e2d8f728ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd31ab03-7eff-4f63-8cca-1df0f129c8f8 HTTP/1.1" status: 200 len: 834 time: 0.0594409 Oct 13 00:41:31.490963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] For port 34167335-e107-4ca2-a06e-f2026c4564c4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=34167335-e107-4ca2-a06e-f2026c4564c4,segment=NetworkSegment(6a9f67f7-a1d4-407a-8e83-949a60518b7c),segment_id=6a9f67f7-a1d4-407a-8e83-949a60518b7c)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:31.491452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.501321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-8dddb60a-40d2-409b-8900-05222cb1bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:31.508675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Calling delete_port for 34167335-e107-4ca2-a06e-f2026c4564c4 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:31.518518 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-8dddb60a-40d2-409b-8900-05222cb1bc8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1503a7b-6562-4ac2-bb63-419b4cbcf840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619988 Oct 13 00:41:31.591218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] DHCP port deletion for 5c4eff1e-0b49-417a-8464-67f4771a48b6 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:41:31.613942 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.634491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6db07ee4-6afa-4aca-86c1-695a6746b872', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'port_id': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'mac_address': 'fa:16:3e:07:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07effb92-f18e-4550-bf14-d704211ecd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:41:29Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:13Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:31.641658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Port': ['ID=34167335-e107-4ca2-a06e-f2026c4564c4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:31.647700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No DVR routers for this DVR port 34167335-e107-4ca2-a06e-f2026c4564c4 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:31.651650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-5cc85335-c2cb-4708-ba2f-839882109fcf service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253085 Oct 13 00:41:31.674034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e54355-c72f-4f63-9b31-ae117499818b None None] The sync data for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 is: [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '6db07ee4-6afa-4aca-86c1-695a6746b872', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'port_id': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'mac_address': 'fa:16:3e:07:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07effb92-f18e-4550-bf14-d704211ecd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:41:29Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 0, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:13Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:31.705522 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] Deleting port 34167335-e107-4ca2-a06e-f2026c4564c4 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:41:31.706033 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.753580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.774454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6ae55224-9a1d-41b1-914a-e6d3ec41dc69 req-01266d49-b805-45df-8747-efe07d721c71 service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160166 Oct 13 00:41:31.782539 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4eff1e-0b49-417a-8464-67f4771a48b6']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:31.797141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9f67f7-a1d4-407a-8e83-949a60518b7c') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:31.797664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9f67f7-a1d4-407a-8e83-949a60518b7c') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:31.803779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] For port 34167335-e107-4ca2-a06e-f2026c4564c4, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:41:31.804271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.810110 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.819265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] Calling delete_port for 34167335-e107-4ca2-a06e-f2026c4564c4 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:41:31.822633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] Port 34167335-e107-4ca2-a06e-f2026c4564c4 was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:41:31.823999 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.826469 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.833439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:31.834093 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:31.837657 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:31.850127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] Pushing event deleted for resources: {'Port': ['ID=34167335-e107-4ca2-a06e-f2026c4564c4,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:31.855003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf66f01-a8ce-40e5-ad5e-98935a2a956e None None] No DVR routers for this DVR port 34167335-e107-4ca2-a06e-f2026c4564c4 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:41:31.887108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36058) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:31.906900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.920630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:31.924713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/networks/5c4eff1e-0b49-417a-8464-67f4771a48b6 HTTP/1.1" status: 204 len: 168 time: 0.6853030 Oct 13 00:41:31.936674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36060) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:31.937320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d67ef-b6c4-4145-af6b-07f56f45f48b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Pushing event deleted for resources: {'Network': ['ID=5c4eff1e-0b49-417a-8464-67f4771a48b6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:31.942243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'routes': None}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:31.982421 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0131b-381c-4011-9167-f51317437556 None None] New status for floating IP 6db07ee4-6afa-4aca-86c1-695a6746b872: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:41:32.055294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8e6ab600-ad8e-4efc-9526-47d83f3e0b94 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/6db07ee4-6afa-4aca-86c1-695a6746b872 HTTP/1.1" status: 200 len: 991 time: 0.1663404 Oct 13 00:41:32.166528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.extraroute_db [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Added routes are [] {{(pid=94988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 00:41:32.166915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.extraroute_db [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Removed routes are [] {{(pid=94988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 00:41:32.167369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.312237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.315438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.390785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router ba6a2692-06b7-4b7a-b373-486eb944d2d1 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:41:32.463419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:32.470099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.471272 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d4afd058-9cb5-46c9-b2f1-c6fd48566d3b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 200 len: 701 time: 0.5336394 Oct 13 00:41:32.472640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] Sync routers for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:32.474139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36064) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:32.481813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:32.482412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:32.503959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d4666eb9-acf7-48b6-88d4-b788d64139b1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 200 len: 205 time: 0.0286736 Oct 13 00:41:32.506419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36066) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:32.551569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:32.576736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1f44b0d-d53e-4d9f-a55b-bd8f5669b72e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.606455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 11, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:32.632993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] Checking router: ba6a2692-06b7-4b7a-b373-486eb944d2d1 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:32.641174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] Routers {'ba6a2692-06b7-4b7a-b373-486eb944d2d1'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:32.641775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:32.710177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] Set router ba6a2692-06b7-4b7a-b373-486eb944d2d1 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:32.736512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1f44b0d-d53e-4d9f-a55b-bd8f5669b72e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.738537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1f44b0d-d53e-4d9f-a55b-bd8f5669b72e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.764699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 11, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:32.785431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1f44b0d-d53e-4d9f-a55b-bd8f5669b72e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.785934 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f44b0d-d53e-4d9f-a55b-bd8f5669b72e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Fanout notify agent at l3_agent the message router_deleted on router ba6a2692-06b7-4b7a-b373-486eb944d2d1 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:41:32.792914 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f1f44b0d-d53e-4d9f-a55b-bd8f5669b72e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.794837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99f752-3cec-41b0-b2fd-f3d3c8e617ee None None] The sync data for ids ['ba6a2692-06b7-4b7a-b373-486eb944d2d1'] in n-d-813679-4 is: [{'id': 'ba6a2692-06b7-4b7a-b373-486eb944d2d1', 'name': 'tempest-RoutersTest-router-1300000822', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:52Z', 'updated_at': '2021-10-13T00:41:29Z', 'revision_number': 11, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:32.795992 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f1f44b0d-d53e-4d9f-a55b-bd8f5669b72e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 204 len: 168 time: 0.2886143 Oct 13 00:41:32.798067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36068) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:32.803266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c3268cb2-e3ce-4fec-902d-1c4a569ecbda tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-351185047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:32.828291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3268cb2-e3ce-4fec-902d-1c4a569ecbda tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.829389 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3268cb2-e3ce-4fec-902d-1c4a569ecbda tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.884294 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3268cb2-e3ce-4fec-902d-1c4a569ecbda tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.888941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3268cb2-e3ce-4fec-902d-1c4a569ecbda tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.907559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c3268cb2-e3ce-4fec-902d-1c4a569ecbda tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:32.908839 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c3268cb2-e3ce-4fec-902d-1c4a569ecbda tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1098301 Oct 13 00:41:32.911609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36070) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:32.916344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-928cde40-5bbf-4175-9c35-e1d94a22ce00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:33.041577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 34167335-e107-4ca2-a06e-f2026c4564c4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:41:33.058293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36072) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:33.062202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 34167335-e107-4ca2-a06e-f2026c4564c4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:41:33.062705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 34167335-e107-4ca2-a06e-f2026c4564c4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:41:33.129814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ce57e5f1-9cf4-48b3-ae57-08560021fbd4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/6db07ee4-6afa-4aca-86c1-695a6746b872 HTTP/1.1" status: 200 len: 993 time: 0.0701423 Oct 13 00:41:33.137023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-928cde40-5bbf-4175-9c35-e1d94a22ce00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4155909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4150134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40235'] for router, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:33.147274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-928cde40-5bbf-4175-9c35-e1d94a22ce00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4155932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4150093'] for router, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:33.239998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928cde40-5bbf-4175-9c35-e1d94a22ce00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Router a6cbef84-83df-41f4-84bb-127eb5a941dc is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:41:33.315233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928cde40-5bbf-4175-9c35-e1d94a22ce00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:41:33.322715 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-928cde40-5bbf-4175-9c35-e1d94a22ce00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:33.323445 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-928cde40-5bbf-4175-9c35-e1d94a22ce00 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "PUT /v2.0/routers/a6cbef84-83df-41f4-84bb-127eb5a941dc HTTP/1.1" status: 200 len: 693 time: 0.4108949 Oct 13 00:41:33.325580 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] Sync routers for ids ['a6cbef84-83df-41f4-84bb-127eb5a941dc'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:41:33.326433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36080) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:33.335547 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] Routers {'a6cbef84-83df-41f4-84bb-127eb5a941dc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:33.336353 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a6cbef84-83df-41f4-84bb-127eb5a941dc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:33.405625 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] Set router a6cbef84-83df-41f4-84bb-127eb5a941dc gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:33.407082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f8d860ac-e793-45dd-be29-3d237d00126a tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/routers/a6cbef84-83df-41f4-84bb-127eb5a941dc HTTP/1.1" status: 200 len: 699 time: 0.0794122 Oct 13 00:41:33.410419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36082) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:33.437679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bdd9d9a2-a702-448a-b08b-8cdee3ede3c5 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6cbef84-83df-41f4-84bb-127eb5a941dc HTTP/1.1" status: 200 len: 205 time: 0.0261173 Oct 13 00:41:33.440276 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36084) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:33.459553 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cbef84-83df-41f4-84bb-127eb5a941dc', 'name': 'tempest-RoutersTest-router-351185047', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:32Z', 'updated_at': '2021-10-13T00:41:33Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:33.490879 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] Checking router: a6cbef84-83df-41f4-84bb-127eb5a941dc for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:41:33.500133 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] Routers {'a6cbef84-83df-41f4-84bb-127eb5a941dc'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:41:33.500828 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:41:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a6cbef84-83df-41f4-84bb-127eb5a941dc'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:33.586427 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] Set router a6cbef84-83df-41f4-84bb-127eb5a941dc gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:41:33.641983 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cbef84-83df-41f4-84bb-127eb5a941dc', 'name': 'tempest-RoutersTest-router-351185047', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:32Z', 'updated_at': '2021-10-13T00:41:33Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:33.674385 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd79a56-0fa2-4ccc-8b18-7272a868a1e6 None None] The sync data for ids ['a6cbef84-83df-41f4-84bb-127eb5a941dc'] in n-d-813679-4 is: [{'id': 'a6cbef84-83df-41f4-84bb-127eb5a941dc', 'name': 'tempest-RoutersTest-router-351185047', 'tenant_id': '9f1ed5b881634a51a122f60116f815f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:32Z', 'updated_at': '2021-10-13T00:41:33Z', 'revision_number': 2, 'project_id': '9f1ed5b881634a51a122f60116f815f6', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:41:33.834797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a37fa440-ae31-423d-b059-d55b07195389 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:33.999898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a37fa440-ae31-423d-b059-d55b07195389 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:34.001946 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a37fa440-ae31-423d-b059-d55b07195389 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:34.045490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a37fa440-ae31-423d-b059-d55b07195389 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:34.046042 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37fa440-ae31-423d-b059-d55b07195389 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Fanout notify agent at l3_agent the message router_deleted on router a6cbef84-83df-41f4-84bb-127eb5a941dc {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:41:34.056909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a37fa440-ae31-423d-b059-d55b07195389 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:34.058043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a37fa440-ae31-423d-b059-d55b07195389 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/a6cbef84-83df-41f4-84bb-127eb5a941dc HTTP/1.1" status: 204 len: 168 time: 0.6167822 Oct 13 00:41:34.062548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36096) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.089909 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aef1d78a-5c99-4d12-a897-0d8007e4074e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6cbef84-83df-41f4-84bb-127eb5a941dc HTTP/1.1" status: 200 len: 205 time: 0.0261681 Oct 13 00:41:34.092331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36098) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.133710 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-2a90b4ed-3f21-452e-b906-e1d3715a2bba tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] delete failed (client error): The resource could not be found. Oct 13 00:41:34.137228 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2a90b4ed-3f21-452e-b906-e1d3715a2bba tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/a6cbef84-83df-41f4-84bb-127eb5a941dc HTTP/1.1" status: 404 len: 336 time: 0.0413301 Oct 13 00:41:34.137824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36100) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.163983 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2a2070-c7bc-47b5-be0a-d934e0d5048b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.164424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2a2070-c7bc-47b5-be0a-d934e0d5048b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.169555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6a2a2070-c7bc-47b5-be0a-d934e0d5048b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/f6926abe-faf9-47cb-af40-b0a52a7999cd HTTP/1.1" status: 404 len: 337 time: 0.0290639 Oct 13 00:41:34.169758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36102) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.194728 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2500c46b-1aa7-49d5-a4a9-72467215b99c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.195165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2500c46b-1aa7-49d5-a4a9-72467215b99c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.200742 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2500c46b-1aa7-49d5-a4a9-72467215b99c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/8211f1ce-2770-4430-966d-553a05d9860e HTTP/1.1" status: 404 len: 337 time: 0.0277705 Oct 13 00:41:34.200968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36104) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.226997 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2523179-560b-4760-aa14-a8374d942503 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.227438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2523179-560b-4760-aa14-a8374d942503 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.230406 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d2523179-560b-4760-aa14-a8374d942503 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/f8fc0537-2bee-4e4f-a117-0922bd36dfdc HTTP/1.1" status: 404 len: 337 time: 0.0285387 Oct 13 00:41:34.233177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36106) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.259540 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c633ab-5790-4b87-863b-52a040ed1b9f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.259938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c633ab-5790-4b87-863b-52a040ed1b9f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.262957 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-26c633ab-5790-4b87-863b-52a040ed1b9f tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/262bd86c-ddcb-4d26-9e9a-d5c381df9ef8 HTTP/1.1" status: 404 len: 337 time: 0.0288808 Oct 13 00:41:34.265672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36108) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.297600 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-17bcf6c3-02b0-4274-a59c-a26198cfc20c tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 200 len: 205 time: 0.0307930 Oct 13 00:41:34.300036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36110) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.339261 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-4f61e779-1170-42cb-b41f-92719d563bd0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] delete failed (client error): The resource could not be found. Oct 13 00:41:34.340380 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4f61e779-1170-42cb-b41f-92719d563bd0 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/ba6a2692-06b7-4b7a-b373-486eb944d2d1 HTTP/1.1" status: 404 len: 336 time: 0.0394218 Oct 13 00:41:34.343036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36112) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.375418 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2de9b674-7aba-4d0f-8ac8-f6c7f8920c4b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cbe68ca-71fe-4a8c-be17-e189785eef79 HTTP/1.1" status: 200 len: 205 time: 0.0309095 Oct 13 00:41:34.377649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36114) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.421303 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-8b698ad2-3c1d-4bba-8ce3-29a6a0f745b9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] delete failed (client error): The resource could not be found. Oct 13 00:41:34.423295 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8b698ad2-3c1d-4bba-8ce3-29a6a0f745b9 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/6cbe68ca-71fe-4a8c-be17-e189785eef79 HTTP/1.1" status: 404 len: 336 time: 0.0438023 Oct 13 00:41:34.425015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36116) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.451677 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b622902c-d891-4f83-bfdb-cf988f7ab341 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.452206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b622902c-d891-4f83-bfdb-cf988f7ab341 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.455704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b622902c-d891-4f83-bfdb-cf988f7ab341 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/2821a126-7da6-4b64-b58b-0f276565db2a HTTP/1.1" status: 404 len: 337 time: 0.0292056 Oct 13 00:41:34.458391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36118) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.485391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7811032-23a8-49b2-aed3-2f7750d22318 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9dbde95-8137-4e7b-9756-013dfea47f8a HTTP/1.1" status: 200 len: 205 time: 0.0259187 Oct 13 00:41:34.487746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36120) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.523290 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-69be1e06-cbce-42f0-840b-a498f5d5f768 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] delete failed (client error): The resource could not be found. Oct 13 00:41:34.524215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-69be1e06-cbce-42f0-840b-a498f5d5f768 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/d9dbde95-8137-4e7b-9756-013dfea47f8a HTTP/1.1" status: 404 len: 336 time: 0.0355601 Oct 13 00:41:34.526542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36122) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.558228 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bfbb8ea3-5a82-4bf6-949d-f8fe61c7f09d tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=a710cec7-98b5-4f59-9534-5aace1d509eb HTTP/1.1" status: 200 len: 205 time: 0.0306177 Oct 13 00:41:34.560511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.597035 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-3e1eaa10-8364-44e6-bdf0-b14cef9f1e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] delete failed (client error): The resource could not be found. Oct 13 00:41:34.598006 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e1eaa10-8364-44e6-bdf0-b14cef9f1e61 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/a710cec7-98b5-4f59-9534-5aace1d509eb HTTP/1.1" status: 404 len: 336 time: 0.0366178 Oct 13 00:41:34.600382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36128) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.626376 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3a8017-dd35-463a-90f5-d15baae90a0e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.626842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3a8017-dd35-463a-90f5-d15baae90a0e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.631547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1b3a8017-dd35-463a-90f5-d15baae90a0e tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/b65fd074-5d05-4cec-b91b-73b7c25fd541 HTTP/1.1" status: 404 len: 337 time: 0.0286341 Oct 13 00:41:34.632650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36130) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.672394 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2025ea07-7ee6-48d6-9594-5a63ea7bc0cb tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=966a0f3c-3df9-46c7-b0d8-050fc735ed6d HTTP/1.1" status: 200 len: 205 time: 0.0364180 Oct 13 00:41:34.673474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36134) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.725440 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-c48196d6-84de-4781-96ae-2e7f544df7a8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] delete failed (client error): The resource could not be found. Oct 13 00:41:34.727544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c48196d6-84de-4781-96ae-2e7f544df7a8 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/966a0f3c-3df9-46c7-b0d8-050fc735ed6d HTTP/1.1" status: 404 len: 336 time: 0.0518060 Oct 13 00:41:34.729044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36138) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.759488 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0a7ac9-e2e3-4d58-a31e-9f3bacd4087b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.759964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0a7ac9-e2e3-4d58-a31e-9f3bacd4087b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.765071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4c0a7ac9-e2e3-4d58-a31e-9f3bacd4087b tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/09f049f3-5cea-4343-816b-1a56b86a314e HTTP/1.1" status: 404 len: 337 time: 0.0330026 Oct 13 00:41:34.765527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36140) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.792190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a0022468-accb-469e-8d3f-abd86be08ec6 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "GET /v2.0/ports?device_id=b15d41f9-b577-45c0-b42f-3e8ead18829f HTTP/1.1" status: 200 len: 205 time: 0.0255964 Oct 13 00:41:34.794522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36142) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.832865 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-52941073-3288-452d-b473-035341574ecf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] delete failed (client error): The resource could not be found. Oct 13 00:41:34.834137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-52941073-3288-452d-b473-035341574ecf tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/routers/b15d41f9-b577-45c0-b42f-3e8ead18829f HTTP/1.1" status: 404 len: 336 time: 0.0387020 Oct 13 00:41:34.843260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36144) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.862828 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-2567f1c1-aa0b-41f8-a692-00db368dbca1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.863238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2567f1c1-aa0b-41f8-a692-00db368dbca1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.866213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2567f1c1-aa0b-41f8-a692-00db368dbca1 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/27360c27-1bae-4c39-a23a-a9604ae737f8 HTTP/1.1" status: 404 len: 337 time: 0.0284982 Oct 13 00:41:34.868709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36146) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:34.899748 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f19031-3e2d-4336-bad8-34a80b187704 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] DELETE failed (client error): The resource could not be found. Oct 13 00:41:34.900196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f19031-3e2d-4336-bad8-34a80b187704 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 00:41:34.913180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-11f19031-3e2d-4336-bad8-34a80b187704 tempest-RoutersTest-595432301 tempest-RoutersTest-595432301-project] 10.222.0.21 "DELETE /v2.0/subnets/2da5527f-ddf2-4979-856f-f71cc22d298c HTTP/1.1" status: 404 len: 337 time: 0.0363598 Oct 13 00:41:35.165055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36158) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:35.293638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4a1a243c-eb3b-4af1-ba66-2aef78becad2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f1ed5b881634a51a122f60116f815f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273317 Oct 13 00:41:35.296060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36162) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:35.343833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd93-f191-4b5a-a563-a83aeb4320b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:35.364976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd93-f191-4b5a-a563-a83aeb4320b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:35.413345 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd93-f191-4b5a-a563-a83aeb4320b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:35.416035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aee9dd93-f191-4b5a-a563-a83aeb4320b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:35.417281 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aee9dd93-f191-4b5a-a563-a83aeb4320b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86973ac5-eebd-407e-8534-e9434c9d44cc HTTP/1.1" status: 204 len: 168 time: 0.1202810 Oct 13 00:41:35.429931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9dd93-f191-4b5a-a563-a83aeb4320b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86973ac5-eebd-407e-8534-e9434c9d44cc,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:36.035114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36188) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:36.134758 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-392980466-network', 'tenant_id': 'a9391a8f29cf45c495d364de67709089'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:36.156849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Made reservation on behalf of a9391a8f29cf45c495d364de67709089 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:36.159708 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.168365 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.244675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.248459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.274358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:36.279661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e701801-75f9-4bbf-bdf6-5770458ec0e2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:36.287329 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.288259 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Added segment 97438861-f07f-4d0a-b110-f78f47018fb3 of type vlan for network 33448594-f96c-4f8f-ac9d-f49434679a7f Oct 13 00:41:36.328211 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.353701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.354697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:36.355285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.416686 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3797991 Oct 13 00:41:36.419866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36196) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:36.421814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211c3b-161f-482a-9b97-a4c4484a7e36 admin admin] Pushing event updated for resources: {'Network': ['ID=33448594-f96c-4f8f-ac9d-f49434679a7f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:36.432253 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 33448594-f96c-4f8f-ac9d-f49434679a7f details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:36.432750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Request body: {'subnet': {'network_id': '33448594-f96c-4f8f-ac9d-f49434679a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-392980466-subnet', 'tenant_id': 'a9391a8f29cf45c495d364de67709089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:36.468565 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Made reservation on behalf of a9391a8f29cf45c495d364de67709089 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:36.471680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.645611 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.698265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.702808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Pushing event updated for resources: {'Subnet': ['ID=968548f6-a22f-4381-8897-817edfc398de,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:36.710432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Checking segment: {'id': '97438861-f07f-4d0a-b110-f78f47018fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '33448594-f96c-4f8f-ac9d-f49434679a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:36.710788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Network hostable DHCP agents. Network: 33448594-f96c-4f8f-ac9d-f49434679a7f, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:36.727215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Network 33448594-f96c-4f8f-ac9d-f49434679a7f is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:36.735154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 33448594-f96c-4f8f-ac9d-f49434679a7f) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:36.739315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:36.739941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:36.746269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299cfcc-d519-477d-8408-6118c7e63e2b None None] Network 33448594-f96c-4f8f-ac9d-f49434679a7f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:36.755981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d781dea-659e-4c1b-996c-84256ac4777a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3340759 Oct 13 00:41:37.039736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8145673-d36d-4601-a054-7255abe4e1f5 None None] Network 33448594-f96c-4f8f-ac9d-f49434679a7f requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:37.181979 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.280527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36218) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:37.285498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-556623514-network', 'tenant_id': '370b9babc8c64cfc8066d6726159871e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:37.308027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Made reservation on behalf of 370b9babc8c64cfc8066d6726159871e for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:37.310521 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.321256 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.400183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.403641 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.423315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:41:37.438155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c3261-6f6d-4d90-bda4-e3c00dae2a55,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:37.444991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.445343 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Added segment 83d04676-f79e-4b44-9e4e-41b45ef05855 of type vlan for network e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d Oct 13 00:41:37.484554 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.509285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.510324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:37.510924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.563530 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2818582 Oct 13 00:41:37.567481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36224) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:37.575452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Request body: {'subnet': {'network_id': 'e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-556623514-subnet', 'tenant_id': '370b9babc8c64cfc8066d6726159871e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:41:37.578703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d0b2c-a2c8-4805-ae3e-cc11dbfb093b admin admin] Pushing event updated for resources: {'Network': ['ID=e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:37.591834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:41:37.603033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Made reservation on behalf of 370b9babc8c64cfc8066d6726159871e for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:41:37.605737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.799860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.870742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4b0921-af97-4478-a46f-f1d53720a423,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:37.888237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Checking segment: {'id': '83d04676-f79e-4b44-9e4e-41b45ef05855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:41:37.888616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Network hostable DHCP agents. Network: e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:41:37.907632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Network e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:41:37.918392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:41:37.923278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:41:37.924515 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:37.932154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e21e5-3031-46e7-b894-712023ea51b0 None None] Network e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:37.955548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9e456690-e27a-4ece-9f70-8bf898ad0e9b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3860528 Oct 13 00:41:38.084964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36234) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:38.111183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3fc969-1568-4c46-a1be-2b623149a4c8 None None] Network e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:41:38.133231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4990e2cc-1ffb-4e6f-8b32-828877b72a5e admin admin] Deleting subnet 968548f6-a22f-4381-8897-817edfc398de {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:41:38.137525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4990e2cc-1ffb-4e6f-8b32-828877b72a5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.176783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4990e2cc-1ffb-4e6f-8b32-828877b72a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.230846 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4990e2cc-1ffb-4e6f-8b32-828877b72a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.289499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4990e2cc-1ffb-4e6f-8b32-828877b72a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.317107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990e2cc-1ffb-4e6f-8b32-828877b72a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968548f6-a22f-4381-8897-817edfc398de,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:38.319278 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4990e2cc-1ffb-4e6f-8b32-828877b72a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.322761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4990e2cc-1ffb-4e6f-8b32-828877b72a5e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/968548f6-a22f-4381-8897-817edfc398de HTTP/1.1" status: 204 len: 168 time: 0.2379303 Oct 13 00:41:38.325344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36236) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:38.399678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.488095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.510217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33448594-f96c-4f8f-ac9d-f49434679a7f']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:38.520600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97438861-f07f-4d0a-b110-f78f47018fb3') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:38.521081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97438861-f07f-4d0a-b110-f78f47018fb3') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:38.531241 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.546260 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.553515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:38.553902 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:38.555812 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:38.615888 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.620772 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.627163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] 10.222.0.21 "DELETE /v2.0/networks/33448594-f96c-4f8f-ac9d-f49434679a7f HTTP/1.1" status: 204 len: 168 time: 0.3007419 Oct 13 00:41:38.627336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36238) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:38.640562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b7dfc-2c1a-45cd-a291-9d2131493a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=33448594-f96c-4f8f-ac9d-f49434679a7f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:38.682534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e258aed6-3ccb-4230-ba05-4a0f915ad32c admin admin] Deleting subnet cb4b0921-af97-4478-a46f-f1d53720a423 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:41:38.685879 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e258aed6-3ccb-4230-ba05-4a0f915ad32c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.721643 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e258aed6-3ccb-4230-ba05-4a0f915ad32c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.760375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e258aed6-3ccb-4230-ba05-4a0f915ad32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.821563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e258aed6-3ccb-4230-ba05-4a0f915ad32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.850677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258aed6-3ccb-4230-ba05-4a0f915ad32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4b0921-af97-4478-a46f-f1d53720a423,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:38.860601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e258aed6-3ccb-4230-ba05-4a0f915ad32c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:38.866611 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e258aed6-3ccb-4230-ba05-4a0f915ad32c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb4b0921-af97-4478-a46f-f1d53720a423 HTTP/1.1" status: 204 len: 168 time: 0.2374849 Oct 13 00:41:38.866955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36242) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:38.949409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.035453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.057912 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:39.068026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d04676-f79e-4b44-9e4e-41b45ef05855') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:39.068318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d04676-f79e-4b44-9e4e-41b45ef05855') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:41:39.078418 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.093313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.100578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:41:39.100985 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:41:39.102995 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:41:39.177387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.182450 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.188842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d HTTP/1.1" status: 204 len: 168 time: 0.3202648 Oct 13 00:41:39.206512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52875836-ed9e-416c-8887-4a8ae4fb25b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63cbe0f-23e5-4977-bfc6-8cbd264d4c3d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:39.359858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36246) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:39.414066 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-560d82fb-6bc7-4133-9731-61b7e985214f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9391a8f29cf45c495d364de67709089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506403 Oct 13 00:41:39.414426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36248) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:39.462156 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6eef-0673-4280-bc46-d4bdead2f40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.482290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6eef-0673-4280-bc46-d4bdead2f40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.529730 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6eef-0673-4280-bc46-d4bdead2f40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.532375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6eef-0673-4280-bc46-d4bdead2f40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:39.536104 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e0f6eef-0673-4280-bc46-d4bdead2f40d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e701801-75f9-4bbf-bdf6-5770458ec0e2 HTTP/1.1" status: 204 len: 168 time: 0.1183097 Oct 13 00:41:39.542267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f6eef-0673-4280-bc46-d4bdead2f40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e701801-75f9-4bbf-bdf6-5770458ec0e2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:39.885477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36254) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:39.948927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-42885751-c391-4184-849a-e16daef4731b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=370b9babc8c64cfc8066d6726159871e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620346 Oct 13 00:41:39.951605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36258) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:40.007603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ced326-6616-458d-a857-a9bb992d2f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:40.032554 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ced326-6616-458d-a857-a9bb992d2f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:40.083239 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ced326-6616-458d-a857-a9bb992d2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:40.086009 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ced326-6616-458d-a857-a9bb992d2f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:40.089495 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f8ced326-6616-458d-a857-a9bb992d2f75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e95c3261-6f6d-4d90-bda4-e3c00dae2a55 HTTP/1.1" status: 204 len: 168 time: 0.1340184 Oct 13 00:41:40.101716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ced326-6616-458d-a857-a9bb992d2f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c3261-6f6d-4d90-bda4-e3c00dae2a55,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:41.807145 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4643d24a-1da2-4ace-a824-8319eb2fcce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:44.550949 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9940e71b-f0f9-4ae9-a6bd-c3ded10a5aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:45.672888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36356) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:45.791584 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:45.852886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6aa32945-2ca5-4cc7-9743-c485c2a56f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:45.934405 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:45.939813 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6aa32945-2ca5-4cc7-9743-c485c2a56f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:45.943710 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6aa32945-2ca5-4cc7-9743-c485c2a56f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:45.985008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa32945-2ca5-4cc7-9743-c485c2a56f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6621f17b-7de8-44db-94f7-dd7a9a41e9ea,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:45.990635 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6aa32945-2ca5-4cc7-9743-c485c2a56f84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17ae6f712def4efea028d3138f6d180f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153884 Oct 13 00:41:45.993051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36360) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:46.049888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f76b-ab0f-44e9-988b-9d41c4af2f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.073251 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f76b-ab0f-44e9-988b-9d41c4af2f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.129323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f76b-ab0f-44e9-988b-9d41c4af2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.131948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f76b-ab0f-44e9-988b-9d41c4af2f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.133095 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d3b9f76b-ab0f-44e9-988b-9d41c4af2f3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6621f17b-7de8-44db-94f7-dd7a9a41e9ea HTTP/1.1" status: 204 len: 168 time: 0.1390908 Oct 13 00:41:46.141106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9f76b-ab0f-44e9-988b-9d41c4af2f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6621f17b-7de8-44db-94f7-dd7a9a41e9ea,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:46.398109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36366) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:46.411829 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1214bae4-ae93-44cb-9b4b-7e5ac52ee13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.486758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1214bae4-ae93-44cb-9b4b-7e5ac52ee13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.490674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1214bae4-ae93-44cb-9b4b-7e5ac52ee13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.527713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214bae4-ae93-44cb-9b4b-7e5ac52ee13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae01892-e249-432a-be80-f5f80e687215,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:46.539741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36370) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:46.543528 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1214bae4-ae93-44cb-9b4b-7e5ac52ee13f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4821b6049be4b998b32ec672151ad67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441381 Oct 13 00:41:46.588798 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38006fe7-7e0d-472a-9d02-5bcb3356179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.610805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38006fe7-7e0d-472a-9d02-5bcb3356179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.665218 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38006fe7-7e0d-472a-9d02-5bcb3356179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.668172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-38006fe7-7e0d-472a-9d02-5bcb3356179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:46.669501 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-38006fe7-7e0d-472a-9d02-5bcb3356179a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cae01892-e249-432a-be80-f5f80e687215 HTTP/1.1" status: 204 len: 168 time: 0.1286302 Oct 13 00:41:46.678049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38006fe7-7e0d-472a-9d02-5bcb3356179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae01892-e249-432a-be80-f5f80e687215,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:47.575602 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:56.267878 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:41:57.087219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36564) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:57.214174 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da13d2f7-c39a-4d02-b648-ba0875cfc9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:57.325230 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da13d2f7-c39a-4d02-b648-ba0875cfc9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:57.335831 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-da13d2f7-c39a-4d02-b648-ba0875cfc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:57.394685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13d2f7-c39a-4d02-b648-ba0875cfc9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fdedad-a42c-4ea8-bbd3-5cd0aaebe2fe,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:57.401935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36578) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:57.402439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-da13d2f7-c39a-4d02-b648-ba0875cfc9e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0309e4043e3a42dd97bb9910dd0666a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131082 Oct 13 00:41:57.486332 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa70db41-cdfb-44f0-a830-eb4a3cbba938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:57.508670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa70db41-cdfb-44f0-a830-eb4a3cbba938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:57.561125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa70db41-cdfb-44f0-a830-eb4a3cbba938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:57.565110 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa70db41-cdfb-44f0-a830-eb4a3cbba938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:57.569632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fa70db41-cdfb-44f0-a830-eb4a3cbba938 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43fdedad-a42c-4ea8-bbd3-5cd0aaebe2fe HTTP/1.1" status: 204 len: 168 time: 0.1666732 Oct 13 00:41:57.578987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70db41-cdfb-44f0-a830-eb4a3cbba938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fdedad-a42c-4ea8-bbd3-5cd0aaebe2fe,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:57.915693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36588) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:57.930247 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8521-22e5-4a8b-bb30-f927588b59fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.007047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8521-22e5-4a8b-bb30-f927588b59fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.017739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8521-22e5-4a8b-bb30-f927588b59fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.051730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e8521-22e5-4a8b-bb30-f927588b59fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad7d977-5773-4c53-9d10-1ad16c82d0c3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:58.099358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36590) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:58.099950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2f3e8521-22e5-4a8b-bb30-f927588b59fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d10ae9c3ee2947cdb780ae8b3c2f9e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825421 Oct 13 00:41:58.167202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f242b8-2b3c-48df-a76e-939ca4a2b555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.190094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f242b8-2b3c-48df-a76e-939ca4a2b555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.240902 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f242b8-2b3c-48df-a76e-939ca4a2b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.244166 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f242b8-2b3c-48df-a76e-939ca4a2b555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.245763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-72f242b8-2b3c-48df-a76e-939ca4a2b555 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ad7d977-5773-4c53-9d10-1ad16c82d0c3 HTTP/1.1" status: 204 len: 168 time: 0.1446073 Oct 13 00:41:58.267931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f242b8-2b3c-48df-a76e-939ca4a2b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad7d977-5773-4c53-9d10-1ad16c82d0c3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:58.608147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36598) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:58.621194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e156986c-46b5-4615-a80f-ddb9d43873c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.700598 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e156986c-46b5-4615-a80f-ddb9d43873c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.706506 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e156986c-46b5-4615-a80f-ddb9d43873c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.746389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e156986c-46b5-4615-a80f-ddb9d43873c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18a78ca8d801417ea8533720388e880c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371388 Oct 13 00:41:58.747350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156986c-46b5-4615-a80f-ddb9d43873c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ecdf6-5769-482a-8ee1-80503ab762dd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:41:58.749164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 36600) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:41:58.806241 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d4875b5-9422-4c01-9ef9-ffa1760e8290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.828855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d4875b5-9422-4c01-9ef9-ffa1760e8290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.876744 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d4875b5-9422-4c01-9ef9-ffa1760e8290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.879217 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d4875b5-9422-4c01-9ef9-ffa1760e8290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:41:58.880426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d4875b5-9422-4c01-9ef9-ffa1760e8290 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d9ecdf6-5769-482a-8ee1-80503ab762dd HTTP/1.1" status: 204 len: 168 time: 0.1266656 Oct 13 00:41:58.888691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4875b5-9422-4c01-9ef9-ffa1760e8290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ecdf6-5769-482a-8ee1-80503ab762dd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:01.136286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-e3b1b8da-903d-4284-9e3a-b00d4c2d9aac tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d4f7cd35806d499eafbf2b2751877329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292554 Oct 13 00:42:01.326045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e582e6-0798-4472-8602-6fa26338f508 req-6c602e5a-daa5-4b67-9237-b13b02c5ddad tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:01.327558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-6c602e5a-daa5-4b67-9237-b13b02c5ddad tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856587 Oct 13 00:42:01.342983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-36a73a51-b902-4857-a06a-6d61c3de029e tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/quotas/d4f7cd35806d499eafbf2b2751877329 HTTP/1.1" status: 200 len: 375 time: 0.0091350 Oct 13 00:42:01.376658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-820f89c8-8e68-44e8-bac5-2e4010d62417 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4f7cd35806d499eafbf2b2751877329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276175 Oct 13 00:42:01.543923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4449b28-d032-41f7-bbfd-34f51f47fddf req-a70b9d76-b452-447b-9d9b-1d7ae8a199fd tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 210 time: 0.0299993 Oct 13 00:42:02.505331 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-cdaeaa5a-3e22-440e-937f-fbf2efc698f7 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d4f7cd35806d499eafbf2b2751877329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284467 Oct 13 00:42:02.669808 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79a05350-9d28-4cf1-a865-fe20cee2c4fe req-93104044-d8b2-4ad8-857a-77ea1c76e99c tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 210 time: 0.0257485 Oct 13 00:42:02.714967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e582e6-0798-4472-8602-6fa26338f508 req-85dcb263-129e-44b4-9a2c-fb7c9e879a5c tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:02.716466 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-85dcb263-129e-44b4-9a2c-fb7c9e879a5c tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057438 Oct 13 00:42:02.739187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Request body: {'port': {'device_id': '2bfa94f9-16ed-41ea-95ef-942cc5ef702b', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'd4f7cd35806d499eafbf2b2751877329'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:42:02.844191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Made reservation on behalf of d4f7cd35806d499eafbf2b2751877329 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:42:02.848331 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:02.856976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:02.931250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:02.934562 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:03.000903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebabad21-ff14-42e0-a4f4-946f540e35bb,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:03.069362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Allocated IP 192.168.233.31 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/66ca62f1-203b-411e-ad07-7fa96463ad72) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:42:03.232339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-fe940681-1c60-42b9-96ec-7ae952eb0b13 req-38c588ea-46de-4c8f-aaac-d81ff6384d99 service neutron] (94989) timed out ('10.222.0.36', 49522) {{(pid=94989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:42:03.549962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:03.584122 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:03.636255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:42:03.640357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:42:03.642194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Pushing event updated for resources: {'Port': ['ID=66ca62f1-203b-411e-ad07-7fa96463ad72,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:03.644347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:42:03.696759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:03.697349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:03.717359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-277a04de-3c68-43f8-b41c-7e6e3a7008dc tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9821510 Oct 13 00:42:03.738426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Request body: {'port': {'device_id': '2bfa94f9-16ed-41ea-95ef-942cc5ef702b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:42:03.796397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:03.816978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6ead2-e6d3-4660-8535-3238c3efea3c req-39cf3a74-a0b4-4c68-a547-3841827be49a tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:03.822572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20f6ead2-e6d3-4660-8535-3238c3efea3c req-39cf3a74-a0b4-4c68-a547-3841827be49a tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 935 time: 0.0631192 Oct 13 00:42:03.864825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20f6ead2-e6d3-4660-8535-3238c3efea3c req-faa5546d-5db3-4cf4-884f-1064ebf6e114 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364435 Oct 13 00:42:03.879425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-325d911f-9b5b-45c4-b900-50938eebb38e None None] Provisioning complete for port 66ca62f1-203b-411e-ad07-7fa96463ad72 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:42:03.879965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-325d911f-9b5b-45c4-b900-50938eebb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:03.917287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-325d911f-9b5b-45c4-b900-50938eebb38e None None] Port 66ca62f1-203b-411e-ad07-7fa96463ad72 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:42:04.090361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ca62f1-203b-411e-ad07-7fa96463ad72 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:42:04.098364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:04.111487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Transition to ACTIVE for port object 66ca62f1-203b-411e-ad07-7fa96463ad72 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:42:04.117325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:04.171382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Pushing event updated for resources: {'Port': ['ID=66ca62f1-203b-411e-ad07-7fa96463ad72,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:04.255070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Attempting to bind port 66ca62f1-203b-411e-ad07-7fa96463ad72 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:42:04.255479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Attempting to bind port 66ca62f1-203b-411e-ad07-7fa96463ad72 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:42:04.255915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Attempting to bind port 66ca62f1-203b-411e-ad07-7fa96463ad72 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:42:04.261030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Port 66ca62f1-203b-411e-ad07-7fa96463ad72 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:42:04.261434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Attempting to bind port 66ca62f1-203b-411e-ad07-7fa96463ad72 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:42:04.267649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:42:04.268088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:42:04.268553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:42:04.269075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Bound port: 66ca62f1-203b-411e-ad07-7fa96463ad72, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:42:04.269527 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:04.342824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] For port 66ca62f1-203b-411e-ad07-7fa96463ad72, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:42:04.346862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] For port 66ca62f1-203b-411e-ad07-7fa96463ad72, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=66ca62f1-203b-411e-ad07-7fa96463ad72,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:42:04.350385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:04.382858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:04.383644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:04.385186 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] 10.222.0.45 "PUT /v2.0/ports/66ca62f1-203b-411e-ad07-7fa96463ad72 HTTP/1.1" status: 200 len: 1095 time: 0.6515205 Oct 13 00:42:04.387477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfa94f9-16ed-41ea-95ef-942cc5ef702b', 'tag': '66ca62f1-203b-411e-ad07-7fa96463ad72'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:42:04.389809 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0009f646-a575-4ea0-80af-ea6cc1eaec86" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfa94f9-16ed-41ea-95ef-942cc5ef702b", "tag": "66ca62f1-203b-411e-ad07-7fa96463ad72"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:42:04.418566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bccbb-9d63-4e1d-826a-48d6856830ab service neutron] Pushing event updated for resources: {'Port': ['ID=66ca62f1-203b-411e-ad07-7fa96463ad72,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:04.441660 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e0212-0bfa-4777-9e1b-bc68720f2bf6 x-openstack-request-id: req-a87e0212-0bfa-4777-9e1b-bc68720f2bf6 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:42:04.442001 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfa94f9-16ed-41ea-95ef-942cc5ef702b", "tag": "66ca62f1-203b-411e-ad07-7fa96463ad72", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:42:04.442208 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a87e0212-0bfa-4777-9e1b-bc68720f2bf6 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:42:04.442611 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfa94f9-16ed-41ea-95ef-942cc5ef702b', 'tag': '66ca62f1-203b-411e-ad07-7fa96463ad72', 'status': 'completed', 'code': 200} Oct 13 00:42:04.495546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e582e6-0798-4472-8602-6fa26338f508 req-7884f72f-96cd-4b4f-b2e8-a6a41ff7abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:04.497099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-7884f72f-96cd-4b4f-b2e8-a6a41ff7abd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4f7cd35806d499eafbf2b2751877329&device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 1098 time: 0.0432019 Oct 13 00:42:04.659715 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-db426e78-a53e-49fb-b3ec-c721d7df0cb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=66ca62f1-203b-411e-ad07-7fa96463ad72 HTTP/1.1" status: 200 len: 217 time: 0.1487565 Oct 13 00:42:04.714004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e582e6-0798-4472-8602-6fa26338f508 req-e151662d-2b7a-436a-bfb1-ab52f2e5395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:04.715475 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-e151662d-2b7a-436a-bfb1-ab52f2e5395f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0470295 Oct 13 00:42:04.763199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e582e6-0798-4472-8602-6fa26338f508 req-0ad14e1c-b98d-4a8f-a972-0250db9a35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:04.764894 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-0ad14e1c-b98d-4a8f-a972-0250db9a35fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418444 Oct 13 00:42:04.872926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-abba9163-e53f-4012-8197-53c8605db171 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003959 Oct 13 00:42:04.976339 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d4e582e6-0798-4472-8602-6fa26338f508 req-058a1e49-7320-4831-8e36-7391b081c097 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952384 Oct 13 00:42:04.988626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027f3c2-ee6a-4f9e-a9ee-b1cc44d5e96c req-545508f1-a123-437c-b09a-ce4784c21624 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:04.990337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2027f3c2-ee6a-4f9e-a9ee-b1cc44d5e96c req-545508f1-a123-437c-b09a-ce4784c21624 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 947 time: 0.0567050 Oct 13 00:42:05.033577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2027f3c2-ee6a-4f9e-a9ee-b1cc44d5e96c req-970c1cb4-d568-45d9-9105-c7c124f85602 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Oct 13 00:42:05.133621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-740a993b-37f4-4239-be63-8b3f4a04f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:05.135050 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-740a993b-37f4-4239-be63-8b3f4a04f6d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4f7cd35806d499eafbf2b2751877329&device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 1098 time: 0.0464628 Oct 13 00:42:05.224253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-0ed31f1b-eabc-4f86-923a-a5cd12339963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:05.225653 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-0ed31f1b-eabc-4f86-923a-a5cd12339963 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0831506 Oct 13 00:42:05.271320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-bb6940e6-68b1-4097-af17-02882eeeb55e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=66ca62f1-203b-411e-ad07-7fa96463ad72 HTTP/1.1" status: 200 len: 217 time: 0.0385756 Oct 13 00:42:05.322703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-3c5ee1ae-64e3-4991-bbda-ab4481597a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:05.324219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-3c5ee1ae-64e3-4991-bbda-ab4481597a2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0454776 Oct 13 00:42:05.371054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-3df03abb-97b1-4744-9709-9f17862bf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:05.372554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-3df03abb-97b1-4744-9709-9f17862bf4a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393000 Oct 13 00:42:05.471531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-69ff52e5-f741-4c93-b445-c58961e9cda7 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891016 Oct 13 00:42:05.577019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0009f646-a575-4ea0-80af-ea6cc1eaec86 req-2dda77fd-92eb-4bf8-ae95-cb274fe98150 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975814 Oct 13 00:42:06.149006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbd853-c085-41fe-b16b-a26d019b19a9 req-fb3090f0-6aee-4698-b0d6-d097653c1563 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:06.150466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1cbd853-c085-41fe-b16b-a26d019b19a9 req-fb3090f0-6aee-4698-b0d6-d097653c1563 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 947 time: 0.0499487 Oct 13 00:42:06.189615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1cbd853-c085-41fe-b16b-a26d019b19a9 req-0566e4ec-a3ae-436d-ba4b-0f6a5e0e4680 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Oct 13 00:42:06.696136 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:07.153856 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:07.307728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51132dee-c7c8-452b-bbc0-d000ee30e981 req-7ff28d7e-a1c6-4b83-9935-f5a7e1e52db8 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:07.309113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51132dee-c7c8-452b-bbc0-d000ee30e981 req-7ff28d7e-a1c6-4b83-9935-f5a7e1e52db8 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 947 time: 0.0534854 Oct 13 00:42:07.346343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51132dee-c7c8-452b-bbc0-d000ee30e981 req-ddd0a767-33dc-4e88-8b17-ebbabd9055af tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305445 Oct 13 00:42:08.332507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 66ca62f1-203b-411e-ad07-7fa96463ad72 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:42:08.425010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 66ca62f1-203b-411e-ad07-7fa96463ad72, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=66ca62f1-203b-411e-ad07-7fa96463ad72,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:42:08.435687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '66ca62f1-203b-411e-ad07-7fa96463ad72', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '66ca62f1-203b-411e-ad07-7fa96463ad72', 'mac_address': 'fa:16:3e:2b:c6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:42:08.460231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc6c8c-8180-4c77-bc48-ac09dcbba8b5 req-5a4d0340-fd5c-41b2-842a-009100c86713 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:08.461713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96dc6c8c-8180-4c77-bc48-ac09dcbba8b5 req-5a4d0340-fd5c-41b2-842a-009100c86713 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 947 time: 0.0485713 Oct 13 00:42:08.475488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:08.487790 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ca62f1-203b-411e-ad07-7fa96463ad72 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:42:08.498451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96dc6c8c-8180-4c77-bc48-ac09dcbba8b5 req-ed7ded8a-0989-4f22-9950-5fd1a7b9e96c tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Oct 13 00:42:08.506881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 66ca62f1-203b-411e-ad07-7fa96463ad72, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=66ca62f1-203b-411e-ad07-7fa96463ad72,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:42:08.511105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:08.557166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=66ca62f1-203b-411e-ad07-7fa96463ad72,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:08.898430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['66ca62f1-203b-411e-ad07-7fa96463ad72'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:42:09.611177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2018c0d-1075-4d23-949d-b60f2e1b6bd1 req-578d53b6-f42c-4992-9837-08a8e53e0cf4 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:09.612673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2018c0d-1075-4d23-949d-b60f2e1b6bd1 req-578d53b6-f42c-4992-9837-08a8e53e0cf4 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 948 time: 0.0480609 Oct 13 00:42:09.652190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2018c0d-1075-4d23-949d-b60f2e1b6bd1 req-5f4ab40e-0655-4410-b327-a6554a887af2 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Oct 13 00:42:10.345420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 66ca62f1-203b-411e-ad07-7fa96463ad72 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:42:10.394073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 66ca62f1-203b-411e-ad07-7fa96463ad72 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:42:10.397967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 66ca62f1-203b-411e-ad07-7fa96463ad72 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:42:10.398337 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:10.474087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:10.497233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa94f9-16ed-41ea-95ef-942cc5ef702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca62f1-203b-411e-ad07-7fa96463ad72'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:42:10.499489 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f7050-6f93-4018-96d5-ead1c15d5df3" -d '{"events": [{"server_uuid": "2bfa94f9-16ed-41ea-95ef-942cc5ef702b", "name": "network-vif-plugged", "status": "completed", "tag": "66ca62f1-203b-411e-ad07-7fa96463ad72"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:42:10.512855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 66ca62f1-203b-411e-ad07-7fa96463ad72, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=66ca62f1-203b-411e-ad07-7fa96463ad72,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:42:10.518737 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:10.544509 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641d5595-e28c-420e-a7f4-525b7ae2c1b7 x-openstack-request-id: req-641d5595-e28c-420e-a7f4-525b7ae2c1b7 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:42:10.544808 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa94f9-16ed-41ea-95ef-942cc5ef702b", "name": "network-vif-plugged", "status": "completed", "tag": "66ca62f1-203b-411e-ad07-7fa96463ad72", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:42:10.545058 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-641d5595-e28c-420e-a7f4-525b7ae2c1b7 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:42:10.545449 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa94f9-16ed-41ea-95ef-942cc5ef702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca62f1-203b-411e-ad07-7fa96463ad72', 'code': 200} Oct 13 00:42:10.572620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=66ca62f1-203b-411e-ad07-7fa96463ad72,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:10.667704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189add-02f7-4f9d-9e74-c45b14961981 req-ebf5651c-6a3e-42bb-87c8-9ae54d04a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:10.669415 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-14189add-02f7-4f9d-9e74-c45b14961981 req-ebf5651c-6a3e-42bb-87c8-9ae54d04a341 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 1100 time: 0.0415885 Oct 13 00:42:10.722311 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-14189add-02f7-4f9d-9e74-c45b14961981 req-fbfea670-ab3d-42e7-b858-b060b964132e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Oct 13 00:42:10.797409 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fffc7-e1d4-4359-ae7f-e0488412cc1f req-87a3de38-2c32-4919-827e-8196c46278dd tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:10.799460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a2fffc7-e1d4-4359-ae7f-e0488412cc1f req-87a3de38-2c32-4919-827e-8196c46278dd tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 949 time: 0.0523601 Oct 13 00:42:10.836557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a2fffc7-e1d4-4359-ae7f-e0488412cc1f req-c28e32df-a0ee-488e-ba31-bcf16a467732 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Oct 13 00:42:11.694526 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 36800) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:11.789144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b490-201e-4109-82b5-e70ae83f7af5 req-6c4fd469-4918-44ab-b331-b509f3a980b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:11.790666 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0b03b490-201e-4109-82b5-e70ae83f7af5 req-6c4fd469-4918-44ab-b331-b509f3a980b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1097 time: 0.0948315 Oct 13 00:42:11.810165 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7e20-059e-4112-bc78-d2abf8544f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:11.827743 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0b03b490-201e-4109-82b5-e70ae83f7af5 req-d02c7dd6-097d-4ea6-b3ce-e78556cfc50b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304949 Oct 13 00:42:11.960347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd62d4-30c8-427e-8e9f-042b9e2d1d20 req-7a3e5e5c-8719-4b0d-8ea8-49d4dec8b464 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:11.962647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91cd62d4-30c8-427e-8e9f-042b9e2d1d20 req-7a3e5e5c-8719-4b0d-8ea8-49d4dec8b464 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 949 time: 0.0524247 Oct 13 00:42:12.055495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91cd62d4-30c8-427e-8e9f-042b9e2d1d20 req-c881b3f0-2423-405e-8679-87e6b9b90329 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847318 Oct 13 00:42:13.180913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9815c7-1846-4246-a4fc-5c2cf453e186 req-4030c30d-7643-4a10-b75f-bf0e0ec17ed5 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:13.182431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e9815c7-1846-4246-a4fc-5c2cf453e186 req-4030c30d-7643-4a10-b75f-bf0e0ec17ed5 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 949 time: 0.0539968 Oct 13 00:42:13.220166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e9815c7-1846-4246-a4fc-5c2cf453e186 req-4936c29a-04d9-468c-a117-b08af1bd4b2d tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Oct 13 00:42:14.553146 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c4d39920-b193-4d05-835b-18355ffeb822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:15.753226 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:15.899580 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-aaabfaa9-d267-49e7-9711-e6d40c24088e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438342 Oct 13 00:42:15.926767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:16.011579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-a08127f0-2e2d-48cd-aeb5-3bdc3fac1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:16.013168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-a08127f0-2e2d-48cd-aeb5-3bdc3fac1819 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1097 time: 0.0455942 Oct 13 00:42:16.125709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-9ecb9731-0cd2-41d9-bb45-6981856aca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:16.127803 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-9ecb9731-0cd2-41d9-bb45-6981856aca53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 200 len: 910 time: 0.0933256 Oct 13 00:42:16.194301 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-cccec749-e9e0-4741-923a-f5da67979631 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 200 len: 1002 time: 0.0597863 Oct 13 00:42:16.248657 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-6494b969-0f06-43f1-bac8-129082efaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:16.250246 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-6494b969-0f06-43f1-bac8-129082efaf72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bdcd057-dc61-49a9-acea-f8457d36349b HTTP/1.1" status: 200 len: 848 time: 0.0493934 Oct 13 00:42:16.302872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-71ab1ffb-5019-410e-bb42-ae5b25c9b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:16.304581 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-71ab1ffb-5019-410e-bb42-ae5b25c9b936 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464594 Oct 13 00:42:16.406035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-1492a64d-341d-4e87-a8c4-a7c4d2ccc0e5 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936856 Oct 13 00:42:16.502246 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-803a4453-c0a4-4c59-acec-6080664bddf9 req-8b6481b5-b6cb-4f9d-a6f4-188ae2a88f46 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884094 Oct 13 00:42:17.580334 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:21.702571 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-e4f25fd6-289a-4a9a-a5b2-223180304f5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891745 Oct 13 00:42:21.805387 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-593f7d30-85d3-4cee-b95d-6e9ba084b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:21.807043 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-593f7d30-85d3-4cee-b95d-6e9ba084b8dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1096 time: 0.0440316 Oct 13 00:42:21.918655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-c4431a3a-e27e-45a8-8dc4-16447de652fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:21.920185 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-c4431a3a-e27e-45a8-8dc4-16447de652fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1503a7b-6562-4ac2-bb63-419b4cbcf840 HTTP/1.1" status: 200 len: 898 time: 0.0933430 Oct 13 00:42:21.998685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-5c4affb6-9932-41e3-b095-4b7f1c54e512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f HTTP/1.1" status: 200 len: 1001 time: 0.0717928 Oct 13 00:42:22.062435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-66342efb-0f60-451f-8050-e75dad668d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:22.064504 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-66342efb-0f60-451f-8050-e75dad668d5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd31ab03-7eff-4f63-8cca-1df0f129c8f8 HTTP/1.1" status: 200 len: 834 time: 0.0549252 Oct 13 00:42:22.112040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-613d24c1-be81-47a6-9065-9db5e82a3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:22.113543 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-613d24c1-be81-47a6-9065-9db5e82a3c17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1503a7b-6562-4ac2-bb63-419b4cbcf840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421503 Oct 13 00:42:22.208800 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-9b7258a8-d6e6-4f66-91f9-331fa90b5535 service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876529 Oct 13 00:42:22.299851 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3d507606-163d-4ec3-b28b-ed1a99151e49 req-5e75df15-6336-40a0-9024-1f965607860c service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831995 Oct 13 00:42:32.312044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002c721-161c-431a-b99d-3f1fc27a6ce4 req-3fa71b91-d420-49d1-a6ee-abcf6b768407 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:32.314744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5002c721-161c-431a-b99d-3f1fc27a6ce4 req-3fa71b91-d420-49d1-a6ee-abcf6b768407 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0844870 Oct 13 00:42:32.372945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5002c721-161c-431a-b99d-3f1fc27a6ce4 req-caae8cf8-41b6-4c2f-a4c7-65e6ede038fc tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508754 Oct 13 00:42:32.471130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37084) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:32.600740 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:32.683491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:32.688745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:32.732027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff717f-a2f0-43e6-a12a-997c8fb84e58,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:32.737569 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a78611dfb5f47348940f50360636377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635477 Oct 13 00:42:32.740805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37090) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:32.743234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.743621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.743973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.744318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.744662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.745000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.745334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.745750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.746093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.746424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.746899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.747244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb50f9a-9033-4e60-ad82-5bcac2dd079c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.797822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:32.821325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:32.885162 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:32.888317 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:32.896061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fff717f-a2f0-43e6-a12a-997c8fb84e58 HTTP/1.1" status: 204 len: 168 time: 0.1495330 Oct 13 00:42:32.913186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff717f-a2f0-43e6-a12a-997c8fb84e58,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:32.922953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.923659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.924400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.925091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.925877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.926548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.927065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.927675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.928167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.928764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.929343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:32.930133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40296cd-5213-4598-8a7c-5b813c79cf8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:33.179209 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:42:33.185644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37096) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:33.204830 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ced36d8a-2786-458b-a148-14566cadea3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:33.284051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ced36d8a-2786-458b-a148-14566cadea3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:33.288881 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ced36d8a-2786-458b-a148-14566cadea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:33.327848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced36d8a-2786-458b-a148-14566cadea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90da1f3-4118-495f-bb5b-6eb354418af2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:33.335009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37098) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:33.345112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ced36d8a-2786-458b-a148-14566cadea3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de52f117e6bb4d27a2f3bbfaaf2f34f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581044 Oct 13 00:42:33.401445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe9f26f7-7246-4a00-884b-dfb950eab5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:33.429362 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe9f26f7-7246-4a00-884b-dfb950eab5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:33.514788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e670-7668-4766-b906-b01589afcc70 req-fa1123d0-32e3-4e4b-b72a-6bcf6070c940 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:33.516869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-daf2e670-7668-4766-b906-b01589afcc70 req-fa1123d0-32e3-4e4b-b72a-6bcf6070c940 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0564568 Oct 13 00:42:33.538803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe9f26f7-7246-4a00-884b-dfb950eab5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:33.541313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe9f26f7-7246-4a00-884b-dfb950eab5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:33.544898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fe9f26f7-7246-4a00-884b-dfb950eab5f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f90da1f3-4118-495f-bb5b-6eb354418af2 HTTP/1.1" status: 204 len: 168 time: 0.2064273 Oct 13 00:42:33.563638 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f26f7-7246-4a00-884b-dfb950eab5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90da1f3-4118-495f-bb5b-6eb354418af2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:33.570826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-daf2e670-7668-4766-b906-b01589afcc70 req-59d3a54e-30c5-4f40-9648-10e766cda912 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458472 Oct 13 00:42:34.707559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca71ed4-ef08-49be-ae0b-826f2767c971 req-232cc9fe-33fe-4f34-91d5-e44a81d9a635 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:34.712133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ca71ed4-ef08-49be-ae0b-826f2767c971 req-232cc9fe-33fe-4f34-91d5-e44a81d9a635 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0595827 Oct 13 00:42:34.749338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ca71ed4-ef08-49be-ae0b-826f2767c971 req-950fca18-08e4-4ec5-af7f-84d010fdbb54 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341151 Oct 13 00:42:35.303332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37158) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:35.417598 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ee8b58-e4dd-47fb-97e4-7f6d81c54ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:35.490287 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ee8b58-e4dd-47fb-97e4-7f6d81c54ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:35.494077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4ee8b58-e4dd-47fb-97e4-7f6d81c54ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:35.531777 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d4ee8b58-e4dd-47fb-97e4-7f6d81c54ede admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c9a5f560bcb4f2e909bc5947fb35788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272131 Oct 13 00:42:35.534253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee8b58-e4dd-47fb-97e4-7f6d81c54ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0132e9de-a63d-4e46-a8c6-ed919f6dc623,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:35.534972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37162) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:35.589741 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f1aecde0-f42d-4164-9193-a7b0e31a4d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:35.618865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f1aecde0-f42d-4164-9193-a7b0e31a4d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:35.674999 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f1aecde0-f42d-4164-9193-a7b0e31a4d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:35.677651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f1aecde0-f42d-4164-9193-a7b0e31a4d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:35.678930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f1aecde0-f42d-4164-9193-a7b0e31a4d90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0132e9de-a63d-4e46-a8c6-ed919f6dc623 HTTP/1.1" status: 204 len: 168 time: 0.1428640 Oct 13 00:42:35.687770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aecde0-f42d-4164-9193-a7b0e31a4d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0132e9de-a63d-4e46-a8c6-ed919f6dc623,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:35.884682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f959c-7519-4c9d-952c-474ef800bf97 req-caa97fc9-b5f9-497e-a150-fa06b2ef60c1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:35.886987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e52f959c-7519-4c9d-952c-474ef800bf97 req-caa97fc9-b5f9-497e-a150-fa06b2ef60c1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0539765 Oct 13 00:42:35.940170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e52f959c-7519-4c9d-952c-474ef800bf97 req-d8da982e-786d-4dda-bcf3-7cec5200b2df tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 Oct 13 00:42:35.989605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37172) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:36.002869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb479aeb-15a5-4d35-ba4e-e2c6d59a40f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:36.078390 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb479aeb-15a5-4d35-ba4e-e2c6d59a40f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:36.082137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cb479aeb-15a5-4d35-ba4e-e2c6d59a40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:36.118566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb479aeb-15a5-4d35-ba4e-e2c6d59a40f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a65568-6b76-4439-af3d-c5925ad0a20a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:36.125099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb479aeb-15a5-4d35-ba4e-e2c6d59a40f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3606ec84b0bb4f4a86b680ca3d779a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321092 Oct 13 00:42:36.125356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37174) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:36.176220 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e6f8-9ba4-4a39-a82c-1f09b54cef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:36.196526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e6f8-9ba4-4a39-a82c-1f09b54cef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:36.243229 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e6f8-9ba4-4a39-a82c-1f09b54cef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:36.245825 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8c4e6f8-9ba4-4a39-a82c-1f09b54cef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:36.246960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e8c4e6f8-9ba4-4a39-a82c-1f09b54cef22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1a65568-6b76-4439-af3d-c5925ad0a20a HTTP/1.1" status: 204 len: 168 time: 0.1207407 Oct 13 00:42:36.255081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4e6f8-9ba4-4a39-a82c-1f09b54cef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a65568-6b76-4439-af3d-c5925ad0a20a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:36.700144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:37.066246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2ca33-361c-4e4f-884b-693898c3f7c3 req-c9a557e6-f4c5-4836-97b5-be48ba81727a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:37.069037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19c2ca33-361c-4e4f-884b-693898c3f7c3 req-c9a557e6-f4c5-4836-97b5-be48ba81727a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0586767 Oct 13 00:42:37.109712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19c2ca33-361c-4e4f-884b-693898c3f7c3 req-e7eb6a2d-af02-43db-a995-555c6b38b8ec tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342917 Oct 13 00:42:37.145720 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:38.240038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cd1a3-8bc6-424d-9709-a9e524b81f6e req-7f6d53a9-06bb-41f9-9da1-c1bdf22e8e90 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:38.241589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-850cd1a3-8bc6-424d-9709-a9e524b81f6e req-7f6d53a9-06bb-41f9-9da1-c1bdf22e8e90 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0534225 Oct 13 00:42:38.280707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-850cd1a3-8bc6-424d-9709-a9e524b81f6e req-4fb09dae-a9c1-4009-b85e-11808b07ad51 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330489 Oct 13 00:42:39.427794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34256ef9-3d91-4e89-9157-18ce08941b61 req-f14c251e-765e-4147-b7b5-f4faa76795f2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:39.429539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34256ef9-3d91-4e89-9157-18ce08941b61 req-f14c251e-765e-4147-b7b5-f4faa76795f2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0551562 Oct 13 00:42:39.468602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34256ef9-3d91-4e89-9157-18ce08941b61 req-b397a160-dc7a-44f3-a674-89dffac00ce7 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Oct 13 00:42:40.616177 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92135c8d-2f14-48d9-b563-4283eab356aa req-3eb2b118-41d8-43f8-a111-926c8c7a9a8f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:40.624432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92135c8d-2f14-48d9-b563-4283eab356aa req-3eb2b118-41d8-43f8-a111-926c8c7a9a8f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0793564 Oct 13 00:42:40.672626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-92135c8d-2f14-48d9-b563-4283eab356aa req-c8f70f23-f58d-417d-8ee1-7396ea67bfc5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462639 Oct 13 00:42:40.761714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37278) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:40.887785 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91116b9-3dfc-4344-8eab-0e439775dd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:40.965904 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91116b9-3dfc-4344-8eab-0e439775dd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:40.970022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f91116b9-3dfc-4344-8eab-0e439775dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.011093 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f91116b9-3dfc-4344-8eab-0e439775dd79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0040c2efd6c41679859466b82de0e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485826 Oct 13 00:42:41.013952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37284) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:41.015474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91116b9-3dfc-4344-8eab-0e439775dd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcb192a-bd0a-4c37-b4cc-3dc25ebbc457,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:41.062570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-79729b40-513d-4cdc-a4a1-94bc3da50fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.086449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-79729b40-513d-4cdc-a4a1-94bc3da50fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.131389 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-79729b40-513d-4cdc-a4a1-94bc3da50fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.133821 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-79729b40-513d-4cdc-a4a1-94bc3da50fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.134945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-79729b40-513d-4cdc-a4a1-94bc3da50fea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abcb192a-bd0a-4c37-b4cc-3dc25ebbc457 HTTP/1.1" status: 204 len: 168 time: 0.1199450 Oct 13 00:42:41.142549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79729b40-513d-4cdc-a4a1-94bc3da50fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcb192a-bd0a-4c37-b4cc-3dc25ebbc457,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:41.384562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37290) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:41.397806 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7ff5-12e6-44e6-a168-2feba0772909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.473582 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7ff5-12e6-44e6-a168-2feba0772909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.477154 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7ff5-12e6-44e6-a168-2feba0772909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.511909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa7ff5-12e6-44e6-a168-2feba0772909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b0032f-f1ae-43d5-bfd3-6a21483e259d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:41.516076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b5aa7ff5-12e6-44e6-a168-2feba0772909 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cab00a30f3a41b79bf60a5ab5a62cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304531 Oct 13 00:42:41.519125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37292) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:41.565491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b40c50a-1b86-4681-897a-02929440a885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.586496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b40c50a-1b86-4681-897a-02929440a885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.632333 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b40c50a-1b86-4681-897a-02929440a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.635007 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b40c50a-1b86-4681-897a-02929440a885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.636124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9b40c50a-1b86-4681-897a-02929440a885 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1b0032f-f1ae-43d5-bfd3-6a21483e259d HTTP/1.1" status: 204 len: 168 time: 0.1160719 Oct 13 00:42:41.644589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40c50a-1b86-4681-897a-02929440a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b0032f-f1ae-43d5-bfd3-6a21483e259d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:41.796270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018202b-7b1d-4f8e-9eac-d3c42b1cff14 req-7c92c91b-a5d0-452f-833d-e5c0b01988bb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:41.803940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2018202b-7b1d-4f8e-9eac-d3c42b1cff14 req-7c92c91b-a5d0-452f-833d-e5c0b01988bb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0637951 Oct 13 00:42:41.815128 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a25f8d50-70ae-498f-aea8-db1082b6015e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:41.838526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2018202b-7b1d-4f8e-9eac-d3c42b1cff14 req-dd1d26fa-1826-4b80-9ada-7424cb5cc09a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337405 Oct 13 00:42:42.963001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5fbd-4517-4454-8878-bfcc7250fb2c req-84959a01-a65d-4212-ba97-a2d9c3ad290c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:42.964580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0aac5fbd-4517-4454-8878-bfcc7250fb2c req-84959a01-a65d-4212-ba97-a2d9c3ad290c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0613110 Oct 13 00:42:43.007976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0aac5fbd-4517-4454-8878-bfcc7250fb2c req-397e7230-1837-488a-871c-11e4ebbad8d3 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365336 Oct 13 00:42:44.165159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7751b-6ef4-478a-86c2-bf032f57ed22 req-de68b1e1-6ecb-4ba8-8794-930872317ab0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:44.167366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2e7751b-6ef4-478a-86c2-bf032f57ed22 req-de68b1e1-6ecb-4ba8-8794-930872317ab0 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0759249 Oct 13 00:42:44.208280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2e7751b-6ef4-478a-86c2-bf032f57ed22 req-fb736804-b377-4c15-b9b1-378051bcb8df tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337622 Oct 13 00:42:44.552778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37478) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:44.557099 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51294102-7b45-4b8e-8ac7-a5a8ac792ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:44.665667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edd3d61b-2a24-4d91-96e4-d0721426dd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:44.746532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edd3d61b-2a24-4d91-96e4-d0721426dd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:44.750536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-edd3d61b-2a24-4d91-96e4-d0721426dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:44.788135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3d61b-2a24-4d91-96e4-d0721426dd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d3aa90-10bc-47bb-880a-17c7f00c97be,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:44.793140 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-edd3d61b-2a24-4d91-96e4-d0721426dd8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b6aad1ed160460899227b09097c0d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393413 Oct 13 00:42:44.795990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37486) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:44.845442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f36cda7-b878-40f4-9e06-b76fa36800a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:44.867703 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f36cda7-b878-40f4-9e06-b76fa36800a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:44.921349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f36cda7-b878-40f4-9e06-b76fa36800a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:44.924393 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f36cda7-b878-40f4-9e06-b76fa36800a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:44.925573 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f36cda7-b878-40f4-9e06-b76fa36800a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35d3aa90-10bc-47bb-880a-17c7f00c97be HTTP/1.1" status: 204 len: 168 time: 0.1288028 Oct 13 00:42:44.933986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36cda7-b878-40f4-9e06-b76fa36800a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d3aa90-10bc-47bb-880a-17c7f00c97be,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:45.200724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37502) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:45.214271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-57bee7a4-c5f9-4169-91c9-82a3245ae8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:45.295268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-57bee7a4-c5f9-4169-91c9-82a3245ae8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:45.299632 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-57bee7a4-c5f9-4169-91c9-82a3245ae8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:45.334444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e32dc1-3872-4302-bde9-9fcfec5b9d1b req-de5c55c9-d31d-4ae4-bed9-61bbc4114c86 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:45.336016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8e32dc1-3872-4302-bde9-9fcfec5b9d1b req-de5c55c9-d31d-4ae4-bed9-61bbc4114c86 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0558143 Oct 13 00:42:45.342883 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-57bee7a4-c5f9-4169-91c9-82a3245ae8b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=180cb2a7bbc048f0a71871ddc7ac1c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410441 Oct 13 00:42:45.343742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bee7a4-c5f9-4169-91c9-82a3245ae8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ae9e52-eed6-4f96-90fc-e40198740ce7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:45.345459 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37506) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:45.412634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8e32dc1-3872-4302-bde9-9fcfec5b9d1b req-a3c1386a-8f48-4e44-b4ff-9fec49ebc9d5 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706162 Oct 13 00:42:45.442057 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f454dbba-03af-4d89-94a0-e59a184cc6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:45.469929 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f454dbba-03af-4d89-94a0-e59a184cc6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:45.520861 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f454dbba-03af-4d89-94a0-e59a184cc6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:45.523355 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f454dbba-03af-4d89-94a0-e59a184cc6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:45.524626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f454dbba-03af-4d89-94a0-e59a184cc6d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3ae9e52-eed6-4f96-90fc-e40198740ce7 HTTP/1.1" status: 204 len: 168 time: 0.1773138 Oct 13 00:42:45.532984 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454dbba-03af-4d89-94a0-e59a184cc6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ae9e52-eed6-4f96-90fc-e40198740ce7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:45.754940 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:45.930172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:46.546937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbd1a5-f491-4016-9bd2-9b4af4618944 req-a073fdb3-bfa0-4912-929b-59b646023690 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:46.548564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cbbd1a5-f491-4016-9bd2-9b4af4618944 req-a073fdb3-bfa0-4912-929b-59b646023690 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0660949 Oct 13 00:42:46.591774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cbbd1a5-f491-4016-9bd2-9b4af4618944 req-d0863f5a-03b6-4c0b-878a-96958eacd61c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370533 Oct 13 00:42:46.634612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6009a-0089-4e41-bd58-290f27d4df09 req-0787ec02-21e0-4be5-a54c-c30f6904ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:46.636367 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edd6009a-0089-4e41-bd58-290f27d4df09 req-0787ec02-21e0-4be5-a54c-c30f6904ad6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1096 time: 0.0498486 Oct 13 00:42:46.671737 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-edd6009a-0089-4e41-bd58-290f27d4df09 req-49217a02-a39c-4249-8f3a-ad9d50198896 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279205 Oct 13 00:42:47.539040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5ed0ec38-7894-48e6-8e74-f579fe47d00f details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:42:47.547668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5ed0ec38-7894-48e6-8e74-f579fe47d00f no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:42:47.627943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:47.720836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba0d95-4efa-42bf-9817-820210a9885e req-f09cc256-da57-4581-a221-bc745263f7e1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:47.722999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baba0d95-4efa-42bf-9817-820210a9885e req-f09cc256-da57-4581-a221-bc745263f7e1 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0581489 Oct 13 00:42:47.729469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:42:47.753864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'port_id': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'mac_address': 'fa:16:3e:07:8d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:42:47.758486 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:47.781090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baba0d95-4efa-42bf-9817-820210a9885e req-f78d75b0-4f91-4d69-bad0-d0284669a418 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519028 Oct 13 00:42:47.822870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:42:47.825114 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc49c38-cafb-483d-895c-4edbebaced09" -d '{"events": [{"server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:42:47.837382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:47.853974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:42:47.860912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ed0ec38-7894-48e6-8e74-f579fe47d00f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:42:47.867915 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:47.956797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:47.984066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.984504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.984969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.985306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.985803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.986342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.986891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.987230 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.995893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.999540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.999540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:47.999540 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:42:48.038464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:42:48.038946 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:42:48.247751 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10010fa7-d5f7-4555-bea6-87acf38a3da2 x-openstack-request-id: req-10010fa7-d5f7-4555-bea6-87acf38a3da2 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:42:48.248292 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:42:48.248548 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10010fa7-d5f7-4555-bea6-87acf38a3da2 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:42:48.249099 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'code': 200} Oct 13 00:42:48.583695 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:48.597369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed0ec38-7894-48e6-8e74-f579fe47d00f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:42:48.617109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:42:48.621121 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:48.670300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:42:48.886522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd0382-7a38-47f0-9487-c8ce4295233f req-9925d886-4ee8-43b0-b49f-ab14be7b8453 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:42:48.889651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3bd0382-7a38-47f0-9487-c8ce4295233f req-9925d886-4ee8-43b0-b49f-ab14be7b8453 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 944 time: 0.0505428 Oct 13 00:42:48.928631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3bd0382-7a38-47f0-9487-c8ce4295233f req-a3abb9f2-9278-4b76-9d07-d9c28b43eb96 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337079 Oct 13 00:42:48.952342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37632) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:42:48.973374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['5ed0ec38-7894-48e6-8e74-f579fe47d00f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:42:49.027862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-82b5b405-04f9-41e5-9af2-069ddf2bfe7a tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/floatingips/6db07ee4-6afa-4aca-86c1-695a6746b872 HTTP/1.1" status: 200 len: 992 time: 0.0742705 Oct 13 00:42:51.569334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5ed0ec38-7894-48e6-8e74-f579fe47d00f up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:42:51.616498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 5ed0ec38-7894-48e6-8e74-f579fe47d00f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:42:51.616865 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:51.699731 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:51.723891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:42:51.726121 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdfb9e4-6487-4f91-aeed-5081bf314764" -d '{"events": [{"server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "name": "network-vif-plugged", "status": "completed", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:42:51.738679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:42:51.745513 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:42:51.776438 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb380139-8156-4ac0-80ff-1cfa041f2a66 x-openstack-request-id: req-fb380139-8156-4ac0-80ff-1cfa041f2a66 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:42:51.776724 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "name": "network-vif-plugged", "status": "completed", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:42:51.776970 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb380139-8156-4ac0-80ff-1cfa041f2a66 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:42:51.777532 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'code': 200} Oct 13 00:42:51.804438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:00.644699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 37894) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:00.774560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-722a99f2-3fa2-4183-ac4e-c22e911e9521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:00.852582 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-722a99f2-3fa2-4183-ac4e-c22e911e9521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:00.860576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-722a99f2-3fa2-4183-ac4e-c22e911e9521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:00.906679 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-722a99f2-3fa2-4183-ac4e-c22e911e9521 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=575b0883b9c7443dbf3faedddd6162b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585089 Oct 13 00:43:00.906679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a99f2-3fa2-4183-ac4e-c22e911e9521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b3b388-28d9-493e-92e1-5eadd449e46a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:00.907198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37902) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:00.972566 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6173121-3654-48b6-b799-fe074d6d1fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.002445 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6173121-3654-48b6-b799-fe074d6d1fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.051319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6173121-3654-48b6-b799-fe074d6d1fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.053988 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c6173121-3654-48b6-b799-fe074d6d1fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.057531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c6173121-3654-48b6-b799-fe074d6d1fb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66b3b388-28d9-493e-92e1-5eadd449e46a HTTP/1.1" status: 204 len: 168 time: 0.1469197 Oct 13 00:43:01.063728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6173121-3654-48b6-b799-fe074d6d1fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b3b388-28d9-493e-92e1-5eadd449e46a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:01.351161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37914) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:01.364377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-323fe6e9-220a-4053-86be-89caa870d88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.449578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-323fe6e9-220a-4053-86be-89caa870d88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.453658 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-323fe6e9-220a-4053-86be-89caa870d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.492029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fe6e9-220a-4053-86be-89caa870d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155fb92e-4c6e-4a9d-b0c2-4fd7af127df4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:01.496302 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-323fe6e9-220a-4053-86be-89caa870d88e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50a359eaf9cd4a9683a8d7c7ae193d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440327 Oct 13 00:43:01.498917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 37920) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:01.558908 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0524e87-a299-4a7a-9708-fec779abc809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.590775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0524e87-a299-4a7a-9708-fec779abc809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.642176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0524e87-a299-4a7a-9708-fec779abc809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.645597 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a0524e87-a299-4a7a-9708-fec779abc809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:01.646844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a0524e87-a299-4a7a-9708-fec779abc809 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/155fb92e-4c6e-4a9d-b0c2-4fd7af127df4 HTTP/1.1" status: 204 len: 168 time: 0.1469269 Oct 13 00:43:01.655487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0524e87-a299-4a7a-9708-fec779abc809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155fb92e-4c6e-4a9d-b0c2-4fd7af127df4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:06.585385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38104) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:06.690756 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:06.705509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-242de98d-587b-43a6-8b68-f128f117af41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:06.780359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-242de98d-587b-43a6-8b68-f128f117af41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:06.784662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-242de98d-587b-43a6-8b68-f128f117af41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:06.823717 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-242de98d-587b-43a6-8b68-f128f117af41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca050577ee3c456c9061069d23b5f341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371860 Oct 13 00:43:06.825039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242de98d-587b-43a6-8b68-f128f117af41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7bf261-14da-415c-9133-c5d7cb1dcd2f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:06.826422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38112) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:06.888544 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98d6c1e8-3c3f-48d2-809c-cf2d722c0af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:06.912109 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98d6c1e8-3c3f-48d2-809c-cf2d722c0af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:06.964566 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98d6c1e8-3c3f-48d2-809c-cf2d722c0af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:06.967259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-98d6c1e8-3c3f-48d2-809c-cf2d722c0af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:06.968445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-98d6c1e8-3c3f-48d2-809c-cf2d722c0af1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd7bf261-14da-415c-9133-c5d7cb1dcd2f HTTP/1.1" status: 204 len: 168 time: 0.1388998 Oct 13 00:43:06.976532 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6c1e8-3c3f-48d2-809c-cf2d722c0af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7bf261-14da-415c-9133-c5d7cb1dcd2f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:07.178090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:07.246727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38122) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:07.263456 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5676f9c9-8743-4b65-a40d-4fc0a84f52dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:07.337146 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5676f9c9-8743-4b65-a40d-4fc0a84f52dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:07.342833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5676f9c9-8743-4b65-a40d-4fc0a84f52dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:07.382390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38128) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:07.382611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5676f9c9-8743-4b65-a40d-4fc0a84f52dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41ebbb172f2b4b3e857829271d35c512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346684 Oct 13 00:43:07.387528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676f9c9-8743-4b65-a40d-4fc0a84f52dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31efabf-d6c6-4369-93c4-2e63c1851818,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:07.448189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7660420d-3496-4957-af03-a970d7d641b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:07.469687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7660420d-3496-4957-af03-a970d7d641b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:07.515573 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7660420d-3496-4957-af03-a970d7d641b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:07.518335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7660420d-3496-4957-af03-a970d7d641b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:07.519516 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7660420d-3496-4957-af03-a970d7d641b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d31efabf-d6c6-4369-93c4-2e63c1851818 HTTP/1.1" status: 204 len: 168 time: 0.1353662 Oct 13 00:43:07.527662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660420d-3496-4957-af03-a970d7d641b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31efabf-d6c6-4369-93c4-2e63c1851818,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:09.334216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38208) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:09.450525 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d541b2c6-4ad4-41c2-a804-0b3032beb9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:09.527385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d541b2c6-4ad4-41c2-a804-0b3032beb9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:09.531190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d541b2c6-4ad4-41c2-a804-0b3032beb9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:09.572035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d541b2c6-4ad4-41c2-a804-0b3032beb9eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26b963a91f1e48158b29359d87f7b69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365534 Oct 13 00:43:09.572861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38216) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:09.573486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541b2c6-4ad4-41c2-a804-0b3032beb9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9628bd5-a1d7-438e-a8a6-271958287bba,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:09.622311 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15373154-d7ba-4bea-b83a-36e6617e1db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:09.643255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15373154-d7ba-4bea-b83a-36e6617e1db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:09.696341 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15373154-d7ba-4bea-b83a-36e6617e1db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:09.701290 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-15373154-d7ba-4bea-b83a-36e6617e1db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:09.702980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-15373154-d7ba-4bea-b83a-36e6617e1db3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9628bd5-a1d7-438e-a8a6-271958287bba HTTP/1.1" status: 204 len: 168 time: 0.1288331 Oct 13 00:43:09.713137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15373154-d7ba-4bea-b83a-36e6617e1db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9628bd5-a1d7-438e-a8a6-271958287bba,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:09.976935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38236) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:09.989821 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76acb1fe-7238-4011-a488-a40abab32f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:10.065730 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76acb1fe-7238-4011-a488-a40abab32f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:10.070625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-76acb1fe-7238-4011-a488-a40abab32f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:10.109767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-76acb1fe-7238-4011-a488-a40abab32f3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e079787c0ec418ebfd2a34e08cdd990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317425 Oct 13 00:43:10.110993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acb1fe-7238-4011-a488-a40abab32f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305a4e28-1d24-402a-8987-ebeebe244bdb,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:10.112479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38238) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:10.163060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ac093ec-154d-486b-8ba9-3b5a5b1d8514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:10.178601 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:43:10.183499 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ac093ec-154d-486b-8ba9-3b5a5b1d8514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:10.229621 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ac093ec-154d-486b-8ba9-3b5a5b1d8514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:10.232608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0ac093ec-154d-486b-8ba9-3b5a5b1d8514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:10.233741 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0ac093ec-154d-486b-8ba9-3b5a5b1d8514 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/305a4e28-1d24-402a-8987-ebeebe244bdb HTTP/1.1" status: 204 len: 168 time: 0.1195314 Oct 13 00:43:10.241914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac093ec-154d-486b-8ba9-3b5a5b1d8514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a4e28-1d24-402a-8987-ebeebe244bdb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:11.819777 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-972ca64e-ab06-48b9-8106-3d0d51fbcc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:14.559912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97561fb3-165b-4009-8a08-40b3abb06482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:15.268437 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e496efda-266d-464a-904f-47f1d0dd9888 req-0b47cc7d-c8d9-4033-bfd9-d20f1e58c89f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442798 Oct 13 00:43:15.352379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496efda-266d-464a-904f-47f1d0dd9888 req-dbb0f696-897a-47e2-ba09-b61b8dd10d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:15.354086 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e496efda-266d-464a-904f-47f1d0dd9888 req-dbb0f696-897a-47e2-ba09-b61b8dd10d08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d4f7cd35806d499eafbf2b2751877329&device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 1100 time: 0.0417709 Oct 13 00:43:15.458957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496efda-266d-464a-904f-47f1d0dd9888 req-a83444cc-db8c-4448-8c4f-002c811fe954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:15.460480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e496efda-266d-464a-904f-47f1d0dd9888 req-a83444cc-db8c-4448-8c4f-002c811fe954 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0875990 Oct 13 00:43:15.506390 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e496efda-266d-464a-904f-47f1d0dd9888 req-46f3b4a3-3b1e-45ba-9c57-1d4ff17c2931 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=66ca62f1-203b-411e-ad07-7fa96463ad72 HTTP/1.1" status: 200 len: 217 time: 0.0382249 Oct 13 00:43:15.561030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496efda-266d-464a-904f-47f1d0dd9888 req-2a2b583d-5d88-4528-aed8-648a31d2a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:15.563287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e496efda-266d-464a-904f-47f1d0dd9888 req-2a2b583d-5d88-4528-aed8-648a31d2a84c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0489421 Oct 13 00:43:15.611943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496efda-266d-464a-904f-47f1d0dd9888 req-8aebeffa-c15f-4909-938d-492ea975ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:15.613470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e496efda-266d-464a-904f-47f1d0dd9888 req-8aebeffa-c15f-4909-938d-492ea975ba92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424626 Oct 13 00:43:15.711052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e496efda-266d-464a-904f-47f1d0dd9888 req-cd6869d7-81f1-4a1b-b955-5112d6014036 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897846 Oct 13 00:43:15.768250 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:15.813199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e496efda-266d-464a-904f-47f1d0dd9888 req-8f314d1f-e5da-43b8-9903-c121097980c4 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939829 Oct 13 00:43:15.936962 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:17.588682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.151405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38776) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:19.262944 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80cfa88d-4bab-493f-85e1-195cd812ebe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.349678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80cfa88d-4bab-493f-85e1-195cd812ebe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.354489 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-80cfa88d-4bab-493f-85e1-195cd812ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.395038 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-80cfa88d-4bab-493f-85e1-195cd812ebe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4272c5e4546540f98526e7074deb9c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444751 Oct 13 00:43:19.395923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfa88d-4bab-493f-85e1-195cd812ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f653a744-c7ac-442e-a451-cf301df30909,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:19.397896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38786) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:19.459446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fde1495a-eef1-4a09-9f91-d0c662990213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.482619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fde1495a-eef1-4a09-9f91-d0c662990213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.534041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fde1495a-eef1-4a09-9f91-d0c662990213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.536827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fde1495a-eef1-4a09-9f91-d0c662990213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.537935 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fde1495a-eef1-4a09-9f91-d0c662990213 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f653a744-c7ac-442e-a451-cf301df30909 HTTP/1.1" status: 204 len: 168 time: 0.1390393 Oct 13 00:43:19.545991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1495a-eef1-4a09-9f91-d0c662990213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f653a744-c7ac-442e-a451-cf301df30909,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:19.805070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38792) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:19.818525 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2deff6e7-5c9d-477c-bff2-d42413da6697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.894550 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2deff6e7-5c9d-477c-bff2-d42413da6697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.898624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2deff6e7-5c9d-477c-bff2-d42413da6697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:19.937646 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deff6e7-5c9d-477c-bff2-d42413da6697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d490714-abc7-461f-8be8-37dc2b9463e5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:19.944398 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2deff6e7-5c9d-477c-bff2-d42413da6697 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dd76301705747af87e9f9408fd2f9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379297 Oct 13 00:43:19.944687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38794) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:19.998531 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a1d6172-0e6b-4ecf-b2dc-ab12f7825963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:20.019752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a1d6172-0e6b-4ecf-b2dc-ab12f7825963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:20.077993 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a1d6172-0e6b-4ecf-b2dc-ab12f7825963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:20.081598 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7a1d6172-0e6b-4ecf-b2dc-ab12f7825963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:20.082786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7a1d6172-0e6b-4ecf-b2dc-ab12f7825963 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d490714-abc7-461f-8be8-37dc2b9463e5 HTTP/1.1" status: 204 len: 168 time: 0.1372852 Oct 13 00:43:20.095730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d6172-0e6b-4ecf-b2dc-ab12f7825963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d490714-abc7-461f-8be8-37dc2b9463e5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:22.504488 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38868) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:22.616745 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6fdc88a5-be9d-4f14-bcc7-0b039083a24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:22.656180 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-d7b2c466-d674-4358-a3a1-0013b3f3fa5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416324 Oct 13 00:43:22.698274 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6fdc88a5-be9d-4f14-bcc7-0b039083a24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:22.702581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6fdc88a5-be9d-4f14-bcc7-0b039083a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:22.745510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6fdc88a5-be9d-4f14-bcc7-0b039083a24f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7ccf230e80b4f598d97627389e1a768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396743 Oct 13 00:43:22.746148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38872) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:22.746770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc88a5-be9d-4f14-bcc7-0b039083a24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659711ee-9533-44bb-ad51-c4b95a751e64,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:22.771584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-fe60595e-2733-4e94-add9-a330ec6ee2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:22.773164 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-fe60595e-2733-4e94-add9-a330ec6ee2ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1096 time: 0.0521688 Oct 13 00:43:22.801601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e1242cc-7ca5-4780-91ec-198fe5e80941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:22.823151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e1242cc-7ca5-4780-91ec-198fe5e80941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:22.872687 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e1242cc-7ca5-4780-91ec-198fe5e80941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:22.875387 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e1242cc-7ca5-4780-91ec-198fe5e80941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:22.879257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e1242cc-7ca5-4780-91ec-198fe5e80941 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/659711ee-9533-44bb-ad51-c4b95a751e64 HTTP/1.1" status: 204 len: 168 time: 0.1280065 Oct 13 00:43:22.879787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-221ede0b-655e-490a-bd48-a1bb93078ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:22.881782 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-221ede0b-655e-490a-bd48-a1bb93078ffb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1503a7b-6562-4ac2-bb63-419b4cbcf840 HTTP/1.1" status: 200 len: 898 time: 0.0894151 Oct 13 00:43:22.897254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1242cc-7ca5-4780-91ec-198fe5e80941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659711ee-9533-44bb-ad51-c4b95a751e64,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:22.968119 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-cf690599-a952-4ba1-a5b4-082b2623e969 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f HTTP/1.1" status: 200 len: 1001 time: 0.0793970 Oct 13 00:43:23.026846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-05131333-3e1e-46e7-9e49-6362514a8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:23.028400 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-05131333-3e1e-46e7-9e49-6362514a8cae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd31ab03-7eff-4f63-8cca-1df0f129c8f8 HTTP/1.1" status: 200 len: 834 time: 0.0458994 Oct 13 00:43:23.076944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-c96ee523-ad09-4b32-8d5a-d318c79925ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:23.079040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-c96ee523-ad09-4b32-8d5a-d318c79925ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1503a7b-6562-4ac2-bb63-419b4cbcf840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428817 Oct 13 00:43:23.179292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 38880) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:23.183804 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-842dcd7b-62d7-4a11-beb9-7a002ccec622 service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971859 Oct 13 00:43:23.193663 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e252e20-de62-471d-be03-43dcac78eefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:23.287052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e8f5b343-1a7c-4b04-8b2c-1953d8b88155 req-e7293c5a-78b1-4a6e-806d-8ce474b46e79 service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954106 Oct 13 00:43:23.291615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e252e20-de62-471d-be03-43dcac78eefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:23.296534 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e252e20-de62-471d-be03-43dcac78eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:23.340083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1e252e20-de62-471d-be03-43dcac78eefb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04de276eb0d945a8ad05a7accf5699f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592901 Oct 13 00:43:23.340931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e252e20-de62-471d-be03-43dcac78eefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab548a5-b2e2-49e8-bad9-e3b26453b32d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:23.342704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 38884) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:23.401726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f2a26a0-a3d3-4571-97e3-2f400a6c10d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:23.422712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f2a26a0-a3d3-4571-97e3-2f400a6c10d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:23.472429 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f2a26a0-a3d3-4571-97e3-2f400a6c10d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:23.475049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1f2a26a0-a3d3-4571-97e3-2f400a6c10d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:23.476564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1f2a26a0-a3d3-4571-97e3-2f400a6c10d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ab548a5-b2e2-49e8-bad9-e3b26453b32d HTTP/1.1" status: 204 len: 168 time: 0.1315901 Oct 13 00:43:23.484907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a26a0-a3d3-4571-97e3-2f400a6c10d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab548a5-b2e2-49e8-bad9-e3b26453b32d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:24.873659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec3705-aa4f-4803-8d51-00473f73223a req-8143ef44-ea99-4f03-a48c-1dcb07925111 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:24.875748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6ec3705-aa4f-4803-8d51-00473f73223a req-8143ef44-ea99-4f03-a48c-1dcb07925111 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 949 time: 0.0502701 Oct 13 00:43:24.913624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6ec3705-aa4f-4803-8d51-00473f73223a req-ca555c8c-dd1d-4f3d-abe3-878b81dec0bf tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Oct 13 00:43:26.045868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b03ff3-88ad-44f5-891a-ee62b49ea369 req-4a752078-4722-4a4a-b307-2c3a5ce09c09 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:26.048128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28b03ff3-88ad-44f5-891a-ee62b49ea369 req-4a752078-4722-4a4a-b307-2c3a5ce09c09 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 949 time: 0.0547764 Oct 13 00:43:26.085325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28b03ff3-88ad-44f5-891a-ee62b49ea369 req-ed9b6c03-0f08-4680-9a37-4c5fa5db0f48 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebabad21-ff14-42e0-a4f4-946f540e35bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Oct 13 00:43:26.753228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e463da-fd9b-4537-8011-627467a65821 req-b96c0fec-293c-4868-8a62-011c7859803f tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:26.754801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-25e463da-fd9b-4537-8011-627467a65821 req-b96c0fec-293c-4868-8a62-011c7859803f tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 949 time: 0.0509162 Oct 13 00:43:26.847897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Deleting port 66ca62f1-203b-411e-ad07-7fa96463ad72 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:43:26.848236 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:26.936507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] For port 66ca62f1-203b-411e-ad07-7fa96463ad72, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=66ca62f1-203b-411e-ad07-7fa96463ad72,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:43:26.936868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:26.948523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Calling delete_port for 66ca62f1-203b-411e-ad07-7fa96463ad72 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:43:27.077200 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:27.104228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Pushing event deleted for resources: {'Port': ['ID=66ca62f1-203b-411e-ad07-7fa96463ad72,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:27.114379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['66ca62f1-203b-411e-ad07-7fa96463ad72'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:43:27.148444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] No DVR routers for this DVR port 66ca62f1-203b-411e-ad07-7fa96463ad72 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:43:27.150969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:27.157112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-25e463da-fd9b-4537-8011-627467a65821 req-b0a9496c-5453-40e2-b7e8-98396c104782 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.45 "DELETE /v2.0/ports/66ca62f1-203b-411e-ad07-7fa96463ad72 HTTP/1.1" status: 204 len: 173 time: 0.3934066 Oct 13 00:43:27.157112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfa94f9-16ed-41ea-95ef-942cc5ef702b', 'name': 'network-vif-deleted', 'tag': '66ca62f1-203b-411e-ad07-7fa96463ad72'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:43:27.157916 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd0f7ad-6bc0-40b4-80a3-45573ceab934" -d '{"events": [{"server_uuid": "2bfa94f9-16ed-41ea-95ef-942cc5ef702b", "name": "network-vif-deleted", "tag": "66ca62f1-203b-411e-ad07-7fa96463ad72"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:43:27.225761 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3c3ae3-71c4-4a60-ba70-194b8fdd6058 x-openstack-request-id: req-7c3c3ae3-71c4-4a60-ba70-194b8fdd6058 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:43:27.226287 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfa94f9-16ed-41ea-95ef-942cc5ef702b", "name": "network-vif-deleted", "tag": "66ca62f1-203b-411e-ad07-7fa96463ad72", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:43:27.226700 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c3c3ae3-71c4-4a60-ba70-194b8fdd6058 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:43:27.227280 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfa94f9-16ed-41ea-95ef-942cc5ef702b', 'name': 'network-vif-deleted', 'tag': '66ca62f1-203b-411e-ad07-7fa96463ad72', 'status': 'completed', 'code': 200} Oct 13 00:43:27.229183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf3290f9-bc2b-4b2d-82a4-8419df844596 req-da8ec6f4-dc88-481c-91d9-21998b092698 tempest-VolumesBackupsTest-1939408170 tempest-VolumesBackupsTest-1939408170-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfa94f9-16ed-41ea-95ef-942cc5ef702b HTTP/1.1" status: 200 len: 210 time: 0.0464897 Oct 13 00:43:30.724715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 66ca62f1-203b-411e-ad07-7fa96463ad72 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:43:30.748833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 66ca62f1-203b-411e-ad07-7fa96463ad72 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:43:30.749177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 66ca62f1-203b-411e-ad07-7fa96463ad72 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:43:34.236540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39136) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:34.361868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:34.445801 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:34.449998 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:34.493978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f79e0e0e86e408c8b84a418113c6ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561963 Oct 13 00:43:34.495365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7b43ff-b6ca-4ef1-9484-d7bf64bfbcd7,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:34.496596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39142) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:34.503579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.503998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.504413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.504822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.505217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.505616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.506004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.506397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.506776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.507172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.507577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.507970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302df4f-510d-48bc-a87e-c7ff837bb762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.557774 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:34.584031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:34.636751 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:34.639721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:34.643703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b7b43ff-b6ca-4ef1-9484-d7bf64bfbcd7 HTTP/1.1" status: 204 len: 168 time: 0.1429744 Oct 13 00:43:34.650212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7b43ff-b6ca-4ef1-9484-d7bf64bfbcd7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:34.658333 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.658679 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.659279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.659642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.659969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.660293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.660867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.661192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.661507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.661826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.662145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.662463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c02f3-2819-428a-953b-b4d511b6d4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:43:34.953703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39148) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:34.967596 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ad01782a-2c06-4619-aba7-850080228b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.048833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ad01782a-2c06-4619-aba7-850080228b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.053198 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ad01782a-2c06-4619-aba7-850080228b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.092337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ad01782a-2c06-4619-aba7-850080228b34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c5d67d5d4384c368c3d420d33385522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374757 Oct 13 00:43:35.094074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01782a-2c06-4619-aba7-850080228b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8765c81e-d7b7-4262-bf84-e918035e03a9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:35.095575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39152) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:35.164243 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-79211389-f748-45a6-9792-eb9b49fca81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.187959 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-79211389-f748-45a6-9792-eb9b49fca81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.238371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-79211389-f748-45a6-9792-eb9b49fca81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.240990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-79211389-f748-45a6-9792-eb9b49fca81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.242161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-79211389-f748-45a6-9792-eb9b49fca81c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8765c81e-d7b7-4262-bf84-e918035e03a9 HTTP/1.1" status: 204 len: 168 time: 0.1452153 Oct 13 00:43:35.253336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79211389-f748-45a6-9792-eb9b49fca81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8765c81e-d7b7-4262-bf84-e918035e03a9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:35.579080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39158) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:35.592433 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-581bd630-0699-4fc4-8c19-0b32e4ecf39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.671869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-581bd630-0699-4fc4-8c19-0b32e4ecf39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.677146 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-581bd630-0699-4fc4-8c19-0b32e4ecf39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.716675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-581bd630-0699-4fc4-8c19-0b32e4ecf39f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3ca233f97b34418a21143f4c7c41ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363950 Oct 13 00:43:35.717549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bd630-0699-4fc4-8c19-0b32e4ecf39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd65054-e4f1-408c-a634-f4cb37b6852a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:35.719924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39160) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:35.769869 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc976f98-2662-44ff-b593-43cb114a07af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.792524 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc976f98-2662-44ff-b593-43cb114a07af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.840054 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc976f98-2662-44ff-b593-43cb114a07af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.842677 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc976f98-2662-44ff-b593-43cb114a07af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:35.844049 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cc976f98-2662-44ff-b593-43cb114a07af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fd65054-e4f1-408c-a634-f4cb37b6852a HTTP/1.1" status: 204 len: 168 time: 0.1229241 Oct 13 00:43:35.851995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc976f98-2662-44ff-b593-43cb114a07af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd65054-e4f1-408c-a634-f4cb37b6852a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:36.710927 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:37.182541 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:41.816094 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e11f190-c878-4485-91f9-70138cdf4875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:42.329762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39262) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:42.460867 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d98e7fd9-0564-433b-90e9-c4fd5525d79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:42.543385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d98e7fd9-0564-433b-90e9-c4fd5525d79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:42.549229 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d98e7fd9-0564-433b-90e9-c4fd5525d79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:42.589594 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d98e7fd9-0564-433b-90e9-c4fd5525d79d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d3500bea8384ebd9d03913666319da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586591 Oct 13 00:43:42.590571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e7fd9-0564-433b-90e9-c4fd5525d79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a52e229-49ce-4954-9699-b0e5e9be7cad,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:42.592581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39268) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:42.644599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97bd4254-56f5-4fdf-a1c6-7a6a5e891fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:42.667065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97bd4254-56f5-4fdf-a1c6-7a6a5e891fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:42.712860 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97bd4254-56f5-4fdf-a1c6-7a6a5e891fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:42.715465 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97bd4254-56f5-4fdf-a1c6-7a6a5e891fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:42.719483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-97bd4254-56f5-4fdf-a1c6-7a6a5e891fa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a52e229-49ce-4954-9699-b0e5e9be7cad HTTP/1.1" status: 204 len: 168 time: 0.1219654 Oct 13 00:43:42.725002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd4254-56f5-4fdf-a1c6-7a6a5e891fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a52e229-49ce-4954-9699-b0e5e9be7cad,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:42.987423 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39282) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:43.000509 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e19477b5-f2e7-4d10-a6fc-fc31f82ca4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:43.077136 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e19477b5-f2e7-4d10-a6fc-fc31f82ca4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:43.081826 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e19477b5-f2e7-4d10-a6fc-fc31f82ca4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:43.120178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e19477b5-f2e7-4d10-a6fc-fc31f82ca4b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e313b5ca9274fb398687584d2bbd51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315074 Oct 13 00:43:43.121153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19477b5-f2e7-4d10-a6fc-fc31f82ca4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880038d9-ac8c-41ea-9a24-2d612b99d222,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:43.122690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39284) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:43.171983 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ace3d0a-5b65-4a39-a114-4cc34ce818a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:43.193793 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ace3d0a-5b65-4a39-a114-4cc34ce818a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:43.244756 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ace3d0a-5b65-4a39-a114-4cc34ce818a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:43.247736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ace3d0a-5b65-4a39-a114-4cc34ce818a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:43.248943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5ace3d0a-5b65-4a39-a114-4cc34ce818a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/880038d9-ac8c-41ea-9a24-2d612b99d222 HTTP/1.1" status: 204 len: 168 time: 0.1250358 Oct 13 00:43:43.258629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace3d0a-5b65-4a39-a114-4cc34ce818a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880038d9-ac8c-41ea-9a24-2d612b99d222,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:44.565597 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-391294d8-bfd2-4ef2-b9a9-621739c6bbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:45.767438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:45.930153 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:47.179492 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:43:47.588445 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:50.690999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39438) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:50.813592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee0aa-17b9-4551-af8e-cc64535c56af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:50.893017 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee0aa-17b9-4551-af8e-cc64535c56af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:50.896899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee0aa-17b9-4551-af8e-cc64535c56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:50.939184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1e9ee0aa-17b9-4551-af8e-cc64535c56af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d726b28ed8db41528e3d98f239f79b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470059 Oct 13 00:43:50.940330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ee0aa-17b9-4551-af8e-cc64535c56af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc9de73-9f25-4ab3-8db8-fb2cf9d01895,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:50.941960 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39442) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:50.992551 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-93df5f7f-7cc2-4262-9202-6c36c99f3f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.016442 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-93df5f7f-7cc2-4262-9202-6c36c99f3f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.071615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-93df5f7f-7cc2-4262-9202-6c36c99f3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.074413 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-93df5f7f-7cc2-4262-9202-6c36c99f3f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.079120 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-93df5f7f-7cc2-4262-9202-6c36c99f3f38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfc9de73-9f25-4ab3-8db8-fb2cf9d01895 HTTP/1.1" status: 204 len: 168 time: 0.1354918 Oct 13 00:43:51.089636 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df5f7f-7cc2-4262-9202-6c36c99f3f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc9de73-9f25-4ab3-8db8-fb2cf9d01895,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:51.351595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39450) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:51.364496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60cde134-fe7c-43e1-a3d1-09db41a7cc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.462352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60cde134-fe7c-43e1-a3d1-09db41a7cc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.467645 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60cde134-fe7c-43e1-a3d1-09db41a7cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.512431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60cde134-fe7c-43e1-a3d1-09db41a7cc7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c760152a80a5419bb642e808f1305d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597316 Oct 13 00:43:51.513600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cde134-fe7c-43e1-a3d1-09db41a7cc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a27ced-426f-4da3-af47-8eb453821caf,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:51.516102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39452) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:51.569702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60cc81c5-d86d-4574-b2ac-89a71923bd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.591803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60cc81c5-d86d-4574-b2ac-89a71923bd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.637407 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60cc81c5-d86d-4574-b2ac-89a71923bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.640769 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-60cc81c5-d86d-4574-b2ac-89a71923bd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:51.641998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-60cc81c5-d86d-4574-b2ac-89a71923bd09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0a27ced-426f-4da3-af47-8eb453821caf HTTP/1.1" status: 204 len: 168 time: 0.1248829 Oct 13 00:43:51.650291 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc81c5-d86d-4574-b2ac-89a71923bd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a27ced-426f-4da3-af47-8eb453821caf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:53.475552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39490) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:53.649959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port e61a9120-2ee0-4a85-876c-1d55b5f6cad2 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:43:53.650568 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:53.735326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:53.735687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:53.747004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for e61a9120-2ee0-4a85-876c-1d55b5f6cad2 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:43:53.898152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:53.929490 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=e61a9120-2ee0-4a85-876c-1d55b5f6cad2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:54.001701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:54.002060 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Floating IP 6db07ee4-6afa-4aca-86c1-695a6746b872 disassociated (deleted). External IP: 172.25.3.241, port: 5ed0ec38-7894-48e6-8e74-f579fe47d00f. Oct 13 00:43:54.247785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:43:54.738101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:43:54.742745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:54.748248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] Sync routers for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:43:54.759020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:43:54.759751 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:43:54.774705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c3f4c04-b774-46a2-a852-87da57d91590 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/floatingips/6db07ee4-6afa-4aca-86c1-695a6746b872 HTTP/1.1" status: 204 len: 168 time: 1.2949588 Oct 13 00:43:54.774705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:43:54.780663 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774f7bd6-270b-4ed6-b9d7-552747ad2259" -d '{"events": [{"name": "network-changed", "server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:43:54.828750 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ff2fde-277f-4149-bbce-c3b7dd321fe4 x-openstack-request-id: req-c8ff2fde-277f-4149-bbce-c3b7dd321fe4 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:43:54.829042 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:43:54.829284 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8ff2fde-277f-4149-bbce-c3b7dd321fe4 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:43:54.829802 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'status': 'completed', 'code': 200} Oct 13 00:43:54.873081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:43:54.943126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-0115eba8-2d51-44f6-8f48-d168c87f2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:54.946619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-0115eba8-2d51-44f6-8f48-d168c87f2bdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bee60232abb54b41a78506ea06bd5a72&device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 1096 time: 0.0728121 Oct 13 00:43:55.036096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca207dd-af60-4148-b046-aac690b2f069 req-02faf986-47a4-45e6-a664-9aa9bb29d85b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:55.044415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ca207dd-af60-4148-b046-aac690b2f069 req-02faf986-47a4-45e6-a664-9aa9bb29d85b tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0679507 Oct 13 00:43:55.096160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-45472106-9225-468d-b0f2-153692c4afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:55.097853 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-45472106-9225-468d-b0f2-153692c4afb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e1503a7b-6562-4ac2-bb63-419b4cbcf840 HTTP/1.1" status: 200 len: 898 time: 0.1236136 Oct 13 00:43:55.100202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ca207dd-af60-4148-b046-aac690b2f069 req-bf1fea23-30c8-4911-81ae-63272fc4b050 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533786 Oct 13 00:43:55.150942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-ade48d73-620e-4cae-938f-cf4bc902e2b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f HTTP/1.1" status: 200 len: 217 time: 0.0420702 Oct 13 00:43:55.205420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-4affde54-f09b-453c-8f11-c45b2d145c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:55.206906 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-4affde54-f09b-453c-8f11-c45b2d145c4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd31ab03-7eff-4f63-8cca-1df0f129c8f8 HTTP/1.1" status: 200 len: 834 time: 0.0509217 Oct 13 00:43:55.257920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-5d91b660-6298-4f92-8f20-1507f339bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:55.259457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-5d91b660-6298-4f92-8f20-1507f339bb21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e1503a7b-6562-4ac2-bb63-419b4cbcf840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444794 Oct 13 00:43:55.271087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:13Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:43:55.302052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] Checking router: 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:43:55.310995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:43:55.311692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:43:55.354322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-e65aa309-9de3-435d-9aa6-3e89a2b54b1e service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853045 Oct 13 00:43:55.434558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:43:55.455541 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-774f7bd6-270b-4ed6-b9d7-552747ad2259 req-6469205c-e6bf-4c34-82da-740b2555485b service neutron] 10.222.0.36 "GET /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933323 Oct 13 00:43:55.653409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:13Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:43:55.680992 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401966d-d1b3-405a-8bf8-6581dbf9c023 None None] The sync data for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 is: [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ced68969-7e9e-48e3-8620-ed5b47085b76', 'name': '', 'network_id': 'e1503a7b-6562-4ac2-bb63-419b4cbcf840', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'mac_address': 'fa:16:3e:85:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:07Z', 'updated_at': '2021-10-13T00:41:13Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'subnets': [{'id': 'fd31ab03-7eff-4f63-8cca-1df0f129c8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:43:55.946296 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded00f5-da64-4b63-83ea-963346361503 None None] New status for floating IP 6db07ee4-6afa-4aca-86c1-695a6746b872: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:43:56.225586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef56f00-44fe-4494-9605-65462f0913e6 req-038cf42a-fd7f-4390-86cd-2ea8d61d3eca tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:56.227976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ef56f00-44fe-4494-9605-65462f0913e6 req-038cf42a-fd7f-4390-86cd-2ea8d61d3eca tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0596442 Oct 13 00:43:56.281111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ef56f00-44fe-4494-9605-65462f0913e6 req-1b447f28-8b2b-466b-9aab-c9418be769c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9d7775d-452e-4b2a-92bc-b5825581f24d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469506 Oct 13 00:43:56.650307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-84d9678b-f236-4103-b078-4fb61932f88c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:43:56.651942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-84d9678b-f236-4103-b078-4fb61932f88c tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 945 time: 0.0498679 Oct 13 00:43:56.746018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 5ed0ec38-7894-48e6-8e74-f579fe47d00f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:43:56.746564 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:56.832937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 5ed0ec38-7894-48e6-8e74-f579fe47d00f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5ed0ec38-7894-48e6-8e74-f579fe47d00f,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:43:56.833416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:56.845867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 5ed0ec38-7894-48e6-8e74-f579fe47d00f owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:43:56.986467 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.016476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=5ed0ec38-7894-48e6-8e74-f579fe47d00f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:57.063068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] No DVR routers for this DVR port 5ed0ec38-7894-48e6-8e74-f579fe47d00f on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:43:57.065744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.069444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2c337e67-e2af-4e31-a54d-9b1cf8fab1b3 req-fd26c191-9695-419d-a414-d346b1eafbbb tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.36 "DELETE /v2.0/ports/5ed0ec38-7894-48e6-8e74-f579fe47d00f HTTP/1.1" status: 204 len: 173 time: 0.4112747 Oct 13 00:43:57.069882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'name': 'network-vif-deleted', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:43:57.072109 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d918b27-5c8a-4b9b-a097-383b4b403209" -d '{"events": [{"server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "name": "network-vif-deleted", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:43:57.122606 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d686cb85-f0ad-48d4-ada4-736fa6e29c44 x-openstack-request-id: req-d686cb85-f0ad-48d4-ada4-736fa6e29c44 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:43:57.122978 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07effb92-f18e-4550-bf14-d704211ecd40", "name": "network-vif-deleted", "tag": "5ed0ec38-7894-48e6-8e74-f579fe47d00f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:43:57.123219 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d686cb85-f0ad-48d4-ada4-736fa6e29c44 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:43:57.123664 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07effb92-f18e-4550-bf14-d704211ecd40', 'name': 'network-vif-deleted', 'tag': '5ed0ec38-7894-48e6-8e74-f579fe47d00f', 'status': 'completed', 'code': 200} Oct 13 00:43:57.445340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5b929c7-b1b1-4c5b-a669-124c01069ddb req-bd340a01-456e-4720-bc28-0c6677238e2f tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "GET /v2.0/ports?device_id=07effb92-f18e-4550-bf14-d704211ecd40 HTTP/1.1" status: 200 len: 210 time: 0.0531967 Oct 13 00:43:57.555238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39556) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:57.716052 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8d7a453-8cf4-4e3f-a06f-d7ab7bc0568a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.798546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8d7a453-8cf4-4e3f-a06f-d7ab7bc0568a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.802253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d8d7a453-8cf4-4e3f-a06f-d7ab7bc0568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.841835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d8d7a453-8cf4-4e3f-a06f-d7ab7bc0568a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b5db1429ec4d89b33ecd83bf9501c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860088 Oct 13 00:43:57.842843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7a453-8cf4-4e3f-a06f-d7ab7bc0568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c0e54-206e-46ae-82a2-cb33feeeedd3,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:57.845785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39560) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:57.896591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-266e6e83-9104-4a0a-8d03-ef03776bfeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.917157 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-266e6e83-9104-4a0a-8d03-ef03776bfeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.963370 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-266e6e83-9104-4a0a-8d03-ef03776bfeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.969421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-266e6e83-9104-4a0a-8d03-ef03776bfeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:57.970697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-266e6e83-9104-4a0a-8d03-ef03776bfeef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/375c0e54-206e-46ae-82a2-cb33feeeedd3 HTTP/1.1" status: 204 len: 168 time: 0.1233308 Oct 13 00:43:57.980508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e6e83-9104-4a0a-8d03-ef03776bfeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c0e54-206e-46ae-82a2-cb33feeeedd3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:58.498665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39588) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:43:59.222313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:59.500189 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port ced68969-7e9e-48e3-8620-ed5b47085b76 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:43:59.500825 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:59.602767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port ced68969-7e9e-48e3-8620-ed5b47085b76, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ced68969-7e9e-48e3-8620-ed5b47085b76,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:43:59.603543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:59.616027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for ced68969-7e9e-48e3-8620-ed5b47085b76 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:43:59.815760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:43:59.853349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=ced68969-7e9e-48e3-8620-ed5b47085b76,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:43:59.904569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5ed0ec38-7894-48e6-8e74-f579fe47d00f no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:43:59.949128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 5ed0ec38-7894-48e6-8e74-f579fe47d00f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:43:59.950620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5ed0ec38-7894-48e6-8e74-f579fe47d00f not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:44:00.064106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:00.311729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:44:00.423037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:44:00.430991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39630) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:00.431449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b2bd8acf-ee59-4525-8d11-7dfd8b471279 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "PUT /v2.0/routers/5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9310632 Oct 13 00:44:00.435701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] Sync routers for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:44:00.446290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:00.447502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:00.486898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cdb110-680c-4580-b79e-1aba93343b93 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting subnet fd31ab03-7eff-4f63-8cca-1df0f129c8f8 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:44:00.490312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb110-680c-4580-b79e-1aba93343b93 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:00.543913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb110-680c-4580-b79e-1aba93343b93 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:00.586298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:00.648469 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb110-680c-4580-b79e-1aba93343b93 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:00.731826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb110-680c-4580-b79e-1aba93343b93 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:00.755410 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb110-680c-4580-b79e-1aba93343b93 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:00.756919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861fd1cd-8017-4d69-9b5e-83358f3ae5fc None None] Network e1503a7b-6562-4ac2-bb63-419b4cbcf840 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:44:00.759196 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d1cdb110-680c-4580-b79e-1aba93343b93 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/subnets/fd31ab03-7eff-4f63-8cca-1df0f129c8f8 HTTP/1.1" status: 204 len: 168 time: 0.3269289 Oct 13 00:44:00.762244 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39642) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:00.782114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdb110-680c-4580-b79e-1aba93343b93 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Subnet': ['ID=fd31ab03-7eff-4f63-8cca-1df0f129c8f8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:00.901400 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:00.914212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:43:59Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:00.945637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] Checking router: 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:44:00.961379 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] Routers {'5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:00.962145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:01.025721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.077294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] DHCP port deletion for e1503a7b-6562-4ac2-bb63-419b4cbcf840 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:44:01.145808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] Set router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:01.149049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Deleting port 16bb7e88-7fef-40f1-8d3f-3119b36fc948 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:44:01.152606 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.287993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Deleting port a1d5df86-184e-4403-94fa-116d7d151c81 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:44:01.289042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.297180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] For port 16bb7e88-7fef-40f1-8d3f-3119b36fc948, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=16bb7e88-7fef-40f1-8d3f-3119b36fc948,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:01.297649 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.313549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Calling delete_port for 16bb7e88-7fef-40f1-8d3f-3119b36fc948 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:44:01.350040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a1d5df86-184e-4403-94fa-116d7d151c81 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:44:01.432631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] For port a1d5df86-184e-4403-94fa-116d7d151c81, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a1d5df86-184e-4403-94fa-116d7d151c81,segment=NetworkSegment(0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a),segment_id=0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:01.433173 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.478209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Calling delete_port for a1d5df86-184e-4403-94fa-116d7d151c81 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:44:01.513122 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.552916 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Port': ['ID=16bb7e88-7fef-40f1-8d3f-3119b36fc948,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:01.662047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.691137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:43:59Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:01.726079 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.728287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defd795-0784-4618-88fc-41a2071a5428 None None] The sync data for ids ['5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64'] in n-d-813679-4 is: [{'id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-547116333', 'tenant_id': 'bee60232abb54b41a78506ea06bd5a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:43:59Z', 'revision_number': 5, 'project_id': 'bee60232abb54b41a78506ea06bd5a72', 'gw_port': {'id': '16bb7e88-7fef-40f1-8d3f-3119b36fc948', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:41:01Z', 'updated_at': '2021-10-13T00:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:44:01.799804 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.802388 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.852923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.853465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Fanout notify agent at l3_agent the message router_deleted on router 5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:44:01.861267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.864929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ace1e8cc-eec2-4c57-9fd2-dc6621ab95c2 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/routers/5cdf3f55-03ed-4a2d-b6f0-0ee4c138de64 HTTP/1.1" status: 204 len: 168 time: 1.0986028 Oct 13 00:44:01.865202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39656) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:01.924980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.957040 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:01.971137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Pushing event deleted for resources: {'Port': ['ID=a1d5df86-184e-4403-94fa-116d7d151c81,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:01.973727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] No DVR routers for this DVR port a1d5df86-184e-4403-94fa-116d7d151c81 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:44:01.986012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.986127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.986537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.987042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.987464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.988074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.988491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.988912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.989330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.989746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.990250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:01.990662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d660a7-868b-422d-8ba0-b82df83c9dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:02.056097 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.077926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1503a7b-6562-4ac2-bb63-419b4cbcf840']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:02.087953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:02.088249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1ae2ac-5903-42c7-b7c2-c990a4c8db0a') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:02.100510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.114744 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.121049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:44:02.121441 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:44:02.125111 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:44:02.193783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.203332 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.206504 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/networks/e1503a7b-6562-4ac2-bb63-419b4cbcf840 HTTP/1.1" status: 204 len: 168 time: 0.3403378 Oct 13 00:44:02.209355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39666) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:02.218915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479813c-15ec-47b0-b528-7d2fe145b5b4 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'Network': ['ID=e1503a7b-6562-4ac2-bb63-419b4cbcf840,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:02.290852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36cc2f38-0b77-480a-ae12-b230fd4ad201 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.316785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36cc2f38-0b77-480a-ae12-b230fd4ad201 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.383465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36cc2f38-0b77-480a-ae12-b230fd4ad201 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.386588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36cc2f38-0b77-480a-ae12-b230fd4ad201 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.390964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-36cc2f38-0b77-480a-ae12-b230fd4ad201 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] 10.222.0.21 "DELETE /v2.0/security-groups/b9d7775d-452e-4b2a-92bc-b5825581f24d HTTP/1.1" status: 204 len: 168 time: 0.1774354 Oct 13 00:44:02.400964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc2f38-0b77-480a-ae12-b230fd4ad201 tempest-TestNetworkAdvancedServerOps-1085044852 tempest-TestNetworkAdvancedServerOps-1085044852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d7775d-452e-4b2a-92bc-b5825581f24d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:02.726815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39682) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:02.891627 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6f84d25c-8396-4bed-b52f-7a3cba9d55cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bee60232abb54b41a78506ea06bd5a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628275 Oct 13 00:44:02.894212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39692) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:02.962096 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21b96552-33e2-4357-bfdf-f98f5c56b7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:02.993606 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21b96552-33e2-4357-bfdf-f98f5c56b7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:03.039855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21b96552-33e2-4357-bfdf-f98f5c56b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:03.042559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-21b96552-33e2-4357-bfdf-f98f5c56b7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:03.044189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-21b96552-33e2-4357-bfdf-f98f5c56b7ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dce28cd1-18cf-41c0-82fc-28bdca8cb172 HTTP/1.1" status: 204 len: 168 time: 0.1486752 Oct 13 00:44:03.053501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b96552-33e2-4357-bfdf-f98f5c56b7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce28cd1-18cf-41c0-82fc-28bdca8cb172,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:03.166054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 16bb7e88-7fef-40f1-8d3f-3119b36fc948 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:44:03.189567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 16bb7e88-7fef-40f1-8d3f-3119b36fc948 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:44:03.189993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 16bb7e88-7fef-40f1-8d3f-3119b36fc948 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:44:03.190493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ced68969-7e9e-48e3-8620-ed5b47085b76 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:44:03.214229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: ced68969-7e9e-48e3-8620-ed5b47085b76 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:44:03.214676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ced68969-7e9e-48e3-8620-ed5b47085b76 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:44:03.351537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39698) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:03.410238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d27164f6-167a-420b-8539-1cbb4ed7593f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32a6a3ccd1744643a76a588334468571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574906 Oct 13 00:44:03.412906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:03.462394 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84499764-de49-4b1c-a7c4-8173e9d39c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:03.483672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84499764-de49-4b1c-a7c4-8173e9d39c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:03.534879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84499764-de49-4b1c-a7c4-8173e9d39c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:03.539039 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-84499764-de49-4b1c-a7c4-8173e9d39c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:03.545622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-84499764-de49-4b1c-a7c4-8173e9d39c7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21cab4f4-0803-4b7e-ba97-f1555a17da75 HTTP/1.1" status: 204 len: 168 time: 0.1264133 Oct 13 00:44:03.550722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84499764-de49-4b1c-a7c4-8173e9d39c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cab4f4-0803-4b7e-ba97-f1555a17da75,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:04.320698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39732) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:04.435684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1813743929-network', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:44:04.456882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:44:04.459453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.468392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.551299 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.556851 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.575756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:44:04.594976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.595420 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Added segment 972f6cb5-1f28-454d-a807-28d04952450d of type vlan for network 221e2b3b-0921-4862-be15-a1221a8245ea Oct 13 00:44:04.602991 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c1524f-2823-499a-92bc-85cd4ce412f6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:04.646209 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.672591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.673732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:04.674274 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.703636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3785663 Oct 13 00:44:04.703985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39744) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:04.709009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Request body: {'subnet': {'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1813743929-subnet', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:44:04.731873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:44:04.734599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.753232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3614e-60dc-49c1-8f16-51cb53b9db55 admin admin] Pushing event updated for resources: {'Network': ['ID=221e2b3b-0921-4862-be15-a1221a8245ea,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:04.763321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 221e2b3b-0921-4862-be15-a1221a8245ea details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:44:04.914687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:04.976781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434930cc-b879-43fb-9d1d-998fd38c4315,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:04.982459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:04.982854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Network hostable DHCP agents. Network: 221e2b3b-0921-4862-be15-a1221a8245ea, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:44:05.001075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Network 221e2b3b-0921-4862-be15-a1221a8245ea is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:44:05.015712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 221e2b3b-0921-4862-be15-a1221a8245ea) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:05.026850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224f44d8-ecb5-4b36-abd9-822405bd7c64 None None] Network 221e2b3b-0921-4862-be15-a1221a8245ea requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:44:05.029475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:05.030946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.052072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8365adb7-6d4a-4337-82b2-c28131bd9747 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3468652 Oct 13 00:44:05.055311 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39748) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:05.061990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:44:05.098571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.099810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.161555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.203528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-221e2b3b-0921-4862-be15-a1221a8245ea', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:44:05.206913 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.331259 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.379226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Allocated IP 172.20.0.2 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/bd84d778-65b0-4830-9504-24c84bcab5ff) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:44:05.591060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.605386 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.610904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.633030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.659896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:05.664589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:05.667717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:44:05.677537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Pushing event updated for resources: {'Port': ['ID=bd84d778-65b0-4830-9504-24c84bcab5ff,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:05.738336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Attempting to bind port bd84d778-65b0-4830-9504-24c84bcab5ff on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:44:05.738710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Attempting to bind port bd84d778-65b0-4830-9504-24c84bcab5ff by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:44:05.739083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Attempting to bind port bd84d778-65b0-4830-9504-24c84bcab5ff on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:44:05.744519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:44:05.744897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:05.745313 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.745717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:44:05.746190 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Bound port: bd84d778-65b0-4830-9504-24c84bcab5ff, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:44:05.746579 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.760531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Allocated IP 172.25.3.190 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/7a6e930c-2145-4151-95bf-feb08c2fcc10) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:44:05.823351 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-00825d28-bd8b-467c-8357-0364cef904da None None] For port bd84d778-65b0-4830-9504-24c84bcab5ff, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:44:05.828005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-00825d28-bd8b-467c-8357-0364cef904da None None] For port bd84d778-65b0-4830-9504-24c84bcab5ff, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd84d778-65b0-4830-9504-24c84bcab5ff,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:44:05.833318 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.901452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00825d28-bd8b-467c-8357-0364cef904da None None] Pushing event updated for resources: {'Port': ['ID=bd84d778-65b0-4830-9504-24c84bcab5ff,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:05.905999 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:05.957074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:06.001458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Pushing event updated for resources: {'Port': ['ID=7a6e930c-2145-4151-95bf-feb08c2fcc10,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:06.019749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:06.021307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:06.023938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:44:06.431563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:06.663672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:06.721848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:06.828840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:44:06.959735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:44:06.975142 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:44:06.986457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:06.991678 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6f83b67-fe5d-4005-b084-23776d781273 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9319911 Oct 13 00:44:06.992940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39768) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:06.995550 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:06.996558 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:07.188397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.205713 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:07.282705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd84d778-65b0-4830-9504-24c84bcab5ff up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:07.287871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec448c-1c4d-4f92-9e52-20974970d8bc None None] Network 221e2b3b-0921-4862-be15-a1221a8245ea requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:44:07.459095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-989e5790-08a7-45f7-82b9-7c90205d2666 None None] Provisioning complete for port bd84d778-65b0-4830-9504-24c84bcab5ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:07.459651 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-989e5790-08a7-45f7-82b9-7c90205d2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.498836 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:06Z', 'revision_number': 3, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:07.531533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port bd84d778-65b0-4830-9504-24c84bcab5ff triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:07.531912 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.536324 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:44:07.539092 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Updating router 4bb346f7-7280-4e1f-b29b-b006101c5b28 port 7a6e930c-2145-4151-95bf-feb08c2fcc10 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:44:07.569889 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.668503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-989e5790-08a7-45f7-82b9-7c90205d2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.713369 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-989e5790-08a7-45f7-82b9-7c90205d2666 None None] For port bd84d778-65b0-4830-9504-24c84bcab5ff, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd84d778-65b0-4830-9504-24c84bcab5ff,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:07.734054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.739044 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-989e5790-08a7-45f7-82b9-7c90205d2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.830294 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.924847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e5790-08a7-45f7-82b9-7c90205d2666 None None] Pushing event updated for resources: {'Port': ['ID=bd84d778-65b0-4830-9504-24c84bcab5ff,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:07.929809 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.937641 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:07.998735 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Attempting to bind port 7a6e930c-2145-4151-95bf-feb08c2fcc10 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:44:08.000192 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Attempting to bind port 7a6e930c-2145-4151-95bf-feb08c2fcc10 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:44:08.000725 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Attempting to bind port 7a6e930c-2145-4151-95bf-feb08c2fcc10 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:44:08.009653 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:44:08.010216 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:44:08.026911 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:44:08.027569 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:08.028272 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:08.028829 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:44:08.029614 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Bound port: 7a6e930c-2145-4151-95bf-feb08c2fcc10, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:44:08.030994 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:08.103050 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] For port 7a6e930c-2145-4151-95bf-feb08c2fcc10, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:44:08.106760 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] For port 7a6e930c-2145-4151-95bf-feb08c2fcc10, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a6e930c-2145-4151-95bf-feb08c2fcc10,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:44:08.122890 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:08.135871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Allocated IP 172.20.0.1 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/2dbf8773-8b69-4bcf-a85a-7a49b9331d46) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:44:08.165429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-986d22b2-b9b7-4911-bb29-3b578d40e223 None None] Provisioning complete for port bd84d778-65b0-4830-9504-24c84bcab5ff triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:08.167197 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-986d22b2-b9b7-4911-bb29-3b578d40e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:08.168101 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Pushing event updated for resources: {'Port': ['ID=7a6e930c-2145-4151-95bf-feb08c2fcc10,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:08.186777 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.191976 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.192610 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.193554 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.194176 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.194686 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.195184 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.196133 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.197688 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.198212 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.198709 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.199979 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:08.244934 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:08.245567 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:08.281069 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:08.327870 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:08.366209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:08.371290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:08.375798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:44:08.399007 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:08.417421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:08.485237 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:08.587535 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03880230-a9ff-41b8-b4a0-df402ef9d137 None None] Pushing event updated for resources: {'Port': ['ID=7a6e930c-2145-4151-95bf-feb08c2fcc10,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:08.696837 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:06Z', 'revision_number': 3, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:08.725590 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5f495-07df-472c-96d7-60740c1bf817 None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:06Z', 'revision_number': 3, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:44:08.852073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-796260ea-a082-4d44-9142-99e977a407de None None] Provisioning complete for port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:08.852636 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-796260ea-a082-4d44-9142-99e977a407de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:08.921223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-796260ea-a082-4d44-9142-99e977a407de None None] Port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:44:09.041365 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:09.315645 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:09.322021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a6e930c-2145-4151-95bf-feb08c2fcc10 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:09.325569 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:09.414137 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:09.465787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:09.510006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7a6e930c-2145-4151-95bf-feb08c2fcc10 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:09.521740 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:09.668284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:09.672928 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:09.676215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:09.746473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 7a6e930c-2145-4151-95bf-feb08c2fcc10, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a6e930c-2145-4151-95bf-feb08c2fcc10,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:09.765430 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:09.766719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd84d778-65b0-4830-9504-24c84bcab5ff up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:09.971918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=7a6e930c-2145-4151-95bf-feb08c2fcc10,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:10.003413 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:44:10.036647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port bd84d778-65b0-4830-9504-24c84bcab5ff triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:10.037323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:10.234326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fff21bee-3f99-4544-b8ef-3900eb6139bf None None] Provisioning complete for port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:10.234694 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fff21bee-3f99-4544-b8ef-3900eb6139bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:10.260412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:44:10.273831 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-34ac3f57-e5ea-49b5-b4db-4c26ffbe3ba5 admin admin] 10.222.0.21 "PUT /v2.0/routers/4bb346f7-7280-4e1f-b29b-b006101c5b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2797744 Oct 13 00:44:10.284727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fff21bee-3f99-4544-b8ef-3900eb6139bf None None] Port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:44:10.905387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 39820) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:10.911136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-377342232-network', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:44:10.945489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Made reservation on behalf of ad231d2cef734d9db61f4284bb16bc49 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:44:10.948156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:10.963603 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.060557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.077463 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.106354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aa5eb3-872a-41e4-8c6a-c6e1997bb747,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:11.118481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:44:11.129180 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.129586 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Added segment c32630b0-89cd-4739-874e-33a685abe4c7 of type vlan for network d712fc6f-4bec-4afc-8f02-7c995b7d1edc Oct 13 00:44:11.186412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.221613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.223007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:11.223794 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.240483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a6e930c-2145-4151-95bf-feb08c2fcc10 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:11.273887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:44:11.294940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3884120 Oct 13 00:44:11.297275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:11.298213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:11.298407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39824) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:11.304637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Request body: {'subnet': {'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-377342232-subnet', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:44:11.308438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485336a-707e-414f-ab3b-3d800285e889 admin admin] Pushing event updated for resources: {'Network': ['ID=d712fc6f-4bec-4afc-8f02-7c995b7d1edc,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:11.328859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Made reservation on behalf of ad231d2cef734d9db61f4284bb16bc49 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:44:11.331463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.340664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network d712fc6f-4bec-4afc-8f02-7c995b7d1edc details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:44:11.463965 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7a6e930c-2145-4151-95bf-feb08c2fcc10 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:11.464673 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.503566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:11.533505 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.594437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9695da-50c0-4b18-a871-a6f9625d17de,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:11.607214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Checking segment: {'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:11.608139 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Network hostable DHCP agents. Network: d712fc6f-4bec-4afc-8f02-7c995b7d1edc, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:44:11.625945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Network d712fc6f-4bec-4afc-8f02-7c995b7d1edc is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:44:11.637840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, d712fc6f-4bec-4afc-8f02-7c995b7d1edc) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:11.643097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:11.643881 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.658433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e560fdf-dad2-473a-b2b9-95763be98eba None None] Network d712fc6f-4bec-4afc-8f02-7c995b7d1edc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:44:11.669025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-15995075-b1e5-4629-8387-4edc12b334c3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3688874 Oct 13 00:44:11.674891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39832) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:11.677678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:44:11.701934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.703042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.771062 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.913405 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0f1c31a3-6664-44d7-8bc1-5587f24567fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:11.922196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.054631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 2, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:12.082078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-d712fc6f-4bec-4afc-8f02-7c995b7d1edc', 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'fixed_ips': [{'subnet_id': 'ea9695da-50c0-4b18-a871-a6f9625d17de'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:44:12.082923 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.086972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:44:12.087328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Updating router 4bb346f7-7280-4e1f-b29b-b006101c5b28 port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:44:12.126755 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.150101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.169908 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.314117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Allocated IP 172.25.3.242 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/1d1ac58f-ff4e-408e-a922-cc448cf432a1) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:44:12.351907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Allocated IP 172.20.0.2 (d712fc6f-4bec-4afc-8f02-7c995b7d1edc/ea9695da-50c0-4b18-a871-a6f9625d17de/266cac99-38d4-4075-a9b8-d605a67b613e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:44:12.465028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.515849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.566723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:12.568931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:12.574716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Pushing event updated for resources: {'Port': ['ID=1d1ac58f-ff4e-408e-a922-cc448cf432a1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:12.581200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:44:12.629478 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.641375 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.644829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.678328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.713930 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Network d712fc6f-4bec-4afc-8f02-7c995b7d1edc is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:12.720848 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:12.724192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Pushing event updated for resources: {'Port': ['ID=266cac99-38d4-4075-a9b8-d605a67b613e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:12.727335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:44:12.905481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793e7e1-b9b5-47a1-b597-1fff5808c0cf None None] Pushing event updated for resources: {'Port': ['ID=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:12.922531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Attempting to bind port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:44:12.922837 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Attempting to bind port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:44:12.923204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Attempting to bind port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:44:12.925444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Attempting to bind port 266cac99-38d4-4075-a9b8-d605a67b613e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:44:12.925807 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Attempting to bind port 266cac99-38d4-4075-a9b8-d605a67b613e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:44:12.926163 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Attempting to bind port 266cac99-38d4-4075-a9b8-d605a67b613e on network d712fc6f-4bec-4afc-8f02-7c995b7d1edc {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:44:12.938670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:44:12.939128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:12.939397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.939929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:44:12.940284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Bound port: 2dbf8773-8b69-4bcf-a85a-7a49b9331d46, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:44:12.940670 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.942779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:44:12.943402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Checking segment: {'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:12.943864 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:12.944180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Bound using segment: {'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:44:12.944649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Bound port: 266cac99-38d4-4075-a9b8-d605a67b613e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:44:12.944982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:13.085603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] For port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:44:13.090003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] For port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:44:13.091372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] For port 266cac99-38d4-4075-a9b8-d605a67b613e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:44:13.093255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:13.094526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] For port 266cac99-38d4-4075-a9b8-d605a67b613e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=266cac99-38d4-4075-a9b8-d605a67b613e,segment=NetworkSegment(c32630b0-89cd-4739-874e-33a685abe4c7),segment_id=c32630b0-89cd-4739-874e-33a685abe4c7)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:44:13.096025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:13.128298 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:13.179178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9d1822f4-2689-47bd-b696-ff8c2463d7a2 None None] Provisioning complete for port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:13.179605 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d1822f4-2689-47bd-b696-ff8c2463d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:13.182779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793e7e1-b9b5-47a1-b597-1fff5808c0cf None None] Pushing event updated for resources: {'Port': ['ID=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:13.286376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:13.287135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:13.570931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162d547-d941-43de-93c6-4a1b97b0fbcd None None] Pushing event updated for resources: {'Port': ['ID=266cac99-38d4-4075-a9b8-d605a67b613e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:13.575998 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d1822f4-2689-47bd-b696-ff8c2463d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:13.622085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-9d1822f4-2689-47bd-b696-ff8c2463d7a2 None None] For port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:13.630212 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:13.633035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d1822f4-2689-47bd-b696-ff8c2463d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:13.712473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1822f4-2689-47bd-b696-ff8c2463d7a2 None None] Pushing event updated for resources: {'Port': ['ID=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:13.838919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-83f8dbca-f644-45aa-abd6-dc71c7d2d6fe None None] Provisioning complete for port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:13.839291 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-83f8dbca-f644-45aa-abd6-dc71c7d2d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:13.937507 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:14.022921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:14.052938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9cffb-f55a-4af3-b091-8b25d949d95f None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:44:14.118667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:44:14.288767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:44:14.298626 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Sync routers for ids ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:44:14.308273 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Routers {'0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:14.309139 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:43:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:14.341221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:14.343001 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b948cf81-6e56-4367-9383-a5611063423e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6694591 Oct 13 00:44:14.345502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 39858) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:44:14.573253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b424928d-bb0a-4e2c-a650-15438b01f953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:14.681231 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Set router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:14.836507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c3e87-87e5-450d-aed6-b42118c5529b None None] Network d712fc6f-4bec-4afc-8f02-7c995b7d1edc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:44:15.088925 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:44:12Z', 'revision_number': 3, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:15.121526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-86a3abe2-bf78-4017-a736-ee54b28a6cbb None None] Provisioning complete for port 266cac99-38d4-4075-a9b8-d605a67b613e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:15.122082 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-86a3abe2-bf78-4017-a736-ee54b28a6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.141333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.219865 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Checking router: 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:44:15.220226 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Updating router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd port 1d1ac58f-ff4e-408e-a922-cc448cf432a1 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:44:15.288668 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.358455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 266cac99-38d4-4075-a9b8-d605a67b613e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:15.419539 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-86a3abe2-bf78-4017-a736-ee54b28a6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.500198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-86a3abe2-bf78-4017-a736-ee54b28a6cbb None None] For port 266cac99-38d4-4075-a9b8-d605a67b613e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=266cac99-38d4-4075-a9b8-d605a67b613e,segment=NetworkSegment(c32630b0-89cd-4739-874e-33a685abe4c7),segment_id=c32630b0-89cd-4739-874e-33a685abe4c7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:15.501514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 266cac99-38d4-4075-a9b8-d605a67b613e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:15.501939 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.536057 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-86a3abe2-bf78-4017-a736-ee54b28a6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.623978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Allocated IP 172.20.0.1 (d712fc6f-4bec-4afc-8f02-7c995b7d1edc/ea9695da-50c0-4b18-a871-a6f9625d17de/7a2f50c2-4377-4e96-a01f-171904d40d96) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:44:15.776438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3abe2-bf78-4017-a736-ee54b28a6cbb None None] Pushing event updated for resources: {'Port': ['ID=266cac99-38d4-4075-a9b8-d605a67b613e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:15.847430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:15.850525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.856897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-137bc52a-2e56-43ec-8ada-2656a2320c59 None None] Provisioning complete for port 266cac99-38d4-4075-a9b8-d605a67b613e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:15.857539 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-137bc52a-2e56-43ec-8ada-2656a2320c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.925083 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.972938 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.987245 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:15.996253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.002432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.032744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:16.033123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.061397 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Attempting to bind port 1d1ac58f-ff4e-408e-a922-cc448cf432a1 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:44:16.061792 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Attempting to bind port 1d1ac58f-ff4e-408e-a922-cc448cf432a1 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:44:16.062161 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Attempting to bind port 1d1ac58f-ff4e-408e-a922-cc448cf432a1 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:44:16.072421 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:44:16.072807 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:16.073216 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.073974 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:44:16.074457 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Bound port: 1d1ac58f-ff4e-408e-a922-cc448cf432a1, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:44:16.074850 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.111299 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38643ff5-bd55-4210-840e-5b5d57af40b8 None None] Pushing event updated for resources: {'Port': ['ID=1d1ac58f-ff4e-408e-a922-cc448cf432a1,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:16.129578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Network d712fc6f-4bec-4afc-8f02-7c995b7d1edc is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:16.145999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:16.160849 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] For port 1d1ac58f-ff4e-408e-a922-cc448cf432a1, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:44:16.161823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:44:16.165114 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] For port 1d1ac58f-ff4e-408e-a922-cc448cf432a1, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1d1ac58f-ff4e-408e-a922-cc448cf432a1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:44:16.182976 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.238306 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Routers {'0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:16.238953 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:44:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:16.257315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Pushing event updated for resources: {'Port': ['ID=7a2f50c2-4377-4e96-a01f-171904d40d96,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:16.272581 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.368871 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38643ff5-bd55-4210-840e-5b5d57af40b8 None None] Pushing event updated for resources: {'Port': ['ID=1d1ac58f-ff4e-408e-a922-cc448cf432a1,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:16.463429 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] Set router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:16.504318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.521666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cfc83eae-3073-4ce1-b360-4ba5c5c150d5 None None] Provisioning complete for port 7a2f50c2-4377-4e96-a01f-171904d40d96 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:16.522434 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cfc83eae-3073-4ce1-b360-4ba5c5c150d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.560360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-cfc83eae-3073-4ce1-b360-4ba5c5c150d5 None None] Port 7a2f50c2-4377-4e96-a01f-171904d40d96 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:44:16.697532 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:44:12Z', 'revision_number': 3, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:16.729287 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873133f7-cd40-49af-b2c3-6c31e81178bc None None] The sync data for ids ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'] in n-d-813679-4 is: [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:44:12Z', 'revision_number': 3, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:44:16.740768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.745603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.814011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Pushing event updated for resources: {'Port': ['ID=7a2f50c2-4377-4e96-a01f-171904d40d96,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:16.821588 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:16.940210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Network d712fc6f-4bec-4afc-8f02-7c995b7d1edc is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:16.941681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:17.120379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:44:17.328688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-cf9ce62c-03a6-4fca-81c4-6a1741e61d33 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1217396 Oct 13 00:44:17.361553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:44:17.372238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7c62a24-2c37-4e4e-816d-da03336e8572 admin admin] 10.222.0.21 "PUT /v2.0/routers/0fce3eb4-52af-4767-83bd-d0d45ea8e4cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0254366 Oct 13 00:44:17.391865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1d1ac58f-ff4e-408e-a922-cc448cf432a1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:17.459338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c21fb0e7-afc1-445f-8cb4-5be2beffc3ac None None] Provisioning complete for port 7a2f50c2-4377-4e96-a01f-171904d40d96 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:17.460123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c21fb0e7-afc1-445f-8cb4-5be2beffc3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:17.526585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-f472e1cc-3049-47bf-a074-bfe202af83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:17.528156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-f472e1cc-3049-47bf-a074-bfe202af83e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1097 time: 0.0938015 Oct 13 00:44:17.533324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c21fb0e7-afc1-445f-8cb4-5be2beffc3ac None None] Port 7a2f50c2-4377-4e96-a01f-171904d40d96 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:44:17.537119 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1d1ac58f-ff4e-408e-a922-cc448cf432a1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:17.537960 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:17.651006 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:17.676274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 1d1ac58f-ff4e-408e-a922-cc448cf432a1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1d1ac58f-ff4e-408e-a922-cc448cf432a1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:17.678294 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:17.687846 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:17.688948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 266cac99-38d4-4075-a9b8-d605a67b613e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:17.707378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-e8488f7d-2329-4321-b143-f66b6908b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:17.708933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-e8488f7d-2329-4321-b143-f66b6908b0af service neutron] 10.222.0.45 "GET /v2.0/networks?id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 200 len: 910 time: 0.1543295 Oct 13 00:44:17.819756 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-883f5f6a-0ade-4d6f-a972-9894dfd196c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 200 len: 1002 time: 0.1022239 Oct 13 00:44:17.970306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-8d26df96-9914-4918-953b-3a05328db883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:17.971017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=1d1ac58f-ff4e-408e-a922-cc448cf432a1,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:17.988766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-8d26df96-9914-4918-953b-3a05328db883 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bdcd057-dc61-49a9-acea-f8457d36349b HTTP/1.1" status: 200 len: 848 time: 0.1444943 Oct 13 00:44:18.015636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 266cac99-38d4-4075-a9b8-d605a67b613e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:18.016024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:18.091120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-4f5dcbeb-cef7-4e9d-ba70-cb7ac0c872d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:18.093325 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-4f5dcbeb-cef7-4e9d-ba70-cb7ac0c872d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034482 Oct 13 00:44:18.258119 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-39418639-34c5-424b-80a8-422f16d844d9 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513767 Oct 13 00:44:18.440396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fb681c7-0a4e-48da-88be-cb500db42899 req-d6503a4a-5eb0-4375-a144-bcf369246d19 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784801 Oct 13 00:44:19.209403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1d1ac58f-ff4e-408e-a922-cc448cf432a1 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:19.274494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 1d1ac58f-ff4e-408e-a922-cc448cf432a1 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:19.274929 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:19.347380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Sync routers for ids ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:44:19.393569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Routers {'0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:19.395523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:44:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:19.558048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Set router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:19.815610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:44:16Z', 'revision_number': 4, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7a2f50c2-4377-4e96-a01f-171904d40d96', 'name': '', 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'mac_address': 'fa:16:3e:99:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea9695da-50c0-4b18-a871-a6f9625d17de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:15Z', 'updated_at': '2021-10-13T00:44:16Z', 'revision_number': 2, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'subnets': [{'id': 'ea9695da-50c0-4b18-a871-a6f9625d17de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:19.844446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Checking router: 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:44:19.846229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Updating router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd port 7a2f50c2-4377-4e96-a01f-171904d40d96 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:44:19.880122 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:20.234580 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:20.240364 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:20.321604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049a355-dec1-4eee-8033-dc8d53f2e042 None None] Pushing event updated for resources: {'Port': ['ID=7a2f50c2-4377-4e96-a01f-171904d40d96,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:20.357251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Attempting to bind port 7a2f50c2-4377-4e96-a01f-171904d40d96 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:44:20.359662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Attempting to bind port 7a2f50c2-4377-4e96-a01f-171904d40d96 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:44:20.359662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Attempting to bind port 7a2f50c2-4377-4e96-a01f-171904d40d96 on network d712fc6f-4bec-4afc-8f02-7c995b7d1edc {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:44:20.371554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:44:20.371943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Checking segment: {'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:20.372354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:20.372737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Bound using segment: {'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:44:20.373806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Bound port: 7a2f50c2-4377-4e96-a01f-171904d40d96, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32630b0-89cd-4739-874e-33a685abe4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:44:20.374186 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:20.526608 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] For port 7a2f50c2-4377-4e96-a01f-171904d40d96, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:44:20.542612 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] For port 7a2f50c2-4377-4e96-a01f-171904d40d96, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a2f50c2-4377-4e96-a01f-171904d40d96,segment=NetworkSegment(c32630b0-89cd-4739-874e-33a685abe4c7),segment_id=c32630b0-89cd-4739-874e-33a685abe4c7)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:44:20.554228 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:20.649148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Routers {'0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:44:20.649789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:44:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:20.694592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049a355-dec1-4eee-8033-dc8d53f2e042 None None] Pushing event updated for resources: {'Port': ['ID=7a2f50c2-4377-4e96-a01f-171904d40d96,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:20.738767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2326ac52-aaab-4c78-82ec-0f4c8252c3fa None None] Provisioning complete for port 7a2f50c2-4377-4e96-a01f-171904d40d96 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:20.739140 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2326ac52-aaab-4c78-82ec-0f4c8252c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:20.887991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] Set router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:44:20.929165 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2326ac52-aaab-4c78-82ec-0f4c8252c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:21.052696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2326ac52-aaab-4c78-82ec-0f4c8252c3fa None None] For port 7a2f50c2-4377-4e96-a01f-171904d40d96, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a2f50c2-4377-4e96-a01f-171904d40d96,segment=NetworkSegment(c32630b0-89cd-4739-874e-33a685abe4c7),segment_id=c32630b0-89cd-4739-874e-33a685abe4c7)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:21.074447 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2326ac52-aaab-4c78-82ec-0f4c8252c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:21.172920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326ac52-aaab-4c78-82ec-0f4c8252c3fa None None] Pushing event updated for resources: {'Port': ['ID=7a2f50c2-4377-4e96-a01f-171904d40d96,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:21.225603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c3a2aa11-e2d3-448f-933f-7fab1fc282c5 None None] Provisioning complete for port 7a2f50c2-4377-4e96-a01f-171904d40d96 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:21.225896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c3a2aa11-e2d3-448f-933f-7fab1fc282c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:21.265354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-4b08cb90-c48a-45a0-a7e7-de6a8398d7e2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:21.267602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-4b08cb90-c48a-45a0-a7e7-de6a8398d7e2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1925135 Oct 13 00:44:21.290174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:44:16Z', 'revision_number': 4, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7a2f50c2-4377-4e96-a01f-171904d40d96', 'name': '', 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'mac_address': 'fa:16:3e:99:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea9695da-50c0-4b18-a871-a6f9625d17de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:15Z', 'updated_at': '2021-10-13T00:44:20Z', 'revision_number': 4, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'subnets': [{'id': 'ea9695da-50c0-4b18-a871-a6f9625d17de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:44:21.306211 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-aa16a49d-04ad-4965-9941-381dffcab504 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/quotas/a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 375 time: 0.0144088 Oct 13 00:44:21.321656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad19b1d-4636-4370-88b3-587d428d2e0e None None] The sync data for ids ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'] in n-d-813679-4 is: [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:44:16Z', 'revision_number': 4, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7a2f50c2-4377-4e96-a01f-171904d40d96', 'name': '', 'network_id': 'd712fc6f-4bec-4afc-8f02-7c995b7d1edc', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'mac_address': 'fa:16:3e:99:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'ea9695da-50c0-4b18-a871-a6f9625d17de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:15Z', 'updated_at': '2021-10-13T00:44:20Z', 'revision_number': 4, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'subnets': [{'id': 'ea9695da-50c0-4b18-a871-a6f9625d17de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:44:21.424989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-821af331-aee4-410b-a2dd-31f5b8234f05 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163974 Oct 13 00:44:21.544991 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-7834d5ea-979d-4366-bb25-02f34d216547 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189125 Oct 13 00:44:21.663733 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-ee38cd9e-03ba-418d-821f-a36df3c07b9d service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179292 Oct 13 00:44:22.099528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd916a19-c833-49d2-9161-3a85cddf6341 req-5e95bd9f-5deb-432b-9204-219482eb8eae tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 210 time: 0.0482221 Oct 13 00:44:23.252446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09322820-503f-4db8-90f4-95be49ee6d33 req-d1852f14-9510-4e6c-b548-0db87086289b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 210 time: 0.0342293 Oct 13 00:44:23.266799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a2f50c2-4377-4e96-a01f-171904d40d96 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:23.327417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7a2f50c2-4377-4e96-a01f-171904d40d96 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:23.328359 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:23.684582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-550a62f4-63be-42d0-b194-39efaad45375 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:23.686087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-550a62f4-63be-42d0-b194-39efaad45375 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1121244 Oct 13 00:44:23.711040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'port': {'device_id': 'db94998e-56a3-4c98-8a59-477155ede594', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'admin_state_up': True, 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:44:23.876195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:44:23.883186 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:24.032021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.20.0.10 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/5eff9bf6-85b8-4901-9b19-0626c73c7745) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:44:24.179206 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:44:24.346288 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:24.406837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:24.428141 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e0c41e2-2f32-4a16-b54c-902c820002fc req-40bfad55-1346-4096-b7b5-38b6ef1f12ff tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 210 time: 0.0387273 Oct 13 00:44:24.485839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:44:24.489330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:44:24.498865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:44:24.502840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=5eff9bf6-85b8-4901-9b19-0626c73c7745,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:24.618993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:24.619847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:24.669493 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-8ebfcc4c-01b7-4aed-8505-83383c1ee6e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9689245 Oct 13 00:44:24.694593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Request body: {'port': {'device_id': 'db94998e-56a3-4c98-8a59-477155ede594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:44:24.798031 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:24.938175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d647be7e-37ec-467b-b3ab-458be1e1bc8f None None] Provisioning complete for port 5eff9bf6-85b8-4901-9b19-0626c73c7745 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:24.939231 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d647be7e-37ec-467b-b3ab-458be1e1bc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:24.978321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d647be7e-37ec-467b-b3ab-458be1e1bc8f None None] Port 5eff9bf6-85b8-4901-9b19-0626c73c7745 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:44:25.222175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eff9bf6-85b8-4901-9b19-0626c73c7745 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:44:25.230013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:25.243953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Transition to ACTIVE for port object 5eff9bf6-85b8-4901-9b19-0626c73c7745 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:44:25.249404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:25.314671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Pushing event updated for resources: {'Port': ['ID=5eff9bf6-85b8-4901-9b19-0626c73c7745,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:25.424410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Attempting to bind port 5eff9bf6-85b8-4901-9b19-0626c73c7745 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:44:25.424890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Attempting to bind port 5eff9bf6-85b8-4901-9b19-0626c73c7745 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:44:25.425318 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Attempting to bind port 5eff9bf6-85b8-4901-9b19-0626c73c7745 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:44:25.438250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Port 5eff9bf6-85b8-4901-9b19-0626c73c7745 on network 221e2b3b-0921-4862-be15-a1221a8245ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:44:25.438696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Attempting to bind port 5eff9bf6-85b8-4901-9b19-0626c73c7745 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:44:25.444429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:44:25.444908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:44:25.445399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:44:25.446061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Bound port: 5eff9bf6-85b8-4901-9b19-0626c73c7745, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:44:25.446529 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:25.574803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] For port 5eff9bf6-85b8-4901-9b19-0626c73c7745, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:44:25.585978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] For port 5eff9bf6-85b8-4901-9b19-0626c73c7745, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5eff9bf6-85b8-4901-9b19-0626c73c7745,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:44:25.599814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:25.608606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e1960-2970-4026-a3b2-2c35111c13ed req-7a1ec3cb-3a76-496e-b1bd-7b5c66250d3a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:25.611430 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e1e1960-2970-4026-a3b2-2c35111c13ed req-7a1ec3cb-3a76-496e-b1bd-7b5c66250d3a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0897355 Oct 13 00:44:25.674625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:25.675394 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:25.676928 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] 10.222.0.36 "PUT /v2.0/ports/5eff9bf6-85b8-4901-9b19-0626c73c7745 HTTP/1.1" status: 200 len: 1092 time: 0.9886487 Oct 13 00:44:25.677487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db94998e-56a3-4c98-8a59-477155ede594', 'tag': '5eff9bf6-85b8-4901-9b19-0626c73c7745'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:44:25.679901 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b29c93b-e5ba-4961-b3f6-70015fd38c51" -d '{"events": [{"name": "network-changed", "server_uuid": "db94998e-56a3-4c98-8a59-477155ede594", "tag": "5eff9bf6-85b8-4901-9b19-0626c73c7745"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:44:25.696066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2e1e1960-2970-4026-a3b2-2c35111c13ed req-6844aba6-dcd7-4779-afb2-b2f484a35856 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595779 Oct 13 00:44:25.712177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835dc5a-d935-45b1-aa54-2b2f7c63a8dc service neutron] Pushing event updated for resources: {'Port': ['ID=5eff9bf6-85b8-4901-9b19-0626c73c7745,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:25.790795 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c7ac4e-9984-40cd-b03e-fd72ad0fe647 x-openstack-request-id: req-b6c7ac4e-9984-40cd-b03e-fd72ad0fe647 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:44:25.791240 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db94998e-56a3-4c98-8a59-477155ede594", "tag": "5eff9bf6-85b8-4901-9b19-0626c73c7745", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:44:25.791667 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6c7ac4e-9984-40cd-b03e-fd72ad0fe647 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:44:25.793727 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db94998e-56a3-4c98-8a59-477155ede594', 'tag': '5eff9bf6-85b8-4901-9b19-0626c73c7745', 'status': 'completed', 'code': 200} Oct 13 00:44:25.839786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-44d76107-4878-43c5-8174-a61698c11231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:25.841650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-44d76107-4878-43c5-8174-a61698c11231 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 1095 time: 0.0999129 Oct 13 00:44:25.902824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-929d5133-0cff-4e7d-a625-7e087359c363 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eff9bf6-85b8-4901-9b19-0626c73c7745 HTTP/1.1" status: 200 len: 217 time: 0.0478208 Oct 13 00:44:26.023816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-a24050b9-eec2-4354-9ba7-30d33dc8cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:26.025306 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-a24050b9-eec2-4354-9ba7-30d33dc8cf0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.1154456 Oct 13 00:44:26.077314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-0ad002fa-5139-4d9f-b2b7-eb0a0a0a9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:26.078814 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-0ad002fa-5139-4d9f-b2b7-eb0a0a0a9df4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449650 Oct 13 00:44:26.180732 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-cd8cca39-4669-485e-be55-999de77bba0b service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931685 Oct 13 00:44:26.286886 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3f7a03c7-270b-4ae7-a59d-b30c453b9370 req-74f094e9-7d33-4192-add0-5528f1ab7e66 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982034 Oct 13 00:44:26.416483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-3789cc62-dc3f-4ff3-b76c-bb8100807418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:26.418641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-3789cc62-dc3f-4ff3-b76c-bb8100807418 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 1095 time: 0.0580320 Oct 13 00:44:26.519842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-3d2f1128-60a6-4cf3-942b-4a64b6f18f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:26.521337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-3d2f1128-60a6-4cf3-942b-4a64b6f18f1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0948668 Oct 13 00:44:26.567437 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-0d032e3f-bf56-4df9-b293-393e128c2a68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eff9bf6-85b8-4901-9b19-0626c73c7745 HTTP/1.1" status: 200 len: 217 time: 0.0373836 Oct 13 00:44:26.628850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-9837da3b-8095-44fb-b267-7ac019c86acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:26.630565 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-9837da3b-8095-44fb-b267-7ac019c86acd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0562010 Oct 13 00:44:26.687617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-41a9bc8a-7170-4e7a-a31e-f983ebe4a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:26.689401 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-41a9bc8a-7170-4e7a-a31e-f983ebe4a8d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512078 Oct 13 00:44:26.836523 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-328f6a56-6126-4dbe-867e-6a12b2ea58c5 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320417 Oct 13 00:44:26.904449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447d0bb-8a0c-4ab3-ba67-b10ca9a92ff9 req-711b1806-15de-4bd8-b783-3aeb45ab5d32 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:26.908310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f447d0bb-8a0c-4ab3-ba67-b10ca9a92ff9 req-711b1806-15de-4bd8-b783-3aeb45ab5d32 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0682337 Oct 13 00:44:26.977076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f447d0bb-8a0c-4ab3-ba67-b10ca9a92ff9 req-db435058-2a40-4071-b9e0-0f765bfcd283 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Oct 13 00:44:27.032536 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b29c93b-e5ba-4961-b3f6-70015fd38c51 req-115d2a5d-4499-443f-a614-87e6d02a5fd8 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941135 Oct 13 00:44:28.094812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d4e19-e78f-4fae-9cfa-9c50ffc55b12 req-eeaccaa6-2363-4b28-bc5a-3d172e2a7ad9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:28.097036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-880d4e19-e78f-4fae-9cfa-9c50ffc55b12 req-eeaccaa6-2363-4b28-bc5a-3d172e2a7ad9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0540154 Oct 13 00:44:28.146535 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-880d4e19-e78f-4fae-9cfa-9c50ffc55b12 req-b3b53fa6-2e92-450a-9a30-762fbc8b1685 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385587 Oct 13 00:44:29.275456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eb4ad-b3d7-47a5-a522-9782869d7c4d req-be2d0f2e-4af4-42ba-b78f-ad054d2ebff8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:29.276986 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b82eb4ad-b3d7-47a5-a522-9782869d7c4d req-be2d0f2e-4af4-42ba-b78f-ad054d2ebff8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0545506 Oct 13 00:44:29.355651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b82eb4ad-b3d7-47a5-a522-9782869d7c4d req-0b7af5bc-b0c8-4af3-8299-70f384d98b04 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708766 Oct 13 00:44:30.482503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d40f2c-908a-4052-872b-638fe5a9ec41 req-03b95e9a-2122-4ed0-ab80-a093eb703797 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:30.485098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84d40f2c-908a-4052-872b-638fe5a9ec41 req-03b95e9a-2122-4ed0-ab80-a093eb703797 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0553763 Oct 13 00:44:30.533137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84d40f2c-908a-4052-872b-638fe5a9ec41 req-b2d433d9-efbe-4044-9fc0-163ef1ae20a5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Oct 13 00:44:31.653468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4135b-ab4c-4c20-85c7-8cc08c46a9d6 req-639d979d-0aed-48a3-a0fc-dcbe46739610 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:31.659766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2da4135b-ab4c-4c20-85c7-8cc08c46a9d6 req-639d979d-0aed-48a3-a0fc-dcbe46739610 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0592034 Oct 13 00:44:31.695491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2da4135b-ab4c-4c20-85c7-8cc08c46a9d6 req-3c8a97eb-98bd-4cf2-9972-09c00559e0e9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Oct 13 00:44:32.824327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3589d1-4117-416c-85cd-4e94e0953b6f req-2956adfc-a691-44df-8368-d0b356ab8521 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:32.829825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb3589d1-4117-416c-85cd-4e94e0953b6f req-2956adfc-a691-44df-8368-d0b356ab8521 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0598643 Oct 13 00:44:32.878334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb3589d1-4117-416c-85cd-4e94e0953b6f req-e1ace423-3a8f-409d-8a99-a73bcf22297b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458639 Oct 13 00:44:33.990505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde68781-e27d-4e28-9713-59c1ee7b4eb5 req-8750672d-2760-4ea5-94ec-746381050091 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:33.992354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cde68781-e27d-4e28-9713-59c1ee7b4eb5 req-8750672d-2760-4ea5-94ec-746381050091 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0540850 Oct 13 00:44:34.034409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cde68781-e27d-4e28-9713-59c1ee7b4eb5 req-b929d65c-05cf-4905-b4e4-b6b21e9d42a2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358627 Oct 13 00:44:35.214747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d1865-f8e3-4f46-a699-2b18bcd65cf1 req-c660f3a2-7180-4224-87fd-6bd9cb5da2b3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:35.217561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-555d1865-f8e3-4f46-a699-2b18bcd65cf1 req-c660f3a2-7180-4224-87fd-6bd9cb5da2b3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0668831 Oct 13 00:44:35.264431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-555d1865-f8e3-4f46-a699-2b18bcd65cf1 req-ebf30324-be1b-4f0f-ae00-4dcde2a86721 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Oct 13 00:44:36.397547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1f93d-598a-4ec9-b80d-491d4b8d327d req-dbc664b1-7a51-4274-aab1-5244c32c7b5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:36.399961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69c1f93d-598a-4ec9-b80d-491d4b8d327d req-dbc664b1-7a51-4274-aab1-5244c32c7b5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0615749 Oct 13 00:44:36.444369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69c1f93d-598a-4ec9-b80d-491d4b8d327d req-0e607e23-a77b-49d8-991c-9f7b74f2b1b9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Oct 13 00:44:36.722168 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:37.175298 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:37.567144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bfd28-9393-44b2-8423-2f68a488fe4c req-34a73e69-1cc4-4e80-9a7f-1240e127dab3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:37.571945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-087bfd28-9393-44b2-8423-2f68a488fe4c req-34a73e69-1cc4-4e80-9a7f-1240e127dab3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 944 time: 0.0576918 Oct 13 00:44:37.627700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-087bfd28-9393-44b2-8423-2f68a488fe4c req-f8649eca-0e70-439c-ab6d-bfde06bdb5ff tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492978 Oct 13 00:44:38.111985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5eff9bf6-85b8-4901-9b19-0626c73c7745 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:44:38.218741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5eff9bf6-85b8-4901-9b19-0626c73c7745, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5eff9bf6-85b8-4901-9b19-0626c73c7745,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:38.230095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '5eff9bf6-85b8-4901-9b19-0626c73c7745', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'port_id': '5eff9bf6-85b8-4901-9b19-0626c73c7745', 'mac_address': 'fa:16:3e:ea:5e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:44:38.272422 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:38.286426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eff9bf6-85b8-4901-9b19-0626c73c7745 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:44:38.307753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5eff9bf6-85b8-4901-9b19-0626c73c7745, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5eff9bf6-85b8-4901-9b19-0626c73c7745,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:38.313965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:38.370959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5eff9bf6-85b8-4901-9b19-0626c73c7745,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:38.673047 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['5eff9bf6-85b8-4901-9b19-0626c73c7745'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:44:38.739145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61772d9d-3aba-40a5-b554-814b268c3da2 req-3e98aa92-4e31-4262-844d-ea8d2e81d34a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:38.746624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61772d9d-3aba-40a5-b554-814b268c3da2 req-3e98aa92-4e31-4262-844d-ea8d2e81d34a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 945 time: 0.0568445 Oct 13 00:44:38.787194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61772d9d-3aba-40a5-b554-814b268c3da2 req-756e2528-d4db-4ed7-a200-32450b450516 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Oct 13 00:44:39.935344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3624dcb-b438-4d8c-9282-f781b59e10d9 req-8496f748-bd07-4ceb-bbf5-bd3198209e07 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:39.936818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3624dcb-b438-4d8c-9282-f781b59e10d9 req-8496f748-bd07-4ceb-bbf5-bd3198209e07 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 945 time: 0.0815625 Oct 13 00:44:39.981907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3624dcb-b438-4d8c-9282-f781b59e10d9 req-ff2195db-0c5d-4d19-8cbe-d40460721c8d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358453 Oct 13 00:44:40.112601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5eff9bf6-85b8-4901-9b19-0626c73c7745 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:44:40.171633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 5eff9bf6-85b8-4901-9b19-0626c73c7745 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:44:40.175912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 5eff9bf6-85b8-4901-9b19-0626c73c7745 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:44:40.176280 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:40.264013 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:40.289016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db94998e-56a3-4c98-8a59-477155ede594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eff9bf6-85b8-4901-9b19-0626c73c7745'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:44:40.291469 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e75fbe-f9f9-4f3f-90ad-e569396d4bcd" -d '{"events": [{"server_uuid": "db94998e-56a3-4c98-8a59-477155ede594", "name": "network-vif-plugged", "status": "completed", "tag": "5eff9bf6-85b8-4901-9b19-0626c73c7745"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:44:40.307109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 5eff9bf6-85b8-4901-9b19-0626c73c7745, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5eff9bf6-85b8-4901-9b19-0626c73c7745,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:40.312930 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:40.341811 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9909e8-d032-4b7b-acb1-5f9938117498 x-openstack-request-id: req-9f9909e8-d032-4b7b-acb1-5f9938117498 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:44:40.342201 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db94998e-56a3-4c98-8a59-477155ede594", "name": "network-vif-plugged", "status": "completed", "tag": "5eff9bf6-85b8-4901-9b19-0626c73c7745", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:44:40.342520 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f9909e8-d032-4b7b-acb1-5f9938117498 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:44:40.343002 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db94998e-56a3-4c98-8a59-477155ede594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eff9bf6-85b8-4901-9b19-0626c73c7745', 'code': 200} Oct 13 00:44:40.370981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=5eff9bf6-85b8-4901-9b19-0626c73c7745,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:40.463171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11911256-287b-4764-be17-5fccf76f8d49 req-265436e2-4e9f-4826-bbda-433f2bbf3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:40.464882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11911256-287b-4764-be17-5fccf76f8d49 req-265436e2-4e9f-4826-bbda-433f2bbf3430 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 1097 time: 0.0452487 Oct 13 00:44:40.504074 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-11911256-287b-4764-be17-5fccf76f8d49 req-3adb7fdd-0095-4bfc-ae5d-e67f66c8b8f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Oct 13 00:44:41.122585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be0271-7d45-491d-a2d7-0b9f8c645ad5 req-1bcbcfc9-8ea3-49b4-9fc3-9abca8106496 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:41.134312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18be0271-7d45-491d-a2d7-0b9f8c645ad5 req-1bcbcfc9-8ea3-49b4-9fc3-9abca8106496 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 946 time: 0.0629251 Oct 13 00:44:41.180059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18be0271-7d45-491d-a2d7-0b9f8c645ad5 req-77486cc4-f8cb-4ca4-a5cf-f99307d02b7b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447228 Oct 13 00:44:41.820412 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b92aa38f-9e1d-489b-bf3b-586c2eb761ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:42.313010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33e4ab-0348-4d98-9817-1e4f7da39c83 req-a15b65b9-c58b-497b-9e4b-5c07f6560326 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:42.314530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab33e4ab-0348-4d98-9817-1e4f7da39c83 req-a15b65b9-c58b-497b-9e4b-5c07f6560326 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 946 time: 0.0511799 Oct 13 00:44:42.355007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab33e4ab-0348-4d98-9817-1e4f7da39c83 req-656780d4-3a5a-4fd4-be54-eabdbf50a0cc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Oct 13 00:44:42.489602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ebbe2-548e-42bb-81e4-ffb59a5dfe05 req-54050341-7499-495f-b94b-9b239ffc8533 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:42.493221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca5ebbe2-548e-42bb-81e4-ffb59a5dfe05 req-54050341-7499-495f-b94b-9b239ffc8533 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 946 time: 0.0699062 Oct 13 00:44:42.535018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca5ebbe2-548e-42bb-81e4-ffb59a5dfe05 req-f602f12b-854b-4f79-86d2-d154e8d3e368 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Oct 13 00:44:42.655179 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10cc82-73d7-4268-a814-792c0c296078 req-8e32d4b2-00b1-4666-872d-0d35511c8c9e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:42.656859 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c10cc82-73d7-4268-a814-792c0c296078 req-8e32d4b2-00b1-4666-872d-0d35511c8c9e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 946 time: 0.0517883 Oct 13 00:44:42.697810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c10cc82-73d7-4268-a814-792c0c296078 req-746f3962-8cf6-4dd6-af48-5ea702592265 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347021 Oct 13 00:44:42.962116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e7f3c-a45c-41f2-882d-fb1c98798db9 req-048e3d2a-3d99-4530-be65-f98c6cdc7dfe tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:42.964741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c23e7f3c-a45c-41f2-882d-fb1c98798db9 req-048e3d2a-3d99-4530-be65-f98c6cdc7dfe tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 946 time: 0.0660539 Oct 13 00:44:43.007163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c23e7f3c-a45c-41f2-882d-fb1c98798db9 req-aff79e69-241d-4aa3-8662-8d78aa8dca1d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366375 Oct 13 00:44:44.146956 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040ace7-88c5-47dc-97d7-858890bf6c27 req-c7de561a-72c9-426a-8562-de5b5125de93 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:44.157086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7040ace7-88c5-47dc-97d7-858890bf6c27 req-c7de561a-72c9-426a-8562-de5b5125de93 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 946 time: 0.0683618 Oct 13 00:44:44.194844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7040ace7-88c5-47dc-97d7-858890bf6c27 req-a8661c33-30ef-460b-a0a9-43a552227123 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358546 Oct 13 00:44:44.595616 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c74e86da-34d5-46a4-a661-38479daf29be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:44.639842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123f337-a833-401a-9925-f999078d5f1b req-5c61ff4c-41df-4abe-a986-de7162c0867e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:44:44.641308 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f123f337-a833-401a-9925-f999078d5f1b req-5c61ff4c-41df-4abe-a986-de7162c0867e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 946 time: 0.0686677 Oct 13 00:44:44.736557 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port 5eff9bf6-85b8-4901-9b19-0626c73c7745 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:44:44.737160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:44.839798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] For port 5eff9bf6-85b8-4901-9b19-0626c73c7745, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=5eff9bf6-85b8-4901-9b19-0626c73c7745,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:44:44.840162 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:44.854093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for 5eff9bf6-85b8-4901-9b19-0626c73c7745 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:44:44.997878 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:45.037435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['5eff9bf6-85b8-4901-9b19-0626c73c7745'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:44:45.303965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f68a3c4-ee35-4dca-9558-9e6f1a17ae5d req-ea340b3b-d340-4e37-88f9-26bb4d885cbc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 210 time: 0.0303314 Oct 13 00:44:45.419187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=5eff9bf6-85b8-4901-9b19-0626c73c7745,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:44:45.445363 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.445800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.446506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.446631 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.447151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.447560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.447965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.448402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.448857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.449250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.449835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.450746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:44:45.474331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] No DVR routers for this DVR port 5eff9bf6-85b8-4901-9b19-0626c73c7745 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:44:45.477602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:45.482585 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f123f337-a833-401a-9925-f999078d5f1b req-4ef90be0-d151-4d31-8d6e-6025f4b24844 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "DELETE /v2.0/ports/5eff9bf6-85b8-4901-9b19-0626c73c7745 HTTP/1.1" status: 204 len: 173 time: 0.8354623 Oct 13 00:44:45.483058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db94998e-56a3-4c98-8a59-477155ede594', 'name': 'network-vif-deleted', 'tag': '5eff9bf6-85b8-4901-9b19-0626c73c7745'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:44:45.485696 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de8d05a-4147-48a3-8999-007f11de50f4" -d '{"events": [{"server_uuid": "db94998e-56a3-4c98-8a59-477155ede594", "name": "network-vif-deleted", "tag": "5eff9bf6-85b8-4901-9b19-0626c73c7745"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:44:45.526977 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44afb479-63ce-4793-8630-70841bae3cca x-openstack-request-id: req-44afb479-63ce-4793-8630-70841bae3cca {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:44:45.527271 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db94998e-56a3-4c98-8a59-477155ede594", "name": "network-vif-deleted", "tag": "5eff9bf6-85b8-4901-9b19-0626c73c7745", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:44:45.527556 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44afb479-63ce-4793-8630-70841bae3cca {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:44:45.527958 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db94998e-56a3-4c98-8a59-477155ede594', 'name': 'network-vif-deleted', 'tag': '5eff9bf6-85b8-4901-9b19-0626c73c7745', 'status': 'completed', 'code': 200} Oct 13 00:44:45.770620 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:45.931859 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:46.422655 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f603b366-207b-492e-8441-83cc0bfcaae2 req-772dc413-c3f2-4544-a1bf-90a9ebb31c4e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 210 time: 0.0373194 Oct 13 00:44:47.539236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65bf6c0b-ac04-434a-8d48-0b4efdca7672 req-9c7c64a4-0c1d-4d8d-91a3-dd084bb0f8c5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 210 time: 0.0340052 Oct 13 00:44:47.609646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:44:48.183363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5eff9bf6-85b8-4901-9b19-0626c73c7745 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:44:48.206438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 5eff9bf6-85b8-4901-9b19-0626c73c7745 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:44:48.207160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 5eff9bf6-85b8-4901-9b19-0626c73c7745 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:44:48.663193 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cfcd36f-b07f-45a3-962f-ff280430bada req-d5ca39d0-40ff-45a8-812e-c547ba7631e4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 210 time: 0.0432703 Oct 13 00:44:49.813708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-572e23ea-d630-4380-9d73-b454a1314e92 req-14be0069-0d7d-405f-addc-878d5c4a4b3d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=db94998e-56a3-4c98-8a59-477155ede594 HTTP/1.1" status: 200 len: 210 time: 0.0581689 Oct 13 00:45:01.181651 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:45:03.260443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40760) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:45:03.461580 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f90268c3-7227-4c7f-bbcc-e6c3654c60f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:03.563631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f90268c3-7227-4c7f-bbcc-e6c3654c60f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:03.568749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f90268c3-7227-4c7f-bbcc-e6c3654c60f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:03.631350 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40768) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:45:03.632869 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f90268c3-7227-4c7f-bbcc-e6c3654c60f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=836248e6fe15473caa988fe87d4be2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700516 Oct 13 00:45:03.638830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90268c3-7227-4c7f-bbcc-e6c3654c60f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f6fb83-723e-4512-a4fc-fec47f78da4c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:03.697912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:03.727577 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:03.784765 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:03.788396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:03.789744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43f6fb83-723e-4512-a4fc-fec47f78da4c HTTP/1.1" status: 204 len: 168 time: 0.1573560 Oct 13 00:45:03.798947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f6fb83-723e-4512-a4fc-fec47f78da4c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:03.807020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.807672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.808216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.808772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.809308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.809824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.810325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.810825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.811599 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.812106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.813017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:03.815857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6923de91-607f-42bd-ae23-77cace8f6251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:05.035054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 40806) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:45:05.150303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92362cff-9055-433e-9028-0dad3d4af27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:05.231352 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92362cff-9055-433e-9028-0dad3d4af27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:05.236506 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-92362cff-9055-433e-9028-0dad3d4af27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:05.277516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-92362cff-9055-433e-9028-0dad3d4af27d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebad18f43edb44baae61ab4c56121bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405086 Oct 13 00:45:05.278496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92362cff-9055-433e-9028-0dad3d4af27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42fd602-df69-4291-8b2c-7a00b8254525,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:05.280221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 40810) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:45:05.342105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89c98a32-e751-49bd-b324-9a6385d77053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:05.363234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89c98a32-e751-49bd-b324-9a6385d77053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:05.412768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89c98a32-e751-49bd-b324-9a6385d77053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:05.415349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89c98a32-e751-49bd-b324-9a6385d77053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:05.416555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-89c98a32-e751-49bd-b324-9a6385d77053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e42fd602-df69-4291-8b2c-7a00b8254525 HTTP/1.1" status: 204 len: 168 time: 0.1349378 Oct 13 00:45:05.424957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98a32-e751-49bd-b324-9a6385d77053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42fd602-df69-4291-8b2c-7a00b8254525,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:06.724269 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:07.190422 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:07.798604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41000) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:45:07.911781 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89d046c9-73a5-4ac7-b9ec-5055ea5ee4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:07.988887 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89d046c9-73a5-4ac7-b9ec-5055ea5ee4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:07.993296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-89d046c9-73a5-4ac7-b9ec-5055ea5ee4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.033149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d046c9-73a5-4ac7-b9ec-5055ea5ee4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0038d7b7-cc12-4493-86fd-b088a8078a59,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:08.039885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41006) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:45:08.040459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-89d046c9-73a5-4ac7-b9ec-5055ea5ee4ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=519a8c4902cd472f903bbeacf50c415b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401223 Oct 13 00:45:08.106240 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dde19880-e2a7-454a-ad8a-5e435b70387f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.129790 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dde19880-e2a7-454a-ad8a-5e435b70387f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.187412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dde19880-e2a7-454a-ad8a-5e435b70387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.190472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dde19880-e2a7-454a-ad8a-5e435b70387f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.194469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dde19880-e2a7-454a-ad8a-5e435b70387f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0038d7b7-cc12-4493-86fd-b088a8078a59 HTTP/1.1" status: 204 len: 168 time: 0.1504571 Oct 13 00:45:08.202406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde19880-e2a7-454a-ad8a-5e435b70387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0038d7b7-cc12-4493-86fd-b088a8078a59,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:08.487545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 41012) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:45:08.502753 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c46a68cc-f4f5-4706-a025-eba9d847619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.585170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c46a68cc-f4f5-4706-a025-eba9d847619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.589797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c46a68cc-f4f5-4706-a025-eba9d847619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.636003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c46a68cc-f4f5-4706-a025-eba9d847619d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02ad46d675bf4120bcb71a11e516ed37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447554 Oct 13 00:45:08.636003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a68cc-f4f5-4706-a025-eba9d847619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e701762-3152-4394-ba29-27ee95d9973a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:08.636362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 41014) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:45:08.700913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc1193c1-3abe-4e63-b994-ddd08a68fe08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.723183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc1193c1-3abe-4e63-b994-ddd08a68fe08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.774225 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc1193c1-3abe-4e63-b994-ddd08a68fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.776906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cc1193c1-3abe-4e63-b994-ddd08a68fe08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:08.779010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cc1193c1-3abe-4e63-b994-ddd08a68fe08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e701762-3152-4394-ba29-27ee95d9973a HTTP/1.1" status: 204 len: 168 time: 0.1416781 Oct 13 00:45:08.794184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1193c1-3abe-4e63-b994-ddd08a68fe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e701762-3152-4394-ba29-27ee95d9973a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:11.816288 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c844879-be3d-4bbb-a8cf-1dcfc2bafee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:14.596426 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7184d323-194c-41aa-a69b-6af868364ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:15.590597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-d7523715-e1f2-4e50-bd3e-8625f8a6cdf7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:15.592094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-d7523715-e1f2-4e50-bd3e-8625f8a6cdf7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1116917 Oct 13 00:45:15.607552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-70e56475-4f72-4797-8573-507ecee565f7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/quotas/a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 375 time: 0.0096807 Oct 13 00:45:15.658900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-55a21db0-67c0-4fcb-b356-6d369832e4ed tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458407 Oct 13 00:45:15.770712 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:15.873189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-e03dd418-595c-47e8-8e52-0662e9cd265d service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075570 Oct 13 00:45:15.926454 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:15.965848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-7707deea-974a-4622-bbdf-40579f4a3c17 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865250 Oct 13 00:45:16.161803 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f28b6787-a57d-4dba-a28e-6c15e03305d0 req-a4c21ff0-9f4b-4a28-beb7-08589b3a6585 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 210 time: 0.0295234 Oct 13 00:45:17.228069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-300b342e-f5dc-4cb6-9031-6682784047b1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:17.229626 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-300b342e-f5dc-4cb6-9031-6682784047b1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1264446 Oct 13 00:45:17.247725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'port': {'device_id': '3d30e23d-676f-4fb3-8c18-4b918b218168', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'admin_state_up': True, 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:45:17.299094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a4904cb-e992-4912-9f74-6076bb970ce1 req-324c087f-23ae-4f82-bdb6-a2b870f1cad6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 210 time: 0.0356066 Oct 13 00:45:17.328698 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-f51e1490-cfa0-4aff-b7a0-8d8d0db698f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978358 Oct 13 00:45:17.399018 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:45:17.403771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:17.509847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-dfdcc3b2-1c2a-4c95-9318-1f5c937e089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:17.512321 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-dfdcc3b2-1c2a-4c95-9318-1f5c937e089c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 1097 time: 0.0952191 Oct 13 00:45:17.600586 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:17.673312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.20.0.3 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/89410ef7-eea8-429b-ac9f-b0e89a94914e) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:45:17.700349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-fee8fd29-daa2-41a4-a973-3d3e46373311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:17.701869 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-fee8fd29-daa2-41a4-a973-3d3e46373311 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 200 len: 910 time: 0.1632292 Oct 13 00:45:17.838884 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-9b1fc79b-379e-4538-a382-7dfca513df23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 200 len: 1002 time: 0.1291933 Oct 13 00:45:17.921916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-9e5fe4f7-1800-4831-96c6-b1b998356a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:17.923444 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-9e5fe4f7-1800-4831-96c6-b1b998356a3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9bdcd057-dc61-49a9-acea-f8457d36349b HTTP/1.1" status: 200 len: 848 time: 0.0754645 Oct 13 00:45:17.955130 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:18.012277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-bf9cb516-e2e9-482e-80eb-dfff24bab203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:18.013795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-bf9cb516-e2e9-482e-80eb-dfff24bab203 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cd7ef26b-b3a7-4395-b004-e9afaeac1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823748 Oct 13 00:45:18.076295 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:18.141927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:45:18.150676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=89410ef7-eea8-429b-ac9f-b0e89a94914e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:18.161883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:45:18.168927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:45:18.219041 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-18cb6037-24e5-45c4-9d81-1b27306ab586 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966934 Oct 13 00:45:18.259190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:18.260255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:18.343939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-0e593a1b-ca38-44e2-b46f-c62771460007 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1001933 Oct 13 00:45:18.383152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Request body: {'port': {'device_id': '3d30e23d-676f-4fb3-8c18-4b918b218168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:45:18.451810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65c0d9f0-8caf-4a71-9625-24453ae289e1 req-732c686f-be00-4773-a4fc-21c5cc2dea11 service neutron] 10.222.0.45 "GET /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826098 Oct 13 00:45:18.457771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:18.492844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10d4e0-b997-4045-9ca7-8abe15afa68b req-f027943b-4099-4758-91e0-19117cec6d98 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:18.495168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a10d4e0-b997-4045-9ca7-8abe15afa68b req-f027943b-4099-4758-91e0-19117cec6d98 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 931 time: 0.0963769 Oct 13 00:45:18.520120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7ca180f8-8e21-42a3-87fc-d97bf7aadd05 None None] Provisioning complete for port 89410ef7-eea8-429b-ac9f-b0e89a94914e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:45:18.520777 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ca180f8-8e21-42a3-87fc-d97bf7aadd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:18.585494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a10d4e0-b997-4045-9ca7-8abe15afa68b req-ec0d4f36-37fe-40e7-90f8-b57f9f6e61d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755410 Oct 13 00:45:18.602263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7ca180f8-8e21-42a3-87fc-d97bf7aadd05 None None] Port 89410ef7-eea8-429b-ac9f-b0e89a94914e cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:45:18.813804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89410ef7-eea8-429b-ac9f-b0e89a94914e {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:45:18.822972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:18.844775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Transition to ACTIVE for port object 89410ef7-eea8-429b-ac9f-b0e89a94914e will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:45:18.849459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:18.919177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Pushing event updated for resources: {'Port': ['ID=89410ef7-eea8-429b-ac9f-b0e89a94914e,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:18.972590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Attempting to bind port 89410ef7-eea8-429b-ac9f-b0e89a94914e on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:45:18.972922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Attempting to bind port 89410ef7-eea8-429b-ac9f-b0e89a94914e by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:45:18.973253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Attempting to bind port 89410ef7-eea8-429b-ac9f-b0e89a94914e on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:45:18.978367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Port 89410ef7-eea8-429b-ac9f-b0e89a94914e on network 221e2b3b-0921-4862-be15-a1221a8245ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:45:18.978724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Attempting to bind port 89410ef7-eea8-429b-ac9f-b0e89a94914e on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:45:18.995326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:45:18.999056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:45:18.999470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:45:18.999953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Bound port: 89410ef7-eea8-429b-ac9f-b0e89a94914e, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:45:19.000355 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:19.081226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] For port 89410ef7-eea8-429b-ac9f-b0e89a94914e, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:45:19.084879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] For port 89410ef7-eea8-429b-ac9f-b0e89a94914e, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=89410ef7-eea8-429b-ac9f-b0e89a94914e,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:45:19.092618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:19.131742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:19.132466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:19.134233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] 10.222.0.36 "PUT /v2.0/ports/89410ef7-eea8-429b-ac9f-b0e89a94914e HTTP/1.1" status: 200 len: 1091 time: 0.7712104 Oct 13 00:45:19.134756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d30e23d-676f-4fb3-8c18-4b918b218168', 'tag': '89410ef7-eea8-429b-ac9f-b0e89a94914e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:45:19.137852 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3d30e23d-676f-4fb3-8c18-4b918b218168", "tag": "89410ef7-eea8-429b-ac9f-b0e89a94914e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:45:19.193056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d95a9-a51d-401d-803d-79978b5dc382 service neutron] Pushing event updated for resources: {'Port': ['ID=89410ef7-eea8-429b-ac9f-b0e89a94914e,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:19.264322 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce26a79-dc82-4c53-abc5-6e24c186db91 x-openstack-request-id: req-4ce26a79-dc82-4c53-abc5-6e24c186db91 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:45:19.264919 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d30e23d-676f-4fb3-8c18-4b918b218168", "tag": "89410ef7-eea8-429b-ac9f-b0e89a94914e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:45:19.265062 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ce26a79-dc82-4c53-abc5-6e24c186db91 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:45:19.265529 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d30e23d-676f-4fb3-8c18-4b918b218168', 'tag': '89410ef7-eea8-429b-ac9f-b0e89a94914e', 'status': 'completed', 'code': 200} Oct 13 00:45:19.297448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-08c51e0e-f312-4759-9a42-3b2101eac426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:19.299013 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-08c51e0e-f312-4759-9a42-3b2101eac426 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 1094 time: 0.0685618 Oct 13 00:45:19.353446 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-599b0250-162f-4ad8-9432-ee08fc71ea1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89410ef7-eea8-429b-ac9f-b0e89a94914e HTTP/1.1" status: 200 len: 217 time: 0.0386281 Oct 13 00:45:19.452694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-022e1ff4-67bd-4b85-890e-99045129a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:19.454175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-022e1ff4-67bd-4b85-890e-99045129a76e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0934386 Oct 13 00:45:19.508952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-ece6ae04-dba0-4280-96b9-a17cf931f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:19.510773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-ece6ae04-dba0-4280-96b9-a17cf931f666 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493596 Oct 13 00:45:19.653772 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-300445a2-c99d-4793-abd7-a77ad1baabc1 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353004 Oct 13 00:45:19.769593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04912411-ace5-408f-9d90-6895afcbfc01 req-c9bf7ac0-0492-4205-8966-52404f1fa9ba tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:19.779076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04912411-ace5-408f-9d90-6895afcbfc01 req-c9bf7ac0-0492-4205-8966-52404f1fa9ba tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0824585 Oct 13 00:45:19.811464 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-78c11c70-8ddf-4c3e-ad45-bf8d2f5e3fe1 req-cca29cd7-be57-4c02-8d21-53bfea68f532 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480181 Oct 13 00:45:19.820951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04912411-ace5-408f-9d90-6895afcbfc01 req-0af197fd-3286-4178-b8d6-65345a1cf72d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Oct 13 00:45:19.967369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-a80091f3-57c3-4303-9124-0142fad06ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:19.968896 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-a80091f3-57c3-4303-9124-0142fad06ebc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 1094 time: 0.0719614 Oct 13 00:45:20.082465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-ef9a1acd-101b-40c7-a405-5791a81a0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:20.084015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-ef9a1acd-101b-40c7-a405-5791a81a0614 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.1081829 Oct 13 00:45:20.127192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-e7026a4f-8070-4682-97a8-ca5d505cd698 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89410ef7-eea8-429b-ac9f-b0e89a94914e HTTP/1.1" status: 200 len: 217 time: 0.0360553 Oct 13 00:45:20.185411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-fc968f42-6f51-4cf8-9c26-d7d7e2d30183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:20.187947 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-fc968f42-6f51-4cf8-9c26-d7d7e2d30183 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0538368 Oct 13 00:45:20.243909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-11fa57ec-4460-4b2a-8063-fbf532ddfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:20.245553 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-11fa57ec-4460-4b2a-8063-fbf532ddfba9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511718 Oct 13 00:45:20.345690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-3b3f925d-066c-4ca5-973f-059fcbf5b2b5 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921440 Oct 13 00:45:20.444427 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cf1c0d8b-dcbf-45a9-9551-8f507c6a51ec req-a6ce0d02-fd26-43aa-bd9b-96933d56e014 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908902 Oct 13 00:45:20.956974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750a95-fe25-4b74-a403-fc1f43d79147 req-c183ecb2-325d-4b7c-8428-a6f87d112816 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:20.958605 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62750a95-fe25-4b74-a403-fc1f43d79147 req-c183ecb2-325d-4b7c-8428-a6f87d112816 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0604453 Oct 13 00:45:21.000908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62750a95-fe25-4b74-a403-fc1f43d79147 req-f96dd9df-f561-497c-ad87-39f0ec0f5324 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Oct 13 00:45:22.182194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdfec-fc3a-4c8a-95e5-b526f4144957 req-2d9e429e-869d-42fc-ae6c-d7930dcd8e60 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:22.184308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-172fdfec-fc3a-4c8a-95e5-b526f4144957 req-2d9e429e-869d-42fc-ae6c-d7930dcd8e60 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0831735 Oct 13 00:45:22.244139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-172fdfec-fc3a-4c8a-95e5-b526f4144957 req-0938faea-9468-4953-a99e-83b830efd302 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487466 Oct 13 00:45:23.431542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4169e96-cd8e-400e-8087-85a3a6b3c7c7 req-1cc5db8d-eb16-45db-a6c8-bf464a4b25c7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:23.434748 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b4169e96-cd8e-400e-8087-85a3a6b3c7c7 req-1cc5db8d-eb16-45db-a6c8-bf464a4b25c7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0769830 Oct 13 00:45:23.495050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b4169e96-cd8e-400e-8087-85a3a6b3c7c7 req-442eb8d4-636d-4ffa-8484-f13b1f260add tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497165 Oct 13 00:45:24.647312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a770f-6bb8-4957-af16-83e2b6c521e3 req-01960000-b414-4295-a0d0-088c03d2f6c7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:24.648844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-538a770f-6bb8-4957-af16-83e2b6c521e3 req-01960000-b414-4295-a0d0-088c03d2f6c7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0666873 Oct 13 00:45:24.695610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-538a770f-6bb8-4957-af16-83e2b6c521e3 req-ee9c224b-570d-43db-a009-8c9b8e0ee3b1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 Oct 13 00:45:25.831670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04163d5e-6a4d-4d5e-ace9-fe097bb1df93 req-a4efb662-6188-43fb-a853-4b3234daa8ec tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:25.839152 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04163d5e-6a4d-4d5e-ace9-fe097bb1df93 req-a4efb662-6188-43fb-a853-4b3234daa8ec tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0604525 Oct 13 00:45:25.881946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04163d5e-6a4d-4d5e-ace9-fe097bb1df93 req-9a2071b8-1230-4b42-a83d-ce3c15171e08 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Oct 13 00:45:27.008048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603d1cd-a1f3-4dea-9d83-2a3552d90cda req-136030f4-894e-49d9-9c81-5be65b53a769 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:27.009617 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1603d1cd-a1f3-4dea-9d83-2a3552d90cda req-136030f4-894e-49d9-9c81-5be65b53a769 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0544479 Oct 13 00:45:27.057031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1603d1cd-a1f3-4dea-9d83-2a3552d90cda req-eb101c9d-8188-424e-99da-48ca03effc8a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Oct 13 00:45:28.193135 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb847dd0-0be7-4466-aa47-8cf6c5ac0b5f req-c3f1e6bf-beca-430b-9789-4c165d1bbc45 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:28.194558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb847dd0-0be7-4466-aa47-8cf6c5ac0b5f req-c3f1e6bf-beca-430b-9789-4c165d1bbc45 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0544426 Oct 13 00:45:28.236508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb847dd0-0be7-4466-aa47-8cf6c5ac0b5f req-ca444265-6952-4e9b-913a-a086232c56f8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350504 Oct 13 00:45:29.356070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14977481-c8f7-4e49-ae83-9ddb5da2fdfa req-7f70223e-b682-4cc3-8163-d54bd756c6de tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:29.357594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14977481-c8f7-4e49-ae83-9ddb5da2fdfa req-7f70223e-b682-4cc3-8163-d54bd756c6de tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0533817 Oct 13 00:45:29.397675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14977481-c8f7-4e49-ae83-9ddb5da2fdfa req-c0317df3-b8f7-40ad-a46e-17d61e587221 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341320 Oct 13 00:45:30.512030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e37a0-87d5-4eb0-8eda-b38dbcf95858 req-a1c00037-0cf4-4393-9aa8-acc15fa33b73 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:30.513543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e99e37a0-87d5-4eb0-8eda-b38dbcf95858 req-a1c00037-0cf4-4393-9aa8-acc15fa33b73 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0502579 Oct 13 00:45:30.551248 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e99e37a0-87d5-4eb0-8eda-b38dbcf95858 req-ffaec6b4-a180-4bf7-a076-db62383516a2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315526 Oct 13 00:45:31.666680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee896-e751-4c14-8766-16fc147a8605 req-48eb3b59-2c30-47c6-a899-79c1a8094c31 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:31.668709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d3ee896-e751-4c14-8766-16fc147a8605 req-48eb3b59-2c30-47c6-a899-79c1a8094c31 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0498817 Oct 13 00:45:31.706580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d3ee896-e751-4c14-8766-16fc147a8605 req-eb1c3fce-73c9-4c02-926f-8e8762b1b057 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Oct 13 00:45:32.826473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2b343-8859-4b07-b7b5-d4078d052777 req-956415ee-d8f6-473d-8e03-860f94f92338 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:32.827996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6be2b343-8859-4b07-b7b5-d4078d052777 req-956415ee-d8f6-473d-8e03-860f94f92338 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0532095 Oct 13 00:45:32.866482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6be2b343-8859-4b07-b7b5-d4078d052777 req-8e03fe22-0a15-4b78-9a4b-a32eb7097ded tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Oct 13 00:45:33.980909 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19897d-f3bc-4f13-b504-af98140f95b6 req-c9358032-e790-4706-9d8c-257c8c0bb8d2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:33.982401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba19897d-f3bc-4f13-b504-af98140f95b6 req-c9358032-e790-4706-9d8c-257c8c0bb8d2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0506310 Oct 13 00:45:34.020458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba19897d-f3bc-4f13-b504-af98140f95b6 req-9abb587a-8d7c-4f13-8f3f-4bc8b702c753 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Oct 13 00:45:35.137555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc782b-1d4c-4490-ba90-384a757cbe1f req-14316870-29cc-476e-a742-cf403da51d10 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:35.139164 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9fc782b-1d4c-4490-ba90-384a757cbe1f req-14316870-29cc-476e-a742-cf403da51d10 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0516112 Oct 13 00:45:35.179907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9fc782b-1d4c-4490-ba90-384a757cbe1f req-7d4d331e-a3d7-4b0e-8e1a-dcc6ca0d3d7f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342808 Oct 13 00:45:36.300334 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ffa87-3122-4a95-817d-bd7beaa40a45 req-92c6ab48-4cc1-49f5-8e7f-955b4393182c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:36.301766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c27ffa87-3122-4a95-817d-bd7beaa40a45 req-92c6ab48-4cc1-49f5-8e7f-955b4393182c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0524533 Oct 13 00:45:36.342582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c27ffa87-3122-4a95-817d-bd7beaa40a45 req-530e0c00-66dd-4484-b850-96bebc8b7316 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348616 Oct 13 00:45:36.737772 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:37.203919 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:37.459278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646314f2-c71f-4566-b58e-45a7dd12f119 req-f640d917-ba06-47fb-b5e5-4666d3b78685 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:37.460788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646314f2-c71f-4566-b58e-45a7dd12f119 req-f640d917-ba06-47fb-b5e5-4666d3b78685 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0495746 Oct 13 00:45:37.498362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-646314f2-c71f-4566-b58e-45a7dd12f119 req-f04031cc-08ac-440e-b292-24a24bc83549 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315325 Oct 13 00:45:38.182260 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:45:38.613625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd1bfc-be97-45df-af84-998f407703ad req-cfcd0955-5fab-44b0-857b-2f4e55cc5543 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:38.615120 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66dd1bfc-be97-45df-af84-998f407703ad req-cfcd0955-5fab-44b0-857b-2f4e55cc5543 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0488703 Oct 13 00:45:38.652453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66dd1bfc-be97-45df-af84-998f407703ad req-4c995ef5-e8cd-43d7-994b-f9e86552284f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Oct 13 00:45:39.775890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fbe57-75af-4012-bb05-fb3699bd7059 req-9e487ced-4369-474f-9469-e189a05be9b1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:39.778032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c88fbe57-75af-4012-bb05-fb3699bd7059 req-9e487ced-4369-474f-9469-e189a05be9b1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0549343 Oct 13 00:45:39.818536 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c88fbe57-75af-4012-bb05-fb3699bd7059 req-cd9449ea-6078-46c5-be59-f064fcb12250 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336983 Oct 13 00:45:40.946072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc09063-8d9e-44ad-b0d4-21847b715219 req-b27ec148-ff24-45a9-bca3-94fec6de13bb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:40.947742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fc09063-8d9e-44ad-b0d4-21847b715219 req-b27ec148-ff24-45a9-bca3-94fec6de13bb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0528283 Oct 13 00:45:40.992065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fc09063-8d9e-44ad-b0d4-21847b715219 req-078cace4-655f-4225-9eb3-60317be83a3d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381804 Oct 13 00:45:41.808494 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-21a3b31b-aefc-45ed-be3c-4d2b560f8f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:42.106498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c0b7a-e6a8-4ace-8389-d0187e4d6912 req-8c3d52a7-31b6-4c7b-8b71-349588f791f3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:42.107857 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-705c0b7a-e6a8-4ace-8389-d0187e4d6912 req-8c3d52a7-31b6-4c7b-8b71-349588f791f3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 943 time: 0.0514967 Oct 13 00:45:42.148510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-705c0b7a-e6a8-4ace-8389-d0187e4d6912 req-1e1b3a86-40ea-4248-8a9f-47cab3e3c165 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344117 Oct 13 00:45:42.415060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 89410ef7-eea8-429b-ac9f-b0e89a94914e details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:45:42.514607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 89410ef7-eea8-429b-ac9f-b0e89a94914e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=89410ef7-eea8-429b-ac9f-b0e89a94914e,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:45:42.526164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '89410ef7-eea8-429b-ac9f-b0e89a94914e', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'port_id': '89410ef7-eea8-429b-ac9f-b0e89a94914e', 'mac_address': 'fa:16:3e:20:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:45:42.569818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:42.583635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89410ef7-eea8-429b-ac9f-b0e89a94914e {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:45:42.604297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 89410ef7-eea8-429b-ac9f-b0e89a94914e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=89410ef7-eea8-429b-ac9f-b0e89a94914e,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:45:42.609444 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:42.656506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=89410ef7-eea8-429b-ac9f-b0e89a94914e,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:42.663864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.664210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.664546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.664910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.665229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.665571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.665934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.666293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.666613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.667057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.667964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.668341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:42.973312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['89410ef7-eea8-429b-ac9f-b0e89a94914e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:45:43.270464 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa84d1a-3795-40d3-b7d5-bad6fbac9786 req-2822044f-3f7e-4460-a94b-ad0f5f6e6cf7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:43.271977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0aa84d1a-3795-40d3-b7d5-bad6fbac9786 req-2822044f-3f7e-4460-a94b-ad0f5f6e6cf7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 944 time: 0.0528479 Oct 13 00:45:43.310503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0aa84d1a-3795-40d3-b7d5-bad6fbac9786 req-6aaa29ee-3d3f-48f7-ab90-6c42d17c9dd6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Oct 13 00:45:44.424615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55774e9a-934d-42d8-af99-206fe50ca9a0 req-1ca2de64-dd67-492c-a3da-9de02c3b359a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:44.426089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55774e9a-934d-42d8-af99-206fe50ca9a0 req-1ca2de64-dd67-492c-a3da-9de02c3b359a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 944 time: 0.0486174 Oct 13 00:45:44.430444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 89410ef7-eea8-429b-ac9f-b0e89a94914e up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:45:44.465836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55774e9a-934d-42d8-af99-206fe50ca9a0 req-02210af7-998d-487f-8844-4432e2097b4c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Oct 13 00:45:44.482278 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 89410ef7-eea8-429b-ac9f-b0e89a94914e completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:45:44.485984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 89410ef7-eea8-429b-ac9f-b0e89a94914e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:45:44.486363 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:44.570627 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:44.580771 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1b8d8d2-e3fc-47b8-9af0-e8063007ef35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:44.596186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d30e23d-676f-4fb3-8c18-4b918b218168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89410ef7-eea8-429b-ac9f-b0e89a94914e'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:45:44.598402 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25b4fe8-c11a-4ec6-bc17-33d6278bc769" -d '{"events": [{"server_uuid": "3d30e23d-676f-4fb3-8c18-4b918b218168", "name": "network-vif-plugged", "status": "completed", "tag": "89410ef7-eea8-429b-ac9f-b0e89a94914e"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:45:44.614557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 89410ef7-eea8-429b-ac9f-b0e89a94914e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=89410ef7-eea8-429b-ac9f-b0e89a94914e,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:45:44.623025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:44.799191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e7c86-c930-4306-b398-a69d108d7b58 req-5869a8c4-2549-453a-ad80-287ca99cb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:44.800740 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f99e7c86-c930-4306-b398-a69d108d7b58 req-5869a8c4-2549-453a-ad80-287ca99cb753 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 1096 time: 0.0439858 Oct 13 00:45:44.813471 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080e27b4-e945-474a-8777-f53795baa167 x-openstack-request-id: req-080e27b4-e945-474a-8777-f53795baa167 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:45:44.814009 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d30e23d-676f-4fb3-8c18-4b918b218168", "name": "network-vif-plugged", "status": "completed", "tag": "89410ef7-eea8-429b-ac9f-b0e89a94914e", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:45:44.814452 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-080e27b4-e945-474a-8777-f53795baa167 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:45:44.815022 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d30e23d-676f-4fb3-8c18-4b918b218168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89410ef7-eea8-429b-ac9f-b0e89a94914e', 'code': 200} Oct 13 00:45:44.840016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f99e7c86-c930-4306-b398-a69d108d7b58 req-24d175b8-2162-4d35-854a-9f9d4542cf3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Oct 13 00:45:44.841551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=89410ef7-eea8-429b-ac9f-b0e89a94914e,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:45.587734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212d166-b0c8-4952-83bf-88b76e6a431c req-e663a863-3adb-4707-929d-b3ed1b5e2049 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:45.589813 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5212d166-b0c8-4952-83bf-88b76e6a431c req-e663a863-3adb-4707-929d-b3ed1b5e2049 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 945 time: 0.0504749 Oct 13 00:45:45.627494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5212d166-b0c8-4952-83bf-88b76e6a431c req-5c68b779-fe4f-429e-8c29-621f5b6720bc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Oct 13 00:45:45.772878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:45.929697 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:46.750046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52383672-2699-4a7a-b84e-373bfa88c0f0 req-ef56770b-9679-4653-9530-1cbd861cf2c0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:46.751555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52383672-2699-4a7a-b84e-373bfa88c0f0 req-ef56770b-9679-4653-9530-1cbd861cf2c0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 945 time: 0.0527282 Oct 13 00:45:46.788641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52383672-2699-4a7a-b84e-373bfa88c0f0 req-30f32cd7-a262-4c2f-9362-b4d0857b2c0c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309086 Oct 13 00:45:46.900877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe0233-f2bf-4bb5-9fb5-f278b2aae027 req-20b072dc-fbf7-432c-a000-fbff35577c9d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:46.902360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6fe0233-f2bf-4bb5-9fb5-f278b2aae027 req-20b072dc-fbf7-432c-a000-fbff35577c9d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 945 time: 0.0486631 Oct 13 00:45:46.940839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6fe0233-f2bf-4bb5-9fb5-f278b2aae027 req-9b06509e-b340-4722-b9eb-5b0ea7dad607 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Oct 13 00:45:47.060896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6638b-f4cb-426c-866a-982e6d74b3c0 req-b4fe5bd3-b8ab-4f80-927c-79b6ff26ed89 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:47.062446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf6638b-f4cb-426c-866a-982e6d74b3c0 req-b4fe5bd3-b8ab-4f80-927c-79b6ff26ed89 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 945 time: 0.0519841 Oct 13 00:45:47.101082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bf6638b-f4cb-426c-866a-982e6d74b3c0 req-719a8384-5e4d-45a0-bfc3-94016c8e614e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Oct 13 00:45:47.386192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44db006-005c-48c9-8067-40b667eb88b1 req-93b0949e-9a47-48c5-a8ef-cf8fb70819eb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:47.387893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a44db006-005c-48c9-8067-40b667eb88b1 req-93b0949e-9a47-48c5-a8ef-cf8fb70819eb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 945 time: 0.0533872 Oct 13 00:45:47.426704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a44db006-005c-48c9-8067-40b667eb88b1 req-62f7f177-fdf9-44c5-b1e4-09f79f0eca7f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Oct 13 00:45:47.591887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:48.546165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4464-7fd8-4c74-b6a0-562ec7295fec req-9845b4c7-42c5-4011-85a7-c683bc7ea3ed tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:48.547868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0eba4464-7fd8-4c74-b6a0-562ec7295fec req-9845b4c7-42c5-4011-85a7-c683bc7ea3ed tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 945 time: 0.0535591 Oct 13 00:45:48.585791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0eba4464-7fd8-4c74-b6a0-562ec7295fec req-17a27eb2-ac96-42fa-a331-d11471efce78 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Oct 13 00:45:49.034339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-79f21e50-ca8a-4caa-ab64-4bfa06d5ac7e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:45:49.035901 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-79f21e50-ca8a-4caa-ab64-4bfa06d5ac7e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 945 time: 0.0562849 Oct 13 00:45:49.125929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port 89410ef7-eea8-429b-ac9f-b0e89a94914e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:45:49.126273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:49.218251 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] For port 89410ef7-eea8-429b-ac9f-b0e89a94914e, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=89410ef7-eea8-429b-ac9f-b0e89a94914e,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:45:49.218612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:49.231471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for 89410ef7-eea8-429b-ac9f-b0e89a94914e owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:45:49.357986 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:49.389456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=89410ef7-eea8-429b-ac9f-b0e89a94914e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:45:49.391126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['89410ef7-eea8-429b-ac9f-b0e89a94914e'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:45:49.403478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.404267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.404807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.405325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.405831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.406331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.406919 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.407416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.407931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.408444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.408938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.409448 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:45:49.445811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] No DVR routers for this DVR port 89410ef7-eea8-429b-ac9f-b0e89a94914e on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:45:49.449170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:45:49.452806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dd2119-8c8a-4adb-ae3f-cee6b076a12e req-a1ee58a9-eb4e-4fa7-b1ce-9b2489d4467b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "DELETE /v2.0/ports/89410ef7-eea8-429b-ac9f-b0e89a94914e HTTP/1.1" status: 204 len: 173 time: 0.4113278 Oct 13 00:45:49.453402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d30e23d-676f-4fb3-8c18-4b918b218168', 'name': 'network-vif-deleted', 'tag': '89410ef7-eea8-429b-ac9f-b0e89a94914e'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:45:49.455970 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e52c7b-c113-46d5-9231-e78009c245c0" -d '{"events": [{"server_uuid": "3d30e23d-676f-4fb3-8c18-4b918b218168", "name": "network-vif-deleted", "tag": "89410ef7-eea8-429b-ac9f-b0e89a94914e"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:45:49.512914 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75cf82c-a570-47ab-a3d6-9a5c1f643357 x-openstack-request-id: req-a75cf82c-a570-47ab-a3d6-9a5c1f643357 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:45:49.513238 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d30e23d-676f-4fb3-8c18-4b918b218168", "name": "network-vif-deleted", "tag": "89410ef7-eea8-429b-ac9f-b0e89a94914e", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:45:49.513508 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a75cf82c-a570-47ab-a3d6-9a5c1f643357 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:45:49.514457 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d30e23d-676f-4fb3-8c18-4b918b218168', 'name': 'network-vif-deleted', 'tag': '89410ef7-eea8-429b-ac9f-b0e89a94914e', 'status': 'completed', 'code': 200} Oct 13 00:45:49.710776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0d3602c-d5c6-4275-9d90-aac2fec9f780 req-7563c174-f85b-4419-8f76-a1060a36b992 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 210 time: 0.0332365 Oct 13 00:45:50.822417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0d1d4cf-6b68-4168-b86b-1967cfb7635b req-b0a6bf2e-cf2f-4ef4-a3da-31ca2d753226 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 210 time: 0.0375180 Oct 13 00:45:51.939665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70a403ea-0c19-47e9-a025-8a61a5b71af9 req-9a7f5545-590c-472a-87d6-ee750f85e0cb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 210 time: 0.0335286 Oct 13 00:45:52.481337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 89410ef7-eea8-429b-ac9f-b0e89a94914e no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:45:52.509551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 89410ef7-eea8-429b-ac9f-b0e89a94914e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:45:52.509892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 89410ef7-eea8-429b-ac9f-b0e89a94914e not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:45:53.044410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-862c8270-8c97-4587-895e-f1f6d0ce2833 req-064544ce-1669-47d3-937a-d1710a461031 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 210 time: 0.0386240 Oct 13 00:45:54.164726 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e57009a6-610c-488e-9169-c94b8904aa94 req-614fdb4f-aa1e-4fb8-a90a-b9c7538c5a08 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d30e23d-676f-4fb3-8c18-4b918b218168 HTTP/1.1" status: 200 len: 210 time: 0.0374858 Oct 13 00:46:06.750489 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:07.220390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:11.827233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1b32953c-44c0-45d4-a319-513a5d1bd083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:14.590755 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0496a044-ef3e-413e-a54a-3aa0a680e47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:15.182806 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:46:15.777659 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:15.947371 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:17.079144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95fa4-6e02-4276-a196-cb01e6af0140 req-701dc6c4-27bf-42b5-b83d-8c836b013e47 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:17.086849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44f95fa4-6e02-4276-a196-cb01e6af0140 req-701dc6c4-27bf-42b5-b83d-8c836b013e47 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 946 time: 0.1218536 Oct 13 00:46:17.120591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44f95fa4-6e02-4276-a196-cb01e6af0140 req-109e78c1-a81f-494d-9066-00953e0f5740 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/security-groups?id=7c43fa92-31d8-4937-879f-44310e3fff72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326807 Oct 13 00:46:17.608964 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:17.631172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-4cdbf60e-60c3-433a-b3fb-80b52da059ea tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:17.633443 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-4cdbf60e-60c3-433a-b3fb-80b52da059ea tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.45 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 946 time: 0.0663362 Oct 13 00:46:17.731284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Deleting port e9059323-f38e-4795-93cb-b565d8bc2be0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:17.731761 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:17.820717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] For port e9059323-f38e-4795-93cb-b565d8bc2be0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=e9059323-f38e-4795-93cb-b565d8bc2be0,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:17.821085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:18.056518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:18.056518 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:18.057055 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Floating IP 8eb4d96a-b324-4579-b98f-6f143095a2a6 disassociated. External IP: 172.25.3.117, port: e9059323-f38e-4795-93cb-b565d8bc2be0. Oct 13 00:46:18.057055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Calling delete_port for e9059323-f38e-4795-93cb-b565d8bc2be0 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:18.206460 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:18.250568 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event deleted for resources: {'Port': ['ID=e9059323-f38e-4795-93cb-b565d8bc2be0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:18.256031 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-650a4bc7-d1c2-454b-ab07-91440ba10bcd req-e1eb0252-24d3-4e19-aae0-f08ce697251c tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 210 time: 0.0363712 Oct 13 00:46:18.390622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-5d4ff7d8-0694-40af-a6fe-868044defb67 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:18.392184 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-5d4ff7d8-0694-40af-a6fe-868044defb67 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1289430 Oct 13 00:46:18.409485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Router cf203243-093b-45c6-a63b-ea5954eaa0e5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:46:18.413818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-e3ccfeb1-e0f8-43ae-8864-e0e6ecfaf6d9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/quotas/a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 375 time: 0.0146849 Oct 13 00:46:18.470990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-2b861f5d-4aa9-4884-aa92-feb2a1f2b2bf tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508857 Oct 13 00:46:18.528461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:46:18.538829 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] Sync routers for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:46:18.554414 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:46:18.554414 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:46:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:18.582412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-e2ada227-d7f4-43da-93c1-60bd66364b05 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023722 Oct 13 00:46:18.590975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] No DVR routers for this DVR port e9059323-f38e-4795-93cb-b565d8bc2be0 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:46:18.593578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:18.597013 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1b3b034e-1b1b-43db-b430-eb55b01e0d6b req-282741cf-cae9-4bbf-8c05-03d47c4982c4 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.45 "DELETE /v2.0/ports/e9059323-f38e-4795-93cb-b565d8bc2be0 HTTP/1.1" status: 204 len: 173 time: 0.9567766 Oct 13 00:46:18.597589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71451843-fd8a-41ad-8def-07160cf4b807', 'name': 'network-vif-deleted', 'tag': 'e9059323-f38e-4795-93cb-b565d8bc2be0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:46:18.600265 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26f4d51-366a-4f96-b91b-25ab12d56a19" -d '{"events": [{"server_uuid": "71451843-fd8a-41ad-8def-07160cf4b807", "name": "network-vif-deleted", "tag": "e9059323-f38e-4795-93cb-b565d8bc2be0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:46:18.704144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-1e758a3c-28ae-4aab-9de3-0ca017ab5b07 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147318 Oct 13 00:46:18.741319 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:46:18.836763 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc149b2-37f7-44ed-b0f2-9a690577ccc6 x-openstack-request-id: req-6bc149b2-37f7-44ed-b0f2-9a690577ccc6 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:46:18.837357 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71451843-fd8a-41ad-8def-07160cf4b807", "name": "network-vif-deleted", "tag": "e9059323-f38e-4795-93cb-b565d8bc2be0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:46:18.837635 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bc149b2-37f7-44ed-b0f2-9a690577ccc6 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:46:18.838438 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71451843-fd8a-41ad-8def-07160cf4b807', 'name': 'network-vif-deleted', 'tag': 'e9059323-f38e-4795-93cb-b565d8bc2be0', 'status': 'completed', 'code': 200} Oct 13 00:46:19.019896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:32Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:19.080294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c17ec304-462f-4fae-a4d0-88cdbf9a10cd req-859105dc-7d56-4a0a-b0a2-96d212e34d0f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 210 time: 0.0396268 Oct 13 00:46:19.168496 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] Checking router: cf203243-093b-45c6-a63b-ea5954eaa0e5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:46:19.191814 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:46:19.192512 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:46:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:19.229106 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e439109-9922-4b5f-909d-9eef861b77a4 req-15fee553-3687-466e-9467-f2ce7d2ab00a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71451843-fd8a-41ad-8def-07160cf4b807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271983 Oct 13 00:46:19.310310 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:46:19.359726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42610) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:19.375399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e439109-9922-4b5f-909d-9eef861b77a4 req-7b34da2a-abbe-4d8e-81af-aa3badf205ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d4272330f444734b15ec7e842a600f9&device_id=71451843-fd8a-41ad-8def-07160cf4b807 HTTP/1.1" status: 200 len: 210 time: 0.0504525 Oct 13 00:46:19.548026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Deleting port dfa4f377-b160-419c-b305-ee362b17fc61 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:19.548520 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:19.608997 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:32Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:19.641984 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a394ff-e1d2-4b5e-a834-356dd2a40ca5 None None] The sync data for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 is: [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:40:29Z', 'revision_number': 4, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c518cc6c-7d68-4399-a053-4854e39ddf9c', 'name': '', 'network_id': 'cd7ef26b-b3a7-4395-b004-e9afaeac1c07', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'mac_address': 'fa:16:3e:b3:a0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:27Z', 'updated_at': '2021-10-13T00:40:32Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'subnets': [{'id': '9bdcd057-dc61-49a9-acea-f8457d36349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:46:19.669982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:19.670299 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:19.687654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Calling delete_port for dfa4f377-b160-419c-b305-ee362b17fc61 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:19.697449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e439109-9922-4b5f-909d-9eef861b77a4 req-6ba40dd0-7523-4661-92f6-2e9e1cf74dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:19.699242 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e439109-9922-4b5f-909d-9eef861b77a4 req-6ba40dd0-7523-4661-92f6-2e9e1cf74dca service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8d4272330f444734b15ec7e842a600f9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2968791 Oct 13 00:46:19.877828 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:19.916403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event deleted for resources: {'Port': ['ID=dfa4f377-b160-419c-b305-ee362b17fc61,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:19.996038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.996344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.996882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.997121 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.997453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.997918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.998240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.998585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.998904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.999224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.999717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:19.999901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:46:20.002943 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:20.005748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:20.007389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2704fe26-cd40-441e-afbf-d19fe9dc786b tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "DELETE /v2.0/floatingips/8eb4d96a-b324-4579-b98f-6f143095a2a6 HTTP/1.1" status: 204 len: 168 time: 0.6448965 Oct 13 00:46:20.032414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1da19c-0a76-488d-8cd4-49638c3e2f62 None None] New status for floating IP 8eb4d96a-b324-4579-b98f-6f143095a2a6: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:46:20.158828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42622) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:20.271868 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d24f3bf-507f-4451-9eb0-7475da9cad78 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:20.275814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73fbc2e4-399b-421c-a9ff-b9b1ffe5c3e1 req-7aec8271-ad5b-42c5-8547-f6ba16ff11ab tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 210 time: 0.0726969 Oct 13 00:46:20.310483 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d24f3bf-507f-4451-9eb0-7475da9cad78 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:20.346082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e439109-9922-4b5f-909d-9eef861b77a4 req-bac87902-efad-4080-86f8-9869449c5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:20.348269 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5e439109-9922-4b5f-909d-9eef861b77a4 req-bac87902-efad-4080-86f8-9869449c5872 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6402559 Oct 13 00:46:20.390518 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d24f3bf-507f-4451-9eb0-7475da9cad78 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:20.393331 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1d24f3bf-507f-4451-9eb0-7475da9cad78 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:20.397142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1d24f3bf-507f-4451-9eb0-7475da9cad78 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c43fa92-31d8-4937-879f-44310e3fff72 HTTP/1.1" status: 204 len: 168 time: 0.2349997 Oct 13 00:46:20.405944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24f3bf-507f-4451-9eb0-7475da9cad78 tempest-TestServerBasicOps-1759225355 tempest-TestServerBasicOps-1759225355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c43fa92-31d8-4937-879f-44310e3fff72,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:20.423874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-e7fd4cec-45a2-489d-a192-5b5ad8a0ac0b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:20.425631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-e7fd4cec-45a2-489d-a192-5b5ad8a0ac0b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1591713 Oct 13 00:46:20.445812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'port': {'device_id': '6906fd6b-6249-40c0-b9fa-d156d36aefdf', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'admin_state_up': True, 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:46:20.466202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42626) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:20.585094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:46:20.589051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:20.750954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.20.0.11 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/175de860-3efa-48d4-85db-9452f8842bca) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:46:20.950667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:20.992811 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.026691 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.050851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:46:21.055159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:46:21.070346 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:46:21.137366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=175de860-3efa-48d4-85db-9452f8842bca,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:21.175264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:21.175966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.207405 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-76a0b63b-fb78-45a9-a6cb-963da5d51c02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7649117 Oct 13 00:46:21.218420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f84b8512-2475-4123-a11d-f7bb4342f9cb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:46:21.219621 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f84b8512-2475-4123-a11d-f7bb4342f9cb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061884 Oct 13 00:46:21.249303 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Request body: {'port': {'device_id': '6906fd6b-6249-40c0-b9fa-d156d36aefdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:46:21.323798 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.337805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Deleting port c518cc6c-7d68-4399-a053-4854e39ddf9c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:21.338214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.359825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-94ecf8a8-4af9-4c30-a66a-c35e930cd8bd None None] Provisioning complete for port 175de860-3efa-48d4-85db-9452f8842bca triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:46:21.362241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-94ecf8a8-4af9-4c30-a66a-c35e930cd8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.444469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-94ecf8a8-4af9-4c30-a66a-c35e930cd8bd None None] Port 175de860-3efa-48d4-85db-9452f8842bca cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:46:21.492258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e9059323-f38e-4795-93cb-b565d8bc2be0 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:46:21.517555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: e9059323-f38e-4795-93cb-b565d8bc2be0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:46:21.518285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device e9059323-f38e-4795-93cb-b565d8bc2be0 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:46:21.557200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410a60-d96e-4b77-ada1-113966ee6c58 req-5dc4ce93-7803-44d4-a920-8171af08c11b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:21.558977 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16410a60-d96e-4b77-ada1-113966ee6c58 req-5dc4ce93-7803-44d4-a920-8171af08c11b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 932 time: 0.0898359 Oct 13 00:46:21.566837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] For port c518cc6c-7d68-4399-a053-4854e39ddf9c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c518cc6c-7d68-4399-a053-4854e39ddf9c,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:21.567203 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.596278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Calling delete_port for c518cc6c-7d68-4399-a053-4854e39ddf9c owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:21.643179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175de860-3efa-48d4-85db-9452f8842bca {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:46:21.654176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.656530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16410a60-d96e-4b77-ada1-113966ee6c58 req-00a23943-1500-4882-9544-85ad76887e6c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865304 Oct 13 00:46:21.671450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Transition to ACTIVE for port object 175de860-3efa-48d4-85db-9452f8842bca will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:46:21.680931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.757049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Pushing event updated for resources: {'Port': ['ID=175de860-3efa-48d4-85db-9452f8842bca,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:21.824446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Attempting to bind port 175de860-3efa-48d4-85db-9452f8842bca on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:46:21.824851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Attempting to bind port 175de860-3efa-48d4-85db-9452f8842bca by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:46:21.825191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Attempting to bind port 175de860-3efa-48d4-85db-9452f8842bca on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:46:21.830109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Port 175de860-3efa-48d4-85db-9452f8842bca on network 221e2b3b-0921-4862-be15-a1221a8245ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:46:21.830431 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Attempting to bind port 175de860-3efa-48d4-85db-9452f8842bca on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:46:21.835882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:46:21.836283 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:46:21.836805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:46:21.837358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Bound port: 175de860-3efa-48d4-85db-9452f8842bca, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:46:21.838470 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.843641 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.886273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c518cc6c-7d68-4399-a053-4854e39ddf9c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:21.920384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] For port 175de860-3efa-48d4-85db-9452f8842bca, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:46:21.924461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] For port 175de860-3efa-48d4-85db-9452f8842bca, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=175de860-3efa-48d4-85db-9452f8842bca,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:46:21.940220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:21.999021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:21.999693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:22.001259 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] 10.222.0.36 "PUT /v2.0/ports/175de860-3efa-48d4-85db-9452f8842bca HTTP/1.1" status: 200 len: 1092 time: 0.7584679 Oct 13 00:46:22.001725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6906fd6b-6249-40c0-b9fa-d156d36aefdf', 'tag': '175de860-3efa-48d4-85db-9452f8842bca'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:46:22.006929 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c5203-6f74-4ed3-af65-7834f1e5e54d" -d '{"events": [{"name": "network-changed", "server_uuid": "6906fd6b-6249-40c0-b9fa-d156d36aefdf", "tag": "175de860-3efa-48d4-85db-9452f8842bca"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:46:22.059054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977ef64-dc36-4ffd-94dd-e7770dbf9ebb service neutron] Pushing event updated for resources: {'Port': ['ID=175de860-3efa-48d4-85db-9452f8842bca,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:22.130990 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df674d42-8c41-42d1-b4fe-711f1ea47056 x-openstack-request-id: req-df674d42-8c41-42d1-b4fe-711f1ea47056 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:46:22.131468 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6906fd6b-6249-40c0-b9fa-d156d36aefdf", "tag": "175de860-3efa-48d4-85db-9452f8842bca", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:46:22.131930 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df674d42-8c41-42d1-b4fe-711f1ea47056 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:46:22.132601 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6906fd6b-6249-40c0-b9fa-d156d36aefdf', 'tag': '175de860-3efa-48d4-85db-9452f8842bca', 'status': 'completed', 'code': 200} Oct 13 00:46:22.160083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-c2c0fc8b-645f-4eb5-83bc-ff98fcc1ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:22.162721 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-c2c0fc8b-645f-4eb5-83bc-ff98fcc1ed1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 1095 time: 0.0927336 Oct 13 00:46:22.226825 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-66b5b58f-636f-4deb-98f0-d819d405f0cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=175de860-3efa-48d4-85db-9452f8842bca HTTP/1.1" status: 200 len: 217 time: 0.0499012 Oct 13 00:46:22.287447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-d8bc8e8a-fbcd-41e4-8009-a381483a1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:22.289276 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-d8bc8e8a-fbcd-41e4-8009-a381483a1276 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0553508 Oct 13 00:46:22.344478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-9e71d7d0-d72d-442d-99b3-52c8e301907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:22.346144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-9e71d7d0-d72d-442d-99b3-52c8e301907e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473199 Oct 13 00:46:22.444446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:22.464882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-9af26cbc-0378-48d5-b976-b02767b1ffb1 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102936 Oct 13 00:46:22.562031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc4d81e2-0a1a-428e-8a3c-523f03da3e11 req-7c6372e0-b7d3-4914-9ba8-869c166b0aad service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898972 Oct 13 00:46:22.683298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Router cf203243-093b-45c6-a63b-ea5954eaa0e5 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:46:22.720266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-6d1ba771-f571-4c13-b4d3-1544c2a7cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:22.722791 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-6d1ba771-f571-4c13-b4d3-1544c2a7cb29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 1095 time: 0.0693657 Oct 13 00:46:22.847340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:46:22.851839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-efdab5b0-6783-42c7-9d68-c766b3d6a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:22.853940 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-efdab5b0-6783-42c7-9d68-c766b3d6a5c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.1223950 Oct 13 00:46:22.854548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c7ec9525-b4d6-4761-9a30-b9365a80cd83 admin admin] 10.222.0.21 "PUT /v2.0/routers/cf203243-093b-45c6-a63b-ea5954eaa0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3871241 Oct 13 00:46:22.855949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42642) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:22.859459 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] Sync routers for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:46:22.865661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771df4-953c-4e6a-b37e-8e8b23f270d6 req-6cf393b9-1960-46bc-83a4-e68b97347fdf tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:22.872095 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:46:22.873037 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:46:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:22.876716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a771df4-953c-4e6a-b37e-8e8b23f270d6 req-6cf393b9-1960-46bc-83a4-e68b97347fdf tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0913963 Oct 13 00:46:22.920471 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a771df4-953c-4e6a-b37e-8e8b23f270d6 req-9e5d2fbd-1ff8-4c44-97e9-6e950648f29b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Oct 13 00:46:22.932175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-c2a1cb27-f9c6-4dc8-9266-22481a1df03c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=175de860-3efa-48d4-85db-9452f8842bca HTTP/1.1" status: 200 len: 217 time: 0.0694900 Oct 13 00:46:22.986108 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:46:23.024101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-e6c584fe-4903-4bdf-87ac-f8fddd252566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:23.026242 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-e6c584fe-4903-4bdf-87ac-f8fddd252566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0884213 Oct 13 00:46:23.063631 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.116819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-d9a3473e-9f7c-4126-adf6-e038b0b19d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:23.118341 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-d9a3473e-9f7c-4126-adf6-e038b0b19d1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851777 Oct 13 00:46:23.181324 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:46:21Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:23.219938 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] Checking router: cf203243-093b-45c6-a63b-ea5954eaa0e5 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:46:23.237917 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] Routers {'cf203243-093b-45c6-a63b-ea5954eaa0e5'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:46:23.238561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:46:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['cf203243-093b-45c6-a63b-ea5954eaa0e5'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:23.252390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.267955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-cb15126a-54bb-41d8-bb9e-f9ab6bab7d7e service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148429 Oct 13 00:46:23.357151 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] Set router cf203243-093b-45c6-a63b-ea5954eaa0e5 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:46:23.377144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Deleting port b65a9722-ecba-4ad6-903e-77bd4d164397 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:23.377497 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.430364 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d07c5203-6f74-4ed3-af65-7834f1e5e54d req-3af9f262-ba88-4d90-8fb1-36a528ce31f1 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412203 Oct 13 00:46:23.483328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] For port b65a9722-ecba-4ad6-903e-77bd4d164397, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b65a9722-ecba-4ad6-903e-77bd4d164397,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:23.483937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.497154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Calling delete_port for b65a9722-ecba-4ad6-903e-77bd4d164397 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:23.557260 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:46:21Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:23.586078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7393ce7-55a9-458b-b147-4355a3580d86 None None] The sync data for ids ['cf203243-093b-45c6-a63b-ea5954eaa0e5'] in n-d-813679-4 is: [{'id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'name': 'tempest-TestServerBasicOps-1836297249-router', 'tenant_id': '8d4272330f444734b15ec7e842a600f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:20Z', 'updated_at': '2021-10-13T00:46:21Z', 'revision_number': 5, 'project_id': '8d4272330f444734b15ec7e842a600f9', 'gw_port': {'id': 'b65a9722-ecba-4ad6-903e-77bd4d164397', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf203243-093b-45c6-a63b-ea5954eaa0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:22Z', 'updated_at': '2021-10-13T00:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:46:23.685068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.709825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b65a9722-ecba-4ad6-903e-77bd4d164397,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:23.776516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.866377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.868448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.911289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.911761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf203243-093b-45c6-a63b-ea5954eaa0e5 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:46:23.916192 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:23.917283 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6160331-be81-480c-bc11-9008ab5638a4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cf203243-093b-45c6-a63b-ea5954eaa0e5 HTTP/1.1" status: 204 len: 168 time: 1.0603943 Oct 13 00:46:23.919747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42646) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:23.975320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0005f8-4092-453b-bb7c-9c24fa1cec1b admin admin] Deleting subnet 9bdcd057-dc61-49a9-acea-f8457d36349b {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:46:23.979420 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e0005f8-4092-453b-bb7c-9c24fa1cec1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.018094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e0005f8-4092-453b-bb7c-9c24fa1cec1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.059470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b754cb-401b-425b-8424-cad19d331b37 req-9249758d-dab5-4e04-97c9-c2a9a264d0c5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:24.061300 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7b754cb-401b-425b-8424-cad19d331b37 req-9249758d-dab5-4e04-97c9-c2a9a264d0c5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0580029 Oct 13 00:46:24.110873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e0005f8-4092-453b-bb7c-9c24fa1cec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.112583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7b754cb-401b-425b-8424-cad19d331b37 req-4bd8b604-9f52-4700-8d62-31df483ca3d0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Oct 13 00:46:24.182787 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e0005f8-4092-453b-bb7c-9c24fa1cec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.208973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0005f8-4092-453b-bb7c-9c24fa1cec1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdcd057-dc61-49a9-acea-f8457d36349b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:24.213086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6e0005f8-4092-453b-bb7c-9c24fa1cec1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.218516 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6e0005f8-4092-453b-bb7c-9c24fa1cec1b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9bdcd057-dc61-49a9-acea-f8457d36349b HTTP/1.1" status: 204 len: 168 time: 0.2956033 Oct 13 00:46:24.218672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59955c1a-f7d0-4655-9c36-55da0f8649e6 None None] Network cd7ef26b-b3a7-4395-b004-e9afaeac1c07 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:46:24.219201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42650) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:24.293811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.352362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Deleting port d4d2f41e-f89f-472a-b544-bf7547855732 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:24.352709 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.444422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] DHCP port deletion for cd7ef26b-b3a7-4395-b004-e9afaeac1c07 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:46:24.453441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] For port d4d2f41e-f89f-472a-b544-bf7547855732, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d4d2f41e-f89f-472a-b544-bf7547855732,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:24.454031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.472135 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Calling delete_port for d4d2f41e-f89f-472a-b544-bf7547855732 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:24.495460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] Deleting port d4d2f41e-f89f-472a-b544-bf7547855732 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:24.496143 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.556311 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.564267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] For port d4d2f41e-f89f-472a-b544-bf7547855732, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d4d2f41e-f89f-472a-b544-bf7547855732,segment=NetworkSegment(57d2a666-b32d-464f-9f49-0ddf54780c4b),segment_id=57d2a666-b32d-464f-9f49-0ddf54780c4b)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:24.565006 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.578154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] Calling delete_port for d4d2f41e-f89f-472a-b544-bf7547855732 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:24.583640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d2f41e-f89f-472a-b544-bf7547855732,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:24.589104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] No DVR routers for this DVR port d4d2f41e-f89f-472a-b544-bf7547855732 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:46:24.656001 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.667857 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.687863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] Pushing event deleted for resources: {'Port': ['ID=d4d2f41e-f89f-472a-b544-bf7547855732,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:24.688428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7ef26b-b3a7-4395-b004-e9afaeac1c07']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:24.693963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8c5e8-bf58-448e-b048-a10bc5adf98a None None] No DVR routers for this DVR port d4d2f41e-f89f-472a-b544-bf7547855732 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:46:24.707468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d2a666-b32d-464f-9f49-0ddf54780c4b') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:24.707468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d2a666-b32d-464f-9f49-0ddf54780c4b') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:24.721337 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.740070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.752945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:46:24.753557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:46:24.755845 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:46:24.812279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.818359 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:24.821465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd7ef26b-b3a7-4395-b004-e9afaeac1c07 HTTP/1.1" status: 204 len: 168 time: 0.6015761 Oct 13 00:46:24.824445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42654) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:24.840270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a717714-5abd-4041-a745-fb9e0e39af10 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7ef26b-b3a7-4395-b004-e9afaeac1c07,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:25.189592 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:25.259563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d4d2f41e-f89f-472a-b544-bf7547855732 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:46:25.285504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d4d2f41e-f89f-472a-b544-bf7547855732 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:46:25.285851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d4d2f41e-f89f-472a-b544-bf7547855732 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:46:25.286481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b65a9722-ecba-4ad6-903e-77bd4d164397 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:46:25.306505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: b65a9722-ecba-4ad6-903e-77bd4d164397 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:46:25.306844 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b65a9722-ecba-4ad6-903e-77bd4d164397 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:46:25.307477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c518cc6c-7d68-4399-a053-4854e39ddf9c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:46:25.316809 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4654e-5f81-4c05-829c-eebb20470930 req-f939ad65-d98a-46ad-adfc-925af9568f8b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:25.317746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0e4654e-5f81-4c05-829c-eebb20470930 req-f939ad65-d98a-46ad-adfc-925af9568f8b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.1260133 Oct 13 00:46:25.327281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c518cc6c-7d68-4399-a053-4854e39ddf9c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:46:25.327886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c518cc6c-7d68-4399-a053-4854e39ddf9c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:46:25.398933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0e4654e-5f81-4c05-829c-eebb20470930 req-717c7efd-cf37-461c-bc3d-3a06803b50e4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714517 Oct 13 00:46:25.515029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Deleting port bc59a35e-cdfb-4c9c-afbf-d65a751467f5 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:25.515367 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:25.596988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] For port bc59a35e-cdfb-4c9c-afbf-d65a751467f5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,segment=NetworkSegment(a4d303a7-ca9a-4bb2-b085-c767a489f277),segment_id=a4d303a7-ca9a-4bb2-b085-c767a489f277)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:25.597276 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:25.610254 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Calling delete_port for bc59a35e-cdfb-4c9c-afbf-d65a751467f5 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:25.795013 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:25.820852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc59a35e-cdfb-4c9c-afbf-d65a751467f5,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:25.986004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:26.208753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Router 89743a72-0ef4-4676-8548-c9ebf01d15e7 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:46:26.315614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:46:26.320821 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a5cb4e1e-fb73-4c1e-96c7-329776e6ac67 admin admin] 10.222.0.21 "PUT /v2.0/routers/89743a72-0ef4-4676-8548-c9ebf01d15e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953411 Oct 13 00:46:26.323848 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42660) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:26.325423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] Sync routers for ids ['89743a72-0ef4-4676-8548-c9ebf01d15e7'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:46:26.335368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] Routers {'89743a72-0ef4-4676-8548-c9ebf01d15e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:46:26.336002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:46:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['89743a72-0ef4-4676-8548-c9ebf01d15e7'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:26.436185 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:26.445207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] Set router 89743a72-0ef4-4676-8548-c9ebf01d15e7 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:46:26.571561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe3441-4d81-4dc5-a6c9-7a22efb2e250 req-1a771e27-6b1f-4560-bae3-0edf84e085ff tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:26.578693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-befe3441-4d81-4dc5-a6c9-7a22efb2e250 req-1a771e27-6b1f-4560-bae3-0edf84e085ff tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0986068 Oct 13 00:46:26.620297 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:26.627023 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-befe3441-4d81-4dc5-a6c9-7a22efb2e250 req-926ef790-cfa7-4fbd-80d3-2d910a7c0ee7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Oct 13 00:46:26.643624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:46:25Z', 'revision_number': 5, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port': {'id': '9e32c06f-4332-4363-af7b-d35218a61a58', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:26.671893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] Checking router: 89743a72-0ef4-4676-8548-c9ebf01d15e7 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:46:26.680512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] Routers {'89743a72-0ef4-4676-8548-c9ebf01d15e7'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:46:26.681768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:46:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['89743a72-0ef4-4676-8548-c9ebf01d15e7'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:26.684907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Deleting port 9e32c06f-4332-4363-af7b-d35218a61a58 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:26.685254 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:26.768461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] Set router 89743a72-0ef4-4676-8548-c9ebf01d15e7 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:46:26.778854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] For port 9e32c06f-4332-4363-af7b-d35218a61a58, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9e32c06f-4332-4363-af7b-d35218a61a58,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:26.779334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:26.794332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Calling delete_port for 9e32c06f-4332-4363-af7b-d35218a61a58 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:26.829772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:46:26Z', 'revision_number': 6, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:26.859865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730d082c-7df7-4646-b310-e8c0b63373b3 None None] The sync data for ids ['89743a72-0ef4-4676-8548-c9ebf01d15e7'] in n-d-813679-4 is: [{'id': '89743a72-0ef4-4676-8548-c9ebf01d15e7', 'name': 'tempest-TestServerBasicOps-1570224376-router', 'tenant_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:40:33Z', 'updated_at': '2021-10-13T00:46:26Z', 'revision_number': 6, 'project_id': '8668f6c7d99548b2bfd0baf35cf02f33', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:46:26.966738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:26.994646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e32c06f-4332-4363-af7b-d35218a61a58,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:27.060572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.152111 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.154106 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.199063 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.199895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89743a72-0ef4-4676-8548-c9ebf01d15e7 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:46:27.206044 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.207310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1581f494-0da3-4a53-bf2f-c40b9e5d3f8d admin admin] 10.222.0.21 "DELETE /v2.0/routers/89743a72-0ef4-4676-8548-c9ebf01d15e7 HTTP/1.1" status: 204 len: 168 time: 0.8825042 Oct 13 00:46:27.210041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42666) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:27.287752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0907ecdd-e726-46e4-baca-1aebb0ff370a admin admin] Deleting subnet fb3e5f32-c848-4d0e-be76-115562d177ca {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:46:27.290913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0907ecdd-e726-46e4-baca-1aebb0ff370a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.337199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0907ecdd-e726-46e4-baca-1aebb0ff370a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.341505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bc59a35e-cdfb-4c9c-afbf-d65a751467f5 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:46:27.367099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: bc59a35e-cdfb-4c9c-afbf-d65a751467f5 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:46:27.367481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bc59a35e-cdfb-4c9c-afbf-d65a751467f5 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:46:27.426172 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0907ecdd-e726-46e4-baca-1aebb0ff370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.478293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0907ecdd-e726-46e4-baca-1aebb0ff370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.509100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0907ecdd-e726-46e4-baca-1aebb0ff370a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.513842 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0907ecdd-e726-46e4-baca-1aebb0ff370a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb3e5f32-c848-4d0e-be76-115562d177ca HTTP/1.1" status: 204 len: 168 time: 0.3026340 Oct 13 00:46:27.514854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907ecdd-e726-46e4-baca-1aebb0ff370a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3e5f32-c848-4d0e-be76-115562d177ca,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:27.515756 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a67fbd-93b2-4755-bb64-66b899c50bf1 None None] Network 68b0246d-fbb8-42d0-8dea-db46b7052bec requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:46:27.516363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42668) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:27.728170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] DHCP port deletion for 68b0246d-fbb8-42d0-8dea-db46b7052bec request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:46:27.784448 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] Deleting port 1a76c936-d70a-4200-8484-8b73befecf31 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:27.785103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.860921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] For port 1a76c936-d70a-4200-8484-8b73befecf31, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1a76c936-d70a-4200-8484-8b73befecf31,segment=NetworkSegment(a4d303a7-ca9a-4bb2-b085-c767a489f277),segment_id=a4d303a7-ca9a-4bb2-b085-c767a489f277)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:27.861328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:27.885951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] Calling delete_port for 1a76c936-d70a-4200-8484-8b73befecf31 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:27.979133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.023485 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.060808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] Pushing event deleted for resources: {'Port': ['ID=1a76c936-d70a-4200-8484-8b73befecf31,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:28.084906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf37ba-2736-46b2-b03a-b1be4d01fb04 None None] No DVR routers for this DVR port 1a76c936-d70a-4200-8484-8b73befecf31 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:46:28.085433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ebe90-54be-46af-a95c-ace253f715b2 req-36c5af71-2982-4497-9669-e707dec68984 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:28.094785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c77ebe90-54be-46af-a95c-ace253f715b2 req-36c5af71-2982-4497-9669-e707dec68984 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.1551108 Oct 13 00:46:28.160969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c77ebe90-54be-46af-a95c-ace253f715b2 req-0640686c-6ba1-4d88-8305-9a0eaf4c9324 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653045 Oct 13 00:46:28.168235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Deleting port 1a76c936-d70a-4200-8484-8b73befecf31 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:46:28.168698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.253680 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] For port 1a76c936-d70a-4200-8484-8b73befecf31, host n-d-813679-4, got binding levels [] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:28.254118 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.267723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Calling delete_port for 1a76c936-d70a-4200-8484-8b73befecf31 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:46:28.270547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Port 1a76c936-d70a-4200-8484-8b73befecf31 was not found and therefore no delete operation was performed {{(pid=94989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:46:28.272657 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.306652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] No DVR routers for this DVR port 1a76c936-d70a-4200-8484-8b73befecf31 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:46:28.390255 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.393651 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a76c936-d70a-4200-8484-8b73befecf31,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:28.421742 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b0246d-fbb8-42d0-8dea-db46b7052bec']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:28.433072 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d303a7-ca9a-4bb2-b085-c767a489f277') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:28.433367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d303a7-ca9a-4bb2-b085-c767a489f277') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:46:28.442978 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.456851 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.464864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:46:28.465342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:46:28.467473 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:46:28.532075 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.538983 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.542686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/68b0246d-fbb8-42d0-8dea-db46b7052bec HTTP/1.1" status: 204 len: 168 time: 1.0252054 Oct 13 00:46:28.553875 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a63973-1789-4187-b6ec-5ece0e31a6a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b0246d-fbb8-42d0-8dea-db46b7052bec,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:28.711034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42690) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:28.755491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e34f9b5f-058b-469b-8dd3-4b56b5fb58ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d4272330f444734b15ec7e842a600f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407681 Oct 13 00:46:28.756038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42692) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:28.809447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44aa471e-fc99-451e-86b3-61caff1ded52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.833412 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44aa471e-fc99-451e-86b3-61caff1ded52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.885318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44aa471e-fc99-451e-86b3-61caff1ded52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.888347 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-44aa471e-fc99-451e-86b3-61caff1ded52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:28.889572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-44aa471e-fc99-451e-86b3-61caff1ded52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72fd592c-5138-40f5-9f21-c55434f6d5cd HTTP/1.1" status: 204 len: 168 time: 0.1325710 Oct 13 00:46:28.898089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa471e-fc99-451e-86b3-61caff1ded52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd592c-5138-40f5-9f21-c55434f6d5cd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:29.260820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1a76c936-d70a-4200-8484-8b73befecf31 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:46:29.295180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1a76c936-d70a-4200-8484-8b73befecf31 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:46:29.295534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1a76c936-d70a-4200-8484-8b73befecf31 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:46:29.301355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9e32c06f-4332-4363-af7b-d35218a61a58 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:46:29.305240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 42700) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:29.323625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb4231-8994-4cbf-aa59-e315db0bc848 req-2e552e1f-6640-4be7-b9f6-ce36de918135 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:29.325271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23eb4231-8994-4cbf-aa59-e315db0bc848 req-2e552e1f-6640-4be7-b9f6-ce36de918135 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0858595 Oct 13 00:46:29.328146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9e32c06f-4332-4363-af7b-d35218a61a58 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:46:29.328498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9e32c06f-4332-4363-af7b-d35218a61a58 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:46:29.350860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6b0058c-8745-43d5-b37d-93f00c9a7743 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8668f6c7d99548b2bfd0baf35cf02f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442948 Oct 13 00:46:29.351030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 42702) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:46:29.413664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23eb4231-8994-4cbf-aa59-e315db0bc848 req-d283024f-b0a8-4479-b9be-ced3269e5735 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819478 Oct 13 00:46:29.432721 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fb72974-3fcf-4d4c-9d86-054c87bac81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:29.454798 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fb72974-3fcf-4d4c-9d86-054c87bac81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:29.501411 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fb72974-3fcf-4d4c-9d86-054c87bac81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:29.503832 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9fb72974-3fcf-4d4c-9d86-054c87bac81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:29.504976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9fb72974-3fcf-4d4c-9d86-054c87bac81e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3818976b-930c-4b77-a72e-261676033a4e HTTP/1.1" status: 204 len: 168 time: 0.1528568 Oct 13 00:46:29.514881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb72974-3fcf-4d4c-9d86-054c87bac81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3818976b-930c-4b77-a72e-261676033a4e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:30.530612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c83246-73d3-4fb7-83c8-9dc1b51c2963 req-c0a3f166-1e00-422d-a06e-ff3b2991b994 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:30.532158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00c83246-73d3-4fb7-83c8-9dc1b51c2963 req-c0a3f166-1e00-422d-a06e-ff3b2991b994 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0502222 Oct 13 00:46:30.575820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00c83246-73d3-4fb7-83c8-9dc1b51c2963 req-d1bee181-daf5-4d44-992f-1f502cb8975a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 Oct 13 00:46:31.688752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313a195-8515-4a78-b32c-efd3aa70a023 req-173e903b-c4de-4ea0-b1c1-d0e3d64ad89e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:31.690135 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d313a195-8515-4a78-b32c-efd3aa70a023 req-173e903b-c4de-4ea0-b1c1-d0e3d64ad89e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0487266 Oct 13 00:46:31.729909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d313a195-8515-4a78-b32c-efd3aa70a023 req-a67c5d50-8dba-4a43-9b92-430e9925d3e5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334296 Oct 13 00:46:32.843931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba962cd-0f27-4a10-9485-956f7f76081c req-1659dd15-9fd9-43a2-9809-8865c2a2018e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:32.845415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ba962cd-0f27-4a10-9485-956f7f76081c req-1659dd15-9fd9-43a2-9809-8865c2a2018e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0488260 Oct 13 00:46:32.883061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ba962cd-0f27-4a10-9485-956f7f76081c req-65290a78-80ff-47d7-9e33-e32ebf58ee4e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Oct 13 00:46:33.997550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df087f-8eaa-4709-94fe-d78895fa24f3 req-87df5f5c-9de1-482c-8af7-af6bd3912107 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:33.999049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20df087f-8eaa-4709-94fe-d78895fa24f3 req-87df5f5c-9de1-482c-8af7-af6bd3912107 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0484812 Oct 13 00:46:34.041555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20df087f-8eaa-4709-94fe-d78895fa24f3 req-1d3797b8-4f0e-4122-b1ec-9b75d4d22fc0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Oct 13 00:46:35.152775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6906b-841c-463a-95b2-756c31424a09 req-bfe77b16-2867-4356-999f-217c5ca6a6c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:35.154136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11a6906b-841c-463a-95b2-756c31424a09 req-bfe77b16-2867-4356-999f-217c5ca6a6c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0480444 Oct 13 00:46:35.195913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11a6906b-841c-463a-95b2-756c31424a09 req-0adf299b-ca3e-4b21-85e7-6873c98e2444 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358591 Oct 13 00:46:36.316020 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d105953-e57e-4866-939c-30d986c5437d req-c94606a5-0e6e-4646-bd56-8c61139f20a5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:36.317558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d105953-e57e-4866-939c-30d986c5437d req-c94606a5-0e6e-4646-bd56-8c61139f20a5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 944 time: 0.0528700 Oct 13 00:46:36.356668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d105953-e57e-4866-939c-30d986c5437d req-7512e13a-ee0c-4554-9edc-3a7e23243166 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323882 Oct 13 00:46:36.679411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 175de860-3efa-48d4-85db-9452f8842bca details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:46:36.769966 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:36.785939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 175de860-3efa-48d4-85db-9452f8842bca, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=175de860-3efa-48d4-85db-9452f8842bca,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:36.799155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '175de860-3efa-48d4-85db-9452f8842bca', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'port_id': '175de860-3efa-48d4-85db-9452f8842bca', 'mac_address': 'fa:16:3e:2f:ad:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:46:36.841637 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:36.855220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175de860-3efa-48d4-85db-9452f8842bca {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:46:36.875479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 175de860-3efa-48d4-85db-9452f8842bca, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=175de860-3efa-48d4-85db-9452f8842bca,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:36.879969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:36.928558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=175de860-3efa-48d4-85db-9452f8842bca,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:37.234094 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:37.240152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['175de860-3efa-48d4-85db-9452f8842bca'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:46:37.478758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b048828-c0e6-49d5-adad-98bca2c191b3 req-af2184d4-606f-40da-9141-f3a985370484 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:37.480682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b048828-c0e6-49d5-adad-98bca2c191b3 req-af2184d4-606f-40da-9141-f3a985370484 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 945 time: 0.0506420 Oct 13 00:46:37.523419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b048828-c0e6-49d5-adad-98bca2c191b3 req-3d4429e4-8000-4890-a803-326b5745147a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369954 Oct 13 00:46:38.645448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedfd1e-8e51-48af-8b81-e8391bcf568c req-bd747234-ff65-4dde-874d-dc5fe4d4d2cd tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:38.647045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8eedfd1e-8e51-48af-8b81-e8391bcf568c req-bd747234-ff65-4dde-874d-dc5fe4d4d2cd tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 945 time: 0.0542850 Oct 13 00:46:38.686386 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8eedfd1e-8e51-48af-8b81-e8391bcf568c req-4250ecc3-ba62-481f-8d61-3e750aaa8658 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331848 Oct 13 00:46:38.694124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 175de860-3efa-48d4-85db-9452f8842bca up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:46:38.752889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 175de860-3efa-48d4-85db-9452f8842bca completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:46:38.756567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 175de860-3efa-48d4-85db-9452f8842bca triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:46:38.756938 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:38.834178 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:38.862048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906fd6b-6249-40c0-b9fa-d156d36aefdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175de860-3efa-48d4-85db-9452f8842bca'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:46:38.864330 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e935668c-4036-4523-82bc-f0a496a6fd6e" -d '{"events": [{"server_uuid": "6906fd6b-6249-40c0-b9fa-d156d36aefdf", "name": "network-vif-plugged", "status": "completed", "tag": "175de860-3efa-48d4-85db-9452f8842bca"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:46:38.880067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 175de860-3efa-48d4-85db-9452f8842bca, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=175de860-3efa-48d4-85db-9452f8842bca,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:46:38.884176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:39.046625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d51682-5c40-4cba-b9f1-7b4cf213c6eb req-8d8f397b-610b-43c3-89e3-b181abf95211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:39.048262 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3d51682-5c40-4cba-b9f1-7b4cf213c6eb req-8d8f397b-610b-43c3-89e3-b181abf95211 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 1097 time: 0.0450916 Oct 13 00:46:39.069795 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084a3e28-bd74-4b25-8e76-816043faf27f x-openstack-request-id: req-084a3e28-bd74-4b25-8e76-816043faf27f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:46:39.070075 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6906fd6b-6249-40c0-b9fa-d156d36aefdf", "name": "network-vif-plugged", "status": "completed", "tag": "175de860-3efa-48d4-85db-9452f8842bca", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:46:39.070319 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-084a3e28-bd74-4b25-8e76-816043faf27f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:46:39.070709 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906fd6b-6249-40c0-b9fa-d156d36aefdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175de860-3efa-48d4-85db-9452f8842bca', 'code': 200} Oct 13 00:46:39.098000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=175de860-3efa-48d4-85db-9452f8842bca,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:39.098964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3d51682-5c40-4cba-b9f1-7b4cf213c6eb req-db340d9f-91a8-4a99-9a21-9d9692d54642 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Oct 13 00:46:39.807635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f680c-2eb8-4fd3-b54a-e404eea48887 req-48be06e4-97ef-40ab-975b-7bd38de1a1ed tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:39.809302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be0f680c-2eb8-4fd3-b54a-e404eea48887 req-48be06e4-97ef-40ab-975b-7bd38de1a1ed tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 946 time: 0.0510552 Oct 13 00:46:39.849167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be0f680c-2eb8-4fd3-b54a-e404eea48887 req-fbdaca71-ed94-476d-93ee-f22614cac898 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Oct 13 00:46:40.980134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cec242-2431-43d1-b7cd-0a8ea13be5d4 req-daf27015-4f7c-446e-bd18-00967495774e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:40.981705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1cec242-2431-43d1-b7cd-0a8ea13be5d4 req-daf27015-4f7c-446e-bd18-00967495774e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 946 time: 0.0613790 Oct 13 00:46:41.028208 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1cec242-2431-43d1-b7cd-0a8ea13be5d4 req-474353c5-a9bb-4f8f-9fd9-90f1bd8fb21e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Oct 13 00:46:41.150419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956ec0-5905-43bb-8258-eedb2cf17b73 req-35dd74ce-119f-4898-a7b2-94d8ee9c74d8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:41.151879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3956ec0-5905-43bb-8258-eedb2cf17b73 req-35dd74ce-119f-4898-a7b2-94d8ee9c74d8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 946 time: 0.0514960 Oct 13 00:46:41.205263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3956ec0-5905-43bb-8258-eedb2cf17b73 req-3f969018-cb88-4027-8fbc-265cfe477fd3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Oct 13 00:46:41.816754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5007-abd6-45b8-99bf-3714f0aa1f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:44.026982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-1d654fa5-3091-4b8f-b65d-a87b93d789d7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:44.028564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-1d654fa5-3091-4b8f-b65d-a87b93d789d7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1171236 Oct 13 00:46:44.044419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-18d6ab24-2a95-4d79-b418-92d863858423 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/quotas/a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 375 time: 0.0098825 Oct 13 00:46:44.107810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-65a1948a-ebce-4053-86a1-1ef4777ad9ef tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496881 Oct 13 00:46:44.119845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-622c849e-feec-44f8-979d-885d47dceb11 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:46:44.120744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-622c849e-feec-44f8-979d-885d47dceb11 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059099 Oct 13 00:46:44.213626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-d28d9302-0ecb-41df-a998-3dd28f415399 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862870 Oct 13 00:46:44.312882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-cceb422c-a319-45d2-ba53-01cbc038c2bd service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931149 Oct 13 00:46:44.526011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee211efc-a4c5-4eb2-a7c4-93ad2c2c5951 req-58168ae1-065d-459d-9221-230bc772e69a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 210 time: 0.0294518 Oct 13 00:46:44.577206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ec7bcb9f-a391-46a6-b278-3860dbc3cc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:45.589122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-fd0b0e96-59e5-44a7-bbfe-9762d03d3be9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:45.590635 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-fd0b0e96-59e5-44a7-bbfe-9762d03d3be9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1222489 Oct 13 00:46:45.613565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'port': {'device_id': '2db6c81e-d7f9-46be-b4fe-8c60a6781057', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'admin_state_up': True, 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:46:45.633658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77b85cb6-17fa-4d74-95a0-3732a685f066 req-3177471f-2771-45e3-ab01-e1fc0b95bb15 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 210 time: 0.0297678 Oct 13 00:46:45.744364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:46:45.748178 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:45.782779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:45.902717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.20.0.8 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/ab2e2233-6ed4-41ec-ab78-e9c4dc606f12) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:46:45.953090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:46.082660 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:46.121129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:46.158019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['175de860-3efa-48d4-85db-9452f8842bca'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:46:46.176320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:46:46.179420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:46:46.184032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:46:46.188000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:46.241761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:46.242512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:46.264591 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-64467f26-d547-45d3-84c1-0d37ae7e4b8e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6559038 Oct 13 00:46:46.284677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Request body: {'port': {'device_id': '2db6c81e-d7f9-46be-b4fe-8c60a6781057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:46:46.374803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:46.511149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-95c149d9-4c75-4b83-8f2c-71c8ca3bf00f None None] Provisioning complete for port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:46:46.511864 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95c149d9-4c75-4b83-8f2c-71c8ca3bf00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:46.552052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-95c149d9-4c75-4b83-8f2c-71c8ca3bf00f None None] Port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:46:46.783798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe3dd8-6a97-4811-bebe-5af52f0516b9 req-a9631c66-0a1b-44ff-8492-c34d589d0e1f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:46.786262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebfe3dd8-6a97-4811-bebe-5af52f0516b9 req-a9631c66-0a1b-44ff-8492-c34d589d0e1f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 931 time: 0.0650477 Oct 13 00:46:46.834286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebfe3dd8-6a97-4811-bebe-5af52f0516b9 req-60141c1f-74d4-4685-8384-a40e75853e88 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Oct 13 00:46:46.990860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:46:46.999303 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:47.012389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Transition to ACTIVE for port object ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:46:47.017731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:47.070878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:47.148145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Attempting to bind port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:46:47.148496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Attempting to bind port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:46:47.148812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Attempting to bind port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:46:47.153358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 on network 221e2b3b-0921-4862-be15-a1221a8245ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:46:47.153693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Attempting to bind port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:46:47.158744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:46:47.159086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:46:47.159476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:46:47.159928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Bound port: ab2e2233-6ed4-41ec-ab78-e9c4dc606f12, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:46:47.160293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:47.262634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] For port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:46:47.266474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] For port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:46:47.276851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:47.317488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:47.318306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:47.319831 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] 10.222.0.45 "PUT /v2.0/ports/ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 HTTP/1.1" status: 200 len: 1091 time: 1.0407097 Oct 13 00:46:47.320353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db6c81e-d7f9-46be-b4fe-8c60a6781057', 'tag': 'ab2e2233-6ed4-41ec-ab78-e9c4dc606f12'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:46:47.323670 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e" -d '{"events": [{"name": "network-changed", "server_uuid": "2db6c81e-d7f9-46be-b4fe-8c60a6781057", "tag": "ab2e2233-6ed4-41ec-ab78-e9c4dc606f12"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:46:47.346142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c440d6-6c0c-4bca-ad56-410661347ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:46:47.408914 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c10b128-5b3d-44a9-8485-11afe290925e x-openstack-request-id: req-0c10b128-5b3d-44a9-8485-11afe290925e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:46:47.411483 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db6c81e-d7f9-46be-b4fe-8c60a6781057", "tag": "ab2e2233-6ed4-41ec-ab78-e9c4dc606f12", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:46:47.411788 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c10b128-5b3d-44a9-8485-11afe290925e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:46:47.412200 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db6c81e-d7f9-46be-b4fe-8c60a6781057', 'tag': 'ab2e2233-6ed4-41ec-ab78-e9c4dc606f12', 'status': 'completed', 'code': 200} Oct 13 00:46:47.458947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-19c5b225-a119-4c31-880e-a8faa09fc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:47.460813 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-19c5b225-a119-4c31-880e-a8faa09fc56e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 1094 time: 0.0619323 Oct 13 00:46:47.517440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-a4217b04-1f48-4bd5-898f-1eeb477cfd23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 HTTP/1.1" status: 200 len: 217 time: 0.0427625 Oct 13 00:46:47.572015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-10fd07da-94a4-4653-aaba-68c813515918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:47.574053 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-10fd07da-94a4-4653-aaba-68c813515918 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0490975 Oct 13 00:46:47.607464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:46:47.630807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-27f1e04f-a9aa-4608-808b-c8ea8917a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:47.632357 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-27f1e04f-a9aa-4608-808b-c8ea8917a34e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503972 Oct 13 00:46:47.644643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-7e0c961c-9516-4428-961b-515538abc93e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:46:47.645594 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-7e0c961c-9516-4428-961b-515538abc93e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051241 Oct 13 00:46:47.738882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-c2f2e396-954b-407b-a404-c388b6c15a3c service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861492 Oct 13 00:46:47.832926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5798c22f-014c-459c-ac9a-2e9188a9d24f req-1a926fc2-d30f-4bc4-ae82-d541620bcaa1 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867937 Oct 13 00:46:47.965192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-57d33771-9906-4e11-85a1-e9e7797225bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:47.967377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-57d33771-9906-4e11-85a1-e9e7797225bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 1094 time: 0.0562785 Oct 13 00:46:47.972819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d83215-9278-4433-b202-dfecd03d2df3 req-4c67cd92-34e4-4c28-9336-909f04de7484 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:47.980615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81d83215-9278-4433-b202-dfecd03d2df3 req-4c67cd92-34e4-4c28-9336-909f04de7484 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0567725 Oct 13 00:46:48.025576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81d83215-9278-4433-b202-dfecd03d2df3 req-4298a638-21e0-43f3-a526-614f77b9482e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Oct 13 00:46:48.066841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-eeaf6507-048a-424d-856f-8eb47f645426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:48.068350 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-eeaf6507-048a-424d-856f-8eb47f645426 service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0934997 Oct 13 00:46:48.122346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-e8c6ec84-7ce6-48b2-bbbd-79cf6dfa3eb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 HTTP/1.1" status: 200 len: 217 time: 0.0423963 Oct 13 00:46:48.177602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-f6d3f356-003e-40f8-989f-a58f4edac854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:48.179089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-f6d3f356-003e-40f8-989f-a58f4edac854 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0476446 Oct 13 00:46:48.230445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-dc099101-ae3c-41e0-9b36-9791a4650b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:48.232009 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-dc099101-ae3c-41e0-9b36-9791a4650b92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444868 Oct 13 00:46:48.328795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-68cc796a-d707-466b-9e6e-cf4d36588bc2 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897133 Oct 13 00:46:48.428084 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bf024a51-1a82-4d77-b32d-f3dd6d19d47e req-7145833b-fe80-4458-9041-16d2ed0e1963 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922041 Oct 13 00:46:49.138836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf69abc-eb82-4adf-ac3c-06637eaf72d1 req-6af2307e-bdb6-4ed8-a4b9-6b201446c888 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:49.140396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baf69abc-eb82-4adf-ac3c-06637eaf72d1 req-6af2307e-bdb6-4ed8-a4b9-6b201446c888 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0503397 Oct 13 00:46:49.179225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-baf69abc-eb82-4adf-ac3c-06637eaf72d1 req-7a1dc90d-23d1-4aec-8b31-539c820448a1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Oct 13 00:46:50.346872 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460c415-8dc8-4d7c-ac03-a3e21e516b75 req-c341df58-5688-4c7d-8a71-550086bba30d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:50.354921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a460c415-8dc8-4d7c-ac03-a3e21e516b75 req-c341df58-5688-4c7d-8a71-550086bba30d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0889034 Oct 13 00:46:50.400557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a460c415-8dc8-4d7c-ac03-a3e21e516b75 req-472b7d28-fa5d-4726-b7d8-e1620720a302 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Oct 13 00:46:51.564704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ef57-a186-437a-949a-939a438fa53d req-1f8d8e16-ae20-4e32-99ba-50355c270368 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:51.568410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a17ef57-a186-437a-949a-939a438fa53d req-1f8d8e16-ae20-4e32-99ba-50355c270368 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0797799 Oct 13 00:46:51.627071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a17ef57-a186-437a-949a-939a438fa53d req-a11dff03-eece-45df-9a6e-6600d8a72ee4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518630 Oct 13 00:46:52.182483 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:46:52.772843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e1959-cfb5-4fe9-bb7b-efa376ce9bcc req-6de55647-6bad-4f4f-b640-c37cb2cf1de7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:52.774421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b79e1959-cfb5-4fe9-bb7b-efa376ce9bcc req-6de55647-6bad-4f4f-b640-c37cb2cf1de7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0622487 Oct 13 00:46:52.819246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b79e1959-cfb5-4fe9-bb7b-efa376ce9bcc req-f2206e43-9c12-4d3b-8d5f-894fbadde5b3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Oct 13 00:46:53.968406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa802b-4599-4238-b8c0-222df922724c req-53f897f0-2474-4571-9b7e-15b0b3ad80ed tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:53.970810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5aa802b-4599-4238-b8c0-222df922724c req-53f897f0-2474-4571-9b7e-15b0b3ad80ed tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0643156 Oct 13 00:46:54.020862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5aa802b-4599-4238-b8c0-222df922724c req-0a418fff-015b-4790-a656-1ec1f783925f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Oct 13 00:46:55.136726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701f143-cea6-450d-906b-164a1e9e341b req-9d32664b-a83a-483b-91f8-6866f19909f4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:55.138215 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e701f143-cea6-450d-906b-164a1e9e341b req-9d32664b-a83a-483b-91f8-6866f19909f4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0483241 Oct 13 00:46:55.176227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e701f143-cea6-450d-906b-164a1e9e341b req-7166dd2f-cb22-408e-994b-cb60d3332fa0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Oct 13 00:46:56.296157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a499da-c51a-4e25-bdc8-6a478ca2f003 req-2d788d1d-2117-4c19-9b08-aa469c05a663 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:56.297740 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07a499da-c51a-4e25-bdc8-6a478ca2f003 req-2d788d1d-2117-4c19-9b08-aa469c05a663 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0514700 Oct 13 00:46:56.337703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07a499da-c51a-4e25-bdc8-6a478ca2f003 req-87281d97-9740-4110-8709-18390c6a3051 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331562 Oct 13 00:46:57.500951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9e693-828c-4a4d-892a-be8969ab4042 req-9daeb288-4ae8-4db2-988f-e6f7ebf9ff8d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:57.502667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9f9e693-828c-4a4d-892a-be8969ab4042 req-9daeb288-4ae8-4db2-988f-e6f7ebf9ff8d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0571144 Oct 13 00:46:57.548213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9f9e693-828c-4a4d-892a-be8969ab4042 req-768fd7ba-feb4-4fd6-83db-5c4fccf05598 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379851 Oct 13 00:46:58.701361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef45ec5-178c-4a74-a31b-b55e083da7d3 req-91442004-894b-4540-8c49-fcae9d4fc398 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:58.703348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ef45ec5-178c-4a74-a31b-b55e083da7d3 req-91442004-894b-4540-8c49-fcae9d4fc398 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0677633 Oct 13 00:46:58.747570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2ef45ec5-178c-4a74-a31b-b55e083da7d3 req-bc692b97-3073-4b48-bd5d-a959e97feb8b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370862 Oct 13 00:46:59.866457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc22dd-9a96-4f96-a63a-5fde50d4874f req-ebd12c1f-50fd-4d77-9939-e11cb9e69e43 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:46:59.868482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80fc22dd-9a96-4f96-a63a-5fde50d4874f req-ebd12c1f-50fd-4d77-9939-e11cb9e69e43 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0495760 Oct 13 00:46:59.910493 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80fc22dd-9a96-4f96-a63a-5fde50d4874f req-2d8e32f6-3f69-4cf3-92bc-546e851038e5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Oct 13 00:47:01.028144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d18fce-0dee-4b8b-9556-95ec19c2309a req-9fa93ce4-0118-4c5e-ba62-a33d77a9a01c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:01.029445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3d18fce-0dee-4b8b-9556-95ec19c2309a req-9fa93ce4-0118-4c5e-ba62-a33d77a9a01c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0507059 Oct 13 00:47:01.077188 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3d18fce-0dee-4b8b-9556-95ec19c2309a req-a657daca-aef7-4cc3-997f-3baeef57208b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Oct 13 00:47:02.205471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4838c8d-77d1-4cf5-a919-12c6fdbb6059 req-65b90f15-09f5-4b14-9dd1-e788a5cfda72 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:02.206988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4838c8d-77d1-4cf5-a919-12c6fdbb6059 req-65b90f15-09f5-4b14-9dd1-e788a5cfda72 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0522449 Oct 13 00:47:02.249554 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4838c8d-77d1-4cf5-a919-12c6fdbb6059 req-4ba716c6-0065-415e-a7e3-1bfe46b7700f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Oct 13 00:47:03.369223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af530e4b-55c7-4414-a0a6-6c87b929572d req-9022715c-cadb-4c43-ae09-307bc95bcf2e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:03.370665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af530e4b-55c7-4414-a0a6-6c87b929572d req-9022715c-cadb-4c43-ae09-307bc95bcf2e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0488408 Oct 13 00:47:03.412838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af530e4b-55c7-4414-a0a6-6c87b929572d req-4a1a0a8c-28f3-4475-90be-f3b5beacbb2e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353196 Oct 13 00:47:04.533899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd874bc2-f713-4c76-a726-5477248c00aa req-fce8d942-11eb-42fa-b57e-15c09f99395a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:04.535366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd874bc2-f713-4c76-a726-5477248c00aa req-fce8d942-11eb-42fa-b57e-15c09f99395a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0490017 Oct 13 00:47:04.578854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd874bc2-f713-4c76-a726-5477248c00aa req-9de6b17f-fb55-41a8-95f5-490d4f18fc1b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369370 Oct 13 00:47:05.731584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c2e3-34b8-4c9a-a79c-19680459c3b1 req-4015a05b-5be8-435d-9e3b-5230cd032b03 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:05.733140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8c2c2e3-34b8-4c9a-a79c-19680459c3b1 req-4015a05b-5be8-435d-9e3b-5230cd032b03 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0576646 Oct 13 00:47:05.773172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8c2c2e3-34b8-4c9a-a79c-19680459c3b1 req-db725ac3-0fa2-4bf2-89e8-05dcb553215e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Oct 13 00:47:06.763428 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:06.893262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b35b2-6b22-42ad-adc6-d60bb46a71a8 req-dbf7a9cd-5721-43d3-9e66-88b1e4d2694b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:06.895769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-501b35b2-6b22-42ad-adc6-d60bb46a71a8 req-dbf7a9cd-5721-43d3-9e66-88b1e4d2694b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0507574 Oct 13 00:47:06.938901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-501b35b2-6b22-42ad-adc6-d60bb46a71a8 req-d8a343e7-3421-41a2-8e82-ec16123724d1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364103 Oct 13 00:47:07.234603 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:07.517213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43620) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:07.661944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fb34dcbe-5fdd-4ea4-9d0f-caff9712dd76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4f7cd35806d499eafbf2b2751877329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435421 Oct 13 00:47:07.665079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 43624) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:07.719716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-686ad693-0b04-4a06-b4fa-36a878dd3ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:07.740941 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-686ad693-0b04-4a06-b4fa-36a878dd3ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:07.787581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-686ad693-0b04-4a06-b4fa-36a878dd3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:07.790212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-686ad693-0b04-4a06-b4fa-36a878dd3ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:07.791392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-686ad693-0b04-4a06-b4fa-36a878dd3ee3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebabad21-ff14-42e0-a4f4-946f540e35bb HTTP/1.1" status: 204 len: 168 time: 0.1253417 Oct 13 00:47:07.799483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ad693-0b04-4a06-b4fa-36a878dd3ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebabad21-ff14-42e0-a4f4-946f540e35bb,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:08.075255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0faf5-b4c8-4d6d-bff4-3c77b8a5aa42 req-f57d0825-1abb-4724-979d-b72791c3830f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:08.077156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09f0faf5-b4c8-4d6d-bff4-3c77b8a5aa42 req-f57d0825-1abb-4724-979d-b72791c3830f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0607433 Oct 13 00:47:08.139306 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09f0faf5-b4c8-4d6d-bff4-3c77b8a5aa42 req-3dd04851-2942-4f12-ad19-43fda9c794e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Oct 13 00:47:09.278480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8558b-516c-483a-939c-044aa234b13a req-638f5c28-3f27-4ce0-b28f-3b06a6fbf34e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:09.280503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dd8558b-516c-483a-939c-044aa234b13a req-638f5c28-3f27-4ce0-b28f-3b06a6fbf34e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 943 time: 0.0587499 Oct 13 00:47:09.322064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dd8558b-516c-483a-939c-044aa234b13a req-90df1a8b-6be7-4bc1-af7e-54754b70c035 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348253 Oct 13 00:47:09.570006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:47:09.688550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:47:09.705144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'ab2e2233-6ed4-41ec-ab78-e9c4dc606f12', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'port_id': 'ab2e2233-6ed4-41ec-ab78-e9c4dc606f12', 'mac_address': 'fa:16:3e:61:f7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:47:09.754376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:09.769904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:47:09.791319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:47:09.795822 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:09.843884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:09.851415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.851803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.852209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.852786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.852993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.853258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.853611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.853919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.854250 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.854621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.854952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:09.855312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:10.219069 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ab2e2233-6ed4-41ec-ab78-e9c4dc606f12'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:47:10.459541 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e54ce-884b-4355-a862-d48ca73b79d0 req-2e383af5-a414-4d4f-889c-c7cea9bc5164 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:10.461015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f1e54ce-884b-4355-a862-d48ca73b79d0 req-2e383af5-a414-4d4f-889c-c7cea9bc5164 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 944 time: 0.0549250 Oct 13 00:47:10.499868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7f1e54ce-884b-4355-a862-d48ca73b79d0 req-9e361b9b-68f6-4ed9-a131-f871a575e0c9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Oct 13 00:47:11.584932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:47:11.622630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc68c1-1e58-4d8f-b512-55d14076e583 req-266a8cc6-0d57-4e6e-b4ed-aa53b23a630a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:11.624304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69fc68c1-1e58-4d8f-b512-55d14076e583 req-266a8cc6-0d57-4e6e-b4ed-aa53b23a630a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 944 time: 0.0548015 Oct 13 00:47:11.637463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:47:11.641505 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:47:11.641931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:11.667769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69fc68c1-1e58-4d8f-b512-55d14076e583 req-a787338e-df2e-419e-aca4-58ffa7754879 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358801 Oct 13 00:47:11.737477 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:11.768464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db6c81e-d7f9-46be-b4fe-8c60a6781057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e2233-6ed4-41ec-ab78-e9c4dc606f12'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:47:11.771075 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcda90e4-82ca-4f88-8b96-78b3db486ebc" -d '{"events": [{"server_uuid": "2db6c81e-d7f9-46be-b4fe-8c60a6781057", "name": "network-vif-plugged", "status": "completed", "tag": "ab2e2233-6ed4-41ec-ab78-e9c4dc606f12"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:47:11.788418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:47:11.796782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:11.829376 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad0365-b4ef-4210-9fe6-09bb3bc9dfdf x-openstack-request-id: req-03ad0365-b4ef-4210-9fe6-09bb3bc9dfdf {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:47:11.829639 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db6c81e-d7f9-46be-b4fe-8c60a6781057", "name": "network-vif-plugged", "status": "completed", "tag": "ab2e2233-6ed4-41ec-ab78-e9c4dc606f12", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:47:11.829827 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03ad0365-b4ef-4210-9fe6-09bb3bc9dfdf {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:47:11.830221 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db6c81e-d7f9-46be-b4fe-8c60a6781057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2e2233-6ed4-41ec-ab78-e9c4dc606f12', 'code': 200} Oct 13 00:47:11.841433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2f08ff86-1589-45ba-a8b9-d15f153b1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:11.863903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:12.057595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d722df-7fa7-48ea-8c51-532f6bcd305a req-bc24250c-c7dc-4a3c-b7f7-29e7b1945b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:12.059220 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10d722df-7fa7-48ea-8c51-532f6bcd305a req-bc24250c-c7dc-4a3c-b7f7-29e7b1945b30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 1096 time: 0.1570344 Oct 13 00:47:12.099984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-10d722df-7fa7-48ea-8c51-532f6bcd305a req-d0e38820-c3ac-407d-8afb-ddec72ffce27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Oct 13 00:47:12.798149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706796e9-dbc5-482f-90f1-49798225d0c7 req-ba40f84c-abfc-43fb-a43c-6d3f10f8cf4a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:12.800417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-706796e9-dbc5-482f-90f1-49798225d0c7 req-ba40f84c-abfc-43fb-a43c-6d3f10f8cf4a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 945 time: 0.0540338 Oct 13 00:47:12.841158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-706796e9-dbc5-482f-90f1-49798225d0c7 req-6e6fdb4b-4b81-43c5-9e36-3cd12ed10ca8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331690 Oct 13 00:47:13.960416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f9553-9598-486a-ad5a-7f22aa2036d7 req-66ae3759-0bf1-4795-ad0a-3a074a1a58ee tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:13.962556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be8f9553-9598-486a-ad5a-7f22aa2036d7 req-66ae3759-0bf1-4795-ad0a-3a074a1a58ee tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 945 time: 0.0522103 Oct 13 00:47:14.003882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be8f9553-9598-486a-ad5a-7f22aa2036d7 req-a5296f2f-4a2b-4e7f-a9d1-91642f514837 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Oct 13 00:47:14.120146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34186eca-1ccb-4891-9f8c-87f20a937358 req-4f08b433-1fd7-4708-8e9b-5a9c7861f6da tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:14.121571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34186eca-1ccb-4891-9f8c-87f20a937358 req-4f08b433-1fd7-4708-8e9b-5a9c7861f6da tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 945 time: 0.0502424 Oct 13 00:47:14.159828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34186eca-1ccb-4891-9f8c-87f20a937358 req-bf403c7f-83a0-48a4-abab-c559b6bc9a83 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Oct 13 00:47:14.460734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d1708-f3b2-403a-bc10-bbac129cfa1b req-24fe01ab-8f1b-47dd-9a81-b4a6ef1242ca tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:14.462272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e97d1708-f3b2-403a-bc10-bbac129cfa1b req-24fe01ab-8f1b-47dd-9a81-b4a6ef1242ca tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 945 time: 0.0499830 Oct 13 00:47:14.506642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e97d1708-f3b2-403a-bc10-bbac129cfa1b req-f0992877-027a-427a-a13f-c9d18f7d8227 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Oct 13 00:47:14.580242 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d7d7fab7-fb6b-4bae-a7ba-fe0a6160a4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:15.627943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dbbc5-5daf-4e43-89f5-9c7e8e380edc req-48ee9119-db39-4f68-a100-59c0adebf5c8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:15.629432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f85dbbc5-5daf-4e43-89f5-9c7e8e380edc req-48ee9119-db39-4f68-a100-59c0adebf5c8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 945 time: 0.0524046 Oct 13 00:47:15.666577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f85dbbc5-5daf-4e43-89f5-9c7e8e380edc req-802584a8-8ad7-406e-8290-24fd67941812 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304718 Oct 13 00:47:15.780880 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:15.935324 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:16.137198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-a29fdd1d-6239-4996-9fb3-d21b2be93fe4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:16.138577 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-a29fdd1d-6239-4996-9fb3-d21b2be93fe4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Oct 13 00:47:16.224384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:47:16.224737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:16.316252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] For port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:47:16.316616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:16.329011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:47:16.460795 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:16.491671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=ab2e2233-6ed4-41ec-ab78-e9c4dc606f12,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:16.495078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['175de860-3efa-48d4-85db-9452f8842bca'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:47:16.499309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ab2e2233-6ed4-41ec-ab78-e9c4dc606f12'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:47:16.521111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.521527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.521814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.522150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.522489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.522818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.523146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.523479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.523922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.524760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.525093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.525430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:16.548146 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] No DVR routers for this DVR port ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:47:16.552011 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:16.555875 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3d0ad9c-848a-4f48-9ce9-2065228a9927 req-05ba6391-43f3-4663-a98a-6f25ffb69400 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "DELETE /v2.0/ports/ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 HTTP/1.1" status: 204 len: 173 time: 0.4114237 Oct 13 00:47:16.556714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db6c81e-d7f9-46be-b4fe-8c60a6781057', 'name': 'network-vif-deleted', 'tag': 'ab2e2233-6ed4-41ec-ab78-e9c4dc606f12'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:47:16.559453 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855304c-da56-484d-b34b-4b015d5b2fce" -d '{"events": [{"server_uuid": "2db6c81e-d7f9-46be-b4fe-8c60a6781057", "name": "network-vif-deleted", "tag": "ab2e2233-6ed4-41ec-ab78-e9c4dc606f12"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:47:16.612512 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0bf09e-0f03-4921-8824-186108416d19 x-openstack-request-id: req-0a0bf09e-0f03-4921-8824-186108416d19 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:47:16.613109 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db6c81e-d7f9-46be-b4fe-8c60a6781057", "name": "network-vif-deleted", "tag": "ab2e2233-6ed4-41ec-ab78-e9c4dc606f12", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:47:16.613636 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a0bf09e-0f03-4921-8824-186108416d19 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:47:16.615004 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db6c81e-d7f9-46be-b4fe-8c60a6781057', 'name': 'network-vif-deleted', 'tag': 'ab2e2233-6ed4-41ec-ab78-e9c4dc606f12', 'status': 'completed', 'code': 200} Oct 13 00:47:16.788143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a76f7b8b-81d8-4471-ac07-859d18f045ce req-e5012155-0379-485a-873a-e3807c7b1846 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 210 time: 0.0338452 Oct 13 00:47:17.597581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:17.891280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7495a1ef-fc5e-40a2-af41-c818aacee800 req-67300406-8146-4ff4-888d-8ebb96175b19 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 210 time: 0.0324917 Oct 13 00:47:19.006194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-637d300e-f144-4e6c-98a0-657c7592dcbc req-bc1195e1-dc88-4f10-8f7a-70693b2f966c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 210 time: 0.0390844 Oct 13 00:47:20.116001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a19bf176-277a-46a4-9fd8-9206e2cb56d2 req-abbd736d-cd69-4b49-a1d2-52b75cee14bb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 210 time: 0.0317626 Oct 13 00:47:21.265875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e5c74a6-60e7-4f96-ad23-5635fc70f80f req-b276c3c0-ac6d-4f0e-9633-72ed2e5a79d2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2db6c81e-d7f9-46be-b4fe-8c60a6781057 HTTP/1.1" status: 200 len: 210 time: 0.0304656 Oct 13 00:47:21.635017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:47:21.672872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:47:21.673972 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ab2e2233-6ed4-41ec-ab78-e9c4dc606f12 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:47:26.824298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bdfc6-d439-415a-81b5-50a8cad634bc req-592a5155-a627-42dc-aed8-6742cc8b2985 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:26.826323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-832bdfc6-d439-415a-81b5-50a8cad634bc req-592a5155-a627-42dc-aed8-6742cc8b2985 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 946 time: 0.0497839 Oct 13 00:47:26.865206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-832bdfc6-d439-415a-81b5-50a8cad634bc req-357b1704-e1ef-4425-9b77-28b283b82da3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Oct 13 00:47:27.984903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ff6ed-e327-45e8-8afb-2ae77adb51b3 req-5f693f72-9a88-453d-86a9-481e9a96452d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:27.987459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-761ff6ed-e327-45e8-8afb-2ae77adb51b3 req-5f693f72-9a88-453d-86a9-481e9a96452d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 946 time: 0.0535426 Oct 13 00:47:28.026837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-761ff6ed-e327-45e8-8afb-2ae77adb51b3 req-a0b117ec-e038-44c8-a4ce-0f9f7207e02e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2c1524f-2823-499a-92bc-85cd4ce412f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Oct 13 00:47:28.553301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-349f2024-15d1-4bfe-8bf9-9dcb11ca299c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:28.554766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-349f2024-15d1-4bfe-8bf9-9dcb11ca299c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 946 time: 0.0489154 Oct 13 00:47:28.656108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port 175de860-3efa-48d4-85db-9452f8842bca {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:47:28.656462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:28.762745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] For port 175de860-3efa-48d4-85db-9452f8842bca, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=175de860-3efa-48d4-85db-9452f8842bca,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:47:28.763488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:28.780589 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for 175de860-3efa-48d4-85db-9452f8842bca owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:47:28.904480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:28.933670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=175de860-3efa-48d4-85db-9452f8842bca,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:28.939101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['175de860-3efa-48d4-85db-9452f8842bca'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:47:28.993889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] No DVR routers for this DVR port 175de860-3efa-48d4-85db-9452f8842bca on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:47:28.998383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:29.002057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e4f44e-1802-42b7-b349-1c5949104044 req-a9cb8a02-9a44-4c02-b6aa-d49bd3b0065c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "DELETE /v2.0/ports/175de860-3efa-48d4-85db-9452f8842bca HTTP/1.1" status: 204 len: 173 time: 0.4336674 Oct 13 00:47:29.002544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906fd6b-6249-40c0-b9fa-d156d36aefdf', 'name': 'network-vif-deleted', 'tag': '175de860-3efa-48d4-85db-9452f8842bca'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:47:29.005456 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751da251-4763-4fe7-90e5-481b9b218b62" -d '{"events": [{"server_uuid": "6906fd6b-6249-40c0-b9fa-d156d36aefdf", "name": "network-vif-deleted", "tag": "175de860-3efa-48d4-85db-9452f8842bca"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:47:29.044194 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d9e50-0b9f-470d-a1dc-b75134a4aaff x-openstack-request-id: req-539d9e50-0b9f-470d-a1dc-b75134a4aaff {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:47:29.044492 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6906fd6b-6249-40c0-b9fa-d156d36aefdf", "name": "network-vif-deleted", "tag": "175de860-3efa-48d4-85db-9452f8842bca", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:47:29.044808 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-539d9e50-0b9f-470d-a1dc-b75134a4aaff {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:47:29.045206 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906fd6b-6249-40c0-b9fa-d156d36aefdf', 'name': 'network-vif-deleted', 'tag': '175de860-3efa-48d4-85db-9452f8842bca', 'status': 'completed', 'code': 200} Oct 13 00:47:29.128862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe2302bd-6c96-47f4-b54f-2ffed9aa0ac3 req-11274ee6-6d70-42e1-b16e-b6afbd68b2ca tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 210 time: 0.0330682 Oct 13 00:47:29.186542 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:47:30.236336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59262b7f-53bd-4984-9d90-adcb75224a3f req-0b05fb9d-bdbd-465e-b607-8aaaa0cbf8a4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 210 time: 0.0294926 Oct 13 00:47:30.958146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 175de860-3efa-48d4-85db-9452f8842bca no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:47:30.986289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 175de860-3efa-48d4-85db-9452f8842bca {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:47:30.986640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 175de860-3efa-48d4-85db-9452f8842bca not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:47:31.340463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e99036ab-b8e3-49af-a771-203cbfb36437 req-08e94968-8b80-42de-be93-32aee861e6f3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 210 time: 0.0271485 Oct 13 00:47:32.439791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eab57cd7-881e-4785-809f-7adc454ca749 req-da209ae2-1aac-4bab-8588-7b5d47548d0a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 210 time: 0.0278070 Oct 13 00:47:33.586323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d494c3d4-6278-40d2-aa20-0f776a9fae75 req-d8160f9c-21c3-4faa-b18c-4aba94adec3a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=6906fd6b-6249-40c0-b9fa-d156d36aefdf HTTP/1.1" status: 200 len: 210 time: 0.0413208 Oct 13 00:47:36.766548 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:37.261511 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:37.843159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44180) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:37.848649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561098848', 'description': 'tempest-secgroup-smoke-1561098848 description', 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:37.871975 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:37.939769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:37.943635 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:37.974662 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:37.976062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311650 Oct 13 00:47:37.977126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d82c56-2cbe-4548-a573-5f94c19130b3,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:37.979039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44186) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:37.984360 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-69975821-7415-4acc-b8f3-ce10a49288ef tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'security_group_rule': {'security_group_id': '55d82c56-2cbe-4548-a573-5f94c19130b3', 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:37.999344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:37.999711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.000055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.000383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.000718 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.001043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.001362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.001682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.002003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.002319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.002635 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.002948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b166d-90ae-44f6-884a-f77b78fb6c9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:47:38.029263 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69975821-7415-4acc-b8f3-ce10a49288ef tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.075996 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69975821-7415-4acc-b8f3-ce10a49288ef tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.079946 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69975821-7415-4acc-b8f3-ce10a49288ef tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.097019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69975821-7415-4acc-b8f3-ce10a49288ef tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1481df60-e1c7-4f7e-96b3-926ed44732d6,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:38.104807 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-69975821-7415-4acc-b8f3-ce10a49288ef tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.108570 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-69975821-7415-4acc-b8f3-ce10a49288ef tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260316 Oct 13 00:47:38.108846 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44188) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:38.113600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8752b8f7-752e-486c-be29-74975921ec94 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'security_group_rule': {'security_group_id': '55d82c56-2cbe-4548-a573-5f94c19130b3', 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:38.140001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8752b8f7-752e-486c-be29-74975921ec94 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.198989 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8752b8f7-752e-486c-be29-74975921ec94 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.202658 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8752b8f7-752e-486c-be29-74975921ec94 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.221566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752b8f7-752e-486c-be29-74975921ec94 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101080a0-18be-44b6-a440-80926e9c2153,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:38.230537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8752b8f7-752e-486c-be29-74975921ec94 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.231936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8752b8f7-752e-486c-be29-74975921ec94 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220007 Oct 13 00:47:38.234689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44194) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:38.239022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-58318f8e-a002-457a-921f-8f845ca7de5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'security_group_rule': {'security_group_id': '55d82c56-2cbe-4548-a573-5f94c19130b3', 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:38.266533 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58318f8e-a002-457a-921f-8f845ca7de5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.327364 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58318f8e-a002-457a-921f-8f845ca7de5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.330935 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58318f8e-a002-457a-921f-8f845ca7de5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.349489 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58318f8e-a002-457a-921f-8f845ca7de5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4109dbbb-ea7d-4428-88ea-4615ebb423a1,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:38.358435 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58318f8e-a002-457a-921f-8f845ca7de5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.362140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-58318f8e-a002-457a-921f-8f845ca7de5f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240137 Oct 13 00:47:38.362314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44196) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:38.366591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b23f8218-8680-499e-b676-edb2e5177b59 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'security_group_rule': {'security_group_id': '55d82c56-2cbe-4548-a573-5f94c19130b3', 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:38.396926 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b23f8218-8680-499e-b676-edb2e5177b59 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.459775 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b23f8218-8680-499e-b676-edb2e5177b59 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.463538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b23f8218-8680-499e-b676-edb2e5177b59 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.482345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f8218-8680-499e-b676-edb2e5177b59 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8b94c9-0490-4681-a2a1-ddf4f7789ba9,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:38.492776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b23f8218-8680-499e-b676-edb2e5177b59 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.494681 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b23f8218-8680-499e-b676-edb2e5177b59 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314549 Oct 13 00:47:38.497441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44202) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:38.501891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-97822acb-35ce-494a-82c9-d16a9986fdaa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'security_group_rule': {'security_group_id': '55d82c56-2cbe-4548-a573-5f94c19130b3', 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:38.523781 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-97822acb-35ce-494a-82c9-d16a9986fdaa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Project a9d725c267a84f15879d2b1a52df2e8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:47:38.529133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97822acb-35ce-494a-82c9-d16a9986fdaa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.591961 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97822acb-35ce-494a-82c9-d16a9986fdaa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.596898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97822acb-35ce-494a-82c9-d16a9986fdaa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.615050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97822acb-35ce-494a-82c9-d16a9986fdaa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cfb98a-f73a-4ecc-9d87-47827f06981c,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:38.623552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-97822acb-35ce-494a-82c9-d16a9986fdaa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.624777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-97822acb-35ce-494a-82c9-d16a9986fdaa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263084 Oct 13 00:47:38.627401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44204) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:38.631769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-302663fa-eae7-4594-9b8c-f633de46a4aa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'security_group_rule': {'security_group_id': '55d82c56-2cbe-4548-a573-5f94c19130b3', 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:38.653082 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-302663fa-eae7-4594-9b8c-f633de46a4aa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Project a9d725c267a84f15879d2b1a52df2e8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:47:38.658074 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-302663fa-eae7-4594-9b8c-f633de46a4aa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.721323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-302663fa-eae7-4594-9b8c-f633de46a4aa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.725780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-302663fa-eae7-4594-9b8c-f633de46a4aa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.744793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302663fa-eae7-4594-9b8c-f633de46a4aa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ab2263-76f4-497d-a73f-af8a519a25cd,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:38.752537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-302663fa-eae7-4594-9b8c-f633de46a4aa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:38.753732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-302663fa-eae7-4594-9b8c-f633de46a4aa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253610 Oct 13 00:47:41.807136 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-068132a9-a80e-400f-92cd-9f3be62d3932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:44.584853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c8fbc65-4b45-4e36-ba24-5f6470b0756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:45.790400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:45.939605 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:47.600948 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:55.175262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e8c3d10d-146a-42dc-979b-57240c087e80 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561098848&fields=id&tenant_id=a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 267 time: 0.0376072 Oct 13 00:47:55.300608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-70bd4356-3218-4f0c-8c74-d52f48872dc2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:55.302079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-70bd4356-3218-4f0c-8c74-d52f48872dc2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1115460 Oct 13 00:47:55.317032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-8dd7dfe7-a3f6-4081-b76e-d5604ee972fc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/quotas/a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 375 time: 0.0090840 Oct 13 00:47:55.368205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-ca39a901-7174-4122-804e-ed48622c9990 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458806 Oct 13 00:47:55.443677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e529cd6c-5246-4f46-ab2e-e17b92ee1a3d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:47:55.444673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e529cd6c-5246-4f46-ab2e-e17b92ee1a3d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0600402 Oct 13 00:47:55.537258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-252f4393-4eab-4826-a36a-54836be04f54 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859091 Oct 13 00:47:55.629765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-3387b4c1-a480-4dbb-873a-dcecf4e7442d service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853808 Oct 13 00:47:55.902777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 44926) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:55.943222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ffee560-6d36-4780-a19a-23c6d71c0fcd req-7c85840a-74de-4b5a-b3c2-da3f9917eeb5 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 210 time: 0.0332894 Oct 13 00:47:56.027583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-950dfe4d-71e4-4710-8c79-17532b50212e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:56.111651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-950dfe4d-71e4-4710-8c79-17532b50212e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:56.115737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-950dfe4d-71e4-4710-8c79-17532b50212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:56.158424 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 44934) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:47:56.158637 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-950dfe4d-71e4-4710-8c79-17532b50212e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dfbda07815145539d18fe33edea39d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538519 Oct 13 00:47:56.160062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dfe4d-71e4-4710-8c79-17532b50212e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d0bf33-07fe-4038-b8ce-d68b5bb9c2ee,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:56.213206 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-07706676-e08c-423a-bbdd-3cf401f95e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:56.236072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-07706676-e08c-423a-bbdd-3cf401f95e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:56.286472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-07706676-e08c-423a-bbdd-3cf401f95e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:56.289290 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-07706676-e08c-423a-bbdd-3cf401f95e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:56.290476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-07706676-e08c-423a-bbdd-3cf401f95e10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53d0bf33-07fe-4038-b8ce-d68b5bb9c2ee HTTP/1.1" status: 204 len: 168 time: 0.1305363 Oct 13 00:47:56.298764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07706676-e08c-423a-bbdd-3cf401f95e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d0bf33-07fe-4038-b8ce-d68b5bb9c2ee,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:56.982302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-a800c576-dfc6-4b83-a66d-b9cb4de288ea tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:56.983839 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-a800c576-dfc6-4b83-a66d-b9cb4de288ea tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1153536 Oct 13 00:47:57.050767 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-39e659fc-f1fe-483e-8d79-5b0936fe33be tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 380 time: 0.0504723 Oct 13 00:47:57.060546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf965e27-a961-4835-b412-b054e7c0c3ca req-8127b3ab-ff54-4289-a6c8-69b1d2aa5854 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 210 time: 0.0377271 Oct 13 00:47:57.063312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'port': {'device_id': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'admin_state_up': True, 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'security_groups': ['55d82c56-2cbe-4548-a573-5f94c19130b3']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:57.186889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:47:57.193503 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:57.323447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.20.0.13 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/6d153018-bd17-4434-8120-2e951fc42ae8) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:47:57.481768 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:57.517900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:57.579108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:47:57.582195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:47:57.586788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:47:57.590815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=6d153018-bd17-4434-8120-2e951fc42ae8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:57.650136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:57.650868 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:57.668067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-5a92f771-df0a-4fdb-9b84-ceed86306efb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6118138 Oct 13 00:47:57.688288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Request body: {'port': {'device_id': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:47:57.760296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:57.930782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f73187d6-705c-4f7d-bf8c-0ccd25e5682d None None] Provisioning complete for port 6d153018-bd17-4434-8120-2e951fc42ae8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:47:57.931385 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f73187d6-705c-4f7d-bf8c-0ccd25e5682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:57.968422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f73187d6-705c-4f7d-bf8c-0ccd25e5682d None None] Port 6d153018-bd17-4434-8120-2e951fc42ae8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:47:58.104499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d153018-bd17-4434-8120-2e951fc42ae8 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:47:58.120941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:58.137276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Transition to ACTIVE for port object 6d153018-bd17-4434-8120-2e951fc42ae8 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:47:58.145233 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:58.186993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86559b-f6a6-4387-ac59-ff74e648bbbf req-a97697e9-05ed-47f8-8c4f-193f14774e02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:58.204092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be86559b-f6a6-4387-ac59-ff74e648bbbf req-a97697e9-05ed-47f8-8c4f-193f14774e02 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0694764 Oct 13 00:47:58.234857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d153018-bd17-4434-8120-2e951fc42ae8,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:58.264793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be86559b-f6a6-4387-ac59-ff74e648bbbf req-e1103272-569c-43f7-966f-92e0cffc4f21 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594485 Oct 13 00:47:58.328430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Attempting to bind port 6d153018-bd17-4434-8120-2e951fc42ae8 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:47:58.328767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Attempting to bind port 6d153018-bd17-4434-8120-2e951fc42ae8 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:47:58.329098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Attempting to bind port 6d153018-bd17-4434-8120-2e951fc42ae8 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:47:58.334099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Port 6d153018-bd17-4434-8120-2e951fc42ae8 on network 221e2b3b-0921-4862-be15-a1221a8245ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:47:58.334365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Attempting to bind port 6d153018-bd17-4434-8120-2e951fc42ae8 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:47:58.341517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:47:58.342455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:47:58.343057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:47:58.343716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Bound port: 6d153018-bd17-4434-8120-2e951fc42ae8, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:47:58.344298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:58.434403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] For port 6d153018-bd17-4434-8120-2e951fc42ae8, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:47:58.438297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] For port 6d153018-bd17-4434-8120-2e951fc42ae8, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6d153018-bd17-4434-8120-2e951fc42ae8,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:47:58.442753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:58.481844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:58.482730 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:47:58.484241 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/6d153018-bd17-4434-8120-2e951fc42ae8 HTTP/1.1" status: 200 len: 1092 time: 0.8017831 Oct 13 00:47:58.484648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'tag': '6d153018-bd17-4434-8120-2e951fc42ae8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:47:58.487262 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffbb382-c6c4-4211-b5d8-225471c089c2", "tag": "6d153018-bd17-4434-8120-2e951fc42ae8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:47:58.534381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a19a0-9769-435f-b524-517991bb36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d153018-bd17-4434-8120-2e951fc42ae8,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:47:58.562847 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184f2bd0-0396-4e23-ab00-18207366dd13 x-openstack-request-id: req-184f2bd0-0396-4e23-ab00-18207366dd13 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:47:58.563142 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffbb382-c6c4-4211-b5d8-225471c089c2", "tag": "6d153018-bd17-4434-8120-2e951fc42ae8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:47:58.563392 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-184f2bd0-0396-4e23-ab00-18207366dd13 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:47:58.563863 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'tag': '6d153018-bd17-4434-8120-2e951fc42ae8', 'status': 'completed', 'code': 200} Oct 13 00:47:58.601788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-97d6d438-0672-44f8-bf6d-4a4b4dd7ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:58.603993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-97d6d438-0672-44f8-bf6d-4a4b4dd7ab16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 1095 time: 0.0524316 Oct 13 00:47:58.685652 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-bf8d9ef6-4e62-4af7-a071-bfded6caf164 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d153018-bd17-4434-8120-2e951fc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.0626528 Oct 13 00:47:58.749886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-892b84f5-62ac-4a72-ade4-3171fa0a7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:58.751417 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-892b84f5-62ac-4a72-ade4-3171fa0a7bc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0638728 Oct 13 00:47:58.804866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-f63bf637-6c3d-4ae3-953d-80487a0b153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:58.806452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-f63bf637-6c3d-4ae3-953d-80487a0b153b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482183 Oct 13 00:47:58.913449 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-ac669b5a-a2ab-45a8-9f4b-f5f26481ae6c service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994174 Oct 13 00:47:59.014837 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9522e64a-43f8-4e90-ba60-1734c24dacb5 req-02c42bf3-6cf8-40b4-a6d7-88c800993ac7 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940862 Oct 13 00:47:59.132224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-f0af61b1-0dd9-40a9-87ab-b43506057228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:59.134263 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-f0af61b1-0dd9-40a9-87ab-b43506057228 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 1095 time: 0.0460868 Oct 13 00:47:59.232767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-cbf099e4-b100-4438-a880-ba8d38c74c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:59.234590 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-cbf099e4-b100-4438-a880-ba8d38c74c70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0933683 Oct 13 00:47:59.281159 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-f3f206e7-8cc5-4596-afa1-e6268a48d49e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d153018-bd17-4434-8120-2e951fc42ae8 HTTP/1.1" status: 200 len: 217 time: 0.0390863 Oct 13 00:47:59.344339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-a1ec06c6-b5e4-4e76-96f3-a2e1766cd7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:59.346474 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-a1ec06c6-b5e4-4e76-96f3-a2e1766cd7d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0586014 Oct 13 00:47:59.394988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f13d79-76d5-4212-b6d2-971a04a50387 req-607ab5d1-b3fc-44cb-b7fd-d8fe3cda0c75 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:59.402768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20f13d79-76d5-4212-b6d2-971a04a50387 req-607ab5d1-b3fc-44cb-b7fd-d8fe3cda0c75 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0617201 Oct 13 00:47:59.413676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-7a4404d4-e8f9-40e7-bf83-ab8607df7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:47:59.416310 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-7a4404d4-e8f9-40e7-bf83-ab8607df7eb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609903 Oct 13 00:47:59.453556 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20f13d79-76d5-4212-b6d2-971a04a50387 req-8fa30246-51d9-4b4e-b738-3a08551e1b54 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443873 Oct 13 00:47:59.520751 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-b30ec90d-c2a2-469e-b7f5-c64bce846f47 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973744 Oct 13 00:47:59.627237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fa0da929-327b-4659-a1a1-6c5e83d5e5c1 req-f5d0dfb7-c571-499c-ab9a-521ac753edf1 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992451 Oct 13 00:48:00.567101 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea886d3e-00b3-4798-a17f-89d6ee2c7c3e req-bb98d807-9ba6-4d60-ab85-2090f680206b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:00.568894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea886d3e-00b3-4798-a17f-89d6ee2c7c3e req-bb98d807-9ba6-4d60-ab85-2090f680206b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0519881 Oct 13 00:48:00.612373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea886d3e-00b3-4798-a17f-89d6ee2c7c3e req-16a97a34-4ac4-4025-abbc-f9725a88f7ee tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347648 Oct 13 00:48:01.735845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee834309-4b3a-4c39-8724-ad6e7292224e req-186fd7e4-56ee-49fa-8e80-65933b59bef1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:01.737419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee834309-4b3a-4c39-8724-ad6e7292224e req-186fd7e4-56ee-49fa-8e80-65933b59bef1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0491984 Oct 13 00:48:01.782476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee834309-4b3a-4c39-8724-ad6e7292224e req-3576356e-2ff0-48de-a4ff-0e6a09ee4a04 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377672 Oct 13 00:48:02.901128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d18bb-efc6-495a-a99a-b2f280645dba req-6c66da4a-a6d5-4a61-9b58-b0e32bcf6ef3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:02.902635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-305d18bb-efc6-495a-a99a-b2f280645dba req-6c66da4a-a6d5-4a61-9b58-b0e32bcf6ef3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0518115 Oct 13 00:48:02.942896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-305d18bb-efc6-495a-a99a-b2f280645dba req-04e45c44-f62d-439c-abd6-44512649acae tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341954 Oct 13 00:48:04.058504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100fc83-63c0-4b15-8310-9fa389c1ac29 req-1ddacab9-5805-4c3b-af0b-ee71a7516bce tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:04.060032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0100fc83-63c0-4b15-8310-9fa389c1ac29 req-1ddacab9-5805-4c3b-af0b-ee71a7516bce tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0494478 Oct 13 00:48:04.099163 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0100fc83-63c0-4b15-8310-9fa389c1ac29 req-725c2592-b12d-469d-97a4-f48072432d04 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327370 Oct 13 00:48:05.214425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0055bfa-6ac1-40bf-b4d8-2d33d47e1a3c req-d08eae9b-2000-47ad-885d-5fb5230ae012 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:05.215956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0055bfa-6ac1-40bf-b4d8-2d33d47e1a3c req-d08eae9b-2000-47ad-885d-5fb5230ae012 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0489097 Oct 13 00:48:05.258760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0055bfa-6ac1-40bf-b4d8-2d33d47e1a3c req-7a4d1643-2821-4cb9-b6e9-2531793404f3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 Oct 13 00:48:06.186475 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:48:06.378139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adafdf1-b1a7-4e1d-afff-df08054668a8 req-3008a602-1ab9-4ef8-b259-f1f93c6ec36e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:06.384086 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4adafdf1-b1a7-4e1d-afff-df08054668a8 req-3008a602-1ab9-4ef8-b259-f1f93c6ec36e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0559623 Oct 13 00:48:06.419591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4adafdf1-b1a7-4e1d-afff-df08054668a8 req-8117681e-740a-4bb1-b58b-57361571e6fe tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Oct 13 00:48:06.779423 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:07.266197 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:07.533700 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ef876-6b6b-4d73-bddf-75407c7f12d7 req-9f1efe10-517e-47fe-b39e-0999484303db tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:07.535225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f8ef876-6b6b-4d73-bddf-75407c7f12d7 req-9f1efe10-517e-47fe-b39e-0999484303db tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0491998 Oct 13 00:48:07.576863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f8ef876-6b6b-4d73-bddf-75407c7f12d7 req-b2c30204-fe9b-4036-8f60-8af708ab412b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337944 Oct 13 00:48:08.690834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf883a-9cdd-4fa9-9473-e6131f110a9c req-b0e791a5-6d17-43ea-89b1-2efa9ab3c0e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:08.692246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51cf883a-9cdd-4fa9-9473-e6131f110a9c req-b0e791a5-6d17-43ea-89b1-2efa9ab3c0e3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0496759 Oct 13 00:48:08.735284 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51cf883a-9cdd-4fa9-9473-e6131f110a9c req-891f948b-203a-44e7-8e6e-03b09cef8c83 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362725 Oct 13 00:48:09.848305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4594d-adcb-4c6b-8c51-9468ddf08695 req-945600e2-0ed8-4798-821d-65e0b3af1116 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:09.849795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71f4594d-adcb-4c6b-8c51-9468ddf08695 req-945600e2-0ed8-4798-821d-65e0b3af1116 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0489416 Oct 13 00:48:09.889937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71f4594d-adcb-4c6b-8c51-9468ddf08695 req-92484fa9-ad5b-4156-8069-369d58df6a74 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322819 Oct 13 00:48:11.018633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de93124-3cce-49a9-b2ec-697a687806ab req-43565ea5-a2a2-4b7a-93cc-fd210e9b9bd0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:11.021022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6de93124-3cce-49a9-b2ec-697a687806ab req-43565ea5-a2a2-4b7a-93cc-fd210e9b9bd0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 944 time: 0.0588889 Oct 13 00:48:11.061221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6de93124-3cce-49a9-b2ec-697a687806ab req-9105da20-bf6b-4ae3-96bf-b2d6cb354c83 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332680 Oct 13 00:48:11.808224 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5a47525a-8048-4075-b485-af7ee57151f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:11.882563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6d153018-bd17-4434-8120-2e951fc42ae8 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:48:11.981432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6d153018-bd17-4434-8120-2e951fc42ae8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6d153018-bd17-4434-8120-2e951fc42ae8,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:48:11.993633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '6d153018-bd17-4434-8120-2e951fc42ae8', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'port_id': '6d153018-bd17-4434-8120-2e951fc42ae8', 'mac_address': 'fa:16:3e:6d:9d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:48:12.029675 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:12.045455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d153018-bd17-4434-8120-2e951fc42ae8 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:48:12.064599 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6d153018-bd17-4434-8120-2e951fc42ae8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6d153018-bd17-4434-8120-2e951fc42ae8,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:48:12.069902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:12.119484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6d153018-bd17-4434-8120-2e951fc42ae8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:48:12.127306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.127690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.128036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.128374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.128712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.129050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.129377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.129709 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.130033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.130356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.130682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.131004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:12.178876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65310bde-e9b0-4425-9cba-6b4428ff312d req-1e77d4f7-7e82-46d3-a192-5c8309252696 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:12.180982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65310bde-e9b0-4425-9cba-6b4428ff312d req-1e77d4f7-7e82-46d3-a192-5c8309252696 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Oct 13 00:48:12.221858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65310bde-e9b0-4425-9cba-6b4428ff312d req-f6eac8f2-d6de-4caa-8839-de4490bfc3e0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347891 Oct 13 00:48:12.457544 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6d153018-bd17-4434-8120-2e951fc42ae8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:48:13.336381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a95a8-853d-40d5-96b8-50e375b6420d req-8461afbf-285a-4077-9237-4888dfaa28a2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:13.337874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c5a95a8-853d-40d5-96b8-50e375b6420d req-8461afbf-285a-4077-9237-4888dfaa28a2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Oct 13 00:48:13.375603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c5a95a8-853d-40d5-96b8-50e375b6420d req-9eb3fa8c-c165-4d02-88e7-205cb62777b1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Oct 13 00:48:13.912211 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6d153018-bd17-4434-8120-2e951fc42ae8 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:48:13.961674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 6d153018-bd17-4434-8120-2e951fc42ae8 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:48:13.965583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 6d153018-bd17-4434-8120-2e951fc42ae8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:48:13.966128 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:14.044973 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:14.067242 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d153018-bd17-4434-8120-2e951fc42ae8'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:48:14.069469 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaa4f0a-e367-4716-8381-c0311d0d4a80" -d '{"events": [{"server_uuid": "4ffbb382-c6c4-4211-b5d8-225471c089c2", "name": "network-vif-plugged", "status": "completed", "tag": "6d153018-bd17-4434-8120-2e951fc42ae8"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:48:14.083056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6d153018-bd17-4434-8120-2e951fc42ae8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6d153018-bd17-4434-8120-2e951fc42ae8,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:48:14.087637 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:14.136417 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6d153018-bd17-4434-8120-2e951fc42ae8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:48:14.230919 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbe949d-ee10-459f-975c-5e357191224d x-openstack-request-id: req-9fbe949d-ee10-459f-975c-5e357191224d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:48:14.231218 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffbb382-c6c4-4211-b5d8-225471c089c2", "name": "network-vif-plugged", "status": "completed", "tag": "6d153018-bd17-4434-8120-2e951fc42ae8", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:48:14.231473 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fbe949d-ee10-459f-975c-5e357191224d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:48:14.231900 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d153018-bd17-4434-8120-2e951fc42ae8', 'code': 200} Oct 13 00:48:14.356463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a0f7a-bf31-4f76-bfc9-c0bdd9321703 req-ad64fec3-feed-4eb3-90da-9c65bf2b10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:14.357912 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b1a0f7a-bf31-4f76-bfc9-c0bdd9321703 req-ad64fec3-feed-4eb3-90da-9c65bf2b10fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 1097 time: 0.0404069 Oct 13 00:48:14.397568 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b1a0f7a-bf31-4f76-bfc9-c0bdd9321703 req-4700c27d-efbb-432f-971d-9609ef58d092 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Oct 13 00:48:14.490231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0001c27-f0b7-4fab-84e2-fb51b13b2713 req-a14ab350-6150-4a91-97aa-b68ef011afb1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:14.491727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0001c27-f0b7-4fab-84e2-fb51b13b2713 req-a14ab350-6150-4a91-97aa-b68ef011afb1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 946 time: 0.0482550 Oct 13 00:48:14.528822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0001c27-f0b7-4fab-84e2-fb51b13b2713 req-15890627-4d79-4735-aa3b-382f6dc536de tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304363 Oct 13 00:48:14.586367 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc52ed66-68eb-49f4-a4c7-0f3e1c834e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:15.644778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4ad33-c8e4-4dc1-8485-4b34af5dab4c req-ba7856b4-e87c-46f6-a679-947478c76537 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:15.646278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cd4ad33-c8e4-4dc1-8485-4b34af5dab4c req-ba7856b4-e87c-46f6-a679-947478c76537 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 946 time: 0.0480435 Oct 13 00:48:15.687049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6cd4ad33-c8e4-4dc1-8485-4b34af5dab4c req-08b1df6f-0285-40b5-ae07-e67e2e51f50e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347700 Oct 13 00:48:15.794482 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:15.943825 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:16.816352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30020-8224-44b5-bb32-82a24b8df87b req-964aa286-7dee-4b0e-84c3-45bf98bd1ef1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:16.818014 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4aa30020-8224-44b5-bb32-82a24b8df87b req-964aa286-7dee-4b0e-84c3-45bf98bd1ef1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 946 time: 0.0526140 Oct 13 00:48:16.856526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4aa30020-8224-44b5-bb32-82a24b8df87b req-675805c0-e462-4811-8647-e4c287ed49eb tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Oct 13 00:48:16.969462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7f41b-93ff-4fef-ba62-a84482ff138a req-84d63823-3193-4b8a-a8d4-94370e72caf4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:16.970931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ee7f41b-93ff-4fef-ba62-a84482ff138a req-84d63823-3193-4b8a-a8d4-94370e72caf4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 946 time: 0.0493891 Oct 13 00:48:17.011584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ee7f41b-93ff-4fef-ba62-a84482ff138a req-564e647b-f939-4422-aa60-3142edcab00c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342870 Oct 13 00:48:17.038258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45146) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:48:17.088923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7733c9e1-80bc-4eb1-8329-2216c3b69c6e tempest-TestVolumeBootPattern-1309011248 tempest-TestVolumeBootPattern-1309011248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:17.090470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7733c9e1-80bc-4eb1-8329-2216c3b69c6e tempest-TestVolumeBootPattern-1309011248 tempest-TestVolumeBootPattern-1309011248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 1092 time: 0.0511508 Oct 13 00:48:17.093538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45148) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:48:17.097842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '6d153018-bd17-4434-8120-2e951fc42ae8', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:48:17.121746 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:17.219058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:17.326622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.25.3.244 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/658f941b-9c36-4b36-8fa9-7326a8e63a64) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:48:17.427360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:17.460419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:17.605497 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:17.750266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:48:17.754624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:48:17.759162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:48:17.762210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=658f941b-9c36-4b36-8fa9-7326a8e63a64,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:48:17.789477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.789823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.790161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.790496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.790827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.791155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.791481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.791826 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.792155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.792473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.792792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:17.793109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:18.200392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:18.290020 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:18.474930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:18.487352 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:18.600604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=658f941b-9c36-4b36-8fa9-7326a8e63a64,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:48:18.609315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:18.733217 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Floating IP 1f3c8944-4ca2-4eb4-93c8-4fc15b952bb9 associated. External IP: 172.25.3.244, port: 6d153018-bd17-4434-8120-2e951fc42ae8. Oct 13 00:48:19.078781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:48:19.272553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:48:19.291217 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:48:19.302806 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:19.304228 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:48:19.308931 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:48:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:48:19.367307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e4f732ad-a50a-4ea4-96b8-c6fc88a06942 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2583866 Oct 13 00:48:19.367307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'tag': '6d153018-bd17-4434-8120-2e951fc42ae8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:48:19.367307 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e7e998-bc5b-4b84-be59-96a1ce21a655" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffbb382-c6c4-4211-b5d8-225471c089c2", "tag": "6d153018-bd17-4434-8120-2e951fc42ae8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:48:19.414779 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b54103c-2519-4616-954f-a5df68927a2c x-openstack-request-id: req-5b54103c-2519-4616-954f-a5df68927a2c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:48:19.415058 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffbb382-c6c4-4211-b5d8-225471c089c2", "tag": "6d153018-bd17-4434-8120-2e951fc42ae8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:48:19.416035 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b54103c-2519-4616-954f-a5df68927a2c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:48:19.416035 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'tag': '6d153018-bd17-4434-8120-2e951fc42ae8', 'status': 'completed', 'code': 200} Oct 13 00:48:19.472858 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:48:19.517394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-732d5182-f8e5-4a76-acd8-aa15102e38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:19.518948 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-732d5182-f8e5-4a76-acd8-aa15102e38ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 1097 time: 0.0500410 Oct 13 00:48:19.637271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-764ac248-c226-414c-a7e1-ed376ae9cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:19.638672 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-764ac248-c226-414c-a7e1-ed376ae9cf00 service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.1129200 Oct 13 00:48:19.711420 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-59531717-ffca-4cab-93fd-11dc00de7c3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d153018-bd17-4434-8120-2e951fc42ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0645816 Oct 13 00:48:19.772965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-69776300-c799-4d7d-9a13-f9a76f7f8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:19.775354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-69776300-c799-4d7d-9a13-f9a76f7f8987 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0569508 Oct 13 00:48:19.830788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-616efe34-d8c0-4bda-9948-6f4daa61be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:19.832336 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-616efe34-d8c0-4bda-9948-6f4daa61be7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475676 Oct 13 00:48:19.891003 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '1f3c8944-4ca2-4eb4-93c8-4fc15b952bb9', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '6d153018-bd17-4434-8120-2e951fc42ae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:6d:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:48:17Z', 'updated_at': '2021-10-13T00:48:17Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:48:19.924334 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:48:19.941899 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:48:19.942720 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:48:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:48:19.999899 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-72e8b8cb-06f2-4970-8d5d-7852f9719319 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593299 Oct 13 00:48:20.076527 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:48:20.133705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7e7e998-bc5b-4b84-be59-96a1ce21a655 req-89007195-457e-4e96-bca6-c8a2fd946648 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268058 Oct 13 00:48:20.372762 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '1f3c8944-4ca2-4eb4-93c8-4fc15b952bb9', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '6d153018-bd17-4434-8120-2e951fc42ae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:6d:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:48:17Z', 'updated_at': '2021-10-13T00:48:17Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:48:20.403967 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486fa993-d1ee-4c1d-a512-878feaf67e6a None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '1f3c8944-4ca2-4eb4-93c8-4fc15b952bb9', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.244', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '6d153018-bd17-4434-8120-2e951fc42ae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:6d:9d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:48:17Z', 'updated_at': '2021-10-13T00:48:17Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:48:20.870768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ccae2-075b-4497-80e1-0eb256465437 None None] New status for floating IP 1f3c8944-4ca2-4eb4-93c8-4fc15b952bb9: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:48:21.240781 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-b580dde6-ed77-4a9a-9b83-f56cdb94e9bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417233 Oct 13 00:48:21.368009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-2a0d1c99-91ed-4dd8-8acd-63f3d6a06fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:21.369693 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-2a0d1c99-91ed-4dd8-8acd-63f3d6a06fb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 1097 time: 0.0696900 Oct 13 00:48:21.481461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-07fade66-6377-4ee9-8b7f-1946d0a811f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:21.483049 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-07fade66-6377-4ee9-8b7f-1946d0a811f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0904126 Oct 13 00:48:21.554905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-718712d5-00d4-4979-aa4c-0c42d486cbe2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d153018-bd17-4434-8120-2e951fc42ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0646160 Oct 13 00:48:21.604839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-fc4427c1-cf20-4778-807e-714761f14877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:21.606411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-fc4427c1-cf20-4778-807e-714761f14877 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0449281 Oct 13 00:48:21.653153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-c1f30e1a-1ff4-4029-86eb-f90443a35488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:48:21.654563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-c1f30e1a-1ff4-4029-86eb-f90443a35488 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418622 Oct 13 00:48:21.748547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-838ac288-f461-4283-9421-b50ff5c8e48f service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872982 Oct 13 00:48:21.840873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e5bf7fcf-332d-442c-b5b4-a3d3e87d6764 req-761a7b7f-7efd-4e58-ab8e-8dac93a8162a service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860131 Oct 13 00:48:36.774211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:37.260718 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:41.813001 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06005530-6640-4e82-a96b-656975e4225f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:43.186583 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:48:44.588516 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f37bf964-dd6d-4fab-bf5f-465d69f0bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:45.796387 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:45.945927 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:46.385338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45256) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:48:46.494774 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-932573f9-3d11-45bb-a770-5c4862ce5b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:46.568242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-932573f9-3d11-45bb-a770-5c4862ce5b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:46.571603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-932573f9-3d11-45bb-a770-5c4862ce5b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:46.615990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-932573f9-3d11-45bb-a770-5c4862ce5b57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fec7c7430d7048bf8f83df0e951777ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293997 Oct 13 00:48:46.617136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932573f9-3d11-45bb-a770-5c4862ce5b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005d2413-d23a-4ad2-8cf5-a090eb9caba2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:48:46.619344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45260) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:48:46.672722 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:46.695220 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:46.745393 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:46.748559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:46.749719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/005d2413-d23a-4ad2-8cf5-a090eb9caba2 HTTP/1.1" status: 204 len: 168 time: 0.1274841 Oct 13 00:48:46.757568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d2413-d23a-4ad2-8cf5-a090eb9caba2,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:48:46.765147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.765501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.765844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.766180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.766517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.767136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.767528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.768073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.768338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.768523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.768842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:46.769382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160008e2-e7d8-4648-ba7d-c44bab19c514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:48:47.606857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:48:50.567217 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-2e02feaf-d5e2-4d8e-a37a-ee1c02e546fa req-9255207c-4575-4c56-a436-1d664aedb18c service neutron] (94989) timed out ('10.222.0.21', 54806) {{(pid=94989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:49:06.788162 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:07.275950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:11.805647 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-de72ad5b-67a2-4a62-9508-f4c44bc2a9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:14.589396 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-106fa231-74ff-4cd5-84f9-c72dc2ef3cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:15.795423 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:15.946368 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:17.607369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:20.185942 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:49:23.245810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-7145a211-a5cb-4fc2-9add-a55e1ec63383 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407388 Oct 13 00:49:23.341195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-df9e0825-bf85-43cc-8e0f-e2a8db87c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:49:23.342647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-df9e0825-bf85-43cc-8e0f-e2a8db87c506 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 1097 time: 0.0400929 Oct 13 00:49:23.444597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-7d9d2c9d-d160-4876-b951-4a5d31d207f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:49:23.446038 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-7d9d2c9d-d160-4876-b951-4a5d31d207f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0850158 Oct 13 00:49:23.508372 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-fb5a3d24-e78c-4e12-980b-ebb8f8f30c86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d153018-bd17-4434-8120-2e951fc42ae8 HTTP/1.1" status: 200 len: 1002 time: 0.0546129 Oct 13 00:49:23.555785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-e82e27e1-e554-4209-ab38-64a17c4d7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:49:23.557156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-e82e27e1-e554-4209-ab38-64a17c4d7969 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0415483 Oct 13 00:49:23.605829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-613309d5-d19d-46fe-a51e-74f33fe7757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:49:23.607314 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-613309d5-d19d-46fe-a51e-74f33fe7757c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430386 Oct 13 00:49:23.695037 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-0b0ecf82-1a89-46e0-8e43-b0aeaf3a6254 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808077 Oct 13 00:49:23.785774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a5a41d46-955a-49ef-a1c7-64fa12c1d16c req-0190664d-abb8-4920-bbaf-d96f756d55e9 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832295 Oct 13 00:49:36.803196 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:37.283713 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:41.805839 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-56c566e5-4bcc-4a1c-adec-b5609b04667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:44.590213 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-616d4ef6-9997-424c-aa8d-79796c482c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:45.797385 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:45.946934 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:47.609876 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:49:57.184702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:50:06.803466 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:07.290930 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:11.806071 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-73adc4df-5d5b-4177-a27e-2cd76ebef05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:14.591197 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2f45938a-8547-42f8-890e-6c751c5abc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:15.635903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251bc21-3cc4-48ea-9d15-ddaa174dd856 req-4cca3bb7-bc20-4f20-a4a3-18f32fe22349 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:15.637396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5251bc21-3cc4-48ea-9d15-ddaa174dd856 req-4cca3bb7-bc20-4f20-a4a3-18f32fe22349 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 946 time: 0.0494204 Oct 13 00:50:15.674741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5251bc21-3cc4-48ea-9d15-ddaa174dd856 req-783de134-97ec-44f5-903f-ab698ab44880 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309651 Oct 13 00:50:15.800346 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:15.947635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:16.819957 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e7831-53c5-4a27-88e8-cdb58983148d req-086271a8-6e5e-4bfe-8b37-8f8ef5ca8b43 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:16.821465 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa1e7831-53c5-4a27-88e8-cdb58983148d req-086271a8-6e5e-4bfe-8b37-8f8ef5ca8b43 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 946 time: 0.0491893 Oct 13 00:50:16.859565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa1e7831-53c5-4a27-88e8-cdb58983148d req-c976014c-dde6-436b-9b3a-3522793b29ba tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Oct 13 00:50:17.341380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-5c163154-fe31-47dc-b96f-e80e2da5e124 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:17.342848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-5c163154-fe31-47dc-b96f-e80e2da5e124 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 946 time: 0.0492685 Oct 13 00:50:17.431270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port 6d153018-bd17-4434-8120-2e951fc42ae8 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:50:17.431653 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:17.521360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] For port 6d153018-bd17-4434-8120-2e951fc42ae8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6d153018-bd17-4434-8120-2e951fc42ae8,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:50:17.521725 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:17.617085 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:17.931911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:17.932268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:17.932583 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Floating IP 1f3c8944-4ca2-4eb4-93c8-4fc15b952bb9 disassociated. External IP: 172.25.3.244, port: 6d153018-bd17-4434-8120-2e951fc42ae8. Oct 13 00:50:17.932924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for 6d153018-bd17-4434-8120-2e951fc42ae8 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:50:17.990711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb320f70-3d09-491f-8ed2-60ab58d359bf req-0911725b-8125-44c3-8fb2-894479db2cb9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:17.992212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb320f70-3d09-491f-8ed2-60ab58d359bf req-0911725b-8125-44c3-8fb2-894479db2cb9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 946 time: 0.0519209 Oct 13 00:50:18.030266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb320f70-3d09-491f-8ed2-60ab58d359bf req-e77d533b-21db-48b1-a327-281f2d01f4e1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320141 Oct 13 00:50:18.058728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:18.087691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=6d153018-bd17-4434-8120-2e951fc42ae8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:50:18.099068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.099415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.099853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.100188 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.100521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.100847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.101169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.101492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.101814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.102131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.102451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.102771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:18.214353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:50:18.319432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:50:18.330290 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:50:18.340087 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:50:18.340701 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:50:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:50:18.361157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] No DVR routers for this DVR port 6d153018-bd17-4434-8120-2e951fc42ae8 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:50:18.363784 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:18.367075 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0a1eaed-5768-44f0-88d4-424144c63100 req-edf1c546-3ca7-4222-a8fd-ea339c799171 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "DELETE /v2.0/ports/6d153018-bd17-4434-8120-2e951fc42ae8 HTTP/1.1" status: 204 len: 173 time: 1.0179484 Oct 13 00:50:18.367530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'name': 'network-vif-deleted', 'tag': '6d153018-bd17-4434-8120-2e951fc42ae8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:50:18.369823 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad920d6d-40e0-4e46-b2ce-cbb713cf2249" -d '{"events": [{"server_uuid": "4ffbb382-c6c4-4211-b5d8-225471c089c2", "name": "network-vif-deleted", "tag": "6d153018-bd17-4434-8120-2e951fc42ae8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:50:18.409662 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1a4a81-c348-4fc4-a43f-ab27671c218d x-openstack-request-id: req-8f1a4a81-c348-4fc4-a43f-ab27671c218d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:50:18.410033 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffbb382-c6c4-4211-b5d8-225471c089c2", "name": "network-vif-deleted", "tag": "6d153018-bd17-4434-8120-2e951fc42ae8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:50:18.410292 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f1a4a81-c348-4fc4-a43f-ab27671c218d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:50:18.410696 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffbb382-c6c4-4211-b5d8-225471c089c2', 'name': 'network-vif-deleted', 'tag': '6d153018-bd17-4434-8120-2e951fc42ae8', 'status': 'completed', 'code': 200} Oct 13 00:50:18.467056 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:50:18.667655 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:50:18.694272 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:50:18.702430 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:50:18.703025 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:50:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:50:18.805678 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:50:19.091029 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:50:19.118271 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48e9d1-b2c9-48d4-9d4c-f26365c6ad0d None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:50:19.128707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4bfc6c4-b454-483c-b2c0-2e5fc25a6d73 req-70c4a73d-fb23-4b4e-b50e-144c3981df7f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 210 time: 0.0296967 Oct 13 00:50:19.338225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3852fd52-a817-446b-a249-da64dee68022 None None] New status for floating IP 1f3c8944-4ca2-4eb4-93c8-4fc15b952bb9: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:50:20.225082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d69fcc2f-1ae9-42cd-81b2-7123766fce8d req-53d39150-7764-41f0-b650-e9ed6dda7d6e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 210 time: 0.0264518 Oct 13 00:50:21.318431 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2548fc5-7e14-4eb6-966b-630fd06b222f req-d961bb05-0783-43c7-98ef-74363f742fde tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 210 time: 0.0260205 Oct 13 00:50:22.413544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02242482-f5b8-469e-8a25-8f5752faa77f req-15da941c-718f-41e6-a283-7c316e417d2f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 210 time: 0.0269785 Oct 13 00:50:22.566962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6d153018-bd17-4434-8120-2e951fc42ae8 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:50:22.586889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 6d153018-bd17-4434-8120-2e951fc42ae8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:50:22.587232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6d153018-bd17-4434-8120-2e951fc42ae8 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:50:23.223004 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19377902-a7ee-4264-80ef-c80d1d0e0e5f req-3c3271b4-ecf2-44ed-9e7f-ed6529a70166 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283005 Oct 13 00:50:23.307669 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19377902-a7ee-4264-80ef-c80d1d0e0e5f req-5b0d7b7e-09b8-425a-970e-f09f69639def service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=4ffbb382-c6c4-4211-b5d8-225471c089c2 HTTP/1.1" status: 200 len: 210 time: 0.0246723 Oct 13 00:50:23.425092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19377902-a7ee-4264-80ef-c80d1d0e0e5f req-c2f52150-cda8-4a5d-ace3-04933d700563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:23.426561 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19377902-a7ee-4264-80ef-c80d1d0e0e5f req-c2f52150-cda8-4a5d-ace3-04933d700563 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0955758 Oct 13 00:50:23.521687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19377902-a7ee-4264-80ef-c80d1d0e0e5f req-e6581c28-cd98-45e5-821b-08b6bc79d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:23.523179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-19377902-a7ee-4264-80ef-c80d1d0e0e5f req-e6581c28-cd98-45e5-821b-08b6bc79d571 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891347 Oct 13 00:50:23.608600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-a9ff110d-ad2d-4075-b746-ca2299bbf003 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561098848&fields=id&tenant_id=a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 267 time: 0.0357246 Oct 13 00:50:23.712722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df394-478d-448c-89a9-3151f513034e req-a771f6bf-6357-4cf1-b512-bcfb9e3165c2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:23.714182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-a771f6bf-6357-4cf1-b512-bcfb9e3165c2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.0987964 Oct 13 00:50:23.729177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-392083ed-0d63-4fa1-bb41-648c2cca323d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/quotas/a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 375 time: 0.0086639 Oct 13 00:50:23.780021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-3d26d98f-43ca-4c76-b598-93754b992458 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457244 Oct 13 00:50:23.876564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-e7ea429d-7ae1-48f7-a7b0-b5ec24730773 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842633 Oct 13 00:50:23.962818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-5ee661b4-e089-4025-af7e-478f2655d3e4 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802073 Oct 13 00:50:25.256938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec370da8-2225-4ac7-8cd9-5d7fee158d13 req-6a9ff4b8-a034-4ed9-a98e-b83404c6c117 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 210 time: 0.0318842 Oct 13 00:50:26.352588 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b7906ef2-11ae-480a-a061-e11d6e7e1488 req-5fdddc07-c266-4a3b-8190-20ff9ec118b2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 210 time: 0.0259635 Oct 13 00:50:27.292041 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df394-478d-448c-89a9-3151f513034e req-b2441e2d-7d3e-457f-8d5c-09cbdba6752e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:27.293500 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-b2441e2d-7d3e-457f-8d5c-09cbdba6752e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1067741 Oct 13 00:50:27.354251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-8c95c287-5ea8-43cf-a236-bf4d11c0a2d0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 380 time: 0.0369103 Oct 13 00:50:27.364066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'port': {'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'admin_state_up': True, 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'security_groups': ['55d82c56-2cbe-4548-a573-5f94c19130b3']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:50:27.451779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bc883a4-a346-48d4-a432-a13c0481fa23 req-b64e1274-0d91-4f9f-9594-a5c06ae42693 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 210 time: 0.0298579 Oct 13 00:50:27.483293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:50:27.487359 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:27.610700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.20.0.13 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/1f4aceed-6568-4729-96f7-51e42285fbe4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:50:27.752235 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:27.785280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:27.829801 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:50:27.832994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:50:27.835560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:50:27.866508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=1f4aceed-6568-4729-96f7-51e42285fbe4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:50:27.891564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:27.892191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:27.910391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-7f8c68d8-0da7-4a3f-9b30-de2892803a36 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5505309 Oct 13 00:50:28.045520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Request body: {'port': {'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:50:28.077757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5ec061f6-2d03-43e1-a7fa-15737d029ef8 None None] Provisioning complete for port 1f4aceed-6568-4729-96f7-51e42285fbe4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:50:28.078183 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5ec061f6-2d03-43e1-a7fa-15737d029ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:28.105492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:28.112239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-5ec061f6-2d03-43e1-a7fa-15737d029ef8 None None] Port 1f4aceed-6568-4729-96f7-51e42285fbe4 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:50:28.367561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4aceed-6568-4729-96f7-51e42285fbe4 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:50:28.375138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:28.391983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Transition to ACTIVE for port object 1f4aceed-6568-4729-96f7-51e42285fbe4 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:50:28.396159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:28.444500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4aceed-6568-4729-96f7-51e42285fbe4,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:50:28.530487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Attempting to bind port 1f4aceed-6568-4729-96f7-51e42285fbe4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:50:28.531238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Attempting to bind port 1f4aceed-6568-4729-96f7-51e42285fbe4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:50:28.533566 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Attempting to bind port 1f4aceed-6568-4729-96f7-51e42285fbe4 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:50:28.539030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Port 1f4aceed-6568-4729-96f7-51e42285fbe4 on network 221e2b3b-0921-4862-be15-a1221a8245ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:50:28.539355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Attempting to bind port 1f4aceed-6568-4729-96f7-51e42285fbe4 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:50:28.544806 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:50:28.545352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:50:28.545915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:50:28.546504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Bound port: 1f4aceed-6568-4729-96f7-51e42285fbe4, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:50:28.547024 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:28.580139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec009f-df43-44c0-808f-0fc2a51d0518 req-46736e35-beb6-44a2-95b7-1c4bbee655a8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:28.586659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beec009f-df43-44c0-808f-0fc2a51d0518 req-46736e35-beb6-44a2-95b7-1c4bbee655a8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0577412 Oct 13 00:50:28.628206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] For port 1f4aceed-6568-4729-96f7-51e42285fbe4, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:50:28.629243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-beec009f-df43-44c0-808f-0fc2a51d0518 req-8dab6acd-dcfe-4d16-89df-fb2435674b62 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Oct 13 00:50:28.631677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] For port 1f4aceed-6568-4729-96f7-51e42285fbe4, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1f4aceed-6568-4729-96f7-51e42285fbe4,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:50:28.637018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:28.678156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:28.678666 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:28.680592 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 1092 time: 0.7558644 Oct 13 00:50:28.682854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:50:28.685198 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ef205c-3454-4ca6-b7f4-0d3577eef11e" -d '{"events": [{"name": "network-changed", "server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:50:28.715458 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2264d07-7718-4b91-9dcd-2740a03ff8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4aceed-6568-4729-96f7-51e42285fbe4,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:50:28.743671 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea56a4-9615-42ee-adea-f2cb71c9135d x-openstack-request-id: req-ccea56a4-9615-42ee-adea-f2cb71c9135d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:50:28.743987 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:50:28.744235 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccea56a4-9615-42ee-adea-f2cb71c9135d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:50:28.744632 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'status': 'completed', 'code': 200} Oct 13 00:50:28.815849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df394-478d-448c-89a9-3151f513034e req-2307e302-45e8-471c-9a81-a1efd5e1e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:28.817498 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-2307e302-45e8-471c-9a81-a1efd5e1e464 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1095 time: 0.0614574 Oct 13 00:50:28.877265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-3705eda1-5072-4f2e-bcc9-af92729b13bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 217 time: 0.0436881 Oct 13 00:50:28.929649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df394-478d-448c-89a9-3151f513034e req-b1bb5dc9-106c-4fac-bff9-c250231e49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:28.931120 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-b1bb5dc9-106c-4fac-bff9-c250231e49d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0470848 Oct 13 00:50:28.983469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df394-478d-448c-89a9-3151f513034e req-c9d7028e-46f6-4be7-8eef-39bdaf31fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:28.985537 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-c9d7028e-46f6-4be7-8eef-39bdaf31fb60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466890 Oct 13 00:50:29.074609 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-55618b15-99c2-4d61-99c9-129c01b35f25 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820558 Oct 13 00:50:29.168950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d0df394-478d-448c-89a9-3151f513034e req-6a763a69-89c4-489f-bdd8-03ac5057761b service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865381 Oct 13 00:50:29.276782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-8bcce704-c94a-43a9-9a02-128ca8060b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:29.278288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-8bcce704-c94a-43a9-9a02-128ca8060b30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1095 time: 0.0409453 Oct 13 00:50:29.373046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-09734c38-110b-4827-b541-12483a9f1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:29.374537 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-09734c38-110b-4827-b541-12483a9f1ef1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0895004 Oct 13 00:50:29.425828 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-89c1a951-9883-4299-8336-edca19ce3a2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 217 time: 0.0439339 Oct 13 00:50:29.474844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-964d52ce-d74c-46e6-8ae8-fda8e8f849e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:29.476345 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-964d52ce-d74c-46e6-8ae8-fda8e8f849e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0440176 Oct 13 00:50:29.521680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-ca2a5fc9-bb23-48d1-901a-ca9d0c4dd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:29.523190 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-ca2a5fc9-bb23-48d1-901a-ca9d0c4dd3f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400424 Oct 13 00:50:29.618425 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-f731475d-c80f-472c-b7be-5e5c74fc3313 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877793 Oct 13 00:50:29.716290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-05ef205c-3454-4ca6-b7f4-0d3577eef11e req-42c36f3c-721d-4c45-90be-cd02a5f84922 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901618 Oct 13 00:50:29.746776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8344c87-4690-4714-85ec-c482355b5efa req-0b7f9a98-f2bb-4760-8490-15d6a046ed13 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:29.748302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8344c87-4690-4714-85ec-c482355b5efa req-0b7f9a98-f2bb-4760-8490-15d6a046ed13 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0542350 Oct 13 00:50:29.788046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8344c87-4690-4714-85ec-c482355b5efa req-add097ff-9f98-49ff-92c0-5904bd32e8e9 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324204 Oct 13 00:50:30.901775 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2340-7e52-4875-bd80-73b68390ced5 req-1b151b4c-3d40-4740-beb1-7a7c77f015f8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:30.903349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6afc2340-7e52-4875-bd80-73b68390ced5 req-1b151b4c-3d40-4740-beb1-7a7c77f015f8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0480616 Oct 13 00:50:30.949222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6afc2340-7e52-4875-bd80-73b68390ced5 req-c551c66f-6564-42b4-a98d-9bba79f9330c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392718 Oct 13 00:50:32.067622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6300d73-6d0d-43b8-88e1-4a83eb7e2f16 req-59046c6d-27f6-4313-9071-77cb1ac34c8d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:32.069243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6300d73-6d0d-43b8-88e1-4a83eb7e2f16 req-59046c6d-27f6-4313-9071-77cb1ac34c8d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0507030 Oct 13 00:50:32.108750 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e6300d73-6d0d-43b8-88e1-4a83eb7e2f16 req-7d1d60f8-b1a1-4c21-a753-6c2ce66949af tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330536 Oct 13 00:50:33.225245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33c0fb-1acb-46f6-bbda-a5a2b235e4f3 req-424893f0-f211-4735-a24c-797d3b5b0503 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:33.226692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb33c0fb-1acb-46f6-bbda-a5a2b235e4f3 req-424893f0-f211-4735-a24c-797d3b5b0503 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0521185 Oct 13 00:50:33.262663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb33c0fb-1acb-46f6-bbda-a5a2b235e4f3 req-c7303960-378d-4000-996c-2ab31f8e96c8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301509 Oct 13 00:50:34.184700 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:50:34.374962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d658b2d-679b-495a-aa56-12136b3e428d req-b5f468bd-53f0-4d68-8331-9ead59cb2b82 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:34.377055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d658b2d-679b-495a-aa56-12136b3e428d req-b5f468bd-53f0-4d68-8331-9ead59cb2b82 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0483763 Oct 13 00:50:34.414915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4d658b2d-679b-495a-aa56-12136b3e428d req-c5e761ac-38d2-4929-8046-baa7d73a6e7a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Oct 13 00:50:35.533029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf959e4-3ed6-4e1a-88dc-2cfd23411b11 req-2885604f-bb62-4c17-91d9-2715aea9a5c7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:35.534476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-adf959e4-3ed6-4e1a-88dc-2cfd23411b11 req-2885604f-bb62-4c17-91d9-2715aea9a5c7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0485246 Oct 13 00:50:35.571741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-adf959e4-3ed6-4e1a-88dc-2cfd23411b11 req-1cfe9b32-a152-49da-9b70-68d7d596f69c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Oct 13 00:50:36.687794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f656-c264-4714-8898-cbc46a10ab70 req-7fb7a52d-fba8-4064-a6c6-4616e019dcbe tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:36.690083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb53f656-c264-4714-8898-cbc46a10ab70 req-7fb7a52d-fba8-4064-a6c6-4616e019dcbe tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0540640 Oct 13 00:50:36.727174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb53f656-c264-4714-8898-cbc46a10ab70 req-04f0ca40-1e70-425f-ba42-b6a256612965 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Oct 13 00:50:36.802458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:37.306709 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:37.837378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304052ca-9ab6-4692-a542-7aa299f43140 req-9a7c4cd7-acda-4a5f-b342-52f6575f39c2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:37.838838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-304052ca-9ab6-4692-a542-7aa299f43140 req-9a7c4cd7-acda-4a5f-b342-52f6575f39c2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0484641 Oct 13 00:50:37.875287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-304052ca-9ab6-4692-a542-7aa299f43140 req-1e5dd043-47bc-4f30-be53-54833588ed76 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300181 Oct 13 00:50:38.987976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c52c0-8dc8-4d38-b6ce-d6246a009ea1 req-a16b2a8f-6cf0-416d-9575-7ba93a025f7c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:38.989434 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd8c52c0-8dc8-4d38-b6ce-d6246a009ea1 req-a16b2a8f-6cf0-416d-9575-7ba93a025f7c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 944 time: 0.0481009 Oct 13 00:50:39.025542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd8c52c0-8dc8-4d38-b6ce-d6246a009ea1 req-a9d8fd0f-73f5-44bb-9144-60808be9af49 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301180 Oct 13 00:50:39.904513 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1f4aceed-6568-4729-96f7-51e42285fbe4 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:50:39.998245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1f4aceed-6568-4729-96f7-51e42285fbe4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1f4aceed-6568-4729-96f7-51e42285fbe4,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:50:40.009524 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:50:40.044458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:40.057277 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4aceed-6568-4729-96f7-51e42285fbe4 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:50:40.076670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1f4aceed-6568-4729-96f7-51e42285fbe4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1f4aceed-6568-4729-96f7-51e42285fbe4,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:50:40.080737 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:40.139832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=1f4aceed-6568-4729-96f7-51e42285fbe4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:50:40.145295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471d3b3-77cb-4a7c-b325-8b8f30d71eb7 req-62cc6aea-7f41-4610-9748-34173b9a3a9d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:40.146782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7471d3b3-77cb-4a7c-b325-8b8f30d71eb7 req-62cc6aea-7f41-4610-9748-34173b9a3a9d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Oct 13 00:50:40.147193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.147564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.147911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.148249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.148584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.148914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.149239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.149565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.149890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.150219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.150543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.150865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:40.185822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7471d3b3-77cb-4a7c-b325-8b8f30d71eb7 req-070b6be9-6b1a-4cc6-9b45-8ac6814363b2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Oct 13 00:50:40.500244 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['1f4aceed-6568-4729-96f7-51e42285fbe4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:50:41.299354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298485-3aa9-4e33-bfbf-25284b890667 req-96876726-46d3-49c7-a583-64adcda0e88a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:41.300852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b298485-3aa9-4e33-bfbf-25284b890667 req-96876726-46d3-49c7-a583-64adcda0e88a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 945 time: 0.0481434 Oct 13 00:50:41.338309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b298485-3aa9-4e33-bfbf-25284b890667 req-05574aa7-2635-4d26-ad2e-0a4c0641340a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316389 Oct 13 00:50:41.806156 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15456c60-4e9e-4c00-a3e7-1961392db7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:41.920419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1f4aceed-6568-4729-96f7-51e42285fbe4 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:50:41.967896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 1f4aceed-6568-4729-96f7-51e42285fbe4 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:50:41.972171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 1f4aceed-6568-4729-96f7-51e42285fbe4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:50:41.972534 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:42.044170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:42.066077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:50:42.068272 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c2dfd-2c40-4775-a7ba-7668c6c46de1" -d '{"events": [{"server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "name": "network-vif-plugged", "status": "completed", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:50:42.084282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 1f4aceed-6568-4729-96f7-51e42285fbe4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1f4aceed-6568-4729-96f7-51e42285fbe4,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:50:42.088260 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:42.111824 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59925e76-a7ea-4d17-a6da-e6ea7f534d34 x-openstack-request-id: req-59925e76-a7ea-4d17-a6da-e6ea7f534d34 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:50:42.112114 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "name": "network-vif-plugged", "status": "completed", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:50:42.112365 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59925e76-a7ea-4d17-a6da-e6ea7f534d34 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:50:42.112745 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'code': 200} Oct 13 00:50:42.136845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=1f4aceed-6568-4729-96f7-51e42285fbe4,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:50:42.227614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055f121-59af-4199-a653-b0753a381cd7 req-48024bc6-a499-4ece-a50a-2c5557f70ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:42.229103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0055f121-59af-4199-a653-b0753a381cd7 req-48024bc6-a499-4ece-a50a-2c5557f70ccc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1097 time: 0.0447176 Oct 13 00:50:42.262786 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0055f121-59af-4199-a653-b0753a381cd7 req-235161a9-5a72-455f-9efd-a258601dfb34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264761 Oct 13 00:50:42.450607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fa2fe-aaa0-4ef0-a4b1-d6df60b1e207 req-12c2b3cf-2a55-4858-81f3-5582278c3349 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:42.452090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc9fa2fe-aaa0-4ef0-a4b1-d6df60b1e207 req-12c2b3cf-2a55-4858-81f3-5582278c3349 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Oct 13 00:50:42.489008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc9fa2fe-aaa0-4ef0-a4b1-d6df60b1e207 req-93dff153-298f-4919-9724-571382f13b5a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305140 Oct 13 00:50:43.607439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2c96a-2133-4e0f-9626-e21fd49cdc09 req-a9a561cc-18cf-42c7-8ead-5766a717116a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:43.608896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5b2c96a-2133-4e0f-9626-e21fd49cdc09 req-a9a561cc-18cf-42c7-8ead-5766a717116a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 946 time: 0.0528193 Oct 13 00:50:43.646802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e5b2c96a-2133-4e0f-9626-e21fd49cdc09 req-4fd35faa-df53-4159-af6b-a3513679c817 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312507 Oct 13 00:50:44.593698 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-66daec59-3f72-4af5-8611-dd2dc254515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:44.770075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d17822-52d2-496d-a598-6274774f2cc2 req-1966461d-4f99-4416-a172-1b587dc98576 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:44.772409 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85d17822-52d2-496d-a598-6274774f2cc2 req-1966461d-4f99-4416-a172-1b587dc98576 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 946 time: 0.0578940 Oct 13 00:50:44.810777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-85d17822-52d2-496d-a598-6274774f2cc2 req-4f09a6b4-b662-4666-9495-edeba7cdf958 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Oct 13 00:50:44.924048 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b73c0-7916-49cd-bacd-b7bb2539157a req-e38aec13-1a8b-4846-a43f-55d378a7245e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:44.925562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb6b73c0-7916-49cd-bacd-b7bb2539157a req-e38aec13-1a8b-4846-a43f-55d378a7245e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 946 time: 0.0492332 Oct 13 00:50:44.963126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb6b73c0-7916-49cd-bacd-b7bb2539157a req-b4f18aa1-a698-4aa3-9979-dc64e1c1e6e8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Oct 13 00:50:44.985110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45410) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:50:45.131891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76c52f-bff8-48d9-af28-fb971f2f997f tempest-TestVolumeBootPattern-1309011248 tempest-TestVolumeBootPattern-1309011248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:45.133413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4c76c52f-bff8-48d9-af28-fb971f2f997f tempest-TestVolumeBootPattern-1309011248 tempest-TestVolumeBootPattern-1309011248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1092 time: 0.1473043 Oct 13 00:50:45.136292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45414) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:50:45.140419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:50:45.162508 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:45.258453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:45.367999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.25.3.252 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/8276c59f-efb3-44ed-917f-5f274d9a0d92) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:50:45.466458 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:45.501976 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:45.543699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:50:45.546375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:50:45.549724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:50:45.578386 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=8276c59f-efb3-44ed-917f-5f274d9a0d92,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:50:45.591299 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.591672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.592009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.592340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.592667 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.592989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.593308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.593626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.593941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.594255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.594568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.594882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:50:45.803057 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:45.914521 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:45.948987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:45.988598 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:46.137994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:46.142820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:46.207961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=8276c59f-efb3-44ed-917f-5f274d9a0d92,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:50:46.222912 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:46.324398 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Floating IP ae27c800-3b3f-485c-8450-5d316408d470 associated. External IP: 172.25.3.252, port: 1f4aceed-6568-4729-96f7-51e42285fbe4. Oct 13 00:50:46.836885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:50:46.940901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:50:46.950348 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:50:46.959706 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:50:46.960006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:46.960293 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:50:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:50:46.986378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-72f24b52-8508-4d56-9371-ade9630b9dc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8490925 Oct 13 00:50:46.986943 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:50:46.989241 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7485e7df-e926-463a-8393-4cce3919d227" -d '{"events": [{"name": "network-changed", "server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:50:47.068911 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:50:47.087759 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174447f2-cbb7-4f4d-98fc-dfe4394e45ec x-openstack-request-id: req-174447f2-cbb7-4f4d-98fc-dfe4394e45ec {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:50:47.087990 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:50:47.088239 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-174447f2-cbb7-4f4d-98fc-dfe4394e45ec {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:50:47.088628 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'status': 'completed', 'code': 200} Oct 13 00:50:47.169374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e7df-e926-463a-8393-4cce3919d227 req-0c4306f5-e123-4b6c-9609-446338a41ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:47.170986 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7485e7df-e926-463a-8393-4cce3919d227 req-0c4306f5-e123-4b6c-9609-446338a41ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1097 time: 0.0413918 Oct 13 00:50:47.264478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e7df-e926-463a-8393-4cce3919d227 req-756a2c6a-8b26-4ed6-9e9b-8a7d013fa330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:47.265973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7485e7df-e926-463a-8393-4cce3919d227 req-756a2c6a-8b26-4ed6-9e9b-8a7d013fa330 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0877690 Oct 13 00:50:47.292285 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:45Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:50:47.318733 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:50:47.327039 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:50:47.327687 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:50:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:50:47.330668 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7485e7df-e926-463a-8393-4cce3919d227 req-1a2bd3c0-ef4b-43ce-b7b9-cf25e61d5def service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 1000 time: 0.0578115 Oct 13 00:50:47.381405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e7df-e926-463a-8393-4cce3919d227 req-c3651a62-f3a7-40d8-87bd-7e3788f1938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:47.382878 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7485e7df-e926-463a-8393-4cce3919d227 req-c3651a62-f3a7-40d8-87bd-7e3788f1938b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0440562 Oct 13 00:50:47.432586 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e7df-e926-463a-8393-4cce3919d227 req-df320a9f-e075-437d-8655-82f9047a4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:50:47.434082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7485e7df-e926-463a-8393-4cce3919d227 req-df320a9f-e075-437d-8655-82f9047a4e1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442810 Oct 13 00:50:47.434299 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:50:47.527664 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7485e7df-e926-463a-8393-4cce3919d227 req-bb9209d0-229a-4a1c-972e-2590008f1212 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860832 Oct 13 00:50:47.618777 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:50:47.620346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7485e7df-e926-463a-8393-4cce3919d227 req-2c634105-d583-4807-a744-941a6ee5e1d9 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858951 Oct 13 00:50:47.660911 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:45Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:50:47.686616 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb456e-f7fd-4eb2-9880-3961bb89ab35 None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:45Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:50:47.862785 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c987f-03c8-4ab3-a1db-f722c51594d2 None None] New status for floating IP ae27c800-3b3f-485c-8450-5d316408d470: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:51:06.803836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:07.326586 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:11.183774 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:51:11.806997 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e32feb0f-7b05-4f11-be13-d463139fcd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:14.595664 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3617ae02-29f7-450e-ae1e-43f987926913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:15.805451 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:15.949553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:17.619598 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:30.631859 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-23df52aa-0b17-4316-90ca-b3b5580589c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394814 Oct 13 00:51:30.727422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-4168f7f9-7996-486b-baf6-5c5dacf07ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:51:30.728914 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-4168f7f9-7996-486b-baf6-5c5dacf07ede service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1097 time: 0.0405374 Oct 13 00:51:30.831860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-27f80547-8f30-4c11-8528-f15f220ac4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:51:30.834034 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-27f80547-8f30-4c11-8528-f15f220ac4b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0860317 Oct 13 00:51:30.901186 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-b6a4555b-22e6-43a4-b1b3-9dc59347e27b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 1002 time: 0.0556586 Oct 13 00:51:30.955453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-efadcda2-1d10-4283-8fc3-c59bc96dde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:51:30.956915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-efadcda2-1d10-4283-8fc3-c59bc96dde2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0480244 Oct 13 00:51:31.001864 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-e870bb42-dcee-4444-b9a3-0cfe4e0f465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:51:31.003217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-e870bb42-dcee-4444-b9a3-0cfe4e0f465d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384579 Oct 13 00:51:31.091546 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-35f0f90f-db74-4b62-b6a2-e17912a94d0a service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793629 Oct 13 00:51:31.181513 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-84b3fe7c-989c-4cae-b5fb-ebf50b338051 req-40dd59b2-bf97-4e44-93af-83419f1e2e25 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820227 Oct 13 00:51:36.800972 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:37.336939 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:41.808060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-07a8abb2-6d88-479a-bebf-761172a4a4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:44.595144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b46c2d88-7259-44ca-87d7-b4add8d530d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:45.808337 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:45.949172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:47.622040 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:51:48.182337 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:52:06.801035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:07.333092 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:11.809189 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8859b893-3b2d-45dd-b583-567e42395598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:12.385404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-89f38558-35e6-484f-9a65-7a9d981b1f5d req-59a6c9a0-c200-4df9-bef3-d62e8d579d4d tempest-ServerActionsTestJSON-393878680 tempest-ServerActionsTestJSON-393878680-project] (94988) timed out ('10.222.0.45', 59073) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:52:14.594934 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-15abee02-78f6-43d0-886f-e6c2df321777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:15.811440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:15.950056 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:17.623572 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:25.181553 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:52:26.081529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-dfeef1a5-6567-4a65-a2b8-da19f59a72b0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561098848&fields=id&tenant_id=a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 267 time: 0.0336926 Oct 13 00:52:26.188323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-38927540-ccb2-478d-aeed-90361337324d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:26.190005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-38927540-ccb2-478d-aeed-90361337324d tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1015525 Oct 13 00:52:26.204509 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-060ed26c-a40c-430b-8e37-15700f28c1c3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/quotas/a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 375 time: 0.0087855 Oct 13 00:52:26.259158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-e1e55f36-9356-4b9b-9a16-b095e8c234f1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0494637 Oct 13 00:52:26.405351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0a9f7429-4d41-4850-9a79-453e8dfb8779 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341348 Oct 13 00:52:26.491912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-16f55de4-93ce-4fd2-b491-013136b84d61 service neutron] 10.222.0.21 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803804 Oct 13 00:52:26.825897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-803dddbf-cc31-4db1-9ee7-099c82ce9081 req-2dc60008-6244-48a3-bfa3-ade08ec002c4 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 210 time: 0.0854445 Oct 13 00:52:27.775525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-963e16f4-7531-45b1-a253-6e79ea8c1220 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:27.777006 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-963e16f4-7531-45b1-a253-6e79ea8c1220 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 812 time: 0.1070948 Oct 13 00:52:27.832822 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-790a0569-2b17-49e1-81b4-6e3c8f35b185 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d725c267a84f15879d2b1a52df2e8d HTTP/1.1" status: 200 len: 380 time: 0.0341945 Oct 13 00:52:27.842299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'port': {'device_id': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'admin_state_up': True, 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'security_groups': ['55d82c56-2cbe-4548-a573-5f94c19130b3']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:52:27.932061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-db10ada8-2046-4f4c-97b2-221399cba74a req-9c14f8c4-9814-4c69-acbc-e64bad90b03e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 210 time: 0.0371149 Oct 13 00:52:27.953171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Made reservation on behalf of a9d725c267a84f15879d2b1a52df2e8d for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:52:27.957005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:28.084051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.20.0.10 (221e2b3b-0921-4862-be15-a1221a8245ea/434930cc-b879-43fb-9d1d-998fd38c4315/645f8dc9-ceed-42f5-aee3-30c9d3492fe2) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:52:28.223775 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:28.260384 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:28.304030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network 221e2b3b-0921-4862-be15-a1221a8245ea is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:52:28.307203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:52:28.310861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:52:28.335121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:52:28.348532 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.348877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.349219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.349554 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.349887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.350221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.350549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.350874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.351199 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.351545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.351865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.352187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:28.375971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:28.376640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:28.394695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3cbb9d52-e91f-4832-a430-9472ed5c5865 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5559642 Oct 13 00:52:28.466129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Request body: {'port': {'device_id': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:52:28.529929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:28.599736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2c07c748-f8db-4db6-a8c3-30e79d336b6f None None] Provisioning complete for port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:52:28.600273 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c07c748-f8db-4db6-a8c3-30e79d336b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:28.633394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2c07c748-f8db-4db6-a8c3-30e79d336b6f None None] Port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:52:28.792102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:52:28.799671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:28.811895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Transition to ACTIVE for port object 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:52:28.815871 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:28.866559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Pushing event updated for resources: {'Port': ['ID=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:52:28.940649 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Attempting to bind port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:52:28.940998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Attempting to bind port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:52:28.941334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Attempting to bind port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:52:28.946070 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 on network 221e2b3b-0921-4862-be15-a1221a8245ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:52:28.946952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Attempting to bind port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 on network 221e2b3b-0921-4862-be15-a1221a8245ea {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:52:28.952508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:52:28.952848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Checking segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:52:28.953242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Bound using segment: {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:52:28.953680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Bound port: 645f8dc9-ceed-42f5-aee3-30c9d3492fe2, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972f6cb5-1f28-454d-a807-28d04952450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:52:28.954048 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:29.028316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] For port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:52:29.032486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] For port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:52:29.039034 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:29.079938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:29.080570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:29.082040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/645f8dc9-ceed-42f5-aee3-30c9d3492fe2 HTTP/1.1" status: 200 len: 1092 time: 0.6732678 Oct 13 00:52:29.082481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:52:29.084792 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09afd5aa-87a5-433d-861b-9825f61e63d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:52:29.086526 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea388b1-0c12-4137-a149-ad0e1e54232c req-2117e57f-335b-4275-8f88-c20146411b34 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:29.088696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aea388b1-0c12-4137-a149-ad0e1e54232c req-2117e57f-335b-4275-8f88-c20146411b34 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0700784 Oct 13 00:52:29.108593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805bb22-ba9e-44f7-99aa-84660e4664a8 service neutron] Pushing event updated for resources: {'Port': ['ID=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:52:29.190118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aea388b1-0c12-4137-a149-ad0e1e54232c req-bdf54daa-af1e-4575-bbed-621009fea1bc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757489 Oct 13 00:52:29.212703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-1891cb1c-64ae-401a-a04d-572ce0d56789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:29.212703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-1891cb1c-64ae-401a-a04d-572ce0d56789 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 1095 time: 0.0638242 Oct 13 00:52:29.266247 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bfe990-88bc-4f0a-8e66-bfea25c21b25 x-openstack-request-id: req-90bfe990-88bc-4f0a-8e66-bfea25c21b25 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:52:29.266971 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:52:29.267229 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90bfe990-88bc-4f0a-8e66-bfea25c21b25 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:52:29.267669 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'status': 'completed', 'code': 200} Oct 13 00:52:29.269549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-f5c99662-58c0-4580-8098-60b209ea1432 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2 HTTP/1.1" status: 200 len: 217 time: 0.0446336 Oct 13 00:52:29.334244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3ac8e362-9019-4873-9447-2671b7e90621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:29.335944 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-3ac8e362-9019-4873-9447-2671b7e90621 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0591221 Oct 13 00:52:29.388437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-d8f4090e-4d19-4df4-a740-e7f905b8c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:29.390033 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-d8f4090e-4d19-4df4-a740-e7f905b8c17b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436947 Oct 13 00:52:29.483618 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-bac2ad9e-8b65-45a9-8b7d-acdd05a21377 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858629 Oct 13 00:52:29.571838 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8370fe22-57c3-4aec-b37d-53229b3a5fb8 req-28342b99-4bb7-4a94-8788-e9a6900ec5df service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810876 Oct 13 00:52:29.687091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-27434d6e-3dd4-45ca-8d76-1fcbabbec90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:29.688448 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-27434d6e-3dd4-45ca-8d76-1fcbabbec90f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 1095 time: 0.0466859 Oct 13 00:52:30.033265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-cf37cd27-2945-4e1e-a13d-b1c97bb1ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:30.034849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-cf37cd27-2945-4e1e-a13d-b1c97bb1ac09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.3387883 Oct 13 00:52:30.080269 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-834ab75a-a6ea-464c-9b96-fcbef758ed0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2 HTTP/1.1" status: 200 len: 217 time: 0.0372651 Oct 13 00:52:30.129154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-8893a1a4-cb29-4a98-9cf5-971a8d4db499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:30.130619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-8893a1a4-cb29-4a98-9cf5-971a8d4db499 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0435596 Oct 13 00:52:30.178204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-9520ffa0-33b7-4662-84dc-cbc49dbe5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:30.179751 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-9520ffa0-33b7-4662-84dc-cbc49dbe5ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409391 Oct 13 00:52:30.277422 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-ce25a565-ba3a-481e-bbae-935797e5a8c3 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904825 Oct 13 00:52:30.308550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477edcc-b63a-4803-9dee-de4d00c6ed20 req-aea94f4a-ffd3-4555-b20f-120940b76236 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:30.310015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3477edcc-b63a-4803-9dee-de4d00c6ed20 req-aea94f4a-ffd3-4555-b20f-120940b76236 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0478525 Oct 13 00:52:30.352650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3477edcc-b63a-4803-9dee-de4d00c6ed20 req-019d88de-8618-4084-bc6c-22ff8ab26ee3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355678 Oct 13 00:52:30.372132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-09afd5aa-87a5-433d-861b-9825f61e63d0 req-63ff110c-28f2-4caf-b932-2cfcb6ffe473 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879848 Oct 13 00:52:31.469793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1172b3-a5ea-4db1-9e9a-68b08a090d01 req-ce639fc0-e3a7-44d3-b50a-3dcf603edf9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:31.471264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e1172b3-a5ea-4db1-9e9a-68b08a090d01 req-ce639fc0-e3a7-44d3-b50a-3dcf603edf9c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0481570 Oct 13 00:52:31.512877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3e1172b3-a5ea-4db1-9e9a-68b08a090d01 req-881ad0ba-8002-4f80-82b2-09d4277af4e0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355427 Oct 13 00:52:31.640332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-86fc5d51-634d-4568-b8ed-5a4f3afed163 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397015 Oct 13 00:52:31.740775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-3a985f18-3aef-4ec0-81da-74ea250ebe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:31.742288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-3a985f18-3aef-4ec0-81da-74ea250ebe00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1097 time: 0.0457118 Oct 13 00:52:31.850400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-6c891526-bf15-4efb-8a5d-53fd777f48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:31.851905 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-6c891526-bf15-4efb-8a5d-53fd777f48b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0904970 Oct 13 00:52:31.921470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-33588fc9-0c00-46f6-bff2-7e9102ee56de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 1002 time: 0.0614517 Oct 13 00:52:31.969737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-ffb04f5d-04d0-4e71-b9c6-76c7b3afa1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:31.971153 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-ffb04f5d-04d0-4e71-b9c6-76c7b3afa1a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0431175 Oct 13 00:52:32.016597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-10a498b5-1cde-42ee-bb62-be8a2c164841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:32.018127 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-10a498b5-1cde-42ee-bb62-be8a2c164841 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398874 Oct 13 00:52:32.111210 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-12d97d4e-fb9d-4c03-96cf-624fe1bbc3a2 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854020 Oct 13 00:52:32.200195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3a6dc624-f6dc-456d-a5da-781dca0767f5 req-fa03078f-7968-4242-92be-fffaba860484 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817130 Oct 13 00:52:32.630858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826ec65-cc44-4a63-ac3a-0c1052d205e0 req-2501bfe4-eb1d-4dbf-967a-011464e7d418 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:32.632487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c826ec65-cc44-4a63-ac3a-0c1052d205e0 req-2501bfe4-eb1d-4dbf-967a-011464e7d418 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0525723 Oct 13 00:52:32.671737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c826ec65-cc44-4a63-ac3a-0c1052d205e0 req-6409cc4c-e82b-42e8-a621-7f4bb8600814 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Oct 13 00:52:33.786329 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdd42c-759f-4477-a250-780cc9508e55 req-6ec2e323-023b-46fa-a8ed-f96ddbbcdcc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:33.787824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67bdd42c-759f-4477-a250-780cc9508e55 req-6ec2e323-023b-46fa-a8ed-f96ddbbcdcc7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0488634 Oct 13 00:52:33.826872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67bdd42c-759f-4477-a250-780cc9508e55 req-ec83ae23-f1ab-42f3-b915-ba0f68258423 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Oct 13 00:52:34.937791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047432d-b86d-4eb3-afd2-743bf5bca338 req-89d2b384-385b-48c0-a7df-fb4121e79635 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:34.939524 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3047432d-b86d-4eb3-afd2-743bf5bca338 req-89d2b384-385b-48c0-a7df-fb4121e79635 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0486338 Oct 13 00:52:34.979989 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3047432d-b86d-4eb3-afd2-743bf5bca338 req-d289b4a7-732e-4f75-8b28-e4415dbae752 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345662 Oct 13 00:52:36.109745 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d457f0-a3f5-4413-8ce7-ec60261f1c33 req-3514dd3e-1eed-404b-84ee-dc38504fba31 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:36.111415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4d457f0-a3f5-4413-8ce7-ec60261f1c33 req-3514dd3e-1eed-404b-84ee-dc38504fba31 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0600028 Oct 13 00:52:36.153720 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4d457f0-a3f5-4413-8ce7-ec60261f1c33 req-935aa5b3-0623-46fe-a7ec-acbe5ef2c476 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354760 Oct 13 00:52:36.800276 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:37.278964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0174-3fe7-4ba2-adb7-4451a48c5676 req-8eafb588-2f62-4014-868a-8a49f1acd9e7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:37.280739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74cb0174-3fe7-4ba2-adb7-4451a48c5676 req-8eafb588-2f62-4014-868a-8a49f1acd9e7 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0548997 Oct 13 00:52:37.323448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74cb0174-3fe7-4ba2-adb7-4451a48c5676 req-ead207eb-9f05-4570-9f7b-797d2d39ff66 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360706 Oct 13 00:52:37.341633 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:38.436684 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb8d54-66b1-48ee-9fa6-7697c2a3d542 req-c591db95-b5a9-4958-a378-6014bcc09e85 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:38.438143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04eb8d54-66b1-48ee-9fa6-7697c2a3d542 req-c591db95-b5a9-4958-a378-6014bcc09e85 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0478048 Oct 13 00:52:38.478875 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04eb8d54-66b1-48ee-9fa6-7697c2a3d542 req-6fcca5b9-3436-4a53-93c2-dd060537e842 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346124 Oct 13 00:52:39.591195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c336e4-4941-48fe-9ad6-92cfa778ba38 req-54d22047-d261-479e-b7f4-be3887ebad8c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:39.592692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21c336e4-4941-48fe-9ad6-92cfa778ba38 req-54d22047-d261-479e-b7f4-be3887ebad8c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0482254 Oct 13 00:52:39.628983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21c336e4-4941-48fe-9ad6-92cfa778ba38 req-5adbad8e-18da-44bf-9487-c368c0b1c136 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302615 Oct 13 00:52:40.740096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd4ff6-361c-4b57-af9a-a7ac6c9c0bf4 req-6d4704ad-5728-48cd-9c44-ed43abdccc69 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:40.741565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2cd4ff6-361c-4b57-af9a-a7ac6c9c0bf4 req-6d4704ad-5728-48cd-9c44-ed43abdccc69 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 944 time: 0.0477998 Oct 13 00:52:40.779068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2cd4ff6-361c-4b57-af9a-a7ac6c9c0bf4 req-1f1acf35-d63d-42fa-adb8-2c56643ad57a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Oct 13 00:52:41.206146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:52:41.301860 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:52:41.313229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'port_id': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'mac_address': 'fa:16:3e:76:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:52:41.348725 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:41.361341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:52:41.379624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:52:41.384752 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:41.433877 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:52:41.441245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.441591 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.441931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.442267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.442597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.442925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.443249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.443597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.443921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.444240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.444556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.444873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:41.785673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['645f8dc9-ceed-42f5-aee3-30c9d3492fe2'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:52:41.835702 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc3f7236-f0f5-499b-8f08-5155ad0a2c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:41.896233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a8ee-d3de-446b-8d67-0f3805c79adb req-630d2752-83fe-480f-8642-076e11fa8e56 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:41.897714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e93a8ee-d3de-446b-8d67-0f3805c79adb req-630d2752-83fe-480f-8642-076e11fa8e56 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 945 time: 0.0498841 Oct 13 00:52:41.940463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e93a8ee-d3de-446b-8d67-0f3805c79adb req-559ae93b-b467-48c9-bdd8-2f2a449cb5d2 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364842 Oct 13 00:52:43.052672 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f324c2-64e2-41e6-b1fd-c7453887c51b req-4d21e084-d342-41de-bee4-52e791b68a1a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:43.054140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03f324c2-64e2-41e6-b1fd-c7453887c51b req-4d21e084-d342-41de-bee4-52e791b68a1a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 945 time: 0.0485876 Oct 13 00:52:43.090900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03f324c2-64e2-41e6-b1fd-c7453887c51b req-311b7299-b231-4189-9a19-c70ca6a92e6f tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308161 Oct 13 00:52:43.220782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:52:43.268548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:52:43.272281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:52:43.272653 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:43.346546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:43.367570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:52:43.369872 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756f959f-b0a9-42da-94d5-563f8687c8a7" -d '{"events": [{"server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "name": "network-vif-plugged", "status": "completed", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:52:43.386650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:52:43.391153 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:43.418523 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff1f6c-f5d9-4b7d-950d-e766a1bff187 x-openstack-request-id: req-afff1f6c-f5d9-4b7d-950d-e766a1bff187 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:52:43.418824 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "name": "network-vif-plugged", "status": "completed", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:52:43.419222 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afff1f6c-f5d9-4b7d-950d-e766a1bff187 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:52:43.419563 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'code': 200} Oct 13 00:52:43.440922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:52:43.539157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506bb5f-2fbc-417f-bccd-46a8fe1e7ac8 req-001919d7-6dd5-43f6-b290-94777fa04b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:43.540617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2506bb5f-2fbc-417f-bccd-46a8fe1e7ac8 req-001919d7-6dd5-43f6-b290-94777fa04b4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 1097 time: 0.0416048 Oct 13 00:52:43.579359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2506bb5f-2fbc-417f-bccd-46a8fe1e7ac8 req-856b242c-6c6e-4aec-821c-0e2c310012ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Oct 13 00:52:44.204041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c46482-50c0-4ad5-a424-9fb34d900b32 req-cac21d91-3ae0-481f-bbab-acf9b94d8ddf tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:44.205489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c46482-50c0-4ad5-a424-9fb34d900b32 req-cac21d91-3ae0-481f-bbab-acf9b94d8ddf tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 946 time: 0.0476210 Oct 13 00:52:44.241819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7c46482-50c0-4ad5-a424-9fb34d900b32 req-3f9bf281-acfc-4914-9ba2-f285ebae3987 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305355 Oct 13 00:52:44.595742 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce1325d7-e4e0-421b-adbb-8c8da6dc68fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:45.357623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d28830-f669-4a40-a6d0-a35b9df19d19 req-a20b401b-e612-4a61-9d41-3c635a93b3df tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:45.359092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6d28830-f669-4a40-a6d0-a35b9df19d19 req-a20b401b-e612-4a61-9d41-3c635a93b3df tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 946 time: 0.0482652 Oct 13 00:52:45.398848 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6d28830-f669-4a40-a6d0-a35b9df19d19 req-9838d532-e227-4eb3-a2a0-c4c1e3e5e45a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338917 Oct 13 00:52:45.512163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789e28a-d8f8-4851-80fd-20282d8f72fe req-61a7b8f0-2cad-40fb-bbd7-aa5571d14473 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:45.513642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0789e28a-d8f8-4851-80fd-20282d8f72fe req-61a7b8f0-2cad-40fb-bbd7-aa5571d14473 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 946 time: 0.0480745 Oct 13 00:52:45.550618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0789e28a-d8f8-4851-80fd-20282d8f72fe req-aed0b8b5-e9ce-4985-b756-c9e37772e393 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Oct 13 00:52:45.572914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45576) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:52:45.613166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1bc839-b7da-4c8f-96d5-8d1521568287 tempest-TestVolumeBootPattern-1309011248 tempest-TestVolumeBootPattern-1309011248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:45.614677 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cb1bc839-b7da-4c8f-96d5-8d1521568287 tempest-TestVolumeBootPattern-1309011248 tempest-TestVolumeBootPattern-1309011248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 1092 time: 0.0407820 Oct 13 00:52:45.617455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45578) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:52:45.621828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:52:45.643651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:45.739121 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:45.814903 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:45.843368 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Allocated IP 172.25.3.185 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/f7205ab0-70b6-44f7-b097-9e6894d59ed4) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:52:45.951401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:45.953664 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:45.989532 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:46.028502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:52:46.032913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:52:46.036504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:52:46.041870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=f7205ab0-70b6-44f7-b097-9e6894d59ed4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:52:46.066840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.067129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.067467 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.067898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.068229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.068557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.068878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.069198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.069518 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.069835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.070152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.070465 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:52:46.401547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:46.466377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:46.613979 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:46.618248 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:46.688577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event updated for resources: {'Port': ['ID=f7205ab0-70b6-44f7-b097-9e6894d59ed4,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:52:46.696970 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:46.795632 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Floating IP 26a89ec3-2b7c-4956-9274-b2d9a28cec3a associated. External IP: 172.25.3.185, port: 645f8dc9-ceed-42f5-aee3-30c9d3492fe2. Oct 13 00:52:46.998531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:52:47.106531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:52:47.117889 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:52:47.125958 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:47.127250 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:52:47.127884 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:52:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:52:47.153944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-96642e36-9f3f-4642-996e-ebec80702957 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5354366 Oct 13 00:52:47.154522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:52:47.156800 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd2b371-3bc1-4d6f-8929-72c017f564cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:52:47.194048 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318df8dc-9688-4f78-96ff-dc5f72eee047 x-openstack-request-id: req-318df8dc-9688-4f78-96ff-dc5f72eee047 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:52:47.194337 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:52:47.194589 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-318df8dc-9688-4f78-96ff-dc5f72eee047 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:52:47.194993 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'status': 'completed', 'code': 200} Oct 13 00:52:47.232075 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:52:47.275825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-3f3d7c9a-b4fe-4a7a-b868-84a876032aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:47.277265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-3f3d7c9a-b4fe-4a7a-b868-84a876032aa9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 1097 time: 0.0414546 Oct 13 00:52:47.367703 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-de15c575-366a-49d2-b9ed-fa16b34d61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:47.369726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-de15c575-366a-49d2-b9ed-fa16b34d61af service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0847363 Oct 13 00:52:47.440422 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-2a599832-bc6f-4382-9454-8e487b27c0a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2 HTTP/1.1" status: 200 len: 1000 time: 0.0634496 Oct 13 00:52:47.457575 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '26a89ec3-2b7c-4956-9274-b2d9a28cec3a', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:76:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:52:46Z', 'updated_at': '2021-10-13T00:52:46Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}, {'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:47Z', 'revision_number': 1, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:52:47.482719 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:52:47.488781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-a3eceb37-8cd2-4776-8291-09adea353bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:47.490265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-a3eceb37-8cd2-4776-8291-09adea353bec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0425117 Oct 13 00:52:47.490744 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:52:47.491337 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:52:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:52:47.534661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-9368f0b3-1b82-4072-ba1f-b30eea9ac5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:52:47.536132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-9368f0b3-1b82-4072-ba1f-b30eea9ac5a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390675 Oct 13 00:52:47.629194 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:52:47.636157 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-e2f5e210-305b-4eba-b087-8f87e55b81f2 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928676 Oct 13 00:52:47.687671 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:52:47.727071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd2b371-3bc1-4d6f-8929-72c017f564cd req-b91b1ede-68ec-4878-838d-60815c564085 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829375 Oct 13 00:52:47.910087 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '26a89ec3-2b7c-4956-9274-b2d9a28cec3a', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:76:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:52:46Z', 'updated_at': '2021-10-13T00:52:46Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}, {'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:47Z', 'revision_number': 1, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:52:47.936636 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ef1ff-065a-4f42-adb9-6d608cd66c3b None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '26a89ec3-2b7c-4956-9274-b2d9a28cec3a', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:76:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:52:46Z', 'updated_at': '2021-10-13T00:52:46Z', 'revision_number': 0, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}, {'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:47Z', 'revision_number': 1, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:52:48.138521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c93caf-f3fa-453b-97d8-7e5725e886d2 None None] New status for floating IP 26a89ec3-2b7c-4956-9274-b2d9a28cec3a: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:53:02.180382 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:53:06.798500 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:07.338226 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:11.805786 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4f02ae84-9c76-4485-8b36-6ea95e87beaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:14.594863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be0654ab-2629-42ef-82aa-a222469b4748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:15.817081 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:15.952701 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:17.630431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:27.922617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-881f74dc-aca1-4300-ada6-83de95f39609 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441122 Oct 13 00:53:28.020120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-ba95bfe5-351e-472e-b68f-e0ab6b9ddf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:53:28.021576 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-ba95bfe5-351e-472e-b68f-e0ab6b9ddf43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 1097 time: 0.0409591 Oct 13 00:53:28.122103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-fe267127-4552-4763-8564-e1bea7bbf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:53:28.123564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-fe267127-4552-4763-8564-e1bea7bbf509 service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0832937 Oct 13 00:53:28.190387 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-57d413d5-28bf-4574-8176-62bbd68a2718 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2 HTTP/1.1" status: 200 len: 1002 time: 0.0594065 Oct 13 00:53:28.240062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-5ed8c9b9-d756-4695-aa0f-48f1583e5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:53:28.241476 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-5ed8c9b9-d756-4695-aa0f-48f1583e5743 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0437679 Oct 13 00:53:28.286072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-9b971261-4b87-49a1-9ece-c1b91243bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:53:28.287557 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-9b971261-4b87-49a1-9ece-c1b91243bd67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389173 Oct 13 00:53:28.379746 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-6e1456ac-be86-40df-8475-ad8bf59acf1c service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848444 Oct 13 00:53:28.471478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-41ec792e-5b62-4a4d-a26f-6bcd1912fc78 req-d15661ed-3865-4852-a95e-dbf2adbe2ae4 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845933 Oct 13 00:53:31.630899 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-3d6e9474-8eb0-4c61-b232-919fc517ec73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440283 Oct 13 00:53:31.725017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-9a7701a6-97b5-485a-82af-190c0651990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:53:31.726442 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-9a7701a6-97b5-485a-82af-190c0651990f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1097 time: 0.0409498 Oct 13 00:53:31.828583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-528cb8df-5e44-4738-88a2-b9ddbf1d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:53:31.830071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-528cb8df-5e44-4738-88a2-b9ddbf1d89b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0843015 Oct 13 00:53:31.897041 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-134df23d-fe37-4bf1-aff7-7b45ae219e90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 1002 time: 0.0604172 Oct 13 00:53:31.947718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-2de1950c-5948-4554-aecd-fd60ccaf9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:53:31.949171 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-2de1950c-5948-4554-aecd-fd60ccaf9ac4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0449297 Oct 13 00:53:31.994376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-19690db9-369b-4a6f-a4ed-1491b6ebd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:53:31.995818 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-19690db9-369b-4a6f-a4ed-1491b6ebd5a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393128 Oct 13 00:53:32.085432 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-8ebeffb6-4da8-4991-ac65-8845c87acd1f service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825067 Oct 13 00:53:32.174870 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8484e1ad-5fdc-43a9-b78c-d4b672829c05 req-190e2991-00f9-4939-af61-9d01036396bc service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824428 Oct 13 00:53:36.798795 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:37.353316 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:39.180168 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:53:41.806662 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-09393d64-0e3a-409c-a4c2-cfacd2c611ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:44.594402 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-050fdfab-ccb7-4533-8ca1-6655857c626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:45.818553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:45.953323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:47.633593 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:53:54.501980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-7b5305fe-d259-4b72-9f02-9308d4983750 req-3c69886e-c33b-4916-a9d6-2523a0dc28f9 service neutron] (94989) timed out ('10.222.0.45', 58737) {{(pid=94989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:54:06.797995 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:07.366158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:11.807731 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0fac129-c11a-437e-bb4b-5f78d281e454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:14.595251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8684-b1f0-4bd2-867b-4c075a71a7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:15.820739 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:15.952835 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:16.179895 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:54:17.636065 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:25.752938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45610) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:25.908107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port f7205ab0-70b6-44f7-b097-9e6894d59ed4 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:25.908448 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:25.982649 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:25.982971 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:25.994225 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for f7205ab0-70b6-44f7-b097-9e6894d59ed4 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:26.139802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:26.165967 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=f7205ab0-70b6-44f7-b097-9e6894d59ed4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:26.192598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.192939 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.193285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.193617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.193949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.194279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.194602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.194973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.195331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.196304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.196627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.196948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:26.238596 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:26.238922 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Floating IP 26a89ec3-2b7c-4956-9274-b2d9a28cec3a disassociated (deleted). External IP: 172.25.3.185, port: 645f8dc9-ceed-42f5-aee3-30c9d3492fe2. Oct 13 00:54:26.443315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:54:26.863904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:54:26.869198 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:26.873968 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:54:26.882667 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:54:26.883302 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:54:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:26.895194 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f5030944-81bd-4697-9891-218b1272d4dc tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "DELETE /v2.0/floatingips/26a89ec3-2b7c-4956-9274-b2d9a28cec3a HTTP/1.1" status: 204 len: 168 time: 1.1411810 Oct 13 00:54:26.895786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:54:26.898103 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee45fc3-536d-4842-807c-dc9d244acaff" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:54:26.941025 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de168ddd-3407-4e94-bd54-de27d563163e x-openstack-request-id: req-de168ddd-3407-4e94-bd54-de27d563163e {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:54:26.941316 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:54:26.941565 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de168ddd-3407-4e94-bd54-de27d563163e {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:54:26.941965 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'status': 'completed', 'code': 200} Oct 13 00:54:26.990499 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:54:27.037485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-f24271d5-ec7a-47a0-8784-ec69a63fd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:27.039097 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-f24271d5-ec7a-47a0-8784-ec69a63fd753 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 1097 time: 0.0501151 Oct 13 00:54:27.125140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf67b9-bcb0-48fa-b6c5-545f56ba53c3 req-bf1ad2b3-60f8-4d57-8ef0-dfb7c2b41855 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:27.126564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84cf67b9-bcb0-48fa-b6c5-545f56ba53c3 req-bf1ad2b3-60f8-4d57-8ef0-dfb7c2b41855 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 946 time: 0.0506821 Oct 13 00:54:27.160512 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-a861e4da-92b7-4270-926f-a768c164bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:27.162006 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-a861e4da-92b7-4270-926f-a768c164bf6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0876925 Oct 13 00:54:27.170142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84cf67b9-bcb0-48fa-b6c5-545f56ba53c3 req-d1929f54-00b6-4e4f-aab7-1f33da942ae0 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345411 Oct 13 00:54:27.208115 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-aaac120a-23dd-4c60-bb8d-e924c9cc365f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2 HTTP/1.1" status: 200 len: 217 time: 0.0380802 Oct 13 00:54:27.235560 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:47Z', 'revision_number': 1, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:27.257640 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-cf821389-f37a-4c0f-b8ee-dfde50fff327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:27.259192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-cf821389-f37a-4c0f-b8ee-dfde50fff327 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0435431 Oct 13 00:54:27.263802 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:54:27.271863 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:54:27.272454 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:54:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:27.309890 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-f110e2c9-9e54-4ad7-8334-c96fa0488f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:27.311395 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-f110e2c9-9e54-4ad7-8334-c96fa0488f94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401869 Oct 13 00:54:27.375273 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:54:27.407882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-0972a995-0d8f-4810-af3b-fcc438b9eb09 service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888672 Oct 13 00:54:27.498689 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8ee45fc3-536d-4842-807c-dc9d244acaff req-9f42ab97-bed3-4ed5-898a-d5fc1598eabb service neutron] 10.222.0.45 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826275 Oct 13 00:54:27.592578 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:47Z', 'revision_number': 1, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:27.621550 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739263d-ec59-4424-abfc-174e60688c45 None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'ae27c800-3b3f-485c-8450-5d316408d470', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'port_id': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'mac_address': 'fa:16:3e:e6:9e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373712b1-c994-4517-ad01-357b8ed84df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:50:45Z', 'updated_at': '2021-10-13T00:50:47Z', 'revision_number': 1, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:54:27.826433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438c817-1df5-498d-8a9f-c533081dd344 None None] New status for floating IP 26a89ec3-2b7c-4956-9274-b2d9a28cec3a: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:54:28.318896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58a6fb-5072-4a4c-8791-cc0b50279b6d req-d9fe74e0-295f-4b99-b180-0a64f1b1f3fa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:28.320403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c58a6fb-5072-4a4c-8791-cc0b50279b6d req-d9fe74e0-295f-4b99-b180-0a64f1b1f3fa tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 946 time: 0.0492923 Oct 13 00:54:28.357322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c58a6fb-5072-4a4c-8791-cc0b50279b6d req-0bfd46f9-45be-4f4d-abed-1ba4f598b475 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Oct 13 00:54:28.932386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-26cce49f-11a5-42b4-90b1-9d70b508480c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:28.933854 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-26cce49f-11a5-42b4-90b1-9d70b508480c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 946 time: 0.0485950 Oct 13 00:54:29.024813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:29.025155 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:29.109814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] For port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:29.110185 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:29.125972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:29.247880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:29.276150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=645f8dc9-ceed-42f5-aee3-30c9d3492fe2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:29.287073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.287423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.287888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.288126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.288464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.288796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.289125 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.289491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.289824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.290151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.290474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.290795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:29.331845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] No DVR routers for this DVR port 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:54:29.334451 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:29.337795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6f12fccb-7bf6-4ae3-a3f6-2119464d0454 req-5137c596-0cc9-459d-b4e7-537dd7da74d6 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.45 "DELETE /v2.0/ports/645f8dc9-ceed-42f5-aee3-30c9d3492fe2 HTTP/1.1" status: 204 len: 173 time: 0.3977222 Oct 13 00:54:29.338243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'name': 'network-vif-deleted', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:54:29.340526 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9a6148-a290-4eb8-b593-39ab8a518aeb" -d '{"events": [{"server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "name": "network-vif-deleted", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:54:29.391528 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27ab30-7cad-4afc-aa77-f9281db45d52 x-openstack-request-id: req-7e27ab30-7cad-4afc-aa77-f9281db45d52 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:54:29.391826 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff", "name": "network-vif-deleted", "tag": "645f8dc9-ceed-42f5-aee3-30c9d3492fe2", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:54:29.392120 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e27ab30-7cad-4afc-aa77-f9281db45d52 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:54:29.392521 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff', 'name': 'network-vif-deleted', 'tag': '645f8dc9-ceed-42f5-aee3-30c9d3492fe2', 'status': 'completed', 'code': 200} Oct 13 00:54:29.463236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2a84c6b-ba2f-4fe0-857d-443f4857f150 req-bbe239cb-9361-4855-ba01-662bf506e96e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 210 time: 0.0335066 Oct 13 00:54:30.556988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c929cd41-9c16-4456-ba56-c9eb392acfae req-e693348e-f43a-4b73-966c-27a6f686d99c tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 210 time: 0.0256469 Oct 13 00:54:31.649758 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8477e90b-7c77-4d4e-a9da-94c8052da19f req-1404081f-fa83-4cb7-9794-d8a9f525181a tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 210 time: 0.0260282 Oct 13 00:54:32.748030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-701fe482-8b1b-42b1-a307-f48fdeb3fba5 req-2da3392b-255a-4d81-9a47-a209184a09ec tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 210 time: 0.0288405 Oct 13 00:54:33.647347 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-fafa99b8-80fd-4117-b69f-8c81fe6fe391 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450442 Oct 13 00:54:33.741526 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-7fd4ad8a-fe90-491c-846c-2d378bd8c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:33.743032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-7fd4ad8a-fe90-491c-846c-2d378bd8c132 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1097 time: 0.0403101 Oct 13 00:54:33.782964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:54:33.803447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:54:33.803825 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 645f8dc9-ceed-42f5-aee3-30c9d3492fe2 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:54:33.851415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e7148098-aa85-4e26-bd3b-2faa12d572fb req-4b246343-4d31-4420-be4b-d91d3842d83b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdcedc1-4d94-4b1f-80e5-176d4f6f95ff HTTP/1.1" status: 200 len: 210 time: 0.0257654 Oct 13 00:54:33.852155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-0c482595-cf00-4ce0-af62-ab5f55314d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:33.853672 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-0c482595-cf00-4ce0-af62-ab5f55314d85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.0924532 Oct 13 00:54:33.918593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-0ea0cc8a-339e-45ff-be48-eb13068f1580 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 1002 time: 0.0577483 Oct 13 00:54:33.976151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-7995ee20-9bb8-420d-96f6-ba1f65d2dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:33.977625 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-7995ee20-9bb8-420d-96f6-ba1f65d2dfd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0522919 Oct 13 00:54:34.026822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-1ee1a137-d0c1-47f7-b5ad-38d912c64ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:34.028450 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-1ee1a137-d0c1-47f7-b5ad-38d912c64ee6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433712 Oct 13 00:54:34.121704 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-00f6f733-844e-43df-8e3e-b9fa7a5eff1b service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860839 Oct 13 00:54:34.215594 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857f0c58-f3fd-420b-be6b-cc566bd7192d req-74586062-a773-4187-8065-811347bc9398 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864570 Oct 13 00:54:36.794271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:37.368225 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:40.243922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45674) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:40.397553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port 8276c59f-efb3-44ed-917f-5f274d9a0d92 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:40.397897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:40.475698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:40.476033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:40.487296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for 8276c59f-efb3-44ed-917f-5f274d9a0d92 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:40.634675 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:40.660580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=8276c59f-efb3-44ed-917f-5f274d9a0d92,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:40.717422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:40.717747 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Floating IP ae27c800-3b3f-485c-8450-5d316408d470 disassociated (deleted). External IP: 172.25.3.252, port: 1f4aceed-6568-4729-96f7-51e42285fbe4. Oct 13 00:54:40.919076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:54:41.026459 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:54:41.031396 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:41.036535 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:54:41.046176 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:54:41.047056 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:54:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:41.060439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ddaa37f5-b313-41b3-9523-9a9aeaa94716 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "DELETE /v2.0/floatingips/ae27c800-3b3f-485c-8450-5d316408d470 HTTP/1.1" status: 204 len: 168 time: 0.8129709 Oct 13 00:54:41.060439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:54:41.060826 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc10325e-0d04-4957-b266-99b3b3c172cc" -d '{"events": [{"name": "network-changed", "server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:54:41.101062 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801789e-4dd7-4aa7-abb9-1e9f153d0259 x-openstack-request-id: req-e801789e-4dd7-4aa7-abb9-1e9f153d0259 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:54:41.101362 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:54:41.101617 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e801789e-4dd7-4aa7-abb9-1e9f153d0259 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:54:41.102102 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'status': 'completed', 'code': 200} Oct 13 00:54:41.157785 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:54:41.279862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-db4e9dad-8cc6-45f4-b631-51376b3f1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:41.280700 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-db4e9dad-8cc6-45f4-b631-51376b3f1c22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 1097 time: 0.0472050 Oct 13 00:54:41.288926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3352d62-4ded-40e9-970a-c732379bc2c1 req-7789623d-d4ab-48d4-a618-138bc4d40a55 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:41.291240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3352d62-4ded-40e9-970a-c732379bc2c1 req-7789623d-d4ab-48d4-a618-138bc4d40a55 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 946 time: 0.0516207 Oct 13 00:54:41.341101 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3352d62-4ded-40e9-970a-c732379bc2c1 req-21837eb9-c73b-4c3f-929b-5c0ff4b58df1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Oct 13 00:54:41.460828 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:41.491000 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:54:41.499867 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:54:41.500483 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:54:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:41.606533 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:54:41.640945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-eb6a4dc2-c620-4965-99ce-c3cb0b1923e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:41.642472 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-eb6a4dc2-c620-4965-99ce-c3cb0b1923e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 200 len: 913 time: 0.3543758 Oct 13 00:54:41.684505 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-5abeafad-9ced-42dc-b00f-3387cd2c3d4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 200 len: 217 time: 0.0336537 Oct 13 00:54:41.735838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-d789569a-c804-48aa-8b34-636fc192746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:41.737193 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-d789569a-c804-48aa-8b34-636fc192746c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 200 len: 851 time: 0.0453756 Oct 13 00:54:41.783008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-c221ae7f-7441-4807-b875-8472e6488a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:41.784540 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-c221ae7f-7441-4807-b875-8472e6488a55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=221e2b3b-0921-4862-be15-a1221a8245ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396917 Oct 13 00:54:41.801951 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:41.809834 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d2d11e08-7820-44b3-8615-df6e61487114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:41.829524 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a17f57-e04f-43bc-aa6e-791d5a0fbabd None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '2dbf8773-8b69-4bcf-a85a-7a49b9331d46', 'name': '', 'network_id': '221e2b3b-0921-4862-be15-a1221a8245ea', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'mac_address': 'fa:16:3e:2d:f9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:07Z', 'updated_at': '2021-10-13T00:44:13Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'subnets': [{'id': '434930cc-b879-43fb-9d1d-998fd38c4315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:54:41.878901 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-c6bdf0de-6b1c-4ab1-b683-a877fa4c6bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854180 Oct 13 00:54:41.973844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc10325e-0d04-4957-b266-99b3b3c172cc req-d25e3c22-598b-4387-9e33-9718b6ed4941 service neutron] 10.222.0.36 "GET /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873392 Oct 13 00:54:42.043478 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef6dec-e14c-4def-a8c5-42ab7acede77 None None] New status for floating IP ae27c800-3b3f-485c-8450-5d316408d470: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:54:42.457753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fe4df-cae9-448f-a8c1-5a9a7f75cebc req-0e10f41e-b721-4902-a79f-2ec13d25ce78 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:42.459204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-974fe4df-cae9-448f-a8c1-5a9a7f75cebc req-0e10f41e-b721-4902-a79f-2ec13d25ce78 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 946 time: 0.0484746 Oct 13 00:54:42.496830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-974fe4df-cae9-448f-a8c1-5a9a7f75cebc req-95411106-09f2-4b5d-8e51-bcecf70e5e07 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/security-groups?id=55d82c56-2cbe-4548-a573-5f94c19130b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Oct 13 00:54:43.056742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-3d01d936-538e-462b-84aa-f5aa9556d95b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:54:43.058156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-3d01d936-538e-462b-84aa-f5aa9556d95b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 946 time: 0.0476012 Oct 13 00:54:43.159989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port 1f4aceed-6568-4729-96f7-51e42285fbe4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:43.160385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:43.248185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] For port 1f4aceed-6568-4729-96f7-51e42285fbe4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=1f4aceed-6568-4729-96f7-51e42285fbe4,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:43.248544 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:43.260366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for 1f4aceed-6568-4729-96f7-51e42285fbe4 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:43.389891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:43.418842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=1f4aceed-6568-4729-96f7-51e42285fbe4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:43.464595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] No DVR routers for this DVR port 1f4aceed-6568-4729-96f7-51e42285fbe4 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:54:43.467026 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:43.470337 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c751c0a7-325a-4c44-88b5-bb3eea1427d3 req-4ffec840-f1dd-47d1-a673-0df56f9f73c1 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.36 "DELETE /v2.0/ports/1f4aceed-6568-4729-96f7-51e42285fbe4 HTTP/1.1" status: 204 len: 173 time: 0.4055240 Oct 13 00:54:43.470767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'name': 'network-vif-deleted', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:54:43.473044 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d280d-86be-4a0f-b93a-30bf7330d936" -d '{"events": [{"server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "name": "network-vif-deleted", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:54:43.511467 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8012ee6f-597a-4e0a-aa8d-60a4cbd4578d x-openstack-request-id: req-8012ee6f-597a-4e0a-aa8d-60a4cbd4578d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:54:43.511803 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373712b1-c994-4517-ad01-357b8ed84df3", "name": "network-vif-deleted", "tag": "1f4aceed-6568-4729-96f7-51e42285fbe4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:54:43.512056 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8012ee6f-597a-4e0a-aa8d-60a4cbd4578d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:54:43.512455 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373712b1-c994-4517-ad01-357b8ed84df3', 'name': 'network-vif-deleted', 'tag': '1f4aceed-6568-4729-96f7-51e42285fbe4', 'status': 'completed', 'code': 200} Oct 13 00:54:43.591895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-05171350-4636-4b3e-978f-7631898d527f req-17218ce5-2fb1-4831-a425-26eab28aa8a3 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 210 time: 0.0273211 Oct 13 00:54:44.595866 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-39ed386b-4013-4c05-9882-5d7932b17375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:44.686894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2102b77e-cb75-4b93-a272-d5abcd2047d4 req-b6fec60e-a9c9-4ae8-ac48-2a4496e5fefd tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 210 time: 0.0266311 Oct 13 00:54:45.777756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94e85aac-b6f7-4a62-9beb-3eb0c5a5a05d req-eaedad3b-e552-4152-a867-efa4b34c9c11 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 210 time: 0.0260065 Oct 13 00:54:45.824749 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:45.955599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:46.876982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1fada0f-69dd-41ec-aaff-056495780c27 req-fea4da4f-e33f-4d18-8d9b-3da03433823e tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 210 time: 0.0304933 Oct 13 00:54:47.102646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1f4aceed-6568-4729-96f7-51e42285fbe4 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:54:47.123186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 1f4aceed-6568-4729-96f7-51e42285fbe4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:54:47.123590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 1f4aceed-6568-4729-96f7-51e42285fbe4 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:54:47.639350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:47.978224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-418e1d9e-d3e3-4336-a4a7-33a7e7f2af10 req-ab80d073-c2ba-40c8-9b5c-6f31c0b5a32b tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "GET /v2.0/ports?device_id=373712b1-c994-4517-ad01-357b8ed84df3 HTTP/1.1" status: 200 len: 210 time: 0.0253117 Oct 13 00:54:49.033183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45702) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:49.156403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Deleting port 658f941b-9c36-4b36-8fa9-7326a8e63a64 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:49.156743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:49.229624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:49.229950 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:49.241130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Calling delete_port for 658f941b-9c36-4b36-8fa9-7326a8e63a64 owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:49.368984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:49.395313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'Port': ['ID=658f941b-9c36-4b36-8fa9-7326a8e63a64,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:49.456261 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:49.458814 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:49.459986 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c1a1ac0d-8c7c-4c11-8dea-b6311e124cb8 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "DELETE /v2.0/floatingips/1f3c8944-4ca2-4eb4-93c8-4fc15b952bb9 HTTP/1.1" status: 204 len: 168 time: 0.4258196 Oct 13 00:54:52.744536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45718) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:52.804312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27b2e21a-9dc7-4d11-af86-2e772fd84d32 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:52.829932 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27b2e21a-9dc7-4d11-af86-2e772fd84d32 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:52.892899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27b2e21a-9dc7-4d11-af86-2e772fd84d32 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:52.895479 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-27b2e21a-9dc7-4d11-af86-2e772fd84d32 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:52.899125 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-27b2e21a-9dc7-4d11-af86-2e772fd84d32 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] 10.222.0.21 "DELETE /v2.0/security-groups/55d82c56-2cbe-4548-a573-5f94c19130b3 HTTP/1.1" status: 204 len: 168 time: 0.1509974 Oct 13 00:54:52.910611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2e21a-9dc7-4d11-af86-2e772fd84d32 tempest-TestVolumeBootPattern-1544732777 tempest-TestVolumeBootPattern-1544732777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d82c56-2cbe-4548-a573-5f94c19130b3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:52.968874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45722) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:53.179325 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:54:53.503030 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:53.748062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Deleting port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:53.748397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:53.827437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] For port 2dbf8773-8b69-4bcf-a85a-7a49b9331d46, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:53.827815 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:53.840531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Calling delete_port for 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:54.013510 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:54.041039 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbf8773-8b69-4bcf-a85a-7a49b9331d46,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:54.203025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:54.415346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Router 4bb346f7-7280-4e1f-b29b-b006101c5b28 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:54:54.521007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:54:54.526040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b3cf7e40-93df-442c-b7e1-5fffb9c6392b admin admin] 10.222.0.21 "PUT /v2.0/routers/4bb346f7-7280-4e1f-b29b-b006101c5b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5561450 Oct 13 00:54:54.528660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45730) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:54.530708 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] Sync routers for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:54:54.539658 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:54:54.540250 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:54:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:54.631786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:54.644515 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:54:54.734223 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:54.786265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Deleting port 7a6e930c-2145-4151-95bf-feb08c2fcc10 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:54.786616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:54.819563 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:54:53Z', 'revision_number': 5, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port': {'id': '7a6e930c-2145-4151-95bf-feb08c2fcc10', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:54.845723 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] Checking router: 4bb346f7-7280-4e1f-b29b-b006101c5b28 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:54:54.854767 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] Routers {'4bb346f7-7280-4e1f-b29b-b006101c5b28'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:54:54.855366 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:54:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['4bb346f7-7280-4e1f-b29b-b006101c5b28'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:54.874934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] For port 7a6e930c-2145-4151-95bf-feb08c2fcc10, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a6e930c-2145-4151-95bf-feb08c2fcc10,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:54.875292 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:54.887251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Calling delete_port for 7a6e930c-2145-4151-95bf-feb08c2fcc10 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:54.940652 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] Set router 4bb346f7-7280-4e1f-b29b-b006101c5b28 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:54:54.993989 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:54:54Z', 'revision_number': 6, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:55.021812 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76579ed9-7449-44b4-8c17-b7d2f7eee72b None None] The sync data for ids ['4bb346f7-7280-4e1f-b29b-b006101c5b28'] in n-d-813679-4 is: [{'id': '4bb346f7-7280-4e1f-b29b-b006101c5b28', 'name': 'tempest-TestVolumeBootPattern-1813743929-router', 'tenant_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:05Z', 'updated_at': '2021-10-13T00:54:54Z', 'revision_number': 6, 'project_id': 'a9d725c267a84f15879d2b1a52df2e8d', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:54:55.052919 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.082119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6e930c-2145-4151-95bf-feb08c2fcc10,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:55.133102 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.225356 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.227446 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.272403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.272971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb346f7-7280-4e1f-b29b-b006101c5b28 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:54:55.277300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.280955 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-94ff285b-ea5b-4e15-9cee-63b60af22ce8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4bb346f7-7280-4e1f-b29b-b006101c5b28 HTTP/1.1" status: 204 len: 168 time: 0.7488749 Oct 13 00:54:55.281079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45732) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:55.325985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d4c090-50f4-4081-9209-12063dc41c17 admin admin] Deleting subnet 434930cc-b879-43fb-9d1d-998fd38c4315 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:54:55.328875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58d4c090-50f4-4081-9209-12063dc41c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.363445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58d4c090-50f4-4081-9209-12063dc41c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.455313 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58d4c090-50f4-4081-9209-12063dc41c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.506007 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58d4c090-50f4-4081-9209-12063dc41c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.530513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4c090-50f4-4081-9209-12063dc41c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434930cc-b879-43fb-9d1d-998fd38c4315,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:55.534466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-58d4c090-50f4-4081-9209-12063dc41c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.537632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-58d4c090-50f4-4081-9209-12063dc41c17 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/434930cc-b879-43fb-9d1d-998fd38c4315 HTTP/1.1" status: 204 len: 168 time: 0.2556353 Oct 13 00:54:55.540224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45734) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:55.542739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5518783-4fba-4310-af0a-547ccd3f59cf None None] Network 221e2b3b-0921-4862-be15-a1221a8245ea requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:54:55.611547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.667262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Deleting port bd84d778-65b0-4830-9504-24c84bcab5ff {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:55.667700 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.731734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] For port bd84d778-65b0-4830-9504-24c84bcab5ff, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=bd84d778-65b0-4830-9504-24c84bcab5ff,segment=NetworkSegment(972f6cb5-1f28-454d-a807-28d04952450d),segment_id=972f6cb5-1f28-454d-a807-28d04952450d)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:55.732100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.744570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Calling delete_port for bd84d778-65b0-4830-9504-24c84bcab5ff owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:55.800183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] DHCP port deletion for 221e2b3b-0921-4862-be15-a1221a8245ea request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:54:55.831751 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.852607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Deleting port bd84d778-65b0-4830-9504-24c84bcab5ff {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:55.853496 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.858399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a6e930c-2145-4151-95bf-feb08c2fcc10 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:54:55.861352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd84d778-65b0-4830-9504-24c84bcab5ff,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:55.864906 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] No DVR routers for this DVR port bd84d778-65b0-4830-9504-24c84bcab5ff on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:54:55.912702 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7a6e930c-2145-4151-95bf-feb08c2fcc10 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:54:55.913281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a6e930c-2145-4151-95bf-feb08c2fcc10 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:54:55.914118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:54:55.938652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:54:55.939258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2dbf8773-8b69-4bcf-a85a-7a49b9331d46 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:54:55.939714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd84d778-65b0-4830-9504-24c84bcab5ff no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:54:55.947057 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.967570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: bd84d778-65b0-4830-9504-24c84bcab5ff {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:54:55.967920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device bd84d778-65b0-4830-9504-24c84bcab5ff not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:54:55.968289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221e2b3b-0921-4862-be15-a1221a8245ea']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:55.979330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972f6cb5-1f28-454d-a807-28d04952450d') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:55.980249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972f6cb5-1f28-454d-a807-28d04952450d') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:55.981737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] For port bd84d778-65b0-4830-9504-24c84bcab5ff, host n-d-813679-4, got binding levels [] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:55.982141 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.991017 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:55.994009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Calling delete_port for bd84d778-65b0-4830-9504-24c84bcab5ff owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:55.996670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.ipam_backend_mixin [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Port bd84d778-65b0-4830-9504-24c84bcab5ff was not found and therefore no delete operation was performed {{(pid=94990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 00:54:55.997921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:56.004599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:56.010475 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:54:56.010856 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: timer() Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:54:56.012579 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:54:56.027839 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Pushing event deleted for resources: {'Port': ['ID=bd84d778-65b0-4830-9504-24c84bcab5ff,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:56.030000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] No DVR routers for this DVR port bd84d778-65b0-4830-9504-24c84bcab5ff on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:54:56.042678 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.043034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.043376 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.043746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.044085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.044444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.044775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.045158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.045487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.045857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.046126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.046452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdabbf5-0d16-47e6-8b03-12c2e0bc9f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:54:56.073455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:56.079132 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:56.082272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] 10.222.0.21 "DELETE /v2.0/networks/221e2b3b-0921-4862-be15-a1221a8245ea HTTP/1.1" status: 204 len: 168 time: 0.5411406 Oct 13 00:54:56.085621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45736) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:56.096057 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765e6ff-390c-429a-b1fa-53cecfcad68c admin admin] Pushing event deleted for resources: {'Network': ['ID=221e2b3b-0921-4862-be15-a1221a8245ea,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:56.502338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:56.786622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Deleting port 7a2f50c2-4377-4e96-a01f-171904d40d96 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:56.786969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:56.863143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] For port 7a2f50c2-4377-4e96-a01f-171904d40d96, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7a2f50c2-4377-4e96-a01f-171904d40d96,segment=NetworkSegment(c32630b0-89cd-4739-874e-33a685abe4c7),segment_id=c32630b0-89cd-4739-874e-33a685abe4c7)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:56.863522 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:56.875306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Calling delete_port for 7a2f50c2-4377-4e96-a01f-171904d40d96 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:57.048523 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:57.077351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2f50c2-4377-4e96-a01f-171904d40d96,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:57.239617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:57.448831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:54:57.553590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:54:57.560516 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7bfdd58e-3b8d-4201-acaf-85d7d9bfec49 admin admin] 10.222.0.21 "PUT /v2.0/routers/0fce3eb4-52af-4767-83bd-d0d45ea8e4cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4721618 Oct 13 00:54:57.561626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45738) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:57.564441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] Sync routers for ids ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:54:57.574122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] Routers {'0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:54:57.574805 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:54:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:57.662505 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:57.675771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] Set router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:54:57.857182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:54:57Z', 'revision_number': 5, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:57.884464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] Checking router: 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:54:57.893367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] Routers {'0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:54:57.893994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:54:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:58.000813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] Set router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:54:58.018593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.070247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Deleting port 1d1ac58f-ff4e-408e-a922-cc448cf432a1 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:58.070577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.151092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] For port 1d1ac58f-ff4e-408e-a922-cc448cf432a1, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=1d1ac58f-ff4e-408e-a922-cc448cf432a1,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:58.151447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.163287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Calling delete_port for 1d1ac58f-ff4e-408e-a922-cc448cf432a1 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:58.180578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:54:57Z', 'revision_number': 5, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:58.209019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a74db3-cd46-4d23-b96a-4b57dfb1e6de None None] The sync data for ids ['0fce3eb4-52af-4767-83bd-d0d45ea8e4cd'] in n-d-813679-4 is: [{'id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'name': 'tempest-TestVolumeBootPattern-377342232-router', 'tenant_id': 'ad231d2cef734d9db61f4284bb16bc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:44:11Z', 'updated_at': '2021-10-13T00:54:57Z', 'revision_number': 5, 'project_id': 'ad231d2cef734d9db61f4284bb16bc49', 'gw_port': {'id': '1d1ac58f-ff4e-408e-a922-cc448cf432a1', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fce3eb4-52af-4767-83bd-d0d45ea8e4cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:44:12Z', 'updated_at': '2021-10-13T00:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:54:58.338762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.366706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1ac58f-ff4e-408e-a922-cc448cf432a1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:58.425908 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.515110 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.518013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.564039 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.564652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fce3eb4-52af-4767-83bd-d0d45ea8e4cd {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:54:58.570001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.570857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-287af7d9-f08c-4b67-a953-77d54b843531 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0fce3eb4-52af-4767-83bd-d0d45ea8e4cd HTTP/1.1" status: 204 len: 168 time: 1.0083120 Oct 13 00:54:58.574086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45740) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:58.624910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8f99e4-7528-4800-899a-b2aa748c7605 admin admin] Deleting subnet ea9695da-50c0-4b18-a871-a6f9625d17de {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:54:58.628279 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b8f99e4-7528-4800-899a-b2aa748c7605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.663742 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b8f99e4-7528-4800-899a-b2aa748c7605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.742964 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b8f99e4-7528-4800-899a-b2aa748c7605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.801712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b8f99e4-7528-4800-899a-b2aa748c7605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.830275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f99e4-7528-4800-899a-b2aa748c7605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9695da-50c0-4b18-a871-a6f9625d17de,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:58.832402 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8b8f99e4-7528-4800-899a-b2aa748c7605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.835497 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8b8f99e4-7528-4800-899a-b2aa748c7605 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea9695da-50c0-4b18-a871-a6f9625d17de HTTP/1.1" status: 204 len: 168 time: 0.2604527 Oct 13 00:54:58.838053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45742) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:58.839953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3e146a-c410-4019-a5ea-26df178b09da None None] Network d712fc6f-4bec-4afc-8f02-7c995b7d1edc requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:54:58.909253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:58.966873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Deleting port 266cac99-38d4-4075-a9b8-d605a67b613e {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:54:58.967220 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.032531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] For port 266cac99-38d4-4075-a9b8-d605a67b613e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=266cac99-38d4-4075-a9b8-d605a67b613e,segment=NetworkSegment(c32630b0-89cd-4739-874e-33a685abe4c7),segment_id=c32630b0-89cd-4739-874e-33a685abe4c7)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:54:59.032893 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.045641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Calling delete_port for 266cac99-38d4-4075-a9b8-d605a67b613e owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:54:59.120827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.150383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Pushing event deleted for resources: {'Port': ['ID=266cac99-38d4-4075-a9b8-d605a67b613e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:59.152218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] No DVR routers for this DVR port 266cac99-38d4-4075-a9b8-d605a67b613e on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:54:59.221707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b86234-013a-464b-adac-d7b428a4e521 None None] DHCP port deletion for d712fc6f-4bec-4afc-8f02-7c995b7d1edc request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:54:59.236646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.262899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d712fc6f-4bec-4afc-8f02-7c995b7d1edc']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:59.281005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32630b0-89cd-4739-874e-33a685abe4c7') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:59.281305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32630b0-89cd-4739-874e-33a685abe4c7') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:54:59.300300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.320472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.327678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:54:59.328076 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:54:59.329962 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:54:59.388106 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.393917 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.397052 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/d712fc6f-4bec-4afc-8f02-7c995b7d1edc HTTP/1.1" status: 204 len: 168 time: 0.5580788 Oct 13 00:54:59.408635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa425c50-effa-4cab-b145-80670f7aaf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=d712fc6f-4bec-4afc-8f02-7c995b7d1edc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:54:59.522085 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45746) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:59.528487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a2f50c2-4377-4e96-a01f-171904d40d96 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:54:59.548636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7a2f50c2-4377-4e96-a01f-171904d40d96 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:54:59.548975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7a2f50c2-4377-4e96-a01f-171904d40d96 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:54:59.549392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1d1ac58f-ff4e-408e-a922-cc448cf432a1 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:54:59.562000 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-941ed163-b695-4692-87a3-e5c67004512b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9d725c267a84f15879d2b1a52df2e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387013 Oct 13 00:54:59.564714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45748) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:54:59.567370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 1d1ac58f-ff4e-408e-a922-cc448cf432a1 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:54:59.567717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 1d1ac58f-ff4e-408e-a922-cc448cf432a1 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:54:59.568123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 266cac99-38d4-4075-a9b8-d605a67b613e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:54:59.586768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 266cac99-38d4-4075-a9b8-d605a67b613e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:54:59.587690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 266cac99-38d4-4075-a9b8-d605a67b613e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:54:59.612750 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22ba7970-47b1-4444-a005-0ea68496f838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.633111 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22ba7970-47b1-4444-a005-0ea68496f838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.684291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22ba7970-47b1-4444-a005-0ea68496f838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.686732 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-22ba7970-47b1-4444-a005-0ea68496f838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:54:59.688159 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-22ba7970-47b1-4444-a005-0ea68496f838 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2c1524f-2823-499a-92bc-85cd4ce412f6 HTTP/1.1" status: 204 len: 168 time: 0.1225421 Oct 13 00:54:59.696040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba7970-47b1-4444-a005-0ea68496f838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c1524f-2823-499a-92bc-85cd4ce412f6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:00.011189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45754) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:00.050163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-23741563-e60d-4363-8b8c-81cf4a1d5763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad231d2cef734d9db61f4284bb16bc49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378187 Oct 13 00:55:00.052625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45756) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:00.098221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccecead1-9e8d-499c-ac07-c50a4c67de7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:00.119569 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccecead1-9e8d-499c-ac07-c50a4c67de7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:00.163542 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccecead1-9e8d-499c-ac07-c50a4c67de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:00.166832 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ccecead1-9e8d-499c-ac07-c50a4c67de7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:00.168000 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ccecead1-9e8d-499c-ac07-c50a4c67de7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78aa5eb3-872a-41e4-8c6a-c6e1997bb747 HTTP/1.1" status: 204 len: 168 time: 0.1144946 Oct 13 00:55:00.175778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecead1-9e8d-499c-ac07-c50a4c67de7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aa5eb3-872a-41e4-8c6a-c6e1997bb747,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:06.946721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:07.366668 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:10.172119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-a1c8a08d-804c-448a-aa43-7cca28fa480c tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=eee60fc118e240e7b875714b3da1299b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212288 Oct 13 00:55:10.282504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce618-dab4-4b98-befb-01d5de33a52e req-73de267d-06c6-4f6b-ac85-21b3678d2308 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:10.284406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-73de267d-06c6-4f6b-ac85-21b3678d2308 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071954 Oct 13 00:55:10.300280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-9d973df2-6658-48c6-9b36-a7c7efb08279 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/quotas/eee60fc118e240e7b875714b3da1299b HTTP/1.1" status: 200 len: 375 time: 0.0098970 Oct 13 00:55:10.331960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-84406d26-024e-456d-be45-023ff26f829e tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eee60fc118e240e7b875714b3da1299b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263443 Oct 13 00:55:11.511835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a25a77da-e0ed-4d3d-bf03-eadd8516411a req-3413890e-f4d3-442c-9659-572ccd44e14d tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 210 time: 0.0298727 Oct 13 00:55:11.810921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fa543d4e-8b3e-4dcf-a873-1929739eedba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:12.603712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66e0c7f8-e6be-4515-b93d-fc50158c26f8 req-43a73e87-3b89-4a1f-9aee-5883dd55836d tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 210 time: 0.0345862 Oct 13 00:55:13.679350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c12a89e4-2a17-46ef-b14d-73b7c9130a7b req-9d836e3c-0d66-4284-bc9b-0442ca8291fc tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 210 time: 0.0254366 Oct 13 00:55:14.597773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-089ea081-5925-428a-9218-017da56b306e tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eee60fc118e240e7b875714b3da1299b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222349 Oct 13 00:55:14.599729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7280c9d5-058e-4136-8f3a-123f5c53df30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:14.712366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce618-dab4-4b98-befb-01d5de33a52e req-1d3df795-25b7-4837-82d9-bad76d5c246a tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:14.713936 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-1d3df795-25b7-4837-82d9-bad76d5c246a tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093919 Oct 13 00:55:14.738559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Request body: {'port': {'device_id': '77fcef5a-999b-4703-974b-d702a4a02198', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'admin_state_up': True, 'tenant_id': 'eee60fc118e240e7b875714b3da1299b'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:55:14.771271 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd402061-817d-4e72-8811-1dfce7e18a1e req-c925a28a-df63-42b1-a990-6e44d77a158c tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 210 time: 0.0265410 Oct 13 00:55:14.849403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Made reservation on behalf of eee60fc118e240e7b875714b3da1299b for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:55:14.852941 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:14.861491 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:14.941349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:14.945069 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.007715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9410256d-feec-4fa1-af88-54da88d5557b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:15.084812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Allocated IP 192.168.233.166 (67c0eca9-bb80-4708-be3d-30eaadea05a6/0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3/99576446-8684-4c96-8cec-cfb1a6f08304) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:55:15.230645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.262671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.304780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Network 67c0eca9-bb80-4708-be3d-30eaadea05a6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:55:15.309664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:55:15.313333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:55:15.344007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Pushing event updated for resources: {'Port': ['ID=99576446-8684-4c96-8cec-cfb1a6f08304,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:15.375932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:15.376596 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.395180 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-2a926636-2954-47b9-b38e-ffccc5443017 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6605048 Oct 13 00:55:15.412893 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Request body: {'port': {'device_id': '77fcef5a-999b-4703-974b-d702a4a02198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:55:15.469110 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.516543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2edc92ff-a2f2-4e04-aa16-b18c7da47f65 None None] Provisioning complete for port 99576446-8684-4c96-8cec-cfb1a6f08304 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:55:15.516921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2edc92ff-a2f2-4e04-aa16-b18c7da47f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.549205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2edc92ff-a2f2-4e04-aa16-b18c7da47f65 None None] Port 99576446-8684-4c96-8cec-cfb1a6f08304 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:55:15.733339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99576446-8684-4c96-8cec-cfb1a6f08304 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:55:15.740575 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.752668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Transition to ACTIVE for port object 99576446-8684-4c96-8cec-cfb1a6f08304 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:55:15.756356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.807151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Pushing event updated for resources: {'Port': ['ID=99576446-8684-4c96-8cec-cfb1a6f08304,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:15.835817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.886118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Attempting to bind port 99576446-8684-4c96-8cec-cfb1a6f08304 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:55:15.886469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Attempting to bind port 99576446-8684-4c96-8cec-cfb1a6f08304 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:55:15.886814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Attempting to bind port 99576446-8684-4c96-8cec-cfb1a6f08304 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:55:15.892229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Port 99576446-8684-4c96-8cec-cfb1a6f08304 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:55:15.892553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Attempting to bind port 99576446-8684-4c96-8cec-cfb1a6f08304 on network 67c0eca9-bb80-4708-be3d-30eaadea05a6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:55:15.897795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:55:15.898135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Checking segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:55:15.898580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Bound using segment: {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:55:15.899023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Bound port: 99576446-8684-4c96-8cec-cfb1a6f08304, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1607c-7218-4050-b94e-3460f6dacd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:55:15.899369 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.917646 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1eedc-7888-4bfa-80df-0a2531819549 req-232cf267-f3aa-455f-a2c3-13bd00810973 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:15.919797 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1a1eedc-7888-4bfa-80df-0a2531819549 req-232cf267-f3aa-455f-a2c3-13bd00810973 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 948 time: 0.0514550 Oct 13 00:55:15.961345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1a1eedc-7888-4bfa-80df-0a2531819549 req-526cfa6d-51d8-4e78-bacc-8be11450fbf4 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Oct 13 00:55:15.964872 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:15.974305 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] For port 99576446-8684-4c96-8cec-cfb1a6f08304, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:55:15.977972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] For port 99576446-8684-4c96-8cec-cfb1a6f08304, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=99576446-8684-4c96-8cec-cfb1a6f08304,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:55:15.982298 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:16.015052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:16.015744 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:16.017289 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] 10.222.0.45 "PUT /v2.0/ports/99576446-8684-4c96-8cec-cfb1a6f08304 HTTP/1.1" status: 200 len: 1096 time: 0.6087184 Oct 13 00:55:16.019487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fcef5a-999b-4703-974b-d702a4a02198', 'tag': '99576446-8684-4c96-8cec-cfb1a6f08304'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:55:16.021828 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24798571-b7f2-4531-bc2f-4f4b6965c18b" -d '{"events": [{"name": "network-changed", "server_uuid": "77fcef5a-999b-4703-974b-d702a4a02198", "tag": "99576446-8684-4c96-8cec-cfb1a6f08304"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:55:16.053528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a3725-1c60-44ed-b210-0c5f699608cc service neutron] Pushing event updated for resources: {'Port': ['ID=99576446-8684-4c96-8cec-cfb1a6f08304,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:16.068986 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e864dd-b663-4b9d-b965-b7b47ac3cfc0 x-openstack-request-id: req-75e864dd-b663-4b9d-b965-b7b47ac3cfc0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:55:16.069239 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fcef5a-999b-4703-974b-d702a4a02198", "tag": "99576446-8684-4c96-8cec-cfb1a6f08304", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:55:16.069586 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75e864dd-b663-4b9d-b965-b7b47ac3cfc0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:55:16.070596 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fcef5a-999b-4703-974b-d702a4a02198', 'tag': '99576446-8684-4c96-8cec-cfb1a6f08304', 'status': 'completed', 'code': 200} Oct 13 00:55:16.129021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce618-dab4-4b98-befb-01d5de33a52e req-d2f3f554-63ba-47ce-9397-329253bf1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:16.130557 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-d2f3f554-63ba-47ce-9397-329253bf1c5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eee60fc118e240e7b875714b3da1299b&device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 1099 time: 0.0444295 Oct 13 00:55:16.183058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-d413567a-9599-4d01-97ba-ab7d7220b2e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=99576446-8684-4c96-8cec-cfb1a6f08304 HTTP/1.1" status: 200 len: 217 time: 0.0392973 Oct 13 00:55:16.233938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce618-dab4-4b98-befb-01d5de33a52e req-603de20b-c400-4563-9d4d-6ca251eccf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:16.235399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-603de20b-c400-4563-9d4d-6ca251eccf70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0453465 Oct 13 00:55:16.280647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fce618-dab4-4b98-befb-01d5de33a52e req-43af0d4d-23b7-4a48-951e-5adb3f6be428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:16.282007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-43af0d4d-23b7-4a48-951e-5adb3f6be428 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389991 Oct 13 00:55:16.378576 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-765b03c5-c7d1-4d61-bf51-aca289b86adc service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890000 Oct 13 00:55:16.468994 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-76fce618-dab4-4b98-befb-01d5de33a52e req-4b80dd7c-0f05-4a09-8eef-f66160b83d2a service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827858 Oct 13 00:55:16.595538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-d1d9c843-8350-4f7d-85ea-9a3b9a5a0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:16.597077 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-d1d9c843-8350-4f7d-85ea-9a3b9a5a0514 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eee60fc118e240e7b875714b3da1299b&device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 1099 time: 0.0469975 Oct 13 00:55:16.685742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-b63747e0-4442-40e4-9517-bf2627d23147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:16.687183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-b63747e0-4442-40e4-9517-bf2627d23147 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67c0eca9-bb80-4708-be3d-30eaadea05a6 HTTP/1.1" status: 200 len: 870 time: 0.0824633 Oct 13 00:55:16.731833 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-6614a15f-95b1-4978-b8e0-ce9f973e3abe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=99576446-8684-4c96-8cec-cfb1a6f08304 HTTP/1.1" status: 200 len: 217 time: 0.0374587 Oct 13 00:55:16.780059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-d64ffb0e-8e99-41f3-a2b2-5fdcbf142f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:16.781458 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-d64ffb0e-8e99-41f3-a2b2-5fdcbf142f7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3 HTTP/1.1" status: 200 len: 843 time: 0.0432181 Oct 13 00:55:16.825239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-4c92de8f-c3dd-4f4e-9081-4a23296ca128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:16.826674 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-4c92de8f-c3dd-4f4e-9081-4a23296ca128 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67c0eca9-bb80-4708-be3d-30eaadea05a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0387354 Oct 13 00:55:16.918577 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-99a590a5-6da5-453a-abbc-ea921e45eee2 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831950 Oct 13 00:55:17.006835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-24798571-b7f2-4531-bc2f-4f4b6965c18b req-a2085df5-d17a-46eb-bd5f-87566f030951 service neutron] 10.222.0.45 "GET /v2.0/networks/67c0eca9-bb80-4708-be3d-30eaadea05a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815411 Oct 13 00:55:17.080600 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae03a-4556-41d1-bb7f-4ca6c5a875d0 req-5b162892-c254-4a15-9f3e-b39892bd7403 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:17.082062 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d6ae03a-4556-41d1-bb7f-4ca6c5a875d0 req-5b162892-c254-4a15-9f3e-b39892bd7403 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 948 time: 0.0528753 Oct 13 00:55:17.118706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5d6ae03a-4556-41d1-bb7f-4ca6c5a875d0 req-8ac15997-d198-42ab-8f9f-34ae61e045cd tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305605 Oct 13 00:55:17.641494 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:18.235383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacd59b-9991-4cb8-a249-61875be99a1a req-a771d29f-c320-4ff2-93c2-b97b922e6685 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:18.236968 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bacd59b-9991-4cb8-a249-61875be99a1a req-a771d29f-c320-4ff2-93c2-b97b922e6685 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 948 time: 0.0497227 Oct 13 00:55:18.275670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3bacd59b-9991-4cb8-a249-61875be99a1a req-12fe3b98-b53b-4cb2-b53c-d296cc9ed141 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Oct 13 00:55:19.388270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c80e0-900e-47a9-93c5-765be177dfa9 req-1f7647e2-c78a-47c6-925d-e3fcbeb52f10 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:19.389760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b59c80e0-900e-47a9-93c5-765be177dfa9 req-1f7647e2-c78a-47c6-925d-e3fcbeb52f10 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 948 time: 0.0488877 Oct 13 00:55:19.427073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b59c80e0-900e-47a9-93c5-765be177dfa9 req-73739fb0-d28b-4f7b-b335-358895e6da81 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Oct 13 00:55:19.923641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 99576446-8684-4c96-8cec-cfb1a6f08304 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:55:20.017570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 99576446-8684-4c96-8cec-cfb1a6f08304, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=99576446-8684-4c96-8cec-cfb1a6f08304,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:55:20.028840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '99576446-8684-4c96-8cec-cfb1a6f08304', 'network_id': '67c0eca9-bb80-4708-be3d-30eaadea05a6', 'port_id': '99576446-8684-4c96-8cec-cfb1a6f08304', 'mac_address': 'fa:16:3e:9f:de:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbb7f7c-dd1f-481d-bf8f-3be11ef30ff3', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:55:20.064781 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:20.077052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99576446-8684-4c96-8cec-cfb1a6f08304 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:55:20.096120 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 99576446-8684-4c96-8cec-cfb1a6f08304, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=99576446-8684-4c96-8cec-cfb1a6f08304,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:55:20.099926 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:20.147874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=99576446-8684-4c96-8cec-cfb1a6f08304,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:20.498416 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['99576446-8684-4c96-8cec-cfb1a6f08304'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:55:20.556824 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5778b-889a-4892-978e-a188fc9caf0f req-097c8286-596b-433a-9497-d3e2f6d45d42 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:20.558308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1de5778b-889a-4892-978e-a188fc9caf0f req-097c8286-596b-433a-9497-d3e2f6d45d42 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 949 time: 0.0519660 Oct 13 00:55:20.596754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1de5778b-889a-4892-978e-a188fc9caf0f req-77ebafc4-1806-4e54-baa1-1fa491e4126a tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Oct 13 00:55:21.708030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9468-1a06-404d-abd6-de3ed8cd340b req-d03802bd-4e6e-4589-ac08-6de568423e24 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:21.709511 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91aa9468-1a06-404d-abd6-de3ed8cd340b req-d03802bd-4e6e-4589-ac08-6de568423e24 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 949 time: 0.0482857 Oct 13 00:55:21.746789 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-91aa9468-1a06-404d-abd6-de3ed8cd340b req-508939e1-41f3-4d47-b4d0-7121b6bef2ff tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Oct 13 00:55:21.921722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 99576446-8684-4c96-8cec-cfb1a6f08304 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:55:21.973050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 99576446-8684-4c96-8cec-cfb1a6f08304 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:55:21.976516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 99576446-8684-4c96-8cec-cfb1a6f08304 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:55:21.976892 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:22.053144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:22.075201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fcef5a-999b-4703-974b-d702a4a02198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99576446-8684-4c96-8cec-cfb1a6f08304'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:55:22.077464 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c61b43-0660-45b5-8aad-93c7290d2ce0" -d '{"events": [{"server_uuid": "77fcef5a-999b-4703-974b-d702a4a02198", "name": "network-vif-plugged", "status": "completed", "tag": "99576446-8684-4c96-8cec-cfb1a6f08304"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:55:22.092054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 99576446-8684-4c96-8cec-cfb1a6f08304, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=99576446-8684-4c96-8cec-cfb1a6f08304,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:55:22.096671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:22.148676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=99576446-8684-4c96-8cec-cfb1a6f08304,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:22.174379 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ebe0c-d849-4d93-86b5-7ce3eb62be04 x-openstack-request-id: req-c13ebe0c-d849-4d93-86b5-7ce3eb62be04 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:55:22.174672 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fcef5a-999b-4703-974b-d702a4a02198", "name": "network-vif-plugged", "status": "completed", "tag": "99576446-8684-4c96-8cec-cfb1a6f08304", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:55:22.174927 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c13ebe0c-d849-4d93-86b5-7ce3eb62be04 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:55:22.175327 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fcef5a-999b-4703-974b-d702a4a02198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99576446-8684-4c96-8cec-cfb1a6f08304', 'code': 200} Oct 13 00:55:22.292655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6817ac5-ec2a-47e7-b8d5-86cbbdfb22c5 req-7fffaea5-c02d-4daa-92d7-f6e1ee50c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:22.294090 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c6817ac5-ec2a-47e7-b8d5-86cbbdfb22c5 req-7fffaea5-c02d-4daa-92d7-f6e1ee50c2d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 1101 time: 0.0397019 Oct 13 00:55:22.329641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c6817ac5-ec2a-47e7-b8d5-86cbbdfb22c5 req-fbf027a3-88dc-454b-95b9-5f2e72917ab2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287719 Oct 13 00:55:22.859019 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581426f6-6f2c-4ce7-a1dd-4113e4058666 req-263e598a-1f2f-4bfd-bee5-5592f285e8ac tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:22.860499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-581426f6-6f2c-4ce7-a1dd-4113e4058666 req-263e598a-1f2f-4bfd-bee5-5592f285e8ac tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 950 time: 0.0482552 Oct 13 00:55:22.896526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-581426f6-6f2c-4ce7-a1dd-4113e4058666 req-540bfc77-2038-4f12-8610-07bf4501c50c tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301347 Oct 13 00:55:23.782246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-16ec93ef-765f-4f21-a740-e50c7c9e9f79 req-33e11982-2263-4e1e-b511-8f336fb58ed5 service neutron] (94988) timed out ('10.222.0.21', 42326) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:55:24.015454 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28558a62-a76b-41f1-9ec9-0cae3cdb00b8 req-68b77aec-7c13-4841-9b0c-c8e0120159b4 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:24.016946 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28558a62-a76b-41f1-9ec9-0cae3cdb00b8 req-68b77aec-7c13-4841-9b0c-c8e0120159b4 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 950 time: 0.0524659 Oct 13 00:55:24.053932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28558a62-a76b-41f1-9ec9-0cae3cdb00b8 req-d53ac281-966a-4e38-9ab7-9259341d4992 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Oct 13 00:55:24.326616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-2f042c69-492a-4ec8-857e-8bc3c96d1980 req-0f964b7e-a066-4613-a74a-204d490950b5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:55:24.327695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2f042c69-492a-4ec8-857e-8bc3c96d1980 req-0f964b7e-a066-4613-a74a-204d490950b5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060508 Oct 13 00:55:24.736862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-32c754b2-f905-4a1e-8446-97a5ae3b70ab req-519e1cdd-f969-4e33-8f76-ef02546ab9a7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:55:24.737906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-32c754b2-f905-4a1e-8446-97a5ae3b70ab req-519e1cdd-f969-4e33-8f76-ef02546ab9a7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0977616 Oct 13 00:55:25.065351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa6819-fd25-482e-b45e-3dac5054d304 req-be34f2c6-56c3-4692-b229-89fe01014173 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:25.066832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06fa6819-fd25-482e-b45e-3dac5054d304 req-be34f2c6-56c3-4692-b229-89fe01014173 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 950 time: 0.0497999 Oct 13 00:55:25.103318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06fa6819-fd25-482e-b45e-3dac5054d304 req-d5f18691-1812-4259-a958-dd0d35d5ec38 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 Oct 13 00:55:26.222152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bcba7-a113-4f05-a893-d361b370cbd3 req-5db098a6-ec00-4238-90aa-b7bdebd8c5eb tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:26.223625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-889bcba7-a113-4f05-a893-d361b370cbd3 req-5db098a6-ec00-4238-90aa-b7bdebd8c5eb tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 950 time: 0.0487974 Oct 13 00:55:26.262309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-889bcba7-a113-4f05-a893-d361b370cbd3 req-b48be1f3-a2f7-4464-92d8-b2486f0fa484 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/security-groups?id=9410256d-feec-4fa1-af88-54da88d5557b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Oct 13 00:55:26.581102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-0449349d-86b2-4d01-8252-94493beb4356 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:26.582508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-0449349d-86b2-4d01-8252-94493beb4356 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.45 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 950 time: 0.0540798 Oct 13 00:55:26.679116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Deleting port 99576446-8684-4c96-8cec-cfb1a6f08304 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:55:26.679375 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:26.771814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] For port 99576446-8684-4c96-8cec-cfb1a6f08304, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=99576446-8684-4c96-8cec-cfb1a6f08304,segment=NetworkSegment(28a1607c-7218-4050-b94e-3460f6dacd50),segment_id=28a1607c-7218-4050-b94e-3460f6dacd50)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:55:26.772185 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:26.784729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Calling delete_port for 99576446-8684-4c96-8cec-cfb1a6f08304 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:55:26.908825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:26.943006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Pushing event deleted for resources: {'Port': ['ID=99576446-8684-4c96-8cec-cfb1a6f08304,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:26.943845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['99576446-8684-4c96-8cec-cfb1a6f08304'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:55:26.993040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] No DVR routers for this DVR port 99576446-8684-4c96-8cec-cfb1a6f08304 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:55:26.995751 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:26.999144 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bba20436-a9f7-4dc0-b4fe-99c94239159e req-17076977-dff0-46ee-b0b7-52ba144e3574 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.45 "DELETE /v2.0/ports/99576446-8684-4c96-8cec-cfb1a6f08304 HTTP/1.1" status: 204 len: 173 time: 0.4100978 Oct 13 00:55:26.999616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fcef5a-999b-4703-974b-d702a4a02198', 'name': 'network-vif-deleted', 'tag': '99576446-8684-4c96-8cec-cfb1a6f08304'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:55:27.001922 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd55df6-2a49-4508-9964-20e6253ced64" -d '{"events": [{"server_uuid": "77fcef5a-999b-4703-974b-d702a4a02198", "name": "network-vif-deleted", "tag": "99576446-8684-4c96-8cec-cfb1a6f08304"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:55:27.046775 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78364e4e-071a-4c6d-8e35-66060f6ce053 x-openstack-request-id: req-78364e4e-071a-4c6d-8e35-66060f6ce053 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:55:27.047105 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fcef5a-999b-4703-974b-d702a4a02198", "name": "network-vif-deleted", "tag": "99576446-8684-4c96-8cec-cfb1a6f08304", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:55:27.047423 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78364e4e-071a-4c6d-8e35-66060f6ce053 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:55:27.047964 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fcef5a-999b-4703-974b-d702a4a02198', 'name': 'network-vif-deleted', 'tag': '99576446-8684-4c96-8cec-cfb1a6f08304', 'status': 'completed', 'code': 200} Oct 13 00:55:27.367440 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65686ccd-59bb-43ad-9b69-bb9078c6f689 req-33127708-7f73-4769-a782-a4a8ca649e57 tempest-ServersAdminNegativeTestJSON-1645591329 tempest-ServersAdminNegativeTestJSON-1645591329-project] 10.222.0.21 "GET /v2.0/ports?device_id=77fcef5a-999b-4703-974b-d702a4a02198 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Oct 13 00:55:28.650114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45912) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:28.806054 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4abcdecc-5adc-412d-acf7-09c2fc2db137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eee60fc118e240e7b875714b3da1299b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547596 Oct 13 00:55:28.808486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45918) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:28.853605 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb2d4-01e1-4b3f-ac53-9d3b65d8b7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:28.873952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb2d4-01e1-4b3f-ac53-9d3b65d8b7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:28.918763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb2d4-01e1-4b3f-ac53-9d3b65d8b7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:28.921257 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1aaeb2d4-01e1-4b3f-ac53-9d3b65d8b7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:28.922434 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1aaeb2d4-01e1-4b3f-ac53-9d3b65d8b7db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9410256d-feec-4fa1-af88-54da88d5557b HTTP/1.1" status: 204 len: 168 time: 0.1129963 Oct 13 00:55:28.931027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeb2d4-01e1-4b3f-ac53-9d3b65d8b7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9410256d-feec-4fa1-af88-54da88d5557b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:29.173091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45924) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:29.189456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:29.266488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:29.270181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:29.307243 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b6098dfc7524557a08a5edd69f6a14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330988 Oct 13 00:55:29.308217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e75ce3-eecb-4463-b6cb-222a1e022ab4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:29.310564 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45926) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:29.316499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.316849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.317189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.317526 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.317861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.318189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.318521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.318848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.319171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.319494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.319844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.320168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e44d-a7a0-4e5f-8309-6a0656fce45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.359386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:29.381197 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:29.426778 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:29.429249 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:29.430421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86e75ce3-eecb-4463-b6cb-222a1e022ab4 HTTP/1.1" status: 204 len: 168 time: 0.1188796 Oct 13 00:55:29.438938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e75ce3-eecb-4463-b6cb-222a1e022ab4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:29.446418 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.446769 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.447111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.447432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.447786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.448115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.448439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.448762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.449084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.449402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.450268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.450590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adf7fa3-06a8-4770-92e7-01425b4da57f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:55:29.984521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 99576446-8684-4c96-8cec-cfb1a6f08304 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:55:30.004156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 99576446-8684-4c96-8cec-cfb1a6f08304 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:55:30.004506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 99576446-8684-4c96-8cec-cfb1a6f08304 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:55:30.110395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 45948) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:30.179009 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:55:30.203975 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1329870175-network', 'tenant_id': 'bb3fd4c7641848228af51f6188dae6c6'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:55:30.224946 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Made reservation on behalf of bb3fd4c7641848228af51f6188dae6c6 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:55:30.227464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.236246 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.308899 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.312412 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.334919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:55:30.351153 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336cdb9e-ebf9-4b47-a46a-3a3533234fae,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:30.355274 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.355646 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Added segment dcbe1fb9-4085-4671-8291-47ef203751ff of type vlan for network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 Oct 13 00:55:30.397928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.422225 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.423311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:30.423929 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.474578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3631012 Oct 13 00:55:30.477704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 45952) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:30.482945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Request body: {'subnet': {'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1329870175-subnet', 'tenant_id': 'bb3fd4c7641848228af51f6188dae6c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:55:30.485044 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69327c-8410-4f17-893b-da4e39c2b26d admin admin] Pushing event updated for resources: {'Network': ['ID=639b7309-bdb3-4b64-bb3c-60323c2b79a1,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:30.494775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:55:30.504790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Made reservation on behalf of bb3fd4c7641848228af51f6188dae6c6 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:55:30.507191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.671836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.724166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def813ce-3a38-4b2d-9ce5-3db40cb9f25e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:30.734123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Checking segment: {'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:55:30.734483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Network hostable DHCP agents. Network: 639b7309-bdb3-4b64-bb3c-60323c2b79a1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:55:30.751111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:55:30.759200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 639b7309-bdb3-4b64-bb3c-60323c2b79a1) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:55:30.765334 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:30.766254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:30.769111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f0c3c-1a09-43a7-8525-18211320922d None None] Network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:55:30.783064 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f80a0d08-4c37-4a55-8a56-3912740d55a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3042660 Oct 13 00:55:30.891482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ae1b2-93e4-40fa-8c10-84e1811b6997 None None] Network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:55:31.202562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-08e62c74-0f77-46d2-8247-fe8668521da0 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:31.204075 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-08e62c74-0f77-46d2-8247-fe8668521da0 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/networks?id=639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 200 len: 812 time: 0.1103845 Oct 13 00:55:31.218507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-48fcc962-45b2-4fac-982e-b237e0c2a0f1 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/quotas/bb3fd4c7641848228af51f6188dae6c6 HTTP/1.1" status: 200 len: 375 time: 0.0087464 Oct 13 00:55:31.249447 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-5caad108-6e94-45cc-ad42-df0cae269ae9 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb3fd4c7641848228af51f6188dae6c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259326 Oct 13 00:55:31.335927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-7d6873f0-d4db-4c4a-961f-6ae008a5542e service neutron] 10.222.0.21 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797200 Oct 13 00:55:31.426335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-113a305c-b756-4649-8776-ea4b44a2ab9d service neutron] 10.222.0.21 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845983 Oct 13 00:55:32.600599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c7a1210-704f-4525-974a-4314939ddd42 req-d1ba3346-85d0-47d3-b1e7-3b0ee1de7328 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 210 time: 0.0265441 Oct 13 00:55:33.674996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb93e3e0-ad2d-47d2-acc2-0e2d1522178c req-32f349d7-581f-4f6f-9423-6f8887a9109b tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 210 time: 0.0266204 Oct 13 00:55:34.750564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9237d4d5-c605-4cae-b5da-6f89d591e5d8 req-020246aa-c81c-4054-b20c-ce8f2e1e62e3 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 210 time: 0.0262232 Oct 13 00:55:35.830379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b997f1fb-5b67-44e7-98d4-7de0ecf91fec req-50210f3a-5701-4c7f-ab5c-2f118dbb1a9a tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 210 time: 0.0303335 Oct 13 00:55:36.810832 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:36.920548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-048a8a0a-2740-404f-9652-08b8521d50cb req-b7c0aff8-3153-4ba8-bcea-e82c94e40e74 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 210 time: 0.0267382 Oct 13 00:55:37.366501 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:37.766778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-40b19f14-9d4d-4676-98c9-0a784808dbb5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:37.768201 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-40b19f14-9d4d-4676-98c9-0a784808dbb5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.45 "GET /v2.0/networks?id=639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 200 len: 812 time: 0.1074426 Oct 13 00:55:37.788341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Request body: {'port': {'device_id': '92426e21-1847-46af-8335-b885f6cf6382', 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1', 'admin_state_up': True, 'tenant_id': 'bb3fd4c7641848228af51f6188dae6c6'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:55:37.895606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Made reservation on behalf of bb3fd4c7641848228af51f6188dae6c6 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:55:37.899009 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:38.015659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb33a8d3-cc63-4fb8-8cbf-c4e7e59fdd47 req-de2cdab3-555d-47d2-85cf-7763f1cb55b0 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 210 time: 0.0266449 Oct 13 00:55:38.025404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Allocated IP 172.20.0.2 (639b7309-bdb3-4b64-bb3c-60323c2b79a1/def813ce-3a38-4b2d-9ce5-3db40cb9f25e/405ef0f1-cfa4-4cf1-8077-1acacfaef287) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:55:38.169377 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:38.201906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:38.244843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:55:38.248579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:55:38.252181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:55:38.276025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Pushing event updated for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:38.303178 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:38.303807 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:38.319334 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-a13d2ae0-7142-425e-8688-a4d3d869cf3e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5348227 Oct 13 00:55:38.336667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Request body: {'port': {'device_id': '92426e21-1847-46af-8335-b885f6cf6382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:55:38.393672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:38.907747 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405ef0f1-cfa4-4cf1-8077-1acacfaef287 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:55:38.914937 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:38.926773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Transition to ACTIVE for port object 405ef0f1-cfa4-4cf1-8077-1acacfaef287 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:55:38.930487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:38.983364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Pushing event updated for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:39.044902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Attempting to bind port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:55:39.045244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Attempting to bind port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:55:39.045575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Attempting to bind port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:55:39.049823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:55:39.050142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Attempting to bind port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:55:39.054921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:55:39.055257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Checking segment: {'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:55:39.055683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Bound using segment: {'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:55:39.056109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Bound port: 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:55:39.056466 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:39.119620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:55:39.123116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:55:39.127579 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:39.128570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bf5c4-1df5-426c-aa51-9294156c576e req-9b424721-0300-4b1e-ac3b-3ffd04afa0fd tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:39.130066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-834bf5c4-1df5-426c-aa51-9294156c576e req-9b424721-0300-4b1e-ac3b-3ffd04afa0fd tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 943 time: 0.0478742 Oct 13 00:55:39.164246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:39.164804 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:39.166164 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] 10.222.0.45 "PUT /v2.0/ports/405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 1091 time: 0.8333862 Oct 13 00:55:39.166632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:55:39.168953 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d02fda-3d9d-427a-9f51-d21043206c42" -d '{"events": [{"name": "network-changed", "server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:55:39.170390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-834bf5c4-1df5-426c-aa51-9294156c576e req-43949927-751c-4ee0-a8d0-25b242e47bf3 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338173 Oct 13 00:55:39.194548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c55aa8-9ee0-44fa-a0bd-9b2a7aa3f555 service neutron] Pushing event updated for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:39.218073 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4222ba-bd6c-4dc4-89f1-3f27d27a0ef8 x-openstack-request-id: req-4c4222ba-bd6c-4dc4-89f1-3f27d27a0ef8 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:55:39.218395 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:55:39.218646 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c4222ba-bd6c-4dc4-89f1-3f27d27a0ef8 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:55:39.219045 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'status': 'completed', 'code': 200} Oct 13 00:55:39.276059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-c805cba0-fce9-4a0f-a75d-3a12419f7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:39.277549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-c805cba0-fce9-4a0f-a75d-3a12419f7596 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3fd4c7641848228af51f6188dae6c6&device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 1094 time: 0.0408039 Oct 13 00:55:39.323553 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-53537883-22d0-4e1d-946b-45ac1508acbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 217 time: 0.0324364 Oct 13 00:55:39.374037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-341ce4d4-5c0c-459c-8576-5ff8c552d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:39.375439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-341ce4d4-5c0c-459c-8576-5ff8c552d783 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=def813ce-3a38-4b2d-9ce5-3db40cb9f25e HTTP/1.1" status: 200 len: 852 time: 0.0452731 Oct 13 00:55:39.407363 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-79341142-1caa-40ae-bd2f-ba0a840918c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=639b7309-bdb3-4b64-bb3c-60323c2b79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245490 Oct 13 00:55:39.494955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-fc4500b5-3f7f-47e4-92fb-5c39f8d7835f service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795598 Oct 13 00:55:39.590027 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-80f5beb8-cafb-40a7-b514-bfceb8464a90 req-dac715ab-76ab-45d6-82b3-b3573ee867c1 service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861497 Oct 13 00:55:39.710348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-38c7a93c-ebc6-47a3-9016-df8993f39607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:39.711885 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-38c7a93c-ebc6-47a3-9016-df8993f39607 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3fd4c7641848228af51f6188dae6c6&device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 1094 time: 0.0412459 Oct 13 00:55:39.805705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-352b10c8-7309-4531-833b-100ae01d8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:39.807075 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-352b10c8-7309-4531-833b-100ae01d8a79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 200 len: 913 time: 0.0883515 Oct 13 00:55:39.848770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-52e5cd86-6c61-4f51-b6c0-38688e415c49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 217 time: 0.0328162 Oct 13 00:55:39.897970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-588e57b8-24f2-43ba-a72e-359652ab7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:39.899352 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-588e57b8-24f2-43ba-a72e-359652ab7be4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=def813ce-3a38-4b2d-9ce5-3db40cb9f25e HTTP/1.1" status: 200 len: 852 time: 0.0422688 Oct 13 00:55:39.931988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-6e20725c-a63e-4937-bf0e-026f2e4ccc36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=639b7309-bdb3-4b64-bb3c-60323c2b79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257640 Oct 13 00:55:40.022653 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-e7d1602b-ddea-4941-8309-08147e8fa0e8 service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831399 Oct 13 00:55:40.115728 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95d02fda-3d9d-427a-9f51-d21043206c42 req-af4f44fd-8973-4b26-be13-86b3c80e4e5d service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856030 Oct 13 00:55:40.288448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061cdd6-7f3e-42ce-8861-5e42322fa54e req-91ee481d-732a-4314-8f35-dc87c32f346f tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:40.289899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1061cdd6-7f3e-42ce-8861-5e42322fa54e req-91ee481d-732a-4314-8f35-dc87c32f346f tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 943 time: 0.0507798 Oct 13 00:55:40.326557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1061cdd6-7f3e-42ce-8861-5e42322fa54e req-38b1c6c5-71ff-4cdb-b0d4-4312aedc503d tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301476 Oct 13 00:55:41.442757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626bd6-da83-4ec8-a3a1-2de7a5b1e8bc req-7fc7b102-8c67-4fa0-9865-b982eaf623a8 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:41.444250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8626bd6-da83-4ec8-a3a1-2de7a5b1e8bc req-7fc7b102-8c67-4fa0-9865-b982eaf623a8 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 943 time: 0.0482054 Oct 13 00:55:41.480318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8626bd6-da83-4ec8-a3a1-2de7a5b1e8bc req-f140a485-caf2-4e81-ae54-0b00032120f1 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301828 Oct 13 00:55:41.811329 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-53c83536-fb40-4a64-9d69-6c80bdd5f5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:42.047625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 405ef0f1-cfa4-4cf1-8077-1acacfaef287 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:55:42.146814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:55:42.158710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1', 'port_id': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'mac_address': 'fa:16:3e:99:73:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def813ce-3a38-4b2d-9ce5-3db40cb9f25e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:55:42.194334 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:42.206989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405ef0f1-cfa4-4cf1-8077-1acacfaef287 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:55:42.226107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:55:42.229950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:42.275108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:42.581685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['405ef0f1-cfa4-4cf1-8077-1acacfaef287'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:55:42.592947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f2cc9-0270-4050-a18d-b235116f9ce1 req-b96c774e-2b42-4951-9bc1-9b2f36eb5c1f tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:42.594473 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b24f2cc9-0270-4050-a18d-b235116f9ce1 req-b96c774e-2b42-4951-9bc1-9b2f36eb5c1f tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 944 time: 0.0481117 Oct 13 00:55:42.632274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b24f2cc9-0270-4050-a18d-b235116f9ce1 req-a1cf9ecf-8da1-46e0-bb56-669d28d9d804 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Oct 13 00:55:43.746698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389243ee-5485-4993-a55d-ed4c32a7c45b req-d77f5de8-d4e8-4e0c-8784-38dc5af2f44c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:43.748771 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-389243ee-5485-4993-a55d-ed4c32a7c45b req-d77f5de8-d4e8-4e0c-8784-38dc5af2f44c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 944 time: 0.0511415 Oct 13 00:55:43.784328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-389243ee-5485-4993-a55d-ed4c32a7c45b req-86e35d05-44d8-43dc-aec5-55478d41c623 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297692 Oct 13 00:55:44.048083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 405ef0f1-cfa4-4cf1-8077-1acacfaef287 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:55:44.094694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:55:44.098169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:55:44.098539 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:44.174610 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:44.196483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:55:44.198690 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4cd78a-fa9e-46d2-ac61-596127bdcb59" -d '{"events": [{"server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "name": "network-vif-plugged", "status": "completed", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:55:44.211786 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:55:44.215749 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:44.239428 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee6e7bb-b70f-4abd-9e57-efb9c90b73ee x-openstack-request-id: req-8ee6e7bb-b70f-4abd-9e57-efb9c90b73ee {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:55:44.239745 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "name": "network-vif-plugged", "status": "completed", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:55:44.239996 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ee6e7bb-b70f-4abd-9e57-efb9c90b73ee {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:55:44.240379 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'code': 200} Oct 13 00:55:44.266527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:55:44.358201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ed0fc-af5d-48ae-8bf7-35a69f0d48ad req-645a32d2-cc29-4895-a10f-54011096cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:44.359671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-830ed0fc-af5d-48ae-8bf7-35a69f0d48ad req-645a32d2-cc29-4895-a10f-54011096cc1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 1096 time: 0.0413814 Oct 13 00:55:44.397883 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-830ed0fc-af5d-48ae-8bf7-35a69f0d48ad req-8e41127f-ed48-47a7-91f3-fb5ecb7772f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Oct 13 00:55:44.601162 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a1ef-2ea1-4cd3-9c04-4c5c27b047d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:44.900434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71858039-3c3d-4332-82f4-22add2dd1bdb req-f26ee38b-55b9-4ad6-b0f1-a3f07e8a9993 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:44.901911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71858039-3c3d-4332-82f4-22add2dd1bdb req-f26ee38b-55b9-4ad6-b0f1-a3f07e8a9993 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0488904 Oct 13 00:55:44.939877 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71858039-3c3d-4332-82f4-22add2dd1bdb req-90b22838-09f6-4865-a6e4-2656ba449774 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Oct 13 00:55:45.829963 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:45.954991 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:46.052823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981957-c8f9-4ac9-8118-411a790dfc3d req-4720b352-b612-4e87-8b09-6e8f3deca4e2 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:46.054295 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52981957-c8f9-4ac9-8118-411a790dfc3d req-4720b352-b612-4e87-8b09-6e8f3deca4e2 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0475051 Oct 13 00:55:46.092456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52981957-c8f9-4ac9-8118-411a790dfc3d req-5d1eb135-5b92-47be-9a37-efdd974e3aa9 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Oct 13 00:55:46.270563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46034) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:55:46.330007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a63e4c-db15-4661-a4a5-cde8f3188fde req-a4c497a0-5ca2-4da9-a946-d187e7609a04 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:46.331500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a63e4c-db15-4661-a4a5-cde8f3188fde req-a4c497a0-5ca2-4da9-a946-d187e7609a04 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0523629 Oct 13 00:55:46.364824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-365c564e-45dd-4e14-b335-74d13b889e0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929077 Oct 13 00:55:46.368334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9a63e4c-db15-4661-a4a5-cde8f3188fde req-bc05b71f-b3c8-4971-80e5-bb4e125a7b26 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306957 Oct 13 00:55:46.373730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-820cad1a-d7fa-45cf-ae23-d20dd1b26ce5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:55:46.377323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-820cad1a-d7fa-45cf-ae23-d20dd1b26ce5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051160 Oct 13 00:55:47.488372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b3380-68ab-4df6-b468-0c423a359f20 req-45bf32ad-9215-44ab-9f23-4d4e817ba2bf tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:47.489891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-251b3380-68ab-4df6-b468-0c423a359f20 req-45bf32ad-9215-44ab-9f23-4d4e817ba2bf tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0500524 Oct 13 00:55:47.529095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-251b3380-68ab-4df6-b468-0c423a359f20 req-3138c19b-7f1f-4b3b-a9bc-4ce3cf3a6516 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329299 Oct 13 00:55:47.534710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-194bebab-eb1b-4bb1-a205-2b693247083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:47.536259 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-194bebab-eb1b-4bb1-a205-2b693247083e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3fd4c7641848228af51f6188dae6c6&device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 1096 time: 0.0404491 Oct 13 00:55:47.629982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-175a43f8-a9fa-41d8-a51e-8fc8b1f3204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:47.631473 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-175a43f8-a9fa-41d8-a51e-8fc8b1f3204a service neutron] 10.222.0.45 "GET /v2.0/networks?id=639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 200 len: 913 time: 0.0882623 Oct 13 00:55:47.645039 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:55:47.672613 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-1747420b-ee07-4d66-88ed-3f23b173ce2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 217 time: 0.0340972 Oct 13 00:55:47.726377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-a01ba3e3-b899-4597-b4ed-3fc8c428b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:47.727829 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-a01ba3e3-b899-4597-b4ed-3fc8c428b103 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=def813ce-3a38-4b2d-9ce5-3db40cb9f25e HTTP/1.1" status: 200 len: 852 time: 0.0476680 Oct 13 00:55:47.758396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-4e806605-c5a7-4f36-a3fe-ba5618cccf26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=639b7309-bdb3-4b64-bb3c-60323c2b79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234921 Oct 13 00:55:47.845955 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-9dd2cab3-7fd7-483c-a9f3-0679e8d581e9 service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804710 Oct 13 00:55:47.939533 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-13b1ff8e-5caf-4460-913b-1c578b2073df service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851123 Oct 13 00:55:48.644079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bb9a9-0c36-4418-b2db-312f20c6c973 req-6684a299-17c5-4695-bd3d-2c8403e31156 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:48.645487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-955bb9a9-0c36-4418-b2db-312f20c6c973 req-6684a299-17c5-4695-bd3d-2c8403e31156 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0475891 Oct 13 00:55:48.683947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-955bb9a9-0c36-4418-b2db-312f20c6c973 req-36ab24cc-f13a-418f-a973-9af40759614d tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Oct 13 00:55:49.065575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-cb60dff9-437a-4139-aa7b-a08a700bd953 req-0d32f4bc-ef75-4096-8e89-ba9ff1cd4b6d service neutron] (94988) timed out ('10.222.0.36', 49539) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:55:49.801839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b809c73-4e2c-4f08-b05c-b07a587f73b3 req-0183871f-fe77-4837-9d3d-6d6f89ec0fc9 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:49.803289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b809c73-4e2c-4f08-b05c-b07a587f73b3 req-0183871f-fe77-4837-9d3d-6d6f89ec0fc9 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0514669 Oct 13 00:55:50.157310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b809c73-4e2c-4f08-b05c-b07a587f73b3 req-6dc287e3-73d7-44f6-bd4f-d9ebd16cc58b tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480005 Oct 13 00:55:51.273479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa730-f2ad-4b8c-8010-aeeec3554cdb req-3031c6b0-5c79-491f-a500-8d057b405ea4 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:51.274948 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-238fa730-f2ad-4b8c-8010-aeeec3554cdb req-3031c6b0-5c79-491f-a500-8d057b405ea4 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0482244 Oct 13 00:55:51.312264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-238fa730-f2ad-4b8c-8010-aeeec3554cdb req-74c843cf-85d7-4aa8-aebc-ba6aa5691683 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Oct 13 00:55:52.427798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088abde1-c373-4a23-a2f8-6dcbbd64e23e req-9ce13598-f808-40ae-801e-6d353ca6907d tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:52.429281 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-088abde1-c373-4a23-a2f8-6dcbbd64e23e req-9ce13598-f808-40ae-801e-6d353ca6907d tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Oct 13 00:55:52.467079 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-088abde1-c373-4a23-a2f8-6dcbbd64e23e req-10ab2d33-14c1-4ee0-ad2a-413624d694a9 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Oct 13 00:55:53.585234 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a03393-b864-4c6f-b6ae-a940556b58fa req-163cd10a-3e10-4f46-b92c-c31edc8bf2e8 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:53.586699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70a03393-b864-4c6f-b6ae-a940556b58fa req-163cd10a-3e10-4f46-b92c-c31edc8bf2e8 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0516775 Oct 13 00:55:53.622911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70a03393-b864-4c6f-b6ae-a940556b58fa req-b6eb42d3-5dd8-4f89-ba19-68c8616c7ff6 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Oct 13 00:55:54.738040 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc522f8-92db-4847-b7dc-3461d395ee33 req-f4052ac2-b9ee-451a-9d69-80d4903bc6d5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:54.739541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ccc522f8-92db-4847-b7dc-3461d395ee33 req-f4052ac2-b9ee-451a-9d69-80d4903bc6d5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Oct 13 00:55:54.776132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ccc522f8-92db-4847-b7dc-3461d395ee33 req-d318265e-5723-4417-a3eb-7a8637d79820 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Oct 13 00:55:55.890285 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548335f-2425-4568-8899-13354621d65e req-df355784-59d0-4fb8-976d-cb4e2065c062 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:55.892333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9548335f-2425-4568-8899-13354621d65e req-df355784-59d0-4fb8-976d-cb4e2065c062 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0473263 Oct 13 00:55:55.928394 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9548335f-2425-4568-8899-13354621d65e req-03410d9b-ddb0-43d0-bfd5-e3f38644d3a3 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302103 Oct 13 00:55:57.044765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeff15-c965-497b-9368-af5eeaf7c139 req-8060e664-a276-4967-bd78-35a55d6250f6 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:57.046259 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2daeff15-c965-497b-9368-af5eeaf7c139 req-8060e664-a276-4967-bd78-35a55d6250f6 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0521338 Oct 13 00:55:57.083258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2daeff15-c965-497b-9368-af5eeaf7c139 req-3465ba9b-7a53-4f35-b494-9ed59884921e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Oct 13 00:55:58.198757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3670e-d779-4dbd-a598-3172d54ef552 req-8034cd4f-a471-46d0-8dd3-2bc7d68f0031 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:58.200242 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86c3670e-d779-4dbd-a598-3172d54ef552 req-8034cd4f-a471-46d0-8dd3-2bc7d68f0031 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0483673 Oct 13 00:55:58.239970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86c3670e-d779-4dbd-a598-3172d54ef552 req-d80215b0-9b78-417b-b390-e78cbae55380 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336680 Oct 13 00:55:59.350979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22af49d-c942-4e6b-b056-0594854611b8 req-43ab0b31-8ae1-4842-ae3a-7e8351ca7af5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:55:59.352460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d22af49d-c942-4e6b-b056-0594854611b8 req-43ab0b31-8ae1-4842-ae3a-7e8351ca7af5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0474255 Oct 13 00:55:59.389796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d22af49d-c942-4e6b-b056-0594854611b8 req-53f8ca6b-4d57-4758-a957-45bf30690f56 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Oct 13 00:56:00.506394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3823b2-3591-4e2c-a70b-96884bf5ea63 req-04b8cb20-79e7-42a7-bf22-4e3d8e7b449c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:00.507863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a3823b2-3591-4e2c-a70b-96884bf5ea63 req-04b8cb20-79e7-42a7-bf22-4e3d8e7b449c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0513496 Oct 13 00:56:00.544776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a3823b2-3591-4e2c-a70b-96884bf5ea63 req-9c82492c-f805-4f9d-9bfb-01cbc7e46deb tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Oct 13 00:56:01.658303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bc75e-19c4-4b51-8c7e-32cd307973ba req-71b25802-74de-4ff3-a5dd-4f7ca74fbd60 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:01.659695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-554bc75e-19c4-4b51-8c7e-32cd307973ba req-71b25802-74de-4ff3-a5dd-4f7ca74fbd60 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0479479 Oct 13 00:56:01.695701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-554bc75e-19c4-4b51-8c7e-32cd307973ba req-76ee1acc-d04b-48e2-94ad-abf7a6a7f3ee tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302246 Oct 13 00:56:02.808075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bbbd8-f8f2-4657-a9c0-0a705293a25b req-9c187616-9345-4d7d-8102-bf26ac89913c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:02.809513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b1bbbd8-f8f2-4657-a9c0-0a705293a25b req-9c187616-9345-4d7d-8102-bf26ac89913c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Oct 13 00:56:02.845952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3b1bbbd8-f8f2-4657-a9c0-0a705293a25b req-8d58d104-6351-4d18-a56c-85950207e982 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302870 Oct 13 00:56:03.961935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61318b7e-5e18-451b-b4e2-6c9e8b05af63 req-580e72d2-2e18-4613-a223-e1ca594bb2ee tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:03.963387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61318b7e-5e18-451b-b4e2-6c9e8b05af63 req-580e72d2-2e18-4613-a223-e1ca594bb2ee tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0518441 Oct 13 00:56:03.999719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61318b7e-5e18-451b-b4e2-6c9e8b05af63 req-38abcfe2-3bfa-4b7b-b455-f8994d0d890e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305104 Oct 13 00:56:05.112081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b239124-fe35-4a96-8959-328d4c9ead7c req-9605cf32-172a-45ed-accc-fa72c0a9e6e6 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:05.113541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b239124-fe35-4a96-8959-328d4c9ead7c req-9605cf32-172a-45ed-accc-fa72c0a9e6e6 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0477610 Oct 13 00:56:05.151745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b239124-fe35-4a96-8959-328d4c9ead7c req-fd495a6f-77a1-4c7f-bdc3-d6bc97cecce1 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Oct 13 00:56:06.266870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63d3cf-a20e-4094-9a3e-c7fae56eaf02 req-5ff73219-3e7e-4296-a4e1-3771c31c9e4b tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:06.268408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b63d3cf-a20e-4094-9a3e-c7fae56eaf02 req-5ff73219-3e7e-4296-a4e1-3771c31c9e4b tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0515339 Oct 13 00:56:06.304786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b63d3cf-a20e-4094-9a3e-c7fae56eaf02 req-4660e386-6fd6-4faa-8ba9-84ab2b405dcc tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302989 Oct 13 00:56:06.826582 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:07.179748 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:56:07.369150 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:07.425391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1bf7f-3413-4555-880e-362de463d19a req-12ee60d2-c50e-4d9c-9776-f8559a49f6b0 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:07.426868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33c1bf7f-3413-4555-880e-362de463d19a req-12ee60d2-c50e-4d9c-9776-f8559a49f6b0 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0527821 Oct 13 00:56:07.463788 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-33c1bf7f-3413-4555-880e-362de463d19a req-9a8cd723-42bf-4f0c-8b1a-1bbb9355ed7a tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Oct 13 00:56:08.578696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815215fe-1921-4018-8fc8-72a792465b39 req-1c976631-ef91-4b0d-a6e4-1353ed61fb97 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:08.580241 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-815215fe-1921-4018-8fc8-72a792465b39 req-1c976631-ef91-4b0d-a6e4-1353ed61fb97 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Oct 13 00:56:08.617718 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-815215fe-1921-4018-8fc8-72a792465b39 req-644984e1-6a64-424b-82e9-0d6b52d5e542 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Oct 13 00:56:09.734788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ecd74-d020-4763-8232-6c1a30fbded2 req-a34eb72d-fe61-48bf-a9c8-44f4f9d1fa12 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:09.736321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea3ecd74-d020-4763-8232-6c1a30fbded2 req-a34eb72d-fe61-48bf-a9c8-44f4f9d1fa12 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0521176 Oct 13 00:56:09.773303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea3ecd74-d020-4763-8232-6c1a30fbded2 req-b07bcd1b-44f2-40b7-9ad4-450d04897609 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307591 Oct 13 00:56:10.889628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731212f-edff-43b6-89c8-3539e48baf59 req-adfba985-378c-4081-8654-16b74019e2ab tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:10.891090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5731212f-edff-43b6-89c8-3539e48baf59 req-adfba985-378c-4081-8654-16b74019e2ab tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Oct 13 00:56:10.928226 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5731212f-edff-43b6-89c8-3539e48baf59 req-108d6c17-5a59-439b-bbf5-1d74a63191a2 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Oct 13 00:56:11.815891 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-50d01cfb-1a91-4083-848c-ee9cf3990dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:12.041172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c3ea6-364d-4562-ba85-8c0f2c2162da req-e253f553-f5af-49c1-872c-727f38fdc410 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:12.042633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-019c3ea6-364d-4562-ba85-8c0f2c2162da req-e253f553-f5af-49c1-872c-727f38fdc410 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0482297 Oct 13 00:56:12.080243 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-019c3ea6-364d-4562-ba85-8c0f2c2162da req-9c6ea974-6810-4455-8a26-7a14e30ffe53 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Oct 13 00:56:13.194308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b733a0-a7c9-4f71-a76b-99c489804497 req-2d23788c-22f1-4910-b708-9b15031a6c88 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:13.195775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9b733a0-a7c9-4f71-a76b-99c489804497 req-2d23788c-22f1-4910-b708-9b15031a6c88 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0480685 Oct 13 00:56:13.232015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d9b733a0-a7c9-4f71-a76b-99c489804497 req-e5a494db-9c70-4aa5-a2b9-2631788ee977 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Oct 13 00:56:14.349902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5510055-3f06-42f9-9e7d-d76b68a6a8fc req-b09891a9-3921-4761-a7d7-48c8b499e3fc tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:14.351370 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5510055-3f06-42f9-9e7d-d76b68a6a8fc req-b09891a9-3921-4761-a7d7-48c8b499e3fc tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0526309 Oct 13 00:56:14.388873 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a5510055-3f06-42f9-9e7d-d76b68a6a8fc req-f388ff52-2b41-435e-85c9-e5d6c7997741 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314686 Oct 13 00:56:14.600260 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dac0-3798-46da-a65a-13a760c0f3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:15.140179 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-72c7f434-14de-4143-bb9b-93f48e6ca3d0 service neutron] show failed (client error): The resource could not be found. Oct 13 00:56:15.141122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-72c7f434-14de-4143-bb9b-93f48e6ca3d0 service neutron] 10.222.0.45 "GET /v2.0/ports/405ef0f1-cfa4-4cf1-8077-1acacfaef287/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0600634 Oct 13 00:56:15.431664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-a0cb4cd1-474a-4947-963d-76b07f54f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:15.433194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-a0cb4cd1-474a-4947-963d-76b07f54f67e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382&tenant_id=bb3fd4c7641848228af51f6188dae6c6 HTTP/1.1" status: 200 len: 1096 time: 0.1264775 Oct 13 00:56:15.451101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:56:15.503874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:15.504125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a85f16-d755-4464-aed3-6011f6be0717 req-91ab696f-213f-44b1-a81a-83fe8891d99a tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:15.505774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14a85f16-d755-4464-aed3-6011f6be0717 req-91ab696f-213f-44b1-a81a-83fe8891d99a tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 945 time: 0.0504341 Oct 13 00:56:15.542683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14a85f16-d755-4464-aed3-6011f6be0717 req-0b247d0c-5e6c-43e1-bf17-1e1f3c9cd07e tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310190 Oct 13 00:56:15.706248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:56:15.737745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:56:15.779406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:56:15.782268 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236dd1b9-0a82-4b28-91c9-26e423017041" -d '{"events": [{"server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "name": "network-vif-unplugged", "status": "completed", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:56:15.786559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:15.798933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Transition to ACTIVE for port object 405ef0f1-cfa4-4cf1-8077-1acacfaef287 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:56:15.803891 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:15.841195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:15.843224 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4818d96-5ebf-47d8-86e1-3d65e717237c x-openstack-request-id: req-e4818d96-5ebf-47d8-86e1-3d65e717237c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:56:15.843554 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "name": "network-vif-unplugged", "status": "completed", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:56:15.843781 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4818d96-5ebf-47d8-86e1-3d65e717237c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:56:15.844795 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'code': 200} Oct 13 00:56:15.865903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] No DVR routers for this DVR port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:56:15.876543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Pushing event updated for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:15.909267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Attempting to bind port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:56:15.909600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Attempting to bind port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:56:15.909928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Attempting to bind port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:56:15.914056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:56:15.914370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Attempting to bind port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on network 639b7309-bdb3-4b64-bb3c-60323c2b79a1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:56:15.918993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:56:15.919321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Checking segment: {'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:56:15.919733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Bound using segment: {'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:56:15.920147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Bound port: 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbe1fb9-4085-4671-8291-47ef203751ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:56:15.920493 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:15.956905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:15.985928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:56:15.988994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:56:15.993517 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:16.029569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:16.030179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:16.031575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] 10.222.0.36 "PUT /v2.0/ports/405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 1091 time: 0.5845861 Oct 13 00:56:16.048432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d5193-b017-4ebf-8030-aacd77ef25dc service neutron] Pushing event updated for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:16.105517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-6caa3e69-ba2d-482a-9993-78c55d35feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:16.107044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-6caa3e69-ba2d-482a-9993-78c55d35feb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb3fd4c7641848228af51f6188dae6c6&device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 1094 time: 0.0410707 Oct 13 00:56:16.199309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-d1a4423b-10de-4961-b806-57f8d303b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:16.200805 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-d1a4423b-10de-4961-b806-57f8d303b680 service neutron] 10.222.0.36 "GET /v2.0/networks?id=639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 200 len: 913 time: 0.0871770 Oct 13 00:56:16.240046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-f8175392-4232-425b-b1c8-690373b66dfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 217 time: 0.0326741 Oct 13 00:56:16.287636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-015bf460-1077-4101-a668-4662f5de2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:16.289019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-015bf460-1077-4101-a668-4662f5de2cb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=def813ce-3a38-4b2d-9ce5-3db40cb9f25e HTTP/1.1" status: 200 len: 852 time: 0.0418525 Oct 13 00:56:16.324938 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-41c67315-dfa3-41fb-9545-0546febddb3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=639b7309-bdb3-4b64-bb3c-60323c2b79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282750 Oct 13 00:56:16.411914 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-c9a7fa17-818f-414a-8818-3ae744d23bc8 service neutron] 10.222.0.36 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797386 Oct 13 00:56:16.508575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9f43e7db-a145-41c2-bcd4-1ba88b992e30 req-d416c6e8-6c80-4d4e-aa34-6f5daf6eaea5 service neutron] 10.222.0.36 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883183 Oct 13 00:56:16.659194 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291cac9-6c8b-4945-a063-50ab8a911faf req-5e1807cb-94f6-42da-8012-c7e0247519e7 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:16.660704 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3291cac9-6c8b-4945-a063-50ab8a911faf req-5e1807cb-94f6-42da-8012-c7e0247519e7 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 943 time: 0.0486741 Oct 13 00:56:16.698402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3291cac9-6c8b-4945-a063-50ab8a911faf req-21a38dce-2ea6-41d8-91ce-2b39254fbfb5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Oct 13 00:56:17.646981 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:17.818538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a59d0e-e2e9-4e42-bead-b73a08084891 req-abf32447-c211-42e2-b8e4-beb3fa8914e5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:17.820071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84a59d0e-e2e9-4e42-bead-b73a08084891 req-abf32447-c211-42e2-b8e4-beb3fa8914e5 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 943 time: 0.0533178 Oct 13 00:56:17.846077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:56:17.848502 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c34c73-6099-4976-82c0-8e82bea1dbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:56:17.857943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84a59d0e-e2e9-4e42-bead-b73a08084891 req-1c4f2580-19b1-47ec-87fb-83188b29562d tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Oct 13 00:56:17.895321 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256cf20-1711-44b9-a71d-cfdb9aca9155 x-openstack-request-id: req-1256cf20-1711-44b9-a71d-cfdb9aca9155 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:56:17.895629 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:56:17.895880 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1256cf20-1711-44b9-a71d-cfdb9aca9155 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:56:17.896278 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'status': 'completed', 'code': 200} Oct 13 00:56:18.001807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-a6db1762-42b2-4b37-bd3b-3b56221bdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:18.003329 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-a6db1762-42b2-4b37-bd3b-3b56221bdea4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3fd4c7641848228af51f6188dae6c6&device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 1094 time: 0.0684640 Oct 13 00:56:18.005491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-e4d4fbfe-04ab-4ba7-ba86-d2c3fe61ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:18.007249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-e4d4fbfe-04ab-4ba7-ba86-d2c3fe61ad15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb3fd4c7641848228af51f6188dae6c6&device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 1094 time: 0.0627182 Oct 13 00:56:18.165705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-8afc1033-aba0-4ee1-abc3-2789df0f54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:18.167163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-8afc1033-aba0-4ee1-abc3-2789df0f54fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 200 len: 913 time: 0.1564934 Oct 13 00:56:18.168263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-ff173a85-b1c8-428c-9091-8c1da08543b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:18.169554 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-ff173a85-b1c8-428c-9091-8c1da08543b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 200 len: 913 time: 0.1509264 Oct 13 00:56:18.238942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-428f3f84-edd1-4614-801b-e7db42142558 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 217 time: 0.0647249 Oct 13 00:56:18.240320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-e4abd155-721e-4792-8cde-c84c0acc7ed7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 217 time: 0.0607803 Oct 13 00:56:18.249977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 405ef0f1-cfa4-4cf1-8077-1acacfaef287 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:56:18.288800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 405ef0f1-cfa4-4cf1-8077-1acacfaef287 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:56:18.323179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-6301228f-b4f5-4325-8a75-e4a10fa5a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:18.324666 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-6301228f-b4f5-4325-8a75-e4a10fa5a9d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=def813ce-3a38-4b2d-9ce5-3db40cb9f25e HTTP/1.1" status: 200 len: 852 time: 0.0791202 Oct 13 00:56:18.329636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-b5b3d4f7-cd3a-4003-af0c-e5aedd999214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:18.331723 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-b5b3d4f7-cd3a-4003-af0c-e5aedd999214 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=def813ce-3a38-4b2d-9ce5-3db40cb9f25e HTTP/1.1" status: 200 len: 852 time: 0.0775719 Oct 13 00:56:18.374557 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-a44c5bb4-36a2-41f5-8478-2e940b717978 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=639b7309-bdb3-4b64-bb3c-60323c2b79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418754 Oct 13 00:56:18.376379 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-ddd7bb4c-f7dc-4998-965c-9f69cc64a774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=639b7309-bdb3-4b64-bb3c-60323c2b79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364435 Oct 13 00:56:18.536558 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-781106f3-512d-4057-9b48-e0a1d188930b service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541049 Oct 13 00:56:18.538383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-4a688bec-1810-4b88-8c0d-5d7aebb529df service neutron] 10.222.0.36 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491182 Oct 13 00:56:18.691595 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-adcc328d-f9f1-4099-bd19-821f9946e9e1 service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477153 Oct 13 00:56:18.693618 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90c34c73-6099-4976-82c0-8e82bea1dbcf req-b3c22967-531d-45b1-bbcf-fc9733a140cb service neutron] 10.222.0.36 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430597 Oct 13 00:56:18.972241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf6b97-23be-4669-98ac-acfbac861888 req-b5e3aec3-ba13-4b59-8203-736c82f9d6f8 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:18.973706 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2cf6b97-23be-4669-98ac-acfbac861888 req-b5e3aec3-ba13-4b59-8203-736c82f9d6f8 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 943 time: 0.0489762 Oct 13 00:56:19.011001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d2cf6b97-23be-4669-98ac-acfbac861888 req-d7047ba2-34a9-4a1c-a84a-4f1fd7f124c8 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Oct 13 00:56:20.125083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8629f02-0cb9-4749-a48a-97f83323302b req-f7639fc4-0809-4814-8f73-f366f2f66a3a tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:20.126544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8629f02-0cb9-4749-a48a-97f83323302b req-f7639fc4-0809-4814-8f73-f366f2f66a3a tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 943 time: 0.0486419 Oct 13 00:56:20.163709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8629f02-0cb9-4749-a48a-97f83323302b req-7760a3c5-3597-4171-9ab7-5040b0dec95a tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305142 Oct 13 00:56:20.437997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-781b8947-d352-4a5b-a199-e0c11be4a480 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:20.440500 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-781b8947-d352-4a5b-a199-e0c11be4a480 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.45 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382&tenant_id=bb3fd4c7641848228af51f6188dae6c6&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 943 time: 0.0847552 Oct 13 00:56:20.501636 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-d02c9374-9f7e-490f-b31e-f9aadbde2306 service neutron] delete failed (client error): The resource could not be found. Oct 13 00:56:20.502641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-d02c9374-9f7e-490f-b31e-f9aadbde2306 service neutron] 10.222.0.45 "DELETE /v2.0/ports/405ef0f1-cfa4-4cf1-8077-1acacfaef287/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0547385 Oct 13 00:56:20.614433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-c470525e-3677-437a-b607-ceceb07e0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:20.615914 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-c470525e-3677-437a-b607-ceceb07e0d82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb3fd4c7641848228af51f6188dae6c6&device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 1094 time: 0.0445528 Oct 13 00:56:20.703147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-edc4cc1a-c0b8-4768-a825-0bcb2b72a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:20.704617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-edc4cc1a-c0b8-4768-a825-0bcb2b72a8af service neutron] 10.222.0.45 "GET /v2.0/networks?id=639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 200 len: 913 time: 0.0817947 Oct 13 00:56:20.748711 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-c5588e72-7b89-4d1d-be6d-cbe99a8eee4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 200 len: 217 time: 0.0363152 Oct 13 00:56:20.796395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-9f22cd8c-4f4c-49ea-a0fe-dd2498839f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:20.797775 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-9f22cd8c-4f4c-49ea-a0fe-dd2498839f35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=def813ce-3a38-4b2d-9ce5-3db40cb9f25e HTTP/1.1" status: 200 len: 852 time: 0.0417676 Oct 13 00:56:20.828497 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-c3094ef6-0b63-4267-8376-3fad691dd3c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=639b7309-bdb3-4b64-bb3c-60323c2b79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230865 Oct 13 00:56:20.917475 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-048675dc-51ee-46c4-9ecd-4b60180d8802 service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821059 Oct 13 00:56:21.003954 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-d83c304e-7762-4248-959b-709b8fe9b095 service neutron] 10.222.0.45 "GET /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792098 Oct 13 00:56:21.538246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 405ef0f1-cfa4-4cf1-8077-1acacfaef287 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:56:21.640005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:56:21.652027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'network_id': '639b7309-bdb3-4b64-bb3c-60323c2b79a1', 'port_id': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'mac_address': 'fa:16:3e:99:73:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def813ce-3a38-4b2d-9ce5-3db40cb9f25e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:56:21.690328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:21.703050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405ef0f1-cfa4-4cf1-8077-1acacfaef287 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:56:21.722700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:56:21.726242 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:21.772673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:21.780116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.780456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.780800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.781136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.781482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.781829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.782133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.782456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.782779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.783101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.783443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.783796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:21.886191 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4993f-45cd-496b-92e8-57cf0e08a50e req-9c55c2fc-7bef-4e0d-ab83-2938c2007a75 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:21.887708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ab4993f-45cd-496b-92e8-57cf0e08a50e req-9c55c2fc-7bef-4e0d-ab83-2938c2007a75 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 944 time: 0.0527163 Oct 13 00:56:21.924795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ab4993f-45cd-496b-92e8-57cf0e08a50e req-0d308285-be95-4302-aad5-5dc07f690913 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Oct 13 00:56:22.168455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['405ef0f1-cfa4-4cf1-8077-1acacfaef287'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:56:23.040683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819d8e9-55cd-4b7c-ab2f-d42963e8ebf3 req-c66f5b58-7858-4c17-ad2e-f9a980f99545 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:23.042169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a819d8e9-55cd-4b7c-ab2f-d42963e8ebf3 req-c66f5b58-7858-4c17-ad2e-f9a980f99545 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 944 time: 0.0480435 Oct 13 00:56:23.079861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a819d8e9-55cd-4b7c-ab2f-d42963e8ebf3 req-9dd3a4a9-aeab-40f9-836b-7307fce1d671 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/security-groups?id=336cdb9e-ebf9-4b47-a46a-3a3533234fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Oct 13 00:56:23.344352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-afa1ecde-2f9f-4176-92ff-63ae47c2e5e1 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:23.346376 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-afa1ecde-2f9f-4176-92ff-63ae47c2e5e1 tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.36 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 944 time: 0.0478117 Oct 13 00:56:23.435264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Deleting port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:56:23.435630 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:23.524983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] For port 405ef0f1-cfa4-4cf1-8077-1acacfaef287, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=405ef0f1-cfa4-4cf1-8077-1acacfaef287,segment=NetworkSegment(dcbe1fb9-4085-4671-8291-47ef203751ff),segment_id=dcbe1fb9-4085-4671-8291-47ef203751ff)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:56:23.525345 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:23.538993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Calling delete_port for 405ef0f1-cfa4-4cf1-8077-1acacfaef287 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:56:23.569259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 405ef0f1-cfa4-4cf1-8077-1acacfaef287 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:56:23.617749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:56:23.621683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:56:23.622106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:23.670851 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:23.698231 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Pushing event deleted for resources: {'Port': ['ID=405ef0f1-cfa4-4cf1-8077-1acacfaef287,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:23.708769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['405ef0f1-cfa4-4cf1-8077-1acacfaef287'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:56:23.712950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:24.007451 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] No DVR routers for this DVR port 405ef0f1-cfa4-4cf1-8077-1acacfaef287 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:56:24.010103 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:24.013401 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1cf62752-23ea-4068-a988-8f14e4f8edbc req-1648bcf9-36ee-433f-b8e6-cc02b2615e2c tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.36 "DELETE /v2.0/ports/405ef0f1-cfa4-4cf1-8077-1acacfaef287 HTTP/1.1" status: 204 len: 173 time: 0.6616323 Oct 13 00:56:24.013836 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'name': 'network-vif-deleted', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:56:24.016091 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5dbafc-a2e2-4f28-80a7-e15e5a309ad6" -d '{"events": [{"server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "name": "network-vif-deleted", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:56:24.054980 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc737ff-5b3a-4cd9-9302-64a406a82e32 x-openstack-request-id: req-9bc737ff-5b3a-4cd9-9302-64a406a82e32 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:56:24.055356 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92426e21-1847-46af-8335-b885f6cf6382", "name": "network-vif-deleted", "tag": "405ef0f1-cfa4-4cf1-8077-1acacfaef287", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:56:24.055591 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bc737ff-5b3a-4cd9-9302-64a406a82e32 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:56:24.055984 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92426e21-1847-46af-8335-b885f6cf6382', 'name': 'network-vif-deleted', 'tag': '405ef0f1-cfa4-4cf1-8077-1acacfaef287', 'status': 'completed', 'code': 200} Oct 13 00:56:24.188159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-292a6de3-7448-49f1-b66e-daf0ae806a37 req-7456f735-c22e-4aa4-8219-bd1e67f0422a tempest-DeleteServersTestJSON-2054618516 tempest-DeleteServersTestJSON-2054618516-project] 10.222.0.21 "GET /v2.0/ports?device_id=92426e21-1847-46af-8335-b885f6cf6382 HTTP/1.1" status: 200 len: 210 time: 0.0286808 Oct 13 00:56:25.316244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46154) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:56:25.359247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f3dc3c-b002-497d-9534-7dd21133d33d admin admin] Deleting subnet def813ce-3a38-4b2d-9ce5-3db40cb9f25e {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:56:25.362240 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36f3dc3c-b002-497d-9534-7dd21133d33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.396092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36f3dc3c-b002-497d-9534-7dd21133d33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.437540 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36f3dc3c-b002-497d-9534-7dd21133d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.489060 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36f3dc3c-b002-497d-9534-7dd21133d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.513128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3dc3c-b002-497d-9534-7dd21133d33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def813ce-3a38-4b2d-9ce5-3db40cb9f25e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:25.516699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-36f3dc3c-b002-497d-9534-7dd21133d33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.522809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-36f3dc3c-b002-497d-9534-7dd21133d33d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/def813ce-3a38-4b2d-9ce5-3db40cb9f25e HTTP/1.1" status: 204 len: 168 time: 0.2031603 Oct 13 00:56:25.523140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46156) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:56:25.592425 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.667577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.686517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639b7309-bdb3-4b64-bb3c-60323c2b79a1']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:56:25.695662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbe1fb9-4085-4671-8291-47ef203751ff') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:56:25.695965 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbe1fb9-4085-4671-8291-47ef203751ff') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:56:25.704886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.718429 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.724759 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:56:25.725139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:56:25.726957 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:56:25.783082 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.788818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:25.792141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] 10.222.0.21 "DELETE /v2.0/networks/639b7309-bdb3-4b64-bb3c-60323c2b79a1 HTTP/1.1" status: 204 len: 168 time: 0.2682912 Oct 13 00:56:25.804862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5bdd0-06f2-4f74-8170-ddeaf4aa4fae admin admin] Pushing event deleted for resources: {'Network': ['ID=639b7309-bdb3-4b64-bb3c-60323c2b79a1,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:25.896583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46160) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:56:25.935447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-31ad2b89-3051-48ae-af48-990a316289bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb3fd4c7641848228af51f6188dae6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377305 Oct 13 00:56:25.937772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46162) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:56:25.983923 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69d6f957-0314-486b-8159-88ae417cf04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.004406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69d6f957-0314-486b-8159-88ae417cf04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.049019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69d6f957-0314-486b-8159-88ae417cf04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.051421 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-69d6f957-0314-486b-8159-88ae417cf04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.052574 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-69d6f957-0314-486b-8159-88ae417cf04d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/336cdb9e-ebf9-4b47-a46a-3a3533234fae HTTP/1.1" status: 204 len: 168 time: 0.1139057 Oct 13 00:56:26.060010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f957-0314-486b-8159-88ae417cf04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336cdb9e-ebf9-4b47-a46a-3a3533234fae,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:26.697861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46184) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:56:26.790257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-880483366-network', 'tenant_id': 'f005f50e01074f138b1909740e3edc4e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:56:26.811044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Made reservation on behalf of f005f50e01074f138b1909740e3edc4e for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:56:26.815077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.827448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.899906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.903171 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.926461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:56:26.935781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d668f905-a98b-4b38-bdca-7a2af6ddd6b6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:26.940840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:26.941177 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Added segment 522a0479-5fd8-48b0-8109-11664b774128 of type vlan for network a4a83164-f84f-4b46-9dca-3c651c3a73a9 Oct 13 00:56:26.980009 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:27.003324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:27.004276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:27.004850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:27.053687 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3547301 Oct 13 00:56:27.056722 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46188) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:56:27.061695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Request body: {'subnet': {'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-880483366-subnet', 'tenant_id': 'f005f50e01074f138b1909740e3edc4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:56:27.066357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504d01b-dffb-4733-8760-f4980a4872bf admin admin] Pushing event updated for resources: {'Network': ['ID=a4a83164-f84f-4b46-9dca-3c651c3a73a9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:27.075897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network a4a83164-f84f-4b46-9dca-3c651c3a73a9 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:56:27.082241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Made reservation on behalf of f005f50e01074f138b1909740e3edc4e for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:56:27.085236 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:27.248522 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:27.308273 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883614eb-4ea0-44ec-b953-503ba7115d2a,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:27.315858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Checking segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:56:27.316220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Network hostable DHCP agents. Network: a4a83164-f84f-4b46-9dca-3c651c3a73a9, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:56:27.332510 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Network a4a83164-f84f-4b46-9dca-3c651c3a73a9 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:56:27.340682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, a4a83164-f84f-4b46-9dca-3c651c3a73a9) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:56:27.344648 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:27.345235 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:27.350208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec61a0-79f6-42ff-b21a-fdc94a312ef2 None None] Network a4a83164-f84f-4b46-9dca-3c651c3a73a9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:56:27.364657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fd583b08-c581-4764-bbdc-fbe485e809c3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3067923 Oct 13 00:56:27.468472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c127cd45-a514-4e35-969f-39c285a4feee None None] Network a4a83164-f84f-4b46-9dca-3c651c3a73a9 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:56:27.586354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 405ef0f1-cfa4-4cf1-8077-1acacfaef287 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:56:27.604801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 405ef0f1-cfa4-4cf1-8077-1acacfaef287 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:56:27.605146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 405ef0f1-cfa4-4cf1-8077-1acacfaef287 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:56:27.777366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-32b180d1-16f4-4972-a7b6-dbeb40c3867d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:27.778928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-32b180d1-16f4-4972-a7b6-dbeb40c3867d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 814 time: 0.0995526 Oct 13 00:56:27.793519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4b1a7a62-d86a-4b95-b616-3b5ec8f6e305 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/quotas/f005f50e01074f138b1909740e3edc4e HTTP/1.1" status: 200 len: 375 time: 0.0088727 Oct 13 00:56:27.829135 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-07acbaab-2573-4aff-8bdb-ef638e921712 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304611 Oct 13 00:56:27.917518 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-7ebe46de-755c-4653-ad35-a854c796a0ec service neutron] 10.222.0.21 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814135 Oct 13 00:56:28.010865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-626b7745-9d0a-499a-8cfb-80e805672731 service neutron] 10.222.0.21 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874646 Oct 13 00:56:28.169521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99e57bfb-0c81-4837-966c-a11baae22830 req-f9121c28-7bfd-46a7-b827-a276ae2b05c6 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 210 time: 0.0272927 Oct 13 00:56:29.154377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-943d1831-7702-4bb4-8f69-24c6eaf7a743 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:29.155856 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-943d1831-7702-4bb4-8f69-24c6eaf7a743 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 814 time: 0.1067047 Oct 13 00:56:29.181131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Request body: {'port': {'device_id': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9', 'admin_state_up': True, 'tenant_id': 'f005f50e01074f138b1909740e3edc4e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:56:29.262273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3add702-ea31-4693-a9d5-a953d33e5827 req-23626761-5263-4ed7-a5ea-340856abbac0 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 210 time: 0.0270405 Oct 13 00:56:29.291196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Made reservation on behalf of f005f50e01074f138b1909740e3edc4e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:56:29.294682 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:29.415377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Allocated IP 172.20.0.14 (a4a83164-f84f-4b46-9dca-3c651c3a73a9/883614eb-4ea0-44ec-b953-503ba7115d2a/81a02a61-6754-4681-8d9e-67cc3e17b966) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:56:29.561822 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:29.593604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:29.641684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Network a4a83164-f84f-4b46-9dca-3c651c3a73a9 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:56:29.644936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:56:29.648564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:56:29.671669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:29.684331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.684680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.685023 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.685362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.685698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.686030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.686364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.686690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.687019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.687348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.687702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.688026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:56:29.709397 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:29.710004 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:29.725654 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-efa4212a-5b36-4d10-b533-9a95f9ac267e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5481141 Oct 13 00:56:29.739130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-61439d60-c397-4cb2-bad2-24cd9d91ad80 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:56:29.740106 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-61439d60-c397-4cb2-bad2-24cd9d91ad80 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056291 Oct 13 00:56:29.759043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Request body: {'port': {'device_id': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:56:29.811327 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:30.076213 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a02a61-6754-4681-8d9e-67cc3e17b966 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:56:30.084093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:30.096769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Transition to ACTIVE for port object 81a02a61-6754-4681-8d9e-67cc3e17b966 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:56:30.099850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:30.166280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:30.220130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Attempting to bind port 81a02a61-6754-4681-8d9e-67cc3e17b966 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:56:30.221083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Attempting to bind port 81a02a61-6754-4681-8d9e-67cc3e17b966 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:56:30.221401 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Attempting to bind port 81a02a61-6754-4681-8d9e-67cc3e17b966 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:56:30.225548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Port 81a02a61-6754-4681-8d9e-67cc3e17b966 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:56:30.225862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Attempting to bind port 81a02a61-6754-4681-8d9e-67cc3e17b966 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:56:30.230507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:56:30.230837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Checking segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:56:30.231216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Bound using segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:56:30.231679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Bound port: 81a02a61-6754-4681-8d9e-67cc3e17b966, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:56:30.232028 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:30.295077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:56:30.298294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:56:30.302599 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:30.335882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:30.336509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:30.337980 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] 10.222.0.36 "PUT /v2.0/ports/81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 1092 time: 0.5830047 Oct 13 00:56:30.338420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:56:30.340729 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fcec38-7778-4a68-b92c-342e2fa58541" -d '{"events": [{"name": "network-changed", "server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:56:30.369623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd42aa-09db-45a6-9414-6edc987662da service neutron] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:30.395787 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2debc3-fd77-4d8f-9499-3093a1e5c05f x-openstack-request-id: req-cc2debc3-fd77-4d8f-9499-3093a1e5c05f {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:56:30.396081 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:56:30.396331 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc2debc3-fd77-4d8f-9499-3093a1e5c05f {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:56:30.396729 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'status': 'completed', 'code': 200} Oct 13 00:56:30.399379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71af12-b46b-4604-9453-0d1c9a02d22e req-1d012e1a-9eb1-49a4-b974-90229d35be53 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:30.401277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b71af12-b46b-4604-9453-0d1c9a02d22e req-1d012e1a-9eb1-49a4-b974-90229d35be53 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0727849 Oct 13 00:56:30.439868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b71af12-b46b-4604-9453-0d1c9a02d22e req-590521c4-4492-4f12-b33d-addc092ade70 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Oct 13 00:56:30.455684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-ddeb52e5-8cb6-43d6-842b-1e7b7b8f6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:30.455684 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-ddeb52e5-8cb6-43d6-842b-1e7b7b8f6f74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 1095 time: 0.0414314 Oct 13 00:56:30.505159 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-02765911-7575-48cc-89de-1af82f619b5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 217 time: 0.0371816 Oct 13 00:56:30.554301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-154aa9db-0aaf-4adb-839c-85154e4b7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:30.555784 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-154aa9db-0aaf-4adb-839c-85154e4b7460 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0439353 Oct 13 00:56:30.588386 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-e44e924a-20ae-4084-93f6-8dfb5114175d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251026 Oct 13 00:56:30.681163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-644b3904-43ff-4447-874d-1cac10316f83 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852139 Oct 13 00:56:30.770413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9cde2f15-b144-4e1b-8100-a9917e79d33e req-a3f5931c-b1f8-400f-a665-d0a0c7fc82dc service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819070 Oct 13 00:56:30.888907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-88332340-77f1-4170-bacb-36b821044d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:30.890295 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-88332340-77f1-4170-bacb-36b821044d21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 1095 time: 0.0411189 Oct 13 00:56:30.983250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-51471046-8ed2-4925-b2b8-3e1ba2386f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:30.984727 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-51471046-8ed2-4925-b2b8-3e1ba2386f2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0872207 Oct 13 00:56:31.025635 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-9871931b-0f1e-4988-827f-19eee2bcb7b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 217 time: 0.0338833 Oct 13 00:56:31.086302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-73952dbb-206d-496c-ad21-85bb38dab597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:31.087749 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-73952dbb-206d-496c-ad21-85bb38dab597 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0556312 Oct 13 00:56:31.120942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-0c0f8263-8660-42e4-8ed8-2823de2a6bef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256128 Oct 13 00:56:31.210743 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-4bf26159-3c83-4dd5-b450-9d640c7519eb service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824733 Oct 13 00:56:31.305568 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d2fcec38-7778-4a68-b92c-342e2fa58541 req-73bb70b3-6110-4bcb-8b26-bc4cec4960dd service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880377 Oct 13 00:56:31.556520 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3b907-f2dc-425a-acea-f385ea7e6648 req-4cb58e8a-6aa9-4bb6-bdaa-31be7fef3f1a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:31.557983 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65e3b907-f2dc-425a-acea-f385ea7e6648 req-4cb58e8a-6aa9-4bb6-bdaa-31be7fef3f1a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0484996 Oct 13 00:56:31.598690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65e3b907-f2dc-425a-acea-f385ea7e6648 req-92309c91-d660-4736-accc-960932fc8fc2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344474 Oct 13 00:56:32.711998 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea69084-e3c3-423c-b5c2-f215c2bff421 req-dd169ba7-2d16-4647-b247-2ade1260bf96 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:32.713464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ea69084-e3c3-423c-b5c2-f215c2bff421 req-dd169ba7-2d16-4647-b247-2ade1260bf96 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0487270 Oct 13 00:56:32.749850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ea69084-e3c3-423c-b5c2-f215c2bff421 req-a12e7457-f726-42fa-a124-12984cebf797 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305550 Oct 13 00:56:33.864515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebc6fa-a96c-4b77-a735-54b0ddb59305 req-c6d39a90-55f7-4b96-b760-2d1d7b288a0b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:33.865975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2ebc6fa-a96c-4b77-a735-54b0ddb59305 req-c6d39a90-55f7-4b96-b760-2d1d7b288a0b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0488715 Oct 13 00:56:33.902835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2ebc6fa-a96c-4b77-a735-54b0ddb59305 req-63bd7a2b-7049-42ec-949a-1cc2ae08151b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Oct 13 00:56:35.020844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c74e7-fe02-4fe3-ba6c-120e1876f367 req-48d9f10f-0238-4c2f-8d40-54a1f86801fa tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:35.022319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-768c74e7-fe02-4fe3-ba6c-120e1876f367 req-48d9f10f-0238-4c2f-8d40-54a1f86801fa tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0543797 Oct 13 00:56:35.063131 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-768c74e7-fe02-4fe3-ba6c-120e1876f367 req-cfdc7afd-029b-441c-8885-a09872864812 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349114 Oct 13 00:56:35.632808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 81a02a61-6754-4681-8d9e-67cc3e17b966 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:56:35.727803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:56:35.738647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9', 'port_id': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'mac_address': 'fa:16:3e:1c:a5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883614eb-4ea0-44ec-b953-503ba7115d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:56:35.774183 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:35.786209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a02a61-6754-4681-8d9e-67cc3e17b966 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:56:35.807408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:56:35.811304 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:35.856768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:36.141158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['81a02a61-6754-4681-8d9e-67cc3e17b966'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:56:36.179394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd4c0b-3c01-4a0e-a490-d54b34fb40c1 req-c940bb2e-0abe-4fea-9ece-a9406b1ae01b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:36.181011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2cd4c0b-3c01-4a0e-a490-d54b34fb40c1 req-c940bb2e-0abe-4fea-9ece-a9406b1ae01b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 945 time: 0.0510681 Oct 13 00:56:36.218686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c2cd4c0b-3c01-4a0e-a490-d54b34fb40c1 req-254d7bcf-bfdb-45bf-a405-86c407ac66cd tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Oct 13 00:56:36.841523 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:37.332922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360ef6f-66ea-470b-9e47-a400baa94eee req-4b8002d4-1cfa-4e9c-88e6-90096ba20d77 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:37.334389 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f360ef6f-66ea-470b-9e47-a400baa94eee req-4b8002d4-1cfa-4e9c-88e6-90096ba20d77 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Oct 13 00:56:37.363951 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:37.372525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f360ef6f-66ea-470b-9e47-a400baa94eee req-d2231b6e-446c-4f26-abc3-492cc370c827 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Oct 13 00:56:37.631193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 81a02a61-6754-4681-8d9e-67cc3e17b966 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:56:37.680611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 81a02a61-6754-4681-8d9e-67cc3e17b966 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:56:37.684380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 81a02a61-6754-4681-8d9e-67cc3e17b966 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:56:37.684749 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:37.758258 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:37.780024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:56:37.782171 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb284ddd-13a0-4fb4-81b0-cd197675dc6a" -d '{"events": [{"server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "name": "network-vif-plugged", "status": "completed", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:56:37.794506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:56:37.798549 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:37.827790 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aa1e3d-0b46-45ef-b3c2-60213f6fd586 x-openstack-request-id: req-c0aa1e3d-0b46-45ef-b3c2-60213f6fd586 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:56:37.828077 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "name": "network-vif-plugged", "status": "completed", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:56:37.828322 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0aa1e3d-0b46-45ef-b3c2-60213f6fd586 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:56:37.828690 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'code': 200} Oct 13 00:56:37.855958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:56:37.938597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6eef2-b455-4e8e-883f-f6668afd6b10 req-6064145b-4e30-42ac-a55e-e71efddc0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:37.940596 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12e6eef2-b455-4e8e-883f-f6668afd6b10 req-6064145b-4e30-42ac-a55e-e71efddc0dee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 1097 time: 0.0400662 Oct 13 00:56:37.974403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-12e6eef2-b455-4e8e-883f-f6668afd6b10 req-1c47764d-b1c7-4415-83ec-7bc06a537a5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270908 Oct 13 00:56:38.483073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6df96-3c8d-4d20-bfea-691c03b181ce req-ea187d69-f6fe-4fc0-a0bc-642cb03eea3e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:38.484626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efe6df96-3c8d-4d20-bfea-691c03b181ce req-ea187d69-f6fe-4fc0-a0bc-642cb03eea3e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0480380 Oct 13 00:56:38.524673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efe6df96-3c8d-4d20-bfea-691c03b181ce req-e1ac61a8-03e6-4283-8f67-46304f4f2b34 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Oct 13 00:56:39.643987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74de47-90ea-4372-81ee-f5817e98da23 req-525badd9-fc82-4a83-813d-e1534126cfb7 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:39.645366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c74de47-90ea-4372-81ee-f5817e98da23 req-525badd9-fc82-4a83-813d-e1534126cfb7 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0490053 Oct 13 00:56:39.682742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c74de47-90ea-4372-81ee-f5817e98da23 req-a440d614-fbcb-435b-a4f9-103ed1330369 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Oct 13 00:56:39.794789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e866-ba81-4295-84b8-6a3caedae9e2 req-a0eb53a7-708a-4411-a11d-3876b65988ea tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:39.796312 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9719e866-ba81-4295-84b8-6a3caedae9e2 req-a0eb53a7-708a-4411-a11d-3876b65988ea tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0491667 Oct 13 00:56:39.834510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9719e866-ba81-4295-84b8-6a3caedae9e2 req-f4f70880-0f6f-4781-aaf2-23ef51f9b45e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Oct 13 00:56:40.029087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677015a-fc60-4de4-ab72-d1c1fcca6ff4 req-88911e88-c512-4e14-a6b7-59cbafc5e448 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:40.030560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2677015a-fc60-4de4-ab72-d1c1fcca6ff4 req-88911e88-c512-4e14-a6b7-59cbafc5e448 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0479217 Oct 13 00:56:40.072082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2677015a-fc60-4de4-ab72-d1c1fcca6ff4 req-c0d640d1-69ba-449e-a4f1-233c0ad6ba3c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Oct 13 00:56:40.185013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcab56-1bbb-4b4c-a26b-84c1584d43b2 req-aeada59e-0d86-4711-906e-dd6d5497890c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:40.186396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5fcab56-1bbb-4b4c-a26b-84c1584d43b2 req-aeada59e-0d86-4711-906e-dd6d5497890c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0488684 Oct 13 00:56:40.223470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5fcab56-1bbb-4b4c-a26b-84c1584d43b2 req-93e343f8-7a2b-4d76-bdce-0d59d2777c95 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Oct 13 00:56:40.440326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-cd783ac0-4520-471d-b7fb-ae6dc171e1e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402751 Oct 13 00:56:40.459590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe9925-840d-4334-93c8-cb946ecafc09 req-879fb28c-4e83-409d-82e6-6d70a69ce34a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:40.461089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fffe9925-840d-4334-93c8-cb946ecafc09 req-879fb28c-4e83-409d-82e6-6d70a69ce34a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0493169 Oct 13 00:56:40.500196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fffe9925-840d-4334-93c8-cb946ecafc09 req-858d7e36-14ca-4ebd-9e42-8b67f15b2f4a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327702 Oct 13 00:56:41.617099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec73b7a-8a8f-4f18-8ebd-bfc33d19e457 req-347c03cd-77d5-4e66-b010-d4f024e87675 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:41.618594 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ec73b7a-8a8f-4f18-8ebd-bfc33d19e457 req-347c03cd-77d5-4e66-b010-d4f024e87675 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0506382 Oct 13 00:56:41.656420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d22585b4-28dc-416d-91a4-53d7aad70bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:41.657847 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d22585b4-28dc-416d-91a4-53d7aad70bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 1097 time: 0.0442462 Oct 13 00:56:41.660128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ec73b7a-8a8f-4f18-8ebd-bfc33d19e457 req-f7252f42-c984-4eaf-91e2-f3490dafee13 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353537 Oct 13 00:56:41.748074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-1d809c29-a261-442b-a906-f83ad0d161ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:41.749555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-1d809c29-a261-442b-a906-f83ad0d161ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0849409 Oct 13 00:56:41.793073 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-a7088ab5-dc48-4d0d-99dd-ebc4cbe86d0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 217 time: 0.0366440 Oct 13 00:56:41.817151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e468163-5b65-4ce0-a968-cebe7dd49592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:41.845393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-ee3b1dc3-f39f-4a9d-a796-ae7b3c5b0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:41.847540 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-ee3b1dc3-f39f-4a9d-a796-ae7b3c5b0688 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0448976 Oct 13 00:56:41.879341 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-a2720a2c-9977-422e-89dc-2fa392366423 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236027 Oct 13 00:56:41.971403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-52f43a81-396e-4090-ba75-2e70b1b5c51f service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Oct 13 00:56:42.059033 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-be3769b9-2801-4527-a278-57ef30fcc633 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817561 Oct 13 00:56:42.773365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8107b-3d52-4df9-9776-5daf6fd3cb6c req-86e1c030-f790-406d-8b57-bba77da16ad8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:42.774824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50c8107b-3d52-4df9-9776-5daf6fd3cb6c req-86e1c030-f790-406d-8b57-bba77da16ad8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0485930 Oct 13 00:56:42.811476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-50c8107b-3d52-4df9-9776-5daf6fd3cb6c req-abece22f-3b0c-4c7f-bf7b-5aa11382974c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306535 Oct 13 00:56:43.924003 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe68766-85b9-4b5b-a6fa-b93da5612b21 req-d99381ae-57c6-470a-8576-6e0514f7275f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:43.925494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3fe68766-85b9-4b5b-a6fa-b93da5612b21 req-d99381ae-57c6-470a-8576-6e0514f7275f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0488846 Oct 13 00:56:43.963151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3fe68766-85b9-4b5b-a6fa-b93da5612b21 req-8b26ae53-110c-49a4-800f-d847f5d83e2e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Oct 13 00:56:44.178712 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:56:44.599774 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-85f69b28-9fac-474e-8d63-449e327a1944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:45.075281 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a3d2f-01b1-408c-9e48-5798f19b1e75 req-023be1e0-0ed1-47bb-82ce-6edde7ef85da tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:45.076754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-717a3d2f-01b1-408c-9e48-5798f19b1e75 req-023be1e0-0ed1-47bb-82ce-6edde7ef85da tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0485425 Oct 13 00:56:45.116791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-717a3d2f-01b1-408c-9e48-5798f19b1e75 req-d462b3f5-6c22-4250-9794-8377f58b6d70 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Oct 13 00:56:45.835668 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:45.957155 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:46.230309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997b5f8-de60-4c54-956d-9f94e0ccef61 req-28d7397f-0a20-4fc1-8898-ce29a33000d2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:46.231806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0997b5f8-de60-4c54-956d-9f94e0ccef61 req-28d7397f-0a20-4fc1-8898-ce29a33000d2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0488758 Oct 13 00:56:46.269158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0997b5f8-de60-4c54-956d-9f94e0ccef61 req-667894a3-4f35-42bf-acf9-5033cfa44d7d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Oct 13 00:56:47.384902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87263ca-39dc-45ad-978f-92b84fe69b10 req-c52d5e1a-4a78-4688-a1a4-a119cd43f1fc tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:47.386317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a87263ca-39dc-45ad-978f-92b84fe69b10 req-c52d5e1a-4a78-4688-a1a4-a119cd43f1fc tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0507603 Oct 13 00:56:47.423212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a87263ca-39dc-45ad-978f-92b84fe69b10 req-8ab8b348-89ef-4d10-a65b-b9d0b37b7a4e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309017 Oct 13 00:56:47.650132 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:56:48.535732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b36f7b-65d3-4317-ab84-89e93edaaf6c req-3ba4aae1-57a3-467b-bfc6-679a97462705 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:48.537177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42b36f7b-65d3-4317-ab84-89e93edaaf6c req-3ba4aae1-57a3-467b-bfc6-679a97462705 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0475051 Oct 13 00:56:48.578942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-42b36f7b-65d3-4317-ab84-89e93edaaf6c req-fee7e9a4-eb19-4ce6-9a94-ea71b74ce7c4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Oct 13 00:56:49.692717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d370b8-cc7d-4177-a6f1-c57c6980aa86 req-8ca1d6a7-83e2-4ea4-98c0-defc2674cbc7 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:49.694090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55d370b8-cc7d-4177-a6f1-c57c6980aa86 req-8ca1d6a7-83e2-4ea4-98c0-defc2674cbc7 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0486526 Oct 13 00:56:49.730765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55d370b8-cc7d-4177-a6f1-c57c6980aa86 req-29f95b7b-99f1-46b2-ab05-af1a06c3fac2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307815 Oct 13 00:56:50.844293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327f7b-7196-403c-88ea-02abcdfb99a5 req-83bed881-7ad9-4246-8d9f-e2a831a1ee3c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:50.845790 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9327f7b-7196-403c-88ea-02abcdfb99a5 req-83bed881-7ad9-4246-8d9f-e2a831a1ee3c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0493956 Oct 13 00:56:50.883046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9327f7b-7196-403c-88ea-02abcdfb99a5 req-07e14013-cf9e-41e8-8bb5-33a36e299dfc tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Oct 13 00:56:51.996407 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e73c26-6fa0-4fd8-8591-4711d99a9316 req-7d578b92-6305-4164-abaa-b9e51ae4b6ab tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:51.997892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3e73c26-6fa0-4fd8-8591-4711d99a9316 req-7d578b92-6305-4164-abaa-b9e51ae4b6ab tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0483394 Oct 13 00:56:52.038849 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3e73c26-6fa0-4fd8-8591-4711d99a9316 req-37385633-d392-4e2d-9aab-4cb0bc031168 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349395 Oct 13 00:56:53.157763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b5a0a-60f2-4609-9041-660d1f25b3c9 req-890cbff3-451f-480c-986e-2f3695806879 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:53.159490 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d7b5a0a-60f2-4609-9041-660d1f25b3c9 req-890cbff3-451f-480c-986e-2f3695806879 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0510597 Oct 13 00:56:53.197599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d7b5a0a-60f2-4609-9041-660d1f25b3c9 req-77d05706-78b4-47c1-bd59-09fbf378f44b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Oct 13 00:56:54.310253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f737a4-73e1-4644-bf15-f151017b6ed5 req-a4fdd367-a637-415c-8633-3825b9970e5c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:54.311998 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81f737a4-73e1-4644-bf15-f151017b6ed5 req-a4fdd367-a637-415c-8633-3825b9970e5c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0476015 Oct 13 00:56:54.352124 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81f737a4-73e1-4644-bf15-f151017b6ed5 req-bdca0e8f-9cb4-43f1-8dac-6b0d3951c455 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Oct 13 00:56:55.463151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2652b-cdbe-468a-9a64-d74c71cf4c69 req-92bbb1bf-32b8-4871-a9a3-798076a40b80 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:55.464621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86d2652b-cdbe-468a-9a64-d74c71cf4c69 req-92bbb1bf-32b8-4871-a9a3-798076a40b80 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0473082 Oct 13 00:56:55.504686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-86d2652b-cdbe-468a-9a64-d74c71cf4c69 req-2afe9bd2-23d5-4ce5-85f8-d90410002f18 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Oct 13 00:56:56.619792 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196e403-c5bb-40f8-89bb-43e9c8ed5577 req-a1411b83-4003-4009-976f-09be42a7e660 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:56.621260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d196e403-c5bb-40f8-89bb-43e9c8ed5577 req-a1411b83-4003-4009-976f-09be42a7e660 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0495496 Oct 13 00:56:56.657665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d196e403-c5bb-40f8-89bb-43e9c8ed5577 req-35b409d0-4617-402b-89ec-6df8eb60d563 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303633 Oct 13 00:56:57.772212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054a1c-1b45-45a3-8628-0867b9610deb req-f73cadd2-4559-4aea-86b9-202e438bcad2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:57.773676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62054a1c-1b45-45a3-8628-0867b9610deb req-f73cadd2-4559-4aea-86b9-202e438bcad2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0473907 Oct 13 00:56:57.810053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62054a1c-1b45-45a3-8628-0867b9610deb req-ec2bdb20-7b47-4b5c-b156-67433adb0c51 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306337 Oct 13 00:56:58.921524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d7c74-dc1a-4d2c-b509-cb11083ed178 req-b52ff8bb-fa85-43b4-a0e2-f4849d9bf8eb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:56:58.922993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b78d7c74-dc1a-4d2c-b509-cb11083ed178 req-b52ff8bb-fa85-43b4-a0e2-f4849d9bf8eb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0473981 Oct 13 00:56:58.964289 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b78d7c74-dc1a-4d2c-b509-cb11083ed178 req-c344a373-70fb-4648-b2f0-81b77df16ad1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Oct 13 00:57:00.076066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99e749-4f59-42e3-9317-5e5011fb57d1 req-39ea052c-ffd5-416d-984c-048787264534 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:00.077509 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec99e749-4f59-42e3-9317-5e5011fb57d1 req-39ea052c-ffd5-416d-984c-048787264534 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0482104 Oct 13 00:57:00.114322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ec99e749-4f59-42e3-9317-5e5011fb57d1 req-09a662ca-9214-49b0-8223-70b4760f94a8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304732 Oct 13 00:57:01.227165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ea96b-34af-4f8a-b945-b5f7b7f22a06 req-d94b3c6f-45c0-4b53-a399-112a177c6156 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:01.228657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a5ea96b-34af-4f8a-b945-b5f7b7f22a06 req-d94b3c6f-45c0-4b53-a399-112a177c6156 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0478039 Oct 13 00:57:01.266002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a5ea96b-34af-4f8a-b945-b5f7b7f22a06 req-75d1e647-e238-4a43-9cc6-57c05de72bb5 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312521 Oct 13 00:57:02.382399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6a16-8526-4200-8f1c-a5025c5fb7c0 req-838e45f9-efa2-416a-a042-dda9294b0b97 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:02.383936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c2c6a16-8526-4200-8f1c-a5025c5fb7c0 req-838e45f9-efa2-416a-a042-dda9294b0b97 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0517781 Oct 13 00:57:02.424626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c2c6a16-8526-4200-8f1c-a5025c5fb7c0 req-5d32b179-17a4-4f37-b7d7-fc0751be8e49 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348194 Oct 13 00:57:03.539069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c53ca2-3e2c-4e85-8913-06a49fddf037 req-f9a5662a-2f40-47a3-b31f-aba796e92baf tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:03.540540 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21c53ca2-3e2c-4e85-8913-06a49fddf037 req-f9a5662a-2f40-47a3-b31f-aba796e92baf tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0472159 Oct 13 00:57:03.578123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21c53ca2-3e2c-4e85-8913-06a49fddf037 req-eed89b4b-1c12-42ab-9973-4dde4faa319c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Oct 13 00:57:04.690401 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c865a-0254-4a3b-b856-c4132d581de3 req-473352dc-bdba-4614-805c-56f758a5d519 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:04.692388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a99c865a-0254-4a3b-b856-c4132d581de3 req-473352dc-bdba-4614-805c-56f758a5d519 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0492659 Oct 13 00:57:04.729082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a99c865a-0254-4a3b-b856-c4132d581de3 req-07467258-057a-4e26-b127-535acf783408 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Oct 13 00:57:05.840979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711abb2f-59c0-4e3b-85b4-4d35cd796d6e req-a441c06a-cbce-4a07-bd50-d5008aa22cde tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:05.842407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-711abb2f-59c0-4e3b-85b4-4d35cd796d6e req-a441c06a-cbce-4a07-bd50-d5008aa22cde tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0476451 Oct 13 00:57:05.882825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-711abb2f-59c0-4e3b-85b4-4d35cd796d6e req-220bd2b0-ae6a-4273-90c3-77bc374b0db4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344775 Oct 13 00:57:06.838008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:06.995203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617a917-3ed9-4db1-b880-2e2f2619746d req-337a70ef-188c-45f6-a1b0-25989bbd3ae9 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:06.996685 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5617a917-3ed9-4db1-b880-2e2f2619746d req-337a70ef-188c-45f6-a1b0-25989bbd3ae9 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0481157 Oct 13 00:57:07.032401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5617a917-3ed9-4db1-b880-2e2f2619746d req-3820a6b5-dc30-458f-be6d-afa90239c8f8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299721 Oct 13 00:57:07.364152 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:08.145457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3491895-d855-47ab-a3f4-73a743acadda req-e718d27a-3a55-4475-b1ba-bec2f0421708 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:08.146940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3491895-d855-47ab-a3f4-73a743acadda req-e718d27a-3a55-4475-b1ba-bec2f0421708 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0486822 Oct 13 00:57:08.183359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3491895-d855-47ab-a3f4-73a743acadda req-24821d4c-9dab-4bdd-9a92-228cfda201f1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305071 Oct 13 00:57:09.156156 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-4aa21e1c-8d74-499f-9e70-937fb7f88abf service neutron] show failed (client error): The resource could not be found. Oct 13 00:57:09.157167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-4aa21e1c-8d74-499f-9e70-937fb7f88abf service neutron] 10.222.0.36 "GET /v2.0/ports/81a02a61-6754-4681-8d9e-67cc3e17b966/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0548210 Oct 13 00:57:09.302890 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bb86e-82b8-4639-8eb6-73e9e2ffa7a3 req-d5864551-8aae-484c-9597-68f60f9169ba tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:09.304872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23bb86e-82b8-4639-8eb6-73e9e2ffa7a3 req-d5864551-8aae-484c-9597-68f60f9169ba tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0537410 Oct 13 00:57:09.350106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d23bb86e-82b8-4639-8eb6-73e9e2ffa7a3 req-b6a4ed50-99ff-4c6f-b3f3-446531b6eb8c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Oct 13 00:57:09.365262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-6a1f4724-dcb1-4bbd-bee7-0d93d6fe0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:09.366756 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-6a1f4724-dcb1-4bbd-bee7-0d93d6fe0cf0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265&tenant_id=f005f50e01074f138b1909740e3edc4e HTTP/1.1" status: 200 len: 1097 time: 0.0510411 Oct 13 00:57:09.377491 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-ddfde739-e0dd-45aa-8d2e-3a684f1a6efc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:57:09.379021 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-ddfde739-e0dd-45aa-8d2e-3a684f1a6efc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055189 Oct 13 00:57:09.397375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:57:09.448609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:09.648104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:09.682938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:57:09.730161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:57:09.732472 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d46260-c0f1-472f-a598-d6f5e6150f27" -d '{"events": [{"server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "name": "network-vif-unplugged", "status": "completed", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:57:09.736183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:09.748602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Transition to ACTIVE for port object 81a02a61-6754-4681-8d9e-67cc3e17b966 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:57:09.751413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:09.785592 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e28fa4-620c-4097-9255-93a63bc0f3e7 x-openstack-request-id: req-a9e28fa4-620c-4097-9255-93a63bc0f3e7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:57:09.785896 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "name": "network-vif-unplugged", "status": "completed", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:57:09.786147 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9e28fa4-620c-4097-9255-93a63bc0f3e7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:57:09.786541 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'code': 200} Oct 13 00:57:09.812821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] No DVR routers for this DVR port 81a02a61-6754-4681-8d9e-67cc3e17b966 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:57:09.820137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:09.851786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Attempting to bind port 81a02a61-6754-4681-8d9e-67cc3e17b966 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:57:09.852123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Attempting to bind port 81a02a61-6754-4681-8d9e-67cc3e17b966 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:57:09.852450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Attempting to bind port 81a02a61-6754-4681-8d9e-67cc3e17b966 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:57:09.856659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Port 81a02a61-6754-4681-8d9e-67cc3e17b966 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:57:09.857004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Attempting to bind port 81a02a61-6754-4681-8d9e-67cc3e17b966 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:57:09.861628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:57:09.861959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Checking segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:57:09.862336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Bound using segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:57:09.863284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Bound port: 81a02a61-6754-4681-8d9e-67cc3e17b966, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:57:09.863667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:09.928335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:57:09.931282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:57:09.935443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:09.966892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:09.967534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:09.968944 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] 10.222.0.45 "PUT /v2.0/ports/81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 1092 time: 0.5759926 Oct 13 00:57:09.991112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65777a3-13a1-4f4b-b876-b5b5948d9eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:10.041769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-a5bd58b2-8a74-48ee-ab98-3eb0dee8fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:10.043260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-a5bd58b2-8a74-48ee-ab98-3eb0dee8fd19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 1095 time: 0.0408082 Oct 13 00:57:10.137161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-8a8e93c4-53d8-44ce-bc17-15da667a2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:10.138631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-8a8e93c4-53d8-44ce-bc17-15da667a2163 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0884414 Oct 13 00:57:10.180430 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-3c8256f0-4b10-4227-a188-46df83efcce2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 217 time: 0.0348158 Oct 13 00:57:10.227308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-92a6574d-30d2-48f4-b5c2-59aa3f586980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:10.228740 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-92a6574d-30d2-48f4-b5c2-59aa3f586980 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0416622 Oct 13 00:57:10.263214 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-fae1224b-33b3-4045-8ea3-7dc74997486a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274692 Oct 13 00:57:10.349454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-bfc1ae77-fd23-45ff-b294-6ced8a4e7df2 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796831 Oct 13 00:57:10.444613 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-037cc529-0df6-42b2-a92c-eb23fdc5e958 req-ea380a2b-90de-46f8-80f0-ac9c424591f4 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875599 Oct 13 00:57:10.468119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99cb5d-d4d7-4281-936c-a86f1cbea9ba req-f0d54fcf-7376-438e-9043-1edc0b614d60 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:10.470889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c99cb5d-d4d7-4281-936c-a86f1cbea9ba req-f0d54fcf-7376-438e-9043-1edc0b614d60 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0519145 Oct 13 00:57:10.510833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1c99cb5d-d4d7-4281-936c-a86f1cbea9ba req-252b0c24-9a1e-4160-9cca-c481d142bcd8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343106 Oct 13 00:57:11.627162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c540407-ea6b-4e14-99d7-43c7bf1acb09 req-726b2403-079c-4ab0-ba81-76ca6d7110cb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:11.628675 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c540407-ea6b-4e14-99d7-43c7bf1acb09 req-726b2403-079c-4ab0-ba81-76ca6d7110cb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0489862 Oct 13 00:57:11.665520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c540407-ea6b-4e14-99d7-43c7bf1acb09 req-720d4d9c-9a97-4a54-a507-702e5e838ffa tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308383 Oct 13 00:57:11.787814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:57:11.790246 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1837c350-cfb6-497d-ab91-b3aaa5a1b812" -d '{"events": [{"name": "network-changed", "server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:57:11.818400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b742abb-6719-454d-aaec-9833abb521b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:11.828660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-0b03b490-201e-4109-82b5-e70ae83f7af5 req-d02c7dd6-097d-4ea6-b3ce-e78556cfc50b service neutron] (94988) timed out ('10.222.0.21', 36800) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:57:11.842095 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2014324e-f0b9-4f78-b949-2ea37afeb06c x-openstack-request-id: req-2014324e-f0b9-4f78-b949-2ea37afeb06c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:57:11.842391 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:57:11.842668 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2014324e-f0b9-4f78-b949-2ea37afeb06c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:57:11.843070 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'status': 'completed', 'code': 200} Oct 13 00:57:11.946730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-4dbf6de7-d711-4b51-8ddd-60b0acd553ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:11.948155 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-4dbf6de7-d711-4b51-8ddd-60b0acd553ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 1095 time: 0.0662560 Oct 13 00:57:11.952323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-60647e12-1208-46ad-a147-ccb7771062ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:11.953665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-60647e12-1208-46ad-a147-ccb7771062ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 1095 time: 0.0627012 Oct 13 00:57:12.107032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-2f4d90be-3884-482f-803f-f6a71aecfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:12.108516 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-2f4d90be-3884-482f-803f-f6a71aecfd8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.1525040 Oct 13 00:57:12.112712 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-9d283910-fb43-4900-983c-f6018f775ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:12.114040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-9d283910-fb43-4900-983c-f6018f775ae5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.1497598 Oct 13 00:57:12.183941 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-8b5e884d-1815-44fd-aa0d-5770b0c83e1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 217 time: 0.0626891 Oct 13 00:57:12.185276 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-5a5d2295-b4a9-4400-b062-5f95cc5fbfbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 217 time: 0.0587189 Oct 13 00:57:12.269989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-f693d4b8-d730-4d12-9d29-81de5477449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:12.271399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-f693d4b8-d730-4d12-9d29-81de5477449c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0799778 Oct 13 00:57:12.272778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-4cba2b1b-35f5-4895-9c3d-3daa9f4e6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:12.274071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-4cba2b1b-35f5-4895-9c3d-3daa9f4e6f0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0815287 Oct 13 00:57:12.308477 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-4b172c5d-1208-41af-9a26-45d81da44e7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295889 Oct 13 00:57:12.323838 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-c56c4e1f-2e76-45ad-b93e-d8b3fa1d6314 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377047 Oct 13 00:57:12.475081 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-05bcae0f-9387-4f50-802c-27c6b8bf7efb service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531398 Oct 13 00:57:12.480055 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-ce9e6e41-98d1-4c19-a12b-c6ad4afa4e5e service neutron] 10.222.0.45 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397274 Oct 13 00:57:12.784877 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4404b16-3db4-406d-98bd-1db93c35e303 req-23ee8530-e03c-4f8f-bc9b-4fa3a6a11b2a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:12.786425 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4404b16-3db4-406d-98bd-1db93c35e303 req-23ee8530-e03c-4f8f-bc9b-4fa3a6a11b2a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0502615 Oct 13 00:57:12.832116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e4404b16-3db4-406d-98bd-1db93c35e303 req-cd91adf5-5e08-4bb3-b4b2-4f0f56f38873 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Oct 13 00:57:12.906773 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-b913e865-ca2f-4241-b919-e357a1176b83 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166451 Oct 13 00:57:12.908681 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1837c350-cfb6-497d-ab91-b3aaa5a1b812 req-f1f4d163-8d2c-4398-8d9f-39b075cdc71e service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267769 Oct 13 00:57:13.817276 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 81a02a61-6754-4681-8d9e-67cc3e17b966 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:57:13.854884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 81a02a61-6754-4681-8d9e-67cc3e17b966 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:57:13.949512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d6c9b-5627-4c47-92f5-f59862046026 req-8edafb4c-c931-43d9-ae3a-8a4ca45a6eed tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:13.950963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d8d6c9b-5627-4c47-92f5-f59862046026 req-8edafb4c-c931-43d9-ae3a-8a4ca45a6eed tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0483942 Oct 13 00:57:13.987316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d8d6c9b-5627-4c47-92f5-f59862046026 req-a5a02b5b-4fe7-4b74-9978-c8963983b677 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Oct 13 00:57:14.179756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c71f16-7a55-4539-98cf-ca2f08cc2f7c req-e2627e66-932e-4530-9e22-35d2e6542370 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:14.181410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0c71f16-7a55-4539-98cf-ca2f08cc2f7c req-e2627e66-932e-4530-9e22-35d2e6542370 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 944 time: 0.0505764 Oct 13 00:57:14.212700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-4c22439b-4fb2-4fd3-90c2-6e80ea2ff66d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:14.214177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-4c22439b-4fb2-4fd3-90c2-6e80ea2ff66d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.36 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265&tenant_id=f005f50e01074f138b1909740e3edc4e&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 944 time: 0.0517039 Oct 13 00:57:14.220022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0c71f16-7a55-4539-98cf-ca2f08cc2f7c req-bd335338-dd9f-4b1f-9783-cac542c460fb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Oct 13 00:57:14.272442 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-0f6f128b-2632-4814-adc9-ac116387d316 service neutron] delete failed (client error): The resource could not be found. Oct 13 00:57:14.273425 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-0f6f128b-2632-4814-adc9-ac116387d316 service neutron] 10.222.0.36 "DELETE /v2.0/ports/81a02a61-6754-4681-8d9e-67cc3e17b966/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0522580 Oct 13 00:57:14.378609 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-c730a350-e3ed-4990-8684-0338aaf6a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:14.380022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-c730a350-e3ed-4990-8684-0338aaf6a76d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 1095 time: 0.0434506 Oct 13 00:57:14.468612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-94c220d0-f909-4126-a842-8fe590dfe49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:14.470069 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-94c220d0-f909-4126-a842-8fe590dfe49b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0832524 Oct 13 00:57:14.475831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81a02a61-6754-4681-8d9e-67cc3e17b966 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:57:14.514393 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-ccfec13f-1fb6-4948-a8b4-566f01bdd4f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 200 len: 217 time: 0.0377851 Oct 13 00:57:14.564718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-97fc8483-5584-4e26-b347-6792e2203dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:14.567005 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-97fc8483-5584-4e26-b347-6792e2203dda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0459955 Oct 13 00:57:14.599995 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-fe712780-1ba8-4c41-bb56-50cec857b804 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262504 Oct 13 00:57:14.694915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-e9f33a40-f535-4409-b7c9-bb2b5e035692 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874858 Oct 13 00:57:14.702395 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9c9d134c-f950-4f87-bbf2-e4840948cbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:14.736359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:14.747991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9', 'port_id': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'mac_address': 'fa:16:3e:1c:a5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883614eb-4ea0-44ec-b953-503ba7115d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:57:14.787189 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:14.790515 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-857e0b2f-b5f2-47c9-b8d6-6176df6429d5 req-a09c32a8-bb68-420f-8e37-cd4f99b7512e service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886130 Oct 13 00:57:14.801916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a02a61-6754-4681-8d9e-67cc3e17b966 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:57:14.823270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:14.826836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:14.881925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:15.200002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['81a02a61-6754-4681-8d9e-67cc3e17b966'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:57:15.339974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c494c-6139-4253-8020-fbfcd038f2dd req-3eb8b751-71c5-4a04-99be-02d04cca1fc6 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:15.341491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d89c494c-6139-4253-8020-fbfcd038f2dd req-3eb8b751-71c5-4a04-99be-02d04cca1fc6 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 945 time: 0.0500576 Oct 13 00:57:15.384589 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d89c494c-6139-4253-8020-fbfcd038f2dd req-1de4cc26-155f-4da8-a722-d6dc315680c6 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363855 Oct 13 00:57:15.500363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635560-fca1-4b03-bc5d-ceeabf71cc2a req-a3916067-c002-4c23-b1ec-f590865fec54 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:15.501722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27635560-fca1-4b03-bc5d-ceeabf71cc2a req-a3916067-c002-4c23-b1ec-f590865fec54 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 945 time: 0.0480721 Oct 13 00:57:15.538636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27635560-fca1-4b03-bc5d-ceeabf71cc2a req-489ae203-1c08-4adc-84bf-38d57c4b4bc1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Oct 13 00:57:15.657089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372062e-5e7e-4b81-a7db-4beea533a3a0 req-491f9889-13df-4fa0-bc3f-c06a1c719ca1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:15.658584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d372062e-5e7e-4b81-a7db-4beea533a3a0 req-491f9889-13df-4fa0-bc3f-c06a1c719ca1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Oct 13 00:57:15.695888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d372062e-5e7e-4b81-a7db-4beea533a3a0 req-892895a2-3d77-422c-9bb4-c27064790fe6 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Oct 13 00:57:15.851202 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:15.959533 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:16.046973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-e93d3425-0268-44c4-a1dc-dd36afbcd1d2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:16.048375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-e93d3425-0268-44c4-a1dc-dd36afbcd1d2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 814 time: 0.1026413 Oct 13 00:57:16.063733 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-557291e7-6aa6-4d9e-9f89-4c8c82aac8ba tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/quotas/f005f50e01074f138b1909740e3edc4e HTTP/1.1" status: 200 len: 375 time: 0.0090859 Oct 13 00:57:16.111574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-f97eeb33-6736-4b42-9114-e8a5edba8f08 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420489 Oct 13 00:57:16.202459 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-5ba73bea-90ed-4c09-a129-7a963bf0e456 service neutron] 10.222.0.21 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837862 Oct 13 00:57:16.291269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-dedba7fd-7c1c-43a6-a491-2d86e91ef41e service neutron] 10.222.0.21 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Oct 13 00:57:16.447360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02760415-bac4-43f8-aca7-53c795d1a35d req-b8e3e40a-c4b7-4b2f-acd3-060e99bd3a14 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 210 time: 0.0268555 Oct 13 00:57:16.514428 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81a02a61-6754-4681-8d9e-67cc3e17b966 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:57:16.564695 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 81a02a61-6754-4681-8d9e-67cc3e17b966 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:57:16.568906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 81a02a61-6754-4681-8d9e-67cc3e17b966 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:57:16.569348 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:16.651003 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:16.673753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:57:16.676568 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88df37ad-c204-4687-9609-8cd086989dda" -d '{"events": [{"server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "name": "network-vif-plugged", "status": "completed", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:57:16.689810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:16.694361 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:16.717697 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b60470-6db2-49f1-90e4-6c8f8fe0ba11 x-openstack-request-id: req-23b60470-6db2-49f1-90e4-6c8f8fe0ba11 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:57:16.717987 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "name": "network-vif-plugged", "status": "completed", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:57:16.718235 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23b60470-6db2-49f1-90e4-6c8f8fe0ba11 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:57:16.718620 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'code': 200} Oct 13 00:57:16.745378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:17.415095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-e432ff24-993d-4a53-b87a-8719becee38f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:17.416608 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-e432ff24-993d-4a53-b87a-8719becee38f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 814 time: 0.1200745 Oct 13 00:57:17.446850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Request body: {'port': {'device_id': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9', 'admin_state_up': True, 'tenant_id': 'f005f50e01074f138b1909740e3edc4e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:57:17.470126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-8ef12140-5be5-4608-a976-278d2b0daca0 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:17.471643 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-8ef12140-5be5-4608-a976-278d2b0daca0 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.45 "GET /v2.0/ports?device_id=a06308a5-b2f1-40b9-be28-d3cb18830265 HTTP/1.1" status: 200 len: 946 time: 0.0778792 Oct 13 00:57:17.542874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-605d1f36-7352-4136-95b8-d870dda7be59 req-3835fab8-163c-4273-aa5e-5cd578cad2ad tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 210 time: 0.0308805 Oct 13 00:57:17.631517 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Deleting port 81a02a61-6754-4681-8d9e-67cc3e17b966 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:57:17.631920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:17.636252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Made reservation on behalf of f005f50e01074f138b1909740e3edc4e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:57:17.640762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:17.656822 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:17.794879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] For port 81a02a61-6754-4681-8d9e-67cc3e17b966, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=81a02a61-6754-4681-8d9e-67cc3e17b966,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:17.795242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:17.829360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Calling delete_port for 81a02a61-6754-4681-8d9e-67cc3e17b966 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:57:17.887659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Allocated IP 172.20.0.6 (a4a83164-f84f-4b46-9dca-3c651c3a73a9/883614eb-4ea0-44ec-b953-503ba7115d2a/3f45482b-2f96-4784-88bf-a230899d4704) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:57:18.078168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.111900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['81a02a61-6754-4681-8d9e-67cc3e17b966'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:57:18.125494 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Pushing event deleted for resources: {'Port': ['ID=81a02a61-6754-4681-8d9e-67cc3e17b966,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:18.135089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.174104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] No DVR routers for this DVR port 81a02a61-6754-4681-8d9e-67cc3e17b966 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:57:18.178021 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.181425 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c79b90c4-61d5-400d-87fb-fda3d0dc1cd2 req-2c6b5fd2-5b9b-4a03-ad35-8a1cc4ec5ec4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.45 "DELETE /v2.0/ports/81a02a61-6754-4681-8d9e-67cc3e17b966 HTTP/1.1" status: 204 len: 173 time: 0.6850376 Oct 13 00:57:18.181853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'name': 'network-vif-deleted', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:57:18.184206 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0bfd0f-8de3-457b-a594-ac48f44008c7" -d '{"events": [{"server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "name": "network-vif-deleted", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:57:18.213406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.245320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['81a02a61-6754-4681-8d9e-67cc3e17b966'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:57:18.251115 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ededfa2-e61f-40d3-9776-6bf7da26997d x-openstack-request-id: req-6ededfa2-e61f-40d3-9776-6bf7da26997d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:57:18.252669 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06308a5-b2f1-40b9-be28-d3cb18830265", "name": "network-vif-deleted", "tag": "81a02a61-6754-4681-8d9e-67cc3e17b966", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:57:18.252669 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ededfa2-e61f-40d3-9776-6bf7da26997d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:57:18.252669 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06308a5-b2f1-40b9-be28-d3cb18830265', 'name': 'network-vif-deleted', 'tag': '81a02a61-6754-4681-8d9e-67cc3e17b966', 'status': 'completed', 'code': 200} Oct 13 00:57:18.273026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Network a4a83164-f84f-4b46-9dca-3c651c3a73a9 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:57:18.276376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:57:18.281021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:57:18.285532 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:18.332687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:18.333395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.349417 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8e3e90f3-a273-4afb-84e0-ef436845f54d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9072206 Oct 13 00:57:18.368337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Request body: {'port': {'device_id': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:57:18.424027 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.666604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08227471-0dad-4e8e-97ef-7cb9b3d0b75b req-e5f07acd-25a4-40e5-8332-a53dfa17e633 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:18.668136 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08227471-0dad-4e8e-97ef-7cb9b3d0b75b req-e5f07acd-25a4-40e5-8332-a53dfa17e633 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 931 time: 0.0509880 Oct 13 00:57:18.697121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f45482b-2f96-4784-88bf-a230899d4704 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:57:18.704617 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.705419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08227471-0dad-4e8e-97ef-7cb9b3d0b75b req-d8e018ef-404a-4348-8ed5-8dbd2ffe3184 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Oct 13 00:57:18.716884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Transition to ACTIVE for port object 3f45482b-2f96-4784-88bf-a230899d4704 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:57:18.720681 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.772186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:18.836611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Attempting to bind port 3f45482b-2f96-4784-88bf-a230899d4704 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:57:18.836847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Attempting to bind port 3f45482b-2f96-4784-88bf-a230899d4704 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:57:18.837167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Attempting to bind port 3f45482b-2f96-4784-88bf-a230899d4704 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:57:18.841296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Port 3f45482b-2f96-4784-88bf-a230899d4704 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:57:18.841608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Attempting to bind port 3f45482b-2f96-4784-88bf-a230899d4704 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:57:18.846455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:57:18.847015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Checking segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:57:18.847399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Bound using segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:57:18.847852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Bound port: 3f45482b-2f96-4784-88bf-a230899d4704, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:57:18.848207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.910110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:57:18.913057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:57:18.917536 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.954525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:18.955202 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:18.956933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] 10.222.0.36 "PUT /v2.0/ports/3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 1091 time: 0.5926924 Oct 13 00:57:18.973331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf47567-e9c2-4c94-a826-d7cdb9a2109b service neutron] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:19.049348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-09915719-3bca-4802-8c1a-63d43dc26a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:19.051404 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-09915719-3bca-4802-8c1a-63d43dc26a05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1094 time: 0.0411122 Oct 13 00:57:19.101509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-8798ef51-51e5-4873-8eab-b2b119d2af73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 217 time: 0.0370276 Oct 13 00:57:19.152883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-5d4720e0-0cea-4a1e-8735-820020366084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:19.154293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-5d4720e0-0cea-4a1e-8735-820020366084 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0455079 Oct 13 00:57:19.184755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-a1ec9df2-fc1e-4a2d-82eb-ec7f8be5890f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234661 Oct 13 00:57:19.276490 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-324dbd5b-e32d-4a9d-ac55-6d236d9d378d service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844874 Oct 13 00:57:19.363690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-210843b5-6f0a-459f-9755-c3085226e0f0 req-912bdc52-40e6-4673-a5a4-0c0d12877572 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796120 Oct 13 00:57:19.822208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5274636-516c-4242-b1f2-aa195e4c235a req-587fc23d-27d7-4a4a-87f0-4bf3c7d2eb8c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:19.823712 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5274636-516c-4242-b1f2-aa195e4c235a req-587fc23d-27d7-4a4a-87f0-4bf3c7d2eb8c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0484173 Oct 13 00:57:19.860825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5274636-516c-4242-b1f2-aa195e4c235a req-1eab27b9-b42f-4aa7-94d3-c9d3d379c646 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310476 Oct 13 00:57:20.253698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:57:20.256134 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faec094f-38f4-434d-9f1a-e101e51e4d38" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "tag": "3f45482b-2f96-4784-88bf-a230899d4704"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:57:20.291162 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5400fddb-5b56-40f6-84db-7f53cba58960 x-openstack-request-id: req-5400fddb-5b56-40f6-84db-7f53cba58960 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:57:20.291462 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "tag": "3f45482b-2f96-4784-88bf-a230899d4704", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:57:20.291749 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5400fddb-5b56-40f6-84db-7f53cba58960 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:57:20.292156 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704', 'status': 'completed', 'code': 200} Oct 13 00:57:20.376465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-9d55c17a-5d0a-467e-963a-50d11c834118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:20.378812 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-9d55c17a-5d0a-467e-963a-50d11c834118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1094 time: 0.0417242 Oct 13 00:57:20.470769 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-c1730a8c-c1d9-4fc8-92f2-b87007628913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:20.472742 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-c1730a8c-c1d9-4fc8-92f2-b87007628913 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0874870 Oct 13 00:57:20.514127 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-8a18bec0-d650-4e3f-bcce-c1c1f1fa39bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 217 time: 0.0335865 Oct 13 00:57:20.547231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81a02a61-6754-4681-8d9e-67cc3e17b966 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:57:20.567705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 81a02a61-6754-4681-8d9e-67cc3e17b966 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:57:20.568041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 81a02a61-6754-4681-8d9e-67cc3e17b966 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:57:20.570036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-df069a06-3de7-4cf3-9811-4dc58e3a9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:20.571942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-df069a06-3de7-4cf3-9811-4dc58e3a9092 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0502772 Oct 13 00:57:20.603551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-de99cc6f-5794-48c4-8c67-217518520db3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242565 Oct 13 00:57:20.695922 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-ad09e3a2-5f18-46b4-9675-4aac51110b27 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851192 Oct 13 00:57:20.789221 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-faec094f-38f4-434d-9f1a-e101e51e4d38 req-1cf2eb09-647a-4539-8a7b-4330548d479f service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852661 Oct 13 00:57:20.973689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43471e7a-b228-458f-8467-ce8adb738c80 req-70feaad0-327f-4feb-8c3c-e105f62d7aec tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:20.975151 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43471e7a-b228-458f-8467-ce8adb738c80 req-70feaad0-327f-4feb-8c3c-e105f62d7aec tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0483959 Oct 13 00:57:21.021156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43471e7a-b228-458f-8467-ce8adb738c80 req-26dd9866-c302-4669-b6b1-bc17633b4e62 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Oct 13 00:57:21.178031 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:57:22.137230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28056e86-4306-40f8-981e-a6b12199beb6 req-5dfcd935-c742-437d-a8f7-daeb7e4d801a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:22.138699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28056e86-4306-40f8-981e-a6b12199beb6 req-5dfcd935-c742-437d-a8f7-daeb7e4d801a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0506556 Oct 13 00:57:22.176172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-28056e86-4306-40f8-981e-a6b12199beb6 req-d951d6a5-b928-4612-87fd-8c19d664b0b3 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Oct 13 00:57:23.286109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a324b-4787-4f11-9828-72dba050c420 req-f6d7a4b2-154a-435f-97e4-1e3829c362e5 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:23.287579 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c5a324b-4787-4f11-9828-72dba050c420 req-f6d7a4b2-154a-435f-97e4-1e3829c362e5 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0473044 Oct 13 00:57:23.325244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c5a324b-4787-4f11-9828-72dba050c420 req-795dfb11-4b05-4ea5-b379-5cc16b4074e2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Oct 13 00:57:23.895137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3f45482b-2f96-4784-88bf-a230899d4704 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:57:23.988892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:23.999713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '3f45482b-2f96-4784-88bf-a230899d4704', 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9', 'port_id': '3f45482b-2f96-4784-88bf-a230899d4704', 'mac_address': 'fa:16:3e:c0:b6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883614eb-4ea0-44ec-b953-503ba7115d2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:57:24.035179 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:24.047530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f45482b-2f96-4784-88bf-a230899d4704 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:57:24.067395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:24.071353 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:24.115159 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:24.122391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.122731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.123065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.123391 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.123740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.124065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.124385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.124703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.125020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.125337 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.125653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.125999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:24.439102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['3f45482b-2f96-4784-88bf-a230899d4704'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:57:24.447958 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85216d-900c-44f4-8baf-4f6f77398a5e req-78e72359-16c5-4d4d-a8bc-35a26d4b647a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:24.449458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa85216d-900c-44f4-8baf-4f6f77398a5e req-78e72359-16c5-4d4d-a8bc-35a26d4b647a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 944 time: 0.0488915 Oct 13 00:57:24.490745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa85216d-900c-44f4-8baf-4f6f77398a5e req-a7e760c1-b645-44ab-9466-897d8b91b75f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352829 Oct 13 00:57:25.686517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbafa95-a5f0-4cc1-b758-ee23504c32e6 req-b5148d18-6da2-48a8-9549-247c6fae7a89 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:25.688233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bcbafa95-a5f0-4cc1-b758-ee23504c32e6 req-b5148d18-6da2-48a8-9549-247c6fae7a89 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 944 time: 0.1317909 Oct 13 00:57:25.724516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bcbafa95-a5f0-4cc1-b758-ee23504c32e6 req-5b9578b0-eb49-4aa1-88e2-aaf82c77ebf8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303340 Oct 13 00:57:25.894939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3f45482b-2f96-4784-88bf-a230899d4704 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:57:25.941650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 3f45482b-2f96-4784-88bf-a230899d4704 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:57:25.945197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 3f45482b-2f96-4784-88bf-a230899d4704 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:57:25.945568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:26.020931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:26.043778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:57:26.046009 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0723a5e-fb74-4082-8386-ed34eb01b12f" -d '{"events": [{"server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "name": "network-vif-plugged", "status": "completed", "tag": "3f45482b-2f96-4784-88bf-a230899d4704"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:57:26.058549 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:26.062396 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:26.088385 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbaf5a6-c26d-4498-bbdb-20cd11c64873 x-openstack-request-id: req-6bbaf5a6-c26d-4498-bbdb-20cd11c64873 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:57:26.088678 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "name": "network-vif-plugged", "status": "completed", "tag": "3f45482b-2f96-4784-88bf-a230899d4704", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:57:26.088927 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bbaf5a6-c26d-4498-bbdb-20cd11c64873 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:57:26.089309 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704', 'code': 200} Oct 13 00:57:26.115146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:26.207966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415bc58-717b-4603-ba7c-2fbae2b89269 req-d47253a0-73db-4cd9-b369-049af1501a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:26.209422 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7415bc58-717b-4603-ba7c-2fbae2b89269 req-d47253a0-73db-4cd9-b369-049af1501a80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1096 time: 0.0398364 Oct 13 00:57:26.243986 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7415bc58-717b-4603-ba7c-2fbae2b89269 req-078927de-dd15-438b-be5f-1697dfd5e6c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271959 Oct 13 00:57:26.836758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509eed1-6840-4daa-aa04-f7ea1c63901c req-3c3d7c97-bf4b-4fba-a70f-9a3fcbce0438 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:26.838191 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b509eed1-6840-4daa-aa04-f7ea1c63901c req-3c3d7c97-bf4b-4fba-a70f-9a3fcbce0438 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0472326 Oct 13 00:57:26.874317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b509eed1-6840-4daa-aa04-f7ea1c63901c req-51e5e64c-47ed-4f02-8237-af26ef4a9552 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302527 Oct 13 00:57:28.040527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624430a-5ad0-4336-9e8e-5b0a1e0cde7c req-135bb7e4-6c3c-4e09-8a3b-644707e35129 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:28.041992 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a624430a-5ad0-4336-9e8e-5b0a1e0cde7c req-135bb7e4-6c3c-4e09-8a3b-644707e35129 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.1014221 Oct 13 00:57:28.082064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a624430a-5ad0-4336-9e8e-5b0a1e0cde7c req-9b92497e-c013-4d78-ba44-289b2f5a7411 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Oct 13 00:57:28.193652 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788e526-51c9-4091-92c3-56551f5cd0f6 req-7872c2a8-fb28-4579-8093-6abed0d1efd4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:28.195006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b788e526-51c9-4091-92c3-56551f5cd0f6 req-7872c2a8-fb28-4579-8093-6abed0d1efd4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0478745 Oct 13 00:57:28.233976 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b788e526-51c9-4091-92c3-56551f5cd0f6 req-90318773-ba55-4c9a-a24b-97f0cad39d1f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Oct 13 00:57:28.458647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-d75d8eee-9c45-4e68-ba52-4b0e889eb2c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400832 Oct 13 00:57:28.475015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed2027-bde5-4eb9-9650-28189b5cf134 req-e8d3e759-4835-48e9-a459-5f1b13925eff tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:28.476635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26ed2027-bde5-4eb9-9650-28189b5cf134 req-e8d3e759-4835-48e9-a459-5f1b13925eff tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0495834 Oct 13 00:57:28.514755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26ed2027-bde5-4eb9-9650-28189b5cf134 req-ebb972bf-3097-4234-8fc4-b8e582b0cbb4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Oct 13 00:57:29.642513 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca222-6db8-4038-892f-f660c65a14ec req-1b78a0f8-1282-4ba2-9dba-c9785a9996e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:29.643952 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-1b78a0f8-1282-4ba2-9dba-c9785a9996e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1096 time: 0.0454621 Oct 13 00:57:29.673804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0e295-9c07-4522-9d41-c2eaf5cf0310 req-24aece02-19d4-486b-9a66-9c2a99670d1c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:29.675858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9c0e295-9c07-4522-9d41-c2eaf5cf0310 req-24aece02-19d4-486b-9a66-9c2a99670d1c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0504813 Oct 13 00:57:29.716999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9c0e295-9c07-4522-9d41-c2eaf5cf0310 req-820b07b9-f638-43f8-9366-b2a0790441cb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351014 Oct 13 00:57:29.735565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca222-6db8-4038-892f-f660c65a14ec req-80e3f855-77fa-4402-94f4-fae6765bd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:29.737044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-80e3f855-77fa-4402-94f4-fae6765bd341 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0865486 Oct 13 00:57:29.780796 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-4a373228-2016-44d8-9b9b-ae0fbc78489f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 217 time: 0.0371261 Oct 13 00:57:29.828643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca222-6db8-4038-892f-f660c65a14ec req-baa21353-4d07-4bb0-a521-dee6b83b3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:29.830096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-baa21353-4d07-4bb0-a521-dee6b83b3516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0428123 Oct 13 00:57:29.860832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-ad464eae-afc0-4422-a648-a5218f3399ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242448 Oct 13 00:57:29.950563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-03993e1f-4280-4b0f-abbb-bccae6eb0d1b service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833311 Oct 13 00:57:30.038470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-073510b7-992f-4c3a-8207-ba72d12d1711 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811038 Oct 13 00:57:30.833863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c0858-b783-4d3b-a397-5e2886b64723 req-9ea403bb-fee0-4e3a-841a-c66831ca64a0 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:30.835338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-177c0858-b783-4d3b-a397-5e2886b64723 req-9ea403bb-fee0-4e3a-841a-c66831ca64a0 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0485709 Oct 13 00:57:30.871960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-177c0858-b783-4d3b-a397-5e2886b64723 req-070abf83-8d37-4b80-a286-d6ec3d81e6cf tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306728 Oct 13 00:57:31.982899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5cf61-6595-4d72-a471-0164d1bc7b57 req-a56a5cd1-c072-4371-9457-3020b1708f16 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:31.984377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3e5cf61-6595-4d72-a471-0164d1bc7b57 req-a56a5cd1-c072-4371-9457-3020b1708f16 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0478506 Oct 13 00:57:32.021633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a3e5cf61-6595-4d72-a471-0164d1bc7b57 req-baffa4b2-ab5d-4384-8865-7e4a5855635b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307891 Oct 13 00:57:33.146379 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67fbb-b0a9-4705-bb50-cff8afd93a54 req-aa6bca8f-621c-430e-a180-28d7fc6fa3af tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:33.147847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ccf67fbb-b0a9-4705-bb50-cff8afd93a54 req-aa6bca8f-621c-430e-a180-28d7fc6fa3af tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0474739 Oct 13 00:57:33.188372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ccf67fbb-b0a9-4705-bb50-cff8afd93a54 req-9c531276-1726-4390-864d-d6c62fc61617 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Oct 13 00:57:34.300611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b561b4-aefc-49f0-a658-7ce24d0d339e req-4cb3b9d3-99f8-4893-910a-dfd80eb282bf tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:34.302095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6b561b4-aefc-49f0-a658-7ce24d0d339e req-4cb3b9d3-99f8-4893-910a-dfd80eb282bf tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0483046 Oct 13 00:57:34.338632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6b561b4-aefc-49f0-a658-7ce24d0d339e req-6f38b613-04ae-4a74-bee1-34e400d9a770 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307000 Oct 13 00:57:35.454608 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f74136-d8e9-4c6c-ab79-243103448320 req-d61bbb87-e5a2-4047-8d89-af83e51e2365 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:35.456672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7f74136-d8e9-4c6c-ab79-243103448320 req-d61bbb87-e5a2-4047-8d89-af83e51e2365 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0479681 Oct 13 00:57:35.492104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f7f74136-d8e9-4c6c-ab79-243103448320 req-f913699d-3ce2-4b56-bebb-89af89632418 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296140 Oct 13 00:57:35.681107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-b4c4a7b5-e21c-4a70-b8f1-f7dd4c1ca2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:35.682466 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-b4c4a7b5-e21c-4a70-b8f1-f7dd4c1ca2f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1096 time: 0.0397899 Oct 13 00:57:35.787099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-5738bf5c-dd3e-40c1-ae85-6270f67c33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:35.788573 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-5738bf5c-dd3e-40c1-ae85-6270f67c33fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0861826 Oct 13 00:57:35.828702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-8371f62f-023c-40dd-9dc6-6e8c0a8acbda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 217 time: 0.0323627 Oct 13 00:57:35.879154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-d3cec7d5-845b-4311-9efb-92bb3c114e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:35.880563 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-d3cec7d5-845b-4311-9efb-92bb3c114e8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0449200 Oct 13 00:57:35.912055 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-66d06e98-1e20-433b-b704-8b885b5bfc3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241847 Oct 13 00:57:35.999177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-ef74b55f-19c8-47e3-ab6e-b4754d696c91 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792747 Oct 13 00:57:36.088632 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b825c8d2-c455-4467-b02f-024d875ecdc6 req-5dba40ae-a16f-469b-ad7b-e7700928a16e service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831029 Oct 13 00:57:36.605408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc379f-2c25-4284-97d9-904122cac500 req-005d7337-8d76-4af2-967c-bd56bfce0d65 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:36.606844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23bc379f-2c25-4284-97d9-904122cac500 req-005d7337-8d76-4af2-967c-bd56bfce0d65 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0477781 Oct 13 00:57:36.646895 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23bc379f-2c25-4284-97d9-904122cac500 req-5bd834ce-150e-4e60-8002-1fef8ff2cd1d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340955 Oct 13 00:57:36.839031 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:37.362625 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:37.762640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4216699-e546-4d57-9b64-7adf85fd4a40 req-d1162e3c-33e7-4de4-8e0e-9193a97b3948 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:37.764154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4216699-e546-4d57-9b64-7adf85fd4a40 req-d1162e3c-33e7-4de4-8e0e-9193a97b3948 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0480797 Oct 13 00:57:37.800936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4216699-e546-4d57-9b64-7adf85fd4a40 req-5d624d0f-3d89-42d6-9574-8daf621ee7f7 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Oct 13 00:57:38.912476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb042c95-b4c5-4410-b7e1-9800df7550b8 req-a22f344c-e3de-4427-b43f-0455782bde34 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:38.913938 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb042c95-b4c5-4410-b7e1-9800df7550b8 req-a22f344c-e3de-4427-b43f-0455782bde34 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0476491 Oct 13 00:57:38.951019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eb042c95-b4c5-4410-b7e1-9800df7550b8 req-a0080092-e593-461c-9b6d-73f20f8b37c6 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Oct 13 00:57:40.068442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60f85-76fb-4f88-8cf0-f4c2e5e40151 req-980097d5-8b28-46a7-b296-6eba7a84fbb6 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:40.069917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bac60f85-76fb-4f88-8cf0-f4c2e5e40151 req-980097d5-8b28-46a7-b296-6eba7a84fbb6 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0493178 Oct 13 00:57:40.109892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bac60f85-76fb-4f88-8cf0-f4c2e5e40151 req-740d1e6e-f895-42a0-b838-7605249115d4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Oct 13 00:57:41.222381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8248fa6-c199-49e2-93bf-6b42805db70f req-e33080aa-91c7-4178-848f-5f3a51a21157 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:41.223856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8248fa6-c199-49e2-93bf-6b42805db70f req-e33080aa-91c7-4178-848f-5f3a51a21157 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0480564 Oct 13 00:57:41.260825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8248fa6-c199-49e2-93bf-6b42805db70f req-af6d423c-14c1-4e05-8b2c-b860f13c6126 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Oct 13 00:57:41.819739 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e023922-dc33-47a2-a174-8c2b80e6a1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:42.372949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46d66a-8383-4490-80e0-b1e3de0e5063 req-c4929ea7-deb9-4a5f-b84a-b2c46bdae4aa tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:42.374439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf46d66a-8383-4490-80e0-b1e3de0e5063 req-c4929ea7-deb9-4a5f-b84a-b2c46bdae4aa tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0474324 Oct 13 00:57:42.411283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bf46d66a-8383-4490-80e0-b1e3de0e5063 req-0a70174f-9b22-4e28-bf59-eac1bbe557b8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Oct 13 00:57:43.523010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70dd4-12d9-4a59-b025-4ddbb6d4bb07 req-34167ca8-1952-4342-a8d8-ccd4daa33dde tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:43.524494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47a70dd4-12d9-4a59-b025-4ddbb6d4bb07 req-34167ca8-1952-4342-a8d8-ccd4daa33dde tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0474360 Oct 13 00:57:43.564611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47a70dd4-12d9-4a59-b025-4ddbb6d4bb07 req-393a7251-c3a3-41c9-a15c-3f15bdf18708 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Oct 13 00:57:44.604440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e71d531-67e3-41c2-95aa-1ee4cc250fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:44.679863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad58bb0-6c2a-4337-a4c8-8f1cb934d3b0 req-c5d2c177-3880-40c3-a84a-61c36fa60430 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:44.681619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ad58bb0-6c2a-4337-a4c8-8f1cb934d3b0 req-c5d2c177-3880-40c3-a84a-61c36fa60430 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0488727 Oct 13 00:57:44.720694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ad58bb0-6c2a-4337-a4c8-8f1cb934d3b0 req-f74127d2-58f4-4f43-8c7d-2844a8a1b160 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Oct 13 00:57:45.834551 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ec85-0289-4ad4-a185-622990dec14e req-34347023-a0be-4439-8d9f-75bded2439d4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:45.836050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5754ec85-0289-4ad4-a185-622990dec14e req-34347023-a0be-4439-8d9f-75bded2439d4 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0474184 Oct 13 00:57:45.845965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:45.872801 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5754ec85-0289-4ad4-a185-622990dec14e req-1bbb6657-50f9-4328-9787-975e62958591 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Oct 13 00:57:45.960567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:46.985444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04f204-cfcb-4eea-8e6f-2d27cfb0f3b1 req-0bc27cf5-f244-490f-96fa-3b7211203135 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:46.987460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f04f204-cfcb-4eea-8e6f-2d27cfb0f3b1 req-0bc27cf5-f244-490f-96fa-3b7211203135 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0477216 Oct 13 00:57:47.027918 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0f04f204-cfcb-4eea-8e6f-2d27cfb0f3b1 req-186d5441-0d65-42ad-8ea0-eb97482dc70e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343740 Oct 13 00:57:47.655680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:48.144845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767e9d2-bcae-4372-8cc4-aaf7c907aa75 req-ad81919d-26c7-441f-bddb-1d73ab4d9754 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:48.146326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2767e9d2-bcae-4372-8cc4-aaf7c907aa75 req-ad81919d-26c7-441f-bddb-1d73ab4d9754 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0488427 Oct 13 00:57:48.187156 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2767e9d2-bcae-4372-8cc4-aaf7c907aa75 req-832b2228-1a2b-4249-a0e6-3881cb541e93 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349114 Oct 13 00:57:49.297902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13184b20-cc77-4a85-a5e5-b9b8c8461dc2 req-e6c1381a-3b7b-41dc-8b84-3c31e8c5697b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:49.299372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13184b20-cc77-4a85-a5e5-b9b8c8461dc2 req-e6c1381a-3b7b-41dc-8b84-3c31e8c5697b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0480654 Oct 13 00:57:49.339315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13184b20-cc77-4a85-a5e5-b9b8c8461dc2 req-41b92354-92d4-47f5-96be-e71dfbd028d5 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334532 Oct 13 00:57:50.451137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732a21-1946-4b93-b688-cec89a63f322 req-24dc489b-fe9a-4cb9-882b-85b17f89d542 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:50.452629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da732a21-1946-4b93-b688-cec89a63f322 req-24dc489b-fe9a-4cb9-882b-85b17f89d542 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0480978 Oct 13 00:57:50.492632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da732a21-1946-4b93-b688-cec89a63f322 req-22c735f1-3ef2-42ad-9be1-4bb6dea9f6c2 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334785 Oct 13 00:57:51.606166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b59c4-94bd-4e09-9477-e6b0fb0c1212 req-1ce111de-507c-42fa-bf36-b74985b2326b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:51.607670 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-315b59c4-94bd-4e09-9477-e6b0fb0c1212 req-1ce111de-507c-42fa-bf36-b74985b2326b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0485430 Oct 13 00:57:51.644365 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-315b59c4-94bd-4e09-9477-e6b0fb0c1212 req-68505ddb-4396-44c3-896a-1b14d71bf396 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307035 Oct 13 00:57:52.761055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dccb4-b344-40a8-8c92-53dc1ae047d8 req-381d5eea-d212-43f6-98d3-1618ac3a3f1d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:52.762545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4dccb4-b344-40a8-8c92-53dc1ae047d8 req-381d5eea-d212-43f6-98d3-1618ac3a3f1d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0487313 Oct 13 00:57:52.805181 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4dccb4-b344-40a8-8c92-53dc1ae047d8 req-69685865-dade-4c6b-bb87-709f05efc790 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361984 Oct 13 00:57:53.922513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f21c2d-fd49-4f5d-8681-f9516d0af368 req-679ba19d-1d85-4f21-a624-5005a5e94cc8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:53.924096 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23f21c2d-fd49-4f5d-8681-f9516d0af368 req-679ba19d-1d85-4f21-a624-5005a5e94cc8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0488944 Oct 13 00:57:53.966262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23f21c2d-fd49-4f5d-8681-f9516d0af368 req-f8f7112d-a35b-41d6-893c-a32a36f3bb8c tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352805 Oct 13 00:57:55.080232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44627-c4f5-4e2e-96c0-a1668dfe6228 req-644c0dd8-0548-406a-a63d-cc015ad72c7f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:55.081694 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8b44627-c4f5-4e2e-96c0-a1668dfe6228 req-644c0dd8-0548-406a-a63d-cc015ad72c7f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0486317 Oct 13 00:57:55.118531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e8b44627-c4f5-4e2e-96c0-a1668dfe6228 req-a398cf2a-d677-414f-bbce-52da4452f0af tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Oct 13 00:57:56.230514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc2188-d4ec-4da8-ad2f-af27f0a25985 req-10245a5c-c5f1-4fa1-9f50-b8eddbf2d37e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:56.231988 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cbc2188-d4ec-4da8-ad2f-af27f0a25985 req-10245a5c-c5f1-4fa1-9f50-b8eddbf2d37e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0480454 Oct 13 00:57:56.269504 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cbc2188-d4ec-4da8-ad2f-af27f0a25985 req-26ea7c79-9479-4fdd-8b75-4afb43d3c6f8 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Oct 13 00:57:57.017039 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-995ca222-6db8-4038-892f-f660c65a14ec req-17a1c7e8-2b59-4252-ab21-987de52aa10c service neutron] show failed (client error): The resource could not be found. Oct 13 00:57:57.017996 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-17a1c7e8-2b59-4252-ab21-987de52aa10c service neutron] 10.222.0.36 "GET /v2.0/ports/3f45482b-2f96-4784-88bf-a230899d4704/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0531824 Oct 13 00:57:57.263805 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca222-6db8-4038-892f-f660c65a14ec req-152acace-9fb0-4cf0-9c83-72a9f7ca8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:57.265265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-152acace-9fb0-4cf0-9c83-72a9f7ca8b63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df&tenant_id=f005f50e01074f138b1909740e3edc4e HTTP/1.1" status: 200 len: 1096 time: 0.0867562 Oct 13 00:57:57.283946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:57:57.339906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:57.382531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a68cd6-c20b-4b56-800b-7ed79968ca05 req-283b891f-1dd9-4863-a15e-f75bea1c76dc tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:57.384207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65a68cd6-c20b-4b56-800b-7ed79968ca05 req-283b891f-1dd9-4863-a15e-f75bea1c76dc tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0482616 Oct 13 00:57:57.425517 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65a68cd6-c20b-4b56-800b-7ed79968ca05 req-86863d3b-5d27-41e3-8462-e2cf27276eb9 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353713 Oct 13 00:57:57.539543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:57:57.572335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:57:57.608995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:57:57.611338 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494e5766-ed63-48d4-a9fc-35b38009bc42" -d '{"events": [{"server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "name": "network-vif-unplugged", "status": "completed", "tag": "3f45482b-2f96-4784-88bf-a230899d4704"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:57:57.615626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:57.627502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Transition to ACTIVE for port object 3f45482b-2f96-4784-88bf-a230899d4704 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:57:57.632274 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:57.696567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] No DVR routers for this DVR port 3f45482b-2f96-4784-88bf-a230899d4704 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:57:57.703267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:57.713476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.713829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.714170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.714511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.714846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.715173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.715500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.715976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.716179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.716506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.716829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.717149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:57:57.733771 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135cf82b-b144-431f-a340-d8eb07d67f73 x-openstack-request-id: req-135cf82b-b144-431f-a340-d8eb07d67f73 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:57:57.734063 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "name": "network-vif-unplugged", "status": "completed", "tag": "3f45482b-2f96-4784-88bf-a230899d4704", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:57:57.734314 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-135cf82b-b144-431f-a340-d8eb07d67f73 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:57:57.734707 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704', 'code': 200} Oct 13 00:57:57.747962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Attempting to bind port 3f45482b-2f96-4784-88bf-a230899d4704 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:57:57.748296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Attempting to bind port 3f45482b-2f96-4784-88bf-a230899d4704 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:57:57.748623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Attempting to bind port 3f45482b-2f96-4784-88bf-a230899d4704 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:57:57.753382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Port 3f45482b-2f96-4784-88bf-a230899d4704 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:57:57.753697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Attempting to bind port 3f45482b-2f96-4784-88bf-a230899d4704 on network a4a83164-f84f-4b46-9dca-3c651c3a73a9 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:57:57.758396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:57:57.758733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Checking segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:57:57.759115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Bound using segment: {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:57:57.759564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Bound port: 3f45482b-2f96-4784-88bf-a230899d4704, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522a0479-5fd8-48b0-8109-11664b774128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:57:57.759918 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:57.821060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:57:57.824152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:57:57.828720 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:57.860830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:57.861447 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:57:57.863436 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] 10.222.0.45 "PUT /v2.0/ports/3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 1091 time: 0.5834591 Oct 13 00:57:57.885772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eaef1-d013-4834-bd2a-5139f4ced9fb service neutron] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:57:57.942099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca222-6db8-4038-892f-f660c65a14ec req-4d331e59-751e-4fb4-98a6-63372bebee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:57.943605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-4d331e59-751e-4fb4-98a6-63372bebee55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1094 time: 0.0445867 Oct 13 00:57:58.031727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca222-6db8-4038-892f-f660c65a14ec req-5572e384-7f31-4bff-9065-ae767326962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:58.033164 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-5572e384-7f31-4bff-9065-ae767326962d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0826950 Oct 13 00:57:58.078094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-c51c03a1-3269-4565-8446-e6ee810e3cdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 217 time: 0.0369678 Oct 13 00:57:58.126000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca222-6db8-4038-892f-f660c65a14ec req-eb12be14-0348-4545-9064-c41c694adf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:58.127649 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-eb12be14-0348-4545-9064-c41c694adf60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0429814 Oct 13 00:57:58.159899 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-ecf4a679-56fa-4c52-99f6-bb1dc19eae09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242927 Oct 13 00:57:58.177065 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:57:58.248267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-f3c5c28a-cfd2-4ea4-85d7-e39399c9dfa7 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811412 Oct 13 00:57:58.544344 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd178a-1e71-47b9-913c-3ed63359bbbf req-1fe3c0a2-7cf6-4247-a2f5-9ed8620a440b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:58.545892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46cd178a-1e71-47b9-913c-3ed63359bbbf req-1fe3c0a2-7cf6-4247-a2f5-9ed8620a440b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0501909 Oct 13 00:57:58.588275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46cd178a-1e71-47b9-913c-3ed63359bbbf req-6e58861b-d5f9-4ac5-8ccd-ee27163b3d57 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Oct 13 00:57:58.620376 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-995ca222-6db8-4038-892f-f660c65a14ec req-eddd166a-58ed-4f90-b54c-733de05a1a2b service neutron] 10.222.0.45 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643010 Oct 13 00:57:59.705171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881c469-0ef4-454e-89e1-2a907b7e60f4 req-f346e35b-0b62-4639-a38d-4cf0d5a66367 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:59.706626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6881c469-0ef4-454e-89e1-2a907b7e60f4 req-f346e35b-0b62-4639-a38d-4cf0d5a66367 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0480456 Oct 13 00:57:59.736279 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:57:59.739471 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee89b27b-1ee5-480b-9480-c3e00b8c154c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "tag": "3f45482b-2f96-4784-88bf-a230899d4704"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:57:59.743415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6881c469-0ef4-454e-89e1-2a907b7e60f4 req-ba2e2605-af72-4cdd-91d6-4e5bee8dbea1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Oct 13 00:57:59.786435 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a982af-5002-4f3a-96b4-e1856ec82a0c x-openstack-request-id: req-f7a982af-5002-4f3a-96b4-e1856ec82a0c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:57:59.786733 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "tag": "3f45482b-2f96-4784-88bf-a230899d4704", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:57:59.786984 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7a982af-5002-4f3a-96b4-e1856ec82a0c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:57:59.787377 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704', 'status': 'completed', 'code': 200} Oct 13 00:57:59.896152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-d3751e98-0ffc-4bf9-96a5-c80bf0a41bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:59.897658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-d3751e98-0ffc-4bf9-96a5-c80bf0a41bf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1094 time: 0.0709124 Oct 13 00:57:59.900133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-f6dcd05d-b184-4721-8fc9-f0399c64c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:57:59.901446 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-f6dcd05d-b184-4721-8fc9-f0399c64c1e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1094 time: 0.0664339 Oct 13 00:58:00.020038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3f45482b-2f96-4784-88bf-a230899d4704 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:58:00.054478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-9785cc06-c619-4293-916e-e6ca7c72d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:00.055954 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-9785cc06-c619-4293-916e-e6ca7c72d748 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.1510413 Oct 13 00:58:00.056887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-baabf9d0-ed67-4aab-95fc-45ee9587cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:00.057007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 3f45482b-2f96-4784-88bf-a230899d4704 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:58:00.058178 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-baabf9d0-ed67-4aab-95fc-45ee9587cb47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.1457455 Oct 13 00:58:00.102421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-dcc9716b-f405-4c2a-aab6-e529e8b56c80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 217 time: 0.0386100 Oct 13 00:58:00.138446 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-2e2eee4b-5449-4d45-85fa-255b25c8be0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 217 time: 0.0692358 Oct 13 00:58:00.205308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-4aacf1cc-0fed-4e06-b3b0-cd9e4f747f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:00.207245 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-4aacf1cc-0fed-4e06-b3b0-cd9e4f747f18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0767021 Oct 13 00:58:00.212189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-dd50b3c6-4cc4-41a2-828f-8042465f444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:00.213478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-dd50b3c6-4cc4-41a2-828f-8042465f444f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0565038 Oct 13 00:58:00.260252 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-c5eb32d7-802a-433b-9284-084e10eb503b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447676 Oct 13 00:58:00.262044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-2d3874c0-6a24-4ce4-8240-0a48adf9519d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386658 Oct 13 00:58:00.416117 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-c821df5f-dd23-4a41-8b62-bfab83ca56f3 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458430 Oct 13 00:58:00.417946 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-027fda2f-1279-46be-b3ff-fe2875cd02e7 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487858 Oct 13 00:58:00.570118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-c6aba8a1-74e0-4916-8d0b-aa4ae963b620 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468148 Oct 13 00:58:00.573395 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee89b27b-1ee5-480b-9480-c3e00b8c154c req-e64fe6e3-83c6-4aae-aa4e-c85d53bf5592 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433828 Oct 13 00:58:00.855866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ce0d0-5278-43ed-9d96-7d261e12aada req-263eabf0-715c-44ef-a7eb-9acb6f2aae98 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:00.857376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c2ce0d0-5278-43ed-9d96-7d261e12aada req-263eabf0-715c-44ef-a7eb-9acb6f2aae98 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0479398 Oct 13 00:58:00.898695 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c2ce0d0-5278-43ed-9d96-7d261e12aada req-0db0716b-bd5d-4487-bf35-94943ef5468f tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347216 Oct 13 00:58:02.014516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875590ca-f577-4bdb-ac58-76e3fb3db0ce req-f0c8fb6f-58b3-409d-9063-a8cf62114b82 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:02.015984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-875590ca-f577-4bdb-ac58-76e3fb3db0ce req-f0c8fb6f-58b3-409d-9063-a8cf62114b82 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0491509 Oct 13 00:58:02.053100 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-875590ca-f577-4bdb-ac58-76e3fb3db0ce req-f02c1880-44c5-4de1-8aab-20f29cfaf10e tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307899 Oct 13 00:58:02.243032 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683532e7-4096-415a-8ae4-9e06a35a9b90 req-d6524a56-0310-4c65-a016-175af89b52a1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:02.244539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-683532e7-4096-415a-8ae4-9e06a35a9b90 req-d6524a56-0310-4c65-a016-175af89b52a1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 943 time: 0.0485735 Oct 13 00:58:02.274129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-42807d69-559a-415c-bcbe-91c68b5f82ac tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:02.275623 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-42807d69-559a-415c-bcbe-91c68b5f82ac tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df&tenant_id=f005f50e01074f138b1909740e3edc4e&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 943 time: 0.0565243 Oct 13 00:58:02.282369 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-683532e7-4096-415a-8ae4-9e06a35a9b90 req-8ab0f1fb-b950-49db-9ac2-26263171c334 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Oct 13 00:58:02.335679 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-190ed965-bfb1-4a7a-bd5c-2494609cbbfc service neutron] delete failed (client error): The resource could not be found. Oct 13 00:58:02.336693 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-190ed965-bfb1-4a7a-bd5c-2494609cbbfc service neutron] 10.222.0.36 "DELETE /v2.0/ports/3f45482b-2f96-4784-88bf-a230899d4704/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0543885 Oct 13 00:58:02.446820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-2d4ce37c-7c8e-4d42-9638-aa90b7848178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:02.448335 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-2d4ce37c-7c8e-4d42-9638-aa90b7848178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f005f50e01074f138b1909740e3edc4e&device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 1094 time: 0.0412531 Oct 13 00:58:02.540306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-7f887250-dcdc-405d-9526-fe238e8f3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:02.541690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-7f887250-dcdc-405d-9526-fe238e8f3713 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 200 len: 915 time: 0.0863712 Oct 13 00:58:02.583140 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-29560e63-7be3-4c53-8ff3-dd792bd06621 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 200 len: 217 time: 0.0338013 Oct 13 00:58:02.630928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-f1d91b59-006f-4fb0-904b-73db5d6fc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:02.632353 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-f1d91b59-006f-4fb0-904b-73db5d6fc7ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 200 len: 854 time: 0.0426562 Oct 13 00:58:02.663740 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-d853b664-0595-49cd-81c5-e978a23a4e84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4a83164-f84f-4b46-9dca-3c651c3a73a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244577 Oct 13 00:58:02.756276 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-ca5a4b22-10e5-48be-82a4-e699e3078eaf service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850148 Oct 13 00:58:02.764189 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3f45482b-2f96-4784-88bf-a230899d4704 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:58:02.849844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-128b3054-dcab-489a-92d0-702b7a44d3dd req-fd946797-d46a-4ea0-86ee-87e9819a71f3 service neutron] 10.222.0.36 "GET /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Oct 13 00:58:02.857720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:02.869297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '3f45482b-2f96-4784-88bf-a230899d4704', 'network_id': 'a4a83164-f84f-4b46-9dca-3c651c3a73a9', 'port_id': '3f45482b-2f96-4784-88bf-a230899d4704', 'mac_address': 'fa:16:3e:c0:b6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883614eb-4ea0-44ec-b953-503ba7115d2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:58:02.909541 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:02.921509 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f45482b-2f96-4784-88bf-a230899d4704 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:58:02.940527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:02.944291 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:02.990345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:03.342644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['3f45482b-2f96-4784-88bf-a230899d4704'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:58:03.405589 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bc6de-9db4-4faf-9454-4ec5bf79d081 req-e0dfcd63-d0fa-42d7-9a00-fa408fcd4d1b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:03.407076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-281bc6de-9db4-4faf-9454-4ec5bf79d081 req-e0dfcd63-d0fa-42d7-9a00-fa408fcd4d1b tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 944 time: 0.0529568 Oct 13 00:58:03.459373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-281bc6de-9db4-4faf-9454-4ec5bf79d081 req-c142048e-4d64-48c9-b3f5-f853baaf038a tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435352 Oct 13 00:58:03.577288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764628e-f79a-47ec-9768-e6b63b355e97 req-e6ec013d-199a-4e18-902f-f4351520edd0 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:03.578785 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f764628e-f79a-47ec-9768-e6b63b355e97 req-e6ec013d-199a-4e18-902f-f4351520edd0 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 944 time: 0.0489008 Oct 13 00:58:03.616999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f764628e-f79a-47ec-9768-e6b63b355e97 req-d208c353-4849-438d-b66f-f878dcc5901d tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Oct 13 00:58:03.728586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6126836-a560-40c8-981b-86f11f024345 req-85c7b170-5c8a-41be-9f05-382f36761fbb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:03.730022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6126836-a560-40c8-981b-86f11f024345 req-85c7b170-5c8a-41be-9f05-382f36761fbb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 944 time: 0.0483291 Oct 13 00:58:03.765632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6126836-a560-40c8-981b-86f11f024345 req-5b0c7d6d-e1da-452b-b001-d719076935cb tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297952 Oct 13 00:58:04.082849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a243d-1f8f-4a42-9515-fce027d7191f req-db07f6da-0432-49ff-ab86-e931556d5b28 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:04.084260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f55a243d-1f8f-4a42-9515-fce027d7191f req-db07f6da-0432-49ff-ab86-e931556d5b28 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 944 time: 0.0479329 Oct 13 00:58:04.123439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f55a243d-1f8f-4a42-9515-fce027d7191f req-c83976ee-ea55-4183-b18b-2043afcf1972 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Oct 13 00:58:04.779814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3f45482b-2f96-4784-88bf-a230899d4704 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:58:04.828215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 3f45482b-2f96-4784-88bf-a230899d4704 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:58:04.831937 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 3f45482b-2f96-4784-88bf-a230899d4704 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:04.832307 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:04.907125 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:04.932776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:58:04.934997 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1701073b-9293-4b6f-951f-b2f499f897e8" -d '{"events": [{"server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "name": "network-vif-plugged", "status": "completed", "tag": "3f45482b-2f96-4784-88bf-a230899d4704"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:58:04.947283 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:04.951730 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:04.975112 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16702674-92ac-46d7-85b1-7ba6d86d7d52 x-openstack-request-id: req-16702674-92ac-46d7-85b1-7ba6d86d7d52 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:58:04.975407 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "name": "network-vif-plugged", "status": "completed", "tag": "3f45482b-2f96-4784-88bf-a230899d4704", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:58:04.975700 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16702674-92ac-46d7-85b1-7ba6d86d7d52 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:58:04.976075 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704', 'code': 200} Oct 13 00:58:05.001036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:05.239021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe7cf9-f07d-40ee-85b1-baad07791d8d req-f60eae93-27ad-4321-b585-41192af8f3ea tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:05.240542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7dbe7cf9-f07d-40ee-85b1-baad07791d8d req-f60eae93-27ad-4321-b585-41192af8f3ea tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0486155 Oct 13 00:58:05.277514 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7dbe7cf9-f07d-40ee-85b1-baad07791d8d req-41f8e606-3c59-4337-9ea6-0be1c3df3d23 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.21 "GET /v2.0/security-groups?id=d668f905-a98b-4b38-bdca-7a2af6ddd6b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Oct 13 00:58:05.496254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-1b8428a7-aac8-463a-94a6-b2029faecddd tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:05.497679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-1b8428a7-aac8-463a-94a6-b2029faecddd tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.45 "GET /v2.0/ports?device_id=b1fa4224-3b0f-488e-afa9-347c3d5d27df HTTP/1.1" status: 200 len: 945 time: 0.0515234 Oct 13 00:58:05.584923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Deleting port 3f45482b-2f96-4784-88bf-a230899d4704 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:58:05.585275 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:05.677683 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] For port 3f45482b-2f96-4784-88bf-a230899d4704, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=3f45482b-2f96-4784-88bf-a230899d4704,segment=NetworkSegment(522a0479-5fd8-48b0-8109-11664b774128),segment_id=522a0479-5fd8-48b0-8109-11664b774128)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:05.678049 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:05.690899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Calling delete_port for 3f45482b-2f96-4784-88bf-a230899d4704 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:58:05.816889 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:05.848158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['3f45482b-2f96-4784-88bf-a230899d4704'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:58:05.848737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Pushing event deleted for resources: {'Port': ['ID=3f45482b-2f96-4784-88bf-a230899d4704,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:05.892771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] No DVR routers for this DVR port 3f45482b-2f96-4784-88bf-a230899d4704 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:58:05.895586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:05.898875 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7fdb22f4-bbac-41a9-a3e1-e9044f3bb521 req-2d8520d3-9625-4226-acf4-91b6de762de1 tempest-ServerDiskConfigTestJSON-876757297 tempest-ServerDiskConfigTestJSON-876757297-project] 10.222.0.45 "DELETE /v2.0/ports/3f45482b-2f96-4784-88bf-a230899d4704 HTTP/1.1" status: 204 len: 173 time: 0.3948846 Oct 13 00:58:05.899324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'name': 'network-vif-deleted', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:58:05.901573 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f1c814-f952-421a-b9bd-75435afe66b2" -d '{"events": [{"server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "name": "network-vif-deleted", "tag": "3f45482b-2f96-4784-88bf-a230899d4704"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:58:05.943199 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1a7d70-f0ca-40c8-8a14-7d0d439991f7 x-openstack-request-id: req-cb1a7d70-f0ca-40c8-8a14-7d0d439991f7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:58:05.943523 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fa4224-3b0f-488e-afa9-347c3d5d27df", "name": "network-vif-deleted", "tag": "3f45482b-2f96-4784-88bf-a230899d4704", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:58:05.943792 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb1a7d70-f0ca-40c8-8a14-7d0d439991f7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:58:05.944194 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fa4224-3b0f-488e-afa9-347c3d5d27df', 'name': 'network-vif-deleted', 'tag': '3f45482b-2f96-4784-88bf-a230899d4704', 'status': 'completed', 'code': 200} Oct 13 00:58:06.396462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46554) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:06.440695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Deleting subnet 883614eb-4ea0-44ec-b953-503ba7115d2a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:58:06.443689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.477069 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.518920 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.570049 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.593626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883614eb-4ea0-44ec-b953-503ba7115d2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:06.604533 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.607628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/883614eb-4ea0-44ec-b953-503ba7115d2a HTTP/1.1" status: 204 len: 168 time: 0.2101693 Oct 13 00:58:06.609522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.609864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.610198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.610321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46556) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:06.610765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.610885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.611154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.611481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.611821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.612136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.612452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.612768 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.613080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b72e37-6689-4cfb-84c0-6a9f7b4bd960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:06.678811 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.753894 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.772841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a83164-f84f-4b46-9dca-3c651c3a73a9']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:06.781614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522a0479-5fd8-48b0-8109-11664b774128') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:06.781903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522a0479-5fd8-48b0-8109-11664b774128') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:06.791390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.803903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.809406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:58:06.809781 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: timer() Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:58:06.811398 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:58:06.837666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.869053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.874695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:06.878234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4a83164-f84f-4b46-9dca-3c651c3a73a9 HTTP/1.1" status: 204 len: 168 time: 0.2669218 Oct 13 00:58:06.890020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c615fad-dfd0-4cf8-a664-d0efe3aacd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a83164-f84f-4b46-9dca-3c651c3a73a9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:06.985430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46560) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:07.025215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7038fda2-079a-49ea-8922-4b093c5ec665 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f005f50e01074f138b1909740e3edc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385985 Oct 13 00:58:07.027796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46562) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:07.073835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9589d05a-5195-4533-bea6-28c7fe0e9eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:07.094444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9589d05a-5195-4533-bea6-28c7fe0e9eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:07.139930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9589d05a-5195-4533-bea6-28c7fe0e9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:07.142484 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9589d05a-5195-4533-bea6-28c7fe0e9eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:07.144227 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9589d05a-5195-4533-bea6-28c7fe0e9eb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d668f905-a98b-4b38-bdca-7a2af6ddd6b6 HTTP/1.1" status: 204 len: 168 time: 0.1155255 Oct 13 00:58:07.152563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589d05a-5195-4533-bea6-28c7fe0e9eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668f905-a98b-4b38-bdca-7a2af6ddd6b6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:07.363769 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:07.826889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46584) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:07.918141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-967082025-network', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:07.939111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Made reservation on behalf of 01ea9ea97d6d4f80af90f62fa777f9b2 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:58:07.941490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:07.949986 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.027283 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.031101 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.058038 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:58:08.068302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b065469-8985-4ee2-b3e8-9e770f9624cd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:08.074779 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.075122 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Added segment 9a5b7129-eca4-4afc-88b6-b5d93db1d9bc of type vlan for network 1bc214d2-fa99-4942-920b-2b4af23b657e Oct 13 00:58:08.114240 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.137406 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.138383 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:08.138903 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.191244 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3632023 Oct 13 00:58:08.194250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46588) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:08.199613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Request body: {'subnet': {'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-967082025-subnet', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:08.210149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd613a-99b4-4ae8-be12-49c8984973cd admin admin] Pushing event updated for resources: {'Network': ['ID=1bc214d2-fa99-4942-920b-2b4af23b657e,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:08.220659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 1bc214d2-fa99-4942-920b-2b4af23b657e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:58:08.228312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Made reservation on behalf of 01ea9ea97d6d4f80af90f62fa777f9b2 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:58:08.230677 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.398409 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.457718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c4c65c-5887-470b-b831-0ff90a0775b3,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:08.466217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:58:08.466577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Network hostable DHCP agents. Network: 1bc214d2-fa99-4942-920b-2b4af23b657e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:58:08.482718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:58:08.491229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 1bc214d2-fa99-4942-920b-2b4af23b657e) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:58:08.495114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:08.495748 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.499953 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c970ac1-0ad5-446f-aecc-4191712d4f6e None None] Network 1bc214d2-fa99-4942-920b-2b4af23b657e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:58:08.511074 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-38007dc4-8027-4a29-a39f-e48b41349c17 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3157237 Oct 13 00:58:08.513897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46590) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:08.518688 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:08.538008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.538995 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.589483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.646667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-1bc214d2-fa99-4942-920b-2b4af23b657e', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:58:08.647535 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.729385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.779683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Allocated IP 172.20.0.2 (1bc214d2-fa99-4942-920b-2b4af23b657e/b1c4c65c-5887-470b-b831-0ff90a0775b3/32da59e3-fa54-4e1d-97b4-294969d84be9) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:58:08.832572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3f45482b-2f96-4784-88bf-a230899d4704 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:58:08.855527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 3f45482b-2f96-4784-88bf-a230899d4704 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:58:08.855873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 3f45482b-2f96-4784-88bf-a230899d4704 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:58:08.932037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.943105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.948503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.951785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:08.993811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:58:08.998611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:58:09.002131 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:58:09.014714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Pushing event updated for resources: {'Port': ['ID=32da59e3-fa54-4e1d-97b4-294969d84be9,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:09.057777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Allocated IP 172.25.3.222 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:58:09.069924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Attempting to bind port 32da59e3-fa54-4e1d-97b4-294969d84be9 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:58:09.070313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Attempting to bind port 32da59e3-fa54-4e1d-97b4-294969d84be9 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:58:09.070656 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Attempting to bind port 32da59e3-fa54-4e1d-97b4-294969d84be9 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:58:09.076163 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:58:09.076542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:58:09.077005 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.077545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:58:09.078010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Bound port: 32da59e3-fa54-4e1d-97b4-294969d84be9, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:58:09.078390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.141489 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] For port 32da59e3-fa54-4e1d-97b4-294969d84be9, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:58:09.144767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] For port 32da59e3-fa54-4e1d-97b4-294969d84be9, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=32da59e3-fa54-4e1d-97b4-294969d84be9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:58:09.148349 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.164949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.199093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.205734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1268cf5-cce2-47f0-8cf6-dbda05720033 None None] Pushing event updated for resources: {'Port': ['ID=32da59e3-fa54-4e1d-97b4-294969d84be9,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:09.233888 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:58:09.239424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:58:09.243011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:58:09.270811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Pushing event updated for resources: {'Port': ['ID=4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:09.517816 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.654598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 32da59e3-fa54-4e1d-97b4-294969d84be9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:58:09.706058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 32da59e3-fa54-4e1d-97b4-294969d84be9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:09.706429 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.712729 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.786298 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.818942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 32da59e3-fa54-4e1d-97b4-294969d84be9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=32da59e3-fa54-4e1d-97b4-294969d84be9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:09.823151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.858867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:58:09.873209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=32da59e3-fa54-4e1d-97b4-294969d84be9,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:09.972729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:58:09.982900 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:58:09.992088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:09.995890 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:58:09.996035 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3755fde8-e9da-402e-81fa-bd3bf24f288b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4785101 Oct 13 00:58:09.996136 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:57:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:09.996248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46592) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:10.099480 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71344d3-9075-4590-9e24-c63214f2387f None None] Network 1bc214d2-fa99-4942-920b-2b4af23b657e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:58:10.173461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d6f5-acc7-4cc4-82e6-1018be08f01d None None] Provisioning complete for port 32da59e3-fa54-4e1d-97b4-294969d84be9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:10.173851 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d6f5-acc7-4cc4-82e6-1018be08f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.214240 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:58:10.411692 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:09Z', 'revision_number': 3, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:10.438466 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:58:10.438838 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Updating router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:58:10.465057 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.554694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-5151f89d-6d1d-4f6a-bb97-090cd6267cf4 None None] Provisioning complete for port 32da59e3-fa54-4e1d-97b4-294969d84be9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:10.555067 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5151f89d-6d1d-4f6a-bb97-090cd6267cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.719387 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.722167 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.727493 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.775838 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Attempting to bind port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:58:10.776205 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Attempting to bind port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:58:10.776565 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Attempting to bind port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:58:10.783331 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Pushing event updated for resources: {'Port': ['ID=4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:10.786017 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:58:10.786389 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:58:10.786784 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.787173 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:58:10.787659 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Bound port: 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:58:10.788042 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.811359 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.811729 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.812071 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.812404 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.812989 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.813319 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.813647 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.813964 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.814279 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.814595 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.814940 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.815255 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:58:10.851355 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] For port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:58:10.855188 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] For port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:58:10.860105 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:10.880083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Allocated IP 172.20.0.1 (1bc214d2-fa99-4942-920b-2b4af23b657e/b1c4c65c-5887-470b-b831-0ff90a0775b3/997b16ab-4f66-4ded-91b9-a13c424119dc) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:58:10.917342 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:58:10.917956 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:57:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:10.953644 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1da992-2ea7-47d5-88e8-b95292fc9c78 None None] Pushing event updated for resources: {'Port': ['ID=4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:10.986253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.023538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.023974 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:58:11.063246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:58:11.066262 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:58:11.070050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:58:11.094404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Pushing event updated for resources: {'Port': ['ID=997b16ab-4f66-4ded-91b9-a13c424119dc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:11.115121 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.223141 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:09Z', 'revision_number': 3, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:11.248776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.250193 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334ff46-b0da-4a03-956b-ff161beb1223 None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:09Z', 'revision_number': 3, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:58:11.358247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7c4930f4-44d8-43b4-a822-411a89488647 None None] Provisioning complete for port 997b16ab-4f66-4ded-91b9-a13c424119dc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:11.358773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c4930f4-44d8-43b4-a822-411a89488647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.396393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7c4930f4-44d8-43b4-a822-411a89488647 None None] Port 997b16ab-4f66-4ded-91b9-a13c424119dc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:58:11.426318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.430930 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.505281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.511714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Pushing event updated for resources: {'Port': ['ID=997b16ab-4f66-4ded-91b9-a13c424119dc,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:11.614031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:58:11.615445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:58:11.717192 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:58:11.761349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:58:11.775929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:11.776426 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.838420 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9d4c825a-cd43-4975-a728-c1b8a10d0787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.879440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.886264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:58:11.900308 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5d8af8ba-5648-4f30-9475-e6339c816822 admin admin] 10.222.0.21 "PUT /v2.0/routers/64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9030621 Oct 13 00:58:11.907586 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:11.913738 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:11.914508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 32da59e3-fa54-4e1d-97b4-294969d84be9 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:58:11.976081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d683219c-e6b0-4a90-923e-9a504a5c2b65 None None] Provisioning complete for port 997b16ab-4f66-4ded-91b9-a13c424119dc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:11.976460 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d683219c-e6b0-4a90-923e-9a504a5c2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.024753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:12.034794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d683219c-e6b0-4a90-923e-9a504a5c2b65 None None] Port 997b16ab-4f66-4ded-91b9-a13c424119dc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:58:12.043326 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 32da59e3-fa54-4e1d-97b4-294969d84be9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:12.043739 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.643320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46600) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:12.647886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8cd5b3d4-8430-4290-9798-dd4590cda09c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296961706', 'description': 'tempest-description--753083200'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:12.668833 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b3d4-8430-4290-9798-dd4590cda09c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.734895 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b3d4-8430-4290-9798-dd4590cda09c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.739738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b3d4-8430-4290-9798-dd4590cda09c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.770177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8cd5b3d4-8430-4290-9798-dd4590cda09c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.771380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8cd5b3d4-8430-4290-9798-dd4590cda09c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1270084 Oct 13 00:58:12.773201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5b3d4-8430-4290-9798-dd4590cda09c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:12.774426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:12.779160 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-6314e1b8-12d3-43a8-b2db-55ca4484b1ae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'security_group_rule': {'security_group_id': 'e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:12.811438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6314e1b8-12d3-43a8-b2db-55ca4484b1ae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.870179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6314e1b8-12d3-43a8-b2db-55ca4484b1ae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.872650 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6314e1b8-12d3-43a8-b2db-55ca4484b1ae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.894259 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314e1b8-12d3-43a8-b2db-55ca4484b1ae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc049bf3-f8c8-402e-9d2f-5eb0cc538b62,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:12.894703 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:58:12.902799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6314e1b8-12d3-43a8-b2db-55ca4484b1ae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:12.904058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6314e1b8-12d3-43a8-b2db-55ca4484b1ae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285543 Oct 13 00:58:12.904249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:58:12.904817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:57:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:12.906753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46604) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:12.911882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d7fe284b-69ca-4371-8ffd-96c8dd7aa73d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'security_group_rule': {'security_group_id': 'e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:12.936931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7fe284b-69ca-4371-8ffd-96c8dd7aa73d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.001322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7fe284b-69ca-4371-8ffd-96c8dd7aa73d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.005743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7fe284b-69ca-4371-8ffd-96c8dd7aa73d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.030504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe284b-69ca-4371-8ffd-96c8dd7aa73d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1879e17b-849f-41c0-a78a-60e8e4186ec2,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:13.038452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d7fe284b-69ca-4371-8ffd-96c8dd7aa73d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.042634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d7fe284b-69ca-4371-8ffd-96c8dd7aa73d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321335 Oct 13 00:58:13.042886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 46606) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:13.047559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:13.069601 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.164863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:58:13.167310 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.298205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Allocated IP 172.25.3.35 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/f380ef58-fe1c-4446-b13f-7ea89f30f45c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:58:13.378495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 2, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:13.409327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:58:13.409768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Updating router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 port 997b16ab-4f66-4ded-91b9-a13c424119dc binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:58:13.411418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.440639 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.447717 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.500235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:58:13.504277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:58:13.509249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:58:13.512400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'Port': ['ID=f380ef58-fe1c-4446-b13f-7ea89f30f45c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:13.601019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.642535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.644258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:58:13.746380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:13.746758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.780976 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.792865 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.793487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.798170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.850297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19182999-bf0a-4b9c-88ba-ae3425733880 None None] Pushing event updated for resources: {'Port': ['ID=997b16ab-4f66-4ded-91b9-a13c424119dc,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:13.875563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'Port': ['ID=f380ef58-fe1c-4446-b13f-7ea89f30f45c,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:13.882471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.901837 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.911205 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f387393e-c087-42d4-bc8e-b3bc7e14108e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8591669 Oct 13 00:58:13.941254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Attempting to bind port 997b16ab-4f66-4ded-91b9-a13c424119dc on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:58:13.941745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Attempting to bind port 997b16ab-4f66-4ded-91b9-a13c424119dc by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:58:13.942162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Attempting to bind port 997b16ab-4f66-4ded-91b9-a13c424119dc on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:58:13.947862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:58:13.948316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:58:13.948728 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:13.949126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:58:13.949597 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Bound port: 997b16ab-4f66-4ded-91b9-a13c424119dc, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:58:13.949981 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:14.022040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] For port 997b16ab-4f66-4ded-91b9-a13c424119dc, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:58:14.025529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] For port 997b16ab-4f66-4ded-91b9-a13c424119dc, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=997b16ab-4f66-4ded-91b9-a13c424119dc,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:58:14.029920 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:14.055593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-d5d8a996-e7bf-4ad9-8d66-55ec6471cf8c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1296961706&fields=id&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 267 time: 0.0344365 Oct 13 00:58:14.099237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e25e4bfc-1ecc-4cf2-9a5a-8aab064ae392 None None] Provisioning complete for port 997b16ab-4f66-4ded-91b9-a13c424119dc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:14.099636 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25e4bfc-1ecc-4cf2-9a5a-8aab064ae392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:14.101176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:58:14.101813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:57:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:14.161629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19182999-bf0a-4b9c-88ba-ae3425733880 None None] Pushing event updated for resources: {'Port': ['ID=997b16ab-4f66-4ded-91b9-a13c424119dc,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:14.176911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-6c7ee161-8049-4f7a-b168-be779b56fcd8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:14.178593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-6c7ee161-8049-4f7a-b168-be779b56fcd8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 811 time: 0.1127210 Oct 13 00:58:14.199433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-184de7fc-3118-4d81-b92b-cd5780eafa6e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/quotas/01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 375 time: 0.0105591 Oct 13 00:58:14.257476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-281dd058-67e0-47a6-a277-abcdf60f0bdd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508990 Oct 13 00:58:14.273632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:58:14.320868 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25e4bfc-1ecc-4cf2-9a5a-8aab064ae392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:14.323791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-9605bbbd-7554-42b7-a861-ecd324bec329 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:58:14.324842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-9605bbbd-7554-42b7-a861-ecd324bec329 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0537558 Oct 13 00:58:14.418278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-359d2383-7ccd-4edd-ae4f-ffbadb2a8f17 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864823 Oct 13 00:58:14.428707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e25e4bfc-1ecc-4cf2-9a5a-8aab064ae392 None None] For port 997b16ab-4f66-4ded-91b9-a13c424119dc, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=997b16ab-4f66-4ded-91b9-a13c424119dc,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:14.433780 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e25e4bfc-1ecc-4cf2-9a5a-8aab064ae392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:14.510384 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-c09e6116-9467-4765-bd0c-d2e633e16681 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849481 Oct 13 00:58:14.525767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e4bfc-1ecc-4cf2-9a5a-8aab064ae392 None None] Pushing event updated for resources: {'Port': ['ID=997b16ab-4f66-4ded-91b9-a13c424119dc,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:14.565264 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-87e87bde-deb5-4315-a2e8-c79ba0d04da4 None None] Provisioning complete for port 997b16ab-4f66-4ded-91b9-a13c424119dc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:14.565635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87e87bde-deb5-4315-a2e8-c79ba0d04da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:14.569918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:14.621487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ccf91-e9cc-4e1a-b532-d2189e235d32 None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:58:14.645303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-52da8ecf-4cc7-4a55-b689-065fc4fefa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:14.697548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a0a2ac3-65d7-4417-8ee8-d243438bf47d req-d05eecc4-f848-416b-abd2-be0bb52126ac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 210 time: 0.0498414 Oct 13 00:58:15.672901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 997b16ab-4f66-4ded-91b9-a13c424119dc up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:58:15.740675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-a09ef887-6ae9-439f-a096-c99e6be6eb45 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:15.742202 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-a09ef887-6ae9-439f-a096-c99e6be6eb45 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 811 time: 0.1174965 Oct 13 00:58:15.766285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 997b16ab-4f66-4ded-91b9-a13c424119dc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:15.766898 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:15.794607 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-03488b52-0eec-42c1-9e98-a5c60b672d03 req-94f15408-d049-45e6-a16c-58dc0a763683 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 210 time: 0.0485477 Oct 13 00:58:15.804296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-be10a5d4-7965-466f-a1e6-45a68b13ca64 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 380 time: 0.0469487 Oct 13 00:58:15.819661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'port': {'device_id': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'admin_state_up': True, 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'security_groups': ['e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:15.860447 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:15.928256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Made reservation on behalf of 01ea9ea97d6d4f80af90f62fa777f9b2 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:58:15.931736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:15.962018 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.061131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Allocated IP 172.20.0.6 (1bc214d2-fa99-4942-920b-2b4af23b657e/b1c4c65c-5887-470b-b831-0ff90a0775b3/58a04325-6202-4a47-bbc6-fd464137d8e9) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:58:16.195747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.232291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.276558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:58:16.279743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:58:16.283395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:58:16.311117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:16.340359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:16.340973 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.356977 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-3dd1f4ef-852f-41e7-ba10-8a3cbf8b42c8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5410304 Oct 13 00:58:16.375481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Request body: {'port': {'device_id': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:16.431969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.556661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6b29aed3-d7ae-400e-a692-107acccabdfc None None] Provisioning complete for port 58a04325-6202-4a47-bbc6-fd464137d8e9 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:16.557235 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b29aed3-d7ae-400e-a692-107acccabdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.592059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6b29aed3-d7ae-400e-a692-107acccabdfc None None] Port 58a04325-6202-4a47-bbc6-fd464137d8e9 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:58:16.699576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a04325-6202-4a47-bbc6-fd464137d8e9 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:58:16.706737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.722709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Transition to ACTIVE for port object 58a04325-6202-4a47-bbc6-fd464137d8e9 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:58:16.726053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.773193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:16.856570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Attempting to bind port 58a04325-6202-4a47-bbc6-fd464137d8e9 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:58:16.856900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Attempting to bind port 58a04325-6202-4a47-bbc6-fd464137d8e9 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:58:16.857230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Attempting to bind port 58a04325-6202-4a47-bbc6-fd464137d8e9 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:58:16.862681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Port 58a04325-6202-4a47-bbc6-fd464137d8e9 on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:58:16.863003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Attempting to bind port 58a04325-6202-4a47-bbc6-fd464137d8e9 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:58:16.868681 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:58:16.869179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:58:16.869701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:58:16.870215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Bound port: 58a04325-6202-4a47-bbc6-fd464137d8e9, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:58:16.870738 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.929029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384b34e-d824-486c-8940-2c8fba0e0a5b req-1eb95a24-7e56-41a3-93bc-285c0f91c1a0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:16.930550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c384b34e-d824-486c-8940-2c8fba0e0a5b req-1eb95a24-7e56-41a3-93bc-285c0f91c1a0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 943 time: 0.0577667 Oct 13 00:58:16.956656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:58:16.960733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:58:16.965291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:16.974229 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c384b34e-d824-486c-8940-2c8fba0e0a5b req-ae66b2d2-8e66-4d63-b3af-a30012637e05 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372779 Oct 13 00:58:16.998545 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:16.999172 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:17.000639 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 1091 time: 0.6295235 Oct 13 00:58:17.001050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:58:17.003397 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:58:17.039574 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1643b-3b45-4fbb-982b-c082e2a284c2 service neutron] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:17.047013 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26984b7-c6e2-4aff-ad2d-5527ffc30476 x-openstack-request-id: req-b26984b7-c6e2-4aff-ad2d-5527ffc30476 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:58:17.047296 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:58:17.047569 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b26984b7-c6e2-4aff-ad2d-5527ffc30476 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:58:17.047973 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'status': 'completed', 'code': 200} Oct 13 00:58:17.107676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-0e65eb15-47f2-4d46-a6f6-02e93fb7c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:17.109366 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-0e65eb15-47f2-4d46-a6f6-02e93fb7c642 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1094 time: 0.0436954 Oct 13 00:58:17.162085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-72e3c415-552f-4430-acf8-94e1efb78397 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 217 time: 0.0398173 Oct 13 00:58:17.213019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-341fc11c-a61e-480b-ac20-107cb9bf3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:17.214429 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-341fc11c-a61e-480b-ac20-107cb9bf3e7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0450132 Oct 13 00:58:17.259556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-572ad7a5-da95-4147-a1f1-00ef5144ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:17.261036 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-572ad7a5-da95-4147-a1f1-00ef5144ac63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387676 Oct 13 00:58:17.354047 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-735a63df-b6b0-43d3-b7eb-d8e9af2af762 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850234 Oct 13 00:58:17.442399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-36e1c7b5-abb4-4197-867b-4547f9fbb95a req-eccafee4-06bf-48f6-818f-61ebf8a01698 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819018 Oct 13 00:58:17.575701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-b0e76b12-0f42-4467-a27f-23fa03112839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:17.577185 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-b0e76b12-0f42-4467-a27f-23fa03112839 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1094 time: 0.0444121 Oct 13 00:58:17.661829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:17.666997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-5d2d5743-0d8d-43cf-935c-5597816c80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:17.668491 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-5d2d5743-0d8d-43cf-935c-5597816c80ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0841482 Oct 13 00:58:17.713679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-8980378d-c0ae-4cae-94b8-e23cadaf597f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 217 time: 0.0378301 Oct 13 00:58:17.760536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-c898c0f4-09bf-4ec3-a853-3c9f758f68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:17.761983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-c898c0f4-09bf-4ec3-a853-3c9f758f68c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0418677 Oct 13 00:58:17.805936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-23adb75a-81b8-4047-83d2-44ab730ce270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:17.807409 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-23adb75a-81b8-4047-83d2-44ab730ce270 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382459 Oct 13 00:58:17.898040 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-50d143df-3582-40de-aab9-22e2c76c587e service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835075 Oct 13 00:58:17.986357 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-48dc67aa-1f6c-44d6-aefb-1b61d7d791f6 req-d2a69141-005a-4b9b-89e4-af7e42114a1c service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812192 Oct 13 00:58:18.088595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cace5a-28bd-4639-b489-b15aaa41b669 req-2237b1aa-16e7-43e7-aa5b-6c2a0eb01b20 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:18.090044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24cace5a-28bd-4639-b489-b15aaa41b669 req-2237b1aa-16e7-43e7-aa5b-6c2a0eb01b20 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 943 time: 0.0485756 Oct 13 00:58:18.126905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24cace5a-28bd-4639-b489-b15aaa41b669 req-ebce0522-05fc-4bea-b7d0-67c4d157e9c2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307994 Oct 13 00:58:19.242514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49368158-bc6a-4dc5-8ebb-d180f70f4682 req-5b7f355e-3381-4c48-9712-1c2a57385562 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:19.244001 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49368158-bc6a-4dc5-8ebb-d180f70f4682 req-5b7f355e-3381-4c48-9712-1c2a57385562 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 943 time: 0.0485091 Oct 13 00:58:19.285044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-49368158-bc6a-4dc5-8ebb-d180f70f4682 req-5a53ef23-fc85-4755-9836-8366ae499594 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352287 Oct 13 00:58:20.398623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254f5ba-6b77-4746-a2f1-2dc6879fd0da req-036f3996-1bea-4e33-885f-da92a3e6e97f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:20.400133 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7254f5ba-6b77-4746-a2f1-2dc6879fd0da req-036f3996-1bea-4e33-885f-da92a3e6e97f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 943 time: 0.0485089 Oct 13 00:58:20.439171 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7254f5ba-6b77-4746-a2f1-2dc6879fd0da req-1c86723c-d487-422b-bb66-951d05866032 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Oct 13 00:58:20.905377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 58a04325-6202-4a47-bbc6-fd464137d8e9 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:58:21.000893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:21.012080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'mac_address': 'fa:16:3e:9b:5a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:58:21.048338 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:21.065205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a04325-6202-4a47-bbc6-fd464137d8e9 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:58:21.084373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:21.087928 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:21.135715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:21.456290 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['58a04325-6202-4a47-bbc6-fd464137d8e9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:58:21.550633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921078b-0bd7-436f-b3da-23af6efa85a4 req-edbcdabd-a459-44e6-b624-085382d4ed36 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:21.552179 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e921078b-0bd7-436f-b3da-23af6efa85a4 req-edbcdabd-a459-44e6-b624-085382d4ed36 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 944 time: 0.0489631 Oct 13 00:58:21.594121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e921078b-0bd7-436f-b3da-23af6efa85a4 req-7bece99e-7eac-4b6d-a058-822d5ad81b61 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358207 Oct 13 00:58:22.707733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5741-d2ea-40aa-94bc-028d406aa73a req-c8796524-9344-496a-9a61-b7623064ae63 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:22.709181 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f8a5741-d2ea-40aa-94bc-028d406aa73a req-c8796524-9344-496a-9a61-b7623064ae63 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 944 time: 0.0478551 Oct 13 00:58:22.748288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f8a5741-d2ea-40aa-94bc-028d406aa73a req-0ef252ba-6e9d-4d37-9b28-75153c352ca9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Oct 13 00:58:22.925903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 58a04325-6202-4a47-bbc6-fd464137d8e9 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:58:22.975395 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 58a04325-6202-4a47-bbc6-fd464137d8e9 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:58:22.978857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 58a04325-6202-4a47-bbc6-fd464137d8e9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:58:22.979222 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:23.052749 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:23.074850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:58:23.077115 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f1942c-541f-4219-9901-6aae20d754e9" -d '{"events": [{"server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "name": "network-vif-plugged", "status": "completed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:58:23.089634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:58:23.093522 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:23.119435 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7659f572-3346-4074-b50e-f5119f9c4ef0 x-openstack-request-id: req-7659f572-3346-4074-b50e-f5119f9c4ef0 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:58:23.119761 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "name": "network-vif-plugged", "status": "completed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:58:23.120006 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7659f572-3346-4074-b50e-f5119f9c4ef0 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:58:23.120382 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'code': 200} Oct 13 00:58:23.145624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:58:23.233655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5eab9-b9bf-42df-b06f-6f853843de75 req-4a3e4f6a-eb75-48bc-a779-4d6364d0da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:23.235156 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95a5eab9-b9bf-42df-b06f-6f853843de75 req-4a3e4f6a-eb75-48bc-a779-4d6364d0da87 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1096 time: 0.0398993 Oct 13 00:58:23.269512 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95a5eab9-b9bf-42df-b06f-6f853843de75 req-0fc668b0-1012-4339-8064-10539f884c19 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273831 Oct 13 00:58:23.859387 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65313607-aaf6-4b4f-af83-a6cb83e0e518 req-c67127e3-c58c-40f4-a535-efb98094ce4a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:23.860792 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65313607-aaf6-4b4f-af83-a6cb83e0e518 req-c67127e3-c58c-40f4-a535-efb98094ce4a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0469799 Oct 13 00:58:23.898909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65313607-aaf6-4b4f-af83-a6cb83e0e518 req-24685aac-e0b4-4910-b330-65786196babe tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Oct 13 00:58:25.011594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d83e4-9a65-4d7b-9fbf-96bb227c079e req-73cca751-f9ab-4703-9731-19d3297540a1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:25.013008 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-466d83e4-9a65-4d7b-9fbf-96bb227c079e req-73cca751-f9ab-4703-9731-19d3297540a1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0473132 Oct 13 00:58:25.049854 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-466d83e4-9a65-4d7b-9fbf-96bb227c079e req-d7e8b9ce-52e0-4d77-a774-45af42d86b44 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304344 Oct 13 00:58:25.158138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fff0c-2fde-4be9-9ba8-74528f86646b req-c45a3003-d54e-4691-b4d7-3f8698e21519 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:25.159657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be6fff0c-2fde-4be9-9ba8-74528f86646b req-c45a3003-d54e-4691-b4d7-3f8698e21519 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0483348 Oct 13 00:58:25.168083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 46656) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:58:25.172771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'floatingip': {'port_id': '58a04325-6202-4a47-bbc6-fd464137d8e9'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:58:25.525493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:25.946373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:25.950047 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:26.053364 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8 associated. External IP: 172.25.3.35, port: 58a04325-6202-4a47-bbc6-fd464137d8e9. Oct 13 00:58:26.253849 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:58:26.365395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:58:26.370314 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:26.374931 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:58:26.385823 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:58:26.386441 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:58:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:26.397937 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c0c22d2e-f6e2-4e8a-9d60-519514856e1d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "PUT /v2.0/floatingips/2fc1f995-091d-4255-93bc-75ac3db448f8 HTTP/1.1" status: 200 len: 990 time: 1.2287941 Oct 13 00:58:26.398517 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:58:26.400821 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c9e277-5daf-4790-b364-084773905774" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:58:26.493931 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:58:26.505453 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8eef3c-fb9d-4870-8323-3549ce7ea51f x-openstack-request-id: req-1b8eef3c-fb9d-4870-8323-3549ce7ea51f {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:58:26.505681 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:58:26.505924 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b8eef3c-fb9d-4870-8323-3549ce7ea51f {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:58:26.506344 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'status': 'completed', 'code': 200} Oct 13 00:58:26.725935 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:9b:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T00:58:25Z', 'revision_number': 1, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:26.752638 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:58:26.761374 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:58:26.761912 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T00:58:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:26.865559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9e277-5daf-4790-b364-084773905774 req-1e1b0e65-1ec0-4ab4-8e2c-2eaf50823edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:26.867104 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6c9e277-5daf-4790-b364-084773905774 req-1e1b0e65-1ec0-4ab4-8e2c-2eaf50823edb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1096 time: 0.3200221 Oct 13 00:58:26.868928 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:58:26.956838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9e277-5daf-4790-b364-084773905774 req-c673b4aa-236f-43cd-a2b8-abb9b198f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:26.958315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6c9e277-5daf-4790-b364-084773905774 req-c673b4aa-236f-43cd-a2b8-abb9b198f477 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0836065 Oct 13 00:58:27.026460 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6c9e277-5daf-4790-b364-084773905774 req-d7a2511a-fb67-4b49-aa65-9ae80c54fda6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 998 time: 0.0606163 Oct 13 00:58:27.075254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9e277-5daf-4790-b364-084773905774 req-287ef88a-9968-4765-ac55-aef1c80bca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:27.076725 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6c9e277-5daf-4790-b364-084773905774 req-287ef88a-9968-4765-ac55-aef1c80bca1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0435107 Oct 13 00:58:27.091959 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:9b:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T00:58:25Z', 'revision_number': 1, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:58:27.118075 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4e35e-992c-4970-ac60-aa4932aaec76 None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:9b:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T00:58:25Z', 'revision_number': 1, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:58:27.122489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9e277-5daf-4790-b364-084773905774 req-b662cbd6-25b4-41c1-ade9-e1beeeb217d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:27.123976 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6c9e277-5daf-4790-b364-084773905774 req-b662cbd6-25b4-41c1-ade9-e1beeeb217d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405130 Oct 13 00:58:27.218910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6c9e277-5daf-4790-b364-084773905774 req-90ce0967-110a-4078-b034-43f5dbe517ca service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876408 Oct 13 00:58:27.309687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba3c6e-4e30-4e98-846e-3cb85ca8d817 None None] New status for floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:58:27.314541 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6c9e277-5daf-4790-b364-084773905774 req-161775a0-d071-4d37-8fd3-b4d822a9627e service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883660 Oct 13 00:58:32.280623 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-8c029a19-23b8-4a2c-bb32-987a6b993713 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430765 Oct 13 00:58:32.374520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-650608b6-adff-4bd1-a23f-9c885034fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:32.376046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-650608b6-adff-4bd1-a23f-9c885034fe4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1096 time: 0.0402634 Oct 13 00:58:32.478497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-4d8c7350-e5a7-41b4-a788-d279a41fbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:32.480002 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-4d8c7350-e5a7-41b4-a788-d279a41fbd56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0851951 Oct 13 00:58:32.547711 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-0cf8ae9c-1f8f-4ead-bf1b-1a2599e56a7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 1000 time: 0.0602651 Oct 13 00:58:32.595393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-c2bd73cf-5e3d-4012-a785-bf49cc7ce1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:32.596825 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-c2bd73cf-5e3d-4012-a785-bf49cc7ce1c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0429757 Oct 13 00:58:32.640771 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-8bfb0772-c33b-4147-9162-464ee0a0bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:58:32.642215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-8bfb0772-c33b-4147-9162-464ee0a0bf88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385919 Oct 13 00:58:32.732391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-ce08cca0-b2b6-4265-9db0-c6d13fcc0c9a service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831189 Oct 13 00:58:32.819755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b4f329fc-c014-47eb-8792-3428f80e9cda req-251aa173-8d0d-4414-92ef-3e81b517414c service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807114 Oct 13 00:58:35.177278 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:58:36.837050 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:37.377802 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:41.819827 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-36aa900d-2e9d-415e-a401-90ef30c7175d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:44.606732 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c483c645-c542-425f-a554-0c5b62ddf16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:45.847498 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:45.963800 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:58:47.660672 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:06.851328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:07.399250 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:11.821744 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f7755be1-b767-4fb2-a715-285bafafa6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:12.175517 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:59:14.606658 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3b0d6e5b-4c37-47a5-bc61-8ec4ec69aefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:15.850101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:15.962623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:17.663546 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:33.246979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-db56ea65-cc24-4a74-bde7-1e7594d1721c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464652 Oct 13 00:59:33.359211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-4ca96843-136a-4456-8f6c-0feace1a31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:59:33.360805 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-4ca96843-136a-4456-8f6c-0feace1a31b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1096 time: 0.0411530 Oct 13 00:59:33.468117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-58250d9e-44d3-482b-91fe-e766c3315412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:59:33.469559 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-58250d9e-44d3-482b-91fe-e766c3315412 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0894847 Oct 13 00:59:33.534209 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-20b72b36-50c0-449f-9875-a53bc1a607ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 1000 time: 0.0574229 Oct 13 00:59:33.581924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-c3732f0e-3847-4c85-9ea8-9b1fbfd283c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:59:33.583953 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-c3732f0e-3847-4c85-9ea8-9b1fbfd283c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0430763 Oct 13 00:59:33.631986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-6cd2afc0-d214-43cd-ae31-5731d46e1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:59:33.633449 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-6cd2afc0-d214-43cd-ae31-5731d46e1fb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427098 Oct 13 00:59:33.722695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-3d301a0b-b860-4523-9c89-9b446a75daf5 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816617 Oct 13 00:59:33.814297 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-34e46b53-61f1-443f-b183-416bf4bbe6cc req-9130ca39-5528-454d-b146-96476f507bbd service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846007 Oct 13 00:59:36.850227 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:37.395348 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:41.822012 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d07b26b-16cf-48c2-87d2-ed5795498262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:44.605938 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-96ec99b0-4d1f-42f9-b17f-b3f7881e78ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:45.852512 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:45.962204 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:47.666145 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:59:49.173973 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:00:06.849805 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:07.412656 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:11.822575 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a73986f8-4a0c-4875-86b0-3f5cff949535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:14.605948 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aa4de785-8a4a-4997-a45b-b58b8fc63eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:15.855058 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:15.961858 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:17.668129 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:26.173102 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:00:35.231003 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-f7db6929-50af-495b-8afa-ac6bff3ffd81 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400248 Oct 13 01:00:35.330278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-d938c14b-d843-4be7-b45e-72553830396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:35.331795 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-d938c14b-d843-4be7-b45e-72553830396b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1096 time: 0.0433123 Oct 13 01:00:35.436014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-75ee5791-118f-447a-a6be-cb225956d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:35.437718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-75ee5791-118f-447a-a6be-cb225956d5c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0865934 Oct 13 01:00:35.500057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-0232d67c-a86e-41a1-aea4-c668fe64ca3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 1000 time: 0.0548739 Oct 13 01:00:35.548482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-be41e546-1705-43f9-ab9a-1ddac9b8f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:35.549906 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-be41e546-1705-43f9-ab9a-1ddac9b8f4e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0419075 Oct 13 01:00:35.598456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-3893e7ff-43a6-4285-860e-2cea7bb01bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:35.599950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-3893e7ff-43a6-4285-860e-2cea7bb01bbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432196 Oct 13 01:00:35.690528 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-c0c546c2-732b-42a0-a8c6-21083f979118 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833259 Oct 13 01:00:35.780481 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d116541e-8db3-4fb2-81c8-3414a33adf36 req-fabdb78c-ba1f-4889-a5df-d531f4b67322 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827870 Oct 13 01:00:36.847287 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:37.423438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:41.823397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-082e24b2-fb15-420c-b383-35d37ce986d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:44.606499 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-582294d0-56cc-45cd-b9c1-75d39cf11427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:45.858101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:45.962123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:47.671312 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:00:54.314053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca05c48-6c53-4703-9188-bef44df197a1 req-50cdd083-8e54-4ea2-86ac-b662ea4f8cf8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:54.315560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ca05c48-6c53-4703-9188-bef44df197a1 req-50cdd083-8e54-4ea2-86ac-b662ea4f8cf8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0528674 Oct 13 01:00:54.353511 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1ca05c48-6c53-4703-9188-bef44df197a1 req-32fe9808-dfd1-4acb-933d-698158e4c9a6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318916 Oct 13 01:00:54.587838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e5665-303b-4aec-ba3b-4618eaa515c0 req-aa7d4214-89ee-43e6-affa-bbfabb92da75 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:54.589328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c4e5665-303b-4aec-ba3b-4618eaa515c0 req-aa7d4214-89ee-43e6-affa-bbfabb92da75 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0490177 Oct 13 01:00:54.627239 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c4e5665-303b-4aec-ba3b-4618eaa515c0 req-c896cda4-4604-4f63-a328-8a1d79bc670c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Oct 13 01:00:54.633459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-1b239e97-c930-4782-b9be-f85a9493cf33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018345 Oct 13 01:00:55.745102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8740dc0-a69e-43f3-9622-d2e869bbd357 req-af9c1c6d-31c3-4066-bc7f-fbb4518efed7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:55.746557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8740dc0-a69e-43f3-9622-d2e869bbd357 req-af9c1c6d-31c3-4066-bc7f-fbb4518efed7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0488355 Oct 13 01:00:55.786442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8740dc0-a69e-43f3-9622-d2e869bbd357 req-c683c0f0-264d-4391-a2e2-adab7df92ca9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Oct 13 01:00:55.865782 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-db592bb3-50d9-410f-a502-0cc1cecba3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:55.867245 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-db592bb3-50d9-410f-a502-0cc1cecba3b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1096 time: 0.0402980 Oct 13 01:00:55.958324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-50295edc-5e70-4ff0-9cb5-290b7db1fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:55.960370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-50295edc-5e70-4ff0-9cb5-290b7db1fd6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0853693 Oct 13 01:00:56.021754 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-e87d7666-4184-4726-991c-aa69140005bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 1000 time: 0.0545919 Oct 13 01:00:56.073814 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-29b2b09a-542c-42b8-afe8-0b89fdc4883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:56.075204 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-29b2b09a-542c-42b8-afe8-0b89fdc4883b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0463610 Oct 13 01:00:56.118887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-0a8aeafd-524a-43f3-95a3-aef2ec9debe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:56.120334 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-0a8aeafd-524a-43f3-95a3-aef2ec9debe1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384839 Oct 13 01:00:56.207697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-c6223386-51f3-4dfe-9604-25f61aafcdc1 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802624 Oct 13 01:00:56.299237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-71144e74-742a-4202-b81f-b27616984486 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843468 Oct 13 01:00:56.909666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8234b2-4ad7-464b-bd5b-b571dd0e59e7 req-e0d6b0d7-db23-417b-91d1-f61fb2e4e7a1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:56.911144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff8234b2-4ad7-464b-bd5b-b571dd0e59e7 req-e0d6b0d7-db23-417b-91d1-f61fb2e4e7a1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0542922 Oct 13 01:00:56.949139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff8234b2-4ad7-464b-bd5b-b571dd0e59e7 req-b75f22b1-f578-4327-8f72-a6bf7d1bcf1c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319629 Oct 13 01:00:58.062842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e3932-4590-4a68-ae98-f46eb1c983b0 req-755e3fbd-2abe-4ce1-af70-70b0a1bb03bb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:58.064339 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-675e3932-4590-4a68-ae98-f46eb1c983b0 req-755e3fbd-2abe-4ce1-af70-70b0a1bb03bb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0484476 Oct 13 01:00:58.102341 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-675e3932-4590-4a68-ae98-f46eb1c983b0 req-aee26b8f-b3aa-4c53-a264-ea7450af3d2c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Oct 13 01:00:59.216831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e84dbb-555b-41fc-a342-fe90181a30a9 req-671d23c7-5f3b-4dd9-b4f7-72349d808c69 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:00:59.218294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44e84dbb-555b-41fc-a342-fe90181a30a9 req-671d23c7-5f3b-4dd9-b4f7-72349d808c69 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0487611 Oct 13 01:00:59.254632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44e84dbb-555b-41fc-a342-fe90181a30a9 req-bbf71435-ce49-4dcf-9088-b0347224c095 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304222 Oct 13 01:01:00.370553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592e8b3-fe5a-4858-b526-f70ce112236c req-2af10753-77fd-42bf-82fd-c66137bc6132 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:00.372103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5592e8b3-fe5a-4858-b526-f70ce112236c req-2af10753-77fd-42bf-82fd-c66137bc6132 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0519476 Oct 13 01:01:00.409761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5592e8b3-fe5a-4858-b526-f70ce112236c req-6ba364c9-a4cc-4595-b0f3-e85eeb805778 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Oct 13 01:01:01.520852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a438929-0d36-4566-9858-1b79a15b9583 req-86d38dcc-cae8-4d86-9a48-ec46befa7ff2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:01.522802 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a438929-0d36-4566-9858-1b79a15b9583 req-86d38dcc-cae8-4d86-9a48-ec46befa7ff2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0480623 Oct 13 01:01:01.559174 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2a438929-0d36-4566-9858-1b79a15b9583 req-42732cd7-a1b1-4fca-9253-5b057ec45d9e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304513 Oct 13 01:01:02.671610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2db17-89d1-420e-9fcd-b9d28ee32d62 req-c4958610-45b4-4039-bac9-5b870db6d292 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:02.673029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54b2db17-89d1-420e-9fcd-b9d28ee32d62 req-c4958610-45b4-4039-bac9-5b870db6d292 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0475938 Oct 13 01:01:02.709953 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54b2db17-89d1-420e-9fcd-b9d28ee32d62 req-fc2aad86-d6c8-4ee2-9791-dcca15b904f8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304897 Oct 13 01:01:03.172587 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:01:03.829411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f1178-4908-468b-ac93-45177365efa4 req-13ed2e7b-65a4-4813-a982-64cdcede7ba3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:03.830871 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a53f1178-4908-468b-ac93-45177365efa4 req-13ed2e7b-65a4-4813-a982-64cdcede7ba3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0520003 Oct 13 01:01:03.867245 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a53f1178-4908-468b-ac93-45177365efa4 req-5a89efcc-53ce-4e21-8fb3-b96c6406200b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304711 Oct 13 01:01:04.981270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b89eed-8f9f-4726-a830-fe3cefe1c1b1 req-60b179cb-4398-4552-a687-56003ea77973 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:04.982648 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8b89eed-8f9f-4726-a830-fe3cefe1c1b1 req-60b179cb-4398-4552-a687-56003ea77973 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0483422 Oct 13 01:01:05.018801 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8b89eed-8f9f-4726-a830-fe3cefe1c1b1 req-5e90c5e8-9b0e-4743-abdd-21c45dd58d38 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303798 Oct 13 01:01:06.132674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab073fa9-51b1-4449-bb2c-c9bdf9874f62 req-847740d2-06dd-490c-badb-e5e474299465 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:06.134314 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab073fa9-51b1-4449-bb2c-c9bdf9874f62 req-847740d2-06dd-490c-badb-e5e474299465 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0490837 Oct 13 01:01:06.171071 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab073fa9-51b1-4449-bb2c-c9bdf9874f62 req-2a91e6a9-cee5-4bdc-b1b8-252446650c28 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306182 Oct 13 01:01:06.847055 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:07.286724 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53191f0-bb56-4fff-b4d0-f1a15cf64121 req-6a9c4635-1c4a-4a91-a1e3-24da37f85abf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:07.288210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a53191f0-bb56-4fff-b4d0-f1a15cf64121 req-6a9c4635-1c4a-4a91-a1e3-24da37f85abf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0514202 Oct 13 01:01:07.325945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a53191f0-bb56-4fff-b4d0-f1a15cf64121 req-90053146-ceb6-4930-9cf7-b04183235eef tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Oct 13 01:01:07.422866 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:08.371783 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-e9591002-6c25-4062-9b45-cb8647511131 service neutron] show failed (client error): The resource could not be found. Oct 13 01:01:08.372809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-e9591002-6c25-4062-9b45-cb8647511131 service neutron] 10.222.0.45 "GET /v2.0/ports/58a04325-6202-4a47-bbc6-fd464137d8e9/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0548608 Oct 13 01:01:08.450298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3474057-a37e-49b2-a7d4-86ca9adf32ed req-9af67759-9867-4606-a097-bddd0f2627d4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:08.451812 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3474057-a37e-49b2-a7d4-86ca9adf32ed req-9af67759-9867-4606-a097-bddd0f2627d4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0506415 Oct 13 01:01:08.493333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3474057-a37e-49b2-a7d4-86ca9adf32ed req-022dd2c0-2d04-4dbd-92d6-ab03b087dfe6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346746 Oct 13 01:01:08.578744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-2f1a7474-1936-4b29-9844-63badb730bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:08.580258 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-2f1a7474-1936-4b29-9844-63badb730bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0402825 Oct 13 01:01:08.597990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:01:08.651404 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:08.852624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:01:08.884403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:01:08.921903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:01:08.924110 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5dbc1d-8d2a-4159-8f24-76d36c2445a3" -d '{"events": [{"server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:01:08.928065 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:08.941602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Transition to ACTIVE for port object 58a04325-6202-4a47-bbc6-fd464137d8e9 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:01:08.946322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:08.975395 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d8609a-e1ad-42b3-8397-5bd18ecb3a00 x-openstack-request-id: req-01d8609a-e1ad-42b3-8397-5bd18ecb3a00 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:01:08.975729 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:01:08.975980 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01d8609a-e1ad-42b3-8397-5bd18ecb3a00 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:01:08.976365 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'code': 200} Oct 13 01:01:09.057705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:09.084027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.084369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.084710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.085042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.085413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.085985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.086310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.086635 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.087051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.087621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.088173 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.088565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:09.131791 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] No DVR routers for this DVR port 58a04325-6202-4a47-bbc6-fd464137d8e9 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:01:09.269394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Attempting to bind port 58a04325-6202-4a47-bbc6-fd464137d8e9 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:01:09.269654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Attempting to bind port 58a04325-6202-4a47-bbc6-fd464137d8e9 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:01:09.269983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Attempting to bind port 58a04325-6202-4a47-bbc6-fd464137d8e9 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:01:09.274228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Port 58a04325-6202-4a47-bbc6-fd464137d8e9 on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:01:09.274549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Attempting to bind port 58a04325-6202-4a47-bbc6-fd464137d8e9 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:01:09.279297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:01:09.279674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:01:09.280062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:01:09.280488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Bound port: 58a04325-6202-4a47-bbc6-fd464137d8e9, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:01:09.280842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:09.341812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:01:09.345009 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:01:09.348749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:09.381663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:09.382349 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:09.383786 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 1091 time: 0.7896059 Oct 13 01:01:09.412552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a739e-9b14-48fa-9dc7-2cbc9d8670d9 service neutron] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:09.462637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-c6f85231-cecd-46f8-95fa-f7c9709eb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:09.464197 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-c6f85231-cecd-46f8-95fa-f7c9709eb7f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1094 time: 0.0440004 Oct 13 01:01:09.566732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-7a54aa27-8a34-4493-9977-013a59fce899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:09.568256 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-7a54aa27-8a34-4493-9977-013a59fce899 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0975616 Oct 13 01:01:09.613216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450505a-e5ba-4ddb-bb5d-49d087b1a503 req-60dcc864-853a-4fcc-9230-4d650feee17a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:09.614715 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e450505a-e5ba-4ddb-bb5d-49d087b1a503 req-60dcc864-853a-4fcc-9230-4d650feee17a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 943 time: 0.0489752 Oct 13 01:01:09.637256 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-037fd6f0-5bb9-48da-84e9-03656205a279 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 998 time: 0.0618286 Oct 13 01:01:09.654363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e450505a-e5ba-4ddb-bb5d-49d087b1a503 req-fe47b84d-7ac9-47ad-b9d6-2d56aece0409 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326054 Oct 13 01:01:09.688874 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-6a5eced3-7064-4a21-97f7-c1c5d7786782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:09.690356 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-6a5eced3-7064-4a21-97f7-c1c5d7786782 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0462978 Oct 13 01:01:09.734766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-a107d26e-71c3-45c2-a79a-54791e40ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:09.736184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-a107d26e-71c3-45c2-a79a-54791e40ab28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393751 Oct 13 01:01:09.826655 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-22937bae-41d2-4962-9686-c8cfd5f810b6 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 Oct 13 01:01:09.915744 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-bfb33f58-d2eb-40f5-8fcf-b9bb62d85dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818043 Oct 13 01:01:10.774384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ae843-bad8-48b1-b0b5-21b6b662501a req-bf177f81-ea99-4cec-959a-345f7751ee3e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:10.775852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a6ae843-bad8-48b1-b0b5-21b6b662501a req-bf177f81-ea99-4cec-959a-345f7751ee3e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 943 time: 0.0512578 Oct 13 01:01:10.813116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9a6ae843-bad8-48b1-b0b5-21b6b662501a req-42552a2d-6fe2-4ec0-854f-279f865c4dcb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Oct 13 01:01:10.977277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:01:10.979659 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:01:11.026275 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acc2fb9-9e5e-405b-a95b-cabb6cac0a3d x-openstack-request-id: req-9acc2fb9-9e5e-405b-a95b-cabb6cac0a3d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:01:11.026573 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:01:11.026829 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9acc2fb9-9e5e-405b-a95b-cabb6cac0a3d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:01:11.027228 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'status': 'completed', 'code': 200} Oct 13 01:01:11.139842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-411cb10d-c959-417d-95e9-9a454482fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.141339 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-411cb10d-c959-417d-95e9-9a454482fd66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1094 time: 0.0727820 Oct 13 01:01:11.142972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-23d1a820-0708-4c61-ae80-be8cc5fcbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.144323 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-23d1a820-0708-4c61-ae80-be8cc5fcbffd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1094 time: 0.0660429 Oct 13 01:01:11.297948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-eaa92c42-8688-416b-b019-8ca78725f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.299301 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-eaa92c42-8688-416b-b019-8ca78725f572 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1506605 Oct 13 01:01:11.300626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-5cd818bb-ad35-4a93-bbfa-0b6eb5eabbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.301917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-5cd818bb-ad35-4a93-bbfa-0b6eb5eabbfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1447053 Oct 13 01:01:11.557649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 58a04325-6202-4a47-bbc6-fd464137d8e9 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:01:11.598782 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 58a04325-6202-4a47-bbc6-fd464137d8e9 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:01:11.686830 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-b58d7205-0f3d-46b5-abc8-6ce9f8668b84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 998 time: 0.3804584 Oct 13 01:01:11.692388 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-c962c378-a3d8-4c89-8d78-718fa4c515e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 998 time: 0.3796155 Oct 13 01:01:11.768301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-611b87a9-f706-47b4-9495-8f415e6297fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.769695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-611b87a9-f706-47b4-9495-8f415e6297fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0754397 Oct 13 01:01:11.771035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-f5136d59-7eb8-4ec6-bd50-d86b2d4ca2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.772341 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-f5136d59-7eb8-4ec6-bd50-d86b2d4ca2e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0710461 Oct 13 01:01:11.823530 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5fdb608c-3243-4951-8602-192bf8a61fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:11.845301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-4eda1b33-3bf0-44ae-976a-fba9c8659b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.846812 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-4eda1b33-3bf0-44ae-976a-fba9c8659b79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701637 Oct 13 01:01:11.849282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-7175dc2a-4ec6-48df-b9f0-f4406a3f337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.850623 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-7175dc2a-4ec6-48df-b9f0-f4406a3f337a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668688 Oct 13 01:01:11.928122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1db01-6b52-4d56-8215-011fd19da375 req-fff24be4-7b47-4a5e-a6a6-ce74f0704f63 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:11.929629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9b1db01-6b52-4d56-8215-011fd19da375 req-fff24be4-7b47-4a5e-a6a6-ce74f0704f63 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 943 time: 0.0492282 Oct 13 01:01:11.967847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f9b1db01-6b52-4d56-8215-011fd19da375 req-bdda1445-99d3-48f3-a337-6648933c5d93 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320432 Oct 13 01:01:12.004917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-4e112599-9743-4408-a617-b4733193fed4 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509564 Oct 13 01:01:12.007026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-8a986e3d-14c1-47cc-b0f8-396b84aed109 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461637 Oct 13 01:01:12.166412 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-a670c00e-a122-48e3-801e-65465f55f7f0 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542444 Oct 13 01:01:12.168237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-770ffce2-4f1b-48ee-ac8b-4995c62f19cc req-ada6967d-d1e7-48c2-91be-6d18ecb66520 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493993 Oct 13 01:01:12.957527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 58a04325-6202-4a47-bbc6-fd464137d8e9 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:01:13.049566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:01:13.061764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'mac_address': 'fa:16:3e:9b:5a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:01:13.087185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a25ef-8e03-4bd2-9c96-36f328fe3e76 req-5f9e690a-f213-4e97-bc1d-0ac88ef57e16 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:13.089760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f12a25ef-8e03-4bd2-9c96-36f328fe3e76 req-5f9e690a-f213-4e97-bc1d-0ac88ef57e16 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 943 time: 0.0514190 Oct 13 01:01:13.103319 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:13.115810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a04325-6202-4a47-bbc6-fd464137d8e9 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:01:13.129348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f12a25ef-8e03-4bd2-9c96-36f328fe3e76 req-3c0e0b8e-0c35-463c-bc8b-e8b5fe57b012 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329554 Oct 13 01:01:13.134924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:01:13.140219 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:13.187335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:13.194625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.194973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.195313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.195696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.196033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.196361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.196687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.197015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.197339 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.197660 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.198005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.198328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:01:13.322865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539793f-e511-443d-a756-8c925a69bfd0 req-66b54c2b-4221-4795-baee-1b05e56fe990 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:13.324298 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e539793f-e511-443d-a756-8c925a69bfd0 req-66b54c2b-4221-4795-baee-1b05e56fe990 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 944 time: 0.0534940 Oct 13 01:01:13.346444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-50684bd6-158c-4804-9cb3-e070bed285cd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:13.347958 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-50684bd6-158c-4804-9cb3-e070bed285cd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 944 time: 0.0554790 Oct 13 01:01:13.362406 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e539793f-e511-443d-a756-8c925a69bfd0 req-a262bc8e-b430-4a34-9485-0e43b3aa9bdc tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Oct 13 01:01:13.408314 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-8acddcbf-1d1a-4315-802b-6fc700a3633e service neutron] delete failed (client error): The resource could not be found. Oct 13 01:01:13.409381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-8acddcbf-1d1a-4315-802b-6fc700a3633e service neutron] 10.222.0.45 "DELETE /v2.0/ports/58a04325-6202-4a47-bbc6-fd464137d8e9/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0544119 Oct 13 01:01:13.513171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-c426a8fe-f8b6-4650-8606-ef49caad68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:13.514634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-c426a8fe-f8b6-4650-8606-ef49caad68e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 1095 time: 0.0404007 Oct 13 01:01:13.587806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['58a04325-6202-4a47-bbc6-fd464137d8e9'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:01:13.607298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-83a795e1-3157-4962-b0cf-23256c1a4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:13.608800 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-83a795e1-3157-4962-b0cf-23256c1a4f98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0872855 Oct 13 01:01:13.674575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-be4b95d4-2c12-4250-8f16-77232a630252 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 200 len: 999 time: 0.0589023 Oct 13 01:01:13.724616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-bf6eb4b2-aba7-44fd-a011-6df8ebaeaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:13.726082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-bf6eb4b2-aba7-44fd-a011-6df8ebaeaafa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0443671 Oct 13 01:01:13.774159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-909c7956-6f0e-498c-b8aa-97861f348f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:13.775677 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-909c7956-6f0e-498c-b8aa-97861f348f36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429854 Oct 13 01:01:13.864619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-de5c9aae-12fd-459d-83bf-1ff249c1846c service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816371 Oct 13 01:01:13.957113 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-53e7fe04-65bd-480a-b0e0-f6404db618ef req-3ad41b0a-26fa-4d4c-84eb-cb0515d0b372 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851045 Oct 13 01:01:14.487494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea74c56-6683-4346-a7b0-ee23c39f8223 req-070f88ec-ecd0-44ff-8550-fc388797d923 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:14.489208 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fea74c56-6683-4346-a7b0-ee23c39f8223 req-070f88ec-ecd0-44ff-8550-fc388797d923 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 944 time: 0.0512199 Oct 13 01:01:14.527415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fea74c56-6683-4346-a7b0-ee23c39f8223 req-519287e7-f4d4-4da7-9c3a-8b3712f07c4b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Oct 13 01:01:14.611140 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e2a85e72-323d-427f-b86a-9630b2c0d349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:14.647709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee1bb8-6525-421a-bc6c-213d5ede4b80 req-dff6b6f7-5efe-42de-a957-7c7c4c4803e2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:14.649121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-feee1bb8-6525-421a-bc6c-213d5ede4b80 req-dff6b6f7-5efe-42de-a957-7c7c4c4803e2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 944 time: 0.0500617 Oct 13 01:01:14.688085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-feee1bb8-6525-421a-bc6c-213d5ede4b80 req-f8cf74b6-b6ab-40e5-bfc1-33856175dd99 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Oct 13 01:01:14.807236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b9817-de18-4922-8499-92390af82190 req-3a35421d-bde1-4580-9244-06b8a73497ed tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:14.808709 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-580b9817-de18-4922-8499-92390af82190 req-3a35421d-bde1-4580-9244-06b8a73497ed tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 944 time: 0.0547552 Oct 13 01:01:14.845309 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-580b9817-de18-4922-8499-92390af82190 req-755c2c67-a15f-4cf7-b002-42fac27baa00 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304322 Oct 13 01:01:14.966385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 58a04325-6202-4a47-bbc6-fd464137d8e9 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:01:15.015144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 58a04325-6202-4a47-bbc6-fd464137d8e9 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:01:15.019079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 58a04325-6202-4a47-bbc6-fd464137d8e9 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:01:15.019446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:15.079192 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32058a-a3bf-4e1a-9cbb-d630696d1750 req-3e6a604a-0ea1-49ac-828b-3717f59d56a4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:15.080981 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c32058a-a3bf-4e1a-9cbb-d630696d1750 req-3e6a604a-0ea1-49ac-828b-3717f59d56a4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 944 time: 0.0524161 Oct 13 01:01:15.103696 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:15.122344 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c32058a-a3bf-4e1a-9cbb-d630696d1750 req-224ebce6-5175-4581-9274-0ba0312107e5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344710 Oct 13 01:01:15.125504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:01:15.127773 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be368592-aa1b-47ce-a5fd-8a6fc222bad0" -d '{"events": [{"server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "name": "network-vif-plugged", "status": "completed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:01:15.141495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:01:15.145480 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:15.200737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:15.259466 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e90a52d-7cf9-4ab4-a5ad-77e0ff1e366d x-openstack-request-id: req-4e90a52d-7cf9-4ab4-a5ad-77e0ff1e366d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:01:15.259786 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "name": "network-vif-plugged", "status": "completed", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:01:15.260039 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e90a52d-7cf9-4ab4-a5ad-77e0ff1e366d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:01:15.260433 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'code': 200} Oct 13 01:01:15.858947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:15.963947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:16.235182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8166ce-2372-4d73-929b-b5df4fc957fb req-6e4c8564-f075-416c-886d-38127f80f5f0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:16.236548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a8166ce-2372-4d73-929b-b5df4fc957fb req-6e4c8564-f075-416c-886d-38127f80f5f0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0491929 Oct 13 01:01:16.275294 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a8166ce-2372-4d73-929b-b5df4fc957fb req-d05f4013-c777-4964-98a6-0906995dc3d3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Oct 13 01:01:16.562308 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-94d61b7b-62e4-48a4-b725-b83f8d7f05b8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:16.563756 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-94d61b7b-62e4-48a4-b725-b83f8d7f05b8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 945 time: 0.0487738 Oct 13 01:01:16.651071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Deleting port 58a04325-6202-4a47-bbc6-fd464137d8e9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:01:16.651421 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:16.741873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] For port 58a04325-6202-4a47-bbc6-fd464137d8e9, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=58a04325-6202-4a47-bbc6-fd464137d8e9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:01:16.742246 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:16.908622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:16.908897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:16.909214 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8 disassociated. External IP: 172.25.3.35, port: 58a04325-6202-4a47-bbc6-fd464137d8e9. Oct 13 01:01:16.909552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Calling delete_port for 58a04325-6202-4a47-bbc6-fd464137d8e9 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:01:17.037008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:17.065170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event deleted for resources: {'Port': ['ID=58a04325-6202-4a47-bbc6-fd464137d8e9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:17.182541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:01:17.292123 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:01:17.302879 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:01:17.313287 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:01:17.313890 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:01:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:01:17.336555 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] No DVR routers for this DVR port 58a04325-6202-4a47-bbc6-fd464137d8e9 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:01:17.340135 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:17.344097 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6fbf7541-6c0e-4afc-ae49-a944b163f6cb req-c3fdf9b4-27e9-4cd7-978f-2c09606d8d2d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "DELETE /v2.0/ports/58a04325-6202-4a47-bbc6-fd464137d8e9 HTTP/1.1" status: 204 len: 173 time: 0.7737215 Oct 13 01:01:17.344655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'name': 'network-vif-deleted', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:01:17.346929 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000550c1-0cfd-4f8e-a3f5-6c7bcd4e8eaa" -d '{"events": [{"server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "name": "network-vif-deleted", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:01:17.394914 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623834a2-f73f-4765-af64-9dc3127dc825 x-openstack-request-id: req-623834a2-f73f-4765-af64-9dc3127dc825 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:01:17.395211 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed", "name": "network-vif-deleted", "tag": "58a04325-6202-4a47-bbc6-fd464137d8e9", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:01:17.395474 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-623834a2-f73f-4765-af64-9dc3127dc825 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:01:17.395916 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed', 'name': 'network-vif-deleted', 'tag': '58a04325-6202-4a47-bbc6-fd464137d8e9', 'status': 'completed', 'code': 200} Oct 13 01:01:17.409352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e3f3802-d8e2-4233-8513-c40ff408b5ea req-32cdcac9-3b17-4555-80d6-072ec5a32620 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe0ac85-779a-4d77-8a0d-61b0e0b1a6ed HTTP/1.1" status: 200 len: 210 time: 0.0602007 Oct 13 01:01:17.429126 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:01:17.635068 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:01:17.660444 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:01:17.669698 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:01:17.670195 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:01:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:01:17.675878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:17.773017 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:01:17.960007 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:01:17.989585 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce5343-6c1a-44f0-989b-b0d9d6c1c101 None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:01:18.196781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39404ab2-1905-4f7e-8b4e-558234939045 None None] New status for floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:01:18.633889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-10391b15-51cd-440a-89b9-c07897c0830a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1296961706&fields=id&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 267 time: 0.0325313 Oct 13 01:01:18.745895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-ea6adeb6-fda5-4cc2-81a5-a8ab2304ce00 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:18.747861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-ea6adeb6-fda5-4cc2-81a5-a8ab2304ce00 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 811 time: 0.1075299 Oct 13 01:01:18.762896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-76aa9e91-7720-4826-8c42-95e74a34b680 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/quotas/01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 375 time: 0.0095243 Oct 13 01:01:18.819263 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-258f9ab1-028f-4af9-898f-f7408895e83d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512116 Oct 13 01:01:18.912880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-53592294-104c-43ab-af5a-ae4757e22b89 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810502 Oct 13 01:01:18.996945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 58a04325-6202-4a47-bbc6-fd464137d8e9 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:01:19.005723 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-6c60faa4-ee5c-4960-85a0-dbdd732644d2 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869017 Oct 13 01:01:19.016784 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 58a04325-6202-4a47-bbc6-fd464137d8e9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:01:19.017127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 58a04325-6202-4a47-bbc6-fd464137d8e9 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:01:19.165702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c33204d-3904-4a8f-8193-353586d08cc4 req-87006856-3695-4943-bdc7-3693003cd5eb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 210 time: 0.0271051 Oct 13 01:01:20.214647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-beda0fc7-228f-4c28-a2da-11d50fa0f81d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:20.216574 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-beda0fc7-228f-4c28-a2da-11d50fa0f81d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 811 time: 0.1140196 Oct 13 01:01:20.261616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ea9c6557-acd6-4387-8756-1140e449c732 req-1230dfda-b159-4e47-8cab-08ba94b1087b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 210 time: 0.0279758 Oct 13 01:01:20.272278 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-0ace30e8-bf37-4adf-94b3-863f664f53e8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 380 time: 0.0350716 Oct 13 01:01:20.293027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'port': {'device_id': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'admin_state_up': True, 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'security_groups': ['e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:01:20.404017 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Made reservation on behalf of 01ea9ea97d6d4f80af90f62fa777f9b2 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:01:20.407674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:20.530495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Allocated IP 172.20.0.8 (1bc214d2-fa99-4942-920b-2b4af23b657e/b1c4c65c-5887-470b-b831-0ff90a0775b3/f92fe24a-1ef6-47ff-a817-2c3e1497dda4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:01:20.667533 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:20.699885 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:20.743897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:01:20.747114 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:01:20.750730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:01:20.778207 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:20.807620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:20.808356 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:20.824672 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-5f30e233-0a5e-4219-a820-11adcc2aecf0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5353394 Oct 13 01:01:20.843243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Request body: {'port': {'device_id': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:01:20.899605 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:21.024657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1f041822-db5e-4b64-9666-59bcd2632976 None None] Provisioning complete for port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:01:21.025255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1f041822-db5e-4b64-9666-59bcd2632976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:21.057824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-1f041822-db5e-4b64-9666-59bcd2632976 None None] Port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:01:21.161818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92fe24a-1ef6-47ff-a817-2c3e1497dda4 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:01:21.170100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:21.181974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Transition to ACTIVE for port object f92fe24a-1ef6-47ff-a817-2c3e1497dda4 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:01:21.185086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:21.240674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:21.307071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Attempting to bind port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:01:21.307415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Attempting to bind port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:01:21.307777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Attempting to bind port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:01:21.312786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:01:21.313248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Attempting to bind port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:01:21.318598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:01:21.318943 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:01:21.319535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:01:21.319983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Bound port: f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:01:21.321450 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:21.390506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:01:21.391466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c436-5dac-4603-a06d-6e478728c90d req-cb5d949f-e0da-46fc-a96d-f3e3a58f0503 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:21.393005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e533c436-5dac-4603-a06d-6e478728c90d req-cb5d949f-e0da-46fc-a96d-f3e3a58f0503 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0545909 Oct 13 01:01:21.393740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:01:21.400880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:21.432690 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e533c436-5dac-4603-a06d-6e478728c90d req-d8da12f2-039a-4307-bd5d-47303d7723d5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320079 Oct 13 01:01:21.442235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:21.442847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:21.444377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] 10.222.0.45 "PUT /v2.0/ports/f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 1091 time: 0.6054306 Oct 13 01:01:21.444737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:01:21.447600 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10f5a95b612714d2cb48031096a1685cd61e01419e6564e563038dae2a686bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67540828-06ec-498a-83f3-3188bb3761bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:01:21.476116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3cbe0-849c-4eec-86b8-854f06bc3f86 service neutron] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:21.499924 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f308baff-8513-4f11-8d59-d7898d59c876 x-openstack-request-id: req-f308baff-8513-4f11-8d59-d7898d59c876 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:01:21.500225 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:01:21.500644 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f308baff-8513-4f11-8d59-d7898d59c876 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:01:21.501065 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'status': 'completed', 'code': 200} Oct 13 01:01:21.560534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-3fe03d9f-9c49-4c2a-8571-576bdedf83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:21.562389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-3fe03d9f-9c49-4c2a-8571-576bdedf83f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1094 time: 0.0434728 Oct 13 01:01:21.612197 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-1880eb7e-c88a-436f-8834-3efb2bb8979f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 217 time: 0.0359726 Oct 13 01:01:21.666254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-daba964e-3948-4c0c-8041-0f1c5f09a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:21.667721 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-daba964e-3948-4c0c-8041-0f1c5f09a265 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0479817 Oct 13 01:01:21.713402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-f7bf02a1-907c-47b1-8f1f-05b65c04769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:21.714880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-f7bf02a1-907c-47b1-8f1f-05b65c04769e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401528 Oct 13 01:01:21.801288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-915f909b-39d1-46d2-8f0d-e4fa1b1c350b service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787139 Oct 13 01:01:21.896968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f751c0cd-aeff-4ced-9b9d-1b8a00190c17 req-11297a6c-1dd6-4364-8581-a8a85f94b20e service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876427 Oct 13 01:01:22.020452 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67540828-06ec-498a-83f3-3188bb3761bf req-8b912726-ef0b-4672-9111-0d7e436144ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:22.021908 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67540828-06ec-498a-83f3-3188bb3761bf req-8b912726-ef0b-4672-9111-0d7e436144ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1094 time: 0.0409813 Oct 13 01:01:22.114393 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67540828-06ec-498a-83f3-3188bb3761bf req-b196544b-9039-4b93-8457-672ccb7fe7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:22.115788 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67540828-06ec-498a-83f3-3188bb3761bf req-b196544b-9039-4b93-8457-672ccb7fe7f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0868700 Oct 13 01:01:22.156957 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67540828-06ec-498a-83f3-3188bb3761bf req-b2f3c2dd-d72a-4435-949a-aa0f886afabb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 217 time: 0.0331066 Oct 13 01:01:22.205576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67540828-06ec-498a-83f3-3188bb3761bf req-f79c99a7-b318-4150-9c3e-27e873244395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:22.206965 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67540828-06ec-498a-83f3-3188bb3761bf req-f79c99a7-b318-4150-9c3e-27e873244395 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0429201 Oct 13 01:01:22.256219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67540828-06ec-498a-83f3-3188bb3761bf req-790621ab-a959-42ad-9e5b-f3a594f7ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:22.257660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67540828-06ec-498a-83f3-3188bb3761bf req-790621ab-a959-42ad-9e5b-f3a594f7ba85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428662 Oct 13 01:01:22.345416 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67540828-06ec-498a-83f3-3188bb3761bf req-c74ba1a5-c9e4-4e51-af5d-9c7c316caa94 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808151 Oct 13 01:01:22.437307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-67540828-06ec-498a-83f3-3188bb3761bf req-0c6705df-3ff0-4b35-9cd8-ecb410c0567c service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841761 Oct 13 01:01:22.551988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa4041-ab90-4600-93d1-2c58d71cd786 req-914bfd76-2de5-4e15-83d1-a5f7e5939d06 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:22.553449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99aa4041-ab90-4600-93d1-2c58d71cd786 req-914bfd76-2de5-4e15-83d1-a5f7e5939d06 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0522034 Oct 13 01:01:22.590043 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-99aa4041-ab90-4600-93d1-2c58d71cd786 req-61c71f87-41d9-4bc6-a14f-5818380953a5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306971 Oct 13 01:01:23.705095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b03732-abb7-42f6-8e81-912b93b2e488 req-c94c15ce-e795-4ec8-842c-a2ca0e7416d5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:23.706555 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5b03732-abb7-42f6-8e81-912b93b2e488 req-c94c15ce-e795-4ec8-842c-a2ca0e7416d5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0494883 Oct 13 01:01:23.743572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5b03732-abb7-42f6-8e81-912b93b2e488 req-614da0dd-8aa5-496c-9cee-0ea1c50e7c64 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Oct 13 01:01:24.855115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305807dc-451e-4996-b37f-f8a14e1b220d req-ce7c1d35-4f28-4ca0-af87-47ecbc3578bf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:24.856591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-305807dc-451e-4996-b37f-f8a14e1b220d req-ce7c1d35-4f28-4ca0-af87-47ecbc3578bf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0477219 Oct 13 01:01:24.893772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-305807dc-451e-4996-b37f-f8a14e1b220d req-6e3bc327-f65c-433e-80df-84187b8180f1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Oct 13 01:01:25.638735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f92fe24a-1ef6-47ff-a817-2c3e1497dda4 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:01:25.874822 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:01:25.885363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'mac_address': 'fa:16:3e:87:e7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:01:25.923738 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:25.937459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92fe24a-1ef6-47ff-a817-2c3e1497dda4 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:01:25.956282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:01:25.960479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:26.007297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:26.011148 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e4d1c-9ccb-408c-a06c-91935a5fcc10 req-0ba6e479-1a13-41f1-b845-6e61ede9cbd6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:26.012668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b6e4d1c-9ccb-408c-a06c-91935a5fcc10 req-0ba6e479-1a13-41f1-b845-6e61ede9cbd6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 944 time: 0.0526590 Oct 13 01:01:26.054084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4b6e4d1c-9ccb-408c-a06c-91935a5fcc10 req-2a50959d-b92b-48c1-88e4-db8cf3c03bf4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355465 Oct 13 01:01:26.349111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f92fe24a-1ef6-47ff-a817-2c3e1497dda4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:01:27.169758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdede5-e902-4d8f-9c40-63536ad236ae req-0801902e-d66a-4b32-bddf-2252de59804c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:27.171230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4bdede5-e902-4d8f-9c40-63536ad236ae req-0801902e-d66a-4b32-bddf-2252de59804c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 944 time: 0.0507684 Oct 13 01:01:27.209463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d4bdede5-e902-4d8f-9c40-63536ad236ae req-900b52a0-16aa-49aa-bca2-ec0be20a7120 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Oct 13 01:01:27.650342 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f92fe24a-1ef6-47ff-a817-2c3e1497dda4 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:01:27.697957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:01:27.701699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:01:27.702066 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:27.774595 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:27.797922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:01:27.800204 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e46d58b3f1b2ae0402f9a58594fa1d498c5616949e54345f70167b9aa30d6073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1902b191-5c3c-488b-8f99-bcb3ffc170c0" -d '{"events": [{"server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "name": "network-vif-plugged", "status": "completed", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:01:27.812321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:01:27.816219 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:27.844249 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355c3736-3e72-42ca-98df-ca2995d10fa0 x-openstack-request-id: req-355c3736-3e72-42ca-98df-ca2995d10fa0 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:01:27.844548 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "name": "network-vif-plugged", "status": "completed", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:01:27.844777 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-355c3736-3e72-42ca-98df-ca2995d10fa0 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:01:27.845154 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'code': 200} Oct 13 01:01:27.870191 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:01:27.955144 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b42e75-735a-4d6b-95c8-332e3540414c req-11f056ef-0c33-4724-8595-207585134a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:27.956651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-46b42e75-735a-4d6b-95c8-332e3540414c req-11f056ef-0c33-4724-8595-207585134a2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1096 time: 0.0397787 Oct 13 01:01:27.990134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-46b42e75-735a-4d6b-95c8-332e3540414c req-8ab3adb5-44b9-49d0-a29d-e7f32046920f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264971 Oct 13 01:01:28.322524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c826-3a28-4a5c-b321-a77cbaeae4f1 req-1a84033c-7db1-4507-b056-0b3067cb56b2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:28.324048 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6b6c826-3a28-4a5c-b321-a77cbaeae4f1 req-1a84033c-7db1-4507-b056-0b3067cb56b2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0497615 Oct 13 01:01:28.361157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6b6c826-3a28-4a5c-b321-a77cbaeae4f1 req-5aafbd47-69df-4170-99f6-635af583d073 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Oct 13 01:01:29.479902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0591e1-65e3-444a-b1ee-e42aeacfbec5 req-9090ba22-669e-46de-985c-1dfc130d90a6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:29.481382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce0591e1-65e3-444a-b1ee-e42aeacfbec5 req-9090ba22-669e-46de-985c-1dfc130d90a6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0523629 Oct 13 01:01:29.518869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce0591e1-65e3-444a-b1ee-e42aeacfbec5 req-60b193c1-5dbc-4746-99e2-59b684e44fd0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Oct 13 01:01:29.628876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a982f-ca12-4f18-a3f5-77be1ca4b09a req-11666392-cd0f-4386-9c51-871fece8d2a6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:29.630358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-448a982f-ca12-4f18-a3f5-77be1ca4b09a req-11666392-cd0f-4386-9c51-871fece8d2a6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0483844 Oct 13 01:01:29.639529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47146) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:01:29.643795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'floatingip': {'port_id': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:01:29.682080 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:30.113377 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:30.117105 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:30.218063 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8 associated. External IP: 172.25.3.35, port: f92fe24a-1ef6-47ff-a817-2c3e1497dda4. Oct 13 01:01:30.421267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:01:30.524249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:01:30.529952 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:30.535070 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:01:30.544324 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:01:30.544919 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:01:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:01:30.555951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-57b76986-2648-4efa-8e30-f4c5ae981105 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "PUT /v2.0/floatingips/2fc1f995-091d-4255-93bc-75ac3db448f8 HTTP/1.1" status: 200 len: 990 time: 0.9153690 Oct 13 01:01:30.556511 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:01:30.559721 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af5b1b44ce240a6a7d7f6dfdb25d362a33579bcca30127bc4a273cee2367de48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edfba15-6fa0-45ef-99c9-25efdd356558" -d '{"events": [{"name": "network-changed", "server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:01:30.600049 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9765eec-7278-4a71-a2d7-fb96bf11c587 x-openstack-request-id: req-d9765eec-7278-4a71-a2d7-fb96bf11c587 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:01:30.600338 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:01:30.600589 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9765eec-7278-4a71-a2d7-fb96bf11c587 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:01:30.600990 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'status': 'completed', 'code': 200} Oct 13 01:01:30.649890 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:01:30.696352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-763420b4-8e52-4109-b4be-a57d93dd37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:30.698540 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-763420b4-8e52-4109-b4be-a57d93dd37a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1096 time: 0.0417702 Oct 13 01:01:30.792611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-bf27876f-b8ea-4fd5-823a-4ba51fce30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:30.794095 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-bf27876f-b8ea-4fd5-823a-4ba51fce30b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0879185 Oct 13 01:01:30.858485 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-158dfdf2-3f92-4ed4-a3f1-e1cb24d200a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 998 time: 0.0572245 Oct 13 01:01:30.865211 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:87:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:01:30Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:01:30.891604 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:01:30.899661 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:01:30.900314 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:01:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:01:30.911978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-d04bdd92-e02b-4e72-88e9-8caec6409c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:30.913441 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-d04bdd92-e02b-4e72-88e9-8caec6409c0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0482500 Oct 13 01:01:30.958881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-4a55976a-b13c-476a-8178-df2ab88e8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:30.960412 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-4a55976a-b13c-476a-8178-df2ab88e8bdd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403478 Oct 13 01:01:31.003156 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:01:31.051181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-97e98302-62d3-4c29-9ddc-4c3b35b52379 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Oct 13 01:01:31.151015 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6edfba15-6fa0-45ef-99c9-25efdd356558 req-105d2630-d8f4-4f38-812f-71a7a81a10e3 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911913 Oct 13 01:01:31.314794 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:87:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:01:30Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:01:31.344375 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946116b-7dba-4b4d-b918-56e5e1c3fc97 None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:87:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:01:30Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:01:31.532274 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1995842d-2240-433e-86da-7f933ad52865 None None] New status for floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:01:35.235163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-c994e6e1-8af6-4f22-b2fc-a0a22b65a364 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399983 Oct 13 01:01:35.329029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-292a0a28-78eb-494b-8391-4c7799f317d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:35.330480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-292a0a28-78eb-494b-8391-4c7799f317d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1096 time: 0.0392885 Oct 13 01:01:35.436964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-31863687-ee06-43dd-aa63-20184cd374b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:35.438440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-31863687-ee06-43dd-aa63-20184cd374b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0889590 Oct 13 01:01:35.508287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-c63a50ff-f856-475c-be3d-cb8e85237609 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 1000 time: 0.0623784 Oct 13 01:01:35.837407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-216f827e-0242-4738-b5a3-7c833d20c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:35.838784 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-216f827e-0242-4738-b5a3-7c833d20c500 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.3239667 Oct 13 01:01:35.883868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-177824cc-c8e7-466d-aa84-474edba6efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:01:35.885331 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-177824cc-c8e7-466d-aa84-474edba6efd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390189 Oct 13 01:01:35.977370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-5d7cdf41-a196-4af7-80c5-bfd114c8fea4 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842586 Oct 13 01:01:36.066625 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3c88ec02-6050-47cc-99d7-c0cbb3ff6966 req-67c92aa9-541a-4b15-af6e-d583a0edef60 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826507 Oct 13 01:01:36.862887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:37.438041 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:40.172496 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:01:41.824471 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b3e83de6-1a44-4944-ae51-c3b7e903c994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:44.612072 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-91fab573-f663-4b67-bf90-ee233ecd212f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:45.861880 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:45.964605 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:01:47.677695 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:06.854661 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:07.434114 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:11.824223 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc4780f5-ebd7-4939-a8dc-f142944999d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:14.613838 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-68a2b561-4fc6-485a-8254-4dbd2b1abfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:15.864693 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:15.967833 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:17.171414 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:02:17.679403 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:36.045207 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-84173836-4cd5-4d82-ac1d-9cbce27ce8b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432825 Oct 13 01:02:36.144162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-3712195d-7044-4e19-8eaf-c03f67b244bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:02:36.145641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-3712195d-7044-4e19-8eaf-c03f67b244bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1096 time: 0.0389199 Oct 13 01:02:36.248065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-35f5158a-695a-4d80-9294-d5bc13e0d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:02:36.249551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-35f5158a-695a-4d80-9294-d5bc13e0d7a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0838647 Oct 13 01:02:36.320924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-4068aa76-2813-4ca3-9ab6-e5d3b316c117 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 1000 time: 0.0622401 Oct 13 01:02:36.374343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-7d63ae85-583c-44e8-9e2b-3304d643a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:02:36.375852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-7d63ae85-583c-44e8-9e2b-3304d643a545 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0448933 Oct 13 01:02:36.422766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-01dfc158-8c85-4638-b9e5-449ff4b57783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:02:36.424277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-01dfc158-8c85-4638-b9e5-449ff4b57783 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399220 Oct 13 01:02:36.517661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-adbe1a48-a29a-4c01-bb2e-625bcde2bc3f service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846245 Oct 13 01:02:36.606727 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cb5c761f-08ed-4ce1-bbd7-f9c0d04f9304 req-70ae6d58-1dbe-4488-b068-96f1666b43e6 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815959 Oct 13 01:02:36.890645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:37.441472 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:41.826104 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5246b16d-bd6c-499e-b96a-48c616f1eace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:44.613108 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b08781eb-bf20-43f8-90fc-034d60eeb13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:45.868397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:45.967158 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:47.682879 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:02:54.171307 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:03:06.907170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:07.441125 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:11.826505 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d51bcb5-a71b-4a08-9761-3252e3ec8be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:14.614521 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efed743b-8257-4928-b7a3-93311fe0a64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:15.870164 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:15.967607 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:17.684831 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:31.170587 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:03:36.284118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-351ce4cb-1b4e-49aa-a696-0e3f406249ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907471 Oct 13 01:03:36.383645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-71a19a10-06b9-4cc2-b7b4-c527786ee860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:03:36.385671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-71a19a10-06b9-4cc2-b7b4-c527786ee860 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1096 time: 0.0406563 Oct 13 01:03:36.490963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-bb8b2827-b823-4edb-abd9-286f35e14e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:03:36.492446 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-bb8b2827-b823-4edb-abd9-286f35e14e0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0869355 Oct 13 01:03:36.556313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-73504d2a-3b3e-41cd-b205-0e4b92e05aff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 1000 time: 0.0561912 Oct 13 01:03:36.603987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-22919f6b-027a-441b-8366-49bbcb88eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:03:36.605377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-22919f6b-027a-441b-8366-49bbcb88eb74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0422232 Oct 13 01:03:36.657881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-158540c4-4369-498e-a055-af60c174b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:03:36.659366 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-158540c4-4369-498e-a055-af60c174b028 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468309 Oct 13 01:03:36.747378 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-d1d5330f-9a50-48f7-b024-5225300f908a service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808551 Oct 13 01:03:36.841982 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-cca92afb-5e27-4141-983c-e9ca2046a498 req-e94bc179-679b-4708-a23c-c6735bdc5d5c service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872340 Oct 13 01:03:36.904815 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:37.434380 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:41.827293 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efd5b223-3cb7-44d3-9ee7-33611c344e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:44.614437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-804e8f16-f2b0-4527-8d51-c5dc9243e147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:45.872888 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:45.967418 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:03:47.686743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:00.843528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cff45c-bf23-425c-93a7-7c4450d2ee3d req-a4c00f42-3970-41d3-bd88-ba0024b4717a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:00.845021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6cff45c-bf23-425c-93a7-7c4450d2ee3d req-a4c00f42-3970-41d3-bd88-ba0024b4717a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0925870 Oct 13 01:04:00.881883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6cff45c-bf23-425c-93a7-7c4450d2ee3d req-40976c89-39de-492c-bff3-ffd4110ee21c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Oct 13 01:04:02.113878 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2870a36-6c78-4e22-bbe3-e77b45a3929d req-b2b5bffc-d515-4eff-8eb8-09154b25f589 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:02.115755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2870a36-6c78-4e22-bbe3-e77b45a3929d req-b2b5bffc-d515-4eff-8eb8-09154b25f589 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0951741 Oct 13 01:04:02.155910 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2870a36-6c78-4e22-bbe3-e77b45a3929d req-098adddd-50f0-4b8b-b806-5bf0d6fbc6f9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343220 Oct 13 01:04:03.269844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fd712-c6eb-496a-8ff4-6e3615da5ffe req-d4690dfc-51e4-459d-860b-bc06ebe97262 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:03.271343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d7fd712-c6eb-496a-8ff4-6e3615da5ffe req-d4690dfc-51e4-459d-860b-bc06ebe97262 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0483506 Oct 13 01:04:03.308449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d7fd712-c6eb-496a-8ff4-6e3615da5ffe req-20f5381f-2515-4e13-ad18-9a7d1019407b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Oct 13 01:04:04.422096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823421a8-b607-4a17-86cf-a44d348b502a req-effada4e-f9e8-49ba-b032-48fcefd590fd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:04.423569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-823421a8-b607-4a17-86cf-a44d348b502a req-effada4e-f9e8-49ba-b032-48fcefd590fd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0484629 Oct 13 01:04:04.460419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-823421a8-b607-4a17-86cf-a44d348b502a req-b1572552-cee6-4944-9f22-6a8634a08ac3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310733 Oct 13 01:04:05.573941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9aad-c6cb-411d-9725-90f34de54d98 req-aa1d236b-f4e5-4efb-b29f-66f2ad4e6a8e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:05.575424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-253b9aad-c6cb-411d-9725-90f34de54d98 req-aa1d236b-f4e5-4efb-b29f-66f2ad4e6a8e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0496011 Oct 13 01:04:05.615576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-253b9aad-c6cb-411d-9725-90f34de54d98 req-b97e1116-c865-4f1f-8561-e27ee72312f9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341570 Oct 13 01:04:06.730492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699479b-730a-4742-88dc-30749ca94a2f req-e45e1a81-7875-4233-9c36-db0f4b8fda0c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:06.732116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3699479b-730a-4742-88dc-30749ca94a2f req-e45e1a81-7875-4233-9c36-db0f4b8fda0c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0495193 Oct 13 01:04:06.768420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3699479b-730a-4742-88dc-30749ca94a2f req-88ec7344-ff94-4d5c-8b85-0dcd3812544b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305619 Oct 13 01:04:06.920016 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:07.439453 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:07.882355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676be2f-4c36-4e06-b1d1-93840b639850 req-981c9b05-14bd-495a-a137-e61fd9f23cfb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:07.883889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0676be2f-4c36-4e06-b1d1-93840b639850 req-981c9b05-14bd-495a-a137-e61fd9f23cfb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0491807 Oct 13 01:04:07.920489 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0676be2f-4c36-4e06-b1d1-93840b639850 req-b08cc237-84c0-4ec5-b266-2a4b3e3f7b85 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307930 Oct 13 01:04:08.170636 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:04:09.033450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5c69-aaa0-4779-b6dc-c2cf9681fa87 req-b88806f4-da03-417f-bd6c-e508f5f4c5cf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:09.034902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc9c5c69-aaa0-4779-b6dc-c2cf9681fa87 req-b88806f4-da03-417f-bd6c-e508f5f4c5cf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0472393 Oct 13 01:04:09.075822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fc9c5c69-aaa0-4779-b6dc-c2cf9681fa87 req-6b9be60f-93c9-4f6d-b1c8-55824c590c1b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343993 Oct 13 01:04:10.191356 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b3f1b-2b8b-4c98-8e99-c039147c206b req-2d94d83a-3f3d-475c-9133-d15fc25a77bc tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:10.192851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-748b3f1b-2b8b-4c98-8e99-c039147c206b req-2d94d83a-3f3d-475c-9133-d15fc25a77bc tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0495765 Oct 13 01:04:10.229707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-748b3f1b-2b8b-4c98-8e99-c039147c206b req-a82e3d74-4338-4858-955d-c4c68915c37d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Oct 13 01:04:11.341408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cd47e-eb16-4c68-89f8-f50e8b3d4f8a req-bc48e3d8-c98b-41f2-b664-3ff6dcdebd81 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:11.342863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c82cd47e-eb16-4c68-89f8-f50e8b3d4f8a req-bc48e3d8-c98b-41f2-b664-3ff6dcdebd81 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0485678 Oct 13 01:04:11.379591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c82cd47e-eb16-4c68-89f8-f50e8b3d4f8a req-a87db79c-3aee-4277-976d-018c5309a4ca tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Oct 13 01:04:11.556894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47530) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:04:11.612144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b16757-38b3-4e7e-8f8e-2d5afa804618 req-90cd14c1-94b8-456a-9765-fb80d21053ac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:11.613673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60b16757-38b3-4e7e-8f8e-2d5afa804618 req-90cd14c1-94b8-456a-9765-fb80d21053ac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0482817 Oct 13 01:04:11.676947 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60b16757-38b3-4e7e-8f8e-2d5afa804618 req-3d550968-1d12-4b30-8cf0-ab9dfd5a3d6c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542083 Oct 13 01:04:11.683843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-4cb427be-16d2-4f68-8487-56e67a3050be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252673 Oct 13 01:04:11.693378 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-66bf44b6-1a76-4d9f-af03-0bc5b23ff2b8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:04:11.694343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-66bf44b6-1a76-4d9f-af03-0bc5b23ff2b8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048745 Oct 13 01:04:11.830821 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e8a24b1f-863a-4bd1-b7e8-5438ef373fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:12.799523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559b3cf-620d-4b3b-a02b-bba30c731069 req-bef87e0a-d65e-458d-bea5-5481232e777b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:12.801037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7559b3cf-620d-4b3b-a02b-bba30c731069 req-bef87e0a-d65e-458d-bea5-5481232e777b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0560262 Oct 13 01:04:12.827883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-2465e740-f2b5-416a-b3d3-be6fd38e5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:12.829381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-2465e740-f2b5-416a-b3d3-be6fd38e5c92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1096 time: 0.0410771 Oct 13 01:04:12.840552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7559b3cf-620d-4b3b-a02b-bba30c731069 req-f3b8a82b-ff9a-4c59-88e0-a03508311fe5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Oct 13 01:04:12.918463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-222ae391-f2e5-4c49-90a3-6cc759a0af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:12.919974 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-222ae391-f2e5-4c49-90a3-6cc759a0af41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0838668 Oct 13 01:04:12.986686 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-616630b5-25b9-43ff-8880-e54372b21942 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 1000 time: 0.0596769 Oct 13 01:04:13.034249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-89ba4b2e-00a1-4d1f-b832-01580fc15301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:13.035680 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-89ba4b2e-00a1-4d1f-b832-01580fc15301 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0422306 Oct 13 01:04:13.079604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-37695389-5b4d-4023-ae83-b658548a2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:13.081046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-37695389-5b4d-4023-ae83-b658548a2350 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384057 Oct 13 01:04:13.171433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-8729c1f1-4311-455b-b65e-5160db2592ab service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830266 Oct 13 01:04:13.258320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-114f7d53-854e-4a3e-9597-00cef4d786b0 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798488 Oct 13 01:04:13.956353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6de92-6d1d-426f-97c8-baa59d275feb req-7ed19e90-1403-47aa-9e8b-edeb75947e00 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:13.957820 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ae6de92-6d1d-426f-97c8-baa59d275feb req-7ed19e90-1403-47aa-9e8b-edeb75947e00 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0509689 Oct 13 01:04:13.994027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6ae6de92-6d1d-426f-97c8-baa59d275feb req-1cb2ef76-996e-4292-a4b1-a15d215d73bb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303831 Oct 13 01:04:14.613560 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-43f0b663-eeea-4f18-86a7-338abe74c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:15.110282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964598b7-909e-4c64-8f69-25028fb43f2e req-902b0eb4-72fa-4a3f-b120-c1bb60275433 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:15.111929 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-964598b7-909e-4c64-8f69-25028fb43f2e req-902b0eb4-72fa-4a3f-b120-c1bb60275433 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0519228 Oct 13 01:04:15.149192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-964598b7-909e-4c64-8f69-25028fb43f2e req-cbb99515-ec77-4d09-839b-184bb47e8452 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314453 Oct 13 01:04:15.269816 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-83870002-3daa-495a-bb0d-9fe2ca231635 service neutron] show failed (client error): The resource could not be found. Oct 13 01:04:15.270837 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-83870002-3daa-495a-bb0d-9fe2ca231635 service neutron] 10.222.0.45 "GET /v2.0/ports/f92fe24a-1ef6-47ff-a817-2c3e1497dda4/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0590336 Oct 13 01:04:15.543161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-f1206cdd-c62b-4fc1-bdb1-6edf9800a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:15.544675 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-f1206cdd-c62b-4fc1-bdb1-6edf9800a98c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0782731 Oct 13 01:04:15.562687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:04:15.613318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:15.818752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:04:15.851069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:04:15.875983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:15.891492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:04:15.897070 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:15.910551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Transition to ACTIVE for port object f92fe24a-1ef6-47ff-a817-2c3e1497dda4 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:04:15.914361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:15.942791 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e664e00-28ad-472f-be8f-043c43325d8d" -d '{"events": [{"server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "name": "network-vif-unplugged", "status": "completed", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:04:15.974262 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:16.003475 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:16.018775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.019227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.019474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.020101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.020455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.021192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.021276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.021563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.021895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.022215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.022543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.022966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:16.058039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] No DVR routers for this DVR port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:04:16.093267 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb4f96c-f1c4-49cb-9349-2d4ac630c070 x-openstack-request-id: req-4eb4f96c-f1c4-49cb-9349-2d4ac630c070 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:04:16.093566 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "name": "network-vif-unplugged", "status": "completed", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:04:16.093819 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4eb4f96c-f1c4-49cb-9349-2d4ac630c070 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:04:16.094220 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'code': 200} Oct 13 01:04:16.201364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Attempting to bind port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:04:16.201725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Attempting to bind port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:04:16.202057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Attempting to bind port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:04:16.206748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:04:16.207072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Attempting to bind port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:04:16.212067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:04:16.212411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:04:16.212802 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:04:16.213819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Bound port: f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:04:16.214182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:16.274584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec1591-366d-433d-af72-25174bd64804 req-953907ad-3313-4dc7-9031-276fb56d6420 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:16.276464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58ec1591-366d-433d-af72-25174bd64804 req-953907ad-3313-4dc7-9031-276fb56d6420 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0563426 Oct 13 01:04:16.278026 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:04:16.281248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:04:16.286803 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:16.316055 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58ec1591-366d-433d-af72-25174bd64804 req-74037301-f7fa-4179-93ac-cc208c559871 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Oct 13 01:04:16.325992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:16.326736 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:16.328142 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 1091 time: 0.7694986 Oct 13 01:04:16.347949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e24d00-28a2-4653-8f13-3218dbdb24f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:16.407255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-0582b41a-f966-4905-bc19-e4d04ea30034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:16.408958 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-0582b41a-f966-4905-bc19-e4d04ea30034 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1094 time: 0.0478234 Oct 13 01:04:16.504214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-6fe97eab-a54f-4d04-ad35-8f459ff87629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:16.505692 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-6fe97eab-a54f-4d04-ad35-8f459ff87629 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0892651 Oct 13 01:04:16.573381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-74e56663-1c3c-435e-828b-33d5a9083b47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 998 time: 0.0602942 Oct 13 01:04:16.620667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-13c7c28a-f8a8-4f3f-ab54-4b65e8a05334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:16.622830 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-13c7c28a-f8a8-4f3f-ab54-4b65e8a05334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0434825 Oct 13 01:04:16.671236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-fe72a931-1bfb-44e1-9af2-0ba71f2f825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:16.672792 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-fe72a931-1bfb-44e1-9af2-0ba71f2f825f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431669 Oct 13 01:04:16.764779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-e0120cb2-0ebb-4676-b2f6-5fcd7566836c service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843673 Oct 13 01:04:16.850642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9c9be3ad-027a-410a-8a2b-4a501d920493 req-27e4a841-b035-4284-bca7-6d4f19a167d6 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791736 Oct 13 01:04:17.437453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43d19-2449-4cb9-8a8b-fce4a24c3eb9 req-253240f7-6f94-466e-ae21-033990c068c7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:17.438901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ec43d19-2449-4cb9-8a8b-fce4a24c3eb9 req-253240f7-6f94-466e-ae21-033990c068c7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0477655 Oct 13 01:04:17.475745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ec43d19-2449-4cb9-8a8b-fce4a24c3eb9 req-f1f3a088-7b8e-4f03-9977-a830c7999157 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309908 Oct 13 01:04:17.690243 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:18.095601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:04:18.098018 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b927e9a7-6371-47b3-ac45-d8837013ac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:04:18.149253 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd98e9-bba7-40d4-bb00-e3d7dbe97633 x-openstack-request-id: req-70dd98e9-bba7-40d4-bb00-e3d7dbe97633 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:04:18.149550 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:04:18.149805 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70dd98e9-bba7-40d4-bb00-e3d7dbe97633 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:04:18.150234 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'status': 'completed', 'code': 200} Oct 13 01:04:18.240869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-83b0b723-b6ba-4b57-90c1-a9421c3580a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.242367 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-83b0b723-b6ba-4b57-90c1-a9421c3580a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1094 time: 0.0481007 Oct 13 01:04:18.354854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-70c27383-5482-4bfd-b738-dfe3b0e09184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.356271 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-70c27383-5482-4bfd-b738-dfe3b0e09184 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1094 time: 0.1256361 Oct 13 01:04:18.376147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-362b5675-bde7-4385-96d6-89a67087fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.377553 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-362b5675-bde7-4385-96d6-89a67087fec3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1280496 Oct 13 01:04:18.483296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-4e553759-ccf7-4588-b479-5bb0a5d0799b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 998 time: 0.0957582 Oct 13 01:04:18.534082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-e982fcd1-d50a-4f6c-9406-1fdaa9d5deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.535577 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-e982fcd1-d50a-4f6c-9406-1fdaa9d5deb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1710477 Oct 13 01:04:18.583709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-075b0ca4-908c-4223-a098-9df47c0708ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.584896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f92fe24a-1ef6-47ff-a817-2c3e1497dda4 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:04:18.585173 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-075b0ca4-908c-4223-a098-9df47c0708ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0942492 Oct 13 01:04:18.594658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05a0dd-efcf-4c52-a6ee-df65ca30aea8 req-4821161b-0d45-4cc8-b3d3-b853a4511018 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.596439 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd05a0dd-efcf-4c52-a6ee-df65ca30aea8 req-4821161b-0d45-4cc8-b3d3-b853a4511018 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0553114 Oct 13 01:04:18.624111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f92fe24a-1ef6-47ff-a817-2c3e1497dda4 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:04:18.633126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-d5612098-3c62-4b0b-840d-853941829dd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 998 time: 0.0900602 Oct 13 01:04:18.638045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cd05a0dd-efcf-4c52-a6ee-df65ca30aea8 req-f66e5de1-6525-4540-b7cc-2223ad8f23fd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324106 Oct 13 01:04:18.643924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-0f2306e0-d6d6-4201-86a7-744cec6265eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.645373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-0f2306e0-d6d6-4201-86a7-744cec6265eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527072 Oct 13 01:04:18.735643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-c4e8d893-272a-40df-9475-d96c1fbfe649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.737087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-c4e8d893-272a-40df-9475-d96c1fbfe649 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0953407 Oct 13 01:04:18.793915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-b9b651d1-c5e4-441e-82a1-21542cc2aad5 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400743 Oct 13 01:04:18.802667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-d93f375f-d612-416d-92fb-e4103cbf6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:18.804070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-d93f375f-d612-416d-92fb-e4103cbf6af7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595782 Oct 13 01:04:18.954188 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-3b4a1723-bf93-4277-b68c-9a089bafe606 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534951 Oct 13 01:04:18.959082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-e5c6a5de-3500-48fc-94c4-2611d7861787 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385550 Oct 13 01:04:19.051425 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b927e9a7-6371-47b3-ac45-d8837013ac9a req-6d89e554-0988-4fcc-90af-f20272030acc service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849254 Oct 13 01:04:19.756362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66767b-3e39-4482-81ea-2cf4dfcb83ab req-c84c5de3-02cf-4542-85db-a97425f46437 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:19.757819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e66767b-3e39-4482-81ea-2cf4dfcb83ab req-c84c5de3-02cf-4542-85db-a97425f46437 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0481558 Oct 13 01:04:19.795608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e66767b-3e39-4482-81ea-2cf4dfcb83ab req-6393c117-d323-414d-af05-cfb6893bf10c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308015 Oct 13 01:04:19.818789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f92fe24a-1ef6-47ff-a817-2c3e1497dda4 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:04:19.915462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:04:19.930984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'mac_address': 'fa:16:3e:87:e7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:04:19.969653 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:19.983393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92fe24a-1ef6-47ff-a817-2c3e1497dda4 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:04:19.990426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e521be1-4fab-41f4-b8c1-f9befba3b6d3 req-ec1390ff-ab42-4834-9c1b-ea4a25f03683 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:19.991952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e521be1-4fab-41f4-b8c1-f9befba3b6d3 req-ec1390ff-ab42-4834-9c1b-ea4a25f03683 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 943 time: 0.0521209 Oct 13 01:04:20.008812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:04:20.013838 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:20.032170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc059b-16bb-4356-aade-0451be196742 req-7c2898d4-fa6e-4048-b246-a81ba74da5b5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:20.033817 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-7c2898d4-fa6e-4048-b246-a81ba74da5b5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 943 time: 0.0679147 Oct 13 01:04:20.048076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e521be1-4fab-41f4-b8c1-f9befba3b6d3 req-ab4cbf21-8ca3-4848-a2fd-4566ff87802d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488095 Oct 13 01:04:20.065491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:20.072970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.073318 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.073740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.074096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.074425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.074749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.075070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.075389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.075731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.076049 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.076365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.076684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:04:20.098971 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-c1dc059b-16bb-4356-aade-0451be196742 req-bfcfdb7d-5dc6-4f35-8b4b-7a46d8681e92 service neutron] delete failed (client error): The resource could not be found. Oct 13 01:04:20.100026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-bfcfdb7d-5dc6-4f35-8b4b-7a46d8681e92 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f92fe24a-1ef6-47ff-a817-2c3e1497dda4/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0589259 Oct 13 01:04:20.203661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc059b-16bb-4356-aade-0451be196742 req-c9f96b91-400b-43ea-b7d2-3b1863c49290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:20.205168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-c9f96b91-400b-43ea-b7d2-3b1863c49290 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1095 time: 0.0409434 Oct 13 01:04:20.298273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc059b-16bb-4356-aade-0451be196742 req-5f6ca3b1-d351-4d14-b062-08cabf580860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:20.302344 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-5f6ca3b1-d351-4d14-b062-08cabf580860 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0879779 Oct 13 01:04:20.367926 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-b7472217-fde5-41a4-99b4-9145185c03e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 999 time: 0.0613940 Oct 13 01:04:20.411287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['f92fe24a-1ef6-47ff-a817-2c3e1497dda4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:04:20.417594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc059b-16bb-4356-aade-0451be196742 req-81456526-f919-4c6b-9c30-dbf049ccf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:20.419051 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-81456526-f919-4c6b-9c30-dbf049ccf6ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0440261 Oct 13 01:04:20.468528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc059b-16bb-4356-aade-0451be196742 req-bf5d938d-c2d4-4622-9ba6-9868e9fae4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:20.469919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-bf5d938d-c2d4-4622-9ba6-9868e9fae4a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438650 Oct 13 01:04:20.558451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-6758063c-8808-4536-87db-3acb0d9c1a4a service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810304 Oct 13 01:04:20.653860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c1dc059b-16bb-4356-aade-0451be196742 req-081c90cd-7dc7-4af6-936b-9d36e48c1ab0 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880542 Oct 13 01:04:21.167940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b7f69-aa5d-4f3b-887f-3c7fafc61fa4 req-c08d515f-5335-47e1-a4e9-c8e30cdfcbc8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:21.169461 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-836b7f69-aa5d-4f3b-887f-3c7fafc61fa4 req-c08d515f-5335-47e1-a4e9-c8e30cdfcbc8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 944 time: 0.0550144 Oct 13 01:04:21.210196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-836b7f69-aa5d-4f3b-887f-3c7fafc61fa4 req-106e46f6-3b9e-4007-8c11-5b75bb9bd038 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338545 Oct 13 01:04:21.833714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f92fe24a-1ef6-47ff-a817-2c3e1497dda4 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:04:21.881202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:04:21.885627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:04:21.886002 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:21.962594 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:21.984270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:04:21.997743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:04:22.001726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:22.026393 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708cc9a9-4fe8-4c6f-ae1f-f9099eb94eed" -d '{"events": [{"server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "name": "network-vif-plugged", "status": "completed", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:04:22.053507 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:22.110504 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e5fb08-4b14-4c46-87a9-97d8565c983d x-openstack-request-id: req-e2e5fb08-4b14-4c46-87a9-97d8565c983d {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:04:22.110799 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "name": "network-vif-plugged", "status": "completed", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:04:22.111058 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e5fb08-4b14-4c46-87a9-97d8565c983d {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:04:22.111464 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'code': 200} Oct 13 01:04:22.323621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df52fe-158d-4a85-bca4-7006202ac24a req-b276bd9e-4e9b-4e73-b262-9f5ce2483556 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:22.324984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53df52fe-158d-4a85-bca4-7006202ac24a req-b276bd9e-4e9b-4e73-b262-9f5ce2483556 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0482581 Oct 13 01:04:22.360925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53df52fe-158d-4a85-bca4-7006202ac24a req-5381e425-cb30-46f7-bf31-b3f4f367068f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298913 Oct 13 01:04:22.473847 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076d25-9c53-4fb4-a22c-7d82b71b672b req-a9ac2613-0fe5-4530-916c-8c12172e89c5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:22.475299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7076d25-9c53-4fb4-a22c-7d82b71b672b req-a9ac2613-0fe5-4530-916c-8c12172e89c5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0481772 Oct 13 01:04:22.512382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7076d25-9c53-4fb4-a22c-7d82b71b672b req-5bc0020e-2ece-4c20-8a79-40b6055257b2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311565 Oct 13 01:04:22.713053 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cc13f-268f-4897-b278-e22c8a15bda4 req-ebeb9b04-9113-4319-91b2-a867b5ad9674 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:22.714528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b4cc13f-268f-4897-b278-e22c8a15bda4 req-ebeb9b04-9113-4319-91b2-a867b5ad9674 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0539274 Oct 13 01:04:22.752637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8b4cc13f-268f-4897-b278-e22c8a15bda4 req-882f3c05-caca-4d05-bd83-5ee23f476a08 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318606 Oct 13 01:04:22.753808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-97709713-21a4-4dbe-84e8-eaf88ddf665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:22.755291 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-97709713-21a4-4dbe-84e8-eaf88ddf665e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 1096 time: 0.0414231 Oct 13 01:04:22.843358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-f017da92-55e9-4cf6-90ac-69fdb8955d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:22.844915 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-f017da92-55e9-4cf6-90ac-69fdb8955d84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0824392 Oct 13 01:04:22.915173 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-e275dc9d-ec6a-4152-96d2-c0a75bb2d5a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 200 len: 1000 time: 0.0628846 Oct 13 01:04:22.962484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-dc3439a8-ebe7-4cf9-b77e-7d4b18903465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:22.963966 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-dc3439a8-ebe7-4cf9-b77e-7d4b18903465 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0417874 Oct 13 01:04:23.007565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-027541c8-42c4-43c1-a1df-ee7a1e8b1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:23.008988 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-027541c8-42c4-43c1-a1df-ee7a1e8b1c79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384614 Oct 13 01:04:23.099149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-54b73ea9-a2c5-40e6-8dc5-65581b894d4b service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825727 Oct 13 01:04:23.188021 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-60393a20-56ab-4832-9842-15b2c2d42f2e req-de8c1fb0-4cf4-45d7-b32c-4c81972127b9 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810866 Oct 13 01:04:23.872229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b8d01-1e51-4e4c-bf98-ce554c29654e req-53757a7f-6bcd-4344-b6d6-8c87b961179d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:23.873691 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-681b8d01-1e51-4e4c-bf98-ce554c29654e req-53757a7f-6bcd-4344-b6d6-8c87b961179d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0476477 Oct 13 01:04:23.910254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-681b8d01-1e51-4e4c-bf98-ce554c29654e req-77963cee-43b3-42df-a4fd-de992bf9404e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307283 Oct 13 01:04:24.136668 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118a0c1-5fc0-4546-9756-d080b067d7e9 req-938ec906-bdf1-4e9b-82e3-2c2bb26127e2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:24.138532 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7118a0c1-5fc0-4546-9756-d080b067d7e9 req-938ec906-bdf1-4e9b-82e3-2c2bb26127e2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0483260 Oct 13 01:04:24.175844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7118a0c1-5fc0-4546-9756-d080b067d7e9 req-503808f6-9c62-4d8f-b31b-53f02c410c2c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Oct 13 01:04:25.606866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ee815-6afe-4957-9b73-56f6caf14497 req-225fc033-4c0f-4226-b70b-598f6e0865a6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:25.608328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f31ee815-6afe-4957-9b73-56f6caf14497 req-225fc033-4c0f-4226-b70b-598f6e0865a6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.3598528 Oct 13 01:04:25.643735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6d3597f0-0733-423f-b9da-580e661c162c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:25.645225 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6d3597f0-0733-423f-b9da-580e661c162c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 945 time: 0.0528023 Oct 13 01:04:25.645935 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f31ee815-6afe-4957-9b73-56f6caf14497 req-84e57a9e-1781-4dc7-b19e-8dd23e11decd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Oct 13 01:04:25.732748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Deleting port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:04:25.733087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:26.090246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] For port f92fe24a-1ef6-47ff-a817-2c3e1497dda4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:04:26.090602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:26.253485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:26.253834 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:26.254149 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8 disassociated. External IP: 172.25.3.35, port: f92fe24a-1ef6-47ff-a817-2c3e1497dda4. Oct 13 01:04:26.254481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Calling delete_port for f92fe24a-1ef6-47ff-a817-2c3e1497dda4 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:04:26.381386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:26.410612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event deleted for resources: {'Port': ['ID=f92fe24a-1ef6-47ff-a817-2c3e1497dda4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:26.526825 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:04:26.635281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:04:26.645077 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:04:26.654756 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:04:26.655385 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:04:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:04:26.673107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] No DVR routers for this DVR port f92fe24a-1ef6-47ff-a817-2c3e1497dda4 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:04:26.676093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:26.679924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8e773f05-3d60-49bd-8f59-97b2c5a9a7dc req-6feb7a65-e546-4e87-9f70-bbe24b636b8f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "DELETE /v2.0/ports/f92fe24a-1ef6-47ff-a817-2c3e1497dda4 HTTP/1.1" status: 204 len: 173 time: 1.0277975 Oct 13 01:04:26.680432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'name': 'network-vif-deleted', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:04:26.683239 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eb9fdb-6b24-43ab-896f-926b257e8317" -d '{"events": [{"server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "name": "network-vif-deleted", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:04:26.746935 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3a6266-7218-48ed-87c2-36990cf2cc11 x-openstack-request-id: req-3f3a6266-7218-48ed-87c2-36990cf2cc11 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:04:26.747228 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cc133-2dac-47c9-9aaf-25c41f71bafb", "name": "network-vif-deleted", "tag": "f92fe24a-1ef6-47ff-a817-2c3e1497dda4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:04:26.747485 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f3a6266-7218-48ed-87c2-36990cf2cc11 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:04:26.747915 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33cc133-2dac-47c9-9aaf-25c41f71bafb', 'name': 'network-vif-deleted', 'tag': 'f92fe24a-1ef6-47ff-a817-2c3e1497dda4', 'status': 'completed', 'code': 200} Oct 13 01:04:26.750007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f62b4b76-19f4-42e5-9be1-a01cbc547657 req-c8134d75-9422-4fcf-8982-b89fd9f7197e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=f33cc133-2dac-47c9-9aaf-25c41f71bafb HTTP/1.1" status: 200 len: 210 time: 0.0328929 Oct 13 01:04:26.784867 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:04:26.991642 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:04:27.020983 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:04:27.029603 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:04:27.030201 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:04:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:04:27.130450 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:04:27.318807 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:04:27.344489 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f5fcc-a714-443f-83eb-79a0996a8376 None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:04:27.553508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5d5b0a-4e10-40a5-a11b-238908e95d56 None None] New status for floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:04:28.040608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-dff1625f-9bdc-4f86-a052-3e2a0f7ceed0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1296961706&fields=id&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 267 time: 0.0312810 Oct 13 01:04:28.146702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c136-77c6-486d-8043-cccd70e510bb req-86f7cc82-48f0-4e5e-b4cb-6fda6d743253 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:28.148178 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-86f7cc82-48f0-4e5e-b4cb-6fda6d743253 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 811 time: 0.1004035 Oct 13 01:04:28.165458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-9fa78235-4f7f-403f-b451-4171a52d53eb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/quotas/01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 375 time: 0.0106616 Oct 13 01:04:28.218845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-5a3e7c83-cfda-4da6-97ed-d2ad63973247 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479109 Oct 13 01:04:28.304087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-524f8325-6933-4b5c-9205-0e0b75131911 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:04:28.305090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-524f8325-6933-4b5c-9205-0e0b75131911 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0419550 Oct 13 01:04:28.396608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-2cc8a1a7-b2ec-444b-a97a-efa97595e54b service neutron] 10.222.0.21 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844433 Oct 13 01:04:28.484113 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-d0b99c3b-43ed-423c-8202-4351320d20b4 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812206 Oct 13 01:04:28.644746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67a3db9f-83f9-43e6-bb30-d67cbd70e700 req-cbaed7a4-c90d-42f6-87f9-2d0769e3c769 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 210 time: 0.0275416 Oct 13 01:04:29.611914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c136-77c6-486d-8043-cccd70e510bb req-0f621559-d8fa-4006-afc2-418cb62106e6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:29.613398 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-0f621559-d8fa-4006-afc2-418cb62106e6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 811 time: 0.1057327 Oct 13 01:04:29.668745 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-bd7d96b0-e301-4d6e-87f9-d1c531697e2f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 380 time: 0.0333848 Oct 13 01:04:29.704322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'port': {'device_id': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'admin_state_up': True, 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'security_groups': ['e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:04:29.741500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21cc4496-d826-43ba-8e17-15241af7f4fe req-0ae14df4-0b7a-43fb-9711-2abe0bd5bcbf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 210 time: 0.0298235 Oct 13 01:04:29.818042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Made reservation on behalf of 01ea9ea97d6d4f80af90f62fa777f9b2 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:04:29.821556 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:29.876868 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f92fe24a-1ef6-47ff-a817-2c3e1497dda4 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:04:29.896016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: f92fe24a-1ef6-47ff-a817-2c3e1497dda4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:04:29.896360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device f92fe24a-1ef6-47ff-a817-2c3e1497dda4 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:04:29.944787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Allocated IP 172.20.0.3 (1bc214d2-fa99-4942-920b-2b4af23b657e/b1c4c65c-5887-470b-b831-0ff90a0775b3/ad7430f2-8241-419e-81d4-ae77cf5c8b46) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:04:30.087754 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.120920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.174716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:04:30.177656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:04:30.180203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:04:30.187177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:30.238701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:30.239343 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.254820 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-47659b7e-4859-4edc-88d2-3243fc8c4ff4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547137 Oct 13 01:04:30.273374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Request body: {'port': {'device_id': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:04:30.328745 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.421813 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6af60a8f-c9ae-4b10-aa8f-6623a2ea9dcd None None] Provisioning complete for port ad7430f2-8241-419e-81d4-ae77cf5c8b46 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:04:30.422186 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6af60a8f-c9ae-4b10-aa8f-6623a2ea9dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.459311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-6af60a8f-c9ae-4b10-aa8f-6623a2ea9dcd None None] Port ad7430f2-8241-419e-81d4-ae77cf5c8b46 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:04:30.592339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7430f2-8241-419e-81d4-ae77cf5c8b46 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:04:30.599583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.611002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Transition to ACTIVE for port object ad7430f2-8241-419e-81d4-ae77cf5c8b46 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:04:30.614874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.671202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:30.737645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:04:30.737970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:04:30.738302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:04:30.742787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:04:30.743104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:04:30.748637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:04:30.748969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:04:30.749351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:04:30.749780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Bound port: ad7430f2-8241-419e-81d4-ae77cf5c8b46, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:04:30.750140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.819167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:04:30.822708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:04:30.833840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.863920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c80e33-52b3-4297-a14a-30905c95dedd req-8c774f34-48fd-489d-aac6-9ef984f3aee1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:30.865419 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27c80e33-52b3-4297-a14a-30905c95dedd req-8c774f34-48fd-489d-aac6-9ef984f3aee1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 943 time: 0.0548141 Oct 13 01:04:30.871746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:30.873059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:30.874486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] 10.222.0.36 "PUT /v2.0/ports/ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 1091 time: 0.6054573 Oct 13 01:04:30.876699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:04:30.879056 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375a9819-b28d-4559-ae30-4f82402f11c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:04:30.911722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5443a-54bf-40f9-8b1e-7f675901a31d service neutron] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:30.920892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27c80e33-52b3-4297-a14a-30905c95dedd req-02bd214b-233b-49c9-8b68-03340b887bd5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410013 Oct 13 01:04:30.929091 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3d693a-8b29-4f6d-abf7-9168c29252b9 x-openstack-request-id: req-1c3d693a-8b29-4f6d-abf7-9168c29252b9 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:04:30.929629 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:04:30.929886 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c3d693a-8b29-4f6d-abf7-9168c29252b9 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:04:30.930302 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'status': 'completed', 'code': 200} Oct 13 01:04:30.982167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c136-77c6-486d-8043-cccd70e510bb req-4053a3bc-b0f6-429a-82f3-211766fc2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:30.983835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-4053a3bc-b0f6-429a-82f3-211766fc2157 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1094 time: 0.0432777 Oct 13 01:04:31.032275 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-cb29eb9f-0a5e-4a6c-b2da-f81b218b86e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 217 time: 0.0350342 Oct 13 01:04:31.087680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c136-77c6-486d-8043-cccd70e510bb req-b035dbb6-b674-4630-b72e-4dd7a5c88fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:31.089140 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-b035dbb6-b674-4630-b72e-4dd7a5c88fcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0501933 Oct 13 01:04:31.134505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c136-77c6-486d-8043-cccd70e510bb req-2a94de6a-f94c-4167-bb95-c1fbab47bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:31.136108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-2a94de6a-f94c-4167-bb95-c1fbab47bebf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403669 Oct 13 01:04:31.224469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-5e1fc092-e752-4726-b9f3-2846ae47effc service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816250 Oct 13 01:04:31.315099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8205c136-77c6-486d-8043-cccd70e510bb req-cf4a96e8-dce5-4bd4-b1a6-94414c4c2889 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834925 Oct 13 01:04:31.436868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-4c3b8b5a-3c8b-40ed-8569-fb4897361ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:31.438338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-4c3b8b5a-3c8b-40ed-8569-fb4897361ded service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1094 time: 0.0416052 Oct 13 01:04:31.531896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-6f3c950f-fae7-494a-999c-1fc4ea7381dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:31.533366 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-6f3c950f-fae7-494a-999c-1fc4ea7381dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0877984 Oct 13 01:04:31.574403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-37226348-2f91-4bd3-aea1-c76b8a07e4ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 217 time: 0.0339456 Oct 13 01:04:31.622209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-4c3ffc20-b4ee-4fb3-a896-17861b22cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:31.623648 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-4c3ffc20-b4ee-4fb3-a896-17861b22cae2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0424602 Oct 13 01:04:31.673353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-7c028bfe-bc43-4896-a396-c334edd43f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:31.674819 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-7c028bfe-bc43-4896-a396-c334edd43f6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439625 Oct 13 01:04:31.763781 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-4dbbf71a-8c82-4303-a0a9-e5d2d1cffcdc service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811479 Oct 13 01:04:31.855149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-375a9819-b28d-4559-ae30-4f82402f11c3 req-3d42b1e0-7b7d-4ea8-ad47-9b60561c0353 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843363 Oct 13 01:04:32.040313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6210e-2ccb-4895-aede-0f0f75fa1c4a req-e3c61412-5c6d-4517-8cb8-c49cdc46ec8a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:32.041776 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1db6210e-2ccb-4895-aede-0f0f75fa1c4a req-e3c61412-5c6d-4517-8cb8-c49cdc46ec8a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 943 time: 0.0481372 Oct 13 01:04:32.079330 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1db6210e-2ccb-4895-aede-0f0f75fa1c4a req-d0e6eb49-2f24-4b98-9b12-0be35d0041bd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Oct 13 01:04:33.191961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf05bde-af2c-4523-bc88-5abc9f5d8bda req-a2562253-19da-45ef-a86c-5f411719b051 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:33.193428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cf05bde-af2c-4523-bc88-5abc9f5d8bda req-a2562253-19da-45ef-a86c-5f411719b051 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 943 time: 0.0500333 Oct 13 01:04:33.230402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cf05bde-af2c-4523-bc88-5abc9f5d8bda req-bef6b123-f088-4470-809e-bb55a6d0ff76 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305841 Oct 13 01:04:33.896672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:04:33.987736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:04:33.998536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'mac_address': 'fa:16:3e:87:6a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:04:34.038501 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:34.050576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7430f2-8241-419e-81d4-ae77cf5c8b46 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:04:34.069119 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:04:34.072719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:34.118637 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:34.346850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6b226-a96c-46b9-b916-913bcf7d7f0a req-ea935e18-18bf-46d6-8228-acf918f8a1a9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:34.348264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4f6b226-a96c-46b9-b916-913bcf7d7f0a req-ea935e18-18bf-46d6-8228-acf918f8a1a9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0526376 Oct 13 01:04:34.385762 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4f6b226-a96c-46b9-b916-913bcf7d7f0a req-6ee86b9a-0b1d-405e-937c-1947e9aa7580 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Oct 13 01:04:34.421414 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['ad7430f2-8241-419e-81d4-ae77cf5c8b46'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:04:35.498445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a0cc-01ac-40bf-82ec-f3de3e03a69d req-25963715-676c-413c-ab12-3dee8ea62248 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:35.499919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bd9a0cc-01ac-40bf-82ec-f3de3e03a69d req-25963715-676c-413c-ab12-3dee8ea62248 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0475316 Oct 13 01:04:35.536660 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bd9a0cc-01ac-40bf-82ec-f3de3e03a69d req-83592be0-67c1-487f-9419-184321c0663f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Oct 13 01:04:35.895394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:04:35.943446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port ad7430f2-8241-419e-81d4-ae77cf5c8b46 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:04:35.947135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port ad7430f2-8241-419e-81d4-ae77cf5c8b46 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:04:35.947529 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:36.022372 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:36.044833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:04:36.047087 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1b7a40-2a2b-4b5a-abf8-b5d5b268a090" -d '{"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-plugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:04:36.062866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:04:36.068317 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:36.091528 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9768b4fa-c415-4a42-af57-6a6a4f0138d1 x-openstack-request-id: req-9768b4fa-c415-4a42-af57-6a6a4f0138d1 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:04:36.091840 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-plugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:04:36.092094 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9768b4fa-c415-4a42-af57-6a6a4f0138d1 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:04:36.092478 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'code': 200} Oct 13 01:04:36.116882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:04:36.205863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1c1f3-d994-4cb1-b762-0b5c038c66ae req-c476ea71-9d97-496d-86b1-5061c14db654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:36.207298 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd1c1f3-d994-4cb1-b762-0b5c038c66ae req-c476ea71-9d97-496d-86b1-5061c14db654 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1096 time: 0.0400960 Oct 13 01:04:36.241590 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9fd1c1f3-d994-4cb1-b762-0b5c038c66ae req-7bf7c5a4-5012-4c1e-916c-e5bb9ee26f1f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272424 Oct 13 01:04:36.651010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b732a3-c8e2-4251-a99b-8aae8bf2c200 req-09fcb465-38dc-47a1-8bcf-091ac16d1cf5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:36.652458 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25b732a3-c8e2-4251-a99b-8aae8bf2c200 req-09fcb465-38dc-47a1-8bcf-091ac16d1cf5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0503988 Oct 13 01:04:36.691042 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25b732a3-c8e2-4251-a99b-8aae8bf2c200 req-4cede076-734d-4deb-8057-fc8b952caa0f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322676 Oct 13 01:04:36.910162 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:37.435194 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:37.811008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1454f4-ce96-4c8b-baa6-87eab9c4e2f3 req-4c58069b-04f9-4c76-ba26-ba0645fc43d6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:37.813851 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a1454f4-ce96-4c8b-baa6-87eab9c4e2f3 req-4c58069b-04f9-4c76-ba26-ba0645fc43d6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0524776 Oct 13 01:04:37.850128 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a1454f4-ce96-4c8b-baa6-87eab9c4e2f3 req-f1e17f89-46fb-458a-aa48-c584d40fd17f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311344 Oct 13 01:04:37.958051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06585d57-9ed8-4008-9e27-535493252749 req-bcbdb447-5655-4ae4-86f6-2ba28b5bf113 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:37.959539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06585d57-9ed8-4008-9e27-535493252749 req-bcbdb447-5655-4ae4-86f6-2ba28b5bf113 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0486858 Oct 13 01:04:37.967978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 47672) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:04:37.972419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'floatingip': {'port_id': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:04:38.013834 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:38.432967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:38.437612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:38.533770 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8 associated. External IP: 172.25.3.35, port: ad7430f2-8241-419e-81d4-ae77cf5c8b46. Oct 13 01:04:38.734504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:04:38.841007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:04:38.845799 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:38.851780 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:04:38.862047 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:04:38.862658 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:04:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:04:38.871747 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9f0b5856-758a-4d07-9406-465b69d68026 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "PUT /v2.0/floatingips/2fc1f995-091d-4255-93bc-75ac3db448f8 HTTP/1.1" status: 200 len: 990 time: 0.9027369 Oct 13 01:04:38.872323 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:04:38.910851 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4216360a-4311-4456-b715-b209207d8401" -d '{"events": [{"name": "network-changed", "server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:04:38.968684 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:04:38.995577 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0426f0d-b288-4107-8cb6-8d066760fc3d x-openstack-request-id: req-e0426f0d-b288-4107-8cb6-8d066760fc3d {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:04:38.995888 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:04:38.996160 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0426f0d-b288-4107-8cb6-8d066760fc3d {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:04:38.996554 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'status': 'completed', 'code': 200} Oct 13 01:04:39.078278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216360a-4311-4456-b715-b209207d8401 req-4286019f-c699-4ff9-af96-53c8e2e2dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:39.079787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4216360a-4311-4456-b715-b209207d8401 req-4286019f-c699-4ff9-af96-53c8e2e2dca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1096 time: 0.0421982 Oct 13 01:04:39.176534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216360a-4311-4456-b715-b209207d8401 req-8591b054-52cd-43e1-a58e-5f44b1248eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:39.178141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4216360a-4311-4456-b715-b209207d8401 req-8591b054-52cd-43e1-a58e-5f44b1248eee service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0917504 Oct 13 01:04:39.244034 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4216360a-4311-4456-b715-b209207d8401 req-a231d35c-335c-4f85-80b9-c919162ab63e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 998 time: 0.0586038 Oct 13 01:04:39.280707 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:87:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:04:38Z', 'revision_number': 9, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:04:39.296319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216360a-4311-4456-b715-b209207d8401 req-e80bd9ea-8ea6-4eb2-884a-da5a4308ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:39.297812 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4216360a-4311-4456-b715-b209207d8401 req-e80bd9ea-8ea6-4eb2-884a-da5a4308ec5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0474136 Oct 13 01:04:39.305568 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:04:39.313832 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:04:39.314426 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:04:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:04:39.343349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216360a-4311-4456-b715-b209207d8401 req-533aa022-726c-4863-8669-acf64baf0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:39.344950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4216360a-4311-4456-b715-b209207d8401 req-533aa022-726c-4863-8669-acf64baf0c48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405731 Oct 13 01:04:39.416030 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:04:39.438631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4216360a-4311-4456-b715-b209207d8401 req-dae14e0e-ae46-4b14-8059-0a0e7bf75e66 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865099 Oct 13 01:04:39.528438 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-4216360a-4311-4456-b715-b209207d8401 req-779b35bc-9a28-459f-bcc7-4c5a09932aa3 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820909 Oct 13 01:04:39.639530 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:87:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:04:38Z', 'revision_number': 9, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:04:39.664356 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2401a5-8a61-44c9-9fb8-d0aa9a983aaf None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:87:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:04:38Z', 'revision_number': 9, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:04:39.840693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76701316-0f1a-4800-b031-436eb111f336 None None] New status for floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:04:41.831039 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d3ace902-32bc-40d5-8e10-dd97d3717889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:42.606477 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-ee201d27-8816-4149-a836-ada785504248 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396047 Oct 13 01:04:42.702670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-19b40f5c-a3cc-4948-bd6a-b1b12322c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:42.704161 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-19b40f5c-a3cc-4948-bd6a-b1b12322c3cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1096 time: 0.0436354 Oct 13 01:04:42.805120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-4caaccf5-12b0-416e-9637-8e005cdfedda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:42.806547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-4caaccf5-12b0-416e-9637-8e005cdfedda service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0828104 Oct 13 01:04:42.873235 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-11031f30-c8e0-456b-b9af-c6f7e4abdc76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 1001 time: 0.0597551 Oct 13 01:04:42.921596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-9ec4cbc3-4e89-4dea-ae7e-c81f6f7e58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:42.923028 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-9ec4cbc3-4e89-4dea-ae7e-c81f6f7e58da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0430572 Oct 13 01:04:42.967289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-ece80846-e2f4-4da1-85da-256e785661b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:04:42.968674 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-ece80846-e2f4-4da1-85da-256e785661b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393407 Oct 13 01:04:43.058666 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-92c55df0-8704-4461-a927-f487fe8fb176 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825050 Oct 13 01:04:43.145628 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-698b8609-bbc8-421f-b4c1-10fcd452e625 req-ecc41471-2fed-4012-b541-13b867295eed service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804250 Oct 13 01:04:44.614163 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8460992f-486c-4faf-88e4-eff086af72b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:45.170622 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:04:45.879870 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:45.964123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:04:47.693616 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:06.925409 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:07.433447 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:11.831106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-948bcba0-c35f-4d4f-97a7-e95ad6acb315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:14.613864 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-97aed3c7-3fae-46da-8e8e-780472b6c1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:15.884549 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:15.965264 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:17.695257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:22.172326 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:05:36.926098 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:37.435220 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:41.831014 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-432027de-9dd2-4063-ba71-c9536f1d64c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:42.620121 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-de60ca90-927b-4940-9697-514f081553eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453105 Oct 13 01:05:42.721564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-519f8d2c-883b-4118-8cec-1dea8ba5161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:05:42.723014 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-519f8d2c-883b-4118-8cec-1dea8ba5161f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1096 time: 0.0445375 Oct 13 01:05:42.826694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-d7c92f4e-2fc8-4c4e-89f2-172956e22d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:05:42.828695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-d7c92f4e-2fc8-4c4e-89f2-172956e22d96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0823686 Oct 13 01:05:42.896096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-f44b4637-50b9-4008-a454-734fcaafbe60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 1001 time: 0.0591507 Oct 13 01:05:42.944479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-3d9718ab-f05e-4e7e-8bf6-34dedf2caef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:05:42.945850 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-3d9718ab-f05e-4e7e-8bf6-34dedf2caef0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0424953 Oct 13 01:05:42.990174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-9d93b284-71df-4e3b-a22e-5792291b18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:05:42.991527 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-9d93b284-71df-4e3b-a22e-5792291b18a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382948 Oct 13 01:05:43.083028 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-a625a766-5978-40e5-b6d5-46755f04ac5c service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836151 Oct 13 01:05:43.170320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fc92c0ae-89dd-43b1-86ee-e7ae49681a84 req-e0e3b4c7-c860-4116-9eb9-5e348f530b94 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792694 Oct 13 01:05:44.615337 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16f29e79-c109-4b64-ae48-b348d230829e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:45.883963 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:45.965357 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:47.698029 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:05:59.171743 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:06:06.940307 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:07.432297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:11.833674 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2394b790-7e90-438e-bf9e-df2171738428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:14.616605 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a180-824f-46dc-9043-9a424bab7503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:15.886991 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:15.965619 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:17.701434 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:36.170852 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:06:36.940544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:37.430030 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:41.837875 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b6ef1d48-fde2-4f80-ae08-37e56aa1ef40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:42.601667 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-e19eab15-b6b3-40cd-93a6-79f3d9002924 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389576 Oct 13 01:06:42.701200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-ab073a86-6024-4d06-bcb2-c5e0c27c18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:06:42.702646 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-ab073a86-6024-4d06-bcb2-c5e0c27c18c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1096 time: 0.0443625 Oct 13 01:06:42.808422 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-6a431a39-0dec-4a59-a4cc-2f438278a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:06:42.809886 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-6a431a39-0dec-4a59-a4cc-2f438278a518 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0874250 Oct 13 01:06:42.878740 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-c00a68cf-f183-4024-a9b9-0d09ee4b569f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 1001 time: 0.0600364 Oct 13 01:06:42.927028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-cf94fa41-a861-4665-9b58-9f131214d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:06:42.928439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-cf94fa41-a861-4665-9b58-9f131214d9ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0424645 Oct 13 01:06:42.973378 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-231f9b7a-fb28-4d55-be5f-2970258109ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:06:42.974743 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-231f9b7a-fb28-4d55-be5f-2970258109ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392094 Oct 13 01:06:42.985605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-aa0da190-9889-48db-b319-98ce3123fd5e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:06:42.986528 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-aa0da190-9889-48db-b319-98ce3123fd5e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047479 Oct 13 01:06:43.079177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-fa7901c7-ba76-41ac-b715-5efca3fdb4f2 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Oct 13 01:06:43.167538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9032199c-9e5c-439d-bd30-6a30b4a31d12 req-0d890c65-7de3-4d00-b233-0f2c80652f3a service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818524 Oct 13 01:06:44.616172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-98205b97-2821-4efb-813f-e310a9543af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:45.890726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:45.966919 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:06:47.702615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:06.956072 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:07.434260 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:07.660891 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-148e3127-3a6d-4f16-8c14-d8578aa50a52 req-18cbdf62-e416-41f5-8c5d-fe4032e04edd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:07:07.661811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-148e3127-3a6d-4f16-8c14-d8578aa50a52 req-18cbdf62-e416-41f5-8c5d-fe4032e04edd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075178 Oct 13 01:07:07.852314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9695a-9211-4f62-911b-12386b8e914b req-3f556415-4ecd-443a-b1d2-15e84ebd2944 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:07.855957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41e9695a-9211-4f62-911b-12386b8e914b req-3f556415-4ecd-443a-b1d2-15e84ebd2944 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0653076 Oct 13 01:07:07.907065 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41e9695a-9211-4f62-911b-12386b8e914b req-a27dad98-4de6-4466-81d7-408e8c97ebfe tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459304 Oct 13 01:07:07.950400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-9052f3ff-1545-48ec-97ca-9884729f09a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874996 Oct 13 01:07:09.022321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2e978-66c0-4154-a4bc-1607326d8eae req-72f21726-a4c4-4e82-a5a9-70bea5e83db0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:09.023817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bb2e978-66c0-4154-a4bc-1607326d8eae req-72f21726-a4c4-4e82-a5a9-70bea5e83db0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0488346 Oct 13 01:07:09.061354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bb2e978-66c0-4154-a4bc-1607326d8eae req-3a4db2eb-b2c1-4913-9258-11455c0459b5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Oct 13 01:07:10.177993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611bf4f-72d0-4ecc-873c-a1d197e95a58 req-aa0a2332-9745-4714-a085-07976b3f5be1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:10.179424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7611bf4f-72d0-4ecc-873c-a1d197e95a58 req-aa0a2332-9745-4714-a085-07976b3f5be1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0526862 Oct 13 01:07:10.216222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7611bf4f-72d0-4ecc-873c-a1d197e95a58 req-3f34340b-80b9-4b74-82be-bf3da7867546 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306702 Oct 13 01:07:11.331690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc280f48-41c7-4be1-b3e5-2f81c19a104d req-05a83cee-ee11-407b-aab5-40d80679b625 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:11.333061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc280f48-41c7-4be1-b3e5-2f81c19a104d req-05a83cee-ee11-407b-aab5-40d80679b625 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0518069 Oct 13 01:07:11.369911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc280f48-41c7-4be1-b3e5-2f81c19a104d req-f126c5e7-4f85-455e-9706-32b1903b9bbe tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309868 Oct 13 01:07:11.837585 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6c3ed3f3-bb60-4ff4-a6b9-97cd8007bfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:12.485030 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ba352-860c-41ad-a67c-d344afc84e5e req-3c0e3da6-fe1f-4559-9685-fcdfb8f5c05e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:12.486508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b93ba352-860c-41ad-a67c-d344afc84e5e req-3c0e3da6-fe1f-4559-9685-fcdfb8f5c05e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0493186 Oct 13 01:07:12.522926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b93ba352-860c-41ad-a67c-d344afc84e5e req-f2d65d99-c9a4-4160-9d2e-fe6dcc8f8574 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Oct 13 01:07:13.169752 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:07:13.280150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-1d9023fd-7465-460b-8d45-e7e5e3009cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:13.281617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-1d9023fd-7465-460b-8d45-e7e5e3009cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1096 time: 0.0398755 Oct 13 01:07:13.637023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755b10-b43f-4894-bfd7-6b2b2c12a666 req-14d1f21c-7f3f-4efc-9a76-0d9b4bffc004 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:13.638530 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee755b10-b43f-4894-bfd7-6b2b2c12a666 req-14d1f21c-7f3f-4efc-9a76-0d9b4bffc004 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0484951 Oct 13 01:07:13.652880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-1e4edbd6-cc02-443e-8924-5064776d9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:13.654362 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-1e4edbd6-cc02-443e-8924-5064776d9232 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.3659666 Oct 13 01:07:13.676475 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ee755b10-b43f-4894-bfd7-6b2b2c12a666 req-209b9d35-2bf5-4d98-8841-70f3187bf794 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Oct 13 01:07:13.719292 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-06f50393-a9e5-41e7-8365-e504e10826bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 1001 time: 0.0566604 Oct 13 01:07:13.770862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-2bdbcedf-1d5f-44d4-9d7c-f6cbca644a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:13.772296 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-2bdbcedf-1d5f-44d4-9d7c-f6cbca644a14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0458255 Oct 13 01:07:13.816786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-a36fe111-b14d-41f7-9904-9761efd5d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:13.818187 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-a36fe111-b14d-41f7-9904-9761efd5d07f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392370 Oct 13 01:07:13.911343 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-a9c65c1c-dafe-46b9-b399-ea5978378299 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854208 Oct 13 01:07:13.998551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-8bc86065-d9f5-4178-9ae0-6c89f6edcfc6 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801163 Oct 13 01:07:14.618611 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dcc9652f-bfe1-427c-9b35-f4b1d8688c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:14.791953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78d068-d550-4040-8e27-4bb8cf205ac8 req-1a4b4239-5be7-4a61-a3cd-c87e41dcb66a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:14.793414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d78d068-d550-4040-8e27-4bb8cf205ac8 req-1a4b4239-5be7-4a61-a3cd-c87e41dcb66a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0524559 Oct 13 01:07:14.830612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d78d068-d550-4040-8e27-4bb8cf205ac8 req-36fd05e6-de02-43d0-9c90-201e06699842 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Oct 13 01:07:15.891770 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:15.945504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b0aff-2512-46bc-80bf-fe6908d47029 req-cb054ff9-2487-445e-9f08-63fab8c22e5d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:15.946965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e26b0aff-2512-46bc-80bf-fe6908d47029 req-cb054ff9-2487-445e-9f08-63fab8c22e5d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0487273 Oct 13 01:07:15.967951 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:15.984506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e26b0aff-2512-46bc-80bf-fe6908d47029 req-7f36bc2f-a8c6-4b23-807c-adb76d281988 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Oct 13 01:07:17.098224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85b2cf-5b5b-42d1-8922-6f04ca479afc req-c3f40018-da6f-4a29-a6f3-6f94740ee287 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:17.099705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a85b2cf-5b5b-42d1-8922-6f04ca479afc req-c3f40018-da6f-4a29-a6f3-6f94740ee287 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0481675 Oct 13 01:07:17.136485 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a85b2cf-5b5b-42d1-8922-6f04ca479afc req-6f656a5c-e23a-47a7-b89c-f421324d984a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Oct 13 01:07:17.705412 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:18.255005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d6a7-f359-43c2-8bd6-41361ecfda29 req-d0037d5b-eebd-44a6-8f8d-c3170310d351 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:18.256534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8363d6a7-f359-43c2-8bd6-41361ecfda29 req-d0037d5b-eebd-44a6-8f8d-c3170310d351 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0535038 Oct 13 01:07:18.293974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8363d6a7-f359-43c2-8bd6-41361ecfda29 req-a4559b53-a68a-41e6-9592-247f2c07fb02 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315013 Oct 13 01:07:19.412801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b347dc3-6c4d-4f96-be3a-82db279ab2d6 req-a3781cea-58a0-4788-88bd-311ed6f41064 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:19.414287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b347dc3-6c4d-4f96-be3a-82db279ab2d6 req-a3781cea-58a0-4788-88bd-311ed6f41064 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0483146 Oct 13 01:07:19.451045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b347dc3-6c4d-4f96-be3a-82db279ab2d6 req-e1375f83-94be-4af7-abd3-6d3905d08867 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308862 Oct 13 01:07:20.568306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc9262-083b-40fd-bf5f-c51ae4658df8 req-8326c8d2-6db4-4b5f-906e-a3cac82943cc tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:20.569761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8cc9262-083b-40fd-bf5f-c51ae4658df8 req-8326c8d2-6db4-4b5f-906e-a3cac82943cc tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0490527 Oct 13 01:07:20.606516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8cc9262-083b-40fd-bf5f-c51ae4658df8 req-71fedbf5-1015-4690-aec7-c1cfa37cc61d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Oct 13 01:07:21.724271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9b28-c2fb-4e69-8c22-3ce510d8579f req-03d8cd25-27c4-4d16-a46d-9de798b5d745 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:21.725753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a1a9b28-c2fb-4e69-8c22-3ce510d8579f req-03d8cd25-27c4-4d16-a46d-9de798b5d745 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0525327 Oct 13 01:07:21.762390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a1a9b28-c2fb-4e69-8c22-3ce510d8579f req-1731fde6-afda-4e5a-b7bb-81233a9c786b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308151 Oct 13 01:07:22.875491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be16ec-dd4a-4671-9055-d926455a6ff0 req-387a5dcf-3ca4-4891-bffa-4ac79692a99a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:22.877011 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84be16ec-dd4a-4671-9055-d926455a6ff0 req-387a5dcf-3ca4-4891-bffa-4ac79692a99a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0479500 Oct 13 01:07:22.914099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84be16ec-dd4a-4671-9055-d926455a6ff0 req-89550d94-9639-427d-baab-200a403ca5b6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302863 Oct 13 01:07:24.025025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76026263-7a6d-4374-8763-c771ae09dd27 req-83040d3b-fd90-4010-8d3a-4051a1f560f0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:24.026470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76026263-7a6d-4374-8763-c771ae09dd27 req-83040d3b-fd90-4010-8d3a-4051a1f560f0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0473530 Oct 13 01:07:24.063900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76026263-7a6d-4374-8763-c771ae09dd27 req-bfbd368c-b191-4307-bd2c-0898040556b3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316210 Oct 13 01:07:25.182970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a0492-f89d-4961-ba27-13984389c733 req-0c8e5528-3464-472e-a031-18a2b8ed70e4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:25.184480 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d5a0492-f89d-4961-ba27-13984389c733 req-0c8e5528-3464-472e-a031-18a2b8ed70e4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0527942 Oct 13 01:07:25.226520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d5a0492-f89d-4961-ba27-13984389c733 req-4cad7e09-bf8f-4d81-89bc-341dbbd71b7d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345094 Oct 13 01:07:26.150548 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-c7064f2e-93db-4c5c-ab79-1623a4054a24 service neutron] show failed (client error): The resource could not be found. Oct 13 01:07:26.151489 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-c7064f2e-93db-4c5c-ab79-1623a4054a24 service neutron] 10.222.0.36 "GET /v2.0/ports/ad7430f2-8241-419e-81d4-ae77cf5c8b46/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0581195 Oct 13 01:07:26.344215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be840c7b-9c6c-4855-88d7-c354944a0dd5 req-59dcfd22-c7d2-4308-b801-3daeee1273ac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:26.345739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be840c7b-9c6c-4855-88d7-c354944a0dd5 req-59dcfd22-c7d2-4308-b801-3daeee1273ac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0491998 Oct 13 01:07:26.355325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-904d1158-6d58-4507-b0d1-54e60b161168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:26.356969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-904d1158-6d58-4507-b0d1-54e60b161168 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0464346 Oct 13 01:07:26.367533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-26d1ed13-dd20-474e-adbb-4e7091ae7221 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:07:26.368518 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-26d1ed13-dd20-474e-adbb-4e7091ae7221 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050774 Oct 13 01:07:26.383767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-be840c7b-9c6c-4855-88d7-c354944a0dd5 req-d551445a-2b3f-4ec2-920e-4bc1bc3807ca tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321429 Oct 13 01:07:26.387412 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:07:26.440538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:26.643191 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:26.674585 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:07:26.720606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:26.722925 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7f6923-a4d7-4053-98e6-61aa29e0096e" -d '{"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:26.726669 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:26.739119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Transition to ACTIVE for port object ad7430f2-8241-419e-81d4-ae77cf5c8b46 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:07:26.743982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:26.778525 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b653d4-b6b8-4b44-9b1e-9151c1d8868b x-openstack-request-id: req-76b653d4-b6b8-4b44-9b1e-9151c1d8868b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:26.778847 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:26.779130 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76b653d4-b6b8-4b44-9b1e-9151c1d8868b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:26.779444 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'code': 200} Oct 13 01:07:26.824849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:26.839288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.839658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.840001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.840339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.840671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.841004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.841328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.841652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.841975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.842296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.842618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.843170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:26.882223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] No DVR routers for this DVR port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:07:27.024204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:07:27.024538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:07:27.024868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:07:27.029424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:07:27.029740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:07:27.034974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:07:27.035306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:07:27.035723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:07:27.036142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Bound port: ad7430f2-8241-419e-81d4-ae77cf5c8b46, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:07:27.036496 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:27.099269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:07:27.102677 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:07:27.106129 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:27.138728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:27.139353 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:27.140815 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] 10.222.0.45 "PUT /v2.0/ports/ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 1091 time: 0.7576993 Oct 13 01:07:27.167756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30f0dc-bb44-4a26-9610-6deca405cfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:27.218432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-0bf60500-7888-464b-acf3-f20517b479d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:27.220101 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-0bf60500-7888-464b-acf3-f20517b479d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1094 time: 0.0427318 Oct 13 01:07:27.317862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-be397180-47a0-4420-809f-42eb0e30a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:27.319330 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-be397180-47a0-4420-809f-42eb0e30a2e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0921736 Oct 13 01:07:27.383719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-735e239c-1711-4dc0-9598-867e59447e54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 999 time: 0.0568817 Oct 13 01:07:27.438015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-b98346fe-778f-420c-b903-32bf2b6227ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:27.439614 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-b98346fe-778f-420c-b903-32bf2b6227ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0482237 Oct 13 01:07:27.488377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-193bd225-a826-4d4b-a997-df7f4ecdc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:27.490816 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-193bd225-a826-4d4b-a997-df7f4ecdc8b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439622 Oct 13 01:07:27.499119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c05b1a-da71-4c8f-8889-d52bfb9369e3 req-9207851c-6eef-42b2-9285-136d7995dc87 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:27.500576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14c05b1a-da71-4c8f-8889-d52bfb9369e3 req-9207851c-6eef-42b2-9285-136d7995dc87 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 943 time: 0.0497599 Oct 13 01:07:27.538168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-14c05b1a-da71-4c8f-8889-d52bfb9369e3 req-e6ea3041-84bd-44ca-9f60-99276d6ba89b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Oct 13 01:07:27.586137 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-c95c6003-0418-402b-80c9-0f4bb3b35b01 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881817 Oct 13 01:07:27.675250 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a7ed3251-7c0e-4b50-a222-6d3b146c0fb6 req-cc496f48-e687-4cd1-b89a-f20c72e1fa65 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820656 Oct 13 01:07:28.656953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c153d37-b9be-44db-885c-f4675d5b68b5 req-9ca11ae6-81cb-4821-845e-b220a7f03000 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:28.658366 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c153d37-b9be-44db-885c-f4675d5b68b5 req-9ca11ae6-81cb-4821-845e-b220a7f03000 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 943 time: 0.0518782 Oct 13 01:07:28.696373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c153d37-b9be-44db-885c-f4675d5b68b5 req-6aef1a04-69e1-4d90-b49a-eeacdc463395 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312026 Oct 13 01:07:28.780281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:28.782643 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1fbf79-e36b-4437-8957-b9434b6ec91b" -d '{"events": [{"name": "network-changed", "server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:28.829701 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084737d-1bf2-4c50-bbae-30b4e64a6d69 x-openstack-request-id: req-b084737d-1bf2-4c50-bbae-30b4e64a6d69 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:28.830065 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:28.830337 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b084737d-1bf2-4c50-bbae-30b4e64a6d69 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:28.830740 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'status': 'completed', 'code': 200} Oct 13 01:07:28.942850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-587173e5-6cea-4aec-92fa-6531d78ce8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:28.944277 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-587173e5-6cea-4aec-92fa-6531d78ce8b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1094 time: 0.0727432 Oct 13 01:07:28.945938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-b4918702-79f6-481e-991c-f82528b6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:28.947267 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-b4918702-79f6-481e-991c-f82528b6852f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1094 time: 0.0670681 Oct 13 01:07:29.104425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-7bb68013-84bc-4301-8a9a-061962fb59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:29.105874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-7bb68013-84bc-4301-8a9a-061962fb59b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1514060 Oct 13 01:07:29.107170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-3f455f8a-6e7d-4541-b9ac-029fda51170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:29.108499 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-3f455f8a-6e7d-4541-b9ac-029fda51170f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1461616 Oct 13 01:07:29.214280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-1c201bb4-6d96-4ffc-bf30-f69cc69ffef7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 999 time: 0.1007826 Oct 13 01:07:29.219827 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-bab251c8-b4e0-4a2d-b26a-4b0adbbdb987 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 999 time: 0.1010172 Oct 13 01:07:29.296655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-537e1ab4-36de-4342-9c96-0d7bcf9408d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:29.298060 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-537e1ab4-36de-4342-9c96-0d7bcf9408d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0758011 Oct 13 01:07:29.300315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-c5bcf8a2-e9b1-4dc7-9d8c-8d135e5490e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:29.301604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-c5bcf8a2-e9b1-4dc7-9d8c-8d135e5490e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0723560 Oct 13 01:07:29.374153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-24b82cfa-60ed-4de9-af6c-7db35c2e13cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:29.375679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-24b82cfa-60ed-4de9-af6c-7db35c2e13cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705025 Oct 13 01:07:29.377457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-97fc22a9-a8c3-4ee3-ac82-b36158225a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:29.378863 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-97fc22a9-a8c3-4ee3-ac82-b36158225a87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651662 Oct 13 01:07:29.532994 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-7a2f7fd1-133f-4e3f-bfd5-a39e57b1bbb8 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492186 Oct 13 01:07:29.534652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:07:29.535326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-62a902a8-3ac4-430b-b323-1cfdfa404295 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446838 Oct 13 01:07:29.627904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:29.639325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'mac_address': 'fa:16:3e:87:6a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:07:29.680508 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:29.690783 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-5d82f3de-c5bd-4e80-9626-418583d2747f service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506581 Oct 13 01:07:29.693041 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c1fbf79-e36b-4437-8957-b9434b6ec91b req-ed073f1b-6bbc-45af-b764-29568995a35e service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459854 Oct 13 01:07:29.819013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da51ea3-012f-4baf-be9f-b805466e81b0 req-0b5ff9a7-b4d2-4b91-b24e-b820d36ea468 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:29.820476 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8da51ea3-012f-4baf-be9f-b805466e81b0 req-0b5ff9a7-b4d2-4b91-b24e-b820d36ea468 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 943 time: 0.0508382 Oct 13 01:07:29.842313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7430f2-8241-419e-81d4-ae77cf5c8b46 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:07:29.859911 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8da51ea3-012f-4baf-be9f-b805466e81b0 req-72f9a8d6-eddb-4e0a-9497-2267006002f5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334721 Oct 13 01:07:29.862011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:29.866923 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:29.913057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:29.920281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.920632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.920976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.921315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.921651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.921981 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.922314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.922642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.922967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.923293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.923659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:29.923986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:07:30.827312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:07:30.864863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:07:30.977436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce094f-dcb0-4234-a8d0-c9b15ac19cb4 req-123d6975-0c96-4cd9-b75b-2524b73db581 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:30.978900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96ce094f-dcb0-4234-a8d0-c9b15ac19cb4 req-123d6975-0c96-4cd9-b75b-2524b73db581 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0489125 Oct 13 01:07:31.014513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96ce094f-dcb0-4234-a8d0-c9b15ac19cb4 req-5421dc38-401b-473d-a7f1-5dd3b03b9671 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298111 Oct 13 01:07:31.295135 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-6b295e47-f7c8-47f6-b036-c5a2067b5729 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:31.297063 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-6b295e47-f7c8-47f6-b036-c5a2067b5729 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 944 time: 0.0575166 Oct 13 01:07:31.309735 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb40893-2299-4921-9294-29e1ea3b5a44 req-103678f0-5bad-466f-986e-01e02be165f1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:31.311220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fb40893-2299-4921-9294-29e1ea3b5a44 req-103678f0-5bad-466f-986e-01e02be165f1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0528326 Oct 13 01:07:31.349231 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6fb40893-2299-4921-9294-29e1ea3b5a44 req-5a345db0-2162-4fee-83d2-3931a82fc347 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318873 Oct 13 01:07:31.358677 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-2f283a52-29b9-4de2-a8ec-e69b88b0ee5b service neutron] 10.222.0.45 "GET /v2.0/ports/ad7430f2-8241-419e-81d4-ae77cf5c8b46/bindings/n-h1-813679-4 HTTP/1.1" status: 200 len: 382 time: 0.0538211 Oct 13 01:07:31.371802 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['ad7430f2-8241-419e-81d4-ae77cf5c8b46'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:07:31.447920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-c0ecadb2-fa15-4b2c-a517-5522accbcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:31.449447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-c0ecadb2-fa15-4b2c-a517-5522accbcf6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1095 time: 0.0411773 Oct 13 01:07:31.541036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-81880cab-c7c3-4bd2-8a5f-5bf7004b30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:31.542503 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-81880cab-c7c3-4bd2-8a5f-5bf7004b30b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0856495 Oct 13 01:07:31.606202 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-f9f93e35-22d3-4b64-8dad-513706b98055 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 1000 time: 0.0568619 Oct 13 01:07:31.653838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-0314b34b-7f0e-4102-bb5e-9769c69a06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:31.655218 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-0314b34b-7f0e-4102-bb5e-9769c69a06e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0422223 Oct 13 01:07:31.703376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-5c012a06-99d8-42a2-b4b3-cd72152ffde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:31.704846 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-5c012a06-99d8-42a2-b4b3-cd72152ffde1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421782 Oct 13 01:07:31.791693 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-39f3aa7e-db6b-4688-816e-47ba48f273aa service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792358 Oct 13 01:07:31.883378 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-0061db63-fe1f-4be1-931e-a863fd261616 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842366 Oct 13 01:07:32.464441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d87d7-e9eb-4cb0-afe3-66c658ec8ed6 req-313d4cde-cae7-4a1d-a636-28417417b455 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:32.465925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e96d87d7-e9eb-4cb0-afe3-66c658ec8ed6 req-313d4cde-cae7-4a1d-a636-28417417b455 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0483372 Oct 13 01:07:32.502390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e96d87d7-e9eb-4cb0-afe3-66c658ec8ed6 req-bdf60ebd-1397-4bf3-b2b1-b4266f6fe9a4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299549 Oct 13 01:07:33.548285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:07:33.596926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port ad7430f2-8241-419e-81d4-ae77cf5c8b46 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:07:33.601740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port ad7430f2-8241-419e-81d4-ae77cf5c8b46 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:07:33.602114 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:33.616688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fb790-aee5-4839-a794-776d34e33881 req-539e028f-75c8-49d7-b939-72be486a4e9c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:33.618190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b1fb790-aee5-4839-a794-776d34e33881 req-539e028f-75c8-49d7-b939-72be486a4e9c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0493441 Oct 13 01:07:33.656121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b1fb790-aee5-4839-a794-776d34e33881 req-662793a1-960e-4bfa-b053-4282d805481e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318265 Oct 13 01:07:33.681376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:33.706476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:33.708793 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6b855b-5ef8-4090-b493-d568bfee4177" -d '{"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-plugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:33.721174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:33.726070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:33.764798 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb14b31-d261-4d9c-9ff0-5c83e895b893 x-openstack-request-id: req-1bb14b31-d261-4d9c-9ff0-5c83e895b893 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:33.765083 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-plugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:33.765357 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bb14b31-d261-4d9c-9ff0-5c83e895b893 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:33.765719 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'code': 200} Oct 13 01:07:33.775350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:34.087842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-534aacaa-3c8c-49ee-97a9-920fa275486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:34.089332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-534aacaa-3c8c-49ee-97a9-920fa275486a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0422974 Oct 13 01:07:34.106829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:07:34.156769 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:34.358553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:34.391854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:07:34.430560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:34.433101 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9623cc2b-37e9-4ffa-83a3-282f35087402" -d '{"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:34.436741 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:34.450029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Transition to ACTIVE for port object ad7430f2-8241-419e-81d4-ae77cf5c8b46 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:07:34.453867 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:34.483004 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ba493c-9a92-4f11-92f8-30157bacc014 x-openstack-request-id: req-27ba493c-9a92-4f11-92f8-30157bacc014 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:34.483301 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:34.483578 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27ba493c-9a92-4f11-92f8-30157bacc014 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:34.483993 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'code': 200} Oct 13 01:07:34.536696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:34.584975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] No DVR routers for this DVR port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:07:34.786662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b23f81-3bbe-463d-b6c3-83a4e0f5fced req-baa6c4a4-03d0-415c-9be4-85a269448d04 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:34.788192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8b23f81-3bbe-463d-b6c3-83a4e0f5fced req-baa6c4a4-03d0-415c-9be4-85a269448d04 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0559981 Oct 13 01:07:34.828829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8b23f81-3bbe-463d-b6c3-83a4e0f5fced req-20355585-cff8-456e-b16e-bc92aef6010b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343342 Oct 13 01:07:35.000655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:07:35.000987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:07:35.001314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:07:35.005402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:07:35.005720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Attempting to bind port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:07:35.010380 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:07:35.010714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:07:35.011100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:07:35.011531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Bound port: ad7430f2-8241-419e-81d4-ae77cf5c8b46, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:07:35.011900 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:35.072141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:07:35.075053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:07:35.079013 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:35.111117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:35.111826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:35.113167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] 10.222.0.36 "PUT /v2.0/ports/ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 1092 time: 1.0101776 Oct 13 01:07:35.134940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d38777-7afd-4a39-a699-e2304a895765 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=11']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:35.191593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-9980f6d1-1cbd-4629-ba11-27db5b8dcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:35.193113 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-9980f6d1-1cbd-4629-ba11-27db5b8dcd48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1095 time: 0.0457711 Oct 13 01:07:35.289508 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-44f3d06b-e584-4f99-af5d-f8bf74c7d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:35.291169 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-44f3d06b-e584-4f99-af5d-f8bf74c7d39f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0910594 Oct 13 01:07:35.362321 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-7cfef6db-f5f7-49a6-a206-1d3ae80cdd19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 999 time: 0.0619049 Oct 13 01:07:35.411061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-b5648931-c7c8-4993-a52d-7df2d89433a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:35.412508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-b5648931-c7c8-4993-a52d-7df2d89433a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0439537 Oct 13 01:07:35.457477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-b64aacf3-b7da-4eaf-b289-acb66ad3a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:35.458902 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-b64aacf3-b7da-4eaf-b289-acb66ad3a927 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394711 Oct 13 01:07:35.548315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-78cdb036-ebac-453a-9b67-99ffc7b08ece service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820839 Oct 13 01:07:35.637229 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dc06946b-0c3f-4df9-bce1-30859eb7dfdc req-901bcea2-d4f1-4488-9aec-61b7888a9591 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818753 Oct 13 01:07:35.951145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68796257-7b2e-4a5f-9425-0bfa1c9c9761 req-7c47c478-9ab8-4f22-bf7c-ce0d9f7e5f4a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:35.952641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68796257-7b2e-4a5f-9425-0bfa1c9c9761 req-7c47c478-9ab8-4f22-bf7c-ce0d9f7e5f4a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0486007 Oct 13 01:07:35.989842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-68796257-7b2e-4a5f-9425-0bfa1c9c9761 req-f659999f-d1cf-40d2-a596-987e0b1a6f7c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Oct 13 01:07:36.485416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:36.488596 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af" -d '{"events": [{"name": "network-changed", "server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:36.535923 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736ec32-ed30-4bb2-9bdd-b0ac175428cd x-openstack-request-id: req-e736ec32-ed30-4bb2-9bdd-b0ac175428cd {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:36.536236 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:36.536470 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e736ec32-ed30-4bb2-9bdd-b0ac175428cd {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:36.536869 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'status': 'completed', 'code': 200} Oct 13 01:07:36.649835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-e4267ba2-0e46-4789-b205-05e5c498ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:36.651230 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-e4267ba2-0e46-4789-b205-05e5c498ba08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1095 time: 0.0728350 Oct 13 01:07:36.653615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-d1d465dd-1415-4f26-969d-b10cf0fb97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:36.654939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-d1d465dd-1415-4f26-969d-b10cf0fb97f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 1095 time: 0.0679722 Oct 13 01:07:36.813690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-3dd55e02-8478-404b-b379-3c20251a8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:36.815165 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-3dd55e02-8478-404b-b379-3c20251a8d9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1570947 Oct 13 01:07:36.816619 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-4d10ea37-c522-43a5-8d87-27142cd1af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:36.817934 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-4d10ea37-c522-43a5-8d87-27142cd1af8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1520028 Oct 13 01:07:36.928366 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-3e695c9e-b5c8-4866-b841-3e9d5cc2659a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 999 time: 0.1038709 Oct 13 01:07:36.930016 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-b21f79de-4c9e-4138-b42a-0544806fb54d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 200 len: 999 time: 0.1003084 Oct 13 01:07:36.966922 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:37.011143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-61847c67-abbf-4324-8b79-b7f384ae59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:37.012760 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-61847c67-abbf-4324-8b79-b7f384ae59db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0771093 Oct 13 01:07:37.014155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-cf5d4422-4e8b-4672-8802-2320503d18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:37.015459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-cf5d4422-4e8b-4672-8802-2320503d18f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0728056 Oct 13 01:07:37.090425 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-2729f04d-08f1-4105-a844-33c96d29d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:37.091964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-2729f04d-08f1-4105-a844-33c96d29d335 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721598 Oct 13 01:07:37.094464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-20a0cca3-0432-4940-b809-68762be5a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:37.095845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-20a0cca3-0432-4940-b809-68762be5a5ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672755 Oct 13 01:07:37.107474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557a0d5-8d51-415f-8a4c-99c45eea2061 req-a12fec5c-80ae-4460-b84b-15012eb6f382 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:37.108982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f557a0d5-8d51-415f-8a4c-99c45eea2061 req-a12fec5c-80ae-4460-b84b-15012eb6f382 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0514235 Oct 13 01:07:37.146646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f557a0d5-8d51-415f-8a4c-99c45eea2061 req-a8af1d63-519b-4232-92a9-e9dd1651559d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316525 Oct 13 01:07:37.251719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-c91bfc82-e8f9-4c6e-9ebe-bc6edb76595e service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525798 Oct 13 01:07:37.253586 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-6985828c-9846-4ed1-98c4-b42971bdc00b service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475284 Oct 13 01:07:37.408892 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-f28f005c-15ec-4267-ac2b-b0da91191e16 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499970 Oct 13 01:07:37.411085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a55eb9f7-10c4-4291-a6e3-4ac62b2b96af req-3f8d7d94-fd34-4920-871e-bd4b308373e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453760 Oct 13 01:07:37.460302 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:37.577990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:07:37.615080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:07:38.267663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4508c17-0f77-45e3-88c2-dc669e11abcf req-c14685ab-2697-4740-bf3f-b90a24e17a08 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:38.269123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4508c17-0f77-45e3-88c2-dc669e11abcf req-c14685ab-2697-4740-bf3f-b90a24e17a08 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 944 time: 0.0529168 Oct 13 01:07:38.309363 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4508c17-0f77-45e3-88c2-dc669e11abcf req-6880c290-6e20-4bfb-a69d-636e862c788a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336983 Oct 13 01:07:38.922939 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:07:39.016557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:39.027723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'mac_address': 'fa:16:3e:87:6a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:07:39.063446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:39.076259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7430f2-8241-419e-81d4-ae77cf5c8b46 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:07:39.098722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:39.102506 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:39.148109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:39.424576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6d0ea-34ee-4b67-88c7-fd8ef6fe6327 req-4e25fcba-5393-4b5a-8562-164059143cd0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:39.426676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbb6d0ea-34ee-4b67-88c7-fd8ef6fe6327 req-4e25fcba-5393-4b5a-8562-164059143cd0 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0519173 Oct 13 01:07:39.465957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbb6d0ea-34ee-4b67-88c7-fd8ef6fe6327 req-37f6034c-716a-4b4c-a037-ac8d0f09c6c5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Oct 13 01:07:39.500358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['ad7430f2-8241-419e-81d4-ae77cf5c8b46'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:07:39.582327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d72742-aa7c-449b-8d8c-e9d2155a1344 req-3155fa48-80a1-49fc-a52d-0b2321a37eb3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:39.583843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23d72742-aa7c-449b-8d8c-e9d2155a1344 req-3155fa48-80a1-49fc-a52d-0b2321a37eb3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0487039 Oct 13 01:07:39.622081 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23d72742-aa7c-449b-8d8c-e9d2155a1344 req-8b162bb7-4594-4bfc-85e3-f1eaad9c9bed tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317886 Oct 13 01:07:39.738543 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ca314-293f-4f91-8770-2e9f03d5143a req-d355484e-ec27-443f-bd14-6e866a8af207 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:39.740050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a7ca314-293f-4f91-8770-2e9f03d5143a req-d355484e-ec27-443f-bd14-6e866a8af207 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0524132 Oct 13 01:07:39.776763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a7ca314-293f-4f91-8770-2e9f03d5143a req-2ccdc818-e013-45ab-9b59-89197b721a99 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Oct 13 01:07:40.004144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e57416-ba2b-4a77-8e17-91043b3317c3 req-f2dd8372-3559-4268-a263-d3fc9e289356 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:40.005625 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76e57416-ba2b-4a77-8e17-91043b3317c3 req-f2dd8372-3559-4268-a263-d3fc9e289356 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 945 time: 0.0480478 Oct 13 01:07:40.043321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76e57416-ba2b-4a77-8e17-91043b3317c3 req-6d27fea1-65cb-4421-a565-6f6916a9333b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Oct 13 01:07:40.937560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:07:40.986646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port ad7430f2-8241-419e-81d4-ae77cf5c8b46 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:07:40.990796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port ad7430f2-8241-419e-81d4-ae77cf5c8b46 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:07:40.991167 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.064521 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.087435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:41.089694 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294d87b-0edd-4b2f-b0c8-45944204e241" -d '{"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-plugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:41.103778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:41.108273 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.135275 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6d191f-ff9f-4355-a7b6-9ba617ad12d6 x-openstack-request-id: req-ac6d191f-ff9f-4355-a7b6-9ba617ad12d6 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:41.135710 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-plugged", "status": "completed", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:41.135964 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac6d191f-ff9f-4355-a7b6-9ba617ad12d6 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:41.136360 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'code': 200} Oct 13 01:07:41.165313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=13']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:41.170471 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cde584-2a52-44e3-90f2-1dc4bfa01d37 req-5da08e1a-90f4-4e47-aba1-ba7f2df4d473 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:41.172143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34cde584-2a52-44e3-90f2-1dc4bfa01d37 req-5da08e1a-90f4-4e47-aba1-ba7f2df4d473 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 946 time: 0.0578458 Oct 13 01:07:41.211216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34cde584-2a52-44e3-90f2-1dc4bfa01d37 req-c982affb-351d-4ae3-8e23-cc7bddc2b5fe tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Oct 13 01:07:41.481966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-eaaaddb6-0b40-453a-876e-96c773a057ad tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:41.483313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-eaaaddb6-0b40-453a-876e-96c773a057ad tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 946 time: 0.0529850 Oct 13 01:07:41.572840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Deleting port ad7430f2-8241-419e-81d4-ae77cf5c8b46 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:07:41.573182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.662071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] For port ad7430f2-8241-419e-81d4-ae77cf5c8b46, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=ad7430f2-8241-419e-81d4-ae77cf5c8b46,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:41.662430 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.828199 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.828565 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.828884 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8 disassociated. External IP: 172.25.3.35, port: ad7430f2-8241-419e-81d4-ae77cf5c8b46. Oct 13 01:07:41.829232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Calling delete_port for ad7430f2-8241-419e-81d4-ae77cf5c8b46 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:07:41.838425 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f5406e81-6408-4ff8-970e-6647bb99b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.958927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:41.986493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event deleted for resources: {'Port': ['ID=ad7430f2-8241-419e-81d4-ae77cf5c8b46,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:42.101978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:07:42.214505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:07:42.225754 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:07:42.234917 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:07:42.235545 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:07:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:07:42.255954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] No DVR routers for this DVR port ad7430f2-8241-419e-81d4-ae77cf5c8b46 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:07:42.259025 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:42.262829 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bbfbb1aa-5cb1-4722-8583-3bfb6ca1d9ae req-64d6d3b4-102a-461d-a7cd-cd2e06485edd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "DELETE /v2.0/ports/ad7430f2-8241-419e-81d4-ae77cf5c8b46 HTTP/1.1" status: 204 len: 173 time: 0.7726762 Oct 13 01:07:42.263358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-deleted', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:42.266842 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053b19e1-2ac6-461c-8f0b-09583830d6a1" -d '{"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-deleted", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:42.309172 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31efabf-9e2a-4144-9ab7-f17bd68e0895 x-openstack-request-id: req-e31efabf-9e2a-4144-9ab7-f17bd68e0895 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:42.309534 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127cb63-a576-44fa-bb0c-42fbf4b8204f", "name": "network-vif-deleted", "tag": "ad7430f2-8241-419e-81d4-ae77cf5c8b46", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:42.309854 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e31efabf-9e2a-4144-9ab7-f17bd68e0895 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:42.310322 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127cb63-a576-44fa-bb0c-42fbf4b8204f', 'name': 'network-vif-deleted', 'tag': 'ad7430f2-8241-419e-81d4-ae77cf5c8b46', 'status': 'completed', 'code': 200} Oct 13 01:07:42.327741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-de3afde0-3090-4194-9190-eb946640f117 req-db4df144-ca93-48ea-b685-3939ff376e11 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=0127cb63-a576-44fa-bb0c-42fbf4b8204f HTTP/1.1" status: 200 len: 210 time: 0.0324957 Oct 13 01:07:42.346278 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:07:42.552064 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:07:42.579058 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:07:42.587052 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:07:42.587688 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:07:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:07:42.689286 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:07:42.883911 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:07:42.909057 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05f1db-ae42-4f87-bbb0-0630676bda75 None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:07:43.118806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8fdef3-e302-4421-bec3-57cadfd004bd None None] New status for floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:07:43.611665 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-9b713c38-c822-4bc9-b5d1-375da7d17393 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1296961706&fields=id&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 267 time: 0.0319834 Oct 13 01:07:43.715181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-2392424b-dd1a-47f9-9575-b378e5fcc926 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:43.716653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-2392424b-dd1a-47f9-9575-b378e5fcc926 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 811 time: 0.0985758 Oct 13 01:07:43.730965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-6f789c63-3f63-4827-be18-3c0f889e3c22 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/quotas/01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 375 time: 0.0085883 Oct 13 01:07:43.786175 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-1fe88f52-6edb-4778-87dd-a5f2e7f83e6b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501533 Oct 13 01:07:43.879455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-fdb04666-7a98-48d7-aea7-9ffcdc44a263 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816851 Oct 13 01:07:43.971186 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-5cc772e1-c87a-4259-91c0-9baed1c04d06 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851738 Oct 13 01:07:44.129661 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-944e0554-461e-4aca-88e5-d4aed9ba2a2b req-9ecffc5b-dc7f-4c6b-afd8-7213bf80bb66 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 210 time: 0.0269608 Oct 13 01:07:44.620881 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-392672cc-956a-4937-9564-0832f1c0e0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:45.208506 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-61a21c36-47e7-4e2e-8c4b-be9769e7a83e req-b31a0126-3fd0-4541-ba5b-56e15acc428b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 210 time: 0.0266967 Oct 13 01:07:45.895545 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:45.968596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:46.301436 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f1dcb84f-d29d-4c5e-a343-ce20cb25560a req-cfaf26a8-8507-46fd-8f7e-9078039b28f3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 210 time: 0.0261693 Oct 13 01:07:46.980973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:07:47.000657 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: ad7430f2-8241-419e-81d4-ae77cf5c8b46 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:07:47.001000 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device ad7430f2-8241-419e-81d4-ae77cf5c8b46 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:07:47.209394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-7abfb75e-8cb2-4f4a-a665-b826d5d70ef2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:47.210857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-7abfb75e-8cb2-4f4a-a665-b826d5d70ef2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 811 time: 0.1072369 Oct 13 01:07:47.267048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-2436a8c9-d0ee-4a44-926e-ef4bf11a832e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 380 time: 0.0335321 Oct 13 01:07:47.301375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'port': {'device_id': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'admin_state_up': True, 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'security_groups': ['e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:07:47.396491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-07b8fcb4-4f82-4d7d-a99c-a03e03d14815 req-c4a1c1a0-3e1c-4e31-abb6-b833261147d7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 210 time: 0.0284984 Oct 13 01:07:47.416955 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Made reservation on behalf of 01ea9ea97d6d4f80af90f62fa777f9b2 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:07:47.420545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:47.541881 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Allocated IP 172.20.0.5 (1bc214d2-fa99-4942-920b-2b4af23b657e/b1c4c65c-5887-470b-b831-0ff90a0775b3/0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:07:47.677860 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:47.707774 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:47.710439 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:47.754081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:07:47.757198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:07:47.760761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:07:47.783781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:47.817997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:47.818654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:47.834818 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-0df22c72-262b-495e-a68d-f00912656d71 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5369942 Oct 13 01:07:47.852847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Request body: {'port': {'device_id': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:07:47.908499 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:48.004524 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f2a32344-6971-4d51-abf0-5c6511ae6551 None None] Provisioning complete for port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:07:48.005115 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f2a32344-6971-4d51-abf0-5c6511ae6551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:48.038693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f2a32344-6971-4d51-abf0-5c6511ae6551 None None] Port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:07:48.171668 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:07:48.179568 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:48.192549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Transition to ACTIVE for port object 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:07:48.195995 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:48.261440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:48.314443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:07:48.314785 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:07:48.315116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:07:48.320254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:07:48.320582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:07:48.325645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:07:48.325988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:07:48.326379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:07:48.326817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Bound port: 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:07:48.327182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:48.396411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:07:48.399381 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:07:48.403816 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:48.442998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:48.443642 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:48.445215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] 10.222.0.45 "PUT /v2.0/ports/0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 1091 time: 0.5965819 Oct 13 01:07:48.445492 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:48.447820 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07040e0f-e7e7-4f45-815c-9e9667a8802e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:48.468590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712c1cd-78f8-4838-a6c4-1bbacb307404 service neutron] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:48.505984 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd99d8a-260d-4c3d-83d0-4a6e21b16e48 x-openstack-request-id: req-bcd99d8a-260d-4c3d-83d0-4a6e21b16e48 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:48.506460 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:48.506810 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcd99d8a-260d-4c3d-83d0-4a6e21b16e48 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:48.507309 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'status': 'completed', 'code': 200} Oct 13 01:07:48.535783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e6201-2e80-40e1-a0c2-409f4658059a req-9ca2726b-576e-4e57-99ef-3cd39949eb27 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:48.537392 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e8e6201-2e80-40e1-a0c2-409f4658059a req-9ca2726b-576e-4e57-99ef-3cd39949eb27 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0718527 Oct 13 01:07:48.572221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-a4315bd7-3968-4329-ad09-ce746619877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:48.573765 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-a4315bd7-3968-4329-ad09-ce746619877e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1094 time: 0.0486672 Oct 13 01:07:48.579621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e8e6201-2e80-40e1-a0c2-409f4658059a req-c93ba93b-a78b-4acd-8b5d-43e6e50549b5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361707 Oct 13 01:07:48.625916 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-529f6c48-5ebb-4611-aa8d-754435a0af57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 217 time: 0.0386341 Oct 13 01:07:48.676301 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-860ada8c-cd90-4037-a279-1d8e019297e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:48.677689 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-860ada8c-cd90-4037-a279-1d8e019297e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0443604 Oct 13 01:07:48.724869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-4c9a7436-ea72-45a2-a6d7-97016ea4ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:48.726381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-4c9a7436-ea72-45a2-a6d7-97016ea4ecdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411346 Oct 13 01:07:48.820417 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-800b740b-7a9e-497a-843c-351b6dca7194 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866606 Oct 13 01:07:49.189259 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-efb285c0-53f7-4644-8dcd-8249598e4d0a req-f8e048c9-d168-4cd8-8930-e0f8b2436717 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614979 Oct 13 01:07:49.312598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-df3ddf32-69be-4787-a9d4-e0589d846fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:49.314196 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-df3ddf32-69be-4787-a9d4-e0589d846fda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1094 time: 0.0431266 Oct 13 01:07:49.406116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-028d692e-1613-4415-992d-3823e8bcfaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:49.407647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-028d692e-1613-4415-992d-3823e8bcfaba service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0860054 Oct 13 01:07:49.447718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-84de6886-ed42-4a9a-b819-46d41f1b565d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 217 time: 0.0328999 Oct 13 01:07:49.498058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-2a1e6ec4-a3d9-4acf-8475-205790c6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:49.499454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-2a1e6ec4-a3d9-4acf-8475-205790c6c83c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0453207 Oct 13 01:07:49.543218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-21e6c65e-cb9e-40ae-a2cd-85820f3b1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:49.544686 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-21e6c65e-cb9e-40ae-a2cd-85820f3b1d89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382659 Oct 13 01:07:49.635891 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-0f080e58-685d-463c-a704-7cbb61d468c7 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835745 Oct 13 01:07:49.701005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ebe15-629f-43fa-ba9a-b9dbec2ee178 req-04d3b701-6bbe-4260-a483-ee006b6c28db tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:49.702500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-554ebe15-629f-43fa-ba9a-b9dbec2ee178 req-04d3b701-6bbe-4260-a483-ee006b6c28db tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0520744 Oct 13 01:07:49.725528 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-07040e0f-e7e7-4f45-815c-9e9667a8802e req-ff53378b-102b-4aff-b87c-fb7a66fa4f5f service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828292 Oct 13 01:07:49.741463 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-554ebe15-629f-43fa-ba9a-b9dbec2ee178 req-4c28e525-4657-482e-bdb3-895f338ffdde tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Oct 13 01:07:50.169067 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:07:50.856973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87fab-5412-4b4a-aa46-2d748a1e0ddb req-1089234a-3f3f-49df-81c3-0bd55a58daa9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:50.858415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ec87fab-5412-4b4a-aa46-2d748a1e0ddb req-1089234a-3f3f-49df-81c3-0bd55a58daa9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0478177 Oct 13 01:07:50.895422 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ec87fab-5412-4b4a-aa46-2d748a1e0ddb req-018175dd-7f2b-4fda-8075-93d778ae5808 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Oct 13 01:07:51.671889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:07:51.766604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:51.778286 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'mac_address': 'fa:16:3e:ec:c1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:07:51.813644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:51.826282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:07:51.848647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:51.852648 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:51.900402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:52.013690 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dac4d5-d75b-4ace-9793-de47b602d022 req-43e5cc8b-7f37-4dd3-ba05-26641ea7a55f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:52.015157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46dac4d5-d75b-4ace-9793-de47b602d022 req-43e5cc8b-7f37-4dd3-ba05-26641ea7a55f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0526500 Oct 13 01:07:52.052697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46dac4d5-d75b-4ace-9793-de47b602d022 req-d1401d7d-54e5-425e-adc7-767e64ee16cf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Oct 13 01:07:52.192766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:07:53.167619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33e21-8640-4161-883d-6ac550f250a2 req-c5401ed5-8a22-4c83-851f-b645910147a2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:53.169233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0de33e21-8640-4161-883d-6ac550f250a2 req-c5401ed5-8a22-4c83-851f-b645910147a2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0508084 Oct 13 01:07:53.209974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0de33e21-8640-4161-883d-6ac550f250a2 req-d706183e-0996-474f-9699-c87b781938d1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347714 Oct 13 01:07:53.688636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:07:53.738979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:07:53.742684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:07:53.743060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:53.817789 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:53.840041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:53.842276 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae65eb1-c6d6-4f3b-9f92-c4d16d64c4c3" -d '{"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:53.854187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:07:53.858088 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:53.884445 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceae80e-a328-44c4-947d-8f53db810920 x-openstack-request-id: req-3ceae80e-a328-44c4-947d-8f53db810920 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:53.884739 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:53.884992 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ceae80e-a328-44c4-947d-8f53db810920 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:53.885369 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'code': 200} Oct 13 01:07:53.910207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:07:54.000183 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3c5c7-e79b-4484-a20d-00f157c39766 req-918a1779-ec64-4f15-b535-fde039fd2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:54.001634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ab3c5c7-e79b-4484-a20d-00f157c39766 req-918a1779-ec64-4f15-b535-fde039fd2082 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1096 time: 0.0391872 Oct 13 01:07:54.035697 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ab3c5c7-e79b-4484-a20d-00f157c39766 req-153fdc42-997e-476d-9a32-68403aa6bd3b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266843 Oct 13 01:07:54.320583 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6dbfc-5467-4fa9-a856-2da07df93bfa req-174ef0e2-ca03-46de-89fd-611f5a1b8aa7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:54.321962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51f6dbfc-5467-4fa9-a856-2da07df93bfa req-174ef0e2-ca03-46de-89fd-611f5a1b8aa7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0480261 Oct 13 01:07:54.359019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51f6dbfc-5467-4fa9-a856-2da07df93bfa req-2e3c8813-3936-49d6-99ff-f7733aa5998a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Oct 13 01:07:55.478262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01c4a7-e84d-49e4-8c88-f2cc23d1bac0 req-60a5ef1f-d7fd-4a44-bb81-4529f146df50 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:55.479753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a01c4a7-e84d-49e4-8c88-f2cc23d1bac0 req-60a5ef1f-d7fd-4a44-bb81-4529f146df50 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0514090 Oct 13 01:07:55.516249 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8a01c4a7-e84d-49e4-8c88-f2cc23d1bac0 req-08c1ce2d-f971-4d0c-bb2f-2ea7dd18b3e2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306144 Oct 13 01:07:55.624553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49b4ea-029c-447b-9b3e-3ba5bfdd15f6 req-cc2994d4-fb67-416e-b5e4-7714e5113c2c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:55.626029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c49b4ea-029c-447b-9b3e-3ba5bfdd15f6 req-cc2994d4-fb67-416e-b5e4-7714e5113c2c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0479324 Oct 13 01:07:55.634522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48254) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:07:55.638702 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Request body: {'floatingip': {'port_id': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:07:55.677100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:56.098462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:56.102123 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:56.199118 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8 associated. External IP: 172.25.3.35, port: 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f. Oct 13 01:07:56.716787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:07:56.825415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:07:56.830287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:07:56.835443 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:07:56.843901 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:07:56.844498 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:07:56.861990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d9bb5807-71c0-4cb0-b080-52bd772143c4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "PUT /v2.0/floatingips/2fc1f995-091d-4255-93bc-75ac3db448f8 HTTP/1.1" status: 200 len: 991 time: 1.2264931 Oct 13 01:07:56.862659 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:07:56.865043 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd49f12-9e30-49ea-bfee-0dd30a06d772" -d '{"events": [{"name": "network-changed", "server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:07:56.902905 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3d536-d2d9-44f9-b3ca-b210aca8cb35 x-openstack-request-id: req-e5d3d536-d2d9-44f9-b3ca-b210aca8cb35 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:07:56.903188 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:07:56.903438 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5d3d536-d2d9-44f9-b3ca-b210aca8cb35 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:07:56.904196 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'status': 'completed', 'code': 200} Oct 13 01:07:56.950926 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:07:57.007323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-2403661c-5110-49e2-ae2e-5713317e27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:57.008900 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-2403661c-5110-49e2-ae2e-5713317e27d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1096 time: 0.0444150 Oct 13 01:07:57.097420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-6602784d-61ba-440c-819e-f195f4e7d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:57.099317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-6602784d-61ba-440c-819e-f195f4e7d982 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0838337 Oct 13 01:07:57.169457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-ba21e798-019c-4fca-82cf-ce2609a0aff3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 999 time: 0.0618372 Oct 13 01:07:57.171380 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:ec:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:07:56Z', 'revision_number': 13, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:07:57.220928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-3226b814-2c9f-4988-a360-fd9fb3ac1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:57.223041 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-3226b814-2c9f-4988-a360-fd9fb3ac1ff2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0468345 Oct 13 01:07:57.270499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-cc2f330d-e08c-4708-a32b-80b2b525aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:07:57.271968 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-cc2f330d-e08c-4708-a32b-80b2b525aadd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420992 Oct 13 01:07:57.284721 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:07:57.293224 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:07:57.294154 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:07:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:07:57.373587 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-f23534af-b791-49e7-b9a4-5f03f880be64 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934029 Oct 13 01:07:57.399727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:07:57.464985 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd49f12-9e30-49ea-bfee-0dd30a06d772 req-b133b999-83e5-4b38-8497-7a9c9c6ee0ee service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838895 Oct 13 01:07:57.620354 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:ec:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:07:56Z', 'revision_number': 13, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:07:57.650308 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159c584-d2d1-4bb4-aa1d-09c162db8013 None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '2fc1f995-091d-4255-93bc-75ac3db448f8', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'port_id': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'mac_address': 'fa:16:3e:ec:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:58:13Z', 'updated_at': '2021-10-13T01:07:56Z', 'revision_number': 13, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:07:57.840550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97daaf35-6a46-407f-9e48-4d83891f4319 None None] New status for floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:08:06.972770 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:07.462721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:11.838973 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9299cfa5-7bf8-4755-b509-09a70f8de578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:14.620898 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ee7ce376-f665-4a77-81af-ae0d82a4c016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:15.898312 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:15.968493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:17.711103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:27.167445 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:08:37.004568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:37.483265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:41.227736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-1c126db9-01fa-492a-b87f-88fde23b067f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403664 Oct 13 01:08:41.351233 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-e28da76a-9256-4ce5-8ad0-47cac19c43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:08:41.352757 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-e28da76a-9256-4ce5-8ad0-47cac19c43f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1096 time: 0.0448565 Oct 13 01:08:41.455389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-0ce983ce-da04-46ff-bd56-cf3766bd6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:08:41.457395 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-0ce983ce-da04-46ff-bd56-cf3766bd6d2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0846779 Oct 13 01:08:41.524089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-cc6358a0-176d-4090-87e4-ef09c130bf9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 1001 time: 0.0593245 Oct 13 01:08:41.571800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-1c9a023f-3ea9-4cd7-b60f-b7fbb9613560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:08:41.573177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-1c9a023f-3ea9-4cd7-b60f-b7fbb9613560 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0423102 Oct 13 01:08:41.617709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-9b74b357-ac47-400b-a30d-5d13d066f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:08:41.619132 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-9b74b357-ac47-400b-a30d-5d13d066f04f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387385 Oct 13 01:08:41.709874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-c83fcd63-3177-47ed-a64e-0b0bd28edb56 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831189 Oct 13 01:08:41.797351 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ad33658-c435-4e09-8807-4ab11bc20f06 req-35c3bd2f-f5a3-4217-a486-07a17b8ff361 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803368 Oct 13 01:08:41.839606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e4053fad-6c39-4fcc-ba02-9353fc51cbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:44.620446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-17c59f99-67d5-4051-8720-1bc2f22722d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:45.902669 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:45.968227 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:08:47.714812 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:04.167424 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:09:07.017024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:07.483889 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:11.840868 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3eda2c6a-a564-4415-bac7-a82ea32b1f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:14.620442 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d6e98836-4b84-400a-994e-15c3c73880cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:15.905714 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:15.968592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:17.716410 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:37.016654 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:37.497706 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:41.166608 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:09:41.302413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-3ee4fdd8-071c-43e3-9b90-56b34d2540f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1320887 Oct 13 01:09:41.404063 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-f00b48d7-83a6-4689-8c11-a70cc0897066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:09:41.405551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-f00b48d7-83a6-4689-8c11-a70cc0897066 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1096 time: 0.0451677 Oct 13 01:09:41.507466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-e443f9d9-403c-4d7d-89d2-61e7feb0e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:09:41.508937 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-e443f9d9-403c-4d7d-89d2-61e7feb0e3a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0839965 Oct 13 01:09:41.578097 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-28c85201-3711-4196-8414-cbaa6ea9e3e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 1001 time: 0.0611515 Oct 13 01:09:41.628664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-f7db0e55-338c-4021-962d-85cdad358609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:09:41.630154 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-f7db0e55-338c-4021-962d-85cdad358609 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0454655 Oct 13 01:09:41.676067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-a5570e14-1b7b-48d5-a08b-f49c219f52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:09:41.678109 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-a5570e14-1b7b-48d5-a08b-f49c219f52f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405560 Oct 13 01:09:41.770464 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-49df0924-df96-4cb5-8658-54e8958d69ff service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Oct 13 01:09:41.842467 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-17eaff63-a498-4193-9e7c-13e0ddf77c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:41.861956 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b161dd81-7e32-4c42-ac0a-a14454ecc3f2 req-244a687b-8476-4230-82b8-fad4c13d5a10 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Oct 13 01:09:44.620303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f41f4ae8-ea68-4451-8ec0-a46976caab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:45.907259 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:45.969301 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:09:47.718401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:07.016128 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:07.504095 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:11.843084 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65d56154-c522-4496-a18f-d60af41f7569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:14.620087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6bbb8788-2c6a-45b3-aa11-c3df9bb45661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:15.910844 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:15.968859 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:17.722824 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:18.165516 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:10:24.197639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd904f-2481-4cd3-9697-132e47a1784b req-9edf3067-c734-4b22-8275-d65ca66bbcc2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:24.199126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9fd904f-2481-4cd3-9697-132e47a1784b req-9edf3067-c734-4b22-8275-d65ca66bbcc2 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.1627870 Oct 13 01:10:24.235943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c9fd904f-2481-4cd3-9697-132e47a1784b req-5693b7fb-fdbb-4f97-9642-7eb851c112bd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307820 Oct 13 01:10:37.014569 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:37.505094 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:37.576099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-5a784bff-5136-44c0-b84c-e6d9b424211f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711527 Oct 13 01:10:37.588688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8129b4-3ea5-4316-ad14-cdf41a2de46d req-c11130f6-a074-491d-a812-c8a699e01971 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:37.590268 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d8129b4-3ea5-4316-ad14-cdf41a2de46d req-c11130f6-a074-491d-a812-c8a699e01971 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0610070 Oct 13 01:10:37.629779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d8129b4-3ea5-4316-ad14-cdf41a2de46d req-eb8b5772-1b38-4769-9577-70aaef2c8ba1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331011 Oct 13 01:10:38.746557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b860-11c5-4db6-bfb8-74842649b1c9 req-d06fff9c-bfcc-4556-82ba-f7b19af3da73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:38.748066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fe5b860-11c5-4db6-bfb8-74842649b1c9 req-d06fff9c-bfcc-4556-82ba-f7b19af3da73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0486465 Oct 13 01:10:38.785051 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fe5b860-11c5-4db6-bfb8-74842649b1c9 req-797473df-e993-4d9e-984d-3f6fec1b5398 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Oct 13 01:10:39.897927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadde04-7f87-4b41-aec8-3a535e392954 req-e1711423-1b72-46aa-a948-cd46450565ba tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:39.899364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5aadde04-7f87-4b41-aec8-3a535e392954 req-e1711423-1b72-46aa-a948-cd46450565ba tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0477080 Oct 13 01:10:39.938376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5aadde04-7f87-4b41-aec8-3a535e392954 req-2933e1eb-e7e9-4e3b-b5b3-d3c2a17761bc tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Oct 13 01:10:40.802240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-ce5eb7cc-7b73-4e9f-ab9a-21480e39322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:40.803929 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-ce5eb7cc-7b73-4e9f-ab9a-21480e39322d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1096 time: 0.0408998 Oct 13 01:10:40.895899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-b1aafd57-36f7-459d-a4b2-8169fea78b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:40.897896 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-b1aafd57-36f7-459d-a4b2-8169fea78b55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0868485 Oct 13 01:10:40.965460 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-e3c06ba4-5f5b-43e4-8cef-105efa557235 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 1001 time: 0.0605361 Oct 13 01:10:41.015409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-f3f682da-fe21-44f9-ba5b-93e6cfab3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:41.016913 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-f3f682da-fe21-44f9-ba5b-93e6cfab3d35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0439861 Oct 13 01:10:41.053175 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360c0cc-87bb-4e2f-bd61-b5af1fd3b429 req-5048f717-0a5e-45df-b259-6f937b353d5a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:41.055408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c360c0cc-87bb-4e2f-bd61-b5af1fd3b429 req-5048f717-0a5e-45df-b259-6f937b353d5a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0489576 Oct 13 01:10:41.063001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-05cfb4a9-6677-4bfb-89ba-12ece0f9acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:41.064525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-05cfb4a9-6677-4bfb-89ba-12ece0f9acc1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405846 Oct 13 01:10:41.092987 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c360c0cc-87bb-4e2f-bd61-b5af1fd3b429 req-7b7fa7aa-bb7d-4e97-af88-84f21e7efa0a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314984 Oct 13 01:10:41.157515 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-2c16921d-dcc8-4893-8973-78917b9d0fd1 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Oct 13 01:10:41.266727 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-ec284464-0471-430a-9739-452dc57dedc9 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821960 Oct 13 01:10:41.844348 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f29545b6-0768-4210-9a7a-2a516f668c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:42.206081 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22aa661-8c13-4183-8103-374285e32fde req-e702b74e-4aac-43b4-b247-75c374397ada tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:42.207587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e22aa661-8c13-4183-8103-374285e32fde req-e702b74e-4aac-43b4-b247-75c374397ada tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0487921 Oct 13 01:10:42.244326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e22aa661-8c13-4183-8103-374285e32fde req-7cc3e953-15d3-4d50-a92f-2b233c1e22ae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301907 Oct 13 01:10:43.099104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-53a16ae2-c558-4599-9a00-109fa350dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:43.101108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-53a16ae2-c558-4599-9a00-109fa350dbef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1096 time: 0.0403323 Oct 13 01:10:43.204597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-d85f95e2-4e4f-47f7-b6f9-6f6790445105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:43.206057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-d85f95e2-4e4f-47f7-b6f9-6f6790445105 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0867560 Oct 13 01:10:43.268529 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-460ac961-5289-4706-878b-bc0f95ef182a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 1001 time: 0.0551822 Oct 13 01:10:43.325501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-8a0b158a-9e63-4072-b007-55957869fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:43.327339 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-8a0b158a-9e63-4072-b007-55957869fe17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0517774 Oct 13 01:10:43.360231 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930e5b-c85b-46fb-8bde-0b4bcc38355e req-c0385685-4d48-4936-8f9d-d39ca6061750 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:43.361610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd930e5b-c85b-46fb-8bde-0b4bcc38355e req-c0385685-4d48-4936-8f9d-d39ca6061750 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0486126 Oct 13 01:10:43.373287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-8085a4a4-8a79-4f79-bacd-dcc621388c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:43.374779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-8085a4a4-8a79-4f79-bacd-dcc621388c70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406513 Oct 13 01:10:43.403103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd930e5b-c85b-46fb-8bde-0b4bcc38355e req-b32473f0-a077-4821-842e-496e8469e3e4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353353 Oct 13 01:10:43.464537 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-17d02a0a-6be7-4145-b7d9-441ad8304e57 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823355 Oct 13 01:10:43.555545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f9480a5a-4fb9-43b5-9d0c-004afa2e414a req-93c06962-0a83-405e-a4b6-29b0d1a013a6 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845468 Oct 13 01:10:44.517199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3481734-df3b-4e8b-90a0-01673dea9a90 req-fb877508-05a2-4ddc-a4d5-10af7792115b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:44.518652 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3481734-df3b-4e8b-90a0-01673dea9a90 req-fb877508-05a2-4ddc-a4d5-10af7792115b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0484045 Oct 13 01:10:44.556111 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3481734-df3b-4e8b-90a0-01673dea9a90 req-08c0fb69-9169-4ab8-8633-62238b1e0c02 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315795 Oct 13 01:10:44.620714 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-138894ed-70b0-41ec-b618-8cf5b6077777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:45.671714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d7b7-d99b-43f3-b9d6-0e111520b999 req-c990bbed-5483-4d05-a6f1-15a7924e17ef tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:45.673073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89a4d7b7-d99b-43f3-b9d6-0e111520b999 req-c990bbed-5483-4d05-a6f1-15a7924e17ef tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0486238 Oct 13 01:10:45.711068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89a4d7b7-d99b-43f3-b9d6-0e111520b999 req-537ec6a4-dc7a-40a0-b015-c437077d0e45 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Oct 13 01:10:45.912537 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:45.967685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:46.828682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19864488-693a-471f-8dbe-725a6058eeee req-395a6e98-59db-43d8-94ed-c05ed59a31bd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:46.830525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19864488-693a-471f-8dbe-725a6058eeee req-395a6e98-59db-43d8-94ed-c05ed59a31bd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0521746 Oct 13 01:10:46.872927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19864488-693a-471f-8dbe-725a6058eeee req-a0c5f0bd-7534-4f00-b923-236746004914 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365222 Oct 13 01:10:47.724631 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:47.987814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cfd45-3878-4172-aa00-4761d6e17e4a req-c69e92ab-da03-4425-9b19-efc401e14ac9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:47.989290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f1cfd45-3878-4172-aa00-4761d6e17e4a req-c69e92ab-da03-4425-9b19-efc401e14ac9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0485909 Oct 13 01:10:48.026340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f1cfd45-3878-4172-aa00-4761d6e17e4a req-c72ac87c-1a84-4100-a9aa-178f0366ab4d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Oct 13 01:10:49.140341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c180a-2d79-4600-a419-68715e5beaff req-048c17c7-1848-43a8-b2c5-7c028317812a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:49.141801 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-245c180a-2d79-4600-a419-68715e5beaff req-048c17c7-1848-43a8-b2c5-7c028317812a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0481315 Oct 13 01:10:49.178705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-245c180a-2d79-4600-a419-68715e5beaff req-8adb9186-dbf8-49bc-95ed-32e5d23d1eba tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310676 Oct 13 01:10:50.290770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c439d-8a5b-4b49-8192-a9be594cfa3e req-54196cfc-c3cd-4d5d-9b86-68e6da04f8be tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:50.292165 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a00c439d-8a5b-4b49-8192-a9be594cfa3e req-54196cfc-c3cd-4d5d-9b86-68e6da04f8be tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0471888 Oct 13 01:10:50.332340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a00c439d-8a5b-4b49-8192-a9be594cfa3e req-dcff5d61-a35f-4cff-90aa-df5bffacb48c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342953 Oct 13 01:10:51.447060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9311e-97d2-4d3e-80bd-84385b751370 req-2e4d850a-aac7-4aa3-95b5-f41051803de7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:51.448547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98f9311e-97d2-4d3e-80bd-84385b751370 req-2e4d850a-aac7-4aa3-95b5-f41051803de7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0479395 Oct 13 01:10:51.487818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-98f9311e-97d2-4d3e-80bd-84385b751370 req-1eac17e0-2d5a-4b26-a096-03f4eb0d0bae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334466 Oct 13 01:10:52.603873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f284634-168e-440b-9a64-9d6b6c625d84 req-7f47f9bc-e4e4-40aa-b797-30c62d14a677 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:52.605359 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f284634-168e-440b-9a64-9d6b6c625d84 req-7f47f9bc-e4e4-40aa-b797-30c62d14a677 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0485663 Oct 13 01:10:52.642522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1f284634-168e-440b-9a64-9d6b6c625d84 req-66f1cf6a-ce81-4960-9585-873d909610df tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Oct 13 01:10:53.758457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe4399-c9eb-4779-bd87-fbd0a8b71501 req-582859a9-5cd0-4c33-9ece-9292d65064ce tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:53.760002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30fe4399-c9eb-4779-bd87-fbd0a8b71501 req-582859a9-5cd0-4c33-9ece-9292d65064ce tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0499985 Oct 13 01:10:53.802397 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-30fe4399-c9eb-4779-bd87-fbd0a8b71501 req-c6bb619d-3db8-44eb-9e2d-8fcc84aebd90 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366204 Oct 13 01:10:54.917639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c21cc2-0e13-45c8-b022-003154ecb6f8 req-273307e3-608b-4621-9145-74fa544b2bfa tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:54.919059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52c21cc2-0e13-45c8-b022-003154ecb6f8 req-273307e3-608b-4621-9145-74fa544b2bfa tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0484784 Oct 13 01:10:54.957558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52c21cc2-0e13-45c8-b022-003154ecb6f8 req-33d362d2-951b-4430-9414-19342e455346 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Oct 13 01:10:55.165247 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:10:55.545084 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-5fdabb4a-5878-4e8e-972b-399398732dab service neutron] show failed (client error): The resource could not be found. Oct 13 01:10:55.546101 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-5fdabb4a-5878-4e8e-972b-399398732dab service neutron] 10.222.0.45 "GET /v2.0/ports/0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0550146 Oct 13 01:10:55.796866 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-e43bca1a-253d-4e58-aaae-36fe27d9721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:55.798345 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-e43bca1a-253d-4e58-aaae-36fe27d9721c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0905576 Oct 13 01:10:55.815804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:10:55.870904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:56.072762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e89ba1-0bdd-4a1b-ae0c-de99d129f921 req-6f3228aa-6ae8-4230-9b97-6bdbd0dce50a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:56.073694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:10:56.074319 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66e89ba1-0bdd-4a1b-ae0c-de99d129f921 req-6f3228aa-6ae8-4230-9b97-6bdbd0dce50a tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0490065 Oct 13 01:10:56.106487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:10:56.111197 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-66e89ba1-0bdd-4a1b-ae0c-de99d129f921 req-aea2c952-ffad-4c8d-a8ba-5daf1a380849 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309613 Oct 13 01:10:56.146190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:10:56.148501 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb94e145-c333-4c5e-8283-6ad125d183c6" -d '{"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-unplugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:10:56.152216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:56.164177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Transition to ACTIVE for port object 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:10:56.168319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:56.250415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:10:56.261739 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8018b2-74a4-43ff-b4d7-509b8ae1cf2d x-openstack-request-id: req-6b8018b2-74a4-43ff-b4d7-509b8ae1cf2d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:10:56.262027 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-unplugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:10:56.262276 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b8018b2-74a4-43ff-b4d7-509b8ae1cf2d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:10:56.262671 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'code': 200} Oct 13 01:10:56.266056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.266398 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.266739 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.267076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.267407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.267768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.268097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.268420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.268744 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.269065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.269388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.269706 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:10:56.308056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] No DVR routers for this DVR port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:10:56.441964 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:10:56.442296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:10:56.442620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:10:56.446816 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:10:56.447140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:10:56.451907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:10:56.452247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:10:56.452650 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:10:56.453048 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Bound port: 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:10:56.453401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:56.516953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:10:56.520351 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:10:56.524183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:56.560777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:56.561449 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:10:56.562835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 1091 time: 0.7508876 Oct 13 01:10:56.585299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b03d1-913f-4bef-9791-d2f958324ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:10:56.636882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-a34348ab-4feb-4691-8891-9062d4d7ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:56.638509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-a34348ab-4feb-4691-8891-9062d4d7ac59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1094 time: 0.0425131 Oct 13 01:10:56.667735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:10:56.710408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:10:56.740948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-85be8adb-3ec5-4cfd-a8fc-6ef1db0f0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:56.742423 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-85be8adb-3ec5-4cfd-a8fc-6ef1db0f0c8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0973585 Oct 13 01:10:56.807660 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-98274143-fdf4-4d27-99db-2ecc100fb306 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 999 time: 0.0579116 Oct 13 01:10:56.858383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-d731e3e6-cde3-4b80-b616-028eab1a4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:56.859787 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-d731e3e6-cde3-4b80-b616-028eab1a4037 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0448008 Oct 13 01:10:56.908097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-319333ca-7fd8-425c-b842-9ed8c9a98e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:56.909560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-319333ca-7fd8-425c-b842-9ed8c9a98e48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432205 Oct 13 01:10:56.997327 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-74e55dd4-c1c0-490b-976b-cac5929abcf3 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805223 Oct 13 01:10:57.090186 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-f56b8437-1d2d-476b-af78-de75a311a482 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855463 Oct 13 01:10:57.228001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b472947-2028-4199-9b66-2e364cd8f130 req-c4e2251b-072d-497e-8353-55c4c8691d89 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:57.229508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b472947-2028-4199-9b66-2e364cd8f130 req-c4e2251b-072d-497e-8353-55c4c8691d89 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0500319 Oct 13 01:10:57.271557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b472947-2028-4199-9b66-2e364cd8f130 req-603ff819-419d-4ce6-ad2a-715af787d9cd tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361025 Oct 13 01:10:58.264045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:10:58.266516 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47" -d '{"events": [{"name": "network-changed", "server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:10:58.316582 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93648758-a6c8-41be-922f-790292f912d5 x-openstack-request-id: req-93648758-a6c8-41be-922f-790292f912d5 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:10:58.316881 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:10:58.317135 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93648758-a6c8-41be-922f-790292f912d5 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:10:58.317543 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'status': 'completed', 'code': 200} Oct 13 01:10:58.394688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07c2e-e40c-405a-9d4c-2084cf19845d req-2160c9e7-b863-42f0-9f59-ebc18dcdf639 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.398636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fc07c2e-e40c-405a-9d4c-2084cf19845d req-2160c9e7-b863-42f0-9f59-ebc18dcdf639 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0573339 Oct 13 01:10:58.431171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-fec66b07-dadb-486c-b83c-b790e80ba391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.432776 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-fec66b07-dadb-486c-b83c-b790e80ba391 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1094 time: 0.0712659 Oct 13 01:10:58.436609 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fc07c2e-e40c-405a-9d4c-2084cf19845d req-40e912c5-7591-41e6-afaf-df08d1b6faf7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328491 Oct 13 01:10:58.438164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-56a36ce1-b272-4761-85f5-e9f2c6a09d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.439617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-56a36ce1-b272-4761-85f5-e9f2c6a09d1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1094 time: 0.0679598 Oct 13 01:10:58.597991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-fc98efd5-cbc0-442a-967b-81b40dec63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.599397 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-fc98efd5-cbc0-442a-967b-81b40dec63e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1584167 Oct 13 01:10:58.600514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-425a5fc2-7e23-4208-a90f-872d3bc7484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.601824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-425a5fc2-7e23-4208-a90f-872d3bc7484f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1529064 Oct 13 01:10:58.717118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-4a8985a6-4dba-44a2-b211-1ded93d2cbc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 999 time: 0.1106503 Oct 13 01:10:58.719121 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-a237f9e3-10c4-4ba6-aee0-a2b1d10df3d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 999 time: 0.1069336 Oct 13 01:10:58.804553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-04ba50af-a726-4743-9ec6-19975f703021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.806017 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-04ba50af-a726-4743-9ec6-19975f703021 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0822673 Oct 13 01:10:58.807436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-534f8ec2-bfb4-4a36-a175-036bae4f0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.808777 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-534f8ec2-bfb4-4a36-a175-036bae4f0b47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0775671 Oct 13 01:10:58.884167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-20b1be46-caf5-4942-b52b-a2a9a9717abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.886188 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-20b1be46-caf5-4942-b52b-a2a9a9717abf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731728 Oct 13 01:10:58.889102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-256b1114-ac5f-489b-bb9c-0cda97e38725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:58.890468 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-256b1114-ac5f-489b-bb9c-0cda97e38725 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700517 Oct 13 01:10:59.320454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-f5aa503d-419a-4748-810a-526d237b0325 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253364 Oct 13 01:10:59.323924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-654e6ff2-600d-4e37-aa8c-4712bc1ff2df service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218850 Oct 13 01:10:59.487119 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-23b2a0a6-22bb-4664-adec-47c90e8775a7 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581459 Oct 13 01:10:59.493195 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7993b38f-19b0-4251-aa57-f5fa4cfa3a47 req-ff2f83d4-a8be-439d-9386-e5cf1861fb51 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568942 Oct 13 01:10:59.565902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce124c09-d3f6-47bb-a753-61d19893f04a req-e045df7f-46cc-4e2e-be46-148947917233 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:10:59.567401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce124c09-d3f6-47bb-a753-61d19893f04a req-e045df7f-46cc-4e2e-be46-148947917233 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0496838 Oct 13 01:10:59.605508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce124c09-d3f6-47bb-a753-61d19893f04a req-f1963788-6369-48b1-8459-838434a131d9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319951 Oct 13 01:11:00.720607 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd3eb-a5bd-45d7-aca2-03de942a8f0c req-7ecebf31-1929-4d13-bf7d-8b043236c392 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:00.722082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b37bd3eb-a5bd-45d7-aca2-03de942a8f0c req-7ecebf31-1929-4d13-bf7d-8b043236c392 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0490043 Oct 13 01:11:00.763305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b37bd3eb-a5bd-45d7-aca2-03de942a8f0c req-f8bc7d17-e838-413c-b46d-d7959862a09b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352659 Oct 13 01:11:01.879426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd469d-6d4b-4f48-b444-20014f1c3cbd req-81c29e97-de32-4f64-89c9-09d8c80c2fb7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:01.881070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08fd469d-6d4b-4f48-b444-20014f1c3cbd req-81c29e97-de32-4f64-89c9-09d8c80c2fb7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0508621 Oct 13 01:11:01.920649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-08fd469d-6d4b-4f48-b444-20014f1c3cbd req-cc3f6b3b-4b2c-4616-b64d-c5f6ea7dae12 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Oct 13 01:11:03.035089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bbf56-8b0e-4e20-ae2c-122a1f51f994 req-3bf71f67-f161-4d69-be53-d3271075d346 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:03.036562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-230bbf56-8b0e-4e20-ae2c-122a1f51f994 req-3bf71f67-f161-4d69-be53-d3271075d346 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0479875 Oct 13 01:11:03.073703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-230bbf56-8b0e-4e20-ae2c-122a1f51f994 req-ea56fb17-ba86-4f38-bd5b-dbf5ab44e96b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313976 Oct 13 01:11:04.188619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c1ceb-1efd-49a5-bc21-9d44adbccafd req-d1854bbd-7b1c-4179-b87a-e6fd882e4b16 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:04.190080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d4c1ceb-1efd-49a5-bc21-9d44adbccafd req-d1854bbd-7b1c-4179-b87a-e6fd882e4b16 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0478435 Oct 13 01:11:04.230900 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d4c1ceb-1efd-49a5-bc21-9d44adbccafd req-23c8b25c-2752-4776-bcb7-3c63ffab793d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346253 Oct 13 01:11:05.345537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caf0d6-65d6-4e90-824d-833cf8d2da4e req-f810a3f6-3ab6-4fe5-b2c1-e65129e03f01 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:05.347016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40caf0d6-65d6-4e90-824d-833cf8d2da4e req-f810a3f6-3ab6-4fe5-b2c1-e65129e03f01 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0486407 Oct 13 01:11:05.385333 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40caf0d6-65d6-4e90-824d-833cf8d2da4e req-0e82b831-d041-4fbb-8e99-4eaf6ed21f5d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Oct 13 01:11:06.500596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddae6f-9331-4d9a-b348-7d7d1332fb1d req-d4568107-d114-4f28-a820-2ca752a08fb6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:06.502067 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bddae6f-9331-4d9a-b348-7d7d1332fb1d req-d4568107-d114-4f28-a820-2ca752a08fb6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0477421 Oct 13 01:11:06.543813 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bddae6f-9331-4d9a-b348-7d7d1332fb1d req-feed48de-1ad7-4b06-a8f4-fecb3077a064 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357020 Oct 13 01:11:07.016613 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:07.502215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:07.659074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcec34-5939-4db6-8b7d-780a0d8b6e8c req-e7244c87-a894-4bac-9406-9dc2e701cc90 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:07.660453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43fcec34-5939-4db6-8b7d-780a0d8b6e8c req-e7244c87-a894-4bac-9406-9dc2e701cc90 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0485141 Oct 13 01:11:07.701438 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-43fcec34-5939-4db6-8b7d-780a0d8b6e8c req-b3b6461a-7a4d-4a16-9622-2558f787b6d7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350001 Oct 13 01:11:08.817224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550891-897a-409e-90b2-02570ea93220 req-e87953e0-b832-4308-9a36-c5c53a2fc02e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:08.818714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95550891-897a-409e-90b2-02570ea93220 req-e87953e0-b832-4308-9a36-c5c53a2fc02e tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0497749 Oct 13 01:11:08.857426 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95550891-897a-409e-90b2-02570ea93220 req-c15f534e-c58b-4a65-8062-1252a2c044eb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Oct 13 01:11:09.968893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2816ce2-dfba-439f-83f6-896874a9518a req-b9b622af-5df0-484b-9944-b885e7605e76 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:09.970348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2816ce2-dfba-439f-83f6-896874a9518a req-b9b622af-5df0-484b-9944-b885e7605e76 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0477235 Oct 13 01:11:10.007437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2816ce2-dfba-439f-83f6-896874a9518a req-5ccef7d3-71a2-4b0f-b779-693f0eeca1d8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Oct 13 01:11:11.123794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef66ba4-cc83-4945-ad17-1315583792c1 req-564dd502-4dd2-48e6-90d7-b67a86ba6df5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:11.125293 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ef66ba4-cc83-4945-ad17-1315583792c1 req-564dd502-4dd2-48e6-90d7-b67a86ba6df5 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 943 time: 0.0487959 Oct 13 01:11:11.166235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ef66ba4-cc83-4945-ad17-1315583792c1 req-50f49fe4-e0c5-4fcb-9a06-6d9763b2c3aa tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348012 Oct 13 01:11:11.778866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:11:11.852946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b587f98-8021-4b85-9bc9-41a3182903a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:11.879958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:11.890712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'mac_address': 'fa:16:3e:ec:c1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:11:11.929854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:11.942297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:11:11.960835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:11.964644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:12.010460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:12.017684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.018033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.018372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.018708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.019040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.019370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.019733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.020061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.020385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.020707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.021027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.021349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:12.283728 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a916828-5e1c-4181-b9b7-dd21790e784e req-8d7d8127-e178-4db5-a30c-3fe1b610c284 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:12.285123 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a916828-5e1c-4181-b9b7-dd21790e784e req-8d7d8127-e178-4db5-a30c-3fe1b610c284 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0498962 Oct 13 01:11:12.322453 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a916828-5e1c-4181-b9b7-dd21790e784e req-9c8a1259-7718-4c43-8dc3-26a4f75f0cf8 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309217 Oct 13 01:11:12.403404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:11:12.598900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-6736b10c-d031-411c-80a8-f45663cf9791 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:12.600483 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-6736b10c-d031-411c-80a8-f45663cf9791 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&binding%3Ahost_id=n-h2-813679-4 HTTP/1.1" status: 200 len: 944 time: 0.0521197 Oct 13 01:11:12.616007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614b004-5435-417a-a6de-055210e435e5 req-545ebe3d-e98e-4e34-82d2-342587444aed tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:12.617503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2614b004-5435-417a-a6de-055210e435e5 req-545ebe3d-e98e-4e34-82d2-342587444aed tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0494742 Oct 13 01:11:12.655642 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2614b004-5435-417a-a6de-055210e435e5 req-31e48ef3-5004-42f7-b50f-d32a1c2dff41 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Oct 13 01:11:12.660138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-14652fd1-8dcd-4faf-87d3-06bc79cec263 service neutron] 10.222.0.36 "GET /v2.0/ports/0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f/bindings/n-h2-813679-4 HTTP/1.1" status: 200 len: 382 time: 0.0524361 Oct 13 01:11:12.740891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-7fafadff-d6ec-4cb0-9140-326e3a929591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:12.742358 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-7fafadff-d6ec-4cb0-9140-326e3a929591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1095 time: 0.0440700 Oct 13 01:11:12.831069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-aa393545-01f9-4cd0-95f6-3d0beb64b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:12.832452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-aa393545-01f9-4cd0-95f6-3d0beb64b332 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0823629 Oct 13 01:11:12.901103 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-e02ee1e5-28e4-4010-b336-3c64e95e9feb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 1000 time: 0.0612025 Oct 13 01:11:12.949906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-501ce619-1435-4393-bbba-69f465c9ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:12.951362 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-501ce619-1435-4393-bbba-69f465c9ff1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0434620 Oct 13 01:11:12.996099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-745d9604-526c-4336-9df6-c93a178661c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:12.997596 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-745d9604-526c-4336-9df6-c93a178661c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397315 Oct 13 01:11:13.091081 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-09e46636-10c2-4af8-a457-49f721dad34e service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851419 Oct 13 01:11:13.178930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-3f955d4d-b5b4-4392-baf2-424ec3b77bd1 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805488 Oct 13 01:11:13.771476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c3907-d55d-4cdd-aef1-574e5f952eb5 req-c5d1bab2-5c19-4030-a013-49e9051100ba tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:13.772951 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac0c3907-d55d-4cdd-aef1-574e5f952eb5 req-c5d1bab2-5c19-4030-a013-49e9051100ba tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0481195 Oct 13 01:11:13.785382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:11:13.814816 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ac0c3907-d55d-4cdd-aef1-574e5f952eb5 req-fd6b8d81-375b-4604-b9bd-81d94e871921 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359659 Oct 13 01:11:13.833329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:11:13.837098 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:11:13.838049 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:13.912120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:13.934397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:11:13.936691 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e573988-15f3-410b-92fb-e2c3802b44ed" -d '{"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:11:13.951495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:13.956100 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:14.003780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:14.042794 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16550414-ceda-4230-8ae7-7ca37a268783 x-openstack-request-id: req-16550414-ceda-4230-8ae7-7ca37a268783 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:11:14.043083 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:11:14.043332 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16550414-ceda-4230-8ae7-7ca37a268783 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:11:14.043827 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'code': 200} Oct 13 01:11:14.620322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b5ac55cb-229f-4919-b6d2-dfa1d0a057bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:14.929929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee262e-8796-459f-99f0-880108bb5eb3 req-d8032d61-e4f0-401b-a506-62a9d8db1b4f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:14.931396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75ee262e-8796-459f-99f0-880108bb5eb3 req-d8032d61-e4f0-401b-a506-62a9d8db1b4f tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0488265 Oct 13 01:11:14.970356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75ee262e-8796-459f-99f0-880108bb5eb3 req-41af22cc-7fc3-4bfc-a99e-2eeb1ddc82d4 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329361 Oct 13 01:11:15.917843 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:15.968451 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:16.087972 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb0065-a3f0-4345-8760-cefe8c138de5 req-34e74528-159b-4de0-82aa-fb71c44c7856 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:16.090029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-deeb0065-a3f0-4345-8760-cefe8c138de5 req-34e74528-159b-4de0-82aa-fb71c44c7856 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0514064 Oct 13 01:11:16.129571 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-deeb0065-a3f0-4345-8760-cefe8c138de5 req-bd8ea4a7-de78-491d-855b-79bc61539402 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334716 Oct 13 01:11:17.254762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096f110-36d3-40ea-83da-8cada8420994 req-1b19bbe2-aba4-4c01-92b5-a742d39255bf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:17.256354 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4096f110-36d3-40ea-83da-8cada8420994 req-1b19bbe2-aba4-4c01-92b5-a742d39255bf tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0500877 Oct 13 01:11:17.300672 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4096f110-36d3-40ea-83da-8cada8420994 req-c345f24b-036c-4271-8887-33b1312e1a88 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370665 Oct 13 01:11:17.471990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-23c178af-b80e-4718-9c76-4bd7680351af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:17.473468 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-23c178af-b80e-4718-9c76-4bd7680351af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a&tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0401056 Oct 13 01:11:17.490667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:11:17.545160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:17.727586 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:17.744598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:17.780464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:11:17.819258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:11:17.819483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:11:17.821645 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a5dd89-1149-4d5a-ac6c-0206a0459e59" -d '{"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-unplugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:11:17.825465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:17.839324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Transition to ACTIVE for port object 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:11:17.844319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:17.861466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:11:17.876670 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6ec7ec-e575-4d97-b207-c648a113fa53 x-openstack-request-id: req-9f6ec7ec-e575-4d97-b207-c648a113fa53 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:11:17.876960 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-unplugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:11:17.877205 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f6ec7ec-e575-4d97-b207-c648a113fa53 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:11:17.877593 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'code': 200} Oct 13 01:11:17.934081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:17.974776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] No DVR routers for this DVR port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:11:18.114064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:11:18.114399 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:11:18.114725 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:11:18.119040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:11:18.119362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Attempting to bind port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on network 1bc214d2-fa99-4942-920b-2b4af23b657e {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:11:18.124137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:11:18.124477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Checking segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:11:18.124863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Bound using segment: {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:11:18.125290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Bound port: 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:11:18.125649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:18.187031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:11:18.190322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:11:18.193961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:18.235440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:18.236110 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:18.237486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] 10.222.0.45 "PUT /v2.0/ports/0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 1092 time: 0.7507272 Oct 13 01:11:18.255326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50195f1-630e-4b62-8771-7dd49a78b110 service neutron] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=11']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:18.314327 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-c699e7b8-67ed-44cc-beb5-bc13b5058b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:18.315925 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-c699e7b8-67ed-44cc-beb5-bc13b5058b17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1095 time: 0.0434031 Oct 13 01:11:18.420506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d3fcd6ef-5121-4800-8866-be060b238078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:18.422033 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-d3fcd6ef-5121-4800-8866-be060b238078 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.0990009 Oct 13 01:11:18.430777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7a26-9570-4f94-8133-eb91374f622d req-8512a741-d942-44d5-a7d2-e487f88aa140 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:18.433513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc6a7a26-9570-4f94-8133-eb91374f622d req-8512a741-d942-44d5-a7d2-e487f88aa140 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0602906 Oct 13 01:11:18.471956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc6a7a26-9570-4f94-8133-eb91374f622d req-606d9d59-4522-4828-bbd3-0f6ef5ff5359 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Oct 13 01:11:18.490829 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-0129db19-dbff-4155-a7b7-cb7b53f83208 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 999 time: 0.0615883 Oct 13 01:11:18.539812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-34be6434-d183-48d7-9ca9-2421f6f7602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:18.541242 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-34be6434-d183-48d7-9ca9-2421f6f7602d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0427585 Oct 13 01:11:18.589962 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-65ee8d9f-4f69-4465-be7a-fde72febcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:18.591411 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-65ee8d9f-4f69-4465-be7a-fde72febcd5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433455 Oct 13 01:11:18.678181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-18dc954e-848c-489a-b3a6-5997b39e1499 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791161 Oct 13 01:11:18.771998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-aa86df39-3184-4ceb-8a5f-63ef4cd959b6 req-23524e82-d6fb-455e-82d8-94dcb22cf954 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857999 Oct 13 01:11:19.588402 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7cd62-502c-4622-a18b-168974c4f8bb req-40142f03-0e18-4606-ae8a-1c83035a5c62 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:19.589883 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bd7cd62-502c-4622-a18b-168974c4f8bb req-40142f03-0e18-4606-ae8a-1c83035a5c62 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0491974 Oct 13 01:11:19.627438 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2bd7cd62-502c-4622-a18b-168974c4f8bb req-e1df46d2-8ab1-40f7-a5e9-c021a9f8b6fa tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Oct 13 01:11:19.879477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:11:19.881930 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681d5e8-b710-4832-9afc-f76b64a9a4be" -d '{"events": [{"name": "network-changed", "server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:11:19.928353 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc529381-68ee-43c4-818e-8aa36fccbe9b x-openstack-request-id: req-fc529381-68ee-43c4-818e-8aa36fccbe9b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:11:19.928653 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:11:19.928908 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc529381-68ee-43c4-818e-8aa36fccbe9b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:11:19.929574 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'status': 'completed', 'code': 200} Oct 13 01:11:20.041289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-738c1d4b-d56c-47ff-856b-21e48aa1f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.042813 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-738c1d4b-d56c-47ff-856b-21e48aa1f8c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1095 time: 0.0595253 Oct 13 01:11:20.045324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-89948f7d-3a91-4b8e-92ec-c1272a31d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.046678 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-89948f7d-3a91-4b8e-92ec-c1272a31d977 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 1095 time: 0.0727742 Oct 13 01:11:20.205108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-0ef60609-cfe0-4368-a19b-a7dadf142acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.206681 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-0ef60609-cfe0-4368-a19b-a7dadf142acf service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1567686 Oct 13 01:11:20.207732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-33d7858e-8a75-4fc1-8b87-56cddea07e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.209066 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-33d7858e-8a75-4fc1-8b87-56cddea07e62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 200 len: 912 time: 0.1512926 Oct 13 01:11:20.324229 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-0850e0bf-e381-447d-ab94-4e332c568b88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 999 time: 0.1106255 Oct 13 01:11:20.325849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-868627af-0e00-42f1-970a-099d3ad3e110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 200 len: 999 time: 0.1065395 Oct 13 01:11:20.411456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-4327a622-fc52-4e94-b18f-6399321ae82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.412963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-4327a622-fc52-4e94-b18f-6399321ae82d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0812881 Oct 13 01:11:20.414314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-db522401-593a-4c56-88e0-b6e341f1f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.416176 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-db522401-593a-4c56-88e0-b6e341f1f970 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 200 len: 850 time: 0.0773439 Oct 13 01:11:20.490525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-b3616697-a36c-445c-b03d-45ab9b26750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.491989 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-b3616697-a36c-445c-b03d-45ab9b26750e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649107 Oct 13 01:11:20.495081 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-7061e059-d290-4d57-a838-344b13ca91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.496478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-7061e059-d290-4d57-a838-344b13ca91cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bc214d2-fa99-4942-920b-2b4af23b657e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767732 Oct 13 01:11:20.654567 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-eccfaf32-d0b6-47d5-b2ec-66dcdb0d9faa service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439688 Oct 13 01:11:20.656240 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-40893515-77ce-414d-8197-a42886a427e6 service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528325 Oct 13 01:11:20.744944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd74a1-45e1-4f4b-923b-a2584c755e97 req-88e8b0eb-39ad-400b-b6fd-66dea407e7b1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:20.747635 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-becd74a1-45e1-4f4b-923b-a2584c755e97 req-88e8b0eb-39ad-400b-b6fd-66dea407e7b1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0505433 Oct 13 01:11:20.791735 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-becd74a1-45e1-4f4b-923b-a2584c755e97 req-d71820c7-55d6-4144-906b-d82933619772 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393128 Oct 13 01:11:20.815950 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-5806595d-6b0a-4460-9620-e562377eb342 service neutron] 10.222.0.45 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540234 Oct 13 01:11:20.817822 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8681d5e8-b710-4832-9afc-f76b64a9a4be req-07b16552-d973-4f23-bcd1-87e8d147778b service neutron] 10.222.0.36 "GET /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481969 Oct 13 01:11:21.913300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6f78d-7514-47e8-bdad-5efd4ee55f4b req-e6930b4f-6120-4bdf-bd3e-a4c42314c898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:21.914814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8e6f78d-7514-47e8-bdad-5efd4ee55f4b req-e6930b4f-6120-4bdf-bd3e-a4c42314c898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0498052 Oct 13 01:11:21.954073 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f8e6f78d-7514-47e8-bdad-5efd4ee55f4b req-3c84f5df-ede2-40b7-8f5a-c20615282580 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Oct 13 01:11:23.069999 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9ba74-4769-4280-a396-8591701c5ca8 req-af2520c5-3f4c-403e-a290-3c5f8d099bac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:23.071542 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27c9ba74-4769-4280-a396-8591701c5ca8 req-af2520c5-3f4c-403e-a290-3c5f8d099bac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0495102 Oct 13 01:11:23.108832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27c9ba74-4769-4280-a396-8591701c5ca8 req-b6d552d6-5ee8-4b82-b7e5-64ce156f7505 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Oct 13 01:11:24.224978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2c964-8186-467f-95d6-8edc441d7c8e req-08cabf99-22e6-4be4-a435-76640213db39 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:24.226438 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0e2c964-8186-467f-95d6-8edc441d7c8e req-08cabf99-22e6-4be4-a435-76640213db39 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0487967 Oct 13 01:11:24.267601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0e2c964-8186-467f-95d6-8edc441d7c8e req-8169f9e6-fd4e-4282-b3c4-2c9e90499259 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350795 Oct 13 01:11:25.382441 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fa341-190e-49bc-973a-9dafc9b486b8 req-83ef6f53-325e-437a-888a-9b6deb3e5dec tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:25.384017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a2fa341-190e-49bc-973a-9dafc9b486b8 req-83ef6f53-325e-437a-888a-9b6deb3e5dec tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0482736 Oct 13 01:11:25.421248 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a2fa341-190e-49bc-973a-9dafc9b486b8 req-ca1dc3bc-b151-4885-b9bc-72b7400a52be tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Oct 13 01:11:26.535630 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd1b14-c2e9-4534-99eb-0710e461b5fe req-9607f6ab-f9b4-4724-acd3-8b4f609785f7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:26.537368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-badd1b14-c2e9-4534-99eb-0710e461b5fe req-9607f6ab-f9b4-4724-acd3-8b4f609785f7 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0484393 Oct 13 01:11:26.574494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-badd1b14-c2e9-4534-99eb-0710e461b5fe req-4e0e0796-63a2-4dc6-aeef-6d3cbf59adc1 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Oct 13 01:11:27.686739 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17da15-ffbb-4bcf-9eee-2d3e2849aab6 req-0949dfb9-bc57-4242-913f-1195b4824c55 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:27.688172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d17da15-ffbb-4bcf-9eee-2d3e2849aab6 req-0949dfb9-bc57-4242-913f-1195b4824c55 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0474360 Oct 13 01:11:27.729632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7d17da15-ffbb-4bcf-9eee-2d3e2849aab6 req-c5b3c2d5-12a1-4ee3-ac7f-f754fde3d7cb tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354130 Oct 13 01:11:28.845850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd72f9-d3ae-4d46-85cc-10fbf9245293 req-2a614432-0ada-447b-8550-9dc4196ea0ff tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:28.847318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23fd72f9-d3ae-4d46-85cc-10fbf9245293 req-2a614432-0ada-447b-8550-9dc4196ea0ff tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0489488 Oct 13 01:11:28.884464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23fd72f9-d3ae-4d46-85cc-10fbf9245293 req-ac3a54ad-7332-4eb2-a1d7-160ee8173a7b tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307004 Oct 13 01:11:29.998935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ddea-fc09-440d-9c16-5af96aa63530 req-6167bb9c-c548-4601-a826-d63fe04e60ee tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:30.000481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23c3ddea-fc09-440d-9c16-5af96aa63530 req-6167bb9c-c548-4601-a826-d63fe04e60ee tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0480678 Oct 13 01:11:30.037565 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23c3ddea-fc09-440d-9c16-5af96aa63530 req-e461abf9-3985-404e-bdb0-73f9486524b6 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Oct 13 01:11:31.151325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab0441-bf60-4fc5-931a-31aae5a1a292 req-4c87911b-c67b-4b04-ad38-888ffdeb1e66 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:31.152830 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8fab0441-bf60-4fc5-931a-31aae5a1a292 req-4c87911b-c67b-4b04-ad38-888ffdeb1e66 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0480533 Oct 13 01:11:31.193956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8fab0441-bf60-4fc5-931a-31aae5a1a292 req-a34fc19c-b39a-4763-a630-f188dc49cda9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351183 Oct 13 01:11:32.163702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:11:32.308501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d411-7acf-49aa-8160-9c49a03e11ac req-6d8b58a0-fbda-4056-b072-782464753ee3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:32.309861 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6198d411-7acf-49aa-8160-9c49a03e11ac req-6d8b58a0-fbda-4056-b072-782464753ee3 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0490639 Oct 13 01:11:32.347083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6198d411-7acf-49aa-8160-9c49a03e11ac req-7c87dc66-84e3-4388-916e-98de9f564e93 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314734 Oct 13 01:11:32.459833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2606e84-515c-441f-beca-a7e73a7d5123 req-7f54b5b0-1c7d-40b4-9fc4-bde9b4da68ac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:32.461292 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2606e84-515c-441f-beca-a7e73a7d5123 req-7f54b5b0-1c7d-40b4-9fc4-bde9b4da68ac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0483758 Oct 13 01:11:32.497742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2606e84-515c-441f-beca-a7e73a7d5123 req-3d0b9615-2b75-4221-8ceb-4a4af67e396d tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299907 Oct 13 01:11:32.609186 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65952fa0-36f4-4ca1-a46a-0659adf68f82 req-df8ba1f2-ef7f-4719-975a-9876faf6400c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:32.610591 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65952fa0-36f4-4ca1-a46a-0659adf68f82 req-df8ba1f2-ef7f-4719-975a-9876faf6400c tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0484157 Oct 13 01:11:32.651526 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-65952fa0-36f4-4ca1-a46a-0659adf68f82 req-cb0800fe-9496-43a0-9793-38cf09437966 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350955 Oct 13 01:11:32.834854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:11:32.879052 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8e709-2a18-49b6-9e16-5c921fb2b144 req-cb7d0061-32e3-4792-832f-8b00e45b9bae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:32.880481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1da8e709-2a18-49b6-9e16-5c921fb2b144 req-cb7d0061-32e3-4792-832f-8b00e45b9bae tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 944 time: 0.0495503 Oct 13 01:11:32.918486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1da8e709-2a18-49b6-9e16-5c921fb2b144 req-d251f41e-1b5c-4e93-abee-5159732b1ebe tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Oct 13 01:11:32.939666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:32.941590 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'port_id': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'mac_address': 'fa:16:3e:ec:c1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:11:32.976270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:32.988683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:11:33.007665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:33.011208 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:33.055874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:33.466174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:11:34.035363 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495204c-e141-454b-915e-e741eb6e6e99 req-34cc2d78-bfb0-4923-986e-ddf011bbd342 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:34.036957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c495204c-e141-454b-915e-e741eb6e6e99 req-34cc2d78-bfb0-4923-986e-ddf011bbd342 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0488002 Oct 13 01:11:34.074782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c495204c-e141-454b-915e-e741eb6e6e99 req-c750d18f-8b18-4dcf-afe6-8a89d25349ac tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318184 Oct 13 01:11:34.860080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:11:34.861390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-c7365387-2905-4f23-b871-c62286cabc69 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:34.862866 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-c7365387-2905-4f23-b871-c62286cabc69 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 945 time: 0.0512538 Oct 13 01:11:34.906795 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:11:34.910557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:11:34.910964 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:34.955058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Deleting port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:11:34.955406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:34.990290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:35.012152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:11:35.014412 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b629fa-a38e-468e-9e49-660f594ddf12" -d '{"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:11:35.027090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:35.031767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:35.051495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] For port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:35.051890 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:35.058404 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a456dc8-5d7a-407a-945f-890f20015eab x-openstack-request-id: req-0a456dc8-5d7a-407a-945f-890f20015eab {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:11:35.058694 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:11:35.058975 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a456dc8-5d7a-407a-945f-890f20015eab {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:11:35.059365 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'code': 200} Oct 13 01:11:35.082408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=13']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:35.190435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a05cab-cf1a-4cff-aff8-7c81a659e0c5 req-95620189-0cb2-42af-bf53-9c571db899aa tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:35.191961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71a05cab-cf1a-4cff-aff8-7c81a659e0c5 req-95620189-0cb2-42af-bf53-9c571db899aa tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 946 time: 0.0496995 Oct 13 01:11:35.223771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:35.224136 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:35.224455 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8 disassociated. External IP: 172.25.3.35, port: 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f. Oct 13 01:11:35.224794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Calling delete_port for 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:11:35.235451 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71a05cab-cf1a-4cff-aff8-7c81a659e0c5 req-35a55267-c911-47d9-8f14-4ab8595bf9aa tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366735 Oct 13 01:11:35.354955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:35.380914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event deleted for resources: {'Port': ['ID=0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:35.504547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:11:35.623828 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:11:35.636216 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:11:35.647759 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:11:35.648456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:11:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:35.757839 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:11:35.948631 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] No DVR routers for this DVR port 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:11:35.951217 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:35.954545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27021e3d-f650-4343-89ee-e9631cb42b25 req-5f3c39a1-6d98-45bd-9427-00e188636898 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.45 "DELETE /v2.0/ports/0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f HTTP/1.1" status: 204 len: 173 time: 1.0856323 Oct 13 01:11:35.954959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-deleted', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:11:35.957214 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3546791-f3a5-4efd-99f7-c4beeaa3ef6e" -d '{"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-deleted", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:11:35.961635 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:35.988653 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:11:35.993208 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6839bffb-243d-4279-affe-1f15172d558a x-openstack-request-id: req-6839bffb-243d-4279-affe-1f15172d558a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:11:35.993448 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8affdc3-7299-4056-8dcf-cde9cf2d5e0a", "name": "network-vif-deleted", "tag": "0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:11:35.993661 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6839bffb-243d-4279-affe-1f15172d558a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:11:35.994645 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8affdc3-7299-4056-8dcf-cde9cf2d5e0a', 'name': 'network-vif-deleted', 'tag': '0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f', 'status': 'completed', 'code': 200} Oct 13 01:11:35.998376 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:11:35.998978 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:11:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:36.104590 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:11:36.296932 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:36.336456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c8d7057f-2ac5-4762-8121-eddc5728676a req-e704af08-6b1d-4e36-885e-fde511ffe215 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 210 time: 0.0277069 Oct 13 01:11:36.414713 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc255c-7fc7-4673-833b-5d88b67b865b None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '997b16ab-4f66-4ded-91b9-a13c424119dc', 'name': '', 'network_id': '1bc214d2-fa99-4942-920b-2b4af23b657e', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'mac_address': 'fa:16:3e:2d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:10Z', 'updated_at': '2021-10-13T00:58:14Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'subnets': [{'id': 'b1c4c65c-5887-470b-b831-0ff90a0775b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:11:36.632864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf46e079-ac71-42e6-b54f-7987a4169bab None None] New status for floating IP 2fc1f995-091d-4255-93bc-75ac3db448f8: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:11:36.870760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:11:36.894381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:11:36.894727 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0f60abeb-dc7e-4fcd-b5a1-de3f8a5b797f not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:11:37.028332 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:37.433444 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8d7570eb-abc9-4de1-a3c3-122642a9ede8 req-deb85433-b947-49d3-bec3-4076223d3072 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 210 time: 0.0268066 Oct 13 01:11:37.514445 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:38.527673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-985162d0-f102-45f6-b7e1-5c33f06ed990 req-27dca980-a3e2-49af-b377-6ef3720c7709 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 210 time: 0.0265467 Oct 13 01:11:39.621230 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0bb8ea5-dd81-4af6-83bf-d428fed5e969 req-c2e20383-54ec-4804-9c1a-21ef31de79e9 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8affdc3-7299-4056-8dcf-cde9cf2d5e0a HTTP/1.1" status: 200 len: 210 time: 0.0266314 Oct 13 01:11:41.846389 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-76033270-b698-409b-8e89-c93d45dc9d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.365889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48834) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:44.420932 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.445725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.497628 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.500402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.503916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83 HTTP/1.1" status: 204 len: 168 time: 0.1346481 Oct 13 01:11:44.504400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48836) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:44.511012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:44.518219 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [None req-b8721a8a-875b-4481-b822-d0a6f7373856 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] show failed (client error): The resource could not be found. Oct 13 01:11:44.518949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.519290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.519661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.519988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.520311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.520632 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.520952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.521268 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.521585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.521898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.522211 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.522332 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b8721a8a-875b-4481-b822-d0a6f7373856 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "GET /v2.0/security-groups/e4ddc2ef-a5e4-46fe-a97d-a8f52abd6c83 HTTP/1.1" status: 404 len: 347 time: 0.0166817 Oct 13 01:11:44.522521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c306c-86ac-4c1b-acb4-6133a7071042 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:44.522937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48838) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:44.622416 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-633c383c-053a-41bc-80a3-42ff0d0ca689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.657189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Deleting port f380ef58-fe1c-4446-b13f-7ea89f30f45c {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:11:44.657504 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.736204 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.736534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.748051 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Calling delete_port for f380ef58-fe1c-4446-b13f-7ea89f30f45c owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:11:44.876689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.907575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Pushing event deleted for resources: {'Port': ['ID=f380ef58-fe1c-4446-b13f-7ea89f30f45c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:44.972528 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.975152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:44.976392 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f8ba64cc-8daa-434f-b8f1-08254f778e73 tempest-ServerActionsTestJSON-1993745881 tempest-ServerActionsTestJSON-1993745881-project] 10.222.0.21 "DELETE /v2.0/floatingips/2fc1f995-091d-4255-93bc-75ac3db448f8 HTTP/1.1" status: 204 len: 168 time: 0.4524498 Oct 13 01:11:44.979274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48840) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:45.445853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:45.690848 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Deleting port 997b16ab-4f66-4ded-91b9-a13c424119dc {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:11:45.691532 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:45.767849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] For port 997b16ab-4f66-4ded-91b9-a13c424119dc, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=997b16ab-4f66-4ded-91b9-a13c424119dc,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:45.768209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:45.780269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Calling delete_port for 997b16ab-4f66-4ded-91b9-a13c424119dc owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:11:45.920344 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:45.960315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:45.968530 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:45.991857 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Pushing event deleted for resources: {'Port': ['ID=997b16ab-4f66-4ded-91b9-a13c424119dc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:46.155609 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:46.367952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:11:46.473408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:11:46.478641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e3a32cbd-cbf2-45c6-9bc4-f1025227d809 admin admin] 10.222.0.21 "PUT /v2.0/routers/64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4983811 Oct 13 01:11:46.481954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48844) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:46.482705 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] Sync routers for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:11:46.492838 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:11:46.493433 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:11:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:46.585694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:46.595497 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:11:46.687738 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:46.739876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Deleting port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:11:46.740555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:46.767209 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T01:11:45Z', 'revision_number': 5, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port': {'id': '4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:90:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T00:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:46.796222 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] Checking router: 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:11:46.804424 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] Routers {'64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:11:46.805023 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:11:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:46.818276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] For port 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:46.818634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:46.835521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Calling delete_port for 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:11:46.889330 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] Set router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:11:46.939760 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T01:11:46Z', 'revision_number': 6, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:46.968912 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ddc74c-df94-49be-97df-dcf3b307666a None None] The sync data for ids ['64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9'] in n-d-813679-4 is: [{'id': '64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9', 'name': 'tempest-ServerActionsTestJSON-967082025-router', 'tenant_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:58:08Z', 'updated_at': '2021-10-13T01:11:46Z', 'revision_number': 6, 'project_id': '01ea9ea97d6d4f80af90f62fa777f9b2', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:11:47.001649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.032421 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:47.093061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.182446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.184561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.229446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.229969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:11:47.234188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.235338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cb41d11f-62e0-4a71-be5c-9733919d17bf admin admin] 10.222.0.21 "DELETE /v2.0/routers/64133fd9-75e9-4ced-8c9e-f6a0e20f5cb9 HTTP/1.1" status: 204 len: 168 time: 0.7524493 Oct 13 01:11:47.237922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48846) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:47.280867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fbc95c-1adb-47ea-8423-59b97181d08b admin admin] Deleting subnet b1c4c65c-5887-470b-b831-0ff90a0775b3 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:11:47.283772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc95c-1adb-47ea-8423-59b97181d08b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.321102 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc95c-1adb-47ea-8423-59b97181d08b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.404273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc95c-1adb-47ea-8423-59b97181d08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.456437 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc95c-1adb-47ea-8423-59b97181d08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.483774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc95c-1adb-47ea-8423-59b97181d08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c4c65c-5887-470b-b831-0ff90a0775b3,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:47.485862 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc95c-1adb-47ea-8423-59b97181d08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.489048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c4fbc95c-1adb-47ea-8423-59b97181d08b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1c4c65c-5887-470b-b831-0ff90a0775b3 HTTP/1.1" status: 204 len: 168 time: 0.2502007 Oct 13 01:11:47.491334 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d8ab4-d18f-473c-b1a9-46e98945374b None None] Network 1bc214d2-fa99-4942-920b-2b4af23b657e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:11:47.491875 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48848) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:47.568277 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.620934 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Deleting port 32da59e3-fa54-4e1d-97b4-294969d84be9 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:11:47.621626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.686306 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] For port 32da59e3-fa54-4e1d-97b4-294969d84be9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=32da59e3-fa54-4e1d-97b4-294969d84be9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:47.686671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.699637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Calling delete_port for 32da59e3-fa54-4e1d-97b4-294969d84be9 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:11:47.711409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] DHCP port deletion for 1bc214d2-fa99-4942-920b-2b4af23b657e request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:11:47.753066 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.771486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] Deleting port 32da59e3-fa54-4e1d-97b4-294969d84be9 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:11:47.771894 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.786615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.814462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Pushing event deleted for resources: {'Port': ['ID=32da59e3-fa54-4e1d-97b4-294969d84be9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:47.816372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] No DVR routers for this DVR port 32da59e3-fa54-4e1d-97b4-294969d84be9 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:11:47.839863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] For port 32da59e3-fa54-4e1d-97b4-294969d84be9, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=32da59e3-fa54-4e1d-97b4-294969d84be9,segment=NetworkSegment(9a5b7129-eca4-4afc-88b6-b5d93db1d9bc),segment_id=9a5b7129-eca4-4afc-88b6-b5d93db1d9bc)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:11:47.840376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.856427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] Calling delete_port for 32da59e3-fa54-4e1d-97b4-294969d84be9 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:11:47.893461 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.917315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc214d2-fa99-4942-920b-2b4af23b657e']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:47.928098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:47.928317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5b7129-eca4-4afc-88b6-b5d93db1d9bc') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:11:47.939372 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.954464 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.961728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:11:47.962197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:11:47.964933 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:11:48.023972 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:48.031571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:48.036718 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1bc214d2-fa99-4942-920b-2b4af23b657e HTTP/1.1" status: 204 len: 168 time: 0.5418868 Oct 13 01:11:48.052634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68babb-adb8-4518-96e8-c4e104880434 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc214d2-fa99-4942-920b-2b4af23b657e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:48.080572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:11:48.106744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:11:48.107087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4d00dddc-cf41-432c-a6e0-38ef0e8ffbc4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:11:48.107542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 997b16ab-4f66-4ded-91b9-a13c424119dc no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 01:11:48.108909 n-d-813679-4 neutron-server[94990]: self.session.flush() Oct 13 01:11:48.113878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:48.136588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 997b16ab-4f66-4ded-91b9-a13c424119dc {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:11:48.136936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 997b16ab-4f66-4ded-91b9-a13c424119dc not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:11:48.137390 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 32da59e3-fa54-4e1d-97b4-294969d84be9 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:11:48.160752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] Network 1bc214d2-fa99-4942-920b-2b4af23b657e is not hosted by any dhcp agent {{(pid=94990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 01:11:48.160752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] No DVR routers for this DVR port 32da59e3-fa54-4e1d-97b4-294969d84be9 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:11:48.160986 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48852) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:48.179760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047f40b-4824-4c72-9baf-02c076e302a1 None None] Pushing event deleted for resources: {'Port': ['ID=32da59e3-fa54-4e1d-97b4-294969d84be9,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:48.181580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 32da59e3-fa54-4e1d-97b4-294969d84be9 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:11:48.181922 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 32da59e3-fa54-4e1d-97b4-294969d84be9 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:11:48.204224 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-61d1ea22-272a-4f7a-b9df-0411bc5bfebe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01ea9ea97d6d4f80af90f62fa777f9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428669 Oct 13 01:11:48.206602 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48854) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:48.258904 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6ad9dfed-f42e-4cfe-a59c-1b0993c7e7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:48.555598 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6ad9dfed-f42e-4cfe-a59c-1b0993c7e7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:48.600290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6ad9dfed-f42e-4cfe-a59c-1b0993c7e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:48.602835 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6ad9dfed-f42e-4cfe-a59c-1b0993c7e7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:48.604044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6ad9dfed-f42e-4cfe-a59c-1b0993c7e7ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b065469-8985-4ee2-b3e8-9e770f9624cd HTTP/1.1" status: 204 len: 168 time: 0.3965375 Oct 13 01:11:48.612665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9dfed-f42e-4cfe-a59c-1b0993c7e7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b065469-8985-4ee2-b3e8-9e770f9624cd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:49.285159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 48878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:49.378843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-517074199-network', 'tenant_id': '5e39eb82d4ab4d0fa00492dfb0fd9bdf'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:11:49.400286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Made reservation on behalf of 5e39eb82d4ab4d0fa00492dfb0fd9bdf for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:11:49.402689 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.410726 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.487934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.491600 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.511781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:11:49.526461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3713644-fade-40b2-8f46-700ef49c5f7a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:49.529344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.529676 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Added segment cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845 of type vlan for network d174f561-936d-40f4-aac9-2ab18ef8a2a1 Oct 13 01:11:49.574408 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.597890 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.598818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:49.599383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.650809 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3637407 Oct 13 01:11:49.653764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 48882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:11:49.658803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Request body: {'subnet': {'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-517074199-subnet', 'tenant_id': '5e39eb82d4ab4d0fa00492dfb0fd9bdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:11:49.663101 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120615bc-accc-4cc7-97b9-343476842c46 admin admin] Pushing event updated for resources: {'Network': ['ID=d174f561-936d-40f4-aac9-2ab18ef8a2a1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:49.673117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network d174f561-936d-40f4-aac9-2ab18ef8a2a1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:11:49.681936 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Made reservation on behalf of 5e39eb82d4ab4d0fa00492dfb0fd9bdf for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:11:49.684518 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.852764 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.908054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffaa7df-a6ab-45ef-9d40-acc7b1b0a551,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:49.915001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Checking segment: {'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:11:49.915382 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Network hostable DHCP agents. Network: d174f561-936d-40f4-aac9-2ab18ef8a2a1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:11:49.932092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Network d174f561-936d-40f4-aac9-2ab18ef8a2a1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:11:49.939976 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, d174f561-936d-40f4-aac9-2ab18ef8a2a1) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:11:49.943935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:49.944514 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:49.949408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa6a60-5777-4709-ae9d-24efd87c7f50 None None] Network d174f561-936d-40f4-aac9-2ab18ef8a2a1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:11:49.960248 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0b6b78f4-ef8c-4243-970f-b6dc3aa339bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3054152 Oct 13 01:11:50.070263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da925ee4-50b5-4fa3-aadb-6afb7fdb7db7 None None] Network d174f561-936d-40f4-aac9-2ab18ef8a2a1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:11:50.407384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-dd80b790-6e35-45fe-b679-ead39cc2a7d6 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:50.408874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-dd80b790-6e35-45fe-b679-ead39cc2a7d6 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/networks?id=d174f561-936d-40f4-aac9-2ab18ef8a2a1 HTTP/1.1" status: 200 len: 813 time: 0.1042259 Oct 13 01:11:50.423754 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-74ff16ee-241e-4401-9d39-fba2cca57520 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/quotas/5e39eb82d4ab4d0fa00492dfb0fd9bdf HTTP/1.1" status: 200 len: 375 time: 0.0091894 Oct 13 01:11:50.454680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-d7cf2be9-97e7-43a6-9de3-da56b121b76e tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e39eb82d4ab4d0fa00492dfb0fd9bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258148 Oct 13 01:11:50.538647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-324a1ae2-3b1a-49e5-94ba-49b774d7772e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:11:50.539732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-324a1ae2-3b1a-49e5-94ba-49b774d7772e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0461369 Oct 13 01:11:50.628626 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-6b02e873-9f8b-473e-be29-0af798ac4b12 service neutron] 10.222.0.21 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819752 Oct 13 01:11:50.720874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-8cea0ac7-e7fb-45ab-8841-7adc21e39494 service neutron] 10.222.0.21 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860186 Oct 13 01:11:50.877563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-208765d8-8c84-4c80-b00e-7c2c1db0c948 req-49426632-5add-4bdc-9348-2d6606cdea01 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 210 time: 0.0268085 Oct 13 01:11:51.953657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ece9eeea-a2e3-4dda-8221-145500ba5193 req-eaab9a13-284b-4ae7-a3ce-29b9ee5f0bb2 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 210 time: 0.0265877 Oct 13 01:11:53.032083 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-62256fb7-8138-4adb-874c-cdd0feb2ae69 req-493c924f-7b79-4c97-a5f4-bca18c64dfda tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 210 time: 0.0276449 Oct 13 01:11:54.111325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0706c555-28e0-4117-97cb-18b2339d788a req-cb15b4b2-69f5-4ac6-a787-825b9a1dec3a tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 210 time: 0.0310626 Oct 13 01:11:55.208036 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-23eadf86-41d0-4223-800d-2ca9cf02950b req-2b447818-0c8a-49e7-975d-8a3ae617a750 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 210 time: 0.0316110 Oct 13 01:11:55.930386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-4f690d82-c2b2-4a87-a363-d1229851057b tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:55.932342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-4f690d82-c2b2-4a87-a363-d1229851057b tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.45 "GET /v2.0/networks?id=d174f561-936d-40f4-aac9-2ab18ef8a2a1 HTTP/1.1" status: 200 len: 813 time: 0.1052289 Oct 13 01:11:55.963238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Request body: {'port': {'device_id': '8ec8135d-8ca8-4250-b6c4-9560d95a8c77', 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1', 'admin_state_up': True, 'tenant_id': '5e39eb82d4ab4d0fa00492dfb0fd9bdf'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:11:56.066987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Made reservation on behalf of 5e39eb82d4ab4d0fa00492dfb0fd9bdf for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:11:56.070441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:56.194445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Allocated IP 172.20.0.4 (d174f561-936d-40f4-aac9-2ab18ef8a2a1/dffaa7df-a6ab-45ef-9d40-acc7b1b0a551/0a319d02-3e7a-4d9e-a4b6-2023cf644705) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:11:56.304729 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67cb4fd9-b90f-47ff-b86f-e7b63237d987 req-2f306e9b-2b44-49d3-8458-34e6652dc12a tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 210 time: 0.0268111 Oct 13 01:11:56.342908 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:56.375670 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:56.420255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Network d174f561-936d-40f4-aac9-2ab18ef8a2a1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:11:56.423205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:11:56.426246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:11:56.456010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Pushing event updated for resources: {'Port': ['ID=0a319d02-3e7a-4d9e-a4b6-2023cf644705,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:56.466560 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.466916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.467265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.467633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.467973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.468312 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.468648 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.468980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.469315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.469643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.469974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.470298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:11:56.493220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:56.494452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:56.509356 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-abe4b1d0-864f-484b-8aef-06108279bfc4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5498407 Oct 13 01:11:56.526525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Request body: {'port': {'device_id': '8ec8135d-8ca8-4250-b6c4-9560d95a8c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:11:56.584163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:56.847707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a319d02-3e7a-4d9e-a4b6-2023cf644705 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:11:56.855771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:56.867163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Transition to ACTIVE for port object 0a319d02-3e7a-4d9e-a4b6-2023cf644705 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:11:56.870773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:56.923052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a319d02-3e7a-4d9e-a4b6-2023cf644705,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:56.989290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Attempting to bind port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:11:56.989969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Attempting to bind port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:11:56.989969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Attempting to bind port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 on network d174f561-936d-40f4-aac9-2ab18ef8a2a1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:11:56.994080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 on network d174f561-936d-40f4-aac9-2ab18ef8a2a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:11:56.994396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Attempting to bind port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 on network d174f561-936d-40f4-aac9-2ab18ef8a2a1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:11:56.999090 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:11:56.999438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Checking segment: {'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:11:56.999824 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Bound using segment: {'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:11:57.000243 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Bound port: 0a319d02-3e7a-4d9e-a4b6-2023cf644705, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:11:57.000593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:57.061927 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] For port 0a319d02-3e7a-4d9e-a4b6-2023cf644705, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:11:57.064895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] For port 0a319d02-3e7a-4d9e-a4b6-2023cf644705, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0a319d02-3e7a-4d9e-a4b6-2023cf644705,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:11:57.069048 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:57.105587 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:57.106209 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:11:57.107623 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/0a319d02-3e7a-4d9e-a4b6-2023cf644705 HTTP/1.1" status: 200 len: 1091 time: 0.5850799 Oct 13 01:11:57.108067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec8135d-8ca8-4250-b6c4-9560d95a8c77', 'tag': '0a319d02-3e7a-4d9e-a4b6-2023cf644705'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:11:57.110344 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b9e580-af4d-4f14-87cd-50a70095ffcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec8135d-8ca8-4250-b6c4-9560d95a8c77", "tag": "0a319d02-3e7a-4d9e-a4b6-2023cf644705"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:11:57.133446 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106fca4-f314-42b1-bbb8-065e724972d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a319d02-3e7a-4d9e-a4b6-2023cf644705,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:11:57.148103 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bec5fb-906b-4cbf-86ff-7912adc1d3ec x-openstack-request-id: req-48bec5fb-906b-4cbf-86ff-7912adc1d3ec {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:11:57.148396 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec8135d-8ca8-4250-b6c4-9560d95a8c77", "tag": "0a319d02-3e7a-4d9e-a4b6-2023cf644705", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:11:57.148726 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48bec5fb-906b-4cbf-86ff-7912adc1d3ec {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:11:57.149181 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec8135d-8ca8-4250-b6c4-9560d95a8c77', 'tag': '0a319d02-3e7a-4d9e-a4b6-2023cf644705', 'status': 'completed', 'code': 200} Oct 13 01:11:57.209940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-de316983-e354-41ba-bb52-57d2f83c4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:57.211433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-de316983-e354-41ba-bb52-57d2f83c4bfe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e39eb82d4ab4d0fa00492dfb0fd9bdf&device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 1094 time: 0.0448818 Oct 13 01:11:57.257244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-1b6b0b2d-2f3c-4460-9d79-a25bc04dee44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a319d02-3e7a-4d9e-a4b6-2023cf644705 HTTP/1.1" status: 200 len: 217 time: 0.0326481 Oct 13 01:11:57.305132 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-48465b59-b6ef-49aa-8a8c-c2f95bfb69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:57.307022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-48465b59-b6ef-49aa-8a8c-c2f95bfb69c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dffaa7df-a6ab-45ef-9d40-acc7b1b0a551 HTTP/1.1" status: 200 len: 853 time: 0.0430710 Oct 13 01:11:57.338555 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-388fecd1-08e7-4e9b-b231-610559d80323 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d174f561-936d-40f4-aac9-2ab18ef8a2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241065 Oct 13 01:11:57.417389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2fdc5-ffb5-40aa-93fa-9fe21951b207 req-9c7e5c16-d1fc-4fdd-ad62-21c075387ed8 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:57.418889 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72b2fdc5-ffb5-40aa-93fa-9fe21951b207 req-9c7e5c16-d1fc-4fdd-ad62-21c075387ed8 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 943 time: 0.0486979 Oct 13 01:11:57.432538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-e1327087-f897-4a13-83a3-82010ba03faf service neutron] 10.222.0.45 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862801 Oct 13 01:11:57.457069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-72b2fdc5-ffb5-40aa-93fa-9fe21951b207 req-a96f3e11-4bfb-4ee0-8d6b-07a65dcdfbf8 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Oct 13 01:11:57.522452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a0ddf7e-2393-4954-9c9c-55f319368719 req-9d2f0736-3ff7-4648-b040-392c4267bc3b service neutron] 10.222.0.45 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823801 Oct 13 01:11:57.647707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-d9c25b1b-9db7-4e9b-a2e9-3ab67d398d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:57.649175 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-d9c25b1b-9db7-4e9b-a2e9-3ab67d398d5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e39eb82d4ab4d0fa00492dfb0fd9bdf&device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 1094 time: 0.0448935 Oct 13 01:11:57.739268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-67f81940-cbf0-44e3-aecb-9a78811c3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:57.740737 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-67f81940-cbf0-44e3-aecb-9a78811c3739 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d174f561-936d-40f4-aac9-2ab18ef8a2a1 HTTP/1.1" status: 200 len: 914 time: 0.0842643 Oct 13 01:11:57.785082 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-6c969bc6-2e27-4b64-a303-3686f58f562a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a319d02-3e7a-4d9e-a4b6-2023cf644705 HTTP/1.1" status: 200 len: 217 time: 0.0370884 Oct 13 01:11:57.834838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-93a10458-f070-432d-9dc0-229be58013fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:57.836387 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-93a10458-f070-432d-9dc0-229be58013fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dffaa7df-a6ab-45ef-9d40-acc7b1b0a551 HTTP/1.1" status: 200 len: 853 time: 0.0451157 Oct 13 01:11:57.869167 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-596a524f-9d3d-4457-b8fe-47fabc4a74f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d174f561-936d-40f4-aac9-2ab18ef8a2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247128 Oct 13 01:11:57.959285 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-7acb633e-2e6b-4440-84cd-3d7f9fc7c581 service neutron] 10.222.0.45 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838189 Oct 13 01:11:58.046741 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-82b9e580-af4d-4f14-87cd-50a70095ffcc req-74a52ca1-09a9-408f-92e4-d7296eb08679 service neutron] 10.222.0.45 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807905 Oct 13 01:11:58.577037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531c1f9-d08f-4218-855b-ab3e6706b557 req-e7f8c652-b341-4eb3-91a5-545d6609210d tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:58.578497 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2531c1f9-d08f-4218-855b-ab3e6706b557 req-e7f8c652-b341-4eb3-91a5-545d6609210d tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 943 time: 0.0524726 Oct 13 01:11:58.615202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2531c1f9-d08f-4218-855b-ab3e6706b557 req-260ec115-f72a-43d5-be5c-d0c0d9cfea84 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306504 Oct 13 01:11:59.726677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a365-d9ab-4120-b363-b40bf397c092 req-91669ab8-3741-484e-94d3-7e19048b80ac tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:11:59.728158 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00c5a365-d9ab-4120-b363-b40bf397c092 req-91669ab8-3741-484e-94d3-7e19048b80ac tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 943 time: 0.0482762 Oct 13 01:11:59.765182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00c5a365-d9ab-4120-b363-b40bf397c092 req-bbc1aa11-faee-4890-b158-c6ac0282729b tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Oct 13 01:12:00.877755 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9355580-d782-4d32-a99e-d2eb3705bfc6 req-0b579924-50a4-4275-a688-faa858cba4b6 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:00.879246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9355580-d782-4d32-a99e-d2eb3705bfc6 req-0b579924-50a4-4275-a688-faa858cba4b6 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 943 time: 0.0489774 Oct 13 01:12:00.914764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9355580-d782-4d32-a99e-d2eb3705bfc6 req-0603db4e-8155-48fc-959c-870747db12f3 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295999 Oct 13 01:12:00.932952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0a319d02-3e7a-4d9e-a4b6-2023cf644705 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:12:01.030672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0a319d02-3e7a-4d9e-a4b6-2023cf644705, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0a319d02-3e7a-4d9e-a4b6-2023cf644705,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:01.042090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '0a319d02-3e7a-4d9e-a4b6-2023cf644705', 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1', 'port_id': '0a319d02-3e7a-4d9e-a4b6-2023cf644705', 'mac_address': 'fa:16:3e:76:cd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dffaa7df-a6ab-45ef-9d40-acc7b1b0a551', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:12:01.079106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:01.091943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a319d02-3e7a-4d9e-a4b6-2023cf644705 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:12:01.111096 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0a319d02-3e7a-4d9e-a4b6-2023cf644705, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0a319d02-3e7a-4d9e-a4b6-2023cf644705,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:01.114969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:01.163498 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0a319d02-3e7a-4d9e-a4b6-2023cf644705,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:01.476938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0a319d02-3e7a-4d9e-a4b6-2023cf644705'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:12:02.030515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1912d2-cb05-4a97-b557-e77de54a8fbb req-8c50f2a6-8a8d-4432-893c-0147c6b9f1fc tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:02.032005 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a1912d2-cb05-4a97-b557-e77de54a8fbb req-8c50f2a6-8a8d-4432-893c-0147c6b9f1fc tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 944 time: 0.0520205 Oct 13 01:12:02.068956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5a1912d2-cb05-4a97-b557-e77de54a8fbb req-cf4c6c95-8265-41fe-a9b0-0817b1dd9ba9 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Oct 13 01:12:02.948462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0a319d02-3e7a-4d9e-a4b6-2023cf644705 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:02.995857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:12:02.999345 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:02.999744 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:03.077197 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:03.099311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec8135d-8ca8-4250-b6c4-9560d95a8c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a319d02-3e7a-4d9e-a4b6-2023cf644705'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:12:03.101599 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3081052-609f-4aea-8a4c-78e7d599e1be" -d '{"events": [{"server_uuid": "8ec8135d-8ca8-4250-b6c4-9560d95a8c77", "name": "network-vif-plugged", "status": "completed", "tag": "0a319d02-3e7a-4d9e-a4b6-2023cf644705"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:12:03.114893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 0a319d02-3e7a-4d9e-a4b6-2023cf644705, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0a319d02-3e7a-4d9e-a4b6-2023cf644705,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:03.119761 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:03.145352 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1e9c9c-e8b9-4779-8614-6e114cf8931a x-openstack-request-id: req-ab1e9c9c-e8b9-4779-8614-6e114cf8931a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:12:03.145641 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec8135d-8ca8-4250-b6c4-9560d95a8c77", "name": "network-vif-plugged", "status": "completed", "tag": "0a319d02-3e7a-4d9e-a4b6-2023cf644705", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:12:03.145891 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab1e9c9c-e8b9-4779-8614-6e114cf8931a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:12:03.146278 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec8135d-8ca8-4250-b6c4-9560d95a8c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a319d02-3e7a-4d9e-a4b6-2023cf644705', 'code': 200} Oct 13 01:12:03.171919 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=0a319d02-3e7a-4d9e-a4b6-2023cf644705,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:03.187305 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857be10-1052-49ec-90c6-f73a863c0bcb req-14043730-8095-414a-ab70-d24c6ba2f5ef tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:03.188833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7857be10-1052-49ec-90c6-f73a863c0bcb req-14043730-8095-414a-ab70-d24c6ba2f5ef tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Oct 13 01:12:03.228993 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7857be10-1052-49ec-90c6-f73a863c0bcb req-fe9d2223-10b3-49e1-b27d-1e0db2b5f662 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Oct 13 01:12:03.270734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5f881-8a3d-4833-9cdf-d5b3bf7869ff req-acd10b9a-c74c-4042-a822-0ef1f577b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:03.272294 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7f5f881-8a3d-4833-9cdf-d5b3bf7869ff req-acd10b9a-c74c-4042-a822-0ef1f577b0de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 1096 time: 0.0399489 Oct 13 01:12:03.305814 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c7f5f881-8a3d-4833-9cdf-d5b3bf7869ff req-5be026b2-112a-4cda-b7eb-ac29fc71350b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269902 Oct 13 01:12:04.341874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d1c20-9221-48d6-aa26-0a4179a4fe24 req-f065df20-f140-42ab-a05d-38a506936845 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:04.343313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f5d1c20-9221-48d6-aa26-0a4179a4fe24 req-f065df20-f140-42ab-a05d-38a506936845 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0481539 Oct 13 01:12:04.379469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4f5d1c20-9221-48d6-aa26-0a4179a4fe24 req-ea7195c0-8f87-45ac-b073-4be3acc85d4f tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303478 Oct 13 01:12:05.497250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e222-9515-4618-80ca-9293218d66e0 req-2f76ca21-01e4-453d-8c2a-c7287f439740 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:05.498715 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7da9e222-9515-4618-80ca-9293218d66e0 req-2f76ca21-01e4-453d-8c2a-c7287f439740 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0535676 Oct 13 01:12:05.536201 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7da9e222-9515-4618-80ca-9293218d66e0 req-e0e894a9-f8da-4166-9a05-a4f46027272f tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Oct 13 01:12:05.755094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b615-445f-4753-bc7f-0621f335657b req-d6d32c8a-4981-4a88-adf5-7c624d3deaa0 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:05.756592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-d6d32c8a-4981-4a88-adf5-7c624d3deaa0 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/networks?id=d174f561-936d-40f4-aac9-2ab18ef8a2a1 HTTP/1.1" status: 200 len: 813 time: 0.1001213 Oct 13 01:12:05.771533 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-a5bfeeec-50ef-4f39-a45e-1000f29a5b24 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/quotas/5e39eb82d4ab4d0fa00492dfb0fd9bdf HTTP/1.1" status: 200 len: 375 time: 0.0088129 Oct 13 01:12:05.823091 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-24d7081b-325c-4ea9-baf9-f5979c043bd1 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e39eb82d4ab4d0fa00492dfb0fd9bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466149 Oct 13 01:12:05.910221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-4410e45a-43ed-4290-b5a3-806cb6863ec4 service neutron] 10.222.0.21 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800629 Oct 13 01:12:06.002085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-10159146-3497-4550-8ceb-f7889273a661 service neutron] 10.222.0.21 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855074 Oct 13 01:12:06.157692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94a0207d-3d3e-4400-bae7-67699a635093 req-924e782f-ff8e-42ad-8f30-ea73e7a75331 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 210 time: 0.0267015 Oct 13 01:12:07.027350 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:07.156822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b615-445f-4753-bc7f-0621f335657b req-e62a39ca-a3dc-44ba-892e-a8d0f07fa656 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:07.158806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-e62a39ca-a3dc-44ba-892e-a8d0f07fa656 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.36 "GET /v2.0/networks?id=d174f561-936d-40f4-aac9-2ab18ef8a2a1 HTTP/1.1" status: 200 len: 813 time: 0.1092370 Oct 13 01:12:07.188792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Request body: {'port': {'device_id': '8d421555-840a-462e-bb4f-0bd98864767c', 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1', 'admin_state_up': True, 'tenant_id': '5e39eb82d4ab4d0fa00492dfb0fd9bdf'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:07.253199 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-83dba1a5-1b2f-42eb-872b-67878eedc122 req-d4b0b241-4394-465b-a167-5d512f2d208d tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 210 time: 0.0265265 Oct 13 01:12:07.302510 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Made reservation on behalf of 5e39eb82d4ab4d0fa00492dfb0fd9bdf for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:07.306787 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:07.429286 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Allocated IP 172.20.0.10 (d174f561-936d-40f4-aac9-2ab18ef8a2a1/dffaa7df-a6ab-45ef-9d40-acc7b1b0a551/0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:07.548174 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:07.574288 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:07.606809 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:07.640297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0a319d02-3e7a-4d9e-a4b6-2023cf644705'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:12:07.651386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Network d174f561-936d-40f4-aac9-2ab18ef8a2a1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:07.656423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:07.660871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:07.663707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Pushing event updated for resources: {'Port': ['ID=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:07.716643 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:07.717255 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:07.733695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-3ef9fb28-adf3-4b87-9fe5-9975f8bb07db tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485811 Oct 13 01:12:07.751830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Request body: {'port': {'device_id': '8d421555-840a-462e-bb4f-0bd98864767c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:07.804181 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:08.062263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:12:08.069535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:08.081002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Transition to ACTIVE for port object 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:12:08.084373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:08.134478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:08.196552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Attempting to bind port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:08.197702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Attempting to bind port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:08.197818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Attempting to bind port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 on network d174f561-936d-40f4-aac9-2ab18ef8a2a1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:08.201920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 on network d174f561-936d-40f4-aac9-2ab18ef8a2a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:12:08.202239 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Attempting to bind port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 on network d174f561-936d-40f4-aac9-2ab18ef8a2a1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:08.207315 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:08.207685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Checking segment: {'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:08.208075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Bound using segment: {'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:08.208500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Bound port: 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:08.208855 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:08.274853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] For port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:08.278617 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] For port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:08.282607 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:08.318781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:08.319419 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:08.321080 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 HTTP/1.1" status: 200 len: 1092 time: 0.5735011 Oct 13 01:12:08.321563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d421555-840a-462e-bb4f-0bd98864767c', 'tag': '0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:12:08.324287 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8da62bc-81a9-421f-aa53-600adf2ff58a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d421555-840a-462e-bb4f-0bd98864767c", "tag": "0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:12:08.349834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c3c24-9652-45f4-9040-363caa19ed07 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:08.364190 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3c62a5-ff82-4d43-80d0-6998cca45549 x-openstack-request-id: req-fa3c62a5-ff82-4d43-80d0-6998cca45549 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:12:08.364489 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d421555-840a-462e-bb4f-0bd98864767c", "tag": "0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:12:08.364740 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa3c62a5-ff82-4d43-80d0-6998cca45549 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:12:08.365145 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d421555-840a-462e-bb4f-0bd98864767c', 'tag': '0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4', 'status': 'completed', 'code': 200} Oct 13 01:12:08.375393 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ef85a-ab26-41cd-a6d0-c7eddea9d2b5 req-415f6abe-d071-4c71-8e97-79ff9c033279 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:08.376949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b6ef85a-ab26-41cd-a6d0-c7eddea9d2b5 req-415f6abe-d071-4c71-8e97-79ff9c033279 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 944 time: 0.0521235 Oct 13 01:12:08.416254 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b6ef85a-ab26-41cd-a6d0-c7eddea9d2b5 req-aa9c5210-172a-41b8-99f5-61bfb75d0de1 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Oct 13 01:12:08.425878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b615-445f-4753-bc7f-0621f335657b req-370b7ce3-ed3d-486c-871e-9f0486b4dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:08.427403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-370b7ce3-ed3d-486c-871e-9f0486b4dd9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e39eb82d4ab4d0fa00492dfb0fd9bdf&device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 1095 time: 0.0413828 Oct 13 01:12:08.479274 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-9f787bf9-5b30-4a34-9e53-2aee09352591 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 HTTP/1.1" status: 200 len: 217 time: 0.0373898 Oct 13 01:12:08.528384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97b615-445f-4753-bc7f-0621f335657b req-5baa084d-f539-4905-b179-bd355a604ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:08.529774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-5baa084d-f539-4905-b179-bd355a604ed4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dffaa7df-a6ab-45ef-9d40-acc7b1b0a551 HTTP/1.1" status: 200 len: 853 time: 0.0433948 Oct 13 01:12:08.562543 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-403a6096-46eb-426f-9ace-5f0b60bd75c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d174f561-936d-40f4-aac9-2ab18ef8a2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256569 Oct 13 01:12:08.656945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-ef7e3678-7ef8-4fea-9de4-6d761d800ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859783 Oct 13 01:12:08.747193 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fd97b615-445f-4753-bc7f-0621f335657b req-35cffded-419b-4653-a012-7c4ddd47e1e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830352 Oct 13 01:12:08.880859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-8d1660a5-1708-4341-bf3b-3e01af3bf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:08.882427 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-8d1660a5-1708-4341-bf3b-3e01af3bf647 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e39eb82d4ab4d0fa00492dfb0fd9bdf&device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 1095 time: 0.0440850 Oct 13 01:12:08.976365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-0ececc84-6a6d-4838-b1fe-cb23ba90fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:08.978648 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-0ececc84-6a6d-4838-b1fe-cb23ba90fdc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d174f561-936d-40f4-aac9-2ab18ef8a2a1 HTTP/1.1" status: 200 len: 914 time: 0.0881054 Oct 13 01:12:09.022644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-ec05b98a-0bc4-4b50-bcd2-f38edd96f120 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 HTTP/1.1" status: 200 len: 217 time: 0.0366342 Oct 13 01:12:09.077902 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-6d5eec8d-b3ac-4043-abc1-76e8ea53e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:09.079374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-6d5eec8d-b3ac-4043-abc1-76e8ea53e44c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dffaa7df-a6ab-45ef-9d40-acc7b1b0a551 HTTP/1.1" status: 200 len: 853 time: 0.0490808 Oct 13 01:12:09.111873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-53917492-a93b-4729-8b40-c92f87a0ce25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d174f561-936d-40f4-aac9-2ab18ef8a2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256629 Oct 13 01:12:09.163275 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:12:09.202356 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-025e723a-1c0d-4f61-bb73-7208f71f0d88 service neutron] 10.222.0.36 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837312 Oct 13 01:12:09.295900 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d8da62bc-81a9-421f-aa53-600adf2ff58a req-3ab9760f-9e9b-40e7-aa41-3b35e815e7c8 service neutron] 10.222.0.36 "GET /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863290 Oct 13 01:12:09.529224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3171-2a5a-4a7a-8486-228d1fd2da12 req-6d48d084-f13b-4827-ab26-bd3c530dc236 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:09.530692 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35dc3171-2a5a-4a7a-8486-228d1fd2da12 req-6d48d084-f13b-4827-ab26-bd3c530dc236 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 944 time: 0.0482628 Oct 13 01:12:09.571094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35dc3171-2a5a-4a7a-8486-228d1fd2da12 req-cd261b48-8156-4914-8548-9971977d3725 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Oct 13 01:12:10.683227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c87ce-7a24-4520-9b67-b64bc3a6d84d req-8da9b3c5-d012-43f8-932e-27f0d3dc2af1 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:10.684629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f83c87ce-7a24-4520-9b67-b64bc3a6d84d req-8da9b3c5-d012-43f8-932e-27f0d3dc2af1 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 944 time: 0.0485127 Oct 13 01:12:10.721682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f83c87ce-7a24-4520-9b67-b64bc3a6d84d req-c0c43c86-5217-4289-8bf7-605149f69f00 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311146 Oct 13 01:12:11.831969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e33cd9-8203-454e-a97a-5f508e598fe8 req-748da1d2-b066-4011-8d35-31c46b548680 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:11.834233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97e33cd9-8203-454e-a97a-5f508e598fe8 req-748da1d2-b066-4011-8d35-31c46b548680 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 944 time: 0.0485022 Oct 13 01:12:11.847493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bece7a66-4929-48c9-9d04-f0cecf0d52c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:11.872777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-97e33cd9-8203-454e-a97a-5f508e598fe8 req-85f560ee-35d7-4f80-9d8f-8e94cccb822f tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Oct 13 01:12:12.984681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d293c5-890a-45e4-8593-a81014b40d64 req-32cb3a44-c74e-4cea-9659-236bd1db7e8d tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:12.986121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13d293c5-890a-45e4-8593-a81014b40d64 req-32cb3a44-c74e-4cea-9659-236bd1db7e8d tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 944 time: 0.0467784 Oct 13 01:12:13.026761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13d293c5-890a-45e4-8593-a81014b40d64 req-c1c86a7d-e146-4ff2-9429-92ec970611c5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Oct 13 01:12:14.051924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:12:14.140833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a6d3c-7fa6-41e1-9446-1d28f348449a req-3793c3b9-88cc-4c12-b5ff-c86492693004 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:14.142325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e4a6d3c-7fa6-41e1-9446-1d28f348449a req-3793c3b9-88cc-4c12-b5ff-c86492693004 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 944 time: 0.0491803 Oct 13 01:12:14.151420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:14.163814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4', 'network_id': 'd174f561-936d-40f4-aac9-2ab18ef8a2a1', 'port_id': '0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4', 'mac_address': 'fa:16:3e:e7:26:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dffaa7df-a6ab-45ef-9d40-acc7b1b0a551', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:12:14.181161 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0e4a6d3c-7fa6-41e1-9446-1d28f348449a req-4dd7c656-564a-44e1-baa4-abf05eb20fbb tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Oct 13 01:12:14.201156 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:14.214711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:12:14.233093 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:14.237054 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:14.283249 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:14.290397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.290743 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.291081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.291418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.291776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.292109 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.292435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.292763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.293083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.293403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.293722 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.294039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:14.618040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:12:14.644771 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b5496178-d289-4a9f-be29-4e3f5ebd60d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:15.293215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2d79-71d6-4e7a-8279-13bee4428558 req-7f534491-7b67-46ea-9f45-205ade0c4c19 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:15.294678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c82a2d79-71d6-4e7a-8279-13bee4428558 req-7f534491-7b67-46ea-9f45-205ade0c4c19 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 945 time: 0.0481117 Oct 13 01:12:15.333029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c82a2d79-71d6-4e7a-8279-13bee4428558 req-65bed5c9-d1b9-447a-b2c4-79695e0c1fe4 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324523 Oct 13 01:12:15.922424 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:15.968931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:16.066659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:16.113875 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:12:16.117422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:16.117793 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:16.193461 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:16.215393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d421555-840a-462e-bb4f-0bd98864767c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:12:16.217652 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2676e83d-5131-42f3-9ab9-a4dc91c9947a" -d '{"events": [{"server_uuid": "8d421555-840a-462e-bb4f-0bd98864767c", "name": "network-vif-plugged", "status": "completed", "tag": "0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:12:16.230630 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:16.235111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:16.257612 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fc5e30-60bd-4393-a552-f4571c3140ca x-openstack-request-id: req-37fc5e30-60bd-4393-a552-f4571c3140ca {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:12:16.257908 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d421555-840a-462e-bb4f-0bd98864767c", "name": "network-vif-plugged", "status": "completed", "tag": "0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:12:16.258161 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37fc5e30-60bd-4393-a552-f4571c3140ca {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:12:16.258546 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d421555-840a-462e-bb4f-0bd98864767c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4', 'code': 200} Oct 13 01:12:16.284847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:16.375957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a273-b1f1-440e-b56e-8f13e29ade01 req-9600d7f5-097d-4861-895b-2988e47aa710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:16.377525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9e2a273-b1f1-440e-b56e-8f13e29ade01 req-9600d7f5-097d-4861-895b-2988e47aa710 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 1097 time: 0.0419602 Oct 13 01:12:16.414396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d9e2a273-b1f1-440e-b56e-8f13e29ade01 req-7fece8a4-8779-4674-b7f9-a8b2f2e915b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297556 Oct 13 01:12:16.446347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e29ba7-e77b-4f26-a83d-3bb0d0aa5611 req-fe93a3e1-1b6b-44fd-98c1-9869011d5f7e tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:16.448276 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5e29ba7-e77b-4f26-a83d-3bb0d0aa5611 req-fe93a3e1-1b6b-44fd-98c1-9869011d5f7e tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 946 time: 0.0486367 Oct 13 01:12:16.488804 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5e29ba7-e77b-4f26-a83d-3bb0d0aa5611 req-ddb71438-bf7d-425b-ab9e-f1bcf9cf551e tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Oct 13 01:12:17.603328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8c99c-cab9-43b1-9264-22e76dae2118 req-a798936b-cf62-48b8-a5fe-1651ce0c055d tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:17.604837 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16e8c99c-cab9-43b1-9264-22e76dae2118 req-a798936b-cf62-48b8-a5fe-1651ce0c055d tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 946 time: 0.0494542 Oct 13 01:12:17.646839 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-16e8c99c-cab9-43b1-9264-22e76dae2118 req-59caea78-607e-4fc5-9bd7-46497969ca37 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359344 Oct 13 01:12:17.735759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:18.758610 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d8a5-ddfa-4c52-b466-876967485900 req-1df42f81-e9ea-4937-bd43-9b74f8b99d00 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:18.760615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75c0d8a5-ddfa-4c52-b466-876967485900 req-1df42f81-e9ea-4937-bd43-9b74f8b99d00 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 946 time: 0.0487015 Oct 13 01:12:18.803829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-75c0d8a5-ddfa-4c52-b466-876967485900 req-e99c635d-0c2e-47b6-8918-579b0734d181 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Oct 13 01:12:19.027838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1846b76-878a-4a47-8407-87ff9262a170 req-e6f46c85-b6ba-4e91-b71b-5681af2cea55 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:19.029311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1846b76-878a-4a47-8407-87ff9262a170 req-e6f46c85-b6ba-4e91-b71b-5681af2cea55 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 946 time: 0.0481889 Oct 13 01:12:19.070283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b1846b76-878a-4a47-8407-87ff9262a170 req-0e4d5016-3733-4545-b81a-4f841613489f tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349674 Oct 13 01:12:20.192017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e40a2-a6e1-4e81-aa24-ce393dc6ae29 req-624bca37-ed1a-4d9b-96ed-faa21e1a1225 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:20.193519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b92e40a2-a6e1-4e81-aa24-ce393dc6ae29 req-624bca37-ed1a-4d9b-96ed-faa21e1a1225 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 946 time: 0.0522239 Oct 13 01:12:20.232029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b92e40a2-a6e1-4e81-aa24-ce393dc6ae29 req-df311db0-a7a0-47bf-a45f-d44dd3da2ef0 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Oct 13 01:12:20.483735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-2789e7d2-e089-43a2-bbe7-70feb3c87c59 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:20.485176 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-2789e7d2-e089-43a2-bbe7-70feb3c87c59 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 946 time: 0.0470243 Oct 13 01:12:20.574112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Deleting port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:12:20.574448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:20.658916 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] For port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:20.659195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:20.671755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Calling delete_port for 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:12:20.798281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:20.826087 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Pushing event deleted for resources: {'Port': ['ID=0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:20.834366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0a319d02-3e7a-4d9e-a4b6-2023cf644705'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:12:20.839177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:12:20.870813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] No DVR routers for this DVR port 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:12:20.873509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:20.876813 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1830c937-614a-4f77-8ba1-bb2feecb7951 req-d75bd7b3-30de-4998-bcb3-c349e1e1affd tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.36 "DELETE /v2.0/ports/0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 HTTP/1.1" status: 204 len: 173 time: 0.3856220 Oct 13 01:12:20.877248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d421555-840a-462e-bb4f-0bd98864767c', 'name': 'network-vif-deleted', 'tag': '0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:12:20.879971 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc5a75-a27b-44c6-a43b-0ce4f9b94922" -d '{"events": [{"server_uuid": "8d421555-840a-462e-bb4f-0bd98864767c", "name": "network-vif-deleted", "tag": "0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:12:20.927200 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1f3fc3-b68a-4015-967a-8948d4977b7d x-openstack-request-id: req-7c1f3fc3-b68a-4015-967a-8948d4977b7d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:12:20.927498 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d421555-840a-462e-bb4f-0bd98864767c", "name": "network-vif-deleted", "tag": "0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:12:20.927770 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c1f3fc3-b68a-4015-967a-8948d4977b7d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:12:20.928554 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d421555-840a-462e-bb4f-0bd98864767c', 'name': 'network-vif-deleted', 'tag': '0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4', 'status': 'completed', 'code': 200} Oct 13 01:12:21.336323 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73e24970-6da0-4c19-b5b1-0bf97798c53a req-c2de581b-7a9b-4a94-8135-2a13c462427d tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d421555-840a-462e-bb4f-0bd98864767c HTTP/1.1" status: 200 len: 210 time: 0.0269265 Oct 13 01:12:22.482258 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e93128-b382-4f65-818c-764d3ba82bd6 req-c74bacbb-d783-4a47-8ad0-576f72b1c603 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:22.483752 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54e93128-b382-4f65-818c-764d3ba82bd6 req-c74bacbb-d783-4a47-8ad0-576f72b1c603 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Oct 13 01:12:22.520367 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-54e93128-b382-4f65-818c-764d3ba82bd6 req-4ecea06f-0fcd-4300-bade-bdcdeab0fe74 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Oct 13 01:12:22.650935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0192d99-14f8-4cda-b3fd-c1abcd107353 req-4f7b520d-288e-4910-a33e-658928aa0dd5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:22.652403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0192d99-14f8-4cda-b3fd-c1abcd107353 req-4f7b520d-288e-4910-a33e-658928aa0dd5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Oct 13 01:12:22.689209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0192d99-14f8-4cda-b3fd-c1abcd107353 req-8cb5e13c-e50a-41e0-bae6-79ff9b199a84 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Oct 13 01:12:22.802325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb0ea-1313-450c-8b51-c9d3b221a51f req-f04c979f-ce28-4c76-987e-6eff053803b7 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:22.804084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8ceb0ea-1313-450c-8b51-c9d3b221a51f req-f04c979f-ce28-4c76-987e-6eff053803b7 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0485575 Oct 13 01:12:22.841494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d8ceb0ea-1313-450c-8b51-c9d3b221a51f req-6906ebc4-d5a4-411a-9a5a-974736e41720 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Oct 13 01:12:22.910823 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-8cc749c1-58d5-45c8-8fcd-459546b3797d req-5201d23a-b29a-4873-94c1-114f79515185 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:12:22.911756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8cc749c1-58d5-45c8-8fcd-459546b3797d req-5201d23a-b29a-4873-94c1-114f79515185 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053635 Oct 13 01:12:23.015819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ce691-30e4-4f7f-9516-34c591af9743 req-7ed27467-3b8a-460e-b02a-9d223247a853 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:23.017302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-565ce691-30e4-4f7f-9516-34c591af9743 req-7ed27467-3b8a-460e-b02a-9d223247a853 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0484433 Oct 13 01:12:23.052933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-565ce691-30e4-4f7f-9516-34c591af9743 req-8e8e3057-2d2a-4902-b08c-76478b53b8de tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297921 Oct 13 01:12:23.168732 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420475-487a-4754-bc3d-1b709684d3b3 req-be5c255d-7192-4143-9350-2bfb9805e0f9 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:23.170090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6420475-487a-4754-bc3d-1b709684d3b3 req-be5c255d-7192-4143-9350-2bfb9805e0f9 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Oct 13 01:12:23.208346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6420475-487a-4754-bc3d-1b709684d3b3 req-6a9c6c9f-2b54-441d-b940-669e34ad079f tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Oct 13 01:12:23.328288 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6db34-8553-4c96-aaa5-95a736b25c04 req-ef15892e-8d14-415f-a579-6dd1761d8097 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:23.329734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09d6db34-8553-4c96-aaa5-95a736b25c04 req-ef15892e-8d14-415f-a579-6dd1761d8097 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0483787 Oct 13 01:12:23.365809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09d6db34-8553-4c96-aaa5-95a736b25c04 req-6a0538da-4fbd-4b89-9fcc-0b676ac6d299 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303073 Oct 13 01:12:23.654910 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2791a8-ab38-4fc9-8113-9758a01f1cbb req-06c89afd-10be-4be1-93bd-5933f0e976f5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:23.656376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d2791a8-ab38-4fc9-8113-9758a01f1cbb req-06c89afd-10be-4be1-93bd-5933f0e976f5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0469639 Oct 13 01:12:23.698095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d2791a8-ab38-4fc9-8113-9758a01f1cbb req-cf3db78d-e57b-4c93-9028-8c8ee1031e27 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357633 Oct 13 01:12:24.084402 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:12:24.105025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:12:24.105366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 0f2eb5a3-589a-4f6c-a47b-f6f5877b87f4 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:12:24.815622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e92c1-3baa-45e1-a314-205d5e0fb11d req-df7f42d5-2dad-4712-8f97-f35902cf69e9 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:24.817085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e9e92c1-3baa-45e1-a314-205d5e0fb11d req-df7f42d5-2dad-4712-8f97-f35902cf69e9 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0519981 Oct 13 01:12:24.854908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e9e92c1-3baa-45e1-a314-205d5e0fb11d req-53914d98-7ef2-43fa-a521-ff37af26422f tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3713644-fade-40b2-8f46-700ef49c5f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Oct 13 01:12:25.224230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c8429-14e1-496c-9251-615f5f0da35e req-6ed800c3-26e9-4c23-8495-49adce00d569 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:25.225662 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-503c8429-14e1-496c-9251-615f5f0da35e req-6ed800c3-26e9-4c23-8495-49adce00d569 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 945 time: 0.0483222 Oct 13 01:12:25.311989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Deleting port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:12:25.312333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:25.402885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] For port 0a319d02-3e7a-4d9e-a4b6-2023cf644705, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=0a319d02-3e7a-4d9e-a4b6-2023cf644705,segment=NetworkSegment(cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845),segment_id=cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:25.403254 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:25.415267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Calling delete_port for 0a319d02-3e7a-4d9e-a4b6-2023cf644705 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:12:25.549828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:25.578626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Pushing event deleted for resources: {'Port': ['ID=0a319d02-3e7a-4d9e-a4b6-2023cf644705,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:25.586328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['0a319d02-3e7a-4d9e-a4b6-2023cf644705'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:12:25.618842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] No DVR routers for this DVR port 0a319d02-3e7a-4d9e-a4b6-2023cf644705 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:12:25.621381 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:25.624683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-503c8429-14e1-496c-9251-615f5f0da35e req-dc1ca73c-7cc2-4290-b741-19bdfc95bba5 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.45 "DELETE /v2.0/ports/0a319d02-3e7a-4d9e-a4b6-2023cf644705 HTTP/1.1" status: 204 len: 173 time: 0.3928006 Oct 13 01:12:25.625133 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec8135d-8ca8-4250-b6c4-9560d95a8c77', 'name': 'network-vif-deleted', 'tag': '0a319d02-3e7a-4d9e-a4b6-2023cf644705'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:12:25.627424 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963a6cad-64a9-4321-8448-5f0617833bd2" -d '{"events": [{"server_uuid": "8ec8135d-8ca8-4250-b6c4-9560d95a8c77", "name": "network-vif-deleted", "tag": "0a319d02-3e7a-4d9e-a4b6-2023cf644705"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:12:25.662871 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6ed14-37b9-47a6-8bbd-9b40f4c759ad x-openstack-request-id: req-f3e6ed14-37b9-47a6-8bbd-9b40f4c759ad {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:12:25.663181 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec8135d-8ca8-4250-b6c4-9560d95a8c77", "name": "network-vif-deleted", "tag": "0a319d02-3e7a-4d9e-a4b6-2023cf644705", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:12:25.663431 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3e6ed14-37b9-47a6-8bbd-9b40f4c759ad {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:12:25.663854 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec8135d-8ca8-4250-b6c4-9560d95a8c77', 'name': 'network-vif-deleted', 'tag': '0a319d02-3e7a-4d9e-a4b6-2023cf644705', 'status': 'completed', 'code': 200} Oct 13 01:12:25.958657 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf6a2d82-9880-4156-a173-d50aa7a86e3b req-71df89dd-4fcc-47ea-ae5e-09bd144dff05 tempest-ServersNegativeTestJSON-47780263 tempest-ServersNegativeTestJSON-47780263-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ec8135d-8ca8-4250-b6c4-9560d95a8c77 HTTP/1.1" status: 200 len: 210 time: 0.0269248 Oct 13 01:12:27.013822 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49058) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:27.058065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b83cc6a-7408-4172-8dc6-30d8bf3a6d33 admin admin] Deleting subnet dffaa7df-a6ab-45ef-9d40-acc7b1b0a551 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:12:27.060980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b83cc6a-7408-4172-8dc6-30d8bf3a6d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.094038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b83cc6a-7408-4172-8dc6-30d8bf3a6d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.137081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b83cc6a-7408-4172-8dc6-30d8bf3a6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.189274 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b83cc6a-7408-4172-8dc6-30d8bf3a6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.213159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83cc6a-7408-4172-8dc6-30d8bf3a6d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffaa7df-a6ab-45ef-9d40-acc7b1b0a551,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:27.220591 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0b83cc6a-7408-4172-8dc6-30d8bf3a6d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.223701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0b83cc6a-7408-4172-8dc6-30d8bf3a6d33 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dffaa7df-a6ab-45ef-9d40-acc7b1b0a551 HTTP/1.1" status: 204 len: 168 time: 0.2088470 Oct 13 01:12:27.226166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49060) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:27.293455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.372450 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.391937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d174f561-936d-40f4-aac9-2ab18ef8a2a1']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:27.401395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:27.401685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa23dc2-0d05-4bb3-87e3-6a14e0ee8845') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:27.410758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.424238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.430437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:12:27.430813 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:12:27.432554 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:12:27.488928 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.494214 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.497349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d174f561-936d-40f4-aac9-2ab18ef8a2a1 HTTP/1.1" status: 204 len: 168 time: 0.2702634 Oct 13 01:12:27.508036 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af526ac-28f5-4fe8-ac72-d830f09ab876 admin admin] Pushing event deleted for resources: {'Network': ['ID=d174f561-936d-40f4-aac9-2ab18ef8a2a1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:27.606461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49064) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:27.645171 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1fbd5e33-94bd-4745-8fb9-943f56c5adfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e39eb82d4ab4d0fa00492dfb0fd9bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375884 Oct 13 01:12:27.647678 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49066) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:27.693965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb7d67f-ff2a-4433-a527-03efb3966063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.715151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb7d67f-ff2a-4433-a527-03efb3966063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.760462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb7d67f-ff2a-4433-a527-03efb3966063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.763034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5cb7d67f-ff2a-4433-a527-03efb3966063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:27.764237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5cb7d67f-ff2a-4433-a527-03efb3966063 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3713644-fade-40b2-8f46-700ef49c5f7a HTTP/1.1" status: 204 len: 168 time: 0.1156793 Oct 13 01:12:27.773596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7d67f-ff2a-4433-a527-03efb3966063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3713644-fade-40b2-8f46-700ef49c5f7a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:28.418297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49088) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:28.510404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1532440645'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:28.530647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:28.533995 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:28.542630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:28.618654 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:28.622770 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:28.644993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:28.657886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeee91f-87ad-4865-a35a-ea8cbfffa13f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:28.662547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:28.662893 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Added segment 62acb1e2-5f98-4ed7-91c5-13fb9caf46a3 of type vlan for network 742e9fb6-0f9d-4b64-a266-49f6f678ee14 Oct 13 01:12:28.704786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:28.728800 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:28.734392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:28.734974 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:28.787869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3684433 Oct 13 01:12:28.802166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f6fa2-8a30-40b0-83f2-390a882a5bc7 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Network': ['ID=742e9fb6-0f9d-4b64-a266-49f6f678ee14,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:28.812716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 742e9fb6-0f9d-4b64-a266-49f6f678ee14 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:29.072793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0a319d02-3e7a-4d9e-a4b6-2023cf644705 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:12:29.093225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 0a319d02-3e7a-4d9e-a4b6-2023cf644705 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:12:29.093571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 0a319d02-3e7a-4d9e-a4b6-2023cf644705 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:12:32.074506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49092) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:32.079628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'subnet': {'network_id': '742e9fb6-0f9d-4b64-a266-49f6f678ee14', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:32.168545 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:32.171989 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.365473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.430788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Subnet': ['ID=5c1b2d75-7fdf-48a6-be0e-71180864a4df,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:32.433049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Checking segment: {'id': '62acb1e2-5f98-4ed7-91c5-13fb9caf46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '742e9fb6-0f9d-4b64-a266-49f6f678ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:32.433737 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network hostable DHCP agents. Network: 742e9fb6-0f9d-4b64-a266-49f6f678ee14, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:32.450706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network 742e9fb6-0f9d-4b64-a266-49f6f678ee14 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:32.459233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 742e9fb6-0f9d-4b64-a266-49f6f678ee14) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:32.463789 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:32.464371 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.468775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbfef04-3d03-4429-9e0b-99c9c14c1b8c None None] Network 742e9fb6-0f9d-4b64-a266-49f6f678ee14 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:32.479427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-46428425-68cc-4c2f-8181-2d120491b2dc tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4038069 Oct 13 01:12:32.482826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49096) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:32.487793 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466399530'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:32.508384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:32.512425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.543669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:32.552323 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.552669 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Added segment 0bb63466-2470-48b5-b8e7-c66518ffc203 of type vlan for network b3ab4287-9efd-4619-a40e-f0c6ba00b825 Oct 13 01:12:32.597334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.616057 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-742e9fb6-0f9d-4b64-a266-49f6f678ee14', 'network_id': '742e9fb6-0f9d-4b64-a266-49f6f678ee14', 'tenant_id': '070d6988ecac4fc485fc60ad1faeb385', 'fixed_ips': [{'subnet_id': '5c1b2d75-7fdf-48a6-be0e-71180864a4df'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:12:32.616848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.625875 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.631473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:32.632096 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:32.688580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2046466 Oct 13 01:12:32.691403 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49098) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:32.696262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'subnet': {'network_id': 'b3ab4287-9efd-4619-a40e-f0c6ba00b825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:32.749172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26120e5-6c6b-485d-9023-1bd4580270fb tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Network': ['ID=b3ab4287-9efd-4619-a40e-f0c6ba00b825,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:32.752624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Allocated IP 2001:db8:0:ffff::2 (742e9fb6-0f9d-4b64-a266-49f6f678ee14/5c1b2d75-7fdf-48a6-be0e-71180864a4df/0b4b2286-a26b-4f39-8748-35a5de669fe6) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:32.763720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network b3ab4287-9efd-4619-a40e-f0c6ba00b825 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:32.802212 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:32.809475 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.010396 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.026423 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.045230 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.087867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Subnet': ['ID=98a7fc32-11ed-4cb4-941c-7a5f275f3ad1,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:33.095798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Checking segment: {'id': '0bb63466-2470-48b5-b8e7-c66518ffc203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b3ab4287-9efd-4619-a40e-f0c6ba00b825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:33.096157 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network hostable DHCP agents. Network: b3ab4287-9efd-4619-a40e-f0c6ba00b825, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:33.115155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network b3ab4287-9efd-4619-a40e-f0c6ba00b825 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:33.125940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, b3ab4287-9efd-4619-a40e-f0c6ba00b825) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:33.130295 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:33.130921 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.147290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bf30b2e5-6bb2-4218-8987-b442b5133357 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4546564 Oct 13 01:12:33.149983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49102) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:33.248781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec9446-3a05-4dbf-8b31-fd79cdc03615 None None] Network b3ab4287-9efd-4619-a40e-f0c6ba00b825 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:33.253362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Network 742e9fb6-0f9d-4b64-a266-49f6f678ee14 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:33.254829 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.268148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:33.296956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:33.305050 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Pushing event updated for resources: {'Port': ['ID=0b4b2286-a26b-4f39-8748-35a5de669fe6,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:33.308004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.372425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.401691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Subnet': ['ID=98a7fc32-11ed-4cb4-941c-7a5f275f3ad1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:33.402876 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Attempting to bind port 0b4b2286-a26b-4f39-8748-35a5de669fe6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:33.403248 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Attempting to bind port 0b4b2286-a26b-4f39-8748-35a5de669fe6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '62acb1e2-5f98-4ed7-91c5-13fb9caf46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '742e9fb6-0f9d-4b64-a266-49f6f678ee14'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:33.403630 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Attempting to bind port 0b4b2286-a26b-4f39-8748-35a5de669fe6 on network 742e9fb6-0f9d-4b64-a266-49f6f678ee14 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:33.430568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:33.430943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Checking segment: {'id': '62acb1e2-5f98-4ed7-91c5-13fb9caf46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '742e9fb6-0f9d-4b64-a266-49f6f678ee14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:33.431384 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.431801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Bound using segment: {'id': '62acb1e2-5f98-4ed7-91c5-13fb9caf46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '742e9fb6-0f9d-4b64-a266-49f6f678ee14'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:33.432273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Bound port: 0b4b2286-a26b-4f39-8748-35a5de669fe6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62acb1e2-5f98-4ed7-91c5-13fb9caf46a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '742e9fb6-0f9d-4b64-a266-49f6f678ee14'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:33.432641 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.454720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5710cec-2f01-492d-a6db-5a448936dad9 None None] Network b3ab4287-9efd-4619-a40e-f0c6ba00b825 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:33.465771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.486083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ab4287-9efd-4619-a40e-f0c6ba00b825']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:33.495221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb63466-2470-48b5-b8e7-c66518ffc203') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:33.495530 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb63466-2470-48b5-b8e7-c66518ffc203') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:33.504554 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.517905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.523813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:12:33.524195 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:12:33.528268 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:12:33.584140 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.594568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.595051 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] For port 0b4b2286-a26b-4f39-8748-35a5de669fe6, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:33.601513 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/b3ab4287-9efd-4619-a40e-f0c6ba00b825 HTTP/1.1" status: 204 len: 168 time: 0.4467413 Oct 13 01:12:33.604226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49104) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:33.609068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ddba8-eaf9-4a5b-bfc1-5bc496646719 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Network': ['ID=b3ab4287-9efd-4619-a40e-f0c6ba00b825,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:33.610859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86941800'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:33.612117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] For port 0b4b2286-a26b-4f39-8748-35a5de669fe6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0b4b2286-a26b-4f39-8748-35a5de669fe6,segment=NetworkSegment(62acb1e2-5f98-4ed7-91c5-13fb9caf46a3),segment_id=62acb1e2-5f98-4ed7-91c5-13fb9caf46a3)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:33.617553 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.632247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:33.636456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.663778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:33.677702 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.678556 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Added segment 06bfc29f-b333-4009-8c8f-38e6ae6e0174 of type vlan for network 88789148-43f7-4cc2-9591-02d8bbd4fb57 Oct 13 01:12:33.680563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d7a0f-616e-4d55-9a6b-a46e8bb0a7aa None None] Pushing event updated for resources: {'Port': ['ID=0b4b2286-a26b-4f39-8748-35a5de669fe6,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:33.724942 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.749296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.754993 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:33.755605 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:33.841385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2361457 Oct 13 01:12:33.846826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49106) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:33.851853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'subnet': {'network_id': '88789148-43f7-4cc2-9591-02d8bbd4fb57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:33.875169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37de3-db77-4c23-b73a-f1b7a980a51a tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Network': ['ID=88789148-43f7-4cc2-9591-02d8bbd4fb57,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:33.888377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 88789148-43f7-4cc2-9591-02d8bbd4fb57 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:33.958392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:33.962379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.023001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Performing IP validity checks on allocation pools {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 01:12:34.023537 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.ipam_backend_mixin [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94989) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 01:12:34.101673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0b4b2286-a26b-4f39-8748-35a5de669fe6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:34.154153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0b4b2286-a26b-4f39-8748-35a5de669fe6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:34.154530 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.240225 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.274538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 0b4b2286-a26b-4f39-8748-35a5de669fe6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0b4b2286-a26b-4f39-8748-35a5de669fe6,segment=NetworkSegment(62acb1e2-5f98-4ed7-91c5-13fb9caf46a3),segment_id=62acb1e2-5f98-4ed7-91c5-13fb9caf46a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:34.278169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.333228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=0b4b2286-a26b-4f39-8748-35a5de669fe6,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:34.489325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.548033 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Subnet': ['ID=d94de2fe-4f26-4b4a-afab-e75a9d3bb67d,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:34.560730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Checking segment: {'id': '06bfc29f-b333-4009-8c8f-38e6ae6e0174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '88789148-43f7-4cc2-9591-02d8bbd4fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:34.561090 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network hostable DHCP agents. Network: 88789148-43f7-4cc2-9591-02d8bbd4fb57, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:34.577614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network 88789148-43f7-4cc2-9591-02d8bbd4fb57 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:34.586657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 88789148-43f7-4cc2-9591-02d8bbd4fb57) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:34.591284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:34.591952 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.595651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adec69e-b5b3-40da-85e8-37b682b94e5a None None] Network 88789148-43f7-4cc2-9591-02d8bbd4fb57 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:34.616649 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e91c44f9-34ce-470d-a5d4-53712f12e8c3 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7708404 Oct 13 01:12:34.619888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49108) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:34.644685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704cf765-a9bf-40a5-9d81-0bc57ffdc977 None None] Network 742e9fb6-0f9d-4b64-a266-49f6f678ee14 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:34.716013 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.738872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8df10805-c52e-459c-8ea7-8a55d85744a6 None None] Provisioning complete for port 0b4b2286-a26b-4f39-8748-35a5de669fe6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:34.739258 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8df10805-c52e-459c-8ea7-8a55d85744a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.765811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.829630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.857181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Subnet': ['ID=d94de2fe-4f26-4b4a-afab-e75a9d3bb67d,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:34.905901 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce24130-5bab-4009-9f5c-58ab45f19f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-88789148-43f7-4cc2-9591-02d8bbd4fb57', 'network_id': '88789148-43f7-4cc2-9591-02d8bbd4fb57', 'tenant_id': '070d6988ecac4fc485fc60ad1faeb385', 'fixed_ips': [{'subnet_id': 'd94de2fe-4f26-4b4a-afab-e75a9d3bb67d'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:12:34.906749 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dce24130-5bab-4009-9f5c-58ab45f19f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.916865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.937453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88789148-43f7-4cc2-9591-02d8bbd4fb57']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:34.946803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bfc29f-b333-4009-8c8f-38e6ae6e0174') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:34.947021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bfc29f-b333-4009-8c8f-38e6ae6e0174') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:34.956219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.969889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.976460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:12:34.976848 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:12:34.980707 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:12:35.043580 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-dce24130-5bab-4009-9f5c-58ab45f19f60 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 01:12:35.043580 n-d-813679-4 neutron-server[94990]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 13 01:12:35.043580 n-d-813679-4 neutron-server[94990]: [parameters: {'project_id': '070d6988ecac4fc485fc60ad1faeb385', 'id': 'b684a932-73f4-4388-bcdd-794d93e4f504', 'name': '', 'network_id': '88789148-43f7-4cc2-9591-02d8bbd4fb57', 'mac_address': 'fa:16:3e:d7:ae:de', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-88789148-43f7-4cc2-9591-02d8bbd4fb57', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4073}] Oct 13 01:12:35.043580 n-d-813679-4 neutron-server[94990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 01:12:35.044297 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-dce24130-5bab-4009-9f5c-58ab45f19f60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 01:12:35.048925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.056500 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.059634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/88789148-43f7-4cc2-9591-02d8bbd4fb57 HTTP/1.1" status: 204 len: 168 time: 0.4387784 Oct 13 01:12:35.064538 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49110) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:35.069608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-62622976'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:35.073339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c903efe-2368-4a36-85f0-80054a525ec6 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Network': ['ID=88789148-43f7-4cc2-9591-02d8bbd4fb57,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:35.092473 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:35.095987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.121548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:35.131607 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.132223 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Added segment 7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a of type vlan for network 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 Oct 13 01:12:35.182278 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.188945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8b9c77de-8b14-4fc0-aff6-95b2849de9f0 None None] Provisioning complete for port 0b4b2286-a26b-4f39-8748-35a5de669fe6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:35.189315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8b9c77de-8b14-4fc0-aff6-95b2849de9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.207097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.214736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:35.215328 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.545394 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dce24130-5bab-4009-9f5c-58ab45f19f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.562019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4929712 Oct 13 01:12:35.562542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49112) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:35.570487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'subnet': {'network_id': '0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:35.578240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e053b7f-eabd-4780-9f88-2ceba69e6a4f tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Network': ['ID=0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:35.580113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf65106-1720-4181-9943-0317bba1c497 None None] Network 88789148-43f7-4cc2-9591-02d8bbd4fb57 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:35.595997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:35.598243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf65106-1720-4181-9943-0317bba1c497 None None] Network 88789148-43f7-4cc2-9591-02d8bbd4fb57 could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 01:12:35.664765 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:35.668224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.850767 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.912146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Subnet': ['ID=d51e3b87-2baa-44dd-9d82-e132e9d6a685,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:35.918022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Checking segment: {'id': '7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:35.918312 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network hostable DHCP agents. Network: 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:35.938494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:35.946576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:35.950542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:35.951125 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:35.955426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5ac37-890d-451b-8508-b992df55bc59 None None] Network 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:35.966009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1b686ea7-0a47-4af0-9d74-19e39746b1de tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4019768 Oct 13 01:12:35.969558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49114) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:35.974580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170809145'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:35.995232 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:35.998623 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.021501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:36.030680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.030801 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Added segment b1a6f32d-6505-4f14-90a3-e34fbf38ba0b of type vlan for network f39b3ebe-9bec-4561-9fd3-0fb7e659bafd Oct 13 01:12:36.073969 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.086430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0b4b2286-a26b-4f39-8748-35a5de669fe6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:36.099822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.107298 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:36.107917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.121080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570', 'network_id': '0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570', 'tenant_id': '070d6988ecac4fc485fc60ad1faeb385', 'fixed_ips': [{'subnet_id': 'd51e3b87-2baa-44dd-9d82-e132e9d6a685'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:12:36.121716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.169358 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1985018 Oct 13 01:12:36.172089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49116) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:36.177171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Request body: {'subnet': {'network_id': 'f39b3ebe-9bec-4561-9fd3-0fb7e659bafd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:36.220904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0b4b2286-a26b-4f39-8748-35a5de669fe6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:36.221273 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.226415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a8971-2e37-43ce-b373-e332d96b7434 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Network': ['ID=f39b3ebe-9bec-4561-9fd3-0fb7e659bafd,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:36.250744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network f39b3ebe-9bec-4561-9fd3-0fb7e659bafd details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:36.276982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Made reservation on behalf of 070d6988ecac4fc485fc60ad1faeb385 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:36.280501 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.366145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Allocated IP 2001:db8::2 (0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570/d51e3b87-2baa-44dd-9d82-e132e9d6a685/674835fc-91a6-4a17-ad46-c0e689cbd999) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:36.470046 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.532879 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event updated for resources: {'Subnet': ['ID=e07d393e-770e-462b-a8b4-3c0cd46ba7e2,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:36.543001 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.543919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Checking segment: {'id': 'b1a6f32d-6505-4f14-90a3-e34fbf38ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f39b3ebe-9bec-4561-9fd3-0fb7e659bafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:36.544347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network hostable DHCP agents. Network: f39b3ebe-9bec-4561-9fd3-0fb7e659bafd, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:36.548767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.561280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Network f39b3ebe-9bec-4561-9fd3-0fb7e659bafd is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:36.570000 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, f39b3ebe-9bec-4561-9fd3-0fb7e659bafd) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:36.574210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:36.574797 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.585951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2527e58-220a-40e6-9065-33c59600f8b2 None None] Network f39b3ebe-9bec-4561-9fd3-0fb7e659bafd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:36.592188 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2ffaf6af-1f65-4da4-a279-e96b768ba7a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4190795 Oct 13 01:12:36.594882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49118) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:36.636181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Network 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:36.642530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:36.645961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:36.649231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Pushing event updated for resources: {'Port': ['ID=674835fc-91a6-4a17-ad46-c0e689cbd999,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:36.690440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.731183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Attempting to bind port 674835fc-91a6-4a17-ad46-c0e689cbd999 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:36.731456 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Attempting to bind port 674835fc-91a6-4a17-ad46-c0e689cbd999 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:36.731841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Attempting to bind port 674835fc-91a6-4a17-ad46-c0e689cbd999 on network 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:36.754301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:36.754668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Checking segment: {'id': '7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:36.755069 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.755460 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Bound using segment: {'id': '7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:36.755943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Bound port: 674835fc-91a6-4a17-ad46-c0e689cbd999, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:36.756317 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.775697 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.826241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f7d4a-9ee7-4d3b-a4e5-b18fe21a70d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-f39b3ebe-9bec-4561-9fd3-0fb7e659bafd', 'network_id': 'f39b3ebe-9bec-4561-9fd3-0fb7e659bafd', 'tenant_id': '070d6988ecac4fc485fc60ad1faeb385', 'fixed_ips': [{'subnet_id': 'e07d393e-770e-462b-a8b4-3c0cd46ba7e2'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:12:36.827315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fd5f7d4a-9ee7-4d3b-a4e5-b18fe21a70d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.836934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.862817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] For port 674835fc-91a6-4a17-ad46-c0e689cbd999, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:36.865804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Subnet': ['ID=e07d393e-770e-462b-a8b4-3c0cd46ba7e2,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:36.866501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] For port 674835fc-91a6-4a17-ad46-c0e689cbd999, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=674835fc-91a6-4a17-ad46-c0e689cbd999,segment=NetworkSegment(7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a),segment_id=7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:36.916564 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.936085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.949330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd663d3-97fa-4111-b648-4c8854074d88 None None] Network f39b3ebe-9bec-4561-9fd3-0fb7e659bafd requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:36.960611 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39b3ebe-9bec-4561-9fd3-0fb7e659bafd']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:36.974707 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a6f32d-6505-4f14-90a3-e34fbf38ba0b') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:36.975074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a6f32d-6505-4f14-90a3-e34fbf38ba0b') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:36.985197 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:36.998510 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.005884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:12:37.006456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:12:37.010324 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:12:37.043183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feab58-4735-44e8-b9f7-64578f487196 None None] Pushing event updated for resources: {'Port': ['ID=674835fc-91a6-4a17-ad46-c0e689cbd999,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:37.076953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.083061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.088131 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.091765 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/f39b3ebe-9bec-4561-9fd3-0fb7e659bafd HTTP/1.1" status: 204 len: 168 time: 0.4956524 Oct 13 01:12:37.094631 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49120) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:37.108361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6044c0-b38f-487a-8246-33f744d3569b tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Network': ['ID=f39b3ebe-9bec-4561-9fd3-0fb7e659bafd,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:37.130554 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-698a1a6e-a177-45dd-87a6-1a13bd5b063c tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] GET failed (client error): The resource could not be found. Oct 13 01:12:37.131930 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-698a1a6e-a177-45dd-87a6-1a13bd5b063c tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "GET /v2.0/subnets/e07d393e-770e-462b-a8b4-3c0cd46ba7e2 HTTP/1.1" status: 404 len: 337 time: 0.0359914 Oct 13 01:12:37.141501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49122) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:37.165896 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1450fe4-27da-4bde-8de1-783aa8f2fd41 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] DELETE failed (client error): The resource could not be found. Oct 13 01:12:37.166450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1450fe4-27da-4bde-8de1-783aa8f2fd41 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 01:12:37.169484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d1450fe4-27da-4bde-8de1-783aa8f2fd41 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/f39b3ebe-9bec-4561-9fd3-0fb7e659bafd HTTP/1.1" status: 404 len: 339 time: 0.0272660 Oct 13 01:12:37.173304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49124) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:37.203063 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-48dd68b6-74fd-4862-9e1d-4070a1ce4b5c tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] DELETE failed (client error): The resource could not be found. Oct 13 01:12:37.203595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48dd68b6-74fd-4862-9e1d-4070a1ce4b5c tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 01:12:37.206595 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48dd68b6-74fd-4862-9e1d-4070a1ce4b5c tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/subnets/e07d393e-770e-462b-a8b4-3c0cd46ba7e2 HTTP/1.1" status: 404 len: 337 time: 0.0323720 Oct 13 01:12:37.209310 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49126) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:37.228221 n-d-813679-4 neutron-server[94988]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc84e760-36b4-440d-9733-8b2707043b9d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] DELETE failed (client error): The resource could not be found. Oct 13 01:12:37.228867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc84e760-36b4-440d-9733-8b2707043b9d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 01:12:37.231993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bc84e760-36b4-440d-9733-8b2707043b9d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/f39b3ebe-9bec-4561-9fd3-0fb7e659bafd HTTP/1.1" status: 404 len: 339 time: 0.0215652 Oct 13 01:12:37.234559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49128) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:37.286321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa32fa8-2921-4e44-933e-a4ff79cd6e06 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Deleting subnet d51e3b87-2baa-44dd-9d82-e132e9d6a685 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:12:37.289471 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4aa32fa8-2921-4e44-933e-a4ff79cd6e06 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.332168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4aa32fa8-2921-4e44-933e-a4ff79cd6e06 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.412934 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4aa32fa8-2921-4e44-933e-a4ff79cd6e06 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.471671 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4aa32fa8-2921-4e44-933e-a4ff79cd6e06 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.503167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa32fa8-2921-4e44-933e-a4ff79cd6e06 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Subnet': ['ID=d51e3b87-2baa-44dd-9d82-e132e9d6a685,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:37.507264 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4aa32fa8-2921-4e44-933e-a4ff79cd6e06 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.510593 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4aa32fa8-2921-4e44-933e-a4ff79cd6e06 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/subnets/d51e3b87-2baa-44dd-9d82-e132e9d6a685 HTTP/1.1" status: 204 len: 168 time: 0.2750435 Oct 13 01:12:37.513067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49130) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:37.564682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.592685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.648465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Deleting port 674835fc-91a6-4a17-ad46-c0e689cbd999 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:12:37.649144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.717316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] For port 674835fc-91a6-4a17-ad46-c0e689cbd999, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=674835fc-91a6-4a17-ad46-c0e689cbd999,segment=NetworkSegment(7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a),segment_id=7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:37.717674 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.731317 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Calling delete_port for 674835fc-91a6-4a17-ad46-c0e689cbd999 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:12:37.814538 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.835034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985a7f7-1bd1-4198-81ea-e45d7f0681f4 None None] Network 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:37.842403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Port': ['ID=674835fc-91a6-4a17-ad46-c0e689cbd999,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:37.847340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No DVR routers for this DVR port 674835fc-91a6-4a17-ad46-c0e689cbd999 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:12:37.902294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c7833fbb-21e1-4618-bcf6-2c898e35251c None None] Could not find standard attr ID for object 674835fc-91a6-4a17-ad46-c0e689cbd999. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 01:12:37.930622 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.950304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:37.960920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:37.961224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcfa48c-6e3b-4f6f-8c2a-d63a3f7b838a') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:37.971820 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.986315 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.992367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:12:37.992747 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:37.992951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db89727-0c25-49a2-acd8-18da175f39e3 None None] DHCP port deletion for 0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:12:37.995837 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:12:38.057654 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.065691 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.068808 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570 HTTP/1.1" status: 204 len: 168 time: 0.5548198 Oct 13 01:12:38.071422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49132) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:38.078696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2dffe-6be4-4291-bd95-eb6cc498379d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Network': ['ID=0d63ba0e-c5d4-41d3-b5ec-b6e558bcf570,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:38.100830 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-8107b89c-49c3-4f52-b686-4d9094a6ca4d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] DELETE failed (client error): The resource could not be found. Oct 13 01:12:38.101280 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8107b89c-49c3-4f52-b686-4d9094a6ca4d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 01:12:38.104907 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8107b89c-49c3-4f52-b686-4d9094a6ca4d tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/subnets/d94de2fe-4f26-4b4a-afab-e75a9d3bb67d HTTP/1.1" status: 404 len: 337 time: 0.0324380 Oct 13 01:12:38.107404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49134) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:38.125145 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b3fe53-170f-4c6d-aced-a79085c84a11 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] DELETE failed (client error): The resource could not be found. Oct 13 01:12:38.125673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b3fe53-170f-4c6d-aced-a79085c84a11 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 01:12:38.128676 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c1b3fe53-170f-4c6d-aced-a79085c84a11 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/88789148-43f7-4cc2-9591-02d8bbd4fb57 HTTP/1.1" status: 404 len: 339 time: 0.0203471 Oct 13 01:12:38.130987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49136) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:38.157278 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-6262bf58-6e2a-435c-9961-29e65756edd4 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] DELETE failed (client error): The resource could not be found. Oct 13 01:12:38.157714 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6262bf58-6e2a-435c-9961-29e65756edd4 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 01:12:38.160592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6262bf58-6e2a-435c-9961-29e65756edd4 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/subnets/98a7fc32-11ed-4cb4-941c-7a5f275f3ad1 HTTP/1.1" status: 404 len: 337 time: 0.0286932 Oct 13 01:12:38.162783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49138) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:38.179454 n-d-813679-4 neutron-server[94989]: INFO neutron.pecan_wsgi.hooks.translation [None req-245dcd6d-b773-43a4-ac04-8cc1c1e3efd4 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] DELETE failed (client error): The resource could not be found. Oct 13 01:12:38.179997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245dcd6d-b773-43a4-ac04-8cc1c1e3efd4 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94989) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 01:12:38.182866 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-245dcd6d-b773-43a4-ac04-8cc1c1e3efd4 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/b3ab4287-9efd-4619-a40e-f0c6ba00b825 HTTP/1.1" status: 404 len: 339 time: 0.0192266 Oct 13 01:12:38.185004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49140) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:38.240795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6068bf-c777-4251-8909-af206f8fdb16 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Deleting subnet 5c1b2d75-7fdf-48a6-be0e-71180864a4df {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:12:38.243775 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e6068bf-c777-4251-8909-af206f8fdb16 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.283251 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e6068bf-c777-4251-8909-af206f8fdb16 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.361780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e6068bf-c777-4251-8909-af206f8fdb16 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.421835 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e6068bf-c777-4251-8909-af206f8fdb16 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.451037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6068bf-c777-4251-8909-af206f8fdb16 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1b2d75-7fdf-48a6-be0e-71180864a4df,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:38.453014 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e6068bf-c777-4251-8909-af206f8fdb16 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.457890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac6d19-f92c-46e8-a0af-829a5bdc73c6 None None] Network 742e9fb6-0f9d-4b64-a266-49f6f678ee14 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:38.458034 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6e6068bf-c777-4251-8909-af206f8fdb16 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/subnets/5c1b2d75-7fdf-48a6-be0e-71180864a4df HTTP/1.1" status: 204 len: 168 time: 0.2720063 Oct 13 01:12:38.458755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49142) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:38.534570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.593484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Deleting port 0b4b2286-a26b-4f39-8748-35a5de669fe6 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:12:38.593857 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.631812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] DHCP port deletion for 742e9fb6-0f9d-4b64-a266-49f6f678ee14 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:12:38.657418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] For port 0b4b2286-a26b-4f39-8748-35a5de669fe6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0b4b2286-a26b-4f39-8748-35a5de669fe6,segment=NetworkSegment(62acb1e2-5f98-4ed7-91c5-13fb9caf46a3),segment_id=62acb1e2-5f98-4ed7-91c5-13fb9caf46a3)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:38.657987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.670420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Calling delete_port for 0b4b2286-a26b-4f39-8748-35a5de669fe6 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:12:38.681602 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] Deleting port 0b4b2286-a26b-4f39-8748-35a5de669fe6 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:12:38.681978 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.742077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] For port 0b4b2286-a26b-4f39-8748-35a5de669fe6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0b4b2286-a26b-4f39-8748-35a5de669fe6,segment=NetworkSegment(62acb1e2-5f98-4ed7-91c5-13fb9caf46a3),segment_id=62acb1e2-5f98-4ed7-91c5-13fb9caf46a3)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:38.742500 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.751438 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.756224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] Calling delete_port for 0b4b2286-a26b-4f39-8748-35a5de669fe6 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:12:38.777370 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Port': ['ID=0b4b2286-a26b-4f39-8748-35a5de669fe6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:38.781803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] No DVR routers for this DVR port 0b4b2286-a26b-4f39-8748-35a5de669fe6 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:12:38.836021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.859275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] Pushing event deleted for resources: {'Port': ['ID=0b4b2286-a26b-4f39-8748-35a5de669fe6,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:38.865773 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea86937-ec4b-474f-9106-c8cc42915e04 None None] No DVR routers for this DVR port 0b4b2286-a26b-4f39-8748-35a5de669fe6 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:12:38.865927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.887174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742e9fb6-0f9d-4b64-a266-49f6f678ee14']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:38.896400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62acb1e2-5f98-4ed7-91c5-13fb9caf46a3') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:38.896699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62acb1e2-5f98-4ed7-91c5-13fb9caf46a3') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:38.906545 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.919432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.925198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:12:38.925567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:12:38.928722 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:12:38.984722 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.993093 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:38.996494 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] 10.222.0.21 "DELETE /v2.0/networks/742e9fb6-0f9d-4b64-a266-49f6f678ee14 HTTP/1.1" status: 204 len: 168 time: 0.5366075 Oct 13 01:12:39.006696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13298562-3949-45f6-9e6e-6994065774a5 tempest-NetworksIpV6Test-528080701 tempest-NetworksIpV6Test-528080701-project] Pushing event deleted for resources: {'Network': ['ID=742e9fb6-0f9d-4b64-a266-49f6f678ee14,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:39.231664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49148) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:39.361897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-93cc0b55-6955-4b51-9af7-d782d2d24c86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=070d6988ecac4fc485fc60ad1faeb385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290822 Oct 13 01:12:39.364435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49152) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:39.411642 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3c163d32-105c-4a6c-8e43-01c00d80b4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:39.432916 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3c163d32-105c-4a6c-8e43-01c00d80b4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:39.479963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3c163d32-105c-4a6c-8e43-01c00d80b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:39.482492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3c163d32-105c-4a6c-8e43-01c00d80b4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:39.483753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3c163d32-105c-4a6c-8e43-01c00d80b4c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eeee91f-87ad-4865-a35a-ea8cbfffa13f HTTP/1.1" status: 204 len: 168 time: 0.1184580 Oct 13 01:12:39.490997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c163d32-105c-4a6c-8e43-01c00d80b4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeee91f-87ad-4865-a35a-ea8cbfffa13f,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:40.085224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0b4b2286-a26b-4f39-8748-35a5de669fe6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:12:40.095969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49174) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:40.106951 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 0b4b2286-a26b-4f39-8748-35a5de669fe6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:12:40.107302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0b4b2286-a26b-4f39-8748-35a5de669fe6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:12:40.188642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-6a8fbe57-31a7-4446-9a08-8d2e5c39a3ca tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1032077979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:40.211526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a8fbe57-31a7-4446-9a08-8d2e5c39a3ca tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.213533 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a8fbe57-31a7-4446-9a08-8d2e5c39a3ca tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.265001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a8fbe57-31a7-4446-9a08-8d2e5c39a3ca tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.268933 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a8fbe57-31a7-4446-9a08-8d2e5c39a3ca tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.286403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6a8fbe57-31a7-4446-9a08-8d2e5c39a3ca tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.287624 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6a8fbe57-31a7-4446-9a08-8d2e5c39a3ca tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1905262 Oct 13 01:12:40.290297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49178) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:40.295602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-688511582'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:40.315065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Made reservation on behalf of 652badcf4cef412c897324772e3baefe for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:40.318378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.327169 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.403288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.407034 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.429689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:40.444088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e75d58a-0b4f-4e2c-b1fa-a4f05f1e8393,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:40.447780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.448125 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Added segment 49ee612d-5c71-457b-8bea-c914031c9824 of type vlan for network d40b4cb2-6ca7-45cd-a0be-d75181df9a9c Oct 13 01:12:40.487873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.511766 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.517346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:40.517934 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.572633 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2807558 Oct 13 01:12:40.575405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49180) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:40.580180 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Request body: {'subnet': {'network_id': 'd40b4cb2-6ca7-45cd-a0be-d75181df9a9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:40.631528 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b70ec8-9c9d-4304-a52f-98844ad47e88 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event updated for resources: {'Network': ['ID=d40b4cb2-6ca7-45cd-a0be-d75181df9a9c,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:40.643523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network d40b4cb2-6ca7-45cd-a0be-d75181df9a9c details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:40.677776 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Made reservation on behalf of 652badcf4cef412c897324772e3baefe for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:40.681725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.860505 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.924097 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event updated for resources: {'Subnet': ['ID=463ea3a5-7da5-4960-aeff-2a6c654acdc6,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:40.933439 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Checking segment: {'id': '49ee612d-5c71-457b-8bea-c914031c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd40b4cb2-6ca7-45cd-a0be-d75181df9a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:40.933731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Network hostable DHCP agents. Network: d40b4cb2-6ca7-45cd-a0be-d75181df9a9c, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:40.950209 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Network d40b4cb2-6ca7-45cd-a0be-d75181df9a9c is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:40.959050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, d40b4cb2-6ca7-45cd-a0be-d75181df9a9c) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:40.963388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:40.964016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:40.968053 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8738910-fea1-41bd-85d7-b5fd1943d20c None None] Network d40b4cb2-6ca7-45cd-a0be-d75181df9a9c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:40.979714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-107ce0a1-19c5-4038-a671-e70d5f05f3c8 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4032345 Oct 13 01:12:40.982708 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49182) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:40.989454 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1167987632'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:41.013310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Made reservation on behalf of 652badcf4cef412c897324772e3baefe for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:41.017006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.040491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:41.049582 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.049930 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Added segment 96c5ad4f-1f88-4228-85b8-5c6342d1c079 of type vlan for network 20dd72f8-aa43-48c0-bb59-41a7c692b787 Oct 13 01:12:41.091158 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.113059 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-d40b4cb2-6ca7-45cd-a0be-d75181df9a9c', 'network_id': 'd40b4cb2-6ca7-45cd-a0be-d75181df9a9c', 'tenant_id': '652badcf4cef412c897324772e3baefe', 'fixed_ips': [{'subnet_id': '463ea3a5-7da5-4960-aeff-2a6c654acdc6'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:12:41.114102 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.115077 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.121449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:41.122031 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.182403 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1985686 Oct 13 01:12:41.185224 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49184) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:41.190499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Request body: {'subnet': {'network_id': '20dd72f8-aa43-48c0-bb59-41a7c692b787', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:41.242426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fed57-2e1b-467f-bccb-4e8317035147 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event updated for resources: {'Network': ['ID=20dd72f8-aa43-48c0-bb59-41a7c692b787,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:41.252615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Allocated IP 172.20.0.2 (d40b4cb2-6ca7-45cd-a0be-d75181df9a9c/463ea3a5-7da5-4960-aeff-2a6c654acdc6/ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:41.256085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 20dd72f8-aa43-48c0-bb59-41a7c692b787 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:41.292661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Made reservation on behalf of 652badcf4cef412c897324772e3baefe for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:41.296386 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.492979 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.555084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event updated for resources: {'Subnet': ['ID=eb8ca362-31a5-4f68-b1bd-69cf42eaa5af,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:41.563228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Checking segment: {'id': '96c5ad4f-1f88-4228-85b8-5c6342d1c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20dd72f8-aa43-48c0-bb59-41a7c692b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:41.563606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Network hostable DHCP agents. Network: 20dd72f8-aa43-48c0-bb59-41a7c692b787, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:41.579663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Network 20dd72f8-aa43-48c0-bb59-41a7c692b787 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:41.588620 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 20dd72f8-aa43-48c0-bb59-41a7c692b787) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:41.593642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:41.595224 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.604476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961226e-6014-407e-af3e-2e030247ddcf None None] Network 20dd72f8-aa43-48c0-bb59-41a7c692b787 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:41.611722 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f3490134-4919-4c20-9826-54c5945585c7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4255447 Oct 13 01:12:41.614342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49186) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:41.618716 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-357141cc-2c2a-426d-ad19-d3032582ffe7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Request body: {'router': {'external_gateway_info': {'network_id': '20dd72f8-aa43-48c0-bb59-41a7c692b787'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:41.649210 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.658937 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.713823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Network d40b4cb2-6ca7-45cd-a0be-d75181df9a9c is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:41.723426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:41.731234 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:41.738458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Pushing event updated for resources: {'Port': ['ID=ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:41.829095 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Attempting to bind port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:41.829547 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Attempting to bind port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '49ee612d-5c71-457b-8bea-c914031c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd40b4cb2-6ca7-45cd-a0be-d75181df9a9c'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:41.829979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Attempting to bind port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5 on network d40b4cb2-6ca7-45cd-a0be-d75181df9a9c {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:41.840131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-357141cc-2c2a-426d-ad19-d3032582ffe7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.854003 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:41.854521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Checking segment: {'id': '49ee612d-5c71-457b-8bea-c914031c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd40b4cb2-6ca7-45cd-a0be-d75181df9a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:41.854771 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.855161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Bound using segment: {'id': '49ee612d-5c71-457b-8bea-c914031c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd40b4cb2-6ca7-45cd-a0be-d75181df9a9c'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:41.855672 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Bound port: ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ee612d-5c71-457b-8bea-c914031c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd40b4cb2-6ca7-45cd-a0be-d75181df9a9c'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:41.856053 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.862670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-20dd72f8-aa43-48c0-bb59-41a7c692b787', 'network_id': '20dd72f8-aa43-48c0-bb59-41a7c692b787', 'tenant_id': '652badcf4cef412c897324772e3baefe', 'fixed_ips': [{'subnet_id': 'eb8ca362-31a5-4f68-b1bd-69cf42eaa5af'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:12:41.863488 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.886232 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7eef0a9-b302-406b-902f-aa6c2ec23c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:41.946696 n-d-813679-4 neutron-server[94989]: INFO neutron.api.v2.resource [None req-357141cc-2c2a-426d-ad19-d3032582ffe7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 01:12:41.947893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-357141cc-2c2a-426d-ad19-d3032582ffe7 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "PUT /v2.0/routers/14c339f9-4d5b-4612-a22b-a6f77f97fd1e HTTP/1.1" status: 400 len: 364 time: 0.3326182 Oct 13 01:12:41.953740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49188) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:42.009028 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa76c541-4cdc-43cb-903a-faed02f6449c tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Deleting subnet eb8ca362-31a5-4f68-b1bd-69cf42eaa5af {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:12:42.010750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] For port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:42.041103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] For port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5,segment=NetworkSegment(49ee612d-5c71-457b-8bea-c914031c9824),segment_id=49ee612d-5c71-457b-8bea-c914031c9824)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:42.047624 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.089980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Allocated IP 172.21.0.2 (20dd72f8-aa43-48c0-bb59-41a7c692b787/eb8ca362-31a5-4f68-b1bd-69cf42eaa5af/353324fc-f00b-4c5f-9a4e-6b660e496096) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:42.134803 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109a686-1ff9-492b-ad7f-c550efb6d843 None None] Pushing event updated for resources: {'Port': ['ID=ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:42.266672 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.273501 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa76c541-4cdc-43cb-903a-faed02f6449c tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.274164 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.323347 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa76c541-4cdc-43cb-903a-faed02f6449c tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.323997 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Network 20dd72f8-aa43-48c0-bb59-41a7c692b787 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:42.326363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:42.330900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:42.334029 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Pushing event updated for resources: {'Port': ['ID=353324fc-f00b-4c5f-9a4e-6b660e496096,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:42.395399 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Attempting to bind port 353324fc-f00b-4c5f-9a4e-6b660e496096 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:42.395828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Attempting to bind port 353324fc-f00b-4c5f-9a4e-6b660e496096 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '96c5ad4f-1f88-4228-85b8-5c6342d1c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20dd72f8-aa43-48c0-bb59-41a7c692b787'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:42.396187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Attempting to bind port 353324fc-f00b-4c5f-9a4e-6b660e496096 on network 20dd72f8-aa43-48c0-bb59-41a7c692b787 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:42.402315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:42.402686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Checking segment: {'id': '96c5ad4f-1f88-4228-85b8-5c6342d1c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20dd72f8-aa43-48c0-bb59-41a7c692b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:42.403087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.403479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Bound using segment: {'id': '96c5ad4f-1f88-4228-85b8-5c6342d1c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20dd72f8-aa43-48c0-bb59-41a7c692b787'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:42.403969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Bound port: 353324fc-f00b-4c5f-9a4e-6b660e496096, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c5ad4f-1f88-4228-85b8-5c6342d1c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '20dd72f8-aa43-48c0-bb59-41a7c692b787'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:42.404349 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.416231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa76c541-4cdc-43cb-903a-faed02f6449c tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.479747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa76c541-4cdc-43cb-903a-faed02f6449c tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.482040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] For port 353324fc-f00b-4c5f-9a4e-6b660e496096, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:42.485241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] For port 353324fc-f00b-4c5f-9a4e-6b660e496096, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=353324fc-f00b-4c5f-9a4e-6b660e496096,segment=NetworkSegment(96c5ad4f-1f88-4228-85b8-5c6342d1c079),segment_id=96c5ad4f-1f88-4228-85b8-5c6342d1c079)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:42.489399 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.508245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76c541-4cdc-43cb-903a-faed02f6449c tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8ca362-31a5-4f68-b1bd-69cf42eaa5af,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:42.513003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-aa76c541-4cdc-43cb-903a-faed02f6449c tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.516214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-aa76c541-4cdc-43cb-903a-faed02f6449c tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "DELETE /v2.0/subnets/eb8ca362-31a5-4f68-b1bd-69cf42eaa5af HTTP/1.1" status: 204 len: 168 time: 0.5615389 Oct 13 01:12:42.518703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49190) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:42.550174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b4c86-e693-4e0c-b354-1bd80ec9997f None None] Pushing event updated for resources: {'Port': ['ID=353324fc-f00b-4c5f-9a4e-6b660e496096,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:42.598588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.656880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Deleting port 353324fc-f00b-4c5f-9a4e-6b660e496096 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:12:42.657218 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.737506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] For port 353324fc-f00b-4c5f-9a4e-6b660e496096, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=353324fc-f00b-4c5f-9a4e-6b660e496096,segment=NetworkSegment(96c5ad4f-1f88-4228-85b8-5c6342d1c079),segment_id=96c5ad4f-1f88-4228-85b8-5c6342d1c079)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:42.738025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.751601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Calling delete_port for 353324fc-f00b-4c5f-9a4e-6b660e496096 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:12:42.848324 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.878251 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] No DVR routers for this DVR port 353324fc-f00b-4c5f-9a4e-6b660e496096 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:12:42.885485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event deleted for resources: {'Port': ['ID=353324fc-f00b-4c5f-9a4e-6b660e496096,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:42.968457 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:42.989641 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dd72f8-aa43-48c0-bb59-41a7c692b787']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:42.999854 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c5ad4f-1f88-4228-85b8-5c6342d1c079') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:43.000146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c5ad4f-1f88-4228-85b8-5c6342d1c079') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:43.009900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.023440 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.030385 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:12:43.030703 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:12:43.033698 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:12:43.076097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd64ac49-6cee-4439-b113-6e1f93681d1c None None] Network d40b4cb2-6ca7-45cd-a0be-d75181df9a9c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:43.096594 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.104470 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.107574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "DELETE /v2.0/networks/20dd72f8-aa43-48c0-bb59-41a7c692b787 HTTP/1.1" status: 204 len: 168 time: 0.5879264 Oct 13 01:12:43.110252 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49192) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:43.119200 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa4ca8-1281-4188-9c30-6e5b8553c90f tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event deleted for resources: {'Network': ['ID=20dd72f8-aa43-48c0-bb59-41a7c692b787,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:43.171614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c0229a-6e56-49d4-8583-56f89d425272 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Deleting subnet 463ea3a5-7da5-4960-aeff-2a6c654acdc6 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:12:43.173526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bfdf41cf-a5ab-4db7-bb2a-6f2413dce1d2 None None] Provisioning complete for port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:43.174016 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bfdf41cf-a5ab-4db7-bb2a-6f2413dce1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.175978 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54c0229a-6e56-49d4-8583-56f89d425272 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.220023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54c0229a-6e56-49d4-8583-56f89d425272 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.312204 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54c0229a-6e56-49d4-8583-56f89d425272 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.317274 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bfdf41cf-a5ab-4db7-bb2a-6f2413dce1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.383300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54c0229a-6e56-49d4-8583-56f89d425272 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.419110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0229a-6e56-49d4-8583-56f89d425272 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event deleted for resources: {'Subnet': ['ID=463ea3a5-7da5-4960-aeff-2a6c654acdc6,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:43.424053 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-54c0229a-6e56-49d4-8583-56f89d425272 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.427397 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-54c0229a-6e56-49d4-8583-56f89d425272 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "DELETE /v2.0/subnets/463ea3a5-7da5-4960-aeff-2a6c654acdc6 HTTP/1.1" status: 204 len: 168 time: 0.3153415 Oct 13 01:12:43.430309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49194) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:43.439094 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-bfdf41cf-a5ab-4db7-bb2a-6f2413dce1d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 01:12:43.439539 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-bfdf41cf-a5ab-4db7-bb2a-6f2413dce1d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 01:12:43.518651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.582948 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Deleting port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:12:43.583290 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.615969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47aa693-ab79-4b9f-b5e4-273434b797f0 None None] Network d40b4cb2-6ca7-45cd-a0be-d75181df9a9c requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:43.658238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] For port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5,segment=NetworkSegment(49ee612d-5c71-457b-8bea-c914031c9824),segment_id=49ee612d-5c71-457b-8bea-c914031c9824)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:43.658624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.672177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Calling delete_port for ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:12:43.677407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72036a7a-6bc9-4744-a00c-fa232683766a None None] DHCP port deletion for 20dd72f8-aa43-48c0-bb59-41a7c692b787 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:12:43.711155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f38cb-d151-449d-ad61-4c67f00fc214 None None] Network 20dd72f8-aa43-48c0-bb59-41a7c692b787 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:43.724858 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f38cb-d151-449d-ad61-4c67f00fc214 None None] Network 20dd72f8-aa43-48c0-bb59-41a7c692b787 could not be found, it might have been deleted concurrently. {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 01:12:43.752735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.783379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event deleted for resources: {'Port': ['ID=ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:43.788991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] No DVR routers for this DVR port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:12:43.832073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da060dc-5447-4fa7-ba8f-7f7e1483b2a2 None None] DHCP port deletion for d40b4cb2-6ca7-45cd-a0be-d75181df9a9c request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:12:43.873135 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.892571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40b4cb2-6ca7-45cd-a0be-d75181df9a9c']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:43.901732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ee612d-5c71-457b-8bea-c914031c9824') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:43.902028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ee612d-5c71-457b-8bea-c914031c9824') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:43.915444 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.928472 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.934738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:12:43.935113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:12:43.938056 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:12:43.963928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf41cf-a5ab-4db7-bb2a-6f2413dce1d2 None None] Port ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5 update to ACTIVE by agent not found {{(pid=94990) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 01:12:43.997922 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.005651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.008879 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "DELETE /v2.0/networks/d40b4cb2-6ca7-45cd-a0be-d75181df9a9c HTTP/1.1" status: 204 len: 168 time: 0.5775628 Oct 13 01:12:44.012170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49198) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:44.021219 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241cb6d-960c-4f4b-b1e5-6fffc4ac5a66 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Pushing event deleted for resources: {'Network': ['ID=d40b4cb2-6ca7-45cd-a0be-d75181df9a9c,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:44.038641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-93bba5cf-7017-4241-9c04-9616ccbab549 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c339f9-4d5b-4612-a22b-a6f77f97fd1e HTTP/1.1" status: 200 len: 205 time: 0.0252678 Oct 13 01:12:44.041049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49200) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:44.075358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-01fc3529-77d9-456d-a215-6108d11eff95 None None] Could not find standard attr ID for object ab3c9f3e-acd9-41f3-9d01-e2f4dac0acb5. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 01:12:44.078219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-01fc3529-77d9-456d-a215-6108d11eff95 None None] Could not find standard attr ID for object 353324fc-f00b-4c5f-9a4e-6b660e496096. {{(pid=94990) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 01:12:44.117357 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbab992b-e5a9-4342-88ca-0145916222f5 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.272719 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbab992b-e5a9-4342-88ca-0145916222f5 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.275409 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbab992b-e5a9-4342-88ca-0145916222f5 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.316479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbab992b-e5a9-4342-88ca-0145916222f5 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.316992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbab992b-e5a9-4342-88ca-0145916222f5 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Fanout notify agent at l3_agent the message router_deleted on router 14c339f9-4d5b-4612-a22b-a6f77f97fd1e {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:12:44.324450 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-cbab992b-e5a9-4342-88ca-0145916222f5 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.325573 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cbab992b-e5a9-4342-88ca-0145916222f5 tempest-RoutersNegativeTest-1895334317 tempest-RoutersNegativeTest-1895334317-project] 10.222.0.21 "DELETE /v2.0/routers/14c339f9-4d5b-4612-a22b-a6f77f97fd1e HTTP/1.1" status: 204 len: 168 time: 0.2836108 Oct 13 01:12:44.557509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49206) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:44.625342 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-93979c3d-6952-4ae8-b7e5-b702301d8b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.688491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d00b6fd0-18cd-4218-8a2b-d92089c263d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=652badcf4cef412c897324772e3baefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298442 Oct 13 01:12:44.690974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49210) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:44.737497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.758202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.803201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.805748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:44.807375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e75d58a-0b4f-4e2c-b1fa-a4f05f1e8393 HTTP/1.1" status: 204 len: 168 time: 0.1155002 Oct 13 01:12:44.815045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e75d58a-0b4f-4e2c-b1fa-a4f05f1e8393,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:44.823230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.823603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.823940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.824274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.824603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.824929 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.825253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.825572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.825889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.826228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.826525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:44.827140 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd90d98-0f45-4400-ad4d-322d025d41f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:45.397420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49232) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:45.492584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1170283166-network', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:45.512039 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Made reservation on behalf of 74f36b71da844638a7fd4c8c297ef7c5 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:45.514320 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.522535 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.594512 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.598180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.618321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:45.632675 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa938ee6-c62b-4c60-acb5-e9afad37723e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:45.636074 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.636417 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Added segment 8e8134ea-90a7-435d-9d69-82806295b891 of type vlan for network 44ebe295-6252-4459-9e29-5c992c5ed385 Oct 13 01:12:45.679327 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.704041 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.704970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:45.705546 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.755012 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3563044 Oct 13 01:12:45.757921 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49236) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:45.763366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Request body: {'subnet': {'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-subnet', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:45.766005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9b435-7655-4a2c-bab9-24c53677ff51 admin admin] Pushing event updated for resources: {'Network': ['ID=44ebe295-6252-4459-9e29-5c992c5ed385,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:45.776164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 44ebe295-6252-4459-9e29-5c992c5ed385 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:45.785313 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Made reservation on behalf of 74f36b71da844638a7fd4c8c297ef7c5 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:45.787837 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.924688 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.956264 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:45.970290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.013265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad7613b-4d03-46de-a1a7-67401a654154,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:46.020171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Checking segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:46.020529 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Network hostable DHCP agents. Network: 44ebe295-6252-4459-9e29-5c992c5ed385, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:46.037451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Network 44ebe295-6252-4459-9e29-5c992c5ed385 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:46.046249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 44ebe295-6252-4459-9e29-5c992c5ed385) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:46.050306 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:46.050896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.055396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501311e-1365-44f0-9a7c-3710a7a12365 None None] Network 44ebe295-6252-4459-9e29-5c992c5ed385 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:46.066105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ac684dc3-6183-4b06-bc3b-414d3100d7f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3070810 Oct 13 01:12:46.068945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49238) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:46.073575 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:46.093818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.094849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.151133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.162283 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:12:46.198494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-44ebe295-6252-4459-9e29-5c992c5ed385', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'fixed_ips': [{'subnet_id': '5ad7613b-4d03-46de-a1a7-67401a654154'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:12:46.199401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.291238 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.335179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Allocated IP 172.20.0.2 (44ebe295-6252-4459-9e29-5c992c5ed385/5ad7613b-4d03-46de-a1a7-67401a654154/a9405561-e7c0-4905-b705-a3ac71538812) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:46.479365 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.486640 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.496824 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.515969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.528022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Network 44ebe295-6252-4459-9e29-5c992c5ed385 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:46.530918 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:46.535184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:46.538237 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Pushing event updated for resources: {'Port': ['ID=a9405561-e7c0-4905-b705-a3ac71538812,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:46.590097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Attempting to bind port a9405561-e7c0-4905-b705-a3ac71538812 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:46.590495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Attempting to bind port a9405561-e7c0-4905-b705-a3ac71538812 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:46.590932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Attempting to bind port a9405561-e7c0-4905-b705-a3ac71538812 on network 44ebe295-6252-4459-9e29-5c992c5ed385 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:46.596291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:46.596912 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Checking segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:46.597315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.597712 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Bound using segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:46.598777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Bound port: a9405561-e7c0-4905-b705-a3ac71538812, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:46.599182 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.622174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Allocated IP 172.25.3.173 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/685d7d6a-cee4-4336-82e0-911f4c50572c) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:46.664162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] For port a9405561-e7c0-4905-b705-a3ac71538812, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:46.667295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] For port a9405561-e7c0-4905-b705-a3ac71538812, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a9405561-e7c0-4905-b705-a3ac71538812,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:46.671527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.728450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29da15e-387f-404a-9e67-fcf07b516753 None None] Pushing event updated for resources: {'Port': ['ID=a9405561-e7c0-4905-b705-a3ac71538812,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:46.731063 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.765289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:46.804639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:46.807947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:46.811616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:46.836083 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Pushing event updated for resources: {'Port': ['ID=685d7d6a-cee4-4336-82e0-911f4c50572c,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:47.076916 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:47.268119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:47.409430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Router 0a79e04b-bdab-46c2-9b3a-85c34029e00e is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:12:47.524008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:12:47.535378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Sync routers for ids ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:12:47.545170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:47.546176 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e7bd48b3-2f76-46a2-9049-1b554c15afe9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4760802 Oct 13 01:12:47.549062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49240) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:47.550794 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Routers {'0a79e04b-bdab-46c2-9b3a-85c34029e00e'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:12:47.551486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:47.644711 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a304f00a-2d89-465e-a7cf-273e96785855 None None] Network 44ebe295-6252-4459-9e29-5c992c5ed385 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:47.721900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Set router 0a79e04b-bdab-46c2-9b3a-85c34029e00e gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:12:47.850416 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:47.853964 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-86fe7be7-1c62-4e3c-a92e-a99adfc60448 None None] Provisioning complete for port a9405561-e7c0-4905-b705-a3ac71538812 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:47.854384 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-86fe7be7-1c62-4e3c-a92e-a99adfc60448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:47.976960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.148082 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Allocated IP 172.20.0.1 (44ebe295-6252-4459-9e29-5c992c5ed385/5ad7613b-4d03-46de-a1a7-67401a654154/fb50eddd-90f6-4238-9acf-2ba041f12ae8) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:48.151355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a9405561-e7c0-4905-b705-a3ac71538812 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:48.246816 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-86fe7be7-1c62-4e3c-a92e-a99adfc60448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.254954 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.277026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:46Z', 'revision_number': 3, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port': {'id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:48.293865 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.314356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Checking router: 0a79e04b-bdab-46c2-9b3a-85c34029e00e for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:12:48.314707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Updating router 0a79e04b-bdab-46c2-9b3a-85c34029e00e port 685d7d6a-cee4-4336-82e0-911f4c50572c binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:12:48.319493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a9405561-e7c0-4905-b705-a3ac71538812 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:48.319887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.342619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Network 44ebe295-6252-4459-9e29-5c992c5ed385 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:48.345744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:48.349505 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:48.365112 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-86fe7be7-1c62-4e3c-a92e-a99adfc60448 None None] For port a9405561-e7c0-4905-b705-a3ac71538812, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a9405561-e7c0-4905-b705-a3ac71538812,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:48.370077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.375411 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-86fe7be7-1c62-4e3c-a92e-a99adfc60448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.377754 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Pushing event updated for resources: {'Port': ['ID=fb50eddd-90f6-4238-9acf-2ba041f12ae8,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:48.405512 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.517867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe7be7-1c62-4e3c-a92e-a99adfc60448 None None] Pushing event updated for resources: {'Port': ['ID=a9405561-e7c0-4905-b705-a3ac71538812,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:48.546164 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.576206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8e8d5e17-7f75-45d0-b118-c92afab57560 None None] Provisioning complete for port a9405561-e7c0-4905-b705-a3ac71538812 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:48.576790 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5e17-7f75-45d0-b118-c92afab57560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.713492 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.717982 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.787438 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.790029 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Pushing event updated for resources: {'Port': ['ID=fb50eddd-90f6-4238-9acf-2ba041f12ae8,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:48.793251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.802632 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.851729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Attempting to bind port 685d7d6a-cee4-4336-82e0-911f4c50572c on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:48.852106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Attempting to bind port 685d7d6a-cee4-4336-82e0-911f4c50572c by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:48.852491 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Attempting to bind port 685d7d6a-cee4-4336-82e0-911f4c50572c on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:48.863398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658db7-41cd-4d98-ab97-d70bf8c097de None None] Pushing event updated for resources: {'Port': ['ID=685d7d6a-cee4-4336-82e0-911f4c50572c,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:48.866925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:48.867297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:48.867727 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.868117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:48.869149 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Bound port: 685d7d6a-cee4-4336-82e0-911f4c50572c, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:48.869536 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.883171 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Network 44ebe295-6252-4459-9e29-5c992c5ed385 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:48.884586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:48.901056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-24a09048-4584-45ad-990d-48b13e11eace None None] Provisioning complete for port fb50eddd-90f6-4238-9acf-2ba041f12ae8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:48.901595 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-24a09048-4584-45ad-990d-48b13e11eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:48.965220 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] For port 685d7d6a-cee4-4336-82e0-911f4c50572c, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:48.967381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-24a09048-4584-45ad-990d-48b13e11eace None None] Port fb50eddd-90f6-4238-9acf-2ba041f12ae8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:12:48.971153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] For port 685d7d6a-cee4-4336-82e0-911f4c50572c, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=685d7d6a-cee4-4336-82e0-911f4c50572c,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:48.976646 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:49.008580 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Router 0a79e04b-bdab-46c2-9b3a-85c34029e00e has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:12:49.035950 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Routers {'0a79e04b-bdab-46c2-9b3a-85c34029e00e'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:12:49.036581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:49.074959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658db7-41cd-4d98-ab97-d70bf8c097de None None] Pushing event updated for resources: {'Port': ['ID=685d7d6a-cee4-4336-82e0-911f4c50572c,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:49.153740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] Set router 0a79e04b-bdab-46c2-9b3a-85c34029e00e gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:12:49.232199 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-77bf4257-44ce-404d-bd9b-860501465921 None None] Provisioning complete for port fb50eddd-90f6-4238-9acf-2ba041f12ae8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:49.232570 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77bf4257-44ce-404d-bd9b-860501465921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:49.311052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-77bf4257-44ce-404d-bd9b-860501465921 None None] Port fb50eddd-90f6-4238-9acf-2ba041f12ae8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:12:49.397313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 4, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port': {'id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'fb50eddd-90f6-4238-9acf-2ba041f12ae8', 'name': '', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'mac_address': 'fa:16:3e:9a:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:47Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 2, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'subnets': [{'id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:49.423942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe098223-17c5-49f5-8f12-6f78d3181526 None None] The sync data for ids ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'] in n-d-813679-4 is: [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 4, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port': {'id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'fb50eddd-90f6-4238-9acf-2ba041f12ae8', 'name': '', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'mac_address': 'fa:16:3e:9a:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:47Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 2, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'subnets': [{'id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:12:49.443691 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:12:49.451305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-59113c4a-95a8-4fde-8259-f319ec890d7f admin admin] 10.222.0.21 "PUT /v2.0/routers/0a79e04b-bdab-46c2-9b3a-85c34029e00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9011648 Oct 13 01:12:49.942647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49258) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:49.948254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1190395340-network', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:49.970323 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Made reservation on behalf of 3012c2e421ff478dbf175ecae4602e8d for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:49.973119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:49.982176 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.097912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.104903 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.135385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:12:50.142080 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee2dd60-34af-41fb-9c2e-d8113dfbf262,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:50.150770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.151588 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Added segment 25bc5715-f70d-4f35-8932-db0dcccb07b6 of type vlan for network ac388d06-86cc-4d93-b95f-a41551acf6ef Oct 13 01:12:50.205152 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.212917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a9405561-e7c0-4905-b705-a3ac71538812 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:50.236802 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.237852 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:50.238446 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.266231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a9405561-e7c0-4905-b705-a3ac71538812 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:50.266617 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.301302 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3549943 Oct 13 01:12:50.301810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49260) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:50.308432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Request body: {'subnet': {'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-subnet', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:50.310950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dede8-ce7a-4465-908d-de8f2b9362d9 admin admin] Pushing event updated for resources: {'Network': ['ID=ac388d06-86cc-4d93-b95f-a41551acf6ef,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:50.327757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network ac388d06-86cc-4d93-b95f-a41551acf6ef details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:12:50.334701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Made reservation on behalf of 3012c2e421ff478dbf175ecae4602e8d for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:50.337396 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.424723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 685d7d6a-cee4-4336-82e0-911f4c50572c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:50.473567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 685d7d6a-cee4-4336-82e0-911f4c50572c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:50.474098 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.521114 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.562305 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.584063 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 685d7d6a-cee4-4336-82e0-911f4c50572c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=685d7d6a-cee4-4336-82e0-911f4c50572c,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:50.589244 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.593492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4d4ec8-2d09-4a95-a28b-0bd57981591a,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:50.597112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Checking segment: {'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:50.597478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Network hostable DHCP agents. Network: ac388d06-86cc-4d93-b95f-a41551acf6ef, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:12:50.616364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Network ac388d06-86cc-4d93-b95f-a41551acf6ef is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:12:50.625987 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, ac388d06-86cc-4d93-b95f-a41551acf6ef) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:50.630320 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:50.631083 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.638769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec231b-599e-4bc0-875f-86fe183d7401 None None] Network ac388d06-86cc-4d93-b95f-a41551acf6ef requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:50.652224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49262) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:50.652906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2c9ef2ee-b5d7-4a0b-859f-2f966347856b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3491671 Oct 13 01:12:50.657485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:50.686205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.687271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.692412 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=685d7d6a-cee4-4336-82e0-911f4c50572c,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:50.758849 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.801018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-ac388d06-86cc-4d93-b95f-a41551acf6ef', 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'fixed_ips': [{'subnet_id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:12:50.801918 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:50.944028 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Allocated IP 172.20.0.2 (ac388d06-86cc-4d93-b95f-a41551acf6ef/ed4d4ec8-2d09-4a95-a28b-0bd57981591a/15b7edeb-d9af-467f-bf88-24f7d47ec0f0) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:51.095645 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.101556 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.146438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Network ac388d06-86cc-4d93-b95f-a41551acf6ef is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:51.149506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:51.153481 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:51.160521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Pushing event updated for resources: {'Port': ['ID=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:51.196876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.215034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Attempting to bind port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:51.215581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Attempting to bind port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:51.215988 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Attempting to bind port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 on network ac388d06-86cc-4d93-b95f-a41551acf6ef {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:51.221076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:51.221642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Checking segment: {'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:51.222045 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.222437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Bound using segment: {'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:51.222935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Bound port: 15b7edeb-d9af-467f-bf88-24f7d47ec0f0, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:51.223270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.287117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] For port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:51.291390 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] For port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,segment=NetworkSegment(25bc5715-f70d-4f35-8932-db0dcccb07b6),segment_id=25bc5715-f70d-4f35-8932-db0dcccb07b6)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:51.297172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.360046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce884c61-4e6c-430f-bf83-c4517b6c27fb None None] Pushing event updated for resources: {'Port': ['ID=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:51.416561 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.436760 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.494381 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Sync routers for ids ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:12:51.505604 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Routers {'0a79e04b-bdab-46c2-9b3a-85c34029e00e'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:12:51.505604 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:51.559521 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Allocated IP 172.25.3.135 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/52855cf5-8c95-43ac-bcba-d6ea366416fb) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:51.648647 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Set router 0a79e04b-bdab-46c2-9b3a-85c34029e00e gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:12:51.683955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.716271 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:51.757204 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:51.761622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:51.765220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:51.770935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Pushing event updated for resources: {'Port': ['ID=52855cf5-8c95-43ac-bcba-d6ea366416fb,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:51.847345 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 4, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port': {'id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'fb50eddd-90f6-4238-9acf-2ba041f12ae8', 'name': '', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'mac_address': 'fa:16:3e:9a:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:47Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 2, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'subnets': [{'id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:51.877841 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Checking router: 0a79e04b-bdab-46c2-9b3a-85c34029e00e for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:12:51.878192 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Updating router 0a79e04b-bdab-46c2-9b3a-85c34029e00e port fb50eddd-90f6-4238-9acf-2ba041f12ae8 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:12:51.901944 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.036739 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.257507 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.258087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:52.273921 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.316983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:52.317292 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.341227 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Pushing event updated for resources: {'Port': ['ID=fb50eddd-90f6-4238-9acf-2ba041f12ae8,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:52.369520 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.370019 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.370464 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.370902 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.371355 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.371883 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.372316 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.372749 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.373173 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.373598 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.374026 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.374452 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:52.389235 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.441191 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Attempting to bind port fb50eddd-90f6-4238-9acf-2ba041f12ae8 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:52.441655 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Attempting to bind port fb50eddd-90f6-4238-9acf-2ba041f12ae8 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:52.442092 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Attempting to bind port fb50eddd-90f6-4238-9acf-2ba041f12ae8 on network 44ebe295-6252-4459-9e29-5c992c5ed385 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:52.453135 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:52.453510 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Checking segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:52.454083 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.454558 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Bound using segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:52.456419 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Bound port: fb50eddd-90f6-4238-9acf-2ba041f12ae8, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:52.456888 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.490649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401bea55-c40b-4baa-b3f4-b6251cf7c623 None None] Network ac388d06-86cc-4d93-b95f-a41551acf6ef requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:12:52.493045 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.534106 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] For port fb50eddd-90f6-4238-9acf-2ba041f12ae8, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:52.539310 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] For port fb50eddd-90f6-4238-9acf-2ba041f12ae8, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fb50eddd-90f6-4238-9acf-2ba041f12ae8,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:52.545975 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.557784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Router a3c66565-e070-4bbe-88d9-b885c677ef9a is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:12:52.605002 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e99383f5-8496-45d2-a4fc-5757fdfe50db None None] Provisioning complete for port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:52.605685 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e99383f5-8496-45d2-a4fc-5757fdfe50db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.610621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,segment=NetworkSegment(25bc5715-f70d-4f35-8932-db0dcccb07b6),segment_id=25bc5715-f70d-4f35-8932-db0dcccb07b6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:52.620147 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Routers {'0a79e04b-bdab-46c2-9b3a-85c34029e00e'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:12:52.620884 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:52.629856 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32703078-92bb-4cc4-819b-54623f3caba9 None None] Pushing event updated for resources: {'Port': ['ID=fb50eddd-90f6-4238-9acf-2ba041f12ae8,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:52.654220 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.655403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 685d7d6a-cee4-4336-82e0-911f4c50572c up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:52.708102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:12:52.734752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Sync routers for ids ['a3c66565-e070-4bbe-88d9-b885c677ef9a'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:12:52.738161 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:52.742338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4a5a9a37-097c-487b-9869-9796551a3258 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0858562 Oct 13 01:12:52.742770 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49264) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:12:52.853844 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] Set router 0a79e04b-bdab-46c2-9b3a-85c34029e00e gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:12:52.971185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Routers {'a3c66565-e070-4bbe-88d9-b885c677ef9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:12:52.971913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a3c66565-e070-4bbe-88d9-b885c677ef9a'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:53.076536 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Set router a3c66565-e070-4bbe-88d9-b885c677ef9a gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:12:53.106724 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 4, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port': {'id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'fb50eddd-90f6-4238-9acf-2ba041f12ae8', 'name': '', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'mac_address': 'fa:16:3e:9a:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:47Z', 'updated_at': '2021-10-13T01:12:52Z', 'revision_number': 4, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'subnets': [{'id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:53.136437 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83296c0-3fb4-43e1-b824-e0aac7762328 None None] The sync data for ids ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'] in n-d-813679-4 is: [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:48Z', 'revision_number': 4, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port': {'id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'fb50eddd-90f6-4238-9acf-2ba041f12ae8', 'name': '', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'mac_address': 'fa:16:3e:9a:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:47Z', 'updated_at': '2021-10-13T01:12:52Z', 'revision_number': 4, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'subnets': [{'id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:12:53.215150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 685d7d6a-cee4-4336-82e0-911f4c50572c triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:53.216234 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.280101 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.311043 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:53.484007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Allocated IP 172.20.0.1 (ac388d06-86cc-4d93-b95f-a41551acf6ef/ed4d4ec8-2d09-4a95-a28b-0bd57981591a/3cc36781-763b-4bb8-a49c-647acc6a8192) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:53.507450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:12:51Z', 'revision_number': 3, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port': {'id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:51Z', 'updated_at': '2021-10-13T01:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:53.545364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Checking router: a3c66565-e070-4bbe-88d9-b885c677ef9a for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:12:53.545714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Updating router a3c66565-e070-4bbe-88d9-b885c677ef9a port 52855cf5-8c95-43ac-bcba-d6ea366416fb binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:12:53.583630 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.586356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c5c08426-e023-4481-92b6-215877bdaccf None None] Provisioning complete for port fb50eddd-90f6-4238-9acf-2ba041f12ae8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:53.586721 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5c08426-e023-4481-92b6-215877bdaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.660326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.707961 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.757021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Network ac388d06-86cc-4d93-b95f-a41551acf6ef is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:53.763054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:53.766551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:53.783609 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5c08426-e023-4481-92b6-215877bdaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.796309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Pushing event updated for resources: {'Port': ['ID=3cc36781-763b-4bb8-a49c-647acc6a8192,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:53.819232 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.858718 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c5c08426-e023-4481-92b6-215877bdaccf None None] For port fb50eddd-90f6-4238-9acf-2ba041f12ae8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fb50eddd-90f6-4238-9acf-2ba041f12ae8,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:53.865890 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5c08426-e023-4481-92b6-215877bdaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:53.947015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c08426-e023-4481-92b6-215877bdaccf None None] Pushing event updated for resources: {'Port': ['ID=fb50eddd-90f6-4238-9acf-2ba041f12ae8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:53.973399 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.014740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6e9dee4d-48fe-4eff-b82d-d27a02ab9f96 None None] Provisioning complete for port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:54.015112 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6e9dee4d-48fe-4eff-b82d-d27a02ab9f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.020635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.054561 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.137179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Attempting to bind port 52855cf5-8c95-43ac-bcba-d6ea366416fb on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:54.137341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Attempting to bind port 52855cf5-8c95-43ac-bcba-d6ea366416fb by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:54.137707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Attempting to bind port 52855cf5-8c95-43ac-bcba-d6ea366416fb on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:54.142854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac97963-893c-4edd-a960-94e3a0150116 None None] Pushing event updated for resources: {'Port': ['ID=52855cf5-8c95-43ac-bcba-d6ea366416fb,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:54.149012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:54.149422 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:54.149834 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.150226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:54.150796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Bound port: 52855cf5-8c95-43ac-bcba-d6ea366416fb, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:54.151185 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.174138 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.179250 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.190546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:54.249998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Pushing event updated for resources: {'Port': ['ID=3cc36781-763b-4bb8-a49c-647acc6a8192,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:54.253225 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.271426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] For port 52855cf5-8c95-43ac-bcba-d6ea366416fb, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:54.275806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] For port 52855cf5-8c95-43ac-bcba-d6ea366416fb, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=52855cf5-8c95-43ac-bcba-d6ea366416fb,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:54.282388 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.321750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:54.322363 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.344542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Network ac388d06-86cc-4d93-b95f-a41551acf6ef is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:54.345934 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:54.374291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Routers {'a3c66565-e070-4bbe-88d9-b885c677ef9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:12:54.374928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a3c66565-e070-4bbe-88d9-b885c677ef9a'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:54.422403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac97963-893c-4edd-a960-94e3a0150116 None None] Pushing event updated for resources: {'Port': ['ID=52855cf5-8c95-43ac-bcba-d6ea366416fb,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:54.449573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-16974728-1800-4c18-a363-3231c343bf56 None None] Provisioning complete for port 3cc36781-763b-4bb8-a49c-647acc6a8192 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:54.449956 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16974728-1800-4c18-a363-3231c343bf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.467690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Router a3c66565-e070-4bbe-88d9-b885c677ef9a has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:12:54.554075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-16974728-1800-4c18-a363-3231c343bf56 None None] Port 3cc36781-763b-4bb8-a49c-647acc6a8192 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:12:54.567714 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] Set router a3c66565-e070-4bbe-88d9-b885c677ef9a gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:12:54.584202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:12:54.590029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-785a9cea-9bbe-4b86-bacd-b713bd5ca01d admin admin] 10.222.0.21 "PUT /v2.0/routers/a3c66565-e070-4bbe-88d9-b885c677ef9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8450570 Oct 13 01:12:54.597041 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fb50eddd-90f6-4238-9acf-2ba041f12ae8 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:54.883363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-df8df2de-3966-485f-9259-683dc3acf72e None None] Provisioning complete for port 3cc36781-763b-4bb8-a49c-647acc6a8192 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:54.884303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-df8df2de-3966-485f-9259-683dc3acf72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.931753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port fb50eddd-90f6-4238-9acf-2ba041f12ae8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:54.932128 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:54.969779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-df8df2de-3966-485f-9259-683dc3acf72e None None] Port 3cc36781-763b-4bb8-a49c-647acc6a8192 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:12:55.062713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:12:53Z', 'revision_number': 4, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port': {'id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:51Z', 'updated_at': '2021-10-13T01:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3cc36781-763b-4bb8-a49c-647acc6a8192', 'name': '', 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'mac_address': 'fa:16:3e:6b:16:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:53Z', 'updated_at': '2021-10-13T01:12:54Z', 'revision_number': 2, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'subnets': [{'id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:55.092871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b7ba55-10b4-4128-ba65-664a31f9f30d None None] The sync data for ids ['a3c66565-e070-4bbe-88d9-b885c677ef9a'] in n-d-813679-4 is: [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:12:53Z', 'revision_number': 4, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port': {'id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:51Z', 'updated_at': '2021-10-13T01:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3cc36781-763b-4bb8-a49c-647acc6a8192', 'name': '', 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'mac_address': 'fa:16:3e:6b:16:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:53Z', 'updated_at': '2021-10-13T01:12:54Z', 'revision_number': 2, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'subnets': [{'id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:12:55.460480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-934b6f24-e5a0-449a-ad33-4a2cbff3681b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:55.462070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-934b6f24-e5a0-449a-ad33-4a2cbff3681b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/networks?id=44ebe295-6252-4459-9e29-5c992c5ed385 HTTP/1.1" status: 200 len: 817 time: 0.1107671 Oct 13 01:12:55.479800 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-67cee10a-60d0-49d4-abe9-b0ea2de6fdd8 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/quotas/74f36b71da844638a7fd4c8c297ef7c5 HTTP/1.1" status: 200 len: 375 time: 0.0108554 Oct 13 01:12:55.537408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-b0f2722f-3043-4ec3-b24f-11a142eaf6ed tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74f36b71da844638a7fd4c8c297ef7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518243 Oct 13 01:12:55.634437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-d91763b0-376e-4394-918c-20fc7e2120ad service neutron] 10.222.0.21 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847697 Oct 13 01:12:55.727272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-1dd1ae3f-87ba-4231-b54f-011f19d733d2 service neutron] 10.222.0.21 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867422 Oct 13 01:12:55.900962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7555ee9f-bd1a-48a9-b2ca-dd62de5c316b req-62083389-ecbe-4169-9dad-24f822608953 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 210 time: 0.0275238 Oct 13 01:12:56.142039 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 52855cf5-8c95-43ac-bcba-d6ea366416fb up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:56.195541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 52855cf5-8c95-43ac-bcba-d6ea366416fb triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:56.195933 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:56.281974 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:56.313543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 52855cf5-8c95-43ac-bcba-d6ea366416fb, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=52855cf5-8c95-43ac-bcba-d6ea366416fb,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:56.318544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:56.375598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=52855cf5-8c95-43ac-bcba-d6ea366416fb,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:57.038021 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-031a4940-3879-4ad2-b5aa-05774abc46ad req-7e6a2782-93c8-4fb5-8303-11b51d811991 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 210 time: 0.0308797 Oct 13 01:12:57.110950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-940213b8-363c-4ac4-ae42-998625d7ad87 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:57.112454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-940213b8-363c-4ac4-ae42-998625d7ad87 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.45 "GET /v2.0/networks?id=44ebe295-6252-4459-9e29-5c992c5ed385 HTTP/1.1" status: 200 len: 817 time: 0.1232541 Oct 13 01:12:57.132021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Request body: {'port': {'device_id': 'efaad954-4d73-44d3-ace5-90dab8725ad7', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'admin_state_up': True, 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:57.244342 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Made reservation on behalf of 74f36b71da844638a7fd4c8c297ef7c5 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:12:57.247842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:57.358008 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Sync routers for ids ['a3c66565-e070-4bbe-88d9-b885c677ef9a'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:12:57.366786 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Routers {'a3c66565-e070-4bbe-88d9-b885c677ef9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:12:57.367465 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a3c66565-e070-4bbe-88d9-b885c677ef9a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:57.377734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Allocated IP 172.20.0.4 (44ebe295-6252-4459-9e29-5c992c5ed385/5ad7613b-4d03-46de-a1a7-67401a654154/a2eebda7-c558-4105-9507-3a262ef1a9d0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:12:57.472301 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Set router a3c66565-e070-4bbe-88d9-b885c677ef9a gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:12:57.521960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:57.560077 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:57.605215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Network 44ebe295-6252-4459-9e29-5c992c5ed385 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:12:57.608404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:12:57.612122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:12:57.637423 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Pushing event updated for resources: {'Port': ['ID=a2eebda7-c558-4105-9507-3a262ef1a9d0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:57.652883 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.653596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.653596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.653898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.654229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.654562 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.655013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.655216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.655614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.655898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.656226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.656548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:12:57.676913 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:12:53Z', 'revision_number': 4, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port': {'id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:51Z', 'updated_at': '2021-10-13T01:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3cc36781-763b-4bb8-a49c-647acc6a8192', 'name': '', 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'mac_address': 'fa:16:3e:6b:16:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:53Z', 'updated_at': '2021-10-13T01:12:54Z', 'revision_number': 2, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'subnets': [{'id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:57.677332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:57.678148 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:57.695489 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-8b9d8055-48b6-4409-91d6-fec424e4b9cb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677228 Oct 13 01:12:57.704224 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Checking router: a3c66565-e070-4bbe-88d9-b885c677ef9a for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:12:57.704585 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Updating router a3c66565-e070-4bbe-88d9-b885c677ef9a port 3cc36781-763b-4bb8-a49c-647acc6a8192 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:12:57.714053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Request body: {'port': {'device_id': 'efaad954-4d73-44d3-ace5-90dab8725ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:12:57.730733 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:57.775929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:57.918452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-ee2aa6b8-2597-4901-a592-22c262052b03 None None] Provisioning complete for port a2eebda7-c558-4105-9507-3a262ef1a9d0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:57.918987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa6b8-2597-4901-a592-22c262052b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:57.953804 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ee2aa6b8-2597-4901-a592-22c262052b03 None None] Port a2eebda7-c558-4105-9507-3a262ef1a9d0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:12:58.006251 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.012391 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.046985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eebda7-c558-4105-9507-3a262ef1a9d0 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:12:58.058731 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.062578 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e43c2d-4660-4b4b-9870-f1fd10045f66 None None] Pushing event updated for resources: {'Port': ['ID=3cc36781-763b-4bb8-a49c-647acc6a8192,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:58.078094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Transition to ACTIVE for port object a2eebda7-c558-4105-9507-3a262ef1a9d0 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:12:58.084593 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.129937 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Attempting to bind port 3cc36781-763b-4bb8-a49c-647acc6a8192 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:58.130318 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Attempting to bind port 3cc36781-763b-4bb8-a49c-647acc6a8192 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:58.130688 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Attempting to bind port 3cc36781-763b-4bb8-a49c-647acc6a8192 on network ac388d06-86cc-4d93-b95f-a41551acf6ef {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:58.134915 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eebda7-c558-4105-9507-3a262ef1a9d0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:58.136811 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:58.143410 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Checking segment: {'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:58.144569 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.145367 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Bound using segment: {'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:58.146118 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Bound port: 3cc36781-763b-4bb8-a49c-647acc6a8192, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bc5715-f70d-4f35-8932-db0dcccb07b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:58.146880 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.161014 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 52855cf5-8c95-43ac-bcba-d6ea366416fb up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:12:58.247562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 52855cf5-8c95-43ac-bcba-d6ea366416fb triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:58.247961 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.253880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af8b35-2d47-4a9c-8390-88f140ed48ca req-ca342cac-ab21-4912-abf2-f3840a1b5a1f tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:58.260806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8af8b35-2d47-4a9c-8390-88f140ed48ca req-ca342cac-ab21-4912-abf2-f3840a1b5a1f tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 943 time: 0.0877683 Oct 13 01:12:58.281440 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] For port 3cc36781-763b-4bb8-a49c-647acc6a8192, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:58.286810 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] For port 3cc36781-763b-4bb8-a49c-647acc6a8192, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3cc36781-763b-4bb8-a49c-647acc6a8192,segment=NetworkSegment(25bc5715-f70d-4f35-8932-db0dcccb07b6),segment_id=25bc5715-f70d-4f35-8932-db0dcccb07b6)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:58.298100 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.324082 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Attempting to bind port a2eebda7-c558-4105-9507-3a262ef1a9d0 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:12:58.324434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Attempting to bind port a2eebda7-c558-4105-9507-3a262ef1a9d0 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:12:58.324767 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Attempting to bind port a2eebda7-c558-4105-9507-3a262ef1a9d0 on network 44ebe295-6252-4459-9e29-5c992c5ed385 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:58.330437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Port a2eebda7-c558-4105-9507-3a262ef1a9d0 on network 44ebe295-6252-4459-9e29-5c992c5ed385 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:12:58.331352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b8af8b35-2d47-4a9c-8390-88f140ed48ca req-e5e71a9d-0dd8-43ff-9933-56383f249f61 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637522 Oct 13 01:12:58.333374 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Attempting to bind port a2eebda7-c558-4105-9507-3a262ef1a9d0 on network 44ebe295-6252-4459-9e29-5c992c5ed385 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:12:58.358556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:12:58.358556 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Checking segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:12:58.358891 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Bound using segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:12:58.359337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Bound port: a2eebda7-c558-4105-9507-3a262ef1a9d0, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:12:58.359737 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.396077 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Routers {'a3c66565-e070-4bbe-88d9-b885c677ef9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:12:58.396837 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:12:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a3c66565-e070-4bbe-88d9-b885c677ef9a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:58.454350 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e43c2d-4660-4b4b-9870-f1fd10045f66 None None] Pushing event updated for resources: {'Port': ['ID=3cc36781-763b-4bb8-a49c-647acc6a8192,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:58.473328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] For port a2eebda7-c558-4105-9507-3a262ef1a9d0, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:12:58.478201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] For port a2eebda7-c558-4105-9507-3a262ef1a9d0, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a2eebda7-c558-4105-9507-3a262ef1a9d0,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:12:58.481717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1824b012-0352-4001-8f8d-3d1a22c97829 None None] Provisioning complete for port 3cc36781-763b-4bb8-a49c-647acc6a8192 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:58.482417 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1824b012-0352-4001-8f8d-3d1a22c97829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.484285 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.535696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:58.536325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.538048 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] 10.222.0.45 "PUT /v2.0/ports/a2eebda7-c558-4105-9507-3a262ef1a9d0 HTTP/1.1" status: 200 len: 1091 time: 0.8289666 Oct 13 01:12:58.538594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaad954-4d73-44d3-ace5-90dab8725ad7', 'tag': 'a2eebda7-c558-4105-9507-3a262ef1a9d0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:12:58.541475 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b59da6-d608-49d8-9b23-420cb1b4242c" -d '{"events": [{"name": "network-changed", "server_uuid": "efaad954-4d73-44d3-ace5-90dab8725ad7", "tag": "a2eebda7-c558-4105-9507-3a262ef1a9d0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:12:58.575167 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] Set router a3c66565-e070-4bbe-88d9-b885c677ef9a gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:12:58.580539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f44cd8-872b-459c-92d2-88aa25389b98 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eebda7-c558-4105-9507-3a262ef1a9d0,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:58.588831 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1824b012-0352-4001-8f8d-3d1a22c97829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.645511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-1824b012-0352-4001-8f8d-3d1a22c97829 None None] For port 3cc36781-763b-4bb8-a49c-647acc6a8192, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3cc36781-763b-4bb8-a49c-647acc6a8192,segment=NetworkSegment(25bc5715-f70d-4f35-8932-db0dcccb07b6),segment_id=25bc5715-f70d-4f35-8932-db0dcccb07b6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:12:58.650371 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa98c2b-a7b7-4458-a8d8-58714888c4d2 x-openstack-request-id: req-9aa98c2b-a7b7-4458-a8d8-58714888c4d2 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:12:58.650589 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaad954-4d73-44d3-ace5-90dab8725ad7", "tag": "a2eebda7-c558-4105-9507-3a262ef1a9d0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:12:58.650848 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9aa98c2b-a7b7-4458-a8d8-58714888c4d2 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:12:58.651261 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaad954-4d73-44d3-ace5-90dab8725ad7', 'tag': 'a2eebda7-c558-4105-9507-3a262ef1a9d0', 'status': 'completed', 'code': 200} Oct 13 01:12:58.653111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1824b012-0352-4001-8f8d-3d1a22c97829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.669273 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-c3ae0bf3-ee3d-4aa1-b02b-8234620daf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:58.671170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-c3ae0bf3-ee3d-4aa1-b02b-8234620daf9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74f36b71da844638a7fd4c8c297ef7c5&device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0689154 Oct 13 01:12:58.743633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824b012-0352-4001-8f8d-3d1a22c97829 None None] Pushing event updated for resources: {'Port': ['ID=3cc36781-763b-4bb8-a49c-647acc6a8192,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:12:58.744684 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-7891948c-c60f-487b-8b92-9771b97b200e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2eebda7-c558-4105-9507-3a262ef1a9d0 HTTP/1.1" status: 200 len: 217 time: 0.0605564 Oct 13 01:12:58.786609 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f9163be3-3b1b-4055-9f69-12198ebb2193 None None] Provisioning complete for port 3cc36781-763b-4bb8-a49c-647acc6a8192 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:12:58.786982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f9163be3-3b1b-4055-9f69-12198ebb2193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:12:58.801691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-ca987899-76af-4a77-958d-a25367250c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:58.803446 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-ca987899-76af-4a77-958d-a25367250c3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad7613b-4d03-46de-a1a7-67401a654154 HTTP/1.1" status: 200 len: 856 time: 0.0481837 Oct 13 01:12:58.829659 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:12:53Z', 'revision_number': 4, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port': {'id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:51Z', 'updated_at': '2021-10-13T01:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3cc36781-763b-4bb8-a49c-647acc6a8192', 'name': '', 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'mac_address': 'fa:16:3e:6b:16:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:53Z', 'updated_at': '2021-10-13T01:12:58Z', 'revision_number': 4, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'subnets': [{'id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:12:58.851752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-5df63318-51c0-4696-9253-0d73c221d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:58.853547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-5df63318-51c0-4696-9253-0d73c221d56c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=44ebe295-6252-4459-9e29-5c992c5ed385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430958 Oct 13 01:12:58.947823 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8790b-f5c3-4c26-8b61-2bc494e2c2b3 None None] The sync data for ids ['a3c66565-e070-4bbe-88d9-b885c677ef9a'] in n-d-813679-4 is: [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:12:53Z', 'revision_number': 4, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port': {'id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:51Z', 'updated_at': '2021-10-13T01:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '3cc36781-763b-4bb8-a49c-647acc6a8192', 'name': '', 'network_id': 'ac388d06-86cc-4d93-b95f-a41551acf6ef', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'mac_address': 'fa:16:3e:6b:16:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:53Z', 'updated_at': '2021-10-13T01:12:58Z', 'revision_number': 4, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'subnets': [{'id': 'ed4d4ec8-2d09-4a95-a28b-0bd57981591a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:12:59.253842 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-7d7e644b-1235-4e9e-848e-708eeba2f741 service neutron] 10.222.0.45 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920360 Oct 13 01:12:59.353692 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2b9536da-97eb-4fae-ad2d-b20ca94c7374 req-c83a6f52-7098-4375-83b0-5055ac92e600 service neutron] 10.222.0.45 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921674 Oct 13 01:12:59.457859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbad8e5-6eaa-4148-894f-23183d4bc601 req-7354d815-ffbf-4094-9da9-28c690647e0a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:59.459791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ddbad8e5-6eaa-4148-894f-23183d4bc601 req-7354d815-ffbf-4094-9da9-28c690647e0a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 943 time: 0.0545022 Oct 13 01:12:59.496969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-25feb315-3df5-4fb5-9bcd-7702b8ece354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:59.498485 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-25feb315-3df5-4fb5-9bcd-7702b8ece354 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74f36b71da844638a7fd4c8c297ef7c5&device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0420454 Oct 13 01:12:59.504116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ddbad8e5-6eaa-4148-894f-23183d4bc601 req-4025a1be-950b-4d13-b286-803fd26911f0 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371571 Oct 13 01:12:59.590238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-54ff57ce-9ecc-4dc3-9d1a-d350aa6235ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:59.591731 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-54ff57ce-9ecc-4dc3-9d1a-d350aa6235ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=44ebe295-6252-4459-9e29-5c992c5ed385 HTTP/1.1" status: 200 len: 918 time: 0.0862241 Oct 13 01:12:59.635937 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-fb420eb2-6a8c-4540-b13d-4ceb9d237e7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2eebda7-c558-4105-9507-3a262ef1a9d0 HTTP/1.1" status: 200 len: 217 time: 0.0362976 Oct 13 01:12:59.684850 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-98d22f9b-57f3-4dc9-bbe9-c119204e37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:59.686222 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-98d22f9b-57f3-4dc9-bbe9-c119204e37e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad7613b-4d03-46de-a1a7-67401a654154 HTTP/1.1" status: 200 len: 856 time: 0.0428953 Oct 13 01:12:59.730736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-0d10d872-59e5-4f3a-895f-51cd152bddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:12:59.732224 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-0d10d872-59e5-4f3a-895f-51cd152bddf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=44ebe295-6252-4459-9e29-5c992c5ed385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391400 Oct 13 01:12:59.824695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-3f3cf4d3-5de0-4241-9bb3-b2aa3c9f1b2f service neutron] 10.222.0.45 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848658 Oct 13 01:12:59.916719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29b59da6-d608-49d8-9b23-420cb1b4242c req-21f4af64-a48d-49b0-9487-e339d9bc3029 service neutron] 10.222.0.45 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844839 Oct 13 01:13:00.119576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3cc36781-763b-4bb8-a49c-647acc6a8192 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:13:00.166652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3cc36781-763b-4bb8-a49c-647acc6a8192 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:13:00.167079 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:00.617509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ec19-9c67-4963-9093-d28ec5fda0a7 req-0929ba4b-adfd-4b20-adaa-b1a293bf110d tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:00.619546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2659ec19-9c67-4963-9093-d28ec5fda0a7 req-0929ba4b-adfd-4b20-adaa-b1a293bf110d tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 943 time: 0.0489588 Oct 13 01:13:00.657040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2659ec19-9c67-4963-9093-d28ec5fda0a7 req-e802dc6c-663a-4411-8289-0453be3e3951 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Oct 13 01:13:01.769935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c4bf6-5d51-4d68-a340-edb6e62193b0 req-c9fe01bb-fe19-4c7f-b0a7-934016daf7ef tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:01.771390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d53c4bf6-5d51-4d68-a340-edb6e62193b0 req-c9fe01bb-fe19-4c7f-b0a7-934016daf7ef tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 943 time: 0.0477691 Oct 13 01:13:01.809603 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d53c4bf6-5d51-4d68-a340-edb6e62193b0 req-fc58d3ca-5ba6-47bf-b6c6-99689abb36e3 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Oct 13 01:13:02.921115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacef5bd-d4ac-44ee-97f3-d33fc61e6cb7 req-8f7c3839-03f0-4ab8-ad82-93c12fb0c3ac tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:02.922631 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cacef5bd-d4ac-44ee-97f3-d33fc61e6cb7 req-8f7c3839-03f0-4ab8-ad82-93c12fb0c3ac tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 943 time: 0.0480332 Oct 13 01:13:02.962741 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cacef5bd-d4ac-44ee-97f3-d33fc61e6cb7 req-02a74000-5bf1-4726-adc9-5222de62bcd5 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Oct 13 01:13:03.243797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a2eebda7-c558-4105-9507-3a262ef1a9d0 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:13:03.333797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a2eebda7-c558-4105-9507-3a262ef1a9d0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a2eebda7-c558-4105-9507-3a262ef1a9d0,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:13:03.345027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'a2eebda7-c558-4105-9507-3a262ef1a9d0', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'port_id': 'a2eebda7-c558-4105-9507-3a262ef1a9d0', 'mac_address': 'fa:16:3e:cf:6e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:13:03.384129 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:03.396631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eebda7-c558-4105-9507-3a262ef1a9d0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:13:03.416636 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a2eebda7-c558-4105-9507-3a262ef1a9d0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a2eebda7-c558-4105-9507-3a262ef1a9d0,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:13:03.420257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:03.465384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a2eebda7-c558-4105-9507-3a262ef1a9d0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:13:03.785904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a2eebda7-c558-4105-9507-3a262ef1a9d0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:13:04.079761 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ff261-e961-4682-a184-baf258fe1672 req-ae5d884e-8a0c-4929-b8f6-098df8553848 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:04.081252 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-874ff261-e961-4682-a184-baf258fe1672 req-ae5d884e-8a0c-4929-b8f6-098df8553848 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 944 time: 0.0518134 Oct 13 01:13:04.118362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-874ff261-e961-4682-a184-baf258fe1672 req-fae2dfc5-ee00-45ff-8854-5d2b7c5dab1c tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303876 Oct 13 01:13:05.230547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a016e9-b80c-40fc-ac3d-693c1fba744d req-3940feaf-5215-47ca-a348-591ce7504004 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:05.232046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35a016e9-b80c-40fc-ac3d-693c1fba744d req-3940feaf-5215-47ca-a348-591ce7504004 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 944 time: 0.0482237 Oct 13 01:13:05.246221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a2eebda7-c558-4105-9507-3a262ef1a9d0 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:13:05.269346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35a016e9-b80c-40fc-ac3d-693c1fba744d req-49bf55c7-b665-42b4-9482-8523b09cbb70 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Oct 13 01:13:05.293560 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port a2eebda7-c558-4105-9507-3a262ef1a9d0 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:13:05.297179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port a2eebda7-c558-4105-9507-3a262ef1a9d0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:13:05.297494 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:05.373147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:05.397646 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaad954-4d73-44d3-ace5-90dab8725ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eebda7-c558-4105-9507-3a262ef1a9d0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:13:05.399929 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fc7bfd-c179-49ee-98b9-17f8eb461cbf" -d '{"events": [{"server_uuid": "efaad954-4d73-44d3-ace5-90dab8725ad7", "name": "network-vif-plugged", "status": "completed", "tag": "a2eebda7-c558-4105-9507-3a262ef1a9d0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:13:05.415386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port a2eebda7-c558-4105-9507-3a262ef1a9d0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a2eebda7-c558-4105-9507-3a262ef1a9d0,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:13:05.419823 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:05.443075 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285474dc-c7ef-43ec-b7f2-161e017c18a9 x-openstack-request-id: req-285474dc-c7ef-43ec-b7f2-161e017c18a9 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:13:05.443362 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaad954-4d73-44d3-ace5-90dab8725ad7", "name": "network-vif-plugged", "status": "completed", "tag": "a2eebda7-c558-4105-9507-3a262ef1a9d0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:13:05.443642 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-285474dc-c7ef-43ec-b7f2-161e017c18a9 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:13:05.444035 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaad954-4d73-44d3-ace5-90dab8725ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eebda7-c558-4105-9507-3a262ef1a9d0', 'code': 200} Oct 13 01:13:05.467977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=a2eebda7-c558-4105-9507-3a262ef1a9d0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:13:05.698155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75108b-36d9-4a5f-b4be-0ab5300e4e52 req-f2a60d4d-fa5b-47b6-8c1c-79a79ae9f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:05.699651 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f75108b-36d9-4a5f-b4be-0ab5300e4e52 req-f2a60d4d-fa5b-47b6-8c1c-79a79ae9f898 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0447874 Oct 13 01:13:05.734439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2f75108b-36d9-4a5f-b4be-0ab5300e4e52 req-c514092b-831d-4298-b6eb-649ab477cb93 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273135 Oct 13 01:13:06.380952 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52879b-9e50-4c18-aecc-8ede67f8651a req-8c051eb2-75f5-41e1-9f12-aa7e0550b583 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:06.382502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff52879b-9e50-4c18-aecc-8ede67f8651a req-8c051eb2-75f5-41e1-9f12-aa7e0550b583 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 945 time: 0.0489314 Oct 13 01:13:06.424957 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff52879b-9e50-4c18-aecc-8ede67f8651a req-44f312db-22af-454e-9135-97fda6953cfd tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357733 Oct 13 01:13:07.041743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:07.539649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3beb08-936e-4d02-9d0d-b35534203b09 req-1dd9c178-2129-48b3-a57c-73f5fb837131 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:07.541185 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c3beb08-936e-4d02-9d0d-b35534203b09 req-1dd9c178-2129-48b3-a57c-73f5fb837131 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 945 time: 0.0488350 Oct 13 01:13:07.577493 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:07.578595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0c3beb08-936e-4d02-9d0d-b35534203b09 req-591ff660-c77b-4613-a4d8-05991401d20f tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Oct 13 01:13:07.690422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0667-a9a3-4cfc-9bba-4f7ff7d1b122 req-791f7d88-b4cb-413c-86d1-432e3bbd21a8 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:07.691805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e15f0667-a9a3-4cfc-9bba-4f7ff7d1b122 req-791f7d88-b4cb-413c-86d1-432e3bbd21a8 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Oct 13 01:13:07.730402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e15f0667-a9a3-4cfc-9bba-4f7ff7d1b122 req-d884fad3-d7cf-4b00-94b1-1d4d3e612a46 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Oct 13 01:13:11.847720 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-473281d2-ec91-49c7-be10-825bd1947866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:14.625206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5c2c-1035-421d-bedc-f31773d0e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:15.930257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:15.970480 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:17.739008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:23.162262 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:13:30.246498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecc34-f013-432c-b1ca-2654d691285c req-fa479591-4421-431f-a156-412ccc972177 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:30.248115 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcecc34-f013-432c-b1ca-2654d691285c req-fa479591-4421-431f-a156-412ccc972177 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 945 time: 0.0519674 Oct 13 01:13:30.291361 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ebcecc34-f013-432c-b1ca-2654d691285c req-c92bb929-9b66-46ba-9a05-56b18e6e7b0b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367663 Oct 13 01:13:31.406721 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024a5df-a3b6-4ada-9c64-2961ea42c207 req-98e4283b-1104-48a0-a216-c47ffda7f83d tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:31.408238 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d024a5df-a3b6-4ada-9c64-2961ea42c207 req-98e4283b-1104-48a0-a216-c47ffda7f83d tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 945 time: 0.0492756 Oct 13 01:13:31.445693 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d024a5df-a3b6-4ada-9c64-2961ea42c207 req-4268862a-3f56-4307-abab-fc3038e493a3 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Oct 13 01:13:31.957016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-f1a95696-b172-44a4-a749-56c97afff2e0 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:31.958457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-f1a95696-b172-44a4-a749-56c97afff2e0 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.45 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 945 time: 0.0473819 Oct 13 01:13:32.046236 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Deleting port a2eebda7-c558-4105-9507-3a262ef1a9d0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:13:32.046574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:32.137743 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] For port a2eebda7-c558-4105-9507-3a262ef1a9d0, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=a2eebda7-c558-4105-9507-3a262ef1a9d0,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:13:32.138098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:32.150665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Calling delete_port for a2eebda7-c558-4105-9507-3a262ef1a9d0 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:13:32.278549 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:32.305952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Pushing event deleted for resources: {'Port': ['ID=a2eebda7-c558-4105-9507-3a262ef1a9d0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:13:32.312040 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['a2eebda7-c558-4105-9507-3a262ef1a9d0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:13:32.349941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] No DVR routers for this DVR port a2eebda7-c558-4105-9507-3a262ef1a9d0 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:13:32.352694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:32.356106 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-33996b8f-6c99-4951-b336-c89d3dff1a71 req-e4bad0af-008a-4ddf-b25a-c9517576cc9a tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.45 "DELETE /v2.0/ports/a2eebda7-c558-4105-9507-3a262ef1a9d0 HTTP/1.1" status: 204 len: 173 time: 0.3915851 Oct 13 01:13:32.356558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaad954-4d73-44d3-ace5-90dab8725ad7', 'name': 'network-vif-deleted', 'tag': 'a2eebda7-c558-4105-9507-3a262ef1a9d0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:13:32.358885 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebfd043-7489-4da7-aec1-9c4070c0347f" -d '{"events": [{"server_uuid": "efaad954-4d73-44d3-ace5-90dab8725ad7", "name": "network-vif-deleted", "tag": "a2eebda7-c558-4105-9507-3a262ef1a9d0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:13:32.400189 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71608db4-26f2-4dfa-87ac-2cdd132501aa x-openstack-request-id: req-71608db4-26f2-4dfa-87ac-2cdd132501aa {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:13:32.400492 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaad954-4d73-44d3-ace5-90dab8725ad7", "name": "network-vif-deleted", "tag": "a2eebda7-c558-4105-9507-3a262ef1a9d0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:13:32.400874 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71608db4-26f2-4dfa-87ac-2cdd132501aa {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:13:32.401285 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaad954-4d73-44d3-ace5-90dab8725ad7', 'name': 'network-vif-deleted', 'tag': 'a2eebda7-c558-4105-9507-3a262ef1a9d0', 'status': 'completed', 'code': 200} Oct 13 01:13:32.549814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-033ee981-83bb-4e00-b18b-546060cf1544 req-808ee21f-5139-48ce-88f3-45a8bfe7efdb tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaad954-4d73-44d3-ace5-90dab8725ad7 HTTP/1.1" status: 200 len: 210 time: 0.0267260 Oct 13 01:13:34.178341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-0a4f82e8-99be-465b-9256-8fc26dd5f3a8 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:34.179949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-0a4f82e8-99be-465b-9256-8fc26dd5f3a8 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/networks?id=44ebe295-6252-4459-9e29-5c992c5ed385 HTTP/1.1" status: 200 len: 817 time: 0.1044497 Oct 13 01:13:34.194396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-f53f6cc6-a3d9-4603-af5a-a840e178a68f tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/quotas/74f36b71da844638a7fd4c8c297ef7c5 HTTP/1.1" status: 200 len: 375 time: 0.0088186 Oct 13 01:13:34.244696 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-110a1e6a-61e3-40dc-8df8-d166235d9170 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74f36b71da844638a7fd4c8c297ef7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448196 Oct 13 01:13:34.342002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-ac77e8fc-6fca-4dca-a2d4-60d90a3b27ec service neutron] 10.222.0.21 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852487 Oct 13 01:13:34.429658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-c615d70f-305a-41ef-9d85-88a31150c093 service neutron] 10.222.0.21 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816512 Oct 13 01:13:34.586150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-19b92e47-04be-4d30-bb33-69feb9f6eecb req-389deb2e-55d8-4a36-8710-714441c619c5 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 210 time: 0.0265985 Oct 13 01:13:35.598616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-7a463b69-ee6f-431b-8667-d6fc93627480 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:35.600455 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-7a463b69-ee6f-431b-8667-d6fc93627480 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.45 "GET /v2.0/networks?id=44ebe295-6252-4459-9e29-5c992c5ed385 HTTP/1.1" status: 200 len: 817 time: 0.1056592 Oct 13 01:13:35.627028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Request body: {'port': {'device_id': '7be5425d-8e8a-405d-9e24-9a835aced526', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'admin_state_up': True, 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:13:35.678757 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-924c455a-84d5-4883-8f47-a8f5c01cfea6 req-1bae6959-ac5d-424b-9cb2-a5b82def98ce tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 210 time: 0.0265276 Oct 13 01:13:35.739432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Made reservation on behalf of 74f36b71da844638a7fd4c8c297ef7c5 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:13:35.743011 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:35.862910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Allocated IP 172.20.0.14 (44ebe295-6252-4459-9e29-5c992c5ed385/5ad7613b-4d03-46de-a1a7-67401a654154/4b48e323-57b1-4e4d-985e-d0fa5bca2566) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:13:36.007786 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.041311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.083987 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Network 44ebe295-6252-4459-9e29-5c992c5ed385 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:13:36.087597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:13:36.091405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:13:36.121043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Pushing event updated for resources: {'Port': ['ID=4b48e323-57b1-4e4d-985e-d0fa5bca2566,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:13:36.154377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:36.155029 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.171990 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-868f5bd0-42aa-4292-af7b-35729d93b099 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489585 Oct 13 01:13:36.189580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Request body: {'port': {'device_id': '7be5425d-8e8a-405d-9e24-9a835aced526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:13:36.247116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.325438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-13185707-291d-4202-bf90-ed3b5e79ea87 None None] Provisioning complete for port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:13:36.326065 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13185707-291d-4202-bf90-ed3b5e79ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.361692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-13185707-291d-4202-bf90-ed3b5e79ea87 None None] Port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:13:36.518515 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b48e323-57b1-4e4d-985e-d0fa5bca2566 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:13:36.525772 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.537837 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Transition to ACTIVE for port object 4b48e323-57b1-4e4d-985e-d0fa5bca2566 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:13:36.541293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.589908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b48e323-57b1-4e4d-985e-d0fa5bca2566,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:13:36.662032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Attempting to bind port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:13:36.662669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Attempting to bind port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:13:36.662763 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Attempting to bind port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 on network 44ebe295-6252-4459-9e29-5c992c5ed385 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:13:36.667746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 on network 44ebe295-6252-4459-9e29-5c992c5ed385 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:13:36.668069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Attempting to bind port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 on network 44ebe295-6252-4459-9e29-5c992c5ed385 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:13:36.673164 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:13:36.673500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Checking segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:13:36.673879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Bound using segment: {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:13:36.674304 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Bound port: 4b48e323-57b1-4e4d-985e-d0fa5bca2566, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8134ea-90a7-435d-9d69-82806295b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:13:36.674662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.749906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] For port 4b48e323-57b1-4e4d-985e-d0fa5bca2566, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:13:36.752950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] For port 4b48e323-57b1-4e4d-985e-d0fa5bca2566, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4b48e323-57b1-4e4d-985e-d0fa5bca2566,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:13:36.756783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.794921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:36.795453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:36.797003 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/4b48e323-57b1-4e4d-985e-d0fa5bca2566 HTTP/1.1" status: 200 len: 1092 time: 0.6117923 Oct 13 01:13:36.797340 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be5425d-8e8a-405d-9e24-9a835aced526', 'tag': '4b48e323-57b1-4e4d-985e-d0fa5bca2566'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:13:36.799653 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe77505c-8a97-4c06-b3d8-e9dd2b817656" -d '{"events": [{"name": "network-changed", "server_uuid": "7be5425d-8e8a-405d-9e24-9a835aced526", "tag": "4b48e323-57b1-4e4d-985e-d0fa5bca2566"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:13:36.823299 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03af29f-c1ff-4c52-a40d-ac183cf9e1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b48e323-57b1-4e4d-985e-d0fa5bca2566,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:13:36.824538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ef175-81d4-4ff1-83ce-779c234a541e req-984a8115-25da-4886-84fb-7b0b24fa2885 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:36.826125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-920ef175-81d4-4ff1-83ce-779c234a541e req-984a8115-25da-4886-84fb-7b0b24fa2885 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 944 time: 0.0788226 Oct 13 01:13:36.851093 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c5a4e4-ccf6-4797-9cb8-5a788fd5fc69 x-openstack-request-id: req-39c5a4e4-ccf6-4797-9cb8-5a788fd5fc69 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:13:36.851580 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be5425d-8e8a-405d-9e24-9a835aced526", "tag": "4b48e323-57b1-4e4d-985e-d0fa5bca2566", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:13:36.851835 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39c5a4e4-ccf6-4797-9cb8-5a788fd5fc69 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:13:36.852828 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be5425d-8e8a-405d-9e24-9a835aced526', 'tag': '4b48e323-57b1-4e4d-985e-d0fa5bca2566', 'status': 'completed', 'code': 200} Oct 13 01:13:36.873085 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-920ef175-81d4-4ff1-83ce-779c234a541e req-1c063b95-9a56-4d57-b567-1df82ed2d36c tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Oct 13 01:13:36.911608 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-9668672b-f79d-47a5-8e7e-b9501ab04654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:36.913165 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-9668672b-f79d-47a5-8e7e-b9501ab04654 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74f36b71da844638a7fd4c8c297ef7c5&device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 1095 time: 0.0433750 Oct 13 01:13:36.966244 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-4e6f855c-8a2d-44b8-bf76-5aa17f88e289 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b48e323-57b1-4e4d-985e-d0fa5bca2566 HTTP/1.1" status: 200 len: 217 time: 0.0393195 Oct 13 01:13:37.019356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-30572dfa-0a0a-4bbc-bef4-3956f11ed7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:37.020852 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-30572dfa-0a0a-4bbc-bef4-3956f11ed7f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad7613b-4d03-46de-a1a7-67401a654154 HTTP/1.1" status: 200 len: 856 time: 0.0474191 Oct 13 01:13:37.055852 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:37.069572 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-f72f15e4-8768-4cab-982f-a6afd4405fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:37.071083 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-f72f15e4-8768-4cab-982f-a6afd4405fd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=44ebe295-6252-4459-9e29-5c992c5ed385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424881 Oct 13 01:13:37.167534 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-57ba1458-dafb-4da9-ac73-a6187046b2e9 service neutron] 10.222.0.45 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890048 Oct 13 01:13:37.255237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f3131844-ae30-40f3-969e-2ee700c8a1d0 req-2fd6ad6a-4f5c-4d3f-83eb-436956cad630 service neutron] 10.222.0.45 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805886 Oct 13 01:13:37.373425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a2eebda7-c558-4105-9507-3a262ef1a9d0 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:13:37.394470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: a2eebda7-c558-4105-9507-3a262ef1a9d0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:13:37.394819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device a2eebda7-c558-4105-9507-3a262ef1a9d0 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:13:37.404923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-3a5858b2-101a-4712-b400-a06fba3cb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:37.406428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-3a5858b2-101a-4712-b400-a06fba3cb6b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=74f36b71da844638a7fd4c8c297ef7c5&device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 1095 time: 0.0467229 Oct 13 01:13:37.501025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-bfceab06-030d-46eb-81c4-5a3e6c22496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:37.502489 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-bfceab06-030d-46eb-81c4-5a3e6c22496c service neutron] 10.222.0.45 "GET /v2.0/networks?id=44ebe295-6252-4459-9e29-5c992c5ed385 HTTP/1.1" status: 200 len: 918 time: 0.0888579 Oct 13 01:13:37.543370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-431f8372-1c39-4ab7-b26c-377a1981295a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b48e323-57b1-4e4d-985e-d0fa5bca2566 HTTP/1.1" status: 200 len: 217 time: 0.0337706 Oct 13 01:13:37.581424 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:37.596505 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-385b96a1-c6a3-456d-823d-a635921dbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:37.597962 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-385b96a1-c6a3-456d-823d-a635921dbc8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ad7613b-4d03-46de-a1a7-67401a654154 HTTP/1.1" status: 200 len: 856 time: 0.0476112 Oct 13 01:13:37.642523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-8923ff07-34db-4ef0-9936-fb42a6b49f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:37.643949 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-8923ff07-34db-4ef0-9936-fb42a6b49f66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=44ebe295-6252-4459-9e29-5c992c5ed385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390832 Oct 13 01:13:37.731316 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-5ecfca78-2afb-42e7-982d-2b2916b20cc8 service neutron] 10.222.0.45 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802975 Oct 13 01:13:37.823910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fe77505c-8a97-4c06-b3d8-e9dd2b817656 req-1da66c88-9602-40bd-a91f-fd65d87b054f service neutron] 10.222.0.45 "GET /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841329 Oct 13 01:13:37.989421 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f1856-ebd0-4ab1-af70-3927928ac084 req-43abb55e-43ac-4291-b593-3798fdf16b4f tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:37.990874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-651f1856-ebd0-4ab1-af70-3927928ac084 req-43abb55e-43ac-4291-b593-3798fdf16b4f tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 944 time: 0.0479569 Oct 13 01:13:38.033357 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-651f1856-ebd0-4ab1-af70-3927928ac084 req-b99cfdb0-2ebf-4e59-aded-a7d5d5022395 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Oct 13 01:13:39.152110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6aa4c-d781-482b-a336-eb7b3dc449af req-0ca5f725-d364-4327-b607-6d4211882ee0 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:39.153583 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fda6aa4c-d781-482b-a336-eb7b3dc449af req-0ca5f725-d364-4327-b607-6d4211882ee0 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 944 time: 0.0483310 Oct 13 01:13:39.190486 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fda6aa4c-d781-482b-a336-eb7b3dc449af req-380ab1bb-e74a-464b-9936-1c98c5f9903b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306082 Oct 13 01:13:40.306575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ecd5-63b5-4a5f-9d1a-a8f6a58c36d0 req-1e6ad88a-be68-4ee8-a615-609577fe5a1d tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:40.308049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9c8ecd5-63b5-4a5f-9d1a-a8f6a58c36d0 req-1e6ad88a-be68-4ee8-a615-609577fe5a1d tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 944 time: 0.0523336 Oct 13 01:13:40.344564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9c8ecd5-63b5-4a5f-9d1a-a8f6a58c36d0 req-dc0e237e-19b9-4df7-affc-aaedc3b9a95c tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305481 Oct 13 01:13:41.383432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4b48e323-57b1-4e4d-985e-d0fa5bca2566 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:13:41.459719 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392fe3e-c374-4c17-855f-6a9187e7d717 req-5deb6689-756a-498c-9aed-7f1e99847f21 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:41.461277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a392fe3e-c374-4c17-855f-6a9187e7d717 req-5deb6689-756a-498c-9aed-7f1e99847f21 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 944 time: 0.0490849 Oct 13 01:13:41.479921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4b48e323-57b1-4e4d-985e-d0fa5bca2566, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4b48e323-57b1-4e4d-985e-d0fa5bca2566,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:13:41.491527 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '4b48e323-57b1-4e4d-985e-d0fa5bca2566', 'network_id': '44ebe295-6252-4459-9e29-5c992c5ed385', 'port_id': '4b48e323-57b1-4e4d-985e-d0fa5bca2566', 'mac_address': 'fa:16:3e:f6:eb:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad7613b-4d03-46de-a1a7-67401a654154', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:13:41.499169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a392fe3e-c374-4c17-855f-6a9187e7d717 req-f7de448c-0767-441a-89dc-0a6ebdc76354 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Oct 13 01:13:41.529192 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:41.542180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b48e323-57b1-4e4d-985e-d0fa5bca2566 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:13:41.560469 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4b48e323-57b1-4e4d-985e-d0fa5bca2566, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4b48e323-57b1-4e4d-985e-d0fa5bca2566,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:13:41.564266 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:41.609955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4b48e323-57b1-4e4d-985e-d0fa5bca2566,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:13:41.617304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.617693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.618034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.618374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.618705 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.619033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.619361 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.619710 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.620031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.620353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.620674 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.620994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:13:41.850718 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-619f1dfa-3f0f-464b-ba8a-a6a06f3a059a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:41.931124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['4b48e323-57b1-4e4d-985e-d0fa5bca2566'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:13:42.617122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40641d7b-8532-462c-a3c0-a1d5d56e3cab req-0e2cb763-740e-45a7-bf92-0d8595db9e53 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:42.619104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40641d7b-8532-462c-a3c0-a1d5d56e3cab req-0e2cb763-740e-45a7-bf92-0d8595db9e53 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 945 time: 0.0486774 Oct 13 01:13:42.656448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-40641d7b-8532-462c-a3c0-a1d5d56e3cab req-17ff4544-d213-4b7f-ac3c-900b5fce1ee3 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Oct 13 01:13:43.384058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4b48e323-57b1-4e4d-985e-d0fa5bca2566 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:13:43.432167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:13:43.435853 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:13:43.436226 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:43.513008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:43.535228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be5425d-8e8a-405d-9e24-9a835aced526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48e323-57b1-4e4d-985e-d0fa5bca2566'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:13:43.537561 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb392f-9e81-494e-b9c2-70b29f9bef69" -d '{"events": [{"server_uuid": "7be5425d-8e8a-405d-9e24-9a835aced526", "name": "network-vif-plugged", "status": "completed", "tag": "4b48e323-57b1-4e4d-985e-d0fa5bca2566"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:13:43.552535 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 4b48e323-57b1-4e4d-985e-d0fa5bca2566, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4b48e323-57b1-4e4d-985e-d0fa5bca2566,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:13:43.557066 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:43.582555 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44581567-37b1-46bf-bf3c-0d778bd1189c x-openstack-request-id: req-44581567-37b1-46bf-bf3c-0d778bd1189c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:13:43.582840 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be5425d-8e8a-405d-9e24-9a835aced526", "name": "network-vif-plugged", "status": "completed", "tag": "4b48e323-57b1-4e4d-985e-d0fa5bca2566", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:13:43.583085 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44581567-37b1-46bf-bf3c-0d778bd1189c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:13:43.583463 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be5425d-8e8a-405d-9e24-9a835aced526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b48e323-57b1-4e4d-985e-d0fa5bca2566', 'code': 200} Oct 13 01:13:43.610573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=4b48e323-57b1-4e4d-985e-d0fa5bca2566,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:13:43.710303 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cf8e7-200b-4f51-b5d8-cded3cae3735 req-8da82193-e9d6-41ba-8f25-905c9175b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:43.711912 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-092cf8e7-200b-4f51-b5d8-cded3cae3735 req-8da82193-e9d6-41ba-8f25-905c9175b659 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 1097 time: 0.0415664 Oct 13 01:13:43.747956 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-092cf8e7-200b-4f51-b5d8-cded3cae3735 req-10f9dec4-b005-42f1-bd16-1f2de6e38db5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286705 Oct 13 01:13:43.774204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953b2cd-c5dc-4a70-9978-fc90242cb1d8 req-0dfd1569-e710-4a3b-ab16-7915dac4eb75 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:43.775719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0953b2cd-c5dc-4a70-9978-fc90242cb1d8 req-0dfd1569-e710-4a3b-ab16-7915dac4eb75 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 946 time: 0.0532563 Oct 13 01:13:43.812616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0953b2cd-c5dc-4a70-9978-fc90242cb1d8 req-7deb97ef-640c-4fe2-9f9e-4e949989032b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Oct 13 01:13:44.626800 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-257d2d71-2a56-4f27-85a8-2266bfe1b03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:44.927230 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f23f4-9b7c-4378-a273-804ff42c8557 req-3453dd8d-30b5-498f-ab42-3a99136a2f6b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:44.928727 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c3f23f4-9b7c-4378-a273-804ff42c8557 req-3453dd8d-30b5-498f-ab42-3a99136a2f6b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 946 time: 0.0490644 Oct 13 01:13:44.966647 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c3f23f4-9b7c-4378-a273-804ff42c8557 req-4997d26a-cff2-45ad-8b40-2ef9dcc82552 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Oct 13 01:13:45.932001 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:45.970758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:13:46.083159 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661628ea-e4c2-47e7-b1d1-b72089f3530b req-af2dfdf5-5e9c-437f-96c0-270c255037be tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:46.084717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-661628ea-e4c2-47e7-b1d1-b72089f3530b req-af2dfdf5-5e9c-437f-96c0-270c255037be tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 946 time: 0.0492282 Oct 13 01:13:46.121893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-661628ea-e4c2-47e7-b1d1-b72089f3530b req-7d044f76-36ea-4a2d-a3f2-2248c42daa44 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308011 Oct 13 01:13:46.238203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a15dfd-2be8-4c9c-998f-b5141c284e1d req-43258dba-a55e-4f50-8bf0-87d4983fca63 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:13:46.239689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7a15dfd-2be8-4c9c-998f-b5141c284e1d req-43258dba-a55e-4f50-8bf0-87d4983fca63 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 946 time: 0.0524168 Oct 13 01:13:46.276952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7a15dfd-2be8-4c9c-998f-b5141c284e1d req-538438e5-5210-4a74-9328-b6383c2e8ed4 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305521 Oct 13 01:13:47.741040 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:00.161382 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:14:07.057376 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:07.578440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:08.674763 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5216-24b0-4fa4-b8d1-7346ad326f2e req-d7e7e716-c084-4c28-aa07-456bfad48c9d tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:08.676290 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69ab5216-24b0-4fa4-b8d1-7346ad326f2e req-d7e7e716-c084-4c28-aa07-456bfad48c9d tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 946 time: 0.0508273 Oct 13 01:14:08.714545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69ab5216-24b0-4fa4-b8d1-7346ad326f2e req-363d0990-ae09-42a2-86ba-81ea6ba3c701 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Oct 13 01:14:09.829514 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb30548-4239-41a9-b8ba-5049532f9795 req-cfc5e929-f8ac-4e68-84c1-66d04ab58a23 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:09.830961 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7bb30548-4239-41a9-b8ba-5049532f9795 req-cfc5e929-f8ac-4e68-84c1-66d04ab58a23 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 946 time: 0.0477233 Oct 13 01:14:09.867828 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7bb30548-4239-41a9-b8ba-5049532f9795 req-18567f31-4330-4cc6-b3eb-c89957121c89 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa938ee6-c62b-4c60-acb5-e9afad37723e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Oct 13 01:14:10.510633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-2b335307-92d4-47ed-b6e7-81ba98f79ccd tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:10.512115 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-2b335307-92d4-47ed-b6e7-81ba98f79ccd tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.45 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 946 time: 0.0546455 Oct 13 01:14:10.599281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Deleting port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:10.599652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:10.687165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] For port 4b48e323-57b1-4e4d-985e-d0fa5bca2566, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=4b48e323-57b1-4e4d-985e-d0fa5bca2566,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:10.687453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:10.700445 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Calling delete_port for 4b48e323-57b1-4e4d-985e-d0fa5bca2566 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:10.821560 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:10.848263 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Pushing event deleted for resources: {'Port': ['ID=4b48e323-57b1-4e4d-985e-d0fa5bca2566,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:10.860884 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.861099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.861440 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.861780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.862162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.862435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.862773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.863130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.863439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.863799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.864122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.864243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['4b48e323-57b1-4e4d-985e-d0fa5bca2566'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:14:10.864656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:10.906652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] No DVR routers for this DVR port 4b48e323-57b1-4e4d-985e-d0fa5bca2566 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:14:10.909487 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:10.914824 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-094a4475-4ab2-4954-83d8-5f823dbe2c81 req-94809ae2-4239-4d4e-b2ab-f71f5268de8b tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.45 "DELETE /v2.0/ports/4b48e323-57b1-4e4d-985e-d0fa5bca2566 HTTP/1.1" status: 204 len: 173 time: 0.3965824 Oct 13 01:14:10.915333 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be5425d-8e8a-405d-9e24-9a835aced526', 'name': 'network-vif-deleted', 'tag': '4b48e323-57b1-4e4d-985e-d0fa5bca2566'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:14:10.918291 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daafc69e-1544-47b7-b3e5-29db0f4cb407" -d '{"events": [{"server_uuid": "7be5425d-8e8a-405d-9e24-9a835aced526", "name": "network-vif-deleted", "tag": "4b48e323-57b1-4e4d-985e-d0fa5bca2566"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:14:10.961623 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3a7388-28e8-42b5-8a3d-47d928bf3b9b x-openstack-request-id: req-ae3a7388-28e8-42b5-8a3d-47d928bf3b9b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:14:10.961926 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be5425d-8e8a-405d-9e24-9a835aced526", "name": "network-vif-deleted", "tag": "4b48e323-57b1-4e4d-985e-d0fa5bca2566", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:14:10.962203 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae3a7388-28e8-42b5-8a3d-47d928bf3b9b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:14:10.962613 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be5425d-8e8a-405d-9e24-9a835aced526', 'name': 'network-vif-deleted', 'tag': '4b48e323-57b1-4e4d-985e-d0fa5bca2566', 'status': 'completed', 'code': 200} Oct 13 01:14:10.981512 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e3f0ced6-973c-46dc-b71d-040c8d8849f6 req-f0eb1877-14a5-4af8-a915-a4f16c87bf73 tempest-TestEncryptedCinderVolumes-938315655 tempest-TestEncryptedCinderVolumes-938315655-project] 10.222.0.21 "GET /v2.0/ports?device_id=7be5425d-8e8a-405d-9e24-9a835aced526 HTTP/1.1" status: 200 len: 210 time: 0.0427485 Oct 13 01:14:11.852072 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d2a6341b-9e11-4cda-bb2d-8a00c3b44967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:12.076021 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49592) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:12.425328 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:12.662799 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Deleting port fb50eddd-90f6-4238-9acf-2ba041f12ae8 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:12.663047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:12.740807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] For port fb50eddd-90f6-4238-9acf-2ba041f12ae8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=fb50eddd-90f6-4238-9acf-2ba041f12ae8,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:12.741160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:12.754245 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Calling delete_port for fb50eddd-90f6-4238-9acf-2ba041f12ae8 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:12.927105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:12.952277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb50eddd-90f6-4238-9acf-2ba041f12ae8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:13.115500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:13.327714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Router 0a79e04b-bdab-46c2-9b3a-85c34029e00e has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:14:13.714868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:14:13.721573 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0d25e811-d44e-4da1-91e0-96770442f849 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a79e04b-bdab-46c2-9b3a-85c34029e00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6444874 Oct 13 01:14:13.722478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49594) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:13.724020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] Sync routers for ids ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:14:13.732969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] Routers {'0a79e04b-bdab-46c2-9b3a-85c34029e00e'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:13.733564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:13.824514 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:13.835501 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] Set router 0a79e04b-bdab-46c2-9b3a-85c34029e00e gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:13.924177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:13.980150 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Deleting port 685d7d6a-cee4-4336-82e0-911f4c50572c {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:13.980407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.012610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:14:12Z', 'revision_number': 5, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port': {'id': '685d7d6a-cee4-4336-82e0-911f4c50572c', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:14.040226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] Checking router: 0a79e04b-bdab-46c2-9b3a-85c34029e00e for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:14:14.048634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] Routers {'0a79e04b-bdab-46c2-9b3a-85c34029e00e'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:14.049235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:13:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:14.064220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] For port 685d7d6a-cee4-4336-82e0-911f4c50572c, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=685d7d6a-cee4-4336-82e0-911f4c50572c,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:14.064578 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.077215 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Calling delete_port for 685d7d6a-cee4-4336-82e0-911f4c50572c owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:14.144394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] Set router 0a79e04b-bdab-46c2-9b3a-85c34029e00e gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:14.199302 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:14:13Z', 'revision_number': 6, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:14.225080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672a231-2813-4fa5-a6a0-1f7787a76071 None None] The sync data for ids ['0a79e04b-bdab-46c2-9b3a-85c34029e00e'] in n-d-813679-4 is: [{'id': '0a79e04b-bdab-46c2-9b3a-85c34029e00e', 'name': 'tempest-TestEncryptedCinderVolumes-1170283166-router', 'tenant_id': '74f36b71da844638a7fd4c8c297ef7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:46Z', 'updated_at': '2021-10-13T01:14:13Z', 'revision_number': 6, 'project_id': '74f36b71da844638a7fd4c8c297ef7c5', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:14:14.250188 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.279828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Pushing event deleted for resources: {'Port': ['ID=685d7d6a-cee4-4336-82e0-911f4c50572c,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:14.306091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.307001 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.307345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.307704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.308037 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.308366 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.308693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.309018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.309341 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.309663 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.309983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.310302 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:14.347559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.439144 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.441303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.483572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.484126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a79e04b-bdab-46c2-9b3a-85c34029e00e {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:14:14.488370 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.489516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-40a7334d-a0f0-477b-a226-a45e160ab066 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0a79e04b-bdab-46c2-9b3a-85c34029e00e HTTP/1.1" status: 204 len: 168 time: 0.7660325 Oct 13 01:14:14.492015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49596) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:14.539005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c94520-b3e3-45d7-a926-870cc7c22950 admin admin] Deleting subnet 5ad7613b-4d03-46de-a1a7-67401a654154 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:14:14.542465 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60c94520-b3e3-45d7-a926-870cc7c22950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.577319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60c94520-b3e3-45d7-a926-870cc7c22950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.628697 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce65577e-7dfd-40b2-b62e-dec08c499084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.658634 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60c94520-b3e3-45d7-a926-870cc7c22950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.711465 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60c94520-b3e3-45d7-a926-870cc7c22950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.741666 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c94520-b3e3-45d7-a926-870cc7c22950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad7613b-4d03-46de-a1a7-67401a654154,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:14.745383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60c94520-b3e3-45d7-a926-870cc7c22950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.749050 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60c94520-b3e3-45d7-a926-870cc7c22950 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ad7613b-4d03-46de-a1a7-67401a654154 HTTP/1.1" status: 204 len: 168 time: 0.2556946 Oct 13 01:14:14.751056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49598) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:14.751887 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b6c50-0ad2-44de-a70c-c404f814ddfb None None] Network 44ebe295-6252-4459-9e29-5c992c5ed385 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:14:14.817717 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.869246 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Deleting port a9405561-e7c0-4905-b705-a3ac71538812 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:14.869574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.937151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] For port a9405561-e7c0-4905-b705-a3ac71538812, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a9405561-e7c0-4905-b705-a3ac71538812,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:14.937151 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:14.950996 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Calling delete_port for a9405561-e7c0-4905-b705-a3ac71538812 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:14.961559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] DHCP port deletion for 44ebe295-6252-4459-9e29-5c992c5ed385 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:14:15.011359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] Deleting port a9405561-e7c0-4905-b705-a3ac71538812 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:15.011773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.031876 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.061255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] No DVR routers for this DVR port a9405561-e7c0-4905-b705-a3ac71538812 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:14:15.067924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9405561-e7c0-4905-b705-a3ac71538812,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:15.144970 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.169392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ebe295-6252-4459-9e29-5c992c5ed385']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:15.179791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8134ea-90a7-435d-9d69-82806295b891') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:15.180088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8134ea-90a7-435d-9d69-82806295b891') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:15.191234 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.206177 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.214006 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:14:15.214402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:14:15.216567 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:14:15.243259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] For port a9405561-e7c0-4905-b705-a3ac71538812, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a9405561-e7c0-4905-b705-a3ac71538812,segment=NetworkSegment(8e8134ea-90a7-435d-9d69-82806295b891),segment_id=8e8134ea-90a7-435d-9d69-82806295b891)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:15.244354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.260999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] Calling delete_port for a9405561-e7c0-4905-b705-a3ac71538812 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:15.277931 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.284094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.287302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] 10.222.0.21 "DELETE /v2.0/networks/44ebe295-6252-4459-9e29-5c992c5ed385 HTTP/1.1" status: 204 len: 168 time: 0.5352526 Oct 13 01:14:15.290501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49600) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:15.299163 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4803e-441d-4359-9ca1-256c2fe6e236 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ebe295-6252-4459-9e29-5c992c5ed385,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:15.337070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.363923 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] Network 44ebe295-6252-4459-9e29-5c992c5ed385 is not hosted by any dhcp agent {{(pid=94990) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 01:14:15.364384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] No DVR routers for this DVR port a9405561-e7c0-4905-b705-a3ac71538812 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:14:15.366133 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d76ed-149d-4d06-94be-38f65a167d6a None None] Pushing event deleted for resources: {'Port': ['ID=a9405561-e7c0-4905-b705-a3ac71538812,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:15.537358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4b48e323-57b1-4e4d-985e-d0fa5bca2566 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:14:15.557177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 4b48e323-57b1-4e4d-985e-d0fa5bca2566 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:14:15.557524 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 4b48e323-57b1-4e4d-985e-d0fa5bca2566 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:14:15.648733 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.887950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Deleting port 3cc36781-763b-4bb8-a49c-647acc6a8192 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:15.888281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.935748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.967210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] For port 3cc36781-763b-4bb8-a49c-647acc6a8192, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3cc36781-763b-4bb8-a49c-647acc6a8192,segment=NetworkSegment(25bc5715-f70d-4f35-8932-db0dcccb07b6),segment_id=25bc5715-f70d-4f35-8932-db0dcccb07b6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:15.967610 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.971298 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:15.980696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Calling delete_port for 3cc36781-763b-4bb8-a49c-647acc6a8192 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:16.148846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fb50eddd-90f6-4238-9acf-2ba041f12ae8 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:14:16.164168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:16.169644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: fb50eddd-90f6-4238-9acf-2ba041f12ae8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:14:16.169991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device fb50eddd-90f6-4238-9acf-2ba041f12ae8 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:14:16.170407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 685d7d6a-cee4-4336-82e0-911f4c50572c no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:14:16.188684 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 685d7d6a-cee4-4336-82e0-911f4c50572c {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:14:16.188958 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 685d7d6a-cee4-4336-82e0-911f4c50572c not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:14:16.189368 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a9405561-e7c0-4905-b705-a3ac71538812 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:14:16.194660 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc36781-763b-4bb8-a49c-647acc6a8192,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:16.210515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a9405561-e7c0-4905-b705-a3ac71538812 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:14:16.210886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a9405561-e7c0-4905-b705-a3ac71538812 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:14:16.358184 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:16.572627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Router a3c66565-e070-4bbe-88d9-b885c677ef9a has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:14:16.678072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:14:16.683671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c0eca186-f59f-4f60-904a-31b48e817e85 admin admin] 10.222.0.21 "PUT /v2.0/routers/a3c66565-e070-4bbe-88d9-b885c677ef9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3914850 Oct 13 01:14:16.686137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:16.688895 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] Sync routers for ids ['a3c66565-e070-4bbe-88d9-b885c677ef9a'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:14:16.698448 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] Routers {'a3c66565-e070-4bbe-88d9-b885c677ef9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:16.699040 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a3c66565-e070-4bbe-88d9-b885c677ef9a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:16.788268 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:16.798839 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] Set router a3c66565-e070-4bbe-88d9-b885c677ef9a gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:16.887436 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:16.942548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Deleting port 52855cf5-8c95-43ac-bcba-d6ea366416fb {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:16.942889 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:16.973578 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:14:16Z', 'revision_number': 5, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port': {'id': '52855cf5-8c95-43ac-bcba-d6ea366416fb', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:12:51Z', 'updated_at': '2021-10-13T01:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:16.999455 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] Checking router: a3c66565-e070-4bbe-88d9-b885c677ef9a for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:14:17.007586 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] Routers {'a3c66565-e070-4bbe-88d9-b885c677ef9a'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:17.008196 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['a3c66565-e070-4bbe-88d9-b885c677ef9a'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:17.023783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] For port 52855cf5-8c95-43ac-bcba-d6ea366416fb, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=52855cf5-8c95-43ac-bcba-d6ea366416fb,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:17.024155 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.036287 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Calling delete_port for 52855cf5-8c95-43ac-bcba-d6ea366416fb owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:17.092205 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] Set router a3c66565-e070-4bbe-88d9-b885c677ef9a gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:17.143779 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:14:16Z', 'revision_number': 6, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:17.173212 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6334c7f-2f00-4fee-acbb-edac19b7a061 None None] The sync data for ids ['a3c66565-e070-4bbe-88d9-b885c677ef9a'] in n-d-813679-4 is: [{'id': 'a3c66565-e070-4bbe-88d9-b885c677ef9a', 'name': 'tempest-TestEncryptedCinderVolumes-1190395340-router', 'tenant_id': '3012c2e421ff478dbf175ecae4602e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:12:50Z', 'updated_at': '2021-10-13T01:14:16Z', 'revision_number': 6, 'project_id': '3012c2e421ff478dbf175ecae4602e8d', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:14:17.218432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.250542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=52855cf5-8c95-43ac-bcba-d6ea366416fb,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:17.314046 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.405191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.407190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.448753 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.449366 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c66565-e070-4bbe-88d9-b885c677ef9a {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:14:17.454203 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.455385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-14356f96-ed73-4c58-88c1-5a06e6e7a2fa admin admin] 10.222.0.21 "DELETE /v2.0/routers/a3c66565-e070-4bbe-88d9-b885c677ef9a HTTP/1.1" status: 204 len: 168 time: 0.7682691 Oct 13 01:14:17.457944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49604) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:17.513100 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31fe6fa-cc6c-49e1-a9f8-7d4595cd6ef1 admin admin] Deleting subnet ed4d4ec8-2d09-4a95-a28b-0bd57981591a {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:14:17.516168 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f31fe6fa-cc6c-49e1-a9f8-7d4595cd6ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.551000 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f31fe6fa-cc6c-49e1-a9f8-7d4595cd6ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.630887 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f31fe6fa-cc6c-49e1-a9f8-7d4595cd6ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.688527 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f31fe6fa-cc6c-49e1-a9f8-7d4595cd6ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.714662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fe6fa-cc6c-49e1-a9f8-7d4595cd6ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4d4ec8-2d09-4a95-a28b-0bd57981591a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:17.718392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f31fe6fa-cc6c-49e1-a9f8-7d4595cd6ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.721699 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f31fe6fa-cc6c-49e1-a9f8-7d4595cd6ef1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ed4d4ec8-2d09-4a95-a28b-0bd57981591a HTTP/1.1" status: 204 len: 168 time: 0.2628384 Oct 13 01:14:17.724154 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49606) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:17.724309 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74effe5-bbbd-4f5f-9395-83cf83e99093 None None] Network ac388d06-86cc-4d93-b95f-a41551acf6ef requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:14:17.787763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.792488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.843379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Deleting port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:17.843756 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.909579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] For port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,segment=NetworkSegment(25bc5715-f70d-4f35-8932-db0dcccb07b6),segment_id=25bc5715-f70d-4f35-8932-db0dcccb07b6)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:17.909949 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:17.923761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Calling delete_port for 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:17.945200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] DHCP port deletion for ac388d06-86cc-4d93-b95f-a41551acf6ef request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:14:17.991600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] Deleting port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:14:17.991980 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.006395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.039313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] No DVR routers for this DVR port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:14:18.044522 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:18.061255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] For port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,segment=NetworkSegment(25bc5715-f70d-4f35-8932-db0dcccb07b6),segment_id=25bc5715-f70d-4f35-8932-db0dcccb07b6)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:18.061735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.075867 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] Calling delete_port for 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:14:18.117969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.141210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac388d06-86cc-4d93-b95f-a41551acf6ef']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:18.147932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:14:18.153415 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bc5715-f70d-4f35-8932-db0dcccb07b6') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:18.153656 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bc5715-f70d-4f35-8932-db0dcccb07b6') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:18.163833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.177273 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:14:18.177479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:14:18.177979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3cc36781-763b-4bb8-a49c-647acc6a8192 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:14:18.178330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.187326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:14:18.188006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:14:18.189844 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:14:18.204321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3cc36781-763b-4bb8-a49c-647acc6a8192 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:14:18.204689 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3cc36781-763b-4bb8-a49c-647acc6a8192 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:14:18.205103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 52855cf5-8c95-43ac-bcba-d6ea366416fb no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:14:18.225954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 52855cf5-8c95-43ac-bcba-d6ea366416fb {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:14:18.226304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 52855cf5-8c95-43ac-bcba-d6ea366416fb not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:14:18.228034 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.257976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] Pushing event deleted for resources: {'Port': ['ID=15b7edeb-d9af-467f-bf88-24f7d47ec0f0,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:18.258334 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.260774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec94b0-3564-4f84-af49-712d158d1821 None None] No DVR routers for this DVR port 15b7edeb-d9af-467f-bf88-24f7d47ec0f0 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:14:18.266242 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.269626 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] 10.222.0.21 "DELETE /v2.0/networks/ac388d06-86cc-4d93-b95f-a41551acf6ef HTTP/1.1" status: 204 len: 168 time: 0.5445220 Oct 13 01:14:18.285698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02055a3c-21c2-485e-982d-df13de753fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=ac388d06-86cc-4d93-b95f-a41551acf6ef,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:18.432043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49610) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:18.471166 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-63c8da00-9bfe-46f6-a181-beafce33fe51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74f36b71da844638a7fd4c8c297ef7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379040 Oct 13 01:14:18.473534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49612) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:18.521059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-439bbd3b-64d1-43ce-acb8-84b69bed7f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.541656 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-439bbd3b-64d1-43ce-acb8-84b69bed7f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.588385 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-439bbd3b-64d1-43ce-acb8-84b69bed7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.591088 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-439bbd3b-64d1-43ce-acb8-84b69bed7f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:18.592509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-439bbd3b-64d1-43ce-acb8-84b69bed7f93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa938ee6-c62b-4c60-acb5-e9afad37723e HTTP/1.1" status: 204 len: 168 time: 0.1178544 Oct 13 01:14:18.600365 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bbd3b-64d1-43ce-acb8-84b69bed7f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa938ee6-c62b-4c60-acb5-e9afad37723e,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:18.893269 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49618) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:18.935641 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d1a84c1b-f75e-44e8-9352-f849e0b61f3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3012c2e421ff478dbf175ecae4602e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411782 Oct 13 01:14:18.937940 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49620) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:18.983647 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe2c92b1-a6b1-4e1f-9ab0-1398405a5ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.003948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe2c92b1-a6b1-4e1f-9ab0-1398405a5ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.049291 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe2c92b1-a6b1-4e1f-9ab0-1398405a5ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.052300 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fe2c92b1-a6b1-4e1f-9ab0-1398405a5ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.053469 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fe2c92b1-a6b1-4e1f-9ab0-1398405a5ded admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ee2dd60-34af-41fb-9c2e-d8113dfbf262 HTTP/1.1" status: 204 len: 168 time: 0.1146603 Oct 13 01:14:19.061620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c92b1-a6b1-4e1f-9ab0-1398405a5ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee2dd60-34af-41fb-9c2e-d8113dfbf262,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:19.694037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49642) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:19.788007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1229331337-network', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:14:19.808690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Made reservation on behalf of 6aedfc20d24348dd8a34877ee3ab3847 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:14:19.810956 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.819052 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.894443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.896299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.924057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:14:19.929552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a99ca6-6427-4288-8a23-f85bfd8194ce,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:19.937629 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:19.937629 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Added segment 80afef61-b7bd-4ac1-9a70-34a6aaa996d1 of type vlan for network 787bff4b-4781-41f6-9862-d7291cc05576 Oct 13 01:14:19.979037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.002906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.003893 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:20.004473 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.054064 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3588514 Oct 13 01:14:20.057544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49646) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:20.062496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Request body: {'subnet': {'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1229331337-subnet', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:14:20.065319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fa0c4-9ee3-4e1c-9fc8-9b55243aa03b admin admin] Pushing event updated for resources: {'Network': ['ID=787bff4b-4781-41f6-9862-d7291cc05576,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:20.076611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 787bff4b-4781-41f6-9862-d7291cc05576 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:14:20.084255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Made reservation on behalf of 6aedfc20d24348dd8a34877ee3ab3847 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:14:20.086846 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.258344 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.306865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edd9524-0c4c-4161-b35e-e29b5082f247,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:20.321343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Checking segment: {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:20.321767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Network hostable DHCP agents. Network: 787bff4b-4781-41f6-9862-d7291cc05576, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:14:20.337444 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Network 787bff4b-4781-41f6-9862-d7291cc05576 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:14:20.345089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 787bff4b-4781-41f6-9862-d7291cc05576) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:20.349059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:20.349638 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.354021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92533a7-e7d6-44c7-9ba7-1fdd95dd476d None None] Network 787bff4b-4781-41f6-9862-d7291cc05576 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:14:20.365159 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d5d7a2de-9a55-402b-94ee-d566da47c98a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3065362 Oct 13 01:14:20.367885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49648) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:20.372730 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:14:20.393925 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.395035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.449124 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.500159 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-787bff4b-4781-41f6-9862-d7291cc05576', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:14:20.501037 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.584453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.633272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Allocated IP 172.20.0.2 (787bff4b-4781-41f6-9862-d7291cc05576/5edd9524-0c4c-4161-b35e-e29b5082f247/673365dc-b489-405a-82e8-295f06b68545) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:14:20.776762 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.783108 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.783438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.802210 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.817941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Network 787bff4b-4781-41f6-9862-d7291cc05576 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:20.824573 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:20.826956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:14:20.843341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Pushing event updated for resources: {'Port': ['ID=673365dc-b489-405a-82e8-295f06b68545,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:20.892295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Attempting to bind port 673365dc-b489-405a-82e8-295f06b68545 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:14:20.892661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Attempting to bind port 673365dc-b489-405a-82e8-295f06b68545 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:14:20.893017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Attempting to bind port 673365dc-b489-405a-82e8-295f06b68545 on network 787bff4b-4781-41f6-9862-d7291cc05576 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:14:20.897888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:14:20.898257 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Checking segment: {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:20.898655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.899052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Bound using segment: {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:14:20.899531 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Bound port: 673365dc-b489-405a-82e8-295f06b68545, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:14:20.899934 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:20.906481 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Allocated IP 172.25.3.113 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/cf1fd717-4250-4878-80cd-6af14315d77a) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:14:20.963181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] For port 673365dc-b489-405a-82e8-295f06b68545, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:14:20.966618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] For port 673365dc-b489-405a-82e8-295f06b68545, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=673365dc-b489-405a-82e8-295f06b68545,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:14:20.970176 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:21.013948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:21.027455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043986b-24a1-4994-a433-e75c63fad30a None None] Pushing event updated for resources: {'Port': ['ID=673365dc-b489-405a-82e8-295f06b68545,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:21.047673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:21.089843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:21.092791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:21.097346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:14:21.100345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Pushing event updated for resources: {'Port': ['ID=cf1fd717-4250-4878-80cd-6af14315d77a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:21.359568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:21.550315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:21.868800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5effdd-e75b-42e4-a6c2-420202771ced None None] Network 787bff4b-4781-41f6-9862-d7291cc05576 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:14:21.927114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-31168207-1afd-44e2-9161-ef09ca16a301 None None] Provisioning complete for port 673365dc-b489-405a-82e8-295f06b68545 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:21.927391 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31168207-1afd-44e2-9161-ef09ca16a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.001336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Router 5a13642e-0423-40b6-98cd-524204e47bfd is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:14:22.061205 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31168207-1afd-44e2-9161-ef09ca16a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.108460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:14:22.112916 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-31168207-1afd-44e2-9161-ef09ca16a301 None None] For port 673365dc-b489-405a-82e8-295f06b68545, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=673365dc-b489-405a-82e8-295f06b68545,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:22.121528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31168207-1afd-44e2-9161-ef09ca16a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.133334 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.137926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-813c589a-adbf-469e-82aa-beed2ae620ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7656219 Oct 13 01:14:22.138367 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49650) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:22.152205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Sync routers for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:14:22.178340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:22.178862 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:22.232373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31168207-1afd-44e2-9161-ef09ca16a301 None None] Pushing event updated for resources: {'Port': ['ID=673365dc-b489-405a-82e8-295f06b68545,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:22.239666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 673365dc-b489-405a-82e8-295f06b68545 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:22.348663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:22.410353 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 673365dc-b489-405a-82e8-295f06b68545 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:22.410644 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.477499 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-6a1080f6-0aae-4768-a86a-6ce7139391ad None None] Provisioning complete for port 673365dc-b489-405a-82e8-295f06b68545 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:22.478401 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6a1080f6-0aae-4768-a86a-6ce7139391ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.672508 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:21Z', 'revision_number': 3, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:22.699999 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Checking router: 5a13642e-0423-40b6-98cd-524204e47bfd for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:14:22.700439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Updating router 5a13642e-0423-40b6-98cd-524204e47bfd port cf1fd717-4250-4878-80cd-6af14315d77a binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:14:22.729303 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.868395 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.977366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:22.983817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.022578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Allocated IP 172.20.0.1 (787bff4b-4781-41f6-9862-d7291cc05576/5edd9524-0c4c-4161-b35e-e29b5082f247/16565de8-2089-4640-88b5-15dd559370df) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:14:23.035042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Attempting to bind port cf1fd717-4250-4878-80cd-6af14315d77a on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:14:23.035631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Attempting to bind port cf1fd717-4250-4878-80cd-6af14315d77a by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:14:23.035885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Attempting to bind port cf1fd717-4250-4878-80cd-6af14315d77a on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:14:23.037774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb71b3-9d8d-474b-907e-567d0a50c4db None None] Pushing event updated for resources: {'Port': ['ID=cf1fd717-4250-4878-80cd-6af14315d77a,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:23.044194 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:14:23.044568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:23.044974 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.045367 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:14:23.045835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Bound port: cf1fd717-4250-4878-80cd-6af14315d77a, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:14:23.046221 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.100762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] For port cf1fd717-4250-4878-80cd-6af14315d77a, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:14:23.103820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] For port cf1fd717-4250-4878-80cd-6af14315d77a, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cf1fd717-4250-4878-80cd-6af14315d77a,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:14:23.107869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.131853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.165435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:23.166019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:23.167873 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.168957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb71b3-9d8d-474b-907e-567d0a50c4db None None] Pushing event updated for resources: {'Port': ['ID=cf1fd717-4250-4878-80cd-6af14315d77a,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:23.209663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Network 787bff4b-4781-41f6-9862-d7291cc05576 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:23.215906 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:23.219141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:14:23.248429 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Pushing event updated for resources: {'Port': ['ID=16565de8-2089-4640-88b5-15dd559370df,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:23.269635 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.284962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:23.409773 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.480134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:21Z', 'revision_number': 3, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:23.577170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.581966 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.654330 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.656092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Pushing event updated for resources: {'Port': ['ID=16565de8-2089-4640-88b5-15dd559370df,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:23.663407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e55668-7c14-4a74-9d0f-c98fb95f91f0 None None] The sync data for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 is: [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:21Z', 'revision_number': 3, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:14:23.665880 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a2d3e5c4-b38b-495b-bf71-7472878120cf None None] Provisioning complete for port 16565de8-2089-4640-88b5-15dd559370df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:23.666255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e5c4-b38b-495b-bf71-7472878120cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:23.701763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3e5c4-b38b-495b-bf71-7472878120cf None None] Port 16565de8-2089-4640-88b5-15dd559370df cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:14:23.752197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Network 787bff4b-4781-41f6-9862-d7291cc05576 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:23.753488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:23.877232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Router 5a13642e-0423-40b6-98cd-524204e47bfd has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:14:24.014534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:14:24.019910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-02b82c7d-e8bd-471e-ba64-4b56aa4aac1b admin admin] 10.222.0.21 "PUT /v2.0/routers/5a13642e-0423-40b6-98cd-524204e47bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806198 Oct 13 01:14:24.023409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-899c66d6-d211-4297-b7e6-2a74c3b7bd82 None None] Provisioning complete for port 16565de8-2089-4640-88b5-15dd559370df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:24.023933 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-899c66d6-d211-4297-b7e6-2a74c3b7bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.060836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-899c66d6-d211-4297-b7e6-2a74c3b7bd82 None None] Port 16565de8-2089-4640-88b5-15dd559370df cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:14:24.233235 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 673365dc-b489-405a-82e8-295f06b68545 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:24.281808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 673365dc-b489-405a-82e8-295f06b68545 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:24.282256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.375056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cf1fd717-4250-4878-80cd-6af14315d77a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:24.429640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port cf1fd717-4250-4878-80cd-6af14315d77a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:24.430015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.511580 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.537163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49666) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:24.542727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1058960855-network', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:14:24.545483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port cf1fd717-4250-4878-80cd-6af14315d77a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cf1fd717-4250-4878-80cd-6af14315d77a,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:24.550836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.565186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Made reservation on behalf of a6483cdca56d469eb13b2b5d93d87b9d for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:14:24.567874 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.577695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.601210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=cf1fd717-4250-4878-80cd-6af14315d77a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:24.652502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.656087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.682559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:14:24.688845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaf56e0-f06c-4773-a33d-43e60d927605,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:24.696107 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.696973 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Added segment d8568a4a-f969-4f92-8cd7-1c0527bc1f62 of type vlan for network 8621152a-410a-4e4b-889f-e904837cbd3e Oct 13 01:14:24.741194 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.765390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.766382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:24.766960 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:24.824290 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2859795 Oct 13 01:14:24.827137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49668) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:24.829163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d37bb9-d2c4-4c5a-8731-d6ffea2c50c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8621152a-410a-4e4b-889f-e904837cbd3e,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:24.832262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Request body: {'subnet': {'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1058960855-subnet', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:14:24.839649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 8621152a-410a-4e4b-889f-e904837cbd3e details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:14:24.853243 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Made reservation on behalf of a6483cdca56d469eb13b2b5d93d87b9d for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:14:24.855351 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.027927 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.086513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=275e3d7e-b3e0-4a64-b196-dd06f360c22b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:25.092899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Checking segment: {'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:25.093255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Network hostable DHCP agents. Network: 8621152a-410a-4e4b-889f-e904837cbd3e, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:14:25.109915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Network 8621152a-410a-4e4b-889f-e904837cbd3e is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:14:25.119076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 8621152a-410a-4e4b-889f-e904837cbd3e) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:25.123054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:25.123679 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.128006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c2578-9b05-4603-b0b4-3026f918ad4d None None] Network 8621152a-410a-4e4b-889f-e904837cbd3e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:14:25.139469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-be79e4a4-0055-4cc2-bc70-ba53f92026f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3109958 Oct 13 01:14:25.141885 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49670) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:25.146167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:14:25.165849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.167221 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.223468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.268224 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Sync routers for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:14:25.277124 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:25.277724 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:25.283411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-8621152a-410a-4e4b-889f-e904837cbd3e', 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'fixed_ips': [{'subnet_id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:14:25.284503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.369722 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.401741 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:25.428404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Allocated IP 172.20.0.2 (8621152a-410a-4e4b-889f-e904837cbd3e/275e3d7e-b3e0-4a64-b196-dd06f360c22b/4056ef4d-3e1a-47b4-948f-6a6253660c5e) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:14:25.576826 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.585148 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.586504 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.608281 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 2, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:25.608585 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.632074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Network 8621152a-410a-4e4b-889f-e904837cbd3e is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:25.635102 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:25.637620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:14:25.643470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Pushing event updated for resources: {'Port': ['ID=4056ef4d-3e1a-47b4-948f-6a6253660c5e,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:25.643653 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Checking router: 5a13642e-0423-40b6-98cd-524204e47bfd for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:14:25.643844 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Updating router 5a13642e-0423-40b6-98cd-524204e47bfd port 16565de8-2089-4640-88b5-15dd559370df binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:14:25.669811 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.695737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Attempting to bind port 4056ef4d-3e1a-47b4-948f-6a6253660c5e on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:14:25.696445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Attempting to bind port 4056ef4d-3e1a-47b4-948f-6a6253660c5e by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:14:25.696818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Attempting to bind port 4056ef4d-3e1a-47b4-948f-6a6253660c5e on network 8621152a-410a-4e4b-889f-e904837cbd3e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:14:25.702153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:14:25.702777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Checking segment: {'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:25.702946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.703303 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Bound using segment: {'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:14:25.703840 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Bound port: 4056ef4d-3e1a-47b4-948f-6a6253660c5e, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:14:25.704241 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.727400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Allocated IP 172.25.3.34 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/d422a3b5-4784-4f8b-9ff1-ed6945159354) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:14:25.772929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] For port 4056ef4d-3e1a-47b4-948f-6a6253660c5e, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:14:25.776723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] For port 4056ef4d-3e1a-47b4-948f-6a6253660c5e, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4056ef4d-3e1a-47b4-948f-6a6253660c5e,segment=NetworkSegment(d8568a4a-f969-4f92-8cd7-1c0527bc1f62),segment_id=d8568a4a-f969-4f92-8cd7-1c0527bc1f62)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:14:25.780514 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.841698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.844406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fd5df-95f3-42db-8556-d6a0744034e4 None None] Pushing event updated for resources: {'Port': ['ID=4056ef4d-3e1a-47b4-948f-6a6253660c5e,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:25.883822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.920303 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:25.925229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:25.929025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:14:25.955008 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.961257 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:25.962783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Pushing event updated for resources: {'Port': ['ID=d422a3b5-4784-4f8b-9ff1-ed6945159354,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:26.240798 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Pushing event updated for resources: {'Port': ['ID=16565de8-2089-4640-88b5-15dd559370df,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:26.258211 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.258513 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.259386 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.259763 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.260571 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.260923 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.261254 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.261582 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.261911 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.262234 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.263170 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.263486 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:14:26.269317 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Attempting to bind port 16565de8-2089-4640-88b5-15dd559370df on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:14:26.269909 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Attempting to bind port 16565de8-2089-4640-88b5-15dd559370df by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:14:26.270506 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Attempting to bind port 16565de8-2089-4640-88b5-15dd559370df on network 787bff4b-4781-41f6-9862-d7291cc05576 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:14:26.274445 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.277582 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:14:26.277951 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Checking segment: {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:26.278349 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.278736 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Bound using segment: {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:14:26.279197 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Bound port: 16565de8-2089-4640-88b5-15dd559370df, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:14:26.279602 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.299899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4056ef4d-3e1a-47b4-948f-6a6253660c5e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:26.335341 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-64070b2a-50c6-40eb-8de9-1cf87c50a15c None None] Provisioning complete for port 16565de8-2089-4640-88b5-15dd559370df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:26.335828 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-64070b2a-50c6-40eb-8de9-1cf87c50a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.342346 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] For port 16565de8-2089-4640-88b5-15dd559370df, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:14:26.345511 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] For port 16565de8-2089-4640-88b5-15dd559370df, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=16565de8-2089-4640-88b5-15dd559370df,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:14:26.351223 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.385552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-64070b2a-50c6-40eb-8de9-1cf87c50a15c None None] Port 16565de8-2089-4640-88b5-15dd559370df cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:14:26.399030 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4056ef4d-3e1a-47b4-948f-6a6253660c5e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:26.399030 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.403312 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:26.404022 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:26.495024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.522078 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:26.526758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.539955 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 4056ef4d-3e1a-47b4-948f-6a6253660c5e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4056ef4d-3e1a-47b4-948f-6a6253660c5e,segment=NetworkSegment(d8568a4a-f969-4f92-8cd7-1c0527bc1f62),segment_id=d8568a4a-f969-4f92-8cd7-1c0527bc1f62)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:26.547567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.548846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cf1fd717-4250-4878-80cd-6af14315d77a up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:26.564997 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d97e2-961d-4d72-9326-921fee6eda3f None None] Pushing event updated for resources: {'Port': ['ID=16565de8-2089-4640-88b5-15dd559370df,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:26.659320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=4056ef4d-3e1a-47b4-948f-6a6253660c5e,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:26.689899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port cf1fd717-4250-4878-80cd-6af14315d77a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:26.690280 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.698588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Router c2175536-fd03-4b30-af4d-d0557aaa27de is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:14:26.739272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a5ada9b7-b4db-4bc5-b1fd-172154a5fd84 None None] Provisioning complete for port 16565de8-2089-4640-88b5-15dd559370df triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:26.739775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a5ada9b7-b4db-4bc5-b1fd-172154a5fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.794508 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:26.829180 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e721f5-37c5-41b4-b018-0abb07698fad None None] The sync data for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 is: [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:14:26.841744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:14:26.869965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.871379 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dd2645b2-918a-410f-b98a-546ca7cf2282 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7285323 Oct 13 01:14:26.874070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49672) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:14:26.875625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Sync routers for ids ['c2175536-fd03-4b30-af4d-d0557aaa27de'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:14:26.910626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a5ada9b7-b4db-4bc5-b1fd-172154a5fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:26.914476 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Routers {'c2175536-fd03-4b30-af4d-d0557aaa27de'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:26.915834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c2175536-fd03-4b30-af4d-d0557aaa27de'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:27.036594 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a5ada9b7-b4db-4bc5-b1fd-172154a5fd84 None None] For port 16565de8-2089-4640-88b5-15dd559370df, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=16565de8-2089-4640-88b5-15dd559370df,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:27.045078 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a5ada9b7-b4db-4bc5-b1fd-172154a5fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.079895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bd232-2e10-4b66-932c-6fa2f1e948ac None None] Network 8621152a-410a-4e4b-889f-e904837cbd3e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:14:27.135084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Set router c2175536-fd03-4b30-af4d-d0557aaa27de gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:27.224048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ada9b7-b4db-4bc5-b1fd-172154a5fd84 None None] Pushing event updated for resources: {'Port': ['ID=16565de8-2089-4640-88b5-15dd559370df,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:27.286605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-eba6d08c-a4a6-4bb1-987c-01b508b5f82a None None] Provisioning complete for port 4056ef4d-3e1a-47b4-948f-6a6253660c5e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:27.286982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eba6d08c-a4a6-4bb1-987c-01b508b5f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.375298 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.519433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 3, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port': {'id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:27.550725 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Allocated IP 172.20.0.1 (8621152a-410a-4e4b-889f-e904837cbd3e/275e3d7e-b3e0-4a64-b196-dd06f360c22b/5811b4a5-e6e7-41f6-af6f-172285f01847) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:14:27.551214 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Checking router: c2175536-fd03-4b30-af4d-d0557aaa27de for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:14:27.552258 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Updating router c2175536-fd03-4b30-af4d-d0557aaa27de port d422a3b5-4784-4f8b-9ff1-ed6945159354 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:14:27.586317 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.674852 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.720361 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.763922 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Network 8621152a-410a-4e4b-889f-e904837cbd3e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:27.769385 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:27.773380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:14:27.805772 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5811b4a5-e6e7-41f6-af6f-172285f01847,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:27.826836 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.851354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d41b834a-ab3b-4f33-a9a0-4c71e9a0bdd0 None None] Provisioning complete for port 4056ef4d-3e1a-47b4-948f-6a6253660c5e triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:27.851773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d41b834a-ab3b-4f33-a9a0-4c71e9a0bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.919941 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.936285 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:27.991843 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.178993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Attempting to bind port d422a3b5-4784-4f8b-9ff1-ed6945159354 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:14:28.179380 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Attempting to bind port d422a3b5-4784-4f8b-9ff1-ed6945159354 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:14:28.179771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Attempting to bind port d422a3b5-4784-4f8b-9ff1-ed6945159354 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:14:28.185491 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.192434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:14:28.192823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:28.193231 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.193642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:14:28.194132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Bound port: d422a3b5-4784-4f8b-9ff1-ed6945159354, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:14:28.194256 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.194516 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.197042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab97061-0777-46d2-919f-d691116f7ecf None None] Pushing event updated for resources: {'Port': ['ID=d422a3b5-4784-4f8b-9ff1-ed6945159354,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:28.264616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 16565de8-2089-4640-88b5-15dd559370df up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:28.267007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] For port d422a3b5-4784-4f8b-9ff1-ed6945159354, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:14:28.267524 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5811b4a5-e6e7-41f6-af6f-172285f01847,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:28.272642 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.306624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] For port d422a3b5-4784-4f8b-9ff1-ed6945159354, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d422a3b5-4784-4f8b-9ff1-ed6945159354,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:14:28.317083 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.368778 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Network 8621152a-410a-4e4b-889f-e904837cbd3e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:28.370335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:28.371267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2a99a652-b10a-407c-b274-e1a99ccd216c None None] Provisioning complete for port 5811b4a5-e6e7-41f6-af6f-172285f01847 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:28.372390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2a99a652-b10a-407c-b274-e1a99ccd216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.420829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Routers {'c2175536-fd03-4b30-af4d-d0557aaa27de'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:28.421482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c2175536-fd03-4b30-af4d-d0557aaa27de'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:28.434818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 16565de8-2089-4640-88b5-15dd559370df triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:28.434818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.464519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab97061-0777-46d2-919f-d691116f7ecf None None] Pushing event updated for resources: {'Port': ['ID=d422a3b5-4784-4f8b-9ff1-ed6945159354,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:28.491092 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2a99a652-b10a-407c-b274-e1a99ccd216c None None] Port 5811b4a5-e6e7-41f6-af6f-172285f01847 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:14:28.494560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Router c2175536-fd03-4b30-af4d-d0557aaa27de has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:14:28.604650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] Set router c2175536-fd03-4b30-af4d-d0557aaa27de gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:28.610968 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:14:28.620345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f24eff00-af63-43be-8d50-a224c76f67f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/c2175536-fd03-4b30-af4d-d0557aaa27de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7406418 Oct 13 01:14:28.655666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4056ef4d-3e1a-47b4-948f-6a6253660c5e up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:28.689252 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-98e47ec3-d078-405e-aa5e-32aa865c8f4c None None] Provisioning complete for port 5811b4a5-e6e7-41f6-af6f-172285f01847 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:28.689622 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-98e47ec3-d078-405e-aa5e-32aa865c8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.803157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-98e47ec3-d078-405e-aa5e-32aa865c8f4c None None] Port 5811b4a5-e6e7-41f6-af6f-172285f01847 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:14:28.833941 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4056ef4d-3e1a-47b4-948f-6a6253660c5e triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:28.834315 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:28.964879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:27Z', 'revision_number': 4, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port': {'id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5811b4a5-e6e7-41f6-af6f-172285f01847', 'name': '', 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'mac_address': 'fa:16:3e:c7:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:27Z', 'updated_at': '2021-10-13T01:14:28Z', 'revision_number': 2, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'subnets': [{'id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:28.996995 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8220c50-4a1f-4064-93e5-8b05bb318568 None None] The sync data for ids ['c2175536-fd03-4b30-af4d-d0557aaa27de'] in n-d-813679-4 is: [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:27Z', 'revision_number': 4, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port': {'id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5811b4a5-e6e7-41f6-af6f-172285f01847', 'name': '', 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'mac_address': 'fa:16:3e:c7:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:27Z', 'updated_at': '2021-10-13T01:14:28Z', 'revision_number': 2, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'subnets': [{'id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:14:30.214218 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d422a3b5-4784-4f8b-9ff1-ed6945159354 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:30.292200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d422a3b5-4784-4f8b-9ff1-ed6945159354 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:30.292579 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:30.394395 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:30.418911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port d422a3b5-4784-4f8b-9ff1-ed6945159354, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d422a3b5-4784-4f8b-9ff1-ed6945159354,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:30.424706 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:30.494914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=d422a3b5-4784-4f8b-9ff1-ed6945159354,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:31.124096 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Sync routers for ids ['c2175536-fd03-4b30-af4d-d0557aaa27de'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:14:31.134835 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Routers {'c2175536-fd03-4b30-af4d-d0557aaa27de'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:31.135470 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c2175536-fd03-4b30-af4d-d0557aaa27de'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:31.262867 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Set router c2175536-fd03-4b30-af4d-d0557aaa27de gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:31.492903 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:27Z', 'revision_number': 4, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port': {'id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5811b4a5-e6e7-41f6-af6f-172285f01847', 'name': '', 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'mac_address': 'fa:16:3e:c7:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:27Z', 'updated_at': '2021-10-13T01:14:28Z', 'revision_number': 2, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'subnets': [{'id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:31.519811 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Checking router: c2175536-fd03-4b30-af4d-d0557aaa27de for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:14:31.520158 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Updating router c2175536-fd03-4b30-af4d-d0557aaa27de port 5811b4a5-e6e7-41f6-af6f-172285f01847 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:14:31.546775 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:31.848540 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:31.856976 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:31.906472 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ef6a-5743-4f7f-b2a1-b39063b7c661 None None] Pushing event updated for resources: {'Port': ['ID=5811b4a5-e6e7-41f6-af6f-172285f01847,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:31.965742 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Attempting to bind port 5811b4a5-e6e7-41f6-af6f-172285f01847 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:14:31.966114 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Attempting to bind port 5811b4a5-e6e7-41f6-af6f-172285f01847 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:14:31.966504 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Attempting to bind port 5811b4a5-e6e7-41f6-af6f-172285f01847 on network 8621152a-410a-4e4b-889f-e904837cbd3e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:14:31.971988 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:14:31.972365 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Checking segment: {'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:31.972774 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:31.973169 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Bound using segment: {'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:14:31.973645 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Bound port: 5811b4a5-e6e7-41f6-af6f-172285f01847, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:14:31.974323 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:32.052289 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] For port 5811b4a5-e6e7-41f6-af6f-172285f01847, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:14:32.056222 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] For port 5811b4a5-e6e7-41f6-af6f-172285f01847, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5811b4a5-e6e7-41f6-af6f-172285f01847,segment=NetworkSegment(d8568a4a-f969-4f92-8cd7-1c0527bc1f62),segment_id=d8568a4a-f969-4f92-8cd7-1c0527bc1f62)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:14:32.062014 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:32.124591 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Routers {'c2175536-fd03-4b30-af4d-d0557aaa27de'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:14:32.125163 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:14:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c2175536-fd03-4b30-af4d-d0557aaa27de'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:32.127577 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ef6a-5743-4f7f-b2a1-b39063b7c661 None None] Pushing event updated for resources: {'Port': ['ID=5811b4a5-e6e7-41f6-af6f-172285f01847,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:32.197780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d422a3b5-4784-4f8b-9ff1-ed6945159354 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:32.259739 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] Set router c2175536-fd03-4b30-af4d-d0557aaa27de gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:14:32.275565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-18c207c7-6293-4869-a802-0b583721c25e None None] Provisioning complete for port 5811b4a5-e6e7-41f6-af6f-172285f01847 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:32.276271 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-18c207c7-6293-4869-a802-0b583721c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:32.311565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d422a3b5-4784-4f8b-9ff1-ed6945159354 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:32.311905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:32.453620 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-18c207c7-6293-4869-a802-0b583721c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:32.500219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-18c207c7-6293-4869-a802-0b583721c25e None None] For port 5811b4a5-e6e7-41f6-af6f-172285f01847, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5811b4a5-e6e7-41f6-af6f-172285f01847,segment=NetworkSegment(d8568a4a-f969-4f92-8cd7-1c0527bc1f62),segment_id=d8568a4a-f969-4f92-8cd7-1c0527bc1f62)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:32.505776 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-18c207c7-6293-4869-a802-0b583721c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:32.560394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c207c7-6293-4869-a802-0b583721c25e None None] Pushing event updated for resources: {'Port': ['ID=5811b4a5-e6e7-41f6-af6f-172285f01847,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:32.630969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0460170d-084d-4330-be54-a3f1868f8450 None None] Provisioning complete for port 5811b4a5-e6e7-41f6-af6f-172285f01847 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:32.631663 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0460170d-084d-4330-be54-a3f1868f8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:32.644886 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:27Z', 'revision_number': 4, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port': {'id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5811b4a5-e6e7-41f6-af6f-172285f01847', 'name': '', 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'mac_address': 'fa:16:3e:c7:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:27Z', 'updated_at': '2021-10-13T01:14:32Z', 'revision_number': 4, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'subnets': [{'id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:14:32.673555 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f3082-0fcf-4445-9d3f-3a95292e6e71 None None] The sync data for ids ['c2175536-fd03-4b30-af4d-d0557aaa27de'] in n-d-813679-4 is: [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:27Z', 'revision_number': 4, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port': {'id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '5811b4a5-e6e7-41f6-af6f-172285f01847', 'name': '', 'network_id': '8621152a-410a-4e4b-889f-e904837cbd3e', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'mac_address': 'fa:16:3e:c7:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:27Z', 'updated_at': '2021-10-13T01:14:32Z', 'revision_number': 4, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'subnets': [{'id': '275e3d7e-b3e0-4a64-b196-dd06f360c22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:14:34.198747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5811b4a5-e6e7-41f6-af6f-172285f01847 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:14:34.259023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 5811b4a5-e6e7-41f6-af6f-172285f01847 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:34.259402 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:37.058310 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:37.160446 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:14:37.593155 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:38.796395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-83224c68-618d-455a-852a-63c81ca13f82 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:38.797869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-83224c68-618d-455a-852a-63c81ca13f82 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 815 time: 0.1062806 Oct 13 01:14:38.817996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-8bda7dc5-85d7-46a7-a167-19dae58b2f50 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/quotas/6aedfc20d24348dd8a34877ee3ab3847 HTTP/1.1" status: 200 len: 375 time: 0.0141785 Oct 13 01:14:38.867850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-282da4e2-c051-4531-ad9e-1a05285ca114 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435960 Oct 13 01:14:39.277390 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-2b64f7df-4975-49b5-96e9-964644f480e9 service neutron] 10.222.0.21 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977153 Oct 13 01:14:39.365278 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-4a5e99d9-1fae-4294-aba6-9507a32483a6 service neutron] 10.222.0.21 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817626 Oct 13 01:14:39.528847 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-71a12659-10f8-471f-8318-db3a37d020b4 req-ae6ddb03-224c-4be3-bb9b-bda801b26419 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 210 time: 0.0309494 Oct 13 01:14:40.496720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-869db096-3c2d-4410-a43e-1d2b0c8328fa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:40.498193 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-869db096-3c2d-4410-a43e-1d2b0c8328fa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 815 time: 0.1071191 Oct 13 01:14:40.517427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'port': {'device_id': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'admin_state_up': True, 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:14:40.622686 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c278badb-0ffb-48fa-8aa4-50daa9e4b7bd req-bfff7e0d-53ae-462b-80eb-5646609bde08 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 210 time: 0.0280278 Oct 13 01:14:40.644159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Made reservation on behalf of 6aedfc20d24348dd8a34877ee3ab3847 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:14:40.644159 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:40.773328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Allocated IP 172.20.0.3 (787bff4b-4781-41f6-9862-d7291cc05576/5edd9524-0c4c-4161-b35e-e29b5082f247/f0d48b12-2243-4015-8395-6ce46ef9e4bc) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:14:40.959364 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:40.996805 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:41.049468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Network 787bff4b-4781-41f6-9862-d7291cc05576 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:14:41.055406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:14:41.060402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:14:41.089095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'Port': ['ID=f0d48b12-2243-4015-8395-6ce46ef9e4bc,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:41.121989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:41.122668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:41.143485 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-059f46f1-b145-4fbc-a8df-3894820e7aaa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305308 Oct 13 01:14:41.305320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-288e74e5-385b-4c58-8eb0-6529e6f57101 None None] Provisioning complete for port f0d48b12-2243-4015-8395-6ce46ef9e4bc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:14:41.305929 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-288e74e5-385b-4c58-8eb0-6529e6f57101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:41.346147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-288e74e5-385b-4c58-8eb0-6529e6f57101 None None] Port f0d48b12-2243-4015-8395-6ce46ef9e4bc cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:14:41.741836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b940e-6ce4-4855-8cf3-24366f033fed req-d2658aba-fc60-49c0-aa5a-7526828a4949 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:41.743838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-539b940e-6ce4-4855-8cf3-24366f033fed req-d2658aba-fc60-49c0-aa5a-7526828a4949 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0517919 Oct 13 01:14:41.782356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-539b940e-6ce4-4855-8cf3-24366f033fed req-3cf46c6b-79de-4da7-83ac-a7cccbebb00c tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Oct 13 01:14:41.855196 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7b98ef01-e218-4916-b95c-0ad3728b31c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:42.900902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d782d0-eeb4-4d71-b5e5-12b08d5e3bde req-9c302b29-4646-413d-9ed5-1ef1bf67237d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:42.902445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89d782d0-eeb4-4d71-b5e5-12b08d5e3bde req-9c302b29-4646-413d-9ed5-1ef1bf67237d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0526485 Oct 13 01:14:42.943739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89d782d0-eeb4-4d71-b5e5-12b08d5e3bde req-21bba403-191c-4500-baa3-107a7cacb806 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350349 Oct 13 01:14:44.064592 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ecdc5-2bea-47dc-bbc9-66372db850c8 req-8ce55e73-2c3e-4b6f-a1ea-ab65545969df tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:44.066099 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-204ecdc5-2bea-47dc-bbc9-66372db850c8 req-8ce55e73-2c3e-4b6f-a1ea-ab65545969df tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0554411 Oct 13 01:14:44.116264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-204ecdc5-2bea-47dc-bbc9-66372db850c8 req-1bb02f55-e3ce-4fa1-bc94-591ffebf610c tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 Oct 13 01:14:44.631083 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13a608df-6ca3-4434-8cbe-f8b33b4bf56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:45.234297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc6e60-7a70-47b7-9311-9d2c3741e4d3 req-61652d0f-7cfa-4216-8bc2-752c46adcc7c tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:45.235823 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fdc6e60-7a70-47b7-9311-9d2c3741e4d3 req-61652d0f-7cfa-4216-8bc2-752c46adcc7c tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0510712 Oct 13 01:14:45.276420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9fdc6e60-7a70-47b7-9311-9d2c3741e4d3 req-e5629dfa-76b6-4d49-95f7-60dd5daf356d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Oct 13 01:14:45.937743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:45.973330 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:46.398654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6a120-024c-46ed-9468-4acbfaf19ddc req-d5e95465-153e-42c2-b989-a3ae0ced0727 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:46.400219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cc6a120-024c-46ed-9468-4acbfaf19ddc req-d5e95465-153e-42c2-b989-a3ae0ced0727 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0492501 Oct 13 01:14:46.442207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0cc6a120-024c-46ed-9468-4acbfaf19ddc req-97808995-ac5b-4595-9f4a-bdbf364a74ac tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355978 Oct 13 01:14:47.563556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7f1d5-e26c-41d4-8c0a-5e1c4eb21acd req-99236ff1-51fd-4a56-bfe6-a257fb7b474f tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:47.565058 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18f7f1d5-e26c-41d4-8c0a-5e1c4eb21acd req-99236ff1-51fd-4a56-bfe6-a257fb7b474f tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0544431 Oct 13 01:14:47.601909 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-18f7f1d5-e26c-41d4-8c0a-5e1c4eb21acd req-ed12d75c-9414-42d5-8b89-ed6787261526 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Oct 13 01:14:47.748901 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:48.718139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c513c73-66f8-4f79-9018-2a8de62f8609 req-4fdc6a97-0efc-4abe-a1dd-eeddcd4319fe tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:48.719708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c513c73-66f8-4f79-9018-2a8de62f8609 req-4fdc6a97-0efc-4abe-a1dd-eeddcd4319fe tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0519474 Oct 13 01:14:48.760507 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c513c73-66f8-4f79-9018-2a8de62f8609 req-1cce68d9-232d-480a-b606-6aa8f8836490 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Oct 13 01:14:49.883330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015f587-e2d3-4362-9e8c-2e808049f74d req-f8bd0033-ec97-4190-9248-963268682672 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:49.884902 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2015f587-e2d3-4362-9e8c-2e808049f74d req-f8bd0033-ec97-4190-9248-963268682672 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0540040 Oct 13 01:14:49.923739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2015f587-e2d3-4362-9e8c-2e808049f74d req-d532f2ca-9b7a-48a9-bb6e-c407cffa8b2b tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328870 Oct 13 01:14:51.038951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34de85b-0065-42e5-94e6-a7a78db62c90 req-b34f2b4b-38db-4a2a-a23d-0d67949833fd tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:51.040479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f34de85b-0065-42e5-94e6-a7a78db62c90 req-b34f2b4b-38db-4a2a-a23d-0d67949833fd tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0520425 Oct 13 01:14:51.080855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f34de85b-0065-42e5-94e6-a7a78db62c90 req-15c96add-96ab-409b-b0a3-4507ac0af7c8 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Oct 13 01:14:52.192593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2ee0-554a-41db-a7a8-1e7a68d02bb1 req-fac7cd04-ff88-438d-a61c-ba04f4e01617 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:52.193974 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff5b2ee0-554a-41db-a7a8-1e7a68d02bb1 req-fac7cd04-ff88-438d-a61c-ba04f4e01617 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0483632 Oct 13 01:14:52.231650 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff5b2ee0-554a-41db-a7a8-1e7a68d02bb1 req-d4a5327c-8203-463a-9330-8540d30a1e1d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Oct 13 01:14:53.341837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0add10-6074-479a-9b48-6940d0dac19c req-404a01bf-30a6-4fab-9130-9670137dedee tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:53.343297 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d0add10-6074-479a-9b48-6940d0dac19c req-404a01bf-30a6-4fab-9130-9670137dedee tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 931 time: 0.0477545 Oct 13 01:14:53.383343 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9d0add10-6074-479a-9b48-6940d0dac19c req-bce84da3-8a95-43e6-932d-47ecaec8c33b tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Oct 13 01:14:53.822790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Request body: {'port': {'device_id': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:14:53.878393 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:54.143289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d48b12-2243-4015-8395-6ce46ef9e4bc {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:14:54.150969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:54.162598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Transition to ACTIVE for port object f0d48b12-2243-4015-8395-6ce46ef9e4bc will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:14:54.166351 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:54.236022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d48b12-2243-4015-8395-6ce46ef9e4bc,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:54.288541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Attempting to bind port f0d48b12-2243-4015-8395-6ce46ef9e4bc on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:14:54.288878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Attempting to bind port f0d48b12-2243-4015-8395-6ce46ef9e4bc by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:14:54.289205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Attempting to bind port f0d48b12-2243-4015-8395-6ce46ef9e4bc on network 787bff4b-4781-41f6-9862-d7291cc05576 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:14:54.293843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Port f0d48b12-2243-4015-8395-6ce46ef9e4bc on network 787bff4b-4781-41f6-9862-d7291cc05576 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:14:54.294229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Attempting to bind port f0d48b12-2243-4015-8395-6ce46ef9e4bc on network 787bff4b-4781-41f6-9862-d7291cc05576 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:14:54.299187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:14:54.299548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Checking segment: {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:14:54.299944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Bound using segment: {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:14:54.300372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Bound port: f0d48b12-2243-4015-8395-6ce46ef9e4bc, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80afef61-b7bd-4ac1-9a70-34a6aaa996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:14:54.300735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:54.368978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] For port f0d48b12-2243-4015-8395-6ce46ef9e4bc, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:14:54.372579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] For port f0d48b12-2243-4015-8395-6ce46ef9e4bc, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:14:54.381971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:54.414689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:54.415306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:54.416788 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 1091 time: 0.6855316 Oct 13 01:14:54.417413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:14:54.419613 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81" -d '{"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:14:54.456877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b521526-8e7f-46b0-ade3-5619cadd99b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d48b12-2243-4015-8395-6ce46ef9e4bc,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:14:54.483361 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9573ca-b3fc-4522-9864-875a0c0ca24a x-openstack-request-id: req-6a9573ca-b3fc-4522-9864-875a0c0ca24a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:14:54.483773 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:14:54.484122 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a9573ca-b3fc-4522-9864-875a0c0ca24a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:14:54.484619 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'status': 'completed', 'code': 200} Oct 13 01:14:54.522316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4eaf6-d833-4a7d-8244-f3c6b799557e req-7698c140-f36c-4871-bebd-1d196a2bb63d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:54.528206 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9d4eaf6-d833-4a7d-8244-f3c6b799557e req-7698c140-f36c-4871-bebd-1d196a2bb63d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 943 time: 0.0611751 Oct 13 01:14:54.557034 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-19dd4dcd-d4d8-4957-a8ab-46aafb8cec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:54.559237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-19dd4dcd-d4d8-4957-a8ab-46aafb8cec76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1094 time: 0.0498376 Oct 13 01:14:54.566227 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9d4eaf6-d833-4a7d-8244-f3c6b799557e req-f474275a-3d9f-4392-82c9-49545d950b7d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Oct 13 01:14:54.608025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-2b5499d8-2f3b-4925-90c1-39ffba47763f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 217 time: 0.0356672 Oct 13 01:14:54.656859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-9b113c35-151e-4b83-b6cb-fff614d7520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:54.658194 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-9b113c35-151e-4b83-b6cb-fff614d7520e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.0431480 Oct 13 01:14:54.708092 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-884f2966-44af-4c5c-93cd-7a4627e876e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:54.710556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-884f2966-44af-4c5c-93cd-7a4627e876e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453458 Oct 13 01:14:54.797833 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-2b9367f6-95a2-46bd-9e78-7717ec2ffafa service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799675 Oct 13 01:14:54.889714 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8db095ba-5b5d-4931-b628-5f32c62b08f1 req-3a195f77-d950-4808-a782-b0f56ff8e875 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846353 Oct 13 01:14:55.011296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-03f8d504-e4dc-446e-9ee3-32768ad81faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:55.012783 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-03f8d504-e4dc-446e-9ee3-32768ad81faa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1094 time: 0.0403602 Oct 13 01:14:55.105621 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-775b7c87-30a9-4e03-811c-8ae4a103b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:55.107047 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-775b7c87-30a9-4e03-811c-8ae4a103b951 service neutron] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 916 time: 0.0867062 Oct 13 01:14:55.148894 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-69d8e1f3-8099-4684-b841-a1cff89eb404 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 217 time: 0.0337958 Oct 13 01:14:55.196033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-8463b901-a9ff-48a6-8459-f84cd6295ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:55.197402 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-8463b901-a9ff-48a6-8459-f84cd6295ec9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.0419571 Oct 13 01:14:55.242795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-214aeb5b-625b-4fb4-bb76-b9b509a3d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:55.244283 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-214aeb5b-625b-4fb4-bb76-b9b509a3d1cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399601 Oct 13 01:14:55.336091 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-47fd3249-75f0-4458-99e5-3ae832b24d08 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840936 Oct 13 01:14:55.428291 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1d9a3c48-a512-4741-8f8e-bdd3b8feee81 req-124d4303-82f2-4385-8716-d8a7e9483444 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850170 Oct 13 01:14:55.681428 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1d1d2-9d9f-488b-b870-5a067f4c4e8c req-31da1142-42a2-432f-86c3-6c75370112e1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:55.683446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2be1d1d2-9d9f-488b-b870-5a067f4c4e8c req-31da1142-42a2-432f-86c3-6c75370112e1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 943 time: 0.0490556 Oct 13 01:14:55.720560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2be1d1d2-9d9f-488b-b870-5a067f4c4e8c req-503cd5b1-0927-4b22-a7e5-7d625484cbba tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Oct 13 01:14:56.833146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79819d-18cc-4317-b4a3-5927b0d8c94c req-be0b12ff-afc5-4eae-b92d-72d079f647b3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:56.834597 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c79819d-18cc-4317-b4a3-5927b0d8c94c req-be0b12ff-afc5-4eae-b92d-72d079f647b3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 943 time: 0.0481193 Oct 13 01:14:56.871329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6c79819d-18cc-4317-b4a3-5927b0d8c94c req-af498f14-c8ef-4b74-803d-0064e28deae4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303354 Oct 13 01:14:57.986966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b489301-98a2-486c-bab4-e0023c5f1f3a req-e0ccc3e4-3d3b-4485-b319-bdd240e9aa69 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:57.988468 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b489301-98a2-486c-bab4-e0023c5f1f3a req-e0ccc3e4-3d3b-4485-b319-bdd240e9aa69 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 943 time: 0.0521913 Oct 13 01:14:58.025744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7b489301-98a2-486c-bab4-e0023c5f1f3a req-c6f516ca-d48e-43fd-b701-a61601d2f340 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Oct 13 01:14:59.136389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2517007-bf6b-4dc3-a595-57aeb51813d2 req-5e7b8b78-60ab-42ce-8e08-77932db11dd3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:14:59.137855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2517007-bf6b-4dc3-a595-57aeb51813d2 req-5e7b8b78-60ab-42ce-8e08-77932db11dd3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 943 time: 0.0478654 Oct 13 01:14:59.174668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2517007-bf6b-4dc3-a595-57aeb51813d2 req-0729dc9c-a3c0-4f5d-9e58-c37f3de2c300 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309877 Oct 13 01:14:59.773833 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f0d48b12-2243-4015-8395-6ce46ef9e4bc details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:14:59.867596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f0d48b12-2243-4015-8395-6ce46ef9e4bc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:59.879021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'port_id': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'mac_address': 'fa:16:3e:94:23:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:14:59.918491 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:59.930767 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d48b12-2243-4015-8395-6ce46ef9e4bc {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:14:59.949728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f0d48b12-2243-4015-8395-6ce46ef9e4bc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:14:59.953326 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:14:59.997973 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f0d48b12-2243-4015-8395-6ce46ef9e4bc,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:00.005016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.005360 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.005696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.006027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.006356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.006691 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.007010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.007331 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.007686 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.008007 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.008327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.008644 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:00.288198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e1a72-811e-449f-a3de-1bef0a509af7 req-729f2933-b5dc-4c38-9cb3-d37e86db394b tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:00.289677 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b9e1a72-811e-449f-a3de-1bef0a509af7 req-729f2933-b5dc-4c38-9cb3-d37e86db394b tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 944 time: 0.0491247 Oct 13 01:15:00.327678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1b9e1a72-811e-449f-a3de-1bef0a509af7 req-4cbd1671-db15-41ab-9e0e-ad1ddb3b05d1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Oct 13 01:15:00.340078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f0d48b12-2243-4015-8395-6ce46ef9e4bc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:15:01.444262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8dde2-3e4f-48ab-9db6-26b6ea2b148c req-07a49dfe-36af-4583-8ece-454386c0f07f tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:01.445717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6f8dde2-3e4f-48ab-9db6-26b6ea2b148c req-07a49dfe-36af-4583-8ece-454386c0f07f tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 944 time: 0.0519245 Oct 13 01:15:01.482933 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a6f8dde2-3e4f-48ab-9db6-26b6ea2b148c req-d281a306-2046-47c7-a6ba-0e62d879a0d9 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Oct 13 01:15:01.771301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f0d48b12-2243-4015-8395-6ce46ef9e4bc up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:15:01.817940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port f0d48b12-2243-4015-8395-6ce46ef9e4bc completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:15:01.821581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port f0d48b12-2243-4015-8395-6ce46ef9e4bc triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:15:01.821953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:01.895097 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:01.919819 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:15:01.922031 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05962127-e373-4346-aa8d-98a13c3c36e5" -d '{"events": [{"server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "name": "network-vif-plugged", "status": "completed", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:15:01.934584 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port f0d48b12-2243-4015-8395-6ce46ef9e4bc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:15:01.938047 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:01.960595 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a1509-9865-4bdc-99d3-484c9b613b19 x-openstack-request-id: req-f38a1509-9865-4bdc-99d3-484c9b613b19 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:15:01.960892 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "name": "network-vif-plugged", "status": "completed", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:15:01.961144 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f38a1509-9865-4bdc-99d3-484c9b613b19 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:15:01.961529 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'code': 200} Oct 13 01:15:01.987077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=f0d48b12-2243-4015-8395-6ce46ef9e4bc,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:02.081177 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0dad1-a0a0-41be-9bb7-77673c31cd03 req-c6aa6a66-0122-4978-b106-d6f28ef5d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:02.082556 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-98d0dad1-a0a0-41be-9bb7-77673c31cd03 req-c6aa6a66-0122-4978-b106-d6f28ef5d58a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1096 time: 0.0447538 Oct 13 01:15:02.116575 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-98d0dad1-a0a0-41be-9bb7-77673c31cd03 req-06ccc098-6e90-4ecf-af46-9b9cc28beaf1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263767 Oct 13 01:15:02.595433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6cc10-3429-4085-a407-ef0aa26fdd0a req-9d477771-30c5-4978-bdd6-5aa258ad7dff tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:02.596931 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09f6cc10-3429-4085-a407-ef0aa26fdd0a req-9d477771-30c5-4978-bdd6-5aa258ad7dff tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0483227 Oct 13 01:15:02.633888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09f6cc10-3429-4085-a407-ef0aa26fdd0a req-2b95c4ae-9a43-443e-aada-3a3f0d5c63a0 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Oct 13 01:15:03.749989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89627796-1689-4064-b9d5-3226bdf1a552 req-23e11d9d-480c-436e-893a-cfb7db9f4fb6 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:03.751467 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89627796-1689-4064-b9d5-3226bdf1a552 req-23e11d9d-480c-436e-893a-cfb7db9f4fb6 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0495853 Oct 13 01:15:03.788166 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89627796-1689-4064-b9d5-3226bdf1a552 req-92f8fd0d-3cb4-4d45-a1a3-9c6887e7fc93 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Oct 13 01:15:03.902698 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce57dc-fb9f-4aa5-8d41-4710a143c4c5 req-aefe57bf-ebf9-439d-bf45-aa85aa7afe20 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:03.904198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10ce57dc-fb9f-4aa5-8d41-4710a143c4c5 req-aefe57bf-ebf9-439d-bf45-aa85aa7afe20 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0525742 Oct 13 01:15:03.941753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10ce57dc-fb9f-4aa5-8d41-4710a143c4c5 req-abaa72b7-3414-4688-81b7-5ddb092fd3ef tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Oct 13 01:15:04.123647 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf4f05-f5ea-4aed-a428-fee935c6d715 req-6f296e01-6a68-4186-95ac-1cf2293e993f tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:04.125121 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09bf4f05-f5ea-4aed-a428-fee935c6d715 req-6f296e01-6a68-4186-95ac-1cf2293e993f tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0486722 Oct 13 01:15:04.161949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-09bf4f05-f5ea-4aed-a428-fee935c6d715 req-9bc5a87c-d22d-4166-ac40-9edbb8e2200b tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309799 Oct 13 01:15:07.055169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:07.590142 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:11.856251 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fe2f49be-104b-4233-ad78-a61c31ac71c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:14.159786 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:15:14.625296 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4913-ec3c-4d47-af65-e7e205184741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:15.940011 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:15.974434 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:17.699198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04756545-43f8-4eee-83fc-22d8c882ed23 req-1fa0a430-8dfc-406c-a36e-d12e2768b055 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:17.700736 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04756545-43f8-4eee-83fc-22d8c882ed23 req-1fa0a430-8dfc-406c-a36e-d12e2768b055 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0490994 Oct 13 01:15:17.737945 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-04756545-43f8-4eee-83fc-22d8c882ed23 req-fb7918b9-1025-436c-bb4b-27943562fa12 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Oct 13 01:15:17.751908 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:17.760971 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:17.852601 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7effe71-9fc3-4e79-ac61-27e0f272f76f tempest-TestMinimumBasicScenario-886641668 tempest-TestMinimumBasicScenario-886641668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:17.854646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f7effe71-9fc3-4e79-ac61-27e0f272f76f tempest-TestMinimumBasicScenario-886641668 tempest-TestMinimumBasicScenario-886641668-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1091 time: 0.0921466 Oct 13 01:15:17.857762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49886) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:17.862204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:17.884156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:17.978365 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:18.084055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Allocated IP 172.25.3.88 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/8a9ea076-600b-4970-820e-6f43a8630060) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:15:18.184841 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:18.217525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:18.262920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:15:18.265665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:15:18.269997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:15:18.272961 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'Port': ['ID=8a9ea076-600b-4970-820e-6f43a8630060,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:18.299853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.300198 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.300538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.301151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.301480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.301805 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.302130 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.302451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.302773 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.303093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.303429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.303752 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:18.637027 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:18.701100 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:18.846136 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:18.850678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:18.920301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'Port': ['ID=8a9ea076-600b-4970-820e-6f43a8630060,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:18.929407 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.027202 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Floating IP cc446cf8-d439-4e66-801c-6aef88545494 associated. External IP: 172.25.3.88, port: f0d48b12-2243-4015-8395-6ce46ef9e4bc. Oct 13 01:15:19.237060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Router 5a13642e-0423-40b6-98cd-524204e47bfd has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:15:19.341133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:15:19.350828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] Sync routers for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:15:19.358568 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.360687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:15:19.361305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:15:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:15:19.386112 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fed8a3ac-98bf-4768-9600-b280be0b4543 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5273325 Oct 13 01:15:19.386709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:15:19.388978 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49888) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:19.389437 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3" -d '{"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:15:19.401882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572612858', 'description': 'tempest-secgroup-smoke-572612858 description', 'project_id': '6aedfc20d24348dd8a34877ee3ab3847'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:19.427672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.471285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:15:19.498386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.503503 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.521799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.522943 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1322496 Oct 13 01:15:19.526013 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49894) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:19.530606 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3e29c099-394d-464c-901c-a226ca0e21f3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'security_group_rule': {'security_group_id': '8233f133-8d3c-4bd8-abf6-d56e6fa83971', 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:19.556115 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8233f133-8d3c-4bd8-abf6-d56e6fa83971,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:19.562157 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8765b247-94bd-4e4d-84e4-49cda13ba70f x-openstack-request-id: req-8765b247-94bd-4e4d-84e4-49cda13ba70f {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:15:19.562453 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:15:19.562709 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8765b247-94bd-4e4d-84e4-49cda13ba70f {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:15:19.563515 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'status': 'completed', 'code': 200} Oct 13 01:15:19.564324 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e29c099-394d-464c-901c-a226ca0e21f3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.565282 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.565632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.565980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.566339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.566672 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.567004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.567454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.567809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.568143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.568464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.568784 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.569105 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a524cf-cc28-4f54-8711-d29dc8276c30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:15:19.614115 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e29c099-394d-464c-901c-a226ca0e21f3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.618465 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e29c099-394d-464c-901c-a226ca0e21f3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.636693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29c099-394d-464c-901c-a226ca0e21f3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c783426a-94b3-4389-afb7-c060ac96998e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:19.646849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3e29c099-394d-464c-901c-a226ca0e21f3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.650302 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3e29c099-394d-464c-901c-a226ca0e21f3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207027 Oct 13 01:15:19.650818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49896) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:19.656489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-66133649-fa28-4b0c-8e75-fcbdafdde559 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'security_group_rule': {'security_group_id': '8233f133-8d3c-4bd8-abf6-d56e6fa83971', 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:19.685651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-8fa12e46-00f8-4333-a067-032275232cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:19.687461 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-8fa12e46-00f8-4333-a067-032275232cc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1096 time: 0.0734963 Oct 13 01:15:19.693073 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66133649-fa28-4b0c-8e75-fcbdafdde559 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.712963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'cc446cf8-d439-4e66-801c-6aef88545494', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'floating_ip_address': '172.25.3.88', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'port_id': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'mac_address': 'fa:16:3e:94:23:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:15:18Z', 'updated_at': '2021-10-13T01:15:18Z', 'revision_number': 0, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 5, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:15:19.741097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] Checking router: 5a13642e-0423-40b6-98cd-524204e47bfd for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:15:19.749160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:15:19.749759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:15:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:15:19.807884 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66133649-fa28-4b0c-8e75-fcbdafdde559 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.818483 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66133649-fa28-4b0c-8e75-fcbdafdde559 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.839781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-7cf45dc5-7662-4173-8699-30c72dbbfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:19.841630 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-7cf45dc5-7662-4173-8699-30c72dbbfba1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 916 time: 0.1447453 Oct 13 01:15:19.843208 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66133649-fa28-4b0c-8e75-fcbdafdde559 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6069f71b-4208-4c95-90d6-3e07aeac3879,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:19.855904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:15:19.859655 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66133649-fa28-4b0c-8e75-fcbdafdde559 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.860774 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-66133649-fa28-4b0c-8e75-fcbdafdde559 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2079339 Oct 13 01:15:19.863693 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49898) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:19.868247 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-728b281b-73fa-4e98-a032-931e4269dea9 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'security_group_rule': {'security_group_id': '8233f133-8d3c-4bd8-abf6-d56e6fa83971', 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:19.899588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-728b281b-73fa-4e98-a032-931e4269dea9 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.923606 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-23df5f8a-41b4-47de-85d1-50d71b84e016 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 998 time: 0.0741122 Oct 13 01:15:19.965231 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-728b281b-73fa-4e98-a032-931e4269dea9 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.969434 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-728b281b-73fa-4e98-a032-931e4269dea9 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:19.976950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-94934a11-cb67-41c6-aab9-c37dfb6b314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:19.978471 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-94934a11-cb67-41c6-aab9-c37dfb6b314f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.0480819 Oct 13 01:15:19.990458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b281b-73fa-4e98-a032-931e4269dea9 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db88dc26-7aa7-426d-a3a8-cd1ae4e56d8c,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:19.996992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-728b281b-73fa-4e98-a032-931e4269dea9 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.000791 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-728b281b-73fa-4e98-a032-931e4269dea9 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334965 Oct 13 01:15:20.001015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 49900) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:20.008950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f5ef66cb-bf14-400e-81ad-80cdd3681e8d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'security_group_rule': {'security_group_id': '8233f133-8d3c-4bd8-abf6-d56e6fa83971', 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:20.037149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-d2cf7c8f-cfed-43f1-b928-dc36b4b2c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:20.038771 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-d2cf7c8f-cfed-43f1-b928-dc36b4b2c414 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525928 Oct 13 01:15:20.040319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5ef66cb-bf14-400e-81ad-80cdd3681e8d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.106747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5ef66cb-bf14-400e-81ad-80cdd3681e8d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.111389 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5ef66cb-bf14-400e-81ad-80cdd3681e8d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.129655 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef66cb-bf14-400e-81ad-80cdd3681e8d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d361fd29-9511-45da-9841-b8fb4674612a,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:20.140006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f5ef66cb-bf14-400e-81ad-80cdd3681e8d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.144156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49902) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:20.144801 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f5ef66cb-bf14-400e-81ad-80cdd3681e8d tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427283 Oct 13 01:15:20.148897 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-acf6bb7c-1c2e-4c61-9a53-6b0591463cf1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'security_group_rule': {'security_group_id': '8233f133-8d3c-4bd8-abf6-d56e6fa83971', 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:20.163293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-ae33a931-9d46-4d9d-bcfc-d46ca4cbbe68 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168947 Oct 13 01:15:20.190980 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-acf6bb7c-1c2e-4c61-9a53-6b0591463cf1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Project 6aedfc20d24348dd8a34877ee3ab3847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:15:20.224003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-acf6bb7c-1c2e-4c61-9a53-6b0591463cf1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.245291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'cc446cf8-d439-4e66-801c-6aef88545494', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'floating_ip_address': '172.25.3.88', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'port_id': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'mac_address': 'fa:16:3e:94:23:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:15:18Z', 'updated_at': '2021-10-13T01:15:18Z', 'revision_number': 0, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 5, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:15:20.278164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c44ad-a9cb-48bd-bd6a-37141243363c None None] The sync data for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 is: [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'cc446cf8-d439-4e66-801c-6aef88545494', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'floating_ip_address': '172.25.3.88', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'port_id': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'mac_address': 'fa:16:3e:94:23:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:15:18Z', 'updated_at': '2021-10-13T01:15:18Z', 'revision_number': 0, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 5, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:15:20.310963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8bd07ff5-a197-4613-bc0d-9d5fbc2d32e3 req-dd90a311-7314-465d-a1a0-331150eba852 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390984 Oct 13 01:15:20.312634 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-acf6bb7c-1c2e-4c61-9a53-6b0591463cf1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.316604 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-acf6bb7c-1c2e-4c61-9a53-6b0591463cf1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.336941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6bb7c-1c2e-4c61-9a53-6b0591463cf1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69899923-8ac5-44ba-87c4-ec1da7bf269d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:20.348040 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-acf6bb7c-1c2e-4c61-9a53-6b0591463cf1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.349265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-acf6bb7c-1c2e-4c61-9a53-6b0591463cf1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2039328 Oct 13 01:15:20.352126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 49904) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:15:20.356605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a155e395-0ab7-407a-b009-ca33d8163886 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'security_group_rule': {'security_group_id': '8233f133-8d3c-4bd8-abf6-d56e6fa83971', 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:20.380138 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-a155e395-0ab7-407a-b009-ca33d8163886 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Project 6aedfc20d24348dd8a34877ee3ab3847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:15:20.386085 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a155e395-0ab7-407a-b009-ca33d8163886 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.448763 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a155e395-0ab7-407a-b009-ca33d8163886 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.452793 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a155e395-0ab7-407a-b009-ca33d8163886 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.472150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e395-0ab7-407a-b009-ca33d8163886 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bb303d-f0a8-4896-9a8a-33f5632835ed,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:20.482411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a155e395-0ab7-407a-b009-ca33d8163886 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.486311 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a155e395-0ab7-407a-b009-ca33d8163886 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305995 Oct 13 01:15:20.494182 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ed7ef-cf0a-4393-85f7-d7348244d5a3 None None] New status for floating IP cc446cf8-d439-4e66-801c-6aef88545494: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:15:20.563868 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d835b050-10cd-425a-baaa-39bea9324625 req-e427a953-9d22-4e4c-8a36-80258d29b739 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572612858&fields=id&tenant_id=6aedfc20d24348dd8a34877ee3ab3847 HTTP/1.1" status: 200 len: 267 time: 0.0336158 Oct 13 01:15:20.620316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b050-10cd-425a-baaa-39bea9324625 req-c324319e-062d-453b-99e4-ca76a0f871de tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:20.622198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d835b050-10cd-425a-baaa-39bea9324625 req-c324319e-062d-453b-99e4-ca76a0f871de tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0527606 Oct 13 01:15:20.633863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-d835b050-10cd-425a-baaa-39bea9324625 req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'port': {'security_groups': ['f1a99ca6-6427-4288-8a23-f85bfd8194ce', '8233f133-8d3c-4bd8-abf6-d56e6fa83971']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:15:20.699524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d835b050-10cd-425a-baaa-39bea9324625 req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.879876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-d835b050-10cd-425a-baaa-39bea9324625 req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] For port f0d48b12-2243-4015-8395-6ce46ef9e4bc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:15:20.908348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d835b050-10cd-425a-baaa-39bea9324625 req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.912616 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d835b050-10cd-425a-baaa-39bea9324625 req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.957704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b050-10cd-425a-baaa-39bea9324625 req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:20.958329 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-d835b050-10cd-425a-baaa-39bea9324625 req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:20.959755 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d835b050-10cd-425a-baaa-39bea9324625 req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "PUT /v2.0/ports/f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 981 time: 0.3308368 Oct 13 01:15:20.975081 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f0d48b12-2243-4015-8395-6ce46ef9e4bc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:15:20.984496 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62550e5-2505-4c4d-b581-54a832032fe7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'Port': ['ID=f0d48b12-2243-4015-8395-6ce46ef9e4bc,revision_number=6']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:15:21.070156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313e6b-5749-4181-93f5-fe038354deb8 req-c41ba275-5894-4ba0-8447-87089bea9de7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:21.071833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd313e6b-5749-4181-93f5-fe038354deb8 req-c41ba275-5894-4ba0-8447-87089bea9de7 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0525081 Oct 13 01:15:21.098311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f0d48b12-2243-4015-8395-6ce46ef9e4bc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:15:21.118574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fd313e6b-5749-4181-93f5-fe038354deb8 req-f8b85d85-7a4b-4b14-badf-3a9872fa7db4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364547 Oct 13 01:15:21.275459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c7ca1598-b037-4979-a2ef-43f48011cae2 None None] Provisioning complete for port f0d48b12-2243-4015-8395-6ce46ef9e4bc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:15:21.275773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c7ca1598-b037-4979-a2ef-43f48011cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:21.564391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:15:21.566859 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cedf38-c666-4bf8-bd85-40eb34f029bc" -d '{"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:15:21.601400 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a5cea3-3fe5-4678-9724-282bce37b088 x-openstack-request-id: req-b8a5cea3-3fe5-4678-9724-282bce37b088 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:15:21.601728 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:15:21.602038 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8a5cea3-3fe5-4678-9724-282bce37b088 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:15:21.602513 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'status': 'completed', 'code': 200} Oct 13 01:15:21.686821 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-1aa4d0d3-6526-4693-851a-99de25069487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:21.688217 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-1aa4d0d3-6526-4693-851a-99de25069487 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1135 time: 0.0407555 Oct 13 01:15:21.778349 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-33665c61-def2-4084-9d14-3ad836670a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:21.779935 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-33665c61-def2-4084-9d14-3ad836670a65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 916 time: 0.0837014 Oct 13 01:15:21.845869 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-95b94405-b46e-4cd8-b2e1-796ca2aa97e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 1000 time: 0.0575337 Oct 13 01:15:21.899604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-ae89d5cc-b846-4c8c-9123-c8791fe943b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:21.901530 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-ae89d5cc-b846-4c8c-9123-c8791fe943b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.0456150 Oct 13 01:15:21.946501 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-1f5ff989-489f-457b-852d-9b863050c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:21.948110 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-1f5ff989-489f-457b-852d-9b863050c2a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390301 Oct 13 01:15:22.036861 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-d49b3e9d-b875-4848-aafa-ce87f800ce0c service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807104 Oct 13 01:15:22.125564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08cedf38-c666-4bf8-bd85-40eb34f029bc req-15ccdf4d-8281-4284-bf2d-8e50b5a21313 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819123 Oct 13 01:15:37.053891 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:37.607836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:41.856684 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ce58ab99-9529-49bf-827f-66727678859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:44.217802 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-b5f70f3a-c960-43f9-91c9-c79aed83db94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413268 Oct 13 01:15:44.315534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-926f07b3-00f6-4cae-b597-295e66253a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:44.316937 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-926f07b3-00f6-4cae-b597-295e66253a30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1135 time: 0.0414040 Oct 13 01:15:44.425819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-84da6a49-15a9-4ce3-b9e4-4c1c58b8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:44.427878 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-84da6a49-15a9-4ce3-b9e4-4c1c58b8f2d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 916 time: 0.0921915 Oct 13 01:15:44.492211 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-323d454b-318a-489e-8101-1bdc919ca53c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 1000 time: 0.0569806 Oct 13 01:15:44.544072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-d9b63f3d-3bf5-405d-9d5c-6213616eaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:44.545560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-d9b63f3d-3bf5-405d-9d5c-6213616eaf19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.0466542 Oct 13 01:15:44.588921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-0d55ce4b-8888-4fcd-8e1f-02c34461028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:15:44.590946 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-0d55ce4b-8888-4fcd-8e1f-02c34461028c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375690 Oct 13 01:15:44.626418 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-57595387-f91a-4158-9bd3-227276679020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:44.684996 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-c2ac71e5-dda7-4c1b-b0a5-431c12e09dd0 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875478 Oct 13 01:15:44.772089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-1a19e8bf-8f26-41d5-94ca-91e4edbe498a req-5da3d7e0-4324-4d36-9d39-3cd642ce1a93 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797997 Oct 13 01:15:45.942527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:45.976259 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:47.752930 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:15:51.159529 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:15:54.634860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-f7290d7a-d0dc-4cb6-91bd-b8bf5ae95811 req-1b239e97-c930-4782-b9be-f85a9493cf33 service neutron] (94988) timed out ('10.222.0.21', 46034) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 01:16:07.065393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:07.606237 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:09.540797 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-c8fafc45-9599-43f3-8d2a-11cd3291ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:09.542300 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-c8fafc45-9599-43f3-8d2a-11cd3291ee4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1135 time: 0.0431612 Oct 13 01:16:09.568920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367534c3-cccb-41d8-9ad7-bee719e67321 req-ad405502-a6ff-4bd4-996a-b23631b9c4e4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:09.570412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-367534c3-cccb-41d8-9ad7-bee719e67321 req-ad405502-a6ff-4bd4-996a-b23631b9c4e4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.1024475 Oct 13 01:16:09.610734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-367534c3-cccb-41d8-9ad7-bee719e67321 req-98b70a58-076e-48f7-bbe3-d272ea0bea43 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334954 Oct 13 01:16:09.639942 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-5aeaf07e-bed9-4e1e-a137-61e6d2a3a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:09.641420 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-5aeaf07e-bed9-4e1e-a137-61e6d2a3a1ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 916 time: 0.0896919 Oct 13 01:16:09.707607 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-ea6c9f09-d1cf-4eda-865a-af9672c3bfc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 1000 time: 0.0582182 Oct 13 01:16:09.758443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-e4c93c1f-ed4d-4795-8ec5-0c023b0ec8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:09.759906 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-e4c93c1f-ed4d-4795-8ec5-0c023b0ec8a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.0451853 Oct 13 01:16:09.804267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-d37fdfcc-f102-4f22-adbd-6cf794c9776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:09.805716 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-d37fdfcc-f102-4f22-adbd-6cf794c9776f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385513 Oct 13 01:16:09.892770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-cf9fefcd-d94b-4876-b379-dc2078e221ea service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789301 Oct 13 01:16:09.985085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-08c6378c-9d4f-4189-95e5-440352020fe8 req-c2cf5f2d-426a-4c57-8a11-d9ffa03e76f5 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832117 Oct 13 01:16:10.790584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed4b6-ee79-4c76-b9d6-b43c1b0998b2 req-ffc6ccef-fb8f-4700-add9-14222a3698b1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:10.792076 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-398ed4b6-ee79-4c76-b9d6-b43c1b0998b2 req-ffc6ccef-fb8f-4700-add9-14222a3698b1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0964444 Oct 13 01:16:10.830921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-398ed4b6-ee79-4c76-b9d6-b43c1b0998b2 req-6f4bf529-9c02-4046-b21f-302b93cb7668 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322359 Oct 13 01:16:11.858511 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c0ffdca-a86c-492b-964d-149b1361b38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:11.959164 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b361d9-11b8-4e22-85fa-5cd634468f76 req-5d7c7c3b-b925-4f54-a373-51d46a4be854 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:11.960643 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24b361d9-11b8-4e22-85fa-5cd634468f76 req-5d7c7c3b-b925-4f54-a373-51d46a4be854 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0489573 Oct 13 01:16:11.999683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24b361d9-11b8-4e22-85fa-5cd634468f76 req-570643bd-a5a5-47c8-b6dc-d6f14a4aea1a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331051 Oct 13 01:16:13.118267 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6825a8-49e9-4043-b289-f14d5a26a013 req-e0302af5-d053-46c9-942e-1b22fefb0fa1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:13.119730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e6825a8-49e9-4043-b289-f14d5a26a013 req-e0302af5-d053-46c9-942e-1b22fefb0fa1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0510266 Oct 13 01:16:13.158862 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e6825a8-49e9-4043-b289-f14d5a26a013 req-f6520f44-80c9-403b-a3fd-4b917e366293 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323844 Oct 13 01:16:14.272896 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ad8b4-9653-4488-b419-ccf5f7cd4e27 req-1938144b-9492-45b2-803c-d0f9ba933c90 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:14.274374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-150ad8b4-9653-4488-b419-ccf5f7cd4e27 req-1938144b-9492-45b2-803c-d0f9ba933c90 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0489321 Oct 13 01:16:14.314927 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-150ad8b4-9653-4488-b419-ccf5f7cd4e27 req-afc7758b-998e-4d63-9404-a67d23ceeefa tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337393 Oct 13 01:16:14.628107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-65bd5625-e035-49ca-8b56-a888d7518e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:15.429833 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e534aa8-19f0-478a-a819-093f963fb07d req-4ef61244-8883-44f5-8f30-4184b446038c tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:15.431306 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e534aa8-19f0-478a-a819-093f963fb07d req-4ef61244-8883-44f5-8f30-4184b446038c tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0492148 Oct 13 01:16:15.470592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7e534aa8-19f0-478a-a819-093f963fb07d req-f65df552-7298-40f4-8e04-cdba1501c967 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332208 Oct 13 01:16:15.945527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:15.976367 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:16.587162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445134be-2db9-48c1-b97f-5631890d2be9 req-f4aacbfe-0e7c-4f48-a1a8-528170a0939e tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:16.588644 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-445134be-2db9-48c1-b97f-5631890d2be9 req-f4aacbfe-0e7c-4f48-a1a8-528170a0939e tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0544574 Oct 13 01:16:16.631116 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-445134be-2db9-48c1-b97f-5631890d2be9 req-6192313d-608d-49a1-a441-5825468e22e2 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358727 Oct 13 01:16:17.746275 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238410-2741-4f2e-8e7a-20c44b5c74e7 req-50c75376-4b1e-44aa-9c11-4344701ccad8 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:17.747985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f238410-2741-4f2e-8e7a-20c44b5c74e7 req-50c75376-4b1e-44aa-9c11-4344701ccad8 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0499828 Oct 13 01:16:17.758255 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:17.788653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8f238410-2741-4f2e-8e7a-20c44b5c74e7 req-1d6bed21-4623-4d92-9e4d-80aa0e166e45 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343168 Oct 13 01:16:18.902310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a7ae4-5839-455e-ae93-5989f75abf56 req-f92b128e-5dad-4b36-b656-6c7446b742b1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:18.903855 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-174a7ae4-5839-455e-ae93-5989f75abf56 req-f92b128e-5dad-4b36-b656-6c7446b742b1 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0475886 Oct 13 01:16:18.942139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-174a7ae4-5839-455e-ae93-5989f75abf56 req-cdf27550-503a-4589-a1fb-e798a04f9b30 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324445 Oct 13 01:16:20.057622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f59f3a-0ccf-48a2-b3a3-55b42b30c58b req-fe255940-2d1e-4215-a098-74ffc4a4b20e tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:20.059088 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17f59f3a-0ccf-48a2-b3a3-55b42b30c58b req-fe255940-2d1e-4215-a098-74ffc4a4b20e tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0519643 Oct 13 01:16:20.098032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-17f59f3a-0ccf-48a2-b3a3-55b42b30c58b req-930dd8d0-ae92-4e58-bdc8-a150713afcd3 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323176 Oct 13 01:16:21.211142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93995f91-cc2d-477c-a72e-28448f18a484 req-dc226bcb-ffaf-459e-a7d9-663f0dd40d0e tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:21.212646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93995f91-cc2d-477c-a72e-28448f18a484 req-dc226bcb-ffaf-459e-a7d9-663f0dd40d0e tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0489631 Oct 13 01:16:21.255189 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93995f91-cc2d-477c-a72e-28448f18a484 req-02b0c657-bc16-4619-9cd4-3744546674ea tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&id=8233f133-8d3c-4bd8-abf6-d56e6fa83971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364230 Oct 13 01:16:28.158386 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:16:37.063855 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:37.603500 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:41.860288 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c632bdf-826d-45b0-b142-107ed28acec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:44.628276 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fddc67fc-e9ee-4d04-9965-827ebddfca34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:45.206909 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-507b584c-7c01-4199-bd9b-318c35eb65a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399299 Oct 13 01:16:45.303410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-83c83681-2490-4d38-b349-c57b9b4946a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:45.304907 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-83c83681-2490-4d38-b349-c57b9b4946a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1135 time: 0.0408740 Oct 13 01:16:45.411766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-7bda48ea-641b-4a41-9879-3390d8bb43de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:45.413249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-7bda48ea-641b-4a41-9879-3390d8bb43de service neutron] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 916 time: 0.0898626 Oct 13 01:16:45.482134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-c83da6dc-7b33-4354-ab08-65936bd12f10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 1000 time: 0.0607226 Oct 13 01:16:45.813025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-00b0a9c2-381f-41c3-a8c8-bf985d2831ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:45.814383 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-00b0a9c2-381f-41c3-a8c8-bf985d2831ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.3253295 Oct 13 01:16:45.861418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-a1081dd9-f369-4c44-b607-c36542da4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:16:45.862906 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-a1081dd9-f369-4c44-b607-c36542da4568 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407894 Oct 13 01:16:45.952672 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:45.956184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-7c28befb-c663-48e4-8249-d61741b279e4 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851717 Oct 13 01:16:45.975739 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:16:46.046705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-81750af2-38b2-4d8a-af69-b27b553edb10 req-d00f6464-db88-4063-8206-dd4657ff1b33 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830531 Oct 13 01:16:47.757547 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:05.157514 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:17:07.062160 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:07.628605 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:11.861355 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-26d28eeb-966e-4042-abe4-1d03b4d015f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:14.628385 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-229c0fe5-e0bd-463f-bef2-080f88f1ad20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:15.952393 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:15.975535 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:17.760152 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:24.601022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-93ff9dda-5b1c-4a36-b6dc-0cc6642d78cb tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572612858&fields=id&tenant_id=6aedfc20d24348dd8a34877ee3ab3847 HTTP/1.1" status: 200 len: 267 time: 0.0328491 Oct 13 01:17:24.656699 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-423a6593-05d4-48d8-b442-e875a56e8d7a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:24.658207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-423a6593-05d4-48d8-b442-e875a56e8d7a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 984 time: 0.0517375 Oct 13 01:17:24.669083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Request body: {'port': {'security_groups': ['f1a99ca6-6427-4288-8a23-f85bfd8194ce']}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:24.730994 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:24.903621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] For port f0d48b12-2243-4015-8395-6ce46ef9e4bc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:24.933202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:24.938114 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:24.971783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f0d48b12-2243-4015-8395-6ce46ef9e4bc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:17:24.983633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:24.984267 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:24.985700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1e8270d-46d7-41bb-b6b4-f633a1ddb5cf req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "PUT /v2.0/ports/f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 942 time: 0.3210459 Oct 13 01:17:24.986168 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:17:24.988596 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402f755d-b5db-4888-a7fc-70ffb691ba56" -d '{"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:17:24.992842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50006) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:25.020107 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event updated for resources: {'Port': ['ID=f0d48b12-2243-4015-8395-6ce46ef9e4bc,revision_number=7']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:25.030553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.030770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.031076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.031416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.032018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.032362 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.032973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.033311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.033644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.033974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.034300 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.034625 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bef4cb-91cc-45b8-92c6-9ddb4a75d96a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.042087 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a10fd-38a8-48a0-9c49-76b67723f636 x-openstack-request-id: req-6f2a10fd-38a8-48a0-9c49-76b67723f636 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:17:25.042378 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:17:25.042632 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f2a10fd-38a8-48a0-9c49-76b67723f636 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:17:25.043292 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'status': 'completed', 'code': 200} Oct 13 01:17:25.069897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.108005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f0d48b12-2243-4015-8395-6ce46ef9e4bc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:17:25.128946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.171665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-2f183d2b-c0b4-45b2-97de-824e9d4f15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:25.173202 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-2f183d2b-c0b4-45b2-97de-824e9d4f15f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1096 time: 0.0914757 Oct 13 01:17:25.251649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.254128 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.257908 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "DELETE /v2.0/security-groups/8233f133-8d3c-4bd8-abf6-d56e6fa83971 HTTP/1.1" status: 204 len: 168 time: 0.2608864 Oct 13 01:17:25.258219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50010) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:25.273571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8233f133-8d3c-4bd8-abf6-d56e6fa83971,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:25.290319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.290670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.291015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.291355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.291718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.292057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.292389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.292717 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.293053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.293385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.293709 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.294033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4363b-9ea3-412c-848f-170c79c36758 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:25.300036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-49571177-cc58-48b9-9ca8-abc30ab1f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:25.300923 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-49571177-cc58-48b9-9ca8-abc30ab1f4ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 916 time: 0.1204941 Oct 13 01:17:25.314920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7cb5dee3-2b83-4b84-90e9-ea165f49c11a None None] Provisioning complete for port f0d48b12-2243-4015-8395-6ce46ef9e4bc triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:25.315304 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7cb5dee3-2b83-4b84-90e9-ea165f49c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.381797 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-6d0173a2-7372-4144-875e-8cc148a3d1fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 1000 time: 0.0735521 Oct 13 01:17:25.438976 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-8ce8e83c-acd9-482c-9eab-6c9734a715ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:25.440508 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-8ce8e83c-acd9-482c-9eab-6c9734a715ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.0508885 Oct 13 01:17:25.450249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Deleting port 8a9ea076-600b-4970-820e-6f43a8630060 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:25.450595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.491789 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-3b8e0e07-6fd0-48e3-bd33-4e8e20a2f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:25.493359 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-3b8e0e07-6fd0-48e3-bd33-4e8e20a2f910 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450854 Oct 13 01:17:25.528561 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.528916 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.540380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Calling delete_port for 8a9ea076-600b-4970-820e-6f43a8630060 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:25.583647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-a63a003d-7d89-42a2-b467-7d21e737faf9 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826344 Oct 13 01:17:25.679329 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-402f755d-b5db-4888-a7fc-70ffb691ba56 req-0ec9dc44-9da5-46f6-bfb8-4277ffb9a6fa service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Oct 13 01:17:25.688094 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.714629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event deleted for resources: {'Port': ['ID=8a9ea076-600b-4970-820e-6f43a8630060,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:25.780838 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:25.781173 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Floating IP cc446cf8-d439-4e66-801c-6aef88545494 disassociated (deleted). External IP: 172.25.3.88, port: f0d48b12-2243-4015-8395-6ce46ef9e4bc. Oct 13 01:17:25.980515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Router 5a13642e-0423-40b6-98cd-524204e47bfd has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:17:26.085392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:17:26.090159 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:26.096195 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] Sync routers for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:17:26.104871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:26.105486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:26.120236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b3847883-52c9-4b52-bd12-3996cea63a3a tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "DELETE /v2.0/floatingips/cc446cf8-d439-4e66-801c-6aef88545494 HTTP/1.1" status: 204 len: 168 time: 0.8609314 Oct 13 01:17:26.213154 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:26.416215 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 5, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:26.445975 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] Checking router: 5a13642e-0423-40b6-98cd-524204e47bfd for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:17:26.454854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:26.455447 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:26.556688 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:26.749445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 5, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:26.774443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1867e92-ef68-4a5e-89e8-ef501937d84f None None] The sync data for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 is: [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:23Z', 'revision_number': 4, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '16565de8-2089-4640-88b5-15dd559370df', 'name': '', 'network_id': '787bff4b-4781-41f6-9862-d7291cc05576', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'mac_address': 'fa:16:3e:13:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:22Z', 'updated_at': '2021-10-13T01:14:26Z', 'revision_number': 5, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'subnets': [{'id': '5edd9524-0c4c-4161-b35e-e29b5082f247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:17:26.998591 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e8a81-5d7f-4ba8-b12b-c2fb64caeac7 None None] New status for floating IP cc446cf8-d439-4e66-801c-6aef88545494: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:17:27.045397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:17:27.048100 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee113d19-a79f-4055-91b2-601e40e47cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:17:27.094880 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d101aae-52fe-4838-bf43-59f9b2e50be0 x-openstack-request-id: req-5d101aae-52fe-4838-bf43-59f9b2e50be0 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:17:27.095172 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:17:27.095423 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d101aae-52fe-4838-bf43-59f9b2e50be0 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:17:27.095872 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'status': 'completed', 'code': 200} Oct 13 01:17:27.179809 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-96f6fd43-3ca2-49a5-8d12-9f0f77799cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:27.181210 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-96f6fd43-3ca2-49a5-8d12-9f0f77799cfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 1096 time: 0.0417542 Oct 13 01:17:27.275388 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-7397cd04-6a8a-4db6-96a6-170525c69257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:27.276919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-7397cd04-6a8a-4db6-96a6-170525c69257 service neutron] 10.222.0.45 "GET /v2.0/networks?id=787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 200 len: 916 time: 0.0887821 Oct 13 01:17:27.318531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-968d63c3-b4ca-47c0-bb18-b2a4ab96de33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 200 len: 217 time: 0.0342267 Oct 13 01:17:27.369137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-6acf0cbb-7752-4bb6-b18b-4c9a8bef2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:27.370647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-6acf0cbb-7752-4bb6-b18b-4c9a8bef2903 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 200 len: 854 time: 0.0446680 Oct 13 01:17:27.425151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-ee5e2af4-fc7c-4fb5-adc2-aa4dfde13697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:27.426661 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-ee5e2af4-fc7c-4fb5-adc2-aa4dfde13697 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=787bff4b-4781-41f6-9862-d7291cc05576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493524 Oct 13 01:17:27.439851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-243da6c5-426e-4a88-9b16-35381a1dd725 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:17:27.440801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-243da6c5-426e-4a88-9b16-35381a1dd725 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050418 Oct 13 01:17:27.536754 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-4a12868f-f738-46bd-84ba-3777f2013b1a service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878649 Oct 13 01:17:27.637078 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ee113d19-a79f-4055-91b2-601e40e47cc2 req-429435d2-7a53-4b51-a575-c327aac8b240 service neutron] 10.222.0.45 "GET /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923414 Oct 13 01:17:35.118399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b2ce9-f6ab-47b4-b7d5-240ed9b8f8ed req-2d779305-2132-4cee-bc7f-aaba5175a7c8 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:35.119990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c9b2ce9-f6ab-47b4-b7d5-240ed9b8f8ed req-2d779305-2132-4cee-bc7f-aaba5175a7c8 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0510178 Oct 13 01:17:35.158996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9c9b2ce9-f6ab-47b4-b7d5-240ed9b8f8ed req-a53d16c4-3735-4201-8227-1e73ea6f284c tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Oct 13 01:17:36.519811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd8f2-37db-4cdd-975c-d91caef0e151 req-f5ac4832-dd56-4f52-89a3-29ca33796fe4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:36.521307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-790cd8f2-37db-4cdd-975c-d91caef0e151 req-f5ac4832-dd56-4f52-89a3-29ca33796fe4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0517459 Oct 13 01:17:36.558110 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-790cd8f2-37db-4cdd-975c-d91caef0e151 req-2d6737db-2d96-4723-9a0e-da01ed61818c tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/security-groups?id=f1a99ca6-6427-4288-8a23-f85bfd8194ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Oct 13 01:17:36.998886 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208400dc-1442-49ed-806f-b6fc85792f00 req-bfc67d38-205a-45e0-b5b3-b105ce149846 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:37.001180 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-208400dc-1442-49ed-806f-b6fc85792f00 req-bfc67d38-205a-45e0-b5b3-b105ce149846 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.45 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 945 time: 0.0501411 Oct 13 01:17:37.090404 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Deleting port f0d48b12-2243-4015-8395-6ce46ef9e4bc {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:37.090663 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:37.095305 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:37.182485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] For port f0d48b12-2243-4015-8395-6ce46ef9e4bc, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=f0d48b12-2243-4015-8395-6ce46ef9e4bc,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:37.182841 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:37.195454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Calling delete_port for f0d48b12-2243-4015-8395-6ce46ef9e4bc owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:37.320531 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:37.348373 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Pushing event deleted for resources: {'Port': ['ID=f0d48b12-2243-4015-8395-6ce46ef9e4bc,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:37.352461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['f0d48b12-2243-4015-8395-6ce46ef9e4bc'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:17:37.396876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] No DVR routers for this DVR port f0d48b12-2243-4015-8395-6ce46ef9e4bc on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:17:37.399429 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:37.402781 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-208400dc-1442-49ed-806f-b6fc85792f00 req-8295f015-5729-4190-8b68-9e2edcff28c4 tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.45 "DELETE /v2.0/ports/f0d48b12-2243-4015-8395-6ce46ef9e4bc HTTP/1.1" status: 204 len: 173 time: 0.3959024 Oct 13 01:17:37.403218 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'name': 'network-vif-deleted', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:17:37.405539 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3da25af-9388-48d5-b588-7ce544537e55" -d '{"events": [{"server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "name": "network-vif-deleted", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:17:37.518163 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0359a68d-eb0d-4868-a12b-496cef50b1a7 x-openstack-request-id: req-0359a68d-eb0d-4868-a12b-496cef50b1a7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:17:37.518466 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e8ecdc-9745-4127-a16d-3f1362228dac", "name": "network-vif-deleted", "tag": "f0d48b12-2243-4015-8395-6ce46ef9e4bc", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:17:37.518833 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0359a68d-eb0d-4868-a12b-496cef50b1a7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:17:37.519238 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e8ecdc-9745-4127-a16d-3f1362228dac', 'name': 'network-vif-deleted', 'tag': 'f0d48b12-2243-4015-8395-6ce46ef9e4bc', 'status': 'completed', 'code': 200} Oct 13 01:17:37.635166 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:37.660350 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6242ed74-09ba-4be3-8426-01012fd410ae req-92d9043d-2ef5-46aa-bdd0-0f619e7442ff tempest-TestMinimumBasicScenario-1445697413 tempest-TestMinimumBasicScenario-1445697413-project] 10.222.0.21 "GET /v2.0/ports?device_id=18e8ecdc-9745-4127-a16d-3f1362228dac HTTP/1.1" status: 200 len: 210 time: 0.0264449 Oct 13 01:17:39.231359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50116) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:39.577441 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:39.815823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Deleting port 16565de8-2089-4640-88b5-15dd559370df {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:39.816169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:39.895455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] For port 16565de8-2089-4640-88b5-15dd559370df, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=16565de8-2089-4640-88b5-15dd559370df,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:39.895765 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:39.907700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Calling delete_port for 16565de8-2089-4640-88b5-15dd559370df owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:40.085080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:40.110504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Pushing event deleted for resources: {'Port': ['ID=16565de8-2089-4640-88b5-15dd559370df,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:40.280481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:40.486911 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f0d48b12-2243-4015-8395-6ce46ef9e4bc no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:17:40.494812 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Router 5a13642e-0423-40b6-98cd-524204e47bfd has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:17:40.506699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: f0d48b12-2243-4015-8395-6ce46ef9e4bc {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:17:40.507122 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device f0d48b12-2243-4015-8395-6ce46ef9e4bc not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:17:40.601275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:17:40.606261 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-55101d96-03d4-4123-94f2-d3f7fb29071e admin admin] 10.222.0.21 "PUT /v2.0/routers/5a13642e-0423-40b6-98cd-524204e47bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3719349 Oct 13 01:17:40.609410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50118) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:40.609968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] Sync routers for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:17:40.619031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:40.619665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:40.712250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:40.819907 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:40.874146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:40.874420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Deleting port cf1fd717-4250-4878-80cd-6af14315d77a {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:40.874794 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:40.954904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] For port cf1fd717-4250-4878-80cd-6af14315d77a, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=cf1fd717-4250-4878-80cd-6af14315d77a,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:40.955259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:40.966546 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Calling delete_port for cf1fd717-4250-4878-80cd-6af14315d77a owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:41.047687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:17:40Z', 'revision_number': 5, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port': {'id': 'cf1fd717-4250-4878-80cd-6af14315d77a', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:41.073619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] Checking router: 5a13642e-0423-40b6-98cd-524204e47bfd for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:17:41.082365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] Routers {'5a13642e-0423-40b6-98cd-524204e47bfd'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:41.083048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['5a13642e-0423-40b6-98cd-524204e47bfd'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:41.138589 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.164330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1fd717-4250-4878-80cd-6af14315d77a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:41.170530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] Set router 5a13642e-0423-40b6-98cd-524204e47bfd gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:41.224673 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:17:40Z', 'revision_number': 6, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:41.228129 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.251618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43db11-78dc-424b-af15-70131fa4e7b2 None None] The sync data for ids ['5a13642e-0423-40b6-98cd-524204e47bfd'] in n-d-813679-4 is: [{'id': '5a13642e-0423-40b6-98cd-524204e47bfd', 'name': 'tempest-TestMinimumBasicScenario-1229331337-router', 'tenant_id': '6aedfc20d24348dd8a34877ee3ab3847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:20Z', 'updated_at': '2021-10-13T01:17:40Z', 'revision_number': 6, 'project_id': '6aedfc20d24348dd8a34877ee3ab3847', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:17:41.642205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.644342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.690477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.691054 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a13642e-0423-40b6-98cd-524204e47bfd {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:17:41.695651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.696786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-403c4d1a-32f2-4afc-9c53-0a69daa95a02 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5a13642e-0423-40b6-98cd-524204e47bfd HTTP/1.1" status: 204 len: 168 time: 1.0863855 Oct 13 01:17:41.699336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50120) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:41.744017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7452e8-2782-4aab-862f-c1b9df0779bc admin admin] Deleting subnet 5edd9524-0c4c-4161-b35e-e29b5082f247 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:17:41.747300 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7452e8-2782-4aab-862f-c1b9df0779bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.784863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7452e8-2782-4aab-862f-c1b9df0779bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.862576 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d55bb460-66b7-48a1-9728-a1bf070e73ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.864588 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7452e8-2782-4aab-862f-c1b9df0779bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.920262 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7452e8-2782-4aab-862f-c1b9df0779bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.947839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7452e8-2782-4aab-862f-c1b9df0779bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edd9524-0c4c-4161-b35e-e29b5082f247,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:41.949817 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4d7452e8-2782-4aab-862f-c1b9df0779bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:41.953037 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4d7452e8-2782-4aab-862f-c1b9df0779bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5edd9524-0c4c-4161-b35e-e29b5082f247 HTTP/1.1" status: 204 len: 168 time: 0.2526829 Oct 13 01:17:41.955476 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50122) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:41.956450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc67a6c-48ba-4948-b712-659ea4334973 None None] Network 787bff4b-4781-41f6-9862-d7291cc05576 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:17:42.028572 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.081665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Deleting port 673365dc-b489-405a-82e8-295f06b68545 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:42.082001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.149782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] For port 673365dc-b489-405a-82e8-295f06b68545, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=673365dc-b489-405a-82e8-295f06b68545,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:42.150061 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.159870 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:17:42.162633 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Calling delete_port for 673365dc-b489-405a-82e8-295f06b68545 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:42.171349 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] DHCP port deletion for 787bff4b-4781-41f6-9862-d7291cc05576 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:17:42.223322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Deleting port 673365dc-b489-405a-82e8-295f06b68545 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:42.223731 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.245503 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.268788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 16565de8-2089-4640-88b5-15dd559370df no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:17:42.273559 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Pushing event deleted for resources: {'Port': ['ID=673365dc-b489-405a-82e8-295f06b68545,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:42.278786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] No DVR routers for this DVR port 673365dc-b489-405a-82e8-295f06b68545 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:17:42.292542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 16565de8-2089-4640-88b5-15dd559370df {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:17:42.292888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 16565de8-2089-4640-88b5-15dd559370df not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:17:42.293306 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 673365dc-b489-405a-82e8-295f06b68545 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:17:42.320690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 673365dc-b489-405a-82e8-295f06b68545 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:17:42.321034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 673365dc-b489-405a-82e8-295f06b68545 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:17:42.321442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cf1fd717-4250-4878-80cd-6af14315d77a no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:17:42.352137 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] For port 673365dc-b489-405a-82e8-295f06b68545, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=673365dc-b489-405a-82e8-295f06b68545,segment=NetworkSegment(80afef61-b7bd-4ac1-9a70-34a6aaa996d1),segment_id=80afef61-b7bd-4ac1-9a70-34a6aaa996d1)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:42.352532 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.354768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: cf1fd717-4250-4878-80cd-6af14315d77a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:17:42.354900 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.355090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device cf1fd717-4250-4878-80cd-6af14315d77a not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:17:42.365945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Calling delete_port for 673365dc-b489-405a-82e8-295f06b68545 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:42.376371 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787bff4b-4781-41f6-9862-d7291cc05576']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:42.386338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80afef61-b7bd-4ac1-9a70-34a6aaa996d1') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:42.386634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80afef61-b7bd-4ac1-9a70-34a6aaa996d1') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:42.396411 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.410243 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.416138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:17:42.416519 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:17:42.418156 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:17:42.441074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.467314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Pushing event deleted for resources: {'Port': ['ID=673365dc-b489-405a-82e8-295f06b68545,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:42.470184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] No DVR routers for this DVR port 673365dc-b489-405a-82e8-295f06b68545 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:17:42.472524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.480510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.480510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.480510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.480510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.480510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.480510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.481183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.481183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.482613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.482613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.482613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.482613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8009fea-0f84-482f-a224-37e7f6341df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:42.493365 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:42.496481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] 10.222.0.21 "DELETE /v2.0/networks/787bff4b-4781-41f6-9862-d7291cc05576 HTTP/1.1" status: 204 len: 168 time: 0.5400455 Oct 13 01:17:42.497472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dfa77-8cff-433f-b12e-179c31e6eeef admin admin] Pushing event deleted for resources: {'Network': ['ID=787bff4b-4781-41f6-9862-d7291cc05576,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:42.499333 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50124) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:42.836176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:43.074908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Deleting port 5811b4a5-e6e7-41f6-af6f-172285f01847 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:43.075243 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:43.155821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] For port 5811b4a5-e6e7-41f6-af6f-172285f01847, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=5811b4a5-e6e7-41f6-af6f-172285f01847,segment=NetworkSegment(d8568a4a-f969-4f92-8cd7-1c0527bc1f62),segment_id=d8568a4a-f969-4f92-8cd7-1c0527bc1f62)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:43.156088 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:43.168345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Calling delete_port for 5811b4a5-e6e7-41f6-af6f-172285f01847 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:43.340902 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:43.366199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Pushing event deleted for resources: {'Port': ['ID=5811b4a5-e6e7-41f6-af6f-172285f01847,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:43.537552 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:43.746586 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Router c2175536-fd03-4b30-af4d-d0557aaa27de has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:17:43.854710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:17:43.861420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f2edeaf5-2ff3-49cf-8830-b8560b1a1471 admin admin] 10.222.0.21 "PUT /v2.0/routers/c2175536-fd03-4b30-af4d-d0557aaa27de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3607571 Oct 13 01:17:43.862622 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50126) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:43.864150 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] Sync routers for ids ['c2175536-fd03-4b30-af4d-d0557aaa27de'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:17:43.873266 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] Routers {'c2175536-fd03-4b30-af4d-d0557aaa27de'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:43.873868 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c2175536-fd03-4b30-af4d-d0557aaa27de'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:43.964777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:43.974866 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] Set router c2175536-fd03-4b30-af4d-d0557aaa27de gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:44.068629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.119626 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Deleting port d422a3b5-4784-4f8b-9ff1-ed6945159354 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:44.119966 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.148176 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:17:43Z', 'revision_number': 5, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port': {'id': 'd422a3b5-4784-4f8b-9ff1-ed6945159354', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:44.174392 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] Checking router: c2175536-fd03-4b30-af4d-d0557aaa27de for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:17:44.182448 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] Routers {'c2175536-fd03-4b30-af4d-d0557aaa27de'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:44.183047 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['c2175536-fd03-4b30-af4d-d0557aaa27de'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:44.201835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] For port d422a3b5-4784-4f8b-9ff1-ed6945159354, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d422a3b5-4784-4f8b-9ff1-ed6945159354,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:44.202201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.218136 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Calling delete_port for d422a3b5-4784-4f8b-9ff1-ed6945159354 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:44.269579 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] Set router c2175536-fd03-4b30-af4d-d0557aaa27de gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:44.322753 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:17:44Z', 'revision_number': 6, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:44.348561 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00257b25-9955-4d76-badf-7d51c98e0056 None None] The sync data for ids ['c2175536-fd03-4b30-af4d-d0557aaa27de'] in n-d-813679-4 is: [{'id': 'c2175536-fd03-4b30-af4d-d0557aaa27de', 'name': 'tempest-TestMinimumBasicScenario-1058960855-router', 'tenant_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:14:25Z', 'updated_at': '2021-10-13T01:17:44Z', 'revision_number': 6, 'project_id': 'a6483cdca56d469eb13b2b5d93d87b9d', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:17:44.391304 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.416871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Pushing event deleted for resources: {'Port': ['ID=d422a3b5-4784-4f8b-9ff1-ed6945159354,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:44.475909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.563203 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.565265 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.611538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.612064 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2175536-fd03-4b30-af4d-d0557aaa27de {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:17:44.618336 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.621821 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3673778a-d5ed-4349-846c-d98cd9661446 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c2175536-fd03-4b30-af4d-d0557aaa27de HTTP/1.1" status: 204 len: 168 time: 0.7559476 Oct 13 01:17:44.622046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50128) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:44.630292 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0518b471-66fa-4585-ab91-604cebd8a3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.667061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd06f022-3c92-4ad5-8cfa-446a7b150c06 admin admin] Deleting subnet 275e3d7e-b3e0-4a64-b196-dd06f360c22b {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:17:44.669953 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd06f022-3c92-4ad5-8cfa-446a7b150c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.706052 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd06f022-3c92-4ad5-8cfa-446a7b150c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.790170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd06f022-3c92-4ad5-8cfa-446a7b150c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.844965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd06f022-3c92-4ad5-8cfa-446a7b150c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.870502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06f022-3c92-4ad5-8cfa-446a7b150c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275e3d7e-b3e0-4a64-b196-dd06f360c22b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:44.872457 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dd06f022-3c92-4ad5-8cfa-446a7b150c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:44.875622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dd06f022-3c92-4ad5-8cfa-446a7b150c06 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/275e3d7e-b3e0-4a64-b196-dd06f360c22b HTTP/1.1" status: 204 len: 168 time: 0.2526226 Oct 13 01:17:44.877627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2400d-70bb-4325-b07b-e24dc1fb2212 None None] Network 8621152a-410a-4e4b-889f-e904837cbd3e requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:17:44.878105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50130) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:44.947954 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.001914 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Deleting port 4056ef4d-3e1a-47b4-948f-6a6253660c5e {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:45.002257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.063871 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] For port 4056ef4d-3e1a-47b4-948f-6a6253660c5e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4056ef4d-3e1a-47b4-948f-6a6253660c5e,segment=NetworkSegment(d8568a4a-f969-4f92-8cd7-1c0527bc1f62),segment_id=d8568a4a-f969-4f92-8cd7-1c0527bc1f62)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:45.064156 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.075781 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Calling delete_port for 4056ef4d-3e1a-47b4-948f-6a6253660c5e owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:45.104101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0011ad-de76-4075-a755-34142923d086 None None] DHCP port deletion for 8621152a-410a-4e4b-889f-e904837cbd3e request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:17:45.154655 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3b0011ad-de76-4075-a755-34142923d086 None None] Deleting port 4056ef4d-3e1a-47b4-948f-6a6253660c5e {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:17:45.155036 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3b0011ad-de76-4075-a755-34142923d086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.160655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.184550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4056ef4d-3e1a-47b4-948f-6a6253660c5e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:45.190785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] No DVR routers for this DVR port 4056ef4d-3e1a-47b4-948f-6a6253660c5e on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:17:45.227781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3b0011ad-de76-4075-a755-34142923d086 None None] For port 4056ef4d-3e1a-47b4-948f-6a6253660c5e, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4056ef4d-3e1a-47b4-948f-6a6253660c5e,segment=NetworkSegment(d8568a4a-f969-4f92-8cd7-1c0527bc1f62),segment_id=d8568a4a-f969-4f92-8cd7-1c0527bc1f62)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:45.228541 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3b0011ad-de76-4075-a755-34142923d086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.242371 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3b0011ad-de76-4075-a755-34142923d086 None None] Calling delete_port for 4056ef4d-3e1a-47b4-948f-6a6253660c5e owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:17:45.265425 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.286931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8621152a-410a-4e4b-889f-e904837cbd3e']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:45.297915 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:45.298219 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8568a4a-f969-4f92-8cd7-1c0527bc1f62') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:45.308402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.317863 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3b0011ad-de76-4075-a755-34142923d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.323268 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.329616 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:17:45.329948 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:17:45.331729 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:17:45.345161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0011ad-de76-4075-a755-34142923d086 None None] Pushing event deleted for resources: {'Port': ['ID=4056ef4d-3e1a-47b4-948f-6a6253660c5e,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:45.350892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0011ad-de76-4075-a755-34142923d086 None None] No DVR routers for this DVR port 4056ef4d-3e1a-47b4-948f-6a6253660c5e on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:17:45.390504 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.402108 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.412632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8621152a-410a-4e4b-889f-e904837cbd3e HTTP/1.1" status: 204 len: 168 time: 0.5302348 Oct 13 01:17:45.424897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5384da3-0a65-4569-a543-9d1a8687ff41 admin admin] Pushing event deleted for resources: {'Network': ['ID=8621152a-410a-4e4b-889f-e904837cbd3e,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:45.563828 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50134) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:45.602374 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cee1d9d0-20da-4dbc-a9b0-7e278bd197b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6aedfc20d24348dd8a34877ee3ab3847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374036 Oct 13 01:17:45.604799 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50136) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:45.655601 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-66954118-c47a-4869-b0c5-7f11899485cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.677053 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-66954118-c47a-4869-b0c5-7f11899485cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.722595 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-66954118-c47a-4869-b0c5-7f11899485cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.725222 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-66954118-c47a-4869-b0c5-7f11899485cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.726353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-66954118-c47a-4869-b0c5-7f11899485cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1a99ca6-6427-4288-8a23-f85bfd8194ce HTTP/1.1" status: 204 len: 168 time: 0.1206686 Oct 13 01:17:45.733795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66954118-c47a-4869-b0c5-7f11899485cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a99ca6-6427-4288-8a23-f85bfd8194ce,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:45.954763 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:45.975750 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:46.036358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50144) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:46.076047 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a556f859-c006-46cd-8ece-4a84d59d82b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6483cdca56d469eb13b2b5d93d87b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384488 Oct 13 01:17:46.079236 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50146) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:46.126663 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bfcabb23-3f87-4f24-88bd-49f4d9c439ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:46.148921 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bfcabb23-3f87-4f24-88bd-49f4d9c439ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:46.196734 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bfcabb23-3f87-4f24-88bd-49f4d9c439ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:46.199348 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bfcabb23-3f87-4f24-88bd-49f4d9c439ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:46.200519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bfcabb23-3f87-4f24-88bd-49f4d9c439ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faaf56e0-f06c-4773-a33d-43e60d927605 HTTP/1.1" status: 204 len: 168 time: 0.1203511 Oct 13 01:17:46.209062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcabb23-3f87-4f24-88bd-49f4d9c439ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaf56e0-f06c-4773-a33d-43e60d927605,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:46.270512 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4056ef4d-3e1a-47b4-948f-6a6253660c5e no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:17:46.290418 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 4056ef4d-3e1a-47b4-948f-6a6253660c5e {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:17:46.290766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4056ef4d-3e1a-47b4-948f-6a6253660c5e not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:17:46.291183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5811b4a5-e6e7-41f6-af6f-172285f01847 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:17:46.309696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 5811b4a5-e6e7-41f6-af6f-172285f01847 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:17:46.310101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 5811b4a5-e6e7-41f6-af6f-172285f01847 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:17:46.310519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d422a3b5-4784-4f8b-9ff1-ed6945159354 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:17:46.329638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d422a3b5-4784-4f8b-9ff1-ed6945159354 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:17:46.329914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d422a3b5-4784-4f8b-9ff1-ed6945159354 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:17:47.761837 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:47.839695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50190) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:47.844937 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473082105', 'description': 'tempest-secgroup-smoke-473082105 description', 'project_id': 'a212ee1f3e464aebba290e8192c3f029'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:47.866798 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:47.874213 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:47.950385 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:47.954294 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:47.989449 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b88fc5-ca9f-4d92-a9c2-6106513c9240,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:48.027531 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.031071 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.058088 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.059292 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2185898 Oct 13 01:17:48.062967 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50192) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:48.063697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e67274-a6ca-463f-b816-355f930139f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0bda5-c6f1-4c08-82e9-a378107963ed,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:48.067820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-cba40512-18c4-4fd3-a78f-46c016c1735f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '00c0bda5-c6f1-4c08-82e9-a378107963ed', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:48.095924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cba40512-18c4-4fd3-a78f-46c016c1735f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.150019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cba40512-18c4-4fd3-a78f-46c016c1735f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.153253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cba40512-18c4-4fd3-a78f-46c016c1735f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.170807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba40512-18c4-4fd3-a78f-46c016c1735f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d012f1-a6ba-44b5-843c-3cb76583c73c,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:48.175134 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-cba40512-18c4-4fd3-a78f-46c016c1735f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.176354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-cba40512-18c4-4fd3-a78f-46c016c1735f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121771 Oct 13 01:17:48.179046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50194) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:48.183590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-92e3d02c-5a53-4dc7-a382-40a34c879d02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '00c0bda5-c6f1-4c08-82e9-a378107963ed', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:48.212325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-92e3d02c-5a53-4dc7-a382-40a34c879d02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.269010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-92e3d02c-5a53-4dc7-a382-40a34c879d02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.272318 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-92e3d02c-5a53-4dc7-a382-40a34c879d02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.292196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3d02c-5a53-4dc7-a382-40a34c879d02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c832b90-74e2-44e9-a7ac-075c9a865684,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:48.300592 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-92e3d02c-5a53-4dc7-a382-40a34c879d02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.301792 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-92e3d02c-5a53-4dc7-a382-40a34c879d02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217475 Oct 13 01:17:48.304489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50196) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:48.308808 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d4edefb7-9dd2-49b5-92fb-cbe2fd901cbd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '00c0bda5-c6f1-4c08-82e9-a378107963ed', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:48.333662 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4edefb7-9dd2-49b5-92fb-cbe2fd901cbd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.391190 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4edefb7-9dd2-49b5-92fb-cbe2fd901cbd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.394537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4edefb7-9dd2-49b5-92fb-cbe2fd901cbd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.411424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edefb7-9dd2-49b5-92fb-cbe2fd901cbd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2780fd08-88e5-4316-aaa9-cd5470eb37e6,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:48.419170 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d4edefb7-9dd2-49b5-92fb-cbe2fd901cbd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.420417 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d4edefb7-9dd2-49b5-92fb-cbe2fd901cbd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150043 Oct 13 01:17:48.423905 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50198) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:48.428271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a5b0232f-66d9-4086-947d-627106198d5d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '00c0bda5-c6f1-4c08-82e9-a378107963ed', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:48.453099 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b0232f-66d9-4086-947d-627106198d5d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.509840 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b0232f-66d9-4086-947d-627106198d5d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.513324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b0232f-66d9-4086-947d-627106198d5d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.530211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0232f-66d9-4086-947d-627106198d5d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7166f2e-65fb-425d-bc78-7ad101ba3c5f,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:48.538213 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a5b0232f-66d9-4086-947d-627106198d5d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.539406 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a5b0232f-66d9-4086-947d-627106198d5d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145296 Oct 13 01:17:48.542121 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50200) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:48.546438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-23c758b3-48bb-4183-970a-dadb3504e835 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '00c0bda5-c6f1-4c08-82e9-a378107963ed', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:48.569385 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-23c758b3-48bb-4183-970a-dadb3504e835 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:17:48.574058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23c758b3-48bb-4183-970a-dadb3504e835 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.631603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23c758b3-48bb-4183-970a-dadb3504e835 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.634969 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23c758b3-48bb-4183-970a-dadb3504e835 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.654290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c758b3-48bb-4183-970a-dadb3504e835 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a4f91b-5a83-4c0a-9773-02a6d68c6316,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:48.662153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-23c758b3-48bb-4183-970a-dadb3504e835 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.663328 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-23c758b3-48bb-4183-970a-dadb3504e835 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202614 Oct 13 01:17:48.666069 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50202) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:48.670369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a062ef37-ce02-4f9a-ad70-dc81ba59a7c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '00c0bda5-c6f1-4c08-82e9-a378107963ed', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:48.691794 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-a062ef37-ce02-4f9a-ad70-dc81ba59a7c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:17:48.696305 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a062ef37-ce02-4f9a-ad70-dc81ba59a7c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.754465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a062ef37-ce02-4f9a-ad70-dc81ba59a7c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.757889 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a062ef37-ce02-4f9a-ad70-dc81ba59a7c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.774518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ef37-ce02-4f9a-ad70-dc81ba59a7c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9aa8ca-d2ba-4788-b50d-8e58ecb3af67,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:48.782854 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a062ef37-ce02-4f9a-ad70-dc81ba59a7c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.784118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a062ef37-ce02-4f9a-ad70-dc81ba59a7c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171067 Oct 13 01:17:48.787095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50204) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:48.791895 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'network': {'name': 'tempest-network-smoke--409001545', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:48.811457 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:17:48.814876 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.836822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:17:48.845975 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.846343 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Added segment aa819915-2020-43f3-a146-55018f1a89c4 of type vlan for network 473121ef-dcf8-4639-8877-f829e84cb6e6 Oct 13 01:17:48.887478 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.912373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.918296 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:48.918872 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:48.977618 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1894326 Oct 13 01:17:48.980731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50206) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:48.986093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'admin_state_up': True, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:48.990184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2fa0c-d6e5-4cca-a631-4ba012551939 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Network': ['ID=473121ef-dcf8-4639-8877-f829e84cb6e6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:49.000576 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:17:49.009655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:49.010661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:49.061380 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:49.194879 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:49.383990 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:49.402963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:49.503051 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.77 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/867e6839-4b32-4bdf-921b-2b1426b9ca09) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:17:49.925924 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:49.957914 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:49.998146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:17:50.004435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:17:50.007479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:17:50.009474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=867e6839-4b32-4bdf-921b-2b1426b9ca09,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:50.250098 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:50.444172 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:50.568314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router e35de736-a380-4b8c-8936-fce345ae5949 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:17:50.675364 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:17:50.684717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Sync routers for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:17:50.693725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:50.694330 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:50.694747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:50.695980 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-42d57437-77b2-4ee1-bf6d-da6e7f72ce34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7141790 Oct 13 01:17:50.699211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50208) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:50.799797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:50.821922 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7345a74c-215b-4081-86e0-3fc15fb9a8be tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a212ee1f3e464aebba290e8192c3f029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1213939 Oct 13 01:17:50.824600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50212) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:50.972766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852cc8e-5506-4965-a3ee-e33f8e242f2c tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:50.974308 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c852cc8e-5506-4965-a3ee-e33f8e242f2c tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1487291 Oct 13 01:17:50.977227 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50214) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:50.978626 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:50Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:51.008352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Checking router: e35de736-a380-4b8c-8936-fce345ae5949 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:17:51.008700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Updating router e35de736-a380-4b8c-8936-fce345ae5949 port 867e6839-4b32-4bdf-921b-2b1426b9ca09 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:17:51.010878 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-25a94f01-f5b9-4c0e-8cc1-18c5630aa67d tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325911 Oct 13 01:17:51.013514 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50216) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:51.018880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1120102731', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:51.034476 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.107590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:17:51.111058 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.285219 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.286500 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.291966 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.343570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8da8e-233b-46a3-8485-581d77e3dfa0 None None] Pushing event updated for resources: {'Port': ['ID=867e6839-4b32-4bdf-921b-2b1426b9ca09,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:51.346198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Attempting to bind port 867e6839-4b32-4bdf-921b-2b1426b9ca09 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:17:51.346566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Attempting to bind port 867e6839-4b32-4bdf-921b-2b1426b9ca09 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:17:51.346914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Attempting to bind port 867e6839-4b32-4bdf-921b-2b1426b9ca09 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:17:51.352503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Subnet': ['ID=5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:51.353628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:17:51.354437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:17:51.354437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.354772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:17:51.355680 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Bound port: 867e6839-4b32-4bdf-921b-2b1426b9ca09, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:17:51.356072 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.358037 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Checking segment: {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:17:51.358337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network hostable DHCP agents. Network: 473121ef-dcf8-4639-8877-f829e84cb6e6, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:17:51.376921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:17:51.386549 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 473121ef-dcf8-4639-8877-f829e84cb6e6) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:17:51.391122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:51.391825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.396078 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4aadd-d175-49f2-b982-86817ba59433 None None] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:17:51.408618 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-70b699d4-a9a7-4a83-b17d-278b56066259 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3940835 Oct 13 01:17:51.411443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50218) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:17:51.461084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] For port 867e6839-4b32-4bdf-921b-2b1426b9ca09, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:17:51.477203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] For port 867e6839-4b32-4bdf-921b-2b1426b9ca09, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=867e6839-4b32-4bdf-921b-2b1426b9ca09,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:17:51.483141 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.583900 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8da8e-233b-46a3-8485-581d77e3dfa0 None None] Pushing event updated for resources: {'Port': ['ID=867e6839-4b32-4bdf-921b-2b1426b9ca09,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:51.588044 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:51.588648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:51.689240 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-473121ef-dcf8-4639-8877-f829e84cb6e6', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:17:51.690099 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:51.778846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:51.853003 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.104292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Allocated IP 172.20.0.2 (473121ef-dcf8-4639-8877-f829e84cb6e6/5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5/065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:17:52.254530 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:50Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:52.297707 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200ae13d-6fe7-4680-ba5d-3fced31db43c None None] The sync data for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 is: [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:50Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:17:52.322286 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.329398 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.374217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:17:52.382935 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:17:52.385567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:17:52.387167 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Pushing event updated for resources: {'Port': ['ID=065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:52.400196 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.1 (473121ef-dcf8-4639-8877-f829e84cb6e6/5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5/0c54dba6-f8e9-43f0-95e9-0519190b2909) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:17:52.444562 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Attempting to bind port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:17:52.444929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Attempting to bind port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:17:52.445293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Attempting to bind port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba on network 473121ef-dcf8-4639-8877-f829e84cb6e6 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:17:52.450457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:17:52.450832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Checking segment: {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:17:52.451233 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.451658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Bound using segment: {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:17:52.452125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Bound port: 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:17:52.452503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.518217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] For port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:17:52.521966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] For port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:17:52.525873 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.527025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.573044 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.616193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c6023-efe7-4832-a7de-a304237d43cd None None] Pushing event updated for resources: {'Port': ['ID=065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:52.646292 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=0c54dba6-f8e9-43f0-95e9-0519190b2909,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:52.652717 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:17:52.655330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:17:52.660884 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:17:52.713575 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:52.896853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:53.203397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:53.208249 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:53.293501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=0c54dba6-f8e9-43f0-95e9-0519190b2909,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:53.296112 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:53.407158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:17:53.408704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:17:53.529798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router e35de736-a380-4b8c-8936-fce345ae5949 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:17:53.613864 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf5ab2-5561-4027-8129-f4793a3fbfa4 None None] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:17:53.640863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:17:53.646092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d6566c49-0d7b-4bc9-865c-56c4fbb8426a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/e35de736-a380-4b8c-8936-fce345ae5949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2332683 Oct 13 01:17:53.738398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d9ed74ca-9669-4009-89f6-bfd552d13203 None None] Provisioning complete for port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:53.738769 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9ed74ca-9669-4009-89f6-bfd552d13203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:53.789448 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-76eaffb7-fb2e-4aab-9c35-8f1382dc4424 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473082105&fields=id&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 267 time: 0.0353270 Oct 13 01:17:53.851552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9ed74ca-9669-4009-89f6-bfd552d13203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:53.893144 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d9ed74ca-9669-4009-89f6-bfd552d13203 None None] For port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:53.898013 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9ed74ca-9669-4009-89f6-bfd552d13203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:53.928627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-fea71e30-605d-468c-ad46-36a47d3ed431 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:53.935891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-fea71e30-605d-468c-ad46-36a47d3ed431 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/networks?id=473121ef-dcf8-4639-8877-f829e84cb6e6 HTTP/1.1" status: 200 len: 796 time: 0.1350105 Oct 13 01:17:53.946401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-c6687a9b-9255-47d5-bdb1-5c1a787c9329 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/quotas/a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 375 time: 0.0096111 Oct 13 01:17:53.951842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed74ca-9669-4009-89f6-bfd552d13203 None None] Pushing event updated for resources: {'Port': ['ID=065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:54.001528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-de0b55ea-36ed-43e2-aa6e-934f9d7ef915 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492404 Oct 13 01:17:54.121127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e056cd49-4f9f-4d19-96f3-01fa55394158 None None] Provisioning complete for port 0c54dba6-f8e9-43f0-95e9-0519190b2909 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:54.121513 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e056cd49-4f9f-4d19-96f3-01fa55394158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.165643 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e056cd49-4f9f-4d19-96f3-01fa55394158 None None] Port 0c54dba6-f8e9-43f0-95e9-0519190b2909 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:17:54.177392 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e056cd49-4f9f-4d19-96f3-01fa55394158 None None] Provisioning complete for port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:54.177575 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Sync routers for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:17:54.178063 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e056cd49-4f9f-4d19-96f3-01fa55394158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.190918 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:54.191636 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:54.202557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-b3e9d30e-a1d5-4779-b7bf-edc76e84fd1a service neutron] 10.222.0.21 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890557 Oct 13 01:17:54.321198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-b7604e22-e745-4471-90d4-20e262e51a6f service neutron] 10.222.0.21 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175871 Oct 13 01:17:54.378423 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 867e6839-4b32-4bdf-921b-2b1426b9ca09 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:17:54.454464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7d9ad446-66de-4dc8-a8eb-3417de76d3aa None None] Provisioning complete for port 0c54dba6-f8e9-43f0-95e9-0519190b2909 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:54.455587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad446-66de-4dc8-a8eb-3417de76d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.456662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 867e6839-4b32-4bdf-921b-2b1426b9ca09 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:54.457080 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.480096 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:54.538461 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ad446-66de-4dc8-a8eb-3417de76d3aa None None] Port 0c54dba6-f8e9-43f0-95e9-0519190b2909 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:17:54.569147 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-418ad0bb-e7bf-41a0-b048-b3edbed0136c req-5426f962-2e3b-4586-9dfa-595255936d14 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 210 time: 0.0435083 Oct 13 01:17:54.609906 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.630824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 867e6839-4b32-4bdf-921b-2b1426b9ca09, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=867e6839-4b32-4bdf-921b-2b1426b9ca09,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:54.636579 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.637589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:17:54.714944 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:53Z', 'revision_number': 2, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:54.725757 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c9dc528c-be42-4e7d-8f5e-5e64b5bdeb58 None None] Provisioning complete for port 0c54dba6-f8e9-43f0-95e9-0519190b2909 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:54.726140 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c9dc528c-be42-4e7d-8f5e-5e64b5bdeb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.732533 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=867e6839-4b32-4bdf-921b-2b1426b9ca09,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:54.753754 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Checking router: e35de736-a380-4b8c-8936-fce345ae5949 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:17:54.753754 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Updating router e35de736-a380-4b8c-8936-fce345ae5949 port 0c54dba6-f8e9-43f0-95e9-0519190b2909 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:17:54.780815 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.784026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:54.784411 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:54.787158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc528c-be42-4e7d-8f5e-5e64b5bdeb58 None None] Port 0c54dba6-f8e9-43f0-95e9-0519190b2909 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:17:55.063037 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.068310 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.115169 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Pushing event updated for resources: {'Port': ['ID=0c54dba6-f8e9-43f0-95e9-0519190b2909,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:55.125993 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.126171 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.126466 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.126800 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.127132 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.127563 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.127814 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.128145 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.128470 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.128792 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.129113 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.129435 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:17:55.179955 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Attempting to bind port 0c54dba6-f8e9-43f0-95e9-0519190b2909 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:17:55.180597 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Attempting to bind port 0c54dba6-f8e9-43f0-95e9-0519190b2909 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:17:55.180707 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Attempting to bind port 0c54dba6-f8e9-43f0-95e9-0519190b2909 on network 473121ef-dcf8-4639-8877-f829e84cb6e6 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:17:55.186381 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:17:55.186761 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Checking segment: {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:17:55.187773 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.188173 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Bound using segment: {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:17:55.188644 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Bound port: 0c54dba6-f8e9-43f0-95e9-0519190b2909, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:17:55.189029 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.258392 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] For port 0c54dba6-f8e9-43f0-95e9-0519190b2909, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:17:55.261967 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] For port 0c54dba6-f8e9-43f0-95e9-0519190b2909, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0c54dba6-f8e9-43f0-95e9-0519190b2909,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:17:55.266112 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.310783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f73351ae-cc4d-4dab-bf8c-216736ede5e1 None None] Provisioning complete for port 0c54dba6-f8e9-43f0-95e9-0519190b2909 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:55.310987 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f73351ae-cc4d-4dab-bf8c-216736ede5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.322611 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:17:55.323239 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:55.357156 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6cc0d-9c24-4673-94e2-9ccba89c15f7 None None] Pushing event updated for resources: {'Port': ['ID=0c54dba6-f8e9-43f0-95e9-0519190b2909,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:55.398733 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f73351ae-cc4d-4dab-bf8c-216736ede5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.439238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f73351ae-cc4d-4dab-bf8c-216736ede5e1 None None] For port 0c54dba6-f8e9-43f0-95e9-0519190b2909, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0c54dba6-f8e9-43f0-95e9-0519190b2909,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:17:55.443817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f73351ae-cc4d-4dab-bf8c-216736ede5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.444620 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:17:55.493976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73351ae-cc4d-4dab-bf8c-216736ede5e1 None None] Pushing event updated for resources: {'Port': ['ID=0c54dba6-f8e9-43f0-95e9-0519190b2909,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:55.567776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dd9859b7-3c1e-4d21-b563-399468a29dde None None] Provisioning complete for port 0c54dba6-f8e9-43f0-95e9-0519190b2909 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:55.568221 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dd9859b7-3c1e-4d21-b563-399468a29dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:55.703769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df80f9b7-5440-4bd7-a165-dfca61bdabef req-02f79f98-f1b4-47ff-a829-b5038558b41d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 210 time: 0.0368834 Oct 13 01:17:55.738936 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:55Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:17:55.769061 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3a58bc-f980-42df-9582-1c2368e4a730 None None] The sync data for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 is: [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:55Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:17:55.977666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-8c02669e-a5ae-450c-ab2b-b4eb3e24f137 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:55.979203 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-8c02669e-a5ae-450c-ab2b-b4eb3e24f137 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/networks?id=473121ef-dcf8-4639-8877-f829e84cb6e6 HTTP/1.1" status: 200 len: 796 time: 0.4273937 Oct 13 01:17:56.029050 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-cd6572ab-e55e-4ca4-a45f-6be23ee4e7ab tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 379 time: 0.0344174 Oct 13 01:17:56.038756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'port': {'device_id': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'admin_state_up': True, 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'security_groups': ['00c0bda5-c6f1-4c08-82e9-a378107963ed']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:56.152224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:17:56.156502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:56.294237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.13 (473121ef-dcf8-4639-8877-f829e84cb6e6/5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5/7a9c5a88-eb71-462d-9bd4-632c26d6918a) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:17:56.360450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 867e6839-4b32-4bdf-921b-2b1426b9ca09 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:17:56.413045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 867e6839-4b32-4bdf-921b-2b1426b9ca09 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:56.413735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:56.442219 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:56.479382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:56.501056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0c54dba6-f8e9-43f0-95e9-0519190b2909 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:17:56.539544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:17:56.542736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:17:56.548118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:17:56.552097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=7a9c5a88-eb71-462d-9bd4-632c26d6918a,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:56.559332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0c54dba6-f8e9-43f0-95e9-0519190b2909 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:56.559933 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:56.606753 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:56.607423 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:56.627377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0edbfaed-efee-490c-aa51-3de91e67a0da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5922523 Oct 13 01:17:56.640818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0b4ecb3e-44af-4add-9c82-ea0ef0c497cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:17:56.642007 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-0b4ecb3e-44af-4add-9c82-ea0ef0c497cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069818 Oct 13 01:17:56.708996 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Request body: {'port': {'device_id': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:17:56.772431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:56.797439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e7d44624-2d50-42c4-9f44-6415552256ca None None] Provisioning complete for port 7a9c5a88-eb71-462d-9bd4-632c26d6918a triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:17:56.797813 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e7d44624-2d50-42c4-9f44-6415552256ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:56.837502 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e7d44624-2d50-42c4-9f44-6415552256ca None None] Port 7a9c5a88-eb71-462d-9bd4-632c26d6918a cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:17:56.853677 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06ae3f-0382-4c10-845d-20d455dac8ac req-c818c58f-2bb0-4a49-931e-752b2257efe5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:56.855870 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d06ae3f-0382-4c10-845d-20d455dac8ac req-c818c58f-2bb0-4a49-931e-752b2257efe5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 932 time: 0.0662525 Oct 13 01:17:56.903180 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d06ae3f-0382-4c10-845d-20d455dac8ac req-77499e62-6a12-4d34-9067-81d5b05032ca tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 Oct 13 01:17:57.061865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9c5a88-eb71-462d-9bd4-632c26d6918a {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:17:57.069850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:57.081737 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Transition to ACTIVE for port object 7a9c5a88-eb71-462d-9bd4-632c26d6918a will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:17:57.085823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:57.135410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9c5a88-eb71-462d-9bd4-632c26d6918a,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:57.210504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Attempting to bind port 7a9c5a88-eb71-462d-9bd4-632c26d6918a on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:17:57.210853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Attempting to bind port 7a9c5a88-eb71-462d-9bd4-632c26d6918a by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:17:57.211167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Attempting to bind port 7a9c5a88-eb71-462d-9bd4-632c26d6918a on network 473121ef-dcf8-4639-8877-f829e84cb6e6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:17:57.215854 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Port 7a9c5a88-eb71-462d-9bd4-632c26d6918a on network 473121ef-dcf8-4639-8877-f829e84cb6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:17:57.216210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Attempting to bind port 7a9c5a88-eb71-462d-9bd4-632c26d6918a on network 473121ef-dcf8-4639-8877-f829e84cb6e6 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:17:57.221271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:17:57.221610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Checking segment: {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:17:57.222025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Bound using segment: {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:17:57.222424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Bound port: 7a9c5a88-eb71-462d-9bd4-632c26d6918a, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa819915-2020-43f3-a146-55018f1a89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:17:57.222785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:57.288730 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] For port 7a9c5a88-eb71-462d-9bd4-632c26d6918a, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:17:57.291708 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] For port 7a9c5a88-eb71-462d-9bd4-632c26d6918a, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:17:57.296180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:57.332988 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:57.333586 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:17:57.334973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a9c5a88-eb71-462d-9bd4-632c26d6918a HTTP/1.1" status: 200 len: 1092 time: 0.6789572 Oct 13 01:17:57.335414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:17:57.337731 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4aea76-6f1e-420f-a979-80a53d57721f" -d '{"events": [{"name": "network-changed", "server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:17:57.379368 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b08c9-c3ae-4a74-8653-2b7023433e12 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9c5a88-eb71-462d-9bd4-632c26d6918a,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:17:57.407243 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b79cdf2-dd0f-4bd6-bbde-839886d4ae58 x-openstack-request-id: req-6b79cdf2-dd0f-4bd6-bbde-839886d4ae58 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:17:57.407560 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:17:57.407816 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b79cdf2-dd0f-4bd6-bbde-839886d4ae58 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:17:57.408242 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'status': 'completed', 'code': 200} Oct 13 01:17:57.465569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-4ffdc7f9-43bb-49f2-85a9-c06329cfc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:57.467120 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-4ffdc7f9-43bb-49f2-85a9-c06329cfc43d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 1095 time: 0.0430605 Oct 13 01:17:57.519762 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-6486fdb6-0470-4bf5-ba64-365ebcd47656 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a HTTP/1.1" status: 200 len: 217 time: 0.0387440 Oct 13 01:17:57.570129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-9f2c0dc7-0a0d-48ed-b01b-05bf8274cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:57.571583 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-9f2c0dc7-0a0d-48ed-b01b-05bf8274cdab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5 HTTP/1.1" status: 200 len: 835 time: 0.0446832 Oct 13 01:17:57.616220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-e684f9ae-81d8-49d7-b377-b2d6c5ce612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:57.617725 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-e684f9ae-81d8-49d7-b377-b2d6c5ce612b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=473121ef-dcf8-4639-8877-f829e84cb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396438 Oct 13 01:17:57.710170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-10fdacc1-2c64-48e7-9460-8a6cc57108e6 service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845320 Oct 13 01:17:57.800238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-27b2df39-ab2a-4530-b08e-f7cb5034d7a8 req-a8603a0f-58a5-4023-be08-6c01a48598e9 service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830076 Oct 13 01:17:57.933704 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-d4208f2c-07dd-43e4-803f-534f17ab9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:57.935266 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-d4208f2c-07dd-43e4-803f-534f17ab9693 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 1095 time: 0.0463512 Oct 13 01:17:58.017734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b023baa-dd6d-4b73-a9ca-a1c45725ca1a req-d48b9ebf-bc1f-4a0c-88ce-f6b4eaf19795 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:58.019125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b023baa-dd6d-4b73-a9ca-a1c45725ca1a req-d48b9ebf-bc1f-4a0c-88ce-f6b4eaf19795 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 944 time: 0.0480461 Oct 13 01:17:58.030324 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-bb8dc0e3-fd0a-44be-b8e0-64f19f0669c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:58.032422 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-bb8dc0e3-fd0a-44be-b8e0-64f19f0669c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=473121ef-dcf8-4639-8877-f829e84cb6e6 HTTP/1.1" status: 200 len: 897 time: 0.0907655 Oct 13 01:17:58.057462 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b023baa-dd6d-4b73-a9ca-a1c45725ca1a req-06e5d2dd-aea8-4855-a7f5-8aca1d722391 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323815 Oct 13 01:17:58.074864 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-2b121da3-5d90-4b1f-973a-476b8326202f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a HTTP/1.1" status: 200 len: 217 time: 0.0350709 Oct 13 01:17:58.127536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-b0b94ac3-a5b7-40aa-a57e-d83124429a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:58.128969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-b0b94ac3-a5b7-40aa-a57e-d83124429a91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5 HTTP/1.1" status: 200 len: 835 time: 0.0472906 Oct 13 01:17:58.176224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-a7f3a9c2-5dcc-40a2-90bf-ec23a5667833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:58.177702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-a7f3a9c2-5dcc-40a2-90bf-ec23a5667833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=473121ef-dcf8-4639-8877-f829e84cb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409958 Oct 13 01:17:58.277770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-dc2429ec-110a-4dff-9dc5-2180df0efc59 service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926838 Oct 13 01:17:58.366219 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8c4aea76-6f1e-420f-a979-80a53d57721f req-635fbe72-2059-49a7-a9f2-64a0651b6851 service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807502 Oct 13 01:17:59.169852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31cf1f-8d1e-4b0d-9446-3d8a2c8d3a41 req-1837f090-92a0-40fc-9f66-6163a681ab4d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:17:59.171707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a31cf1f-8d1e-4b0d-9446-3d8a2c8d3a41 req-1837f090-92a0-40fc-9f66-6163a681ab4d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 944 time: 0.0488048 Oct 13 01:17:59.213207 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a31cf1f-8d1e-4b0d-9446-3d8a2c8d3a41 req-aadc377e-f75a-41c3-808a-8d4918e429f3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309656 Oct 13 01:18:00.329888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6f90-c379-47b2-9ef4-8bfc405048d6 req-40527832-9563-4003-be64-2ba493eac8eb tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:00.331332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f2e6f90-c379-47b2-9ef4-8bfc405048d6 req-40527832-9563-4003-be64-2ba493eac8eb tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 944 time: 0.0519547 Oct 13 01:18:00.369060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f2e6f90-c379-47b2-9ef4-8bfc405048d6 req-76832503-a388-4eba-81e9-2a1cfaeb227e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316896 Oct 13 01:18:01.385445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7a9c5a88-eb71-462d-9bd4-632c26d6918a details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:18:01.482381 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c10c6-719a-48ad-94ca-b13e63d0eba1 req-02f053f6-49c7-4b90-b368-a7e0090b5472 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:01.483317 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7a9c5a88-eb71-462d-9bd4-632c26d6918a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:18:01.486508 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-169c10c6-719a-48ad-94ca-b13e63d0eba1 req-02f053f6-49c7-4b90-b368-a7e0090b5472 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 944 time: 0.0501301 Oct 13 01:18:01.497151 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'port_id': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'mac_address': 'fa:16:3e:dd:a8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:18:01.522299 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-169c10c6-719a-48ad-94ca-b13e63d0eba1 req-33bfe648-1d1c-4fcd-b67a-42a0c62fe988 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318873 Oct 13 01:18:01.535322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:01.548789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9c5a88-eb71-462d-9bd4-632c26d6918a {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:18:01.567180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7a9c5a88-eb71-462d-9bd4-632c26d6918a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:18:01.570641 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:01.620356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7a9c5a88-eb71-462d-9bd4-632c26d6918a,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:18:01.981830 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['7a9c5a88-eb71-462d-9bd4-632c26d6918a'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:18:02.633979 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e4142-e0be-47dd-ae60-9414fc0ca1ed req-a59521c7-ba8f-41af-9bcd-46067c934df5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:02.635427 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-483e4142-e0be-47dd-ae60-9414fc0ca1ed req-a59521c7-ba8f-41af-9bcd-46067c934df5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 945 time: 0.0472677 Oct 13 01:18:02.672608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-483e4142-e0be-47dd-ae60-9414fc0ca1ed req-a8ec4b77-aa6e-4e65-a939-8d794a45e530 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308816 Oct 13 01:18:03.391495 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7a9c5a88-eb71-462d-9bd4-632c26d6918a up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:18:03.439272 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 7a9c5a88-eb71-462d-9bd4-632c26d6918a completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:18:03.443010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 7a9c5a88-eb71-462d-9bd4-632c26d6918a triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:18:03.443390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:03.517767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:03.539206 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:18:03.541478 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3a4695-8be9-4e77-9102-d6dfc1a1c852" -d '{"events": [{"server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "name": "network-vif-plugged", "status": "completed", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:18:03.554574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 7a9c5a88-eb71-462d-9bd4-632c26d6918a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:18:03.559714 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:03.609024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=7a9c5a88-eb71-462d-9bd4-632c26d6918a,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:18:03.639455 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e9f53f-e7a1-44d0-b2ef-9e16fb3d5271 x-openstack-request-id: req-45e9f53f-e7a1-44d0-b2ef-9e16fb3d5271 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:18:03.639760 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "name": "network-vif-plugged", "status": "completed", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:18:03.640018 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45e9f53f-e7a1-44d0-b2ef-9e16fb3d5271 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:18:03.640414 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'code': 200} Oct 13 01:18:03.760479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd70a8-f8de-4207-bb9e-ccfec5c83bd9 req-53e7c2af-613b-4f94-a9a3-2b027a9f8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:03.762032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-febd70a8-f8de-4207-bb9e-ccfec5c83bd9 req-53e7c2af-613b-4f94-a9a3-2b027a9f8c83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 1097 time: 0.0415206 Oct 13 01:18:03.788326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00647331-c509-43b1-ac9e-6b3285ea6956 req-35ff9c63-4acb-4dfc-a728-d3b39745a55b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:03.789899 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00647331-c509-43b1-ac9e-6b3285ea6956 req-35ff9c63-4acb-4dfc-a728-d3b39745a55b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0517735 Oct 13 01:18:03.797112 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-febd70a8-f8de-4207-bb9e-ccfec5c83bd9 req-e178111b-974a-448d-94d9-568e024af688 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279720 Oct 13 01:18:03.829154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-00647331-c509-43b1-ac9e-6b3285ea6956 req-380b4e4e-63fc-4201-98a1-bd5a7ecb95d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323453 Oct 13 01:18:04.947548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3f634-44c1-41b2-8ccb-10d31138bf3b req-40813e4d-8153-460d-b3b7-dfa4cd7c7ccb tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:04.949028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4b3f634-44c1-41b2-8ccb-10d31138bf3b req-40813e4d-8153-460d-b3b7-dfa4cd7c7ccb tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0527189 Oct 13 01:18:04.987169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f4b3f634-44c1-41b2-8ccb-10d31138bf3b req-7dbb1c33-db05-4358-b1ea-03591aea2ded tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313687 Oct 13 01:18:06.099358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08b89e-2889-49a1-8e94-99bdf331a316 req-6b695993-4dae-4ab6-8da1-2185dbb206d6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:06.100842 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb08b89e-2889-49a1-8e94-99bdf331a316 req-6b695993-4dae-4ab6-8da1-2185dbb206d6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0479884 Oct 13 01:18:06.136874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb08b89e-2889-49a1-8e94-99bdf331a316 req-57ba25ff-2bb7-429c-b099-d8cda713dbe8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302894 Oct 13 01:18:06.253756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fabd6-389a-48e3-9022-68c65df314b8 req-0ec93a10-09e1-431c-ad4c-0973cc1d241f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:06.255237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-687fabd6-389a-48e3-9022-68c65df314b8 req-0ec93a10-09e1-431c-ad4c-0973cc1d241f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0548279 Oct 13 01:18:06.291826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-687fabd6-389a-48e3-9022-68c65df314b8 req-49a2e21f-6f65-4fa6-a533-706655f628f8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305688 Oct 13 01:18:06.314075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50278) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:18:06.352304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a8a349-9522-4909-b3c1-0e140112d147 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:06.353779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b9a8a349-9522-4909-b3c1-0e140112d147 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 1092 time: 0.0386302 Oct 13 01:18:06.356604 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50280) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:18:06.361304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:18:06.383780 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:06.479553 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:06.578077 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.192 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/29d3cffe-dbbc-4ed1-a536-ac56cd914d2a) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:18:06.681882 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:06.713232 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:06.746782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:18:06.751377 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:18:06.755577 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:18:06.783245 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=29d3cffe-dbbc-4ed1-a536-ac56cd914d2a,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:18:07.093362 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:07.426825 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:07.489791 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:07.635625 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:07.636396 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:07.639901 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:07.705770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=29d3cffe-dbbc-4ed1-a536-ac56cd914d2a,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:18:07.720768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:07.818054 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP 3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643 associated. External IP: 172.25.3.192, port: 7a9c5a88-eb71-462d-9bd4-632c26d6918a. Oct 13 01:18:08.016213 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router e35de736-a380-4b8c-8936-fce345ae5949 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:18:08.121079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:18:08.131155 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] Sync routers for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:18:08.138763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:08.139899 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:18:08.140506 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:18:08.168639 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-027b115d-9aff-4442-8060-d5a14f432055 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8110297 Oct 13 01:18:08.169206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:18:08.171991 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64a959-751d-4aba-9375-b697503e2205" -d '{"events": [{"name": "network-changed", "server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:18:08.207145 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601b6697-e214-422c-bc84-f4437bdd9e4e x-openstack-request-id: req-601b6697-e214-422c-bc84-f4437bdd9e4e {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:18:08.207437 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:18:08.207723 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-601b6697-e214-422c-bc84-f4437bdd9e4e {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:18:08.208125 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'status': 'completed', 'code': 200} Oct 13 01:18:08.257145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:18:08.270218 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a575437-f043-4132-8402-d68e9fbb703a req-e8eb885d-0163-44e7-b2b2-a1508ca462f4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:08.271714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a575437-f043-4132-8402-d68e9fbb703a req-e8eb885d-0163-44e7-b2b2-a1508ca462f4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0512276 Oct 13 01:18:08.309033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a959-751d-4aba-9375-b697503e2205 req-fc3a3120-212c-4959-9f9c-5f9962e5a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:08.310570 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d64a959-751d-4aba-9375-b697503e2205 req-fc3a3120-212c-4959-9f9c-5f9962e5a516 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 1097 time: 0.0596085 Oct 13 01:18:08.311774 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a575437-f043-4132-8402-d68e9fbb703a req-c51a5a22-8880-4ac6-b915-31a6b3814a42 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338743 Oct 13 01:18:08.335065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50286) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:18:08.407233 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b8d91857-ad1c-40e1-b02b-19ee1e31e946 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643 HTTP/1.1" status: 200 len: 992 time: 0.0703645 Oct 13 01:18:08.417626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a959-751d-4aba-9375-b697503e2205 req-346fb71a-3284-4172-a39a-91ba8e913f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:08.419136 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d64a959-751d-4aba-9375-b697503e2205 req-346fb71a-3284-4172-a39a-91ba8e913f04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=473121ef-dcf8-4639-8877-f829e84cb6e6 HTTP/1.1" status: 200 len: 897 time: 0.1012347 Oct 13 01:18:08.487205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'port_id': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'mac_address': 'fa:16:3e:dd:a8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:18:06Z', 'updated_at': '2021-10-13T01:18:06Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:55Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:18:08.487685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d64a959-751d-4aba-9375-b697503e2205 req-f9477050-dd08-4de8-b157-4393d04a0a1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a HTTP/1.1" status: 200 len: 1000 time: 0.0614114 Oct 13 01:18:08.516871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] Checking router: e35de736-a380-4b8c-8936-fce345ae5949 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:18:08.525254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:18:08.525779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:17:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:18:08.539187 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a959-751d-4aba-9375-b697503e2205 req-f00dd7d9-c799-41cc-a23c-726b3e32cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:08.540692 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d64a959-751d-4aba-9375-b697503e2205 req-f00dd7d9-c799-41cc-a23c-726b3e32cc52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5 HTTP/1.1" status: 200 len: 835 time: 0.0456052 Oct 13 01:18:08.586345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64a959-751d-4aba-9375-b697503e2205 req-1beed8c7-70a6-4669-8ad6-a617820e2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:08.587948 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d64a959-751d-4aba-9375-b697503e2205 req-1beed8c7-70a6-4669-8ad6-a617820e2e75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=473121ef-dcf8-4639-8877-f829e84cb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402510 Oct 13 01:18:08.685189 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d64a959-751d-4aba-9375-b697503e2205 req-f4799820-f842-41a2-8a98-528ff7715e46 service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897601 Oct 13 01:18:08.778299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0d64a959-751d-4aba-9375-b697503e2205 req-d071fbb1-2156-442c-9850-c87015aa2701 service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Oct 13 01:18:08.789406 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:18:09.009966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'port_id': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'mac_address': 'fa:16:3e:dd:a8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:18:06Z', 'updated_at': '2021-10-13T01:18:06Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:55Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:18:09.036126 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43ac3c-df91-4395-a473-02b5e7b873f8 None None] The sync data for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 is: [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'port_id': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'mac_address': 'fa:16:3e:dd:a8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:18:06Z', 'updated_at': '2021-10-13T01:18:06Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:55Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:18:09.223499 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29293e-c10e-4421-b97a-90589154ab1f None None] New status for floating IP 3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:18:09.411111 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50288) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:18:09.473836 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9dcf6004-e910-4b85-a7bb-056a08a9dee3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643 HTTP/1.1" status: 200 len: 994 time: 0.0620506 Oct 13 01:18:11.862995 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7f494498-c03c-4c7c-aa65-fa8aca65aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:14.635059 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c8519eb9-fc6f-4667-a231-6f8434cd6482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:15.957720 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:15.976339 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:17.763936 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:19.160274 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:18:37.101848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:37.636590 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:41.864043 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9acb4a15-4a04-4c49-a7e4-453779b6be83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:44.635288 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c7c14b23-4307-437b-973f-346b44785e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:45.961102 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:45.975013 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:47.766144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:18:53.569827 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-252c65be-ed04-4cdc-976b-478896b56b7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418353 Oct 13 01:18:53.671237 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-30eb0a3e-9c8a-469a-a692-5d4565fd13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:53.673250 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-30eb0a3e-9c8a-469a-a692-5d4565fd13f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 1097 time: 0.0444903 Oct 13 01:18:53.774385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-fbffe5db-d1ae-4c62-ba19-90e11fa0b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:53.775924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-fbffe5db-d1ae-4c62-ba19-90e11fa0b031 service neutron] 10.222.0.36 "GET /v2.0/networks?id=473121ef-dcf8-4639-8877-f829e84cb6e6 HTTP/1.1" status: 200 len: 897 time: 0.0834715 Oct 13 01:18:53.846094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-250479a7-a506-4a13-9845-308075fecdc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a HTTP/1.1" status: 200 len: 1002 time: 0.0627337 Oct 13 01:18:53.893484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-9c9d9833-dc49-4afd-9e9f-659008c821aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:53.894871 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-9c9d9833-dc49-4afd-9e9f-659008c821aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5 HTTP/1.1" status: 200 len: 835 time: 0.0426466 Oct 13 01:18:53.939792 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-29cc196e-1e88-44cd-8eae-f989347a962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:18:53.941250 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-29cc196e-1e88-44cd-8eae-f989347a962c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=473121ef-dcf8-4639-8877-f829e84cb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397124 Oct 13 01:18:54.030447 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-b665e8fc-3911-48b3-b38a-7fe299aaadd3 service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Oct 13 01:18:54.118706 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-acef4a9c-21af-4ec8-b04d-7864c9122f23 req-0589d2e5-6a75-4e4c-9092-e81735a0ac1e service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813773 Oct 13 01:18:56.159460 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:19:07.105188 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:07.646823 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:10.308146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef1c22-b326-4387-bcdf-46941c1acd4c req-f7f53568-1f55-4293-8744-01a6a9c87268 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:10.309613 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7ef1c22-b326-4387-bcdf-46941c1acd4c req-f7f53568-1f55-4293-8744-01a6a9c87268 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0492742 Oct 13 01:19:10.347584 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7ef1c22-b326-4387-bcdf-46941c1acd4c req-31167f13-014c-4fd4-8a88-e92945dc767c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319159 Oct 13 01:19:11.466128 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9722f-8e8f-463f-9f3f-e05901dc8517 req-9b48ceff-f8b0-4c15-b1a1-5a0eb8d7f796 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:11.467632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56f9722f-8e8f-463f-9f3f-e05901dc8517 req-9b48ceff-f8b0-4c15-b1a1-5a0eb8d7f796 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0507224 Oct 13 01:19:11.509082 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56f9722f-8e8f-463f-9f3f-e05901dc8517 req-f47ae595-ef44-4017-87bb-e3e1e36959e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353675 Oct 13 01:19:11.531404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50322) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:11.590566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0b26766f-b7db-4a7f-ad24-34feb91588bf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643 HTTP/1.1" status: 200 len: 994 time: 0.0580709 Oct 13 01:19:11.865188 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-293a3980-12dd-4758-a68a-079c98d4a48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:12.872410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eba08-79ea-4dca-9e53-6cf874cfca13 req-10f8abad-8956-4b98-b34e-25efb34bd5f4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:12.873806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-581eba08-79ea-4dca-9e53-6cf874cfca13 req-10f8abad-8956-4b98-b34e-25efb34bd5f4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0487611 Oct 13 01:19:12.910975 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-581eba08-79ea-4dca-9e53-6cf874cfca13 req-9de62527-5c81-4ca0-afaf-d39c850fa4ea tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306091 Oct 13 01:19:14.030255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450694-6b28-430f-a748-a477098e9010 req-1df31d51-4695-4c77-b3de-42c8b6675a1e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:14.031744 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34450694-6b28-430f-a748-a477098e9010 req-1df31d51-4695-4c77-b3de-42c8b6675a1e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0517459 Oct 13 01:19:14.071872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34450694-6b28-430f-a748-a477098e9010 req-ae29bcf6-5b8b-4a65-a070-e33178e4f5e4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341942 Oct 13 01:19:14.094277 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50336) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:14.154414 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2ec6926a-2899-4101-b65d-718f2c779bf8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643 HTTP/1.1" status: 200 len: 994 time: 0.0590153 Oct 13 01:19:14.418887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50344) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:14.577617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 29d3cffe-dbbc-4ed1-a536-ac56cd914d2a {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:19:14.577960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:14.635767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a6cab6d6-9f33-4e0f-a1b4-10268e9fd58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:14.657063 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:14.657391 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:14.669354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 29d3cffe-dbbc-4ed1-a536-ac56cd914d2a owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:19:14.814522 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:14.843741 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=29d3cffe-dbbc-4ed1-a536-ac56cd914d2a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:14.869619 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.869965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.870301 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.870662 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.870990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.871318 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.871670 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.872007 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.872316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.872637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.872955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.873272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:14.911630 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:14.911955 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP 3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643 disassociated (deleted). External IP: 172.25.3.192, port: 7a9c5a88-eb71-462d-9bd4-632c26d6918a. Oct 13 01:19:15.117326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router e35de736-a380-4b8c-8936-fce345ae5949 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:19:15.226908 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:19:15.231690 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:15.237750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] Sync routers for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:19:15.248759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:15.249799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:15.258908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0803d6a6-a81b-4e0b-ab47-f164055e5138 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/floatingips/3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643 HTTP/1.1" status: 204 len: 168 time: 0.8389084 Oct 13 01:19:15.259492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:19:15.262547 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecca40de-151b-4284-b1e6-1783813e8329" -d '{"events": [{"name": "network-changed", "server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:19:15.300000 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b128aec-c2f2-41b4-9c2b-d31c23ffa309 x-openstack-request-id: req-8b128aec-c2f2-41b4-9c2b-d31c23ffa309 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:19:15.300285 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:19:15.300532 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b128aec-c2f2-41b4-9c2b-d31c23ffa309 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:19:15.300932 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'status': 'completed', 'code': 200} Oct 13 01:19:15.362579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:15.389702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca40de-151b-4284-b1e6-1783813e8329 req-10db93ad-295e-49f2-8a57-2f4c7f71d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:15.391817 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecca40de-151b-4284-b1e6-1783813e8329 req-10db93ad-295e-49f2-8a57-2f4c7f71d517 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 1097 time: 0.0472834 Oct 13 01:19:15.493238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca40de-151b-4284-b1e6-1783813e8329 req-a615185c-8a18-4465-9e64-ddc25da9276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:15.494790 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecca40de-151b-4284-b1e6-1783813e8329 req-a615185c-8a18-4465-9e64-ddc25da9276e service neutron] 10.222.0.36 "GET /v2.0/networks?id=473121ef-dcf8-4639-8877-f829e84cb6e6 HTTP/1.1" status: 200 len: 897 time: 0.0960724 Oct 13 01:19:15.505297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e7a8-9521-48c5-bc80-b0475c0bc2a5 req-f6ae7118-9995-4861-ae2e-1792194c6292 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:15.506834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5273e7a8-9521-48c5-bc80-b0475c0bc2a5 req-f6ae7118-9995-4861-ae2e-1792194c6292 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0595479 Oct 13 01:19:15.539369 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecca40de-151b-4284-b1e6-1783813e8329 req-85055a9c-d72a-4624-a4df-3579f8f45516 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a HTTP/1.1" status: 200 len: 217 time: 0.0363781 Oct 13 01:19:15.547576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5273e7a8-9521-48c5-bc80-b0475c0bc2a5 req-29fb69dc-b82b-4840-a1b6-8caad3ca7429 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337899 Oct 13 01:19:15.588567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:55Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:15.595408 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca40de-151b-4284-b1e6-1783813e8329 req-463c603e-866c-4857-92c4-90282f67ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:15.596963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecca40de-151b-4284-b1e6-1783813e8329 req-463c603e-866c-4857-92c4-90282f67ad05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5 HTTP/1.1" status: 200 len: 835 time: 0.0502093 Oct 13 01:19:15.614500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] Checking router: e35de736-a380-4b8c-8936-fce345ae5949 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:19:15.622621 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:15.623223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:15.644016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca40de-151b-4284-b1e6-1783813e8329 req-234e8842-185a-49c9-a03d-293da381f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:15.645451 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecca40de-151b-4284-b1e6-1783813e8329 req-234e8842-185a-49c9-a03d-293da381f1e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=473121ef-dcf8-4639-8877-f829e84cb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408995 Oct 13 01:19:15.727438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:15.740930 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecca40de-151b-4284-b1e6-1783813e8329 req-75ad1978-b99d-4d07-aac9-6ae9b6d7a147 service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875959 Oct 13 01:19:15.832896 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ecca40de-151b-4284-b1e6-1783813e8329 req-8e4384dd-4f3c-4d7f-a05b-8a2128311cfa service neutron] 10.222.0.36 "GET /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833504 Oct 13 01:19:15.923358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:55Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:15.957094 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a4f34-d24c-44f7-b53d-eaffcd039aa9 None None] The sync data for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 is: [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:52Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '0c54dba6-f8e9-43f0-95e9-0519190b2909', 'name': '', 'network_id': '473121ef-dcf8-4639-8877-f829e84cb6e6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c5:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:51Z', 'updated_at': '2021-10-13T01:17:55Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:19:15.975983 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:15.980694 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:16.170437 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257388b-d623-47e7-83eb-0ff5906c5f99 None None] New status for floating IP 3fb9c6b7-a328-4e18-b6b9-3dfc38cd2643: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:19:16.670924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7b3b7-54b9-4793-8da8-889680be323e req-b15c3255-5400-46ca-832a-88e96ec4f80e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:16.672708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2f7b3b7-54b9-4793-8da8-889680be323e req-b15c3255-5400-46ca-832a-88e96ec4f80e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0542951 Oct 13 01:19:16.714139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a2f7b3b7-54b9-4793-8da8-889680be323e req-17eb8711-06e6-4005-9e30-cb41adb8a024 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=00c0bda5-c6f1-4c08-82e9-a378107963ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352955 Oct 13 01:19:17.358434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-7fbf1ed3-197f-4999-80bb-e86e3c1d55bd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:17.359899 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-7fbf1ed3-197f-4999-80bb-e86e3c1d55bd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 946 time: 0.0490658 Oct 13 01:19:17.451478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 7a9c5a88-eb71-462d-9bd4-632c26d6918a {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:19:17.451842 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:17.537390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 7a9c5a88-eb71-462d-9bd4-632c26d6918a, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=7a9c5a88-eb71-462d-9bd4-632c26d6918a,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:17.537743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:17.550509 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 7a9c5a88-eb71-462d-9bd4-632c26d6918a owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:19:17.677692 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:17.705441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=7a9c5a88-eb71-462d-9bd4-632c26d6918a,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:17.716055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.716413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.716756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.717096 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.717432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.717768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.718103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.718438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.718764 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.719091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.719417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.719765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:17.761516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] No DVR routers for this DVR port 7a9c5a88-eb71-462d-9bd4-632c26d6918a on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:19:17.764097 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:17.767446 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-01ef662a-359a-47a3-9e38-ea86cec7c405 req-1b41e05d-8986-4704-bc2a-286172d20c2e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "DELETE /v2.0/ports/7a9c5a88-eb71-462d-9bd4-632c26d6918a HTTP/1.1" status: 204 len: 173 time: 0.4013741 Oct 13 01:19:17.767979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'name': 'network-vif-deleted', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:19:17.770273 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a935d8-0f60-4c08-9acc-af051e412a34" -d '{"events": [{"server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "name": "network-vif-deleted", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:19:17.771874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:17.808754 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648589f1-f031-4be1-a8a5-8e9404378718 x-openstack-request-id: req-648589f1-f031-4be1-a8a5-8e9404378718 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:19:17.809047 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f958ad-eabc-42d7-958e-ac67d8ed313f", "name": "network-vif-deleted", "tag": "7a9c5a88-eb71-462d-9bd4-632c26d6918a", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:19:17.809293 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-648589f1-f031-4be1-a8a5-8e9404378718 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:19:17.809693 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f958ad-eabc-42d7-958e-ac67d8ed313f', 'name': 'network-vif-deleted', 'tag': '7a9c5a88-eb71-462d-9bd4-632c26d6918a', 'status': 'completed', 'code': 200} Oct 13 01:19:17.820273 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5b2d93c-f582-4393-a8e4-3cd54900db47 req-565f987e-ff2f-4e2c-9acb-0ca4f13300ee tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=52f958ad-eabc-42d7-958e-ac67d8ed313f HTTP/1.1" status: 200 len: 210 time: 0.0304928 Oct 13 01:19:18.875410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50360) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:19.228719 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:19.478868 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 0c54dba6-f8e9-43f0-95e9-0519190b2909 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:19:19.479130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:19.563876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 0c54dba6-f8e9-43f0-95e9-0519190b2909, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0c54dba6-f8e9-43f0-95e9-0519190b2909,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:19.564235 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:19.576174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 0c54dba6-f8e9-43f0-95e9-0519190b2909 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:19:19.757672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:19.785017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=0c54dba6-f8e9-43f0-95e9-0519190b2909,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:19.952845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.159880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router e35de736-a380-4b8c-8936-fce345ae5949 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:19:20.264866 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:19:20.272963 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50362) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:20.273396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-59a3ed79-e82c-43df-b32f-7115eefe9d72 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/e35de736-a380-4b8c-8936-fce345ae5949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3964980 Oct 13 01:19:20.279629 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] Sync routers for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:19:20.289698 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:20.290304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:20.325695 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-949e23c5-73b8-48ea-be7c-5122d39fb476 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting subnet 5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:19:20.328758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-949e23c5-73b8-48ea-be7c-5122d39fb476 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.367905 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-949e23c5-73b8-48ea-be7c-5122d39fb476 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.394114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:20.457633 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-949e23c5-73b8-48ea-be7c-5122d39fb476 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.516371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-949e23c5-73b8-48ea-be7c-5122d39fb476 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.543664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e23c5-73b8-48ea-be7c-5122d39fb476 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Subnet': ['ID=5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:20.548767 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-949e23c5-73b8-48ea-be7c-5122d39fb476 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.553241 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-949e23c5-73b8-48ea-be7c-5122d39fb476 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/subnets/5e550b1f-30a2-479b-8ed4-6cbfa4cdfbe5 HTTP/1.1" status: 204 len: 168 time: 0.2789414 Oct 13 01:19:20.555594 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50364) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:20.556619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1962bf-6366-49a7-ac6d-cd00d6e750cf None None] Network 473121ef-dcf8-4639-8877-f829e84cb6e6 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:19:20.629913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:19:19Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:20.671808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] Checking router: e35de736-a380-4b8c-8936-fce345ae5949 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:19:20.696889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] Routers {'e35de736-a380-4b8c-8936-fce345ae5949'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:20.697503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['e35de736-a380-4b8c-8936-fce345ae5949'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:20.715821 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.808906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] Set router e35de736-a380-4b8c-8936-fce345ae5949 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:20.811934 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] DHCP port deletion for 473121ef-dcf8-4639-8877-f829e84cb6e6 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:19:20.831687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.890437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 867e6839-4b32-4bdf-921b-2b1426b9ca09 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:19:20.890782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.973564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 867e6839-4b32-4bdf-921b-2b1426b9ca09, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=867e6839-4b32-4bdf-921b-2b1426b9ca09,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:20.973825 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:20.986752 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 867e6839-4b32-4bdf-921b-2b1426b9ca09 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:19:21.152348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Deleting port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:19:21.152653 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.154067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.181928 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=867e6839-4b32-4bdf-921b-2b1426b9ca09,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:21.226311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] For port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba,segment=NetworkSegment(aa819915-2020-43f3-a146-55018f1a89c4),segment_id=aa819915-2020-43f3-a146-55018f1a89c4)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:21.226623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.242229 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Calling delete_port for 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:19:21.244651 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.262740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:19:19Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:21.317158 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37cc15b-ff5b-4c6c-92b9-8c3a3a65fee4 None None] The sync data for ids ['e35de736-a380-4b8c-8936-fce345ae5949'] in n-d-813679-4 is: [{'id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610490359', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:19:19Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '867e6839-4b32-4bdf-921b-2b1426b9ca09', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35de736-a380-4b8c-8936-fce345ae5949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:17:49Z', 'updated_at': '2021-10-13T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:19:21.338994 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.341195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.365220 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.390193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.390936 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Fanout notify agent at l3_agent the message router_deleted on router e35de736-a380-4b8c-8936-fce345ae5949 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:19:21.392304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Pushing event deleted for resources: {'Port': ['ID=065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:21.397231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] No DVR routers for this DVR port 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:19:21.402061 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.406261 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-61fb7e9a-3d08-4ac2-a473-0096dda3ab74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/routers/e35de736-a380-4b8c-8936-fce345ae5949 HTTP/1.1" status: 204 len: 168 time: 0.8472574 Oct 13 01:19:21.406413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.406413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.406413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.406413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.406413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.406413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.406413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.406954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.406954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.409119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50366) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:21.409534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.409534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.409534 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8be88-c29a-45ee-815a-d375ebb43bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:21.484963 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.579016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.598544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473121ef-dcf8-4639-8877-f829e84cb6e6']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:21.607597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa819915-2020-43f3-a146-55018f1a89c4') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:21.607843 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa819915-2020-43f3-a146-55018f1a89c4') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:21.617546 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.631502 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.637399 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:19:21.637798 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:19:21.640672 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:19:21.703777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.710786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.714010 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/networks/473121ef-dcf8-4639-8877-f829e84cb6e6 HTTP/1.1" status: 204 len: 168 time: 0.3056955 Oct 13 01:19:21.717019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50368) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:21.785315 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7a9c5a88-eb71-462d-9bd4-632c26d6918a no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:19:21.794672 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-faad5902-ce77-462d-a790-011921620a2a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.811377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 7a9c5a88-eb71-462d-9bd4-632c26d6918a {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:19:21.811377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 7a9c5a88-eb71-462d-9bd4-632c26d6918a not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:19:21.831626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-faad5902-ce77-462d-a790-011921620a2a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.896104 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-faad5902-ce77-462d-a790-011921620a2a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.898799 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-faad5902-ce77-462d-a790-011921620a2a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:21.900269 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-faad5902-ce77-462d-a790-011921620a2a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/security-groups/00c0bda5-c6f1-4c08-82e9-a378107963ed HTTP/1.1" status: 204 len: 168 time: 0.1822169 Oct 13 01:19:21.921766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad5902-ce77-462d-a790-011921620a2a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0bda5-c6f1-4c08-82e9-a378107963ed,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:22.059316 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e330f99-b298-45d5-9fa4-29b054e31e9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Network': ['ID=473121ef-dcf8-4639-8877-f829e84cb6e6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:22.467777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 867e6839-4b32-4bdf-921b-2b1426b9ca09 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:19:22.488445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 867e6839-4b32-4bdf-921b-2b1426b9ca09 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:19:22.488789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 867e6839-4b32-4bdf-921b-2b1426b9ca09 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:19:22.489204 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0c54dba6-f8e9-43f0-95e9-0519190b2909 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:19:22.507138 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 0c54dba6-f8e9-43f0-95e9-0519190b2909 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:19:22.507427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0c54dba6-f8e9-43f0-95e9-0519190b2909 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:19:22.507861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:19:22.516924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50374) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:22.522156 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ccca6a59-04bb-43e9-a3d1-571d944fb952 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448164598', 'description': 'tempest-secgroup-smoke-448164598 description', 'project_id': 'a212ee1f3e464aebba290e8192c3f029'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:22.529281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:19:22.529624 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 065a337b-cd64-4f3f-91a9-f8dc3c3fd7ba not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:19:22.544547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccca6a59-04bb-43e9-a3d1-571d944fb952 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.610752 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccca6a59-04bb-43e9-a3d1-571d944fb952 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.614473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccca6a59-04bb-43e9-a3d1-571d944fb952 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.642018 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ccca6a59-04bb-43e9-a3d1-571d944fb952 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.643220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ccca6a59-04bb-43e9-a3d1-571d944fb952 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1252108 Oct 13 01:19:22.646472 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca6a59-04bb-43e9-a3d1-571d944fb952 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54090492-f62d-43af-a1fb-dbfb18b2efe4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:22.646803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50376) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:22.651406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-4ca5918e-4a00-49a0-bf0d-0ccf2a6fb10b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '54090492-f62d-43af-a1fb-dbfb18b2efe4', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:22.678984 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ca5918e-4a00-49a0-bf0d-0ccf2a6fb10b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.724119 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ca5918e-4a00-49a0-bf0d-0ccf2a6fb10b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.727637 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ca5918e-4a00-49a0-bf0d-0ccf2a6fb10b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.746524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5918e-4a00-49a0-bf0d-0ccf2a6fb10b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c7652f-87bf-463a-84e7-fcaa3f653cad,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:22.750833 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-4ca5918e-4a00-49a0-bf0d-0ccf2a6fb10b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.752039 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-4ca5918e-4a00-49a0-bf0d-0ccf2a6fb10b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1042416 Oct 13 01:19:22.755353 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50378) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:22.759670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-ff456e8d-3d37-41c7-841b-9e00e6e562e3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '54090492-f62d-43af-a1fb-dbfb18b2efe4', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:22.784770 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff456e8d-3d37-41c7-841b-9e00e6e562e3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.839839 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff456e8d-3d37-41c7-841b-9e00e6e562e3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.843486 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff456e8d-3d37-41c7-841b-9e00e6e562e3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.861390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff456e8d-3d37-41c7-841b-9e00e6e562e3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf378b8-dcdf-470b-b167-57e865c0aaad,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:22.865602 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ff456e8d-3d37-41c7-841b-9e00e6e562e3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.867631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ff456e8d-3d37-41c7-841b-9e00e6e562e3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1104846 Oct 13 01:19:22.869601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50380) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:22.874029 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-52891026-f13d-4ca8-9657-09c4ddfd682c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '54090492-f62d-43af-a1fb-dbfb18b2efe4', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:22.900007 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52891026-f13d-4ca8-9657-09c4ddfd682c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.958149 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52891026-f13d-4ca8-9657-09c4ddfd682c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.961543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52891026-f13d-4ca8-9657-09c4ddfd682c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.978804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52891026-f13d-4ca8-9657-09c4ddfd682c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa87a93-1a47-405d-9b29-11a9db726260,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:22.985646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-52891026-f13d-4ca8-9657-09c4ddfd682c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:22.986873 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-52891026-f13d-4ca8-9657-09c4ddfd682c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163154 Oct 13 01:19:22.989713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50382) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:22.994025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-e95ef63b-89d3-4ce3-a259-f69df35210c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '54090492-f62d-43af-a1fb-dbfb18b2efe4', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:23.020469 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e95ef63b-89d3-4ce3-a259-f69df35210c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.077386 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e95ef63b-89d3-4ce3-a259-f69df35210c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.081516 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e95ef63b-89d3-4ce3-a259-f69df35210c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.101161 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ef63b-89d3-4ce3-a259-f69df35210c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da62aefe-6450-4d26-91d2-a3792c57e486,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:23.106712 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e95ef63b-89d3-4ce3-a259-f69df35210c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.107811 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e95ef63b-89d3-4ce3-a259-f69df35210c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171536 Oct 13 01:19:23.110570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50384) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:23.115247 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-a7615d75-2b41-4b4c-8961-21033efa8fbe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '54090492-f62d-43af-a1fb-dbfb18b2efe4', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:23.137514 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-a7615d75-2b41-4b4c-8961-21033efa8fbe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:19:23.142373 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7615d75-2b41-4b4c-8961-21033efa8fbe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.200906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7615d75-2b41-4b4c-8961-21033efa8fbe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.204188 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7615d75-2b41-4b4c-8961-21033efa8fbe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.221091 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7615d75-2b41-4b4c-8961-21033efa8fbe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decd1218-3095-4cb5-b47f-5ac083a4b190,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:23.228887 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a7615d75-2b41-4b4c-8961-21033efa8fbe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.230069 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a7615d75-2b41-4b4c-8961-21033efa8fbe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185918 Oct 13 01:19:23.232748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50386) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:23.236997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3c884afd-1b36-4d53-afad-cb7d60733419 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '54090492-f62d-43af-a1fb-dbfb18b2efe4', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:23.259336 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-3c884afd-1b36-4d53-afad-cb7d60733419 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:19:23.264118 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c884afd-1b36-4d53-afad-cb7d60733419 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.324706 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c884afd-1b36-4d53-afad-cb7d60733419 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.328153 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c884afd-1b36-4d53-afad-cb7d60733419 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.344966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c884afd-1b36-4d53-afad-cb7d60733419 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ae384e-6227-4e8c-8525-ca403051c48d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:23.352072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3c884afd-1b36-4d53-afad-cb7d60733419 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.353260 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3c884afd-1b36-4d53-afad-cb7d60733419 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195905 Oct 13 01:19:23.356011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50388) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:23.360722 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'network': {'name': 'tempest-network-smoke--721139621', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:23.381321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:19:23.385215 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.407899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:19:23.416767 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.417109 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Added segment 42cf3127-53ec-47f7-8be1-bf684e0e10f2 of type vlan for network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 Oct 13 01:19:23.457623 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.479908 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.485493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:23.486080 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.536827 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1798229 Oct 13 01:19:23.539736 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50390) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:23.544340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'admin_state_up': True, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:23.554181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3b419-373c-48cc-8166-a7a4647dfa86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Network': ['ID=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:23.565741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:19:23.567974 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.569001 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.621460 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.756497 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.949898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:23.967805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:24.067771 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.154 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/48d6f504-cef0-4e37-9c91-be8368d4ec82) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:19:24.168623 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:24.202891 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:24.243319 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:19:24.246116 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:19:24.250450 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:19:24.253431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=48d6f504-cef0-4e37-9c91-be8368d4ec82,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:24.495716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:24.690098 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:24.815852 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 37055435-3506-419d-9abb-00fd807dddbb is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:19:24.921501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:19:24.930990 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Sync routers for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:19:24.941359 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:24.941696 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:24.941959 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:24.942922 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-412b853c-d383-4782-adc3-70cef9e22576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4021719 Oct 13 01:19:24.946056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50392) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:24.975092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ec5e0e36-3f87-45d9-ad18-6f349675c838 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a212ee1f3e464aebba290e8192c3f029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279481 Oct 13 01:19:24.977889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50394) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:25.073260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322c148-5db3-45b4-b1fe-12029b2bb60a tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:25.074713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a322c148-5db3-45b4-b1fe-12029b2bb60a tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958443 Oct 13 01:19:25.077615 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50396) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:25.109228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-643b0c0f-d69e-45b4-a1a1-a43ab22a6288 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281200 Oct 13 01:19:25.109680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50398) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:25.115400 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951556929', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:25.135633 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:25.206405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:19:25.210089 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.316329 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:24Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:25.345511 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Checking router: 37055435-3506-419d-9abb-00fd807dddbb for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:19:25.345793 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Updating router 37055435-3506-419d-9abb-00fd807dddbb port 48d6f504-cef0-4e37-9c91-be8368d4ec82 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:19:25.370622 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.398001 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.457293 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Subnet': ['ID=83e6b2ea-6937-4618-b6e4-e0376f53ece9,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:25.466659 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Checking segment: {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:19:25.467020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network hostable DHCP agents. Network: fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:19:25.483762 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:19:25.492258 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:19:25.497325 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:25.497928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.504706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6c892-4371-4e8a-9fb6-c5b0a05ab13c None None] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:19:25.515381 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fdab7273-5831-4c5e-8b66-0a6205f64a07 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4045281 Oct 13 01:19:25.518007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50400) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:25.636886 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.642849 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.663181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:19:25.664102 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.697342 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Attempting to bind port 48d6f504-cef0-4e37-9c91-be8368d4ec82 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:19:25.697733 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Attempting to bind port 48d6f504-cef0-4e37-9c91-be8368d4ec82 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:19:25.698013 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Attempting to bind port 48d6f504-cef0-4e37-9c91-be8368d4ec82 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:19:25.700193 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Pushing event updated for resources: {'Port': ['ID=48d6f504-cef0-4e37-9c91-be8368d4ec82,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:25.713678 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.714021 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.714364 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.714699 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.715030 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.715358 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.715834 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.716159 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.716481 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.716806 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.717124 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.717444 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:19:25.723418 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:19:25.723854 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:19:25.724211 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.724602 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:19:25.725084 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Bound port: 48d6f504-cef0-4e37-9c91-be8368d4ec82, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:19:25.725466 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.783940 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] For port 48d6f504-cef0-4e37-9c91-be8368d4ec82, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:19:25.787523 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] For port 48d6f504-cef0-4e37-9c91-be8368d4ec82, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=48d6f504-cef0-4e37-9c91-be8368d4ec82,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:19:25.792594 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.823783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Allocated IP 172.20.0.2 (fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460/83e6b2ea-6937-4618-b6e4-e0376f53ece9/3040c22f-167d-4fd7-accc-ae45f3ee67bf) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:19:25.855058 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:25.855732 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:25.861415 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7b2fd-792f-49bf-bbe9-af2603c05a20 None None] Pushing event updated for resources: {'Port': ['ID=48d6f504-cef0-4e37-9c91-be8368d4ec82,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:25.969530 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:25.978531 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:25.985058 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:26.024388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:19:26.029245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:19:26.032731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:19:26.044775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Pushing event updated for resources: {'Port': ['ID=3040c22f-167d-4fd7-accc-ae45f3ee67bf,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:26.095189 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Attempting to bind port 3040c22f-167d-4fd7-accc-ae45f3ee67bf on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:19:26.095693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Attempting to bind port 3040c22f-167d-4fd7-accc-ae45f3ee67bf by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:19:26.096060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Attempting to bind port 3040c22f-167d-4fd7-accc-ae45f3ee67bf on network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:19:26.101185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:19:26.101555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Checking segment: {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:19:26.101960 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:26.102348 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Bound using segment: {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:19:26.102809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Bound port: 3040c22f-167d-4fd7-accc-ae45f3ee67bf, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:19:26.103237 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:26.152325 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:24Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:26.167724 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] For port 3040c22f-167d-4fd7-accc-ae45f3ee67bf, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:19:26.171539 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] For port 3040c22f-167d-4fd7-accc-ae45f3ee67bf, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3040c22f-167d-4fd7-accc-ae45f3ee67bf,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:19:26.176688 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:26.186896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a441760-b678-455f-881d-4308a2c63ca8 None None] The sync data for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 is: [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:24Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:19:26.246744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b6b11-d93d-4497-92ce-4a0d26ad4907 None None] Pushing event updated for resources: {'Port': ['ID=3040c22f-167d-4fd7-accc-ae45f3ee67bf,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:26.291595 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:26.661997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.1 (fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460/83e6b2ea-6937-4618-b6e4-e0376f53ece9/127bffcb-eb11-47d6-b8d5-4634b4b1fe00) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:19:26.784098 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:26.819211 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:26.864896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:19:26.868155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:19:26.873004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:19:26.877391 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:26.923933 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.066645 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.216294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723f8320-7351-4eaf-a956-22c69730178d None None] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:19:27.286829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e574a44a-f992-425a-a9db-d959bee7933d None None] Provisioning complete for port 3040c22f-167d-4fd7-accc-ae45f3ee67bf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:27.287122 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e574a44a-f992-425a-a9db-d959bee7933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.357728 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.362326 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.436548 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e574a44a-f992-425a-a9db-d959bee7933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.438727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:27.445008 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.475068 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e574a44a-f992-425a-a9db-d959bee7933d None None] For port 3040c22f-167d-4fd7-accc-ae45f3ee67bf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3040c22f-167d-4fd7-accc-ae45f3ee67bf,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:27.480295 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e574a44a-f992-425a-a9db-d959bee7933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.543668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574a44a-f992-425a-a9db-d959bee7933d None None] Pushing event updated for resources: {'Port': ['ID=3040c22f-167d-4fd7-accc-ae45f3ee67bf,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:27.559952 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:19:27.561535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:19:27.683840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 37055435-3506-419d-9abb-00fd807dddbb has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:19:27.708945 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-954b7f05-cef3-4c51-b57f-4e253fb2ebd2 None None] Provisioning complete for port 3040c22f-167d-4fd7-accc-ae45f3ee67bf triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:27.709592 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-954b7f05-cef3-4c51-b57f-4e253fb2ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.803914 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:19:27.809441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-954b7f05-cef3-4c51-b57f-4e253fb2ebd2 None None] Provisioning complete for port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:27.809815 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-954b7f05-cef3-4c51-b57f-4e253fb2ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:27.816370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f730e9e0-ad81-4525-b01a-72ef9ac06b88 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/37055435-3506-419d-9abb-00fd807dddbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2967374 Oct 13 01:19:27.846926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-954b7f05-cef3-4c51-b57f-4e253fb2ebd2 None None] Port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:19:27.898835 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Sync routers for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:19:27.909087 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:27.909716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:27.959637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-aaefaef2-a663-452d-9bdf-aa3c9789f121 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448164598&fields=id&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 267 time: 0.0364509 Oct 13 01:19:27.975346 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-30f04cc2-b333-4d5d-8fb2-753dfd47ea5f None None] Provisioning complete for port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:27.975885 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-30f04cc2-b333-4d5d-8fb2-753dfd47ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.050725 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-30f04cc2-b333-4d5d-8fb2-753dfd47ea5f None None] Port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:19:28.058482 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:28.079940 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-7da64a25-bd3f-46cc-a955-3f3dc7bbb1cf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:28.081456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-7da64a25-bd3f-46cc-a955-3f3dc7bbb1cf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/networks?id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 200 len: 796 time: 0.1133475 Oct 13 01:19:28.097017 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-04bd6427-100c-4522-8ff1-82206ccb6970 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/quotas/a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 375 time: 0.0089929 Oct 13 01:19:28.147814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-f663e55a-2526-4265-b267-722f96c31317 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451689 Oct 13 01:19:28.195419 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e2e2ab15-3ee8-4895-b7e9-5dab4389850f None None] Provisioning complete for port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:28.195819 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ab15-3ee8-4895-b7e9-5dab4389850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.244059 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-fef9c61d-68f4-45d4-8a28-a7ada6a2864f service neutron] 10.222.0.21 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842280 Oct 13 01:19:28.272697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2ab15-3ee8-4895-b7e9-5dab4389850f None None] Port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:19:28.314056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 2, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:28.341568 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Checking router: 37055435-3506-419d-9abb-00fd807dddbb for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:19:28.341921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Updating router 37055435-3506-419d-9abb-00fd807dddbb port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:19:28.352838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-53487ebc-e16e-4322-bd82-c74b3bff7f38 service neutron] 10.222.0.21 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015294 Oct 13 01:19:28.372677 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.407821 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 48d6f504-cef0-4e37-9c91-be8368d4ec82 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:19:28.529711 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe934079-acdd-4e48-958f-467c4d58550d req-7b530bf5-c5bd-4dd4-93a8-774c15e759ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 210 time: 0.0293088 Oct 13 01:19:28.541638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 48d6f504-cef0-4e37-9c91-be8368d4ec82 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:28.542080 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.703623 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.751575 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 48d6f504-cef0-4e37-9c91-be8368d4ec82, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=48d6f504-cef0-4e37-9c91-be8368d4ec82,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:28.758086 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.758850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3040c22f-167d-4fd7-accc-ae45f3ee67bf up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:19:28.819382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.832531 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.877132 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=48d6f504-cef0-4e37-9c91-be8368d4ec82,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:28.963203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 3040c22f-167d-4fd7-accc-ae45f3ee67bf triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:28.963591 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:28.998632 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea57dc-ccc1-424c-bebd-a5871b9ec0be None None] Pushing event updated for resources: {'Port': ['ID=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:29.010080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Attempting to bind port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:19:29.010452 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Attempting to bind port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:19:29.010814 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Attempting to bind port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 on network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:19:29.020378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:19:29.020764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Checking segment: {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:19:29.021279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:29.021738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Bound using segment: {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:19:29.022403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Bound port: 127bffcb-eb11-47d6-b8d5-4634b4b1fe00, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:19:29.022819 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:29.143993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] For port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:19:29.147256 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-16f1f522-850b-4d75-9d2d-9df4d44445cf None None] Provisioning complete for port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:29.147657 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16f1f522-850b-4d75-9d2d-9df4d44445cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:29.150583 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] For port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:19:29.171147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:29.403314 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea57dc-ccc1-424c-bebd-a5871b9ec0be None None] Pushing event updated for resources: {'Port': ['ID=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:29.405854 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:29.406463 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:29.513403 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16f1f522-850b-4d75-9d2d-9df4d44445cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:29.564305 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:29.567729 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-16f1f522-850b-4d75-9d2d-9df4d44445cf None None] For port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:29.591727 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-16f1f522-850b-4d75-9d2d-9df4d44445cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:29.651553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a22dad48-7305-491e-832c-dbe0f08a0f47 req-95e065aa-45d4-4dfd-ac58-b8660fe7f31c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 210 time: 0.0274787 Oct 13 01:19:29.692297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1f522-850b-4d75-9d2d-9df4d44445cf None None] Pushing event updated for resources: {'Port': ['ID=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:29.712982 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-c6e893b2-5974-4bba-aec7-d167578b4778 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:29.714583 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-c6e893b2-5974-4bba-aec7-d167578b4778 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "GET /v2.0/networks?id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 200 len: 796 time: 0.1481698 Oct 13 01:19:29.743774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2c0064fb-468f-4dc4-828b-d498f5269fca None None] Provisioning complete for port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:29.744149 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c0064fb-468f-4dc4-828b-d498f5269fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:29.770729 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-c235711f-3b3f-4393-815a-ea72cf722d13 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 379 time: 0.0346751 Oct 13 01:19:29.781898 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'port': {'device_id': '911965b9-5c88-424d-9a46-8fb4215c5010', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'admin_state_up': True, 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'security_groups': ['54090492-f62d-43af-a1fb-dbfb18b2efe4']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:29.885153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:29Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:29.890008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:19:29.893620 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:29.914737 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c6341-7000-4622-80c4-4652bafee1cf None None] The sync data for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 is: [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:29Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:19:30.041666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.10 (fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460/83e6b2ea-6937-4618-b6e4-e0376f53ece9/7796bc81-f664-4b49-8514-286352b75ee8) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:19:30.190971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.224749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.272462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:19:30.275503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:19:30.280278 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:19:30.308658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=7796bc81-f664-4b49-8514-286352b75ee8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:30.337499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:30.338113 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.357396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-61aefa7f-b093-48c2-a72d-06c0cabb4f7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791261 Oct 13 01:19:30.379405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Request body: {'port': {'device_id': '911965b9-5c88-424d-9a46-8fb4215c5010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:30.426324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 48d6f504-cef0-4e37-9c91-be8368d4ec82 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:19:30.451780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.486666 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 48d6f504-cef0-4e37-9c91-be8368d4ec82 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:30.487769 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.582585 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:19:30.633156 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-23b281e7-e19a-4365-973a-5bda0d1d12a7 None None] Provisioning complete for port 7796bc81-f664-4b49-8514-286352b75ee8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:30.633538 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-23b281e7-e19a-4365-973a-5bda0d1d12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.672753 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:30.673133 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.704628 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-23b281e7-e19a-4365-973a-5bda0d1d12a7 None None] Port 7796bc81-f664-4b49-8514-286352b75ee8 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:19:30.771224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7796bc81-f664-4b49-8514-286352b75ee8 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:19:30.779578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.788056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359307c2-ef59-4779-b6aa-60504575b9bf req-2eb660cb-5c98-4d0d-b190-97febf63819d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:30.790304 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-359307c2-ef59-4779-b6aa-60504575b9bf req-2eb660cb-5c98-4d0d-b190-97febf63819d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 932 time: 0.0611408 Oct 13 01:19:30.792800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Transition to ACTIVE for port object 7796bc81-f664-4b49-8514-286352b75ee8 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:19:30.797012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:30.832503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-359307c2-ef59-4779-b6aa-60504575b9bf req-78f0ed8a-5097-43de-8bd0-8c66d4beaf52 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344334 Oct 13 01:19:30.855972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7796bc81-f664-4b49-8514-286352b75ee8,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:30.936198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Attempting to bind port 7796bc81-f664-4b49-8514-286352b75ee8 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:19:30.936539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Attempting to bind port 7796bc81-f664-4b49-8514-286352b75ee8 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:19:30.936873 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Attempting to bind port 7796bc81-f664-4b49-8514-286352b75ee8 on network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:19:30.941946 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Port 7796bc81-f664-4b49-8514-286352b75ee8 on network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:19:30.942268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Attempting to bind port 7796bc81-f664-4b49-8514-286352b75ee8 on network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:19:30.947322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:19:30.947727 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Checking segment: {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:19:30.948124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Bound using segment: {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:19:30.948558 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Bound port: 7796bc81-f664-4b49-8514-286352b75ee8, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cf3127-53ec-47f7-8be1-bf684e0e10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:19:30.948927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:31.021225 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] For port 7796bc81-f664-4b49-8514-286352b75ee8, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:19:31.024979 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] For port 7796bc81-f664-4b49-8514-286352b75ee8, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7796bc81-f664-4b49-8514-286352b75ee8,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:19:31.030729 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:31.070246 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.070816 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:31.072264 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] 10.222.0.45 "PUT /v2.0/ports/7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 200 len: 1092 time: 0.7001677 Oct 13 01:19:31.072726 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:19:31.075141 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "tag": "7796bc81-f664-4b49-8514-286352b75ee8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:19:31.099050 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdfd98-5e33-4cd1-ab76-246133a7b6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7796bc81-f664-4b49-8514-286352b75ee8,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:31.132206 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903a0473-1297-448d-acbc-dc3e74224068 x-openstack-request-id: req-903a0473-1297-448d-acbc-dc3e74224068 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:19:31.132501 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "tag": "7796bc81-f664-4b49-8514-286352b75ee8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:19:31.132758 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-903a0473-1297-448d-acbc-dc3e74224068 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:19:31.133164 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8', 'status': 'completed', 'code': 200} Oct 13 01:19:31.196038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-42c645ab-74af-41c7-b641-be5c933343bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.197620 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-42c645ab-74af-41c7-b641-be5c933343bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1095 time: 0.0512812 Oct 13 01:19:31.250375 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-466fa561-f842-4799-8a6d-6a8668588f6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 200 len: 217 time: 0.0391662 Oct 13 01:19:31.299093 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-aca4d16b-cbb5-4763-829c-1bf9f29c6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.300603 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-aca4d16b-cbb5-4763-829c-1bf9f29c6772 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83e6b2ea-6937-4618-b6e4-e0376f53ece9 HTTP/1.1" status: 200 len: 834 time: 0.0434313 Oct 13 01:19:31.346868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-8c6d16e7-bbd8-47c4-adf5-e87550bef3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.348412 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-8c6d16e7-bbd8-47c4-adf5-e87550bef3a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403955 Oct 13 01:19:31.441885 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-11192bb5-2759-4ba5-bfb0-6196a9b11b4a service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863869 Oct 13 01:19:31.531914 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bc540225-d195-4597-955a-c1fa6bcdbbc0 req-e6b338ab-0576-4620-9408-b2c0112b488f service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822225 Oct 13 01:19:31.666077 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-29c93a7e-6fe9-465c-883c-cacca913d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.667549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-29c93a7e-6fe9-465c-883c-cacca913d017 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1095 time: 0.0438123 Oct 13 01:19:31.755715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-c4102ded-ae04-4107-b0c2-af6c725dc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.757154 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-c4102ded-ae04-4107-b0c2-af6c725dc9e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 200 len: 897 time: 0.0829949 Oct 13 01:19:31.801868 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-a74b748a-cfda-4166-ba92-68bf4c85d41d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 200 len: 217 time: 0.0375981 Oct 13 01:19:31.849835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-882c056a-48a1-4fe9-b4e8-e3e27c06b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.851209 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-882c056a-48a1-4fe9-b4e8-e3e27c06b067 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83e6b2ea-6937-4618-b6e4-e0376f53ece9 HTTP/1.1" status: 200 len: 834 time: 0.0421131 Oct 13 01:19:31.897163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-a2ae9829-e9bd-4cba-98a7-ca4e02b87358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.898671 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-a2ae9829-e9bd-4cba-98a7-ca4e02b87358 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395536 Oct 13 01:19:31.954327 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87745948-9104-496a-943f-732acc0780b5 req-2afb1759-6d5f-44b9-991c-6eca978b0b4f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:31.955853 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87745948-9104-496a-943f-732acc0780b5 req-2afb1759-6d5f-44b9-991c-6eca978b0b4f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 944 time: 0.0491142 Oct 13 01:19:31.992509 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-65ebbdf2-73db-49cd-aac9-fb35ac7b919d service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864990 Oct 13 01:19:31.994697 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87745948-9104-496a-943f-732acc0780b5 req-760531d4-36f8-446e-90cc-c8aceb2b3f79 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Oct 13 01:19:32.082085 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d7b8ef58-fe79-4cc5-81fb-eb167bae2d7b req-279a2c25-a4bc-4d80-a652-acec369da9d9 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826225 Oct 13 01:19:33.113238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec51a-ab1e-4536-8a1f-dcfd124346dc req-a506e12b-3e64-476f-8785-3ab136ffe5b9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:33.114731 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c72ec51a-ab1e-4536-8a1f-dcfd124346dc req-a506e12b-3e64-476f-8785-3ab136ffe5b9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 944 time: 0.0480704 Oct 13 01:19:33.151786 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c72ec51a-ab1e-4536-8a1f-dcfd124346dc req-aa4642ff-e80a-4a35-a260-5591bdebb5ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311162 Oct 13 01:19:33.158462 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:19:34.269088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd97f4-774c-4641-9ef5-fc031dde8555 req-e098b9fb-4cc3-4563-b33a-c079b1762d35 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:34.270578 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6dcd97f4-774c-4641-9ef5-fc031dde8555 req-e098b9fb-4cc3-4563-b33a-c079b1762d35 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 944 time: 0.0540118 Oct 13 01:19:34.308204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6dcd97f4-774c-4641-9ef5-fc031dde8555 req-7a311def-7d56-4c75-a9bc-619c539c64a1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313318 Oct 13 01:19:34.968160 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 7796bc81-f664-4b49-8514-286352b75ee8 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:19:35.064313 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 7796bc81-f664-4b49-8514-286352b75ee8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7796bc81-f664-4b49-8514-286352b75ee8,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:35.075389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '7796bc81-f664-4b49-8514-286352b75ee8', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'port_id': '7796bc81-f664-4b49-8514-286352b75ee8', 'mac_address': 'fa:16:3e:4a:bc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:19:35.111847 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:35.124026 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7796bc81-f664-4b49-8514-286352b75ee8 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:19:35.142641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 7796bc81-f664-4b49-8514-286352b75ee8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7796bc81-f664-4b49-8514-286352b75ee8,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:35.147170 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:35.197389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=7796bc81-f664-4b49-8514-286352b75ee8,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:35.424734 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba0e19-5734-4883-9787-06ca8ad56b56 req-4cf794fc-7f14-4b0d-ab9f-055ec621c7c5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:35.426563 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9ba0e19-5734-4883-9787-06ca8ad56b56 req-4cf794fc-7f14-4b0d-ab9f-055ec621c7c5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 945 time: 0.0510700 Oct 13 01:19:35.465214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9ba0e19-5734-4883-9787-06ca8ad56b56 req-cd641151-c1b6-4142-bb7b-528cec828f09 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326693 Oct 13 01:19:35.559913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['7796bc81-f664-4b49-8514-286352b75ee8'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:19:36.577810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e6f7c-f6c7-4cfa-a9ad-5d797eca53be req-9727952d-0534-4d13-9468-3422dc60bbff tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:36.579275 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d03e6f7c-f6c7-4cfa-a9ad-5d797eca53be req-9727952d-0534-4d13-9468-3422dc60bbff tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 945 time: 0.0490685 Oct 13 01:19:36.619222 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d03e6f7c-f6c7-4cfa-a9ad-5d797eca53be req-2f69d242-480e-4ef7-a3b5-e959f727ed65 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Oct 13 01:19:36.974748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 7796bc81-f664-4b49-8514-286352b75ee8 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:19:37.021897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 7796bc81-f664-4b49-8514-286352b75ee8 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:19:37.025405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 7796bc81-f664-4b49-8514-286352b75ee8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:19:37.025780 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:37.099939 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:37.131241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:19:37.133483 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa80b4dd-bcd0-42f0-8a0c-e718b153d2a2" -d '{"events": [{"server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "name": "network-vif-plugged", "status": "completed", "tag": "7796bc81-f664-4b49-8514-286352b75ee8"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:19:37.138206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:37.147111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 7796bc81-f664-4b49-8514-286352b75ee8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7796bc81-f664-4b49-8514-286352b75ee8,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:19:37.151278 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:37.178716 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb37f96-94f9-44b6-8026-6163d6e01702 x-openstack-request-id: req-5bb37f96-94f9-44b6-8026-6163d6e01702 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:19:37.179009 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "name": "network-vif-plugged", "status": "completed", "tag": "7796bc81-f664-4b49-8514-286352b75ee8", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:19:37.179261 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bb37f96-94f9-44b6-8026-6163d6e01702 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:19:37.179668 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8', 'code': 200} Oct 13 01:19:37.206056 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=7796bc81-f664-4b49-8514-286352b75ee8,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:37.303671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d628be-016d-4580-aa3b-c0757c150e9d req-63b8de9b-782a-4e0c-a434-bf13c3f316e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:37.305057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66d628be-016d-4580-aa3b-c0757c150e9d req-63b8de9b-782a-4e0c-a434-bf13c3f316e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1097 time: 0.0406704 Oct 13 01:19:37.340273 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-66d628be-016d-4580-aa3b-c0757c150e9d req-17132fa6-88a0-44dd-b34d-18a02fefda6b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267675 Oct 13 01:19:37.661802 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:37.736132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7d7cb-1916-41a4-95db-e9dddbb1efca req-7dce9645-1d7e-47b7-9d13-9284e82498fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:37.737587 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1a7d7cb-1916-41a4-95db-e9dddbb1efca req-7dce9645-1d7e-47b7-9d13-9284e82498fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0516579 Oct 13 01:19:37.774522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c1a7d7cb-1916-41a4-95db-e9dddbb1efca req-a337fb01-2bb5-46a7-b7a8-5aa1dda0c757 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310428 Oct 13 01:19:38.887791 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664314-8cab-4e54-b3b1-ea0185faf91e req-0f7a2ced-8c08-486e-a3e1-bbdf259015c8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:38.889287 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9664314-8cab-4e54-b3b1-ea0185faf91e req-0f7a2ced-8c08-486e-a3e1-bbdf259015c8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0484807 Oct 13 01:19:38.926896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9664314-8cab-4e54-b3b1-ea0185faf91e req-f757c56a-ebbb-4699-bf6a-4c01a0b17979 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313458 Oct 13 01:19:39.036985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08ba7-3a78-4267-b3f7-9bd4b4996603 req-5b546334-c5e0-4a4f-8be7-46ef3fb80b41 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:39.038438 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0f08ba7-3a78-4267-b3f7-9bd4b4996603 req-5b546334-c5e0-4a4f-8be7-46ef3fb80b41 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0470307 Oct 13 01:19:39.075621 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0f08ba7-3a78-4267-b3f7-9bd4b4996603 req-44bfcaf5-a692-4fb8-975b-d3eb098b712f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Oct 13 01:19:39.096271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50454) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:39.138898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27440fce-b2f9-4d7a-9bd1-e8641257ab46 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:39.140470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-27440fce-b2f9-4d7a-9bd1-e8641257ab46 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1092 time: 0.0432694 Oct 13 01:19:39.143335 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50456) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:39.147576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '7796bc81-f664-4b49-8514-286352b75ee8', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:19:39.168187 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:39.267170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:39.370525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.176 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/6e58108b-e26c-4929-9557-82749aac685f) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:19:39.471622 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:39.503139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:39.548068 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:19:39.551550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:19:39.555917 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:19:39.558959 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=6e58108b-e26c-4929-9557-82749aac685f,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:39.903558 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:39.969004 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:40.113942 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:40.118147 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:40.182291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=6e58108b-e26c-4929-9557-82749aac685f,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:19:40.196118 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:40.294868 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP b257f59e-c1ed-4fa7-8d86-55cd7b84846b associated. External IP: 172.25.3.176, port: 7796bc81-f664-4b49-8514-286352b75ee8. Oct 13 01:19:40.808644 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 37055435-3506-419d-9abb-00fd807dddbb has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:19:40.912338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:19:40.921793 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] Sync routers for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:19:40.930299 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:40.932143 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:40.932774 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:40.956348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7db1063f-fc77-40d3-91e2-91016cfae84f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8119504 Oct 13 01:19:40.956919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:19:40.959220 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70871d9d-2977-4075-ab1d-f5cc774901e6" -d '{"events": [{"name": "network-changed", "server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "tag": "7796bc81-f664-4b49-8514-286352b75ee8"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:19:41.005498 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e634d99-2857-4d0a-8e90-f22d1ab7688d x-openstack-request-id: req-4e634d99-2857-4d0a-8e90-f22d1ab7688d {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:19:41.005789 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "tag": "7796bc81-f664-4b49-8514-286352b75ee8", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:19:41.006035 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e634d99-2857-4d0a-8e90-f22d1ab7688d {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:19:41.006612 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8', 'status': 'completed', 'code': 200} Oct 13 01:19:41.042905 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:41.066966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e461f-c5b3-4657-8971-5e0c9ee295b8 req-bf7e19d4-36f1-45e7-b482-23b22d3f0e2d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:41.068970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-515e461f-c5b3-4657-8971-5e0c9ee295b8 req-bf7e19d4-36f1-45e7-b482-23b22d3f0e2d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0512381 Oct 13 01:19:41.093654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-4a4c5180-c508-4bfd-b1d9-e4ca3f9be625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:41.095198 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-4a4c5180-c508-4bfd-b1d9-e4ca3f9be625 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1097 time: 0.0462015 Oct 13 01:19:41.108274 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-515e461f-c5b3-4657-8971-5e0c9ee295b8 req-25158608-bc7f-4066-a60f-0d13aeca6444 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332813 Oct 13 01:19:41.130802 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50462) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:41.185941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-ec7759c8-ad75-4a0e-b2eb-3d0660707a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:41.187430 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-ec7759c8-ad75-4a0e-b2eb-3d0660707a60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 200 len: 897 time: 0.0858319 Oct 13 01:19:41.199668 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1d329cf1-b833-4c52-9b17-8ac20f3b8d6d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/b257f59e-c1ed-4fa7-8d86-55cd7b84846b HTTP/1.1" status: 200 len: 992 time: 0.0670915 Oct 13 01:19:41.260517 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-47bb31f6-961a-41e4-9e9a-255642253b54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 200 len: 1000 time: 0.0654423 Oct 13 01:19:41.270788 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b257f59e-c1ed-4fa7-8d86-55cd7b84846b', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '37055435-3506-419d-9abb-00fd807dddbb', 'port_id': '7796bc81-f664-4b49-8514-286352b75ee8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'mac_address': 'fa:16:3e:4a:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911965b9-5c88-424d-9a46-8fb4215c5010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:19:39Z', 'updated_at': '2021-10-13T01:19:39Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:29Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:41.299991 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] Checking router: 37055435-3506-419d-9abb-00fd807dddbb for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:19:41.307935 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:19:41.308526 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:19:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:41.310920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-4b30f4d3-c08a-4a27-adec-08eb57d1e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:41.312467 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-4b30f4d3-c08a-4a27-adec-08eb57d1e496 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83e6b2ea-6937-4618-b6e4-e0376f53ece9 HTTP/1.1" status: 200 len: 834 time: 0.0446553 Oct 13 01:19:41.357476 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-808ede8f-3911-4801-806a-467890b02865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:41.358876 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-808ede8f-3911-4801-806a-467890b02865 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398524 Oct 13 01:19:41.459897 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-a7a4a76e-d84f-478f-93e4-203f58d2a0cb service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931237 Oct 13 01:19:41.506728 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:19:41.550439 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-70871d9d-2977-4075-ab1d-f5cc774901e6 req-a3b10ee4-67e6-4035-87e2-0a31a9ebd71c service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Oct 13 01:19:41.728311 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b257f59e-c1ed-4fa7-8d86-55cd7b84846b', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '37055435-3506-419d-9abb-00fd807dddbb', 'port_id': '7796bc81-f664-4b49-8514-286352b75ee8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'mac_address': 'fa:16:3e:4a:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911965b9-5c88-424d-9a46-8fb4215c5010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:19:39Z', 'updated_at': '2021-10-13T01:19:39Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:29Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:19:41.753583 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5a5ee-5dcc-4c6e-aa4b-cfa82ade673c None None] The sync data for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 is: [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b257f59e-c1ed-4fa7-8d86-55cd7b84846b', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '37055435-3506-419d-9abb-00fd807dddbb', 'port_id': '7796bc81-f664-4b49-8514-286352b75ee8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'mac_address': 'fa:16:3e:4a:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911965b9-5c88-424d-9a46-8fb4215c5010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:19:39Z', 'updated_at': '2021-10-13T01:19:39Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:29Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:19:41.867126 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b91f07df-4aad-4331-ba2b-4f43a5016d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:41.954004 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aeea6c-ebd0-43ed-8494-c0576a45f252 None None] New status for floating IP b257f59e-c1ed-4fa7-8d86-55cd7b84846b: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:19:42.203221 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50464) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:19:42.262582 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-69591b34-9b97-4320-8f23-ad94627f73d7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/b257f59e-c1ed-4fa7-8d86-55cd7b84846b HTTP/1.1" status: 200 len: 994 time: 0.0582099 Oct 13 01:19:44.636269 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-835374f3-a87a-44bd-968e-069056fb82cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:45.973672 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:45.976231 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:47.772296 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:19:48.202864 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-ec79405a-725a-4566-9a66-c7521fa9e424 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394344 Oct 13 01:19:48.305382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-98b78ac3-4da3-4a1f-a831-cffa34687cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:48.307222 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-98b78ac3-4da3-4a1f-a831-cffa34687cc4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1097 time: 0.0448983 Oct 13 01:19:48.406922 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-ff9fd36c-febf-40be-b323-d08c6bdf6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:48.408939 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-ff9fd36c-febf-40be-b323-d08c6bdf6e95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 200 len: 897 time: 0.0825236 Oct 13 01:19:48.775279 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-8d962b10-ca75-4884-ac05-41297b990c04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 200 len: 1002 time: 0.3589075 Oct 13 01:19:48.822969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-747a063c-3330-4fd4-9ca1-597f2915a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:48.824421 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-747a063c-3330-4fd4-9ca1-597f2915a5d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83e6b2ea-6937-4618-b6e4-e0376f53ece9 HTTP/1.1" status: 200 len: 834 time: 0.0422697 Oct 13 01:19:48.867876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-5e096af2-043b-49df-8126-29102956c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:19:48.869282 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-5e096af2-043b-49df-8126-29102956c86f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378973 Oct 13 01:19:48.958759 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-95eecce5-10c7-421e-ada9-78eeab361942 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822754 Oct 13 01:19:49.046375 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90782448-1ee4-4f6e-8796-37a20f09dd80 req-1563c348-c905-4d05-9a0d-eea41ef3011f service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804296 Oct 13 01:20:07.117917 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:07.661362 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:10.156782 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:20:11.869526 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-690f106d-367d-42d6-b6d2-5a44186d08e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:14.636681 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4ebd001c-74c0-4243-925b-a04f13f481aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:15.973849 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:15.978147 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:17.774725 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:37.117389 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:37.661765 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:41.869902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f5d8c424-dc11-49af-8fdd-2374761ff585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:44.636656 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f464b46a-dad5-48f5-9cc8-660940c24500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:45.142621 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c446090-12c4-447d-ab08-c0c73d2d9433 req-2c7cf8d7-ec54-4181-9b25-42fb1c7523b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:45.144260 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c446090-12c4-447d-ab08-c0c73d2d9433 req-2c7cf8d7-ec54-4181-9b25-42fb1c7523b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0596099 Oct 13 01:20:45.182064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2c446090-12c4-447d-ab08-c0c73d2d9433 req-522137d5-3c17-4023-85d5-c9da5adfad5e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Oct 13 01:20:45.229596 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-ee0cb463-6d9d-4660-b9cd-2fe71697f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:45.231042 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-ee0cb463-6d9d-4660-b9cd-2fe71697f044 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1097 time: 0.1084571 Oct 13 01:20:45.327970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-cce9b22d-982d-44ba-89e6-c1db608816fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:45.329459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-cce9b22d-982d-44ba-89e6-c1db608816fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 200 len: 897 time: 0.0897574 Oct 13 01:20:45.403459 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-239f1724-5c3d-408f-9b98-f4ca43ba5b9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0657976 Oct 13 01:20:45.454149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-0a845283-3398-4104-b587-c2e162b72f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:45.455631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-0a845283-3398-4104-b587-c2e162b72f3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83e6b2ea-6937-4618-b6e4-e0376f53ece9 HTTP/1.1" status: 200 len: 834 time: 0.0441999 Oct 13 01:20:45.500689 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-8176ac06-c520-4583-979f-335f7816ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:45.502114 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-8176ac06-c520-4583-979f-335f7816ab6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393262 Oct 13 01:20:45.593755 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-ee4f25cd-62c4-4a14-a8d6-1ca03f0e9da9 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839226 Oct 13 01:20:45.682672 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a6b8ea4e-c261-46f0-97fc-69cf69d0a65f req-294964bf-31e7-4c28-afa7-8f7a010af2d4 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809329 Oct 13 01:20:45.976496 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:45.980533 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:46.299453 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487388c-359f-44dd-bad1-e20449fc8eb0 req-f8cf289a-4d89-4f18-ab8c-c881b2daeb34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:46.300888 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0487388c-359f-44dd-bad1-e20449fc8eb0 req-f8cf289a-4d89-4f18-ab8c-c881b2daeb34 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Oct 13 01:20:46.337505 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0487388c-359f-44dd-bad1-e20449fc8eb0 req-55858eb6-f153-4df4-87c1-683f3c42e327 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306928 Oct 13 01:20:47.155644 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:20:47.453034 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729a363-886f-43ed-85dd-273b80ce0769 req-1f11f9c3-651f-41d3-a0f7-9a115304eb21 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:47.454516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c729a363-886f-43ed-85dd-273b80ce0769 req-1f11f9c3-651f-41d3-a0f7-9a115304eb21 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0479541 Oct 13 01:20:47.490770 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c729a363-886f-43ed-85dd-273b80ce0769 req-6872cb04-83cc-48f0-8d62-b09e686e645b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305064 Oct 13 01:20:47.777693 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:20:48.609031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b94986-ea3f-4f25-bb6c-251fd5bbd835 req-c5e4d41c-cbd7-4f1e-8273-b51f1276c182 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:48.610516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9b94986-ea3f-4f25-bb6c-251fd5bbd835 req-c5e4d41c-cbd7-4f1e-8273-b51f1276c182 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0532610 Oct 13 01:20:48.647662 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b9b94986-ea3f-4f25-bb6c-251fd5bbd835 req-dce222d0-ad07-4a85-a41d-ea9b78c467b1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311654 Oct 13 01:20:49.760777 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb1b63-ecd8-4ec1-b7f4-0fb7cf5e9112 req-75975162-915c-4c04-b0b9-5f8bc5888176 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:49.762779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4fb1b63-ecd8-4ec1-b7f4-0fb7cf5e9112 req-75975162-915c-4c04-b0b9-5f8bc5888176 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0475516 Oct 13 01:20:49.799553 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4fb1b63-ecd8-4ec1-b7f4-0fb7cf5e9112 req-dbab23b4-a013-4cc9-a11d-7cc0be7435e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308924 Oct 13 01:20:50.008685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-5a77e84d-0bc4-4195-9dc8-f836dddf1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:50.010184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-5a77e84d-0bc4-4195-9dc8-f836dddf1220 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1097 time: 0.0410154 Oct 13 01:20:50.115798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-d8bd992f-fa3f-44e5-bd00-9c314ecd81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:50.117235 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-d8bd992f-fa3f-44e5-bd00-9c314ecd81bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 200 len: 897 time: 0.0876827 Oct 13 01:20:50.181924 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-f91f751e-31ef-47c7-8db2-2e493dff7a40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0572908 Oct 13 01:20:50.233721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-f3a83af8-6b14-4b3f-9bab-159247bf93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:50.235094 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-f3a83af8-6b14-4b3f-9bab-159247bf93f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83e6b2ea-6937-4618-b6e4-e0376f53ece9 HTTP/1.1" status: 200 len: 834 time: 0.0460584 Oct 13 01:20:50.280111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-dd330f1f-3956-40e9-8280-47cd4c260fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:50.281465 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-dd330f1f-3956-40e9-8280-47cd4c260fdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386214 Oct 13 01:20:50.369099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-3b78323d-239d-4d0b-a302-f6ee880bced3 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803587 Oct 13 01:20:50.464138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9e91f7b7-4770-4360-bbe1-2979cb02a921 req-2d018943-e77b-4bfd-8cbc-54b8294a3cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871723 Oct 13 01:20:50.912117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1ffe9-d0fb-4f16-8ae5-8dcfbbe313ad req-0b090442-67eb-417f-a5e7-8c180a1ef7cc tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:50.913593 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dcb1ffe9-d0fb-4f16-8ae5-8dcfbbe313ad req-0b090442-67eb-417f-a5e7-8c180a1ef7cc tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Oct 13 01:20:50.949707 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dcb1ffe9-d0fb-4f16-8ae5-8dcfbbe313ad req-664007a4-9a51-45d5-a73a-f1ec2ffc0052 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303433 Oct 13 01:20:52.068783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726e086-23f4-4bfa-8a16-ea68c78cacf1 req-8f29a1fe-1c4a-4740-a126-624bab4aeef3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:52.070280 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8726e086-23f4-4bfa-8a16-ea68c78cacf1 req-8f29a1fe-1c4a-4740-a126-624bab4aeef3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Oct 13 01:20:52.108064 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8726e086-23f4-4bfa-8a16-ea68c78cacf1 req-78844da1-424a-4807-9775-36dfdd096786 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310934 Oct 13 01:20:53.228963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28e40-ffb7-4ee6-b34c-c382512e3cb5 req-0e875f7c-2f41-4b7a-bccc-581ec58cdb08 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:53.230468 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ee28e40-ffb7-4ee6-b34c-c382512e3cb5 req-0e875f7c-2f41-4b7a-bccc-581ec58cdb08 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0517597 Oct 13 01:20:53.279734 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9ee28e40-ffb7-4ee6-b34c-c382512e3cb5 req-d701cc32-48d0-4361-b796-0bbea0cd8670 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 Oct 13 01:20:54.392864 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607f5f0-5153-4415-b89f-df4e9a4fb52e req-a701a000-05b2-48a0-82f0-3977d12f2624 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:54.394378 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7607f5f0-5153-4415-b89f-df4e9a4fb52e req-a701a000-05b2-48a0-82f0-3977d12f2624 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0499218 Oct 13 01:20:54.431717 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7607f5f0-5153-4415-b89f-df4e9a4fb52e req-67484611-a45c-48c3-ac54-4074fe9597fb tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313039 Oct 13 01:20:55.546173 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47903510-6531-4cc1-a1d0-0f876a01e27b req-ccbb519f-d68d-41c5-bb02-041ebe7f6fd8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:55.547659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47903510-6531-4cc1-a1d0-0f876a01e27b req-ccbb519f-d68d-41c5-bb02-041ebe7f6fd8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0517030 Oct 13 01:20:55.584270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47903510-6531-4cc1-a1d0-0f876a01e27b req-4cc57ef8-3665-481b-8f66-8410243e7645 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308506 Oct 13 01:20:56.696591 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144406-5b64-45f8-9329-6185207a2ae5 req-aea69036-5741-46ce-b39a-4363b45cf5f8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:20:56.698107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94144406-5b64-45f8-9329-6185207a2ae5 req-aea69036-5741-46ce-b39a-4363b45cf5f8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0492535 Oct 13 01:20:56.735745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-94144406-5b64-45f8-9329-6185207a2ae5 req-05048395-c3de-4430-a8bb-6f169f7cb1f5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Oct 13 01:20:56.757061 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50528) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:20:56.819495 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e544f5b3-a6a8-4ce4-ab46-0fde40799015 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/b257f59e-c1ed-4fa7-8d86-55cd7b84846b HTTP/1.1" status: 200 len: 994 time: 0.0613267 Oct 13 01:21:07.116098 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:07.675870 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:11.872823 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-814349e8-b1bc-4254-a543-f6a6f6f3ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:14.636259 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e5773990-f27c-44fe-bc82-393fc5c555da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:15.980774 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:15.984767 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:17.779866 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:24.154783 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:21:37.113796 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:37.682484 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:41.872764 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dde510ce-8e27-4e0d-b0ce-797592b78c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:44.635950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bfdffcb7-1654-4eb2-ac3b-c70697549015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:45.982373 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:45.986011 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:46.164563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50548) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:46.318079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 6e58108b-e26c-4929-9557-82749aac685f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:21:46.318333 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:46.396092 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:46.396417 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:46.408285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 6e58108b-e26c-4929-9557-82749aac685f owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:21:46.550087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:46.574723 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=6e58108b-e26c-4929-9557-82749aac685f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:46.586653 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.587004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.587345 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.587719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.588053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.588385 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.588711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.589036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.589361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.589685 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.590010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.590329 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:46.643776 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:46.644104 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP b257f59e-c1ed-4fa7-8d86-55cd7b84846b disassociated (deleted). External IP: 172.25.3.176, port: 7796bc81-f664-4b49-8514-286352b75ee8. Oct 13 01:21:46.847058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 37055435-3506-419d-9abb-00fd807dddbb has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:21:46.954285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:21:46.959105 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:46.964006 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] Sync routers for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:21:46.973084 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:21:46.973681 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:46.986317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-e133a967-1d1f-45c9-a325-90be15b9ae4b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/floatingips/b257f59e-c1ed-4fa7-8d86-55cd7b84846b HTTP/1.1" status: 204 len: 168 time: 0.8206730 Oct 13 01:21:46.987012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:21:46.989436 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a" -d '{"events": [{"name": "network-changed", "server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "tag": "7796bc81-f664-4b49-8514-286352b75ee8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:21:47.033777 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbac453-6102-4a1d-b458-f849aa765677 x-openstack-request-id: req-fcbac453-6102-4a1d-b458-f849aa765677 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:21:47.034818 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "tag": "7796bc81-f664-4b49-8514-286352b75ee8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:21:47.035082 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcbac453-6102-4a1d-b458-f849aa765677 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:21:47.035501 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8', 'status': 'completed', 'code': 200} Oct 13 01:21:47.081625 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:21:47.122778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-05f8950a-c9d3-4031-ba37-64431993bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:47.122910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-05f8950a-c9d3-4031-ba37-64431993bc29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 1097 time: 0.0435736 Oct 13 01:21:47.260238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-ee5dad35-4b23-479f-a8ec-fdd87811358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:47.261778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-ee5dad35-4b23-479f-a8ec-fdd87811358f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 200 len: 897 time: 0.1025250 Oct 13 01:21:47.292182 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:29Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:47.296795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc7d86-cf51-4d81-b287-58d27dde24df req-0da41cd2-06e8-44b1-8b0c-ac03a7cb8045 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:47.298455 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88bc7d86-cf51-4d81-b287-58d27dde24df req-0da41cd2-06e8-44b1-8b0c-ac03a7cb8045 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.1294074 Oct 13 01:21:47.305110 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-264726c9-803c-4816-8f46-dc42cab0c37f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 200 len: 217 time: 0.0352137 Oct 13 01:21:47.319603 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] Checking router: 37055435-3506-419d-9abb-00fd807dddbb for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:21:47.327969 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:21:47.328650 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:47.339532 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-88bc7d86-cf51-4d81-b287-58d27dde24df req-8ffec9ce-47a2-40ad-931b-c5709a363767 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346401 Oct 13 01:21:47.361376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-25f67892-e2ac-4414-a3c3-dfe6184a6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:47.362867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-25f67892-e2ac-4414-a3c3-dfe6184a6ea6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83e6b2ea-6937-4618-b6e4-e0376f53ece9 HTTP/1.1" status: 200 len: 834 time: 0.0494304 Oct 13 01:21:47.410896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-f62ec518-1643-4eea-9035-e2f8b369c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:47.412526 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-f62ec518-1643-4eea-9035-e2f8b369c0f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424061 Oct 13 01:21:47.436049 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:21:47.505431 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-fcac5ec7-f3f8-4117-9507-bd80da8c97c6 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852804 Oct 13 01:21:47.601197 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed8b4ab-0408-4c5f-9af2-a29b0359709a req-50346700-d645-4d17-98dd-692925d109c4 service neutron] 10.222.0.45 "GET /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881326 Oct 13 01:21:47.644418 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:29Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:47.669449 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda6902e-14f8-4d2b-9618-1dd761c84ba5 None None] The sync data for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 is: [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:27Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '127bffcb-eb11-47d6-b8d5-4634b4b1fe00', 'name': '', 'network_id': 'fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:6e:3d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:26Z', 'updated_at': '2021-10-13T01:19:29Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '83e6b2ea-6937-4618-b6e4-e0376f53ece9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:21:47.783845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:47.888291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf28503-a7f6-44e9-95eb-909b4b3058d2 None None] New status for floating IP b257f59e-c1ed-4fa7-8d86-55cd7b84846b: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:21:48.516612 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf0a9-6b0e-4199-a67d-589a9b76168c req-bf5b22df-d1b1-468f-8eca-e9d002a8704f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:48.518090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0ccf0a9-6b0e-4199-a67d-589a9b76168c req-bf5b22df-d1b1-468f-8eca-e9d002a8704f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.1081691 Oct 13 01:21:48.556960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a0ccf0a9-6b0e-4199-a67d-589a9b76168c req-cabde2d2-bfa8-4351-abb4-a037647a329e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=54090492-f62d-43af-a1fb-dbfb18b2efe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329583 Oct 13 01:21:48.999256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccae1ad-f385-437c-821f-0186135b8f21 req-c40114e9-334f-41cd-b9e0-472bbc4922ce tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:49.000728 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eccae1ad-f385-437c-821f-0186135b8f21 req-c40114e9-334f-41cd-b9e0-472bbc4922ce tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 946 time: 0.0486946 Oct 13 01:21:49.091099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 7796bc81-f664-4b49-8514-286352b75ee8 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:21:49.091440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:49.177788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 7796bc81-f664-4b49-8514-286352b75ee8, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=7796bc81-f664-4b49-8514-286352b75ee8,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:21:49.178147 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:49.190276 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 7796bc81-f664-4b49-8514-286352b75ee8 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:21:49.318440 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:49.348089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=7796bc81-f664-4b49-8514-286352b75ee8,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:49.390265 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] No DVR routers for this DVR port 7796bc81-f664-4b49-8514-286352b75ee8 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:21:49.392963 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:49.396287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eccae1ad-f385-437c-821f-0186135b8f21 req-74f4a4eb-93a3-48df-b78e-2d6d14241219 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "DELETE /v2.0/ports/7796bc81-f664-4b49-8514-286352b75ee8 HTTP/1.1" status: 204 len: 173 time: 0.3893898 Oct 13 01:21:49.396719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'name': 'network-vif-deleted', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:21:49.398999 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6868ac0-f06c-44f1-bea0-50ac59013295" -d '{"events": [{"server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "name": "network-vif-deleted", "tag": "7796bc81-f664-4b49-8514-286352b75ee8"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:21:49.435796 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74b4f23-7493-4d27-932c-693f3f620a7e x-openstack-request-id: req-f74b4f23-7493-4d27-932c-693f3f620a7e {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:21:49.436130 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911965b9-5c88-424d-9a46-8fb4215c5010", "name": "network-vif-deleted", "tag": "7796bc81-f664-4b49-8514-286352b75ee8", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:21:49.436381 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f74b4f23-7493-4d27-932c-693f3f620a7e {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:21:49.436783 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911965b9-5c88-424d-9a46-8fb4215c5010', 'name': 'network-vif-deleted', 'tag': '7796bc81-f664-4b49-8514-286352b75ee8', 'status': 'completed', 'code': 200} Oct 13 01:21:49.662995 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ba2dc295-4546-4e1c-9962-9ef029da7d41 req-3ab5fad6-f36f-4502-b5c2-f1eee7db39c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=911965b9-5c88-424d-9a46-8fb4215c5010 HTTP/1.1" status: 200 len: 210 time: 0.0268440 Oct 13 01:21:50.718079 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50572) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:51.067953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:51.316599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:21:51.316946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:51.406908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 127bffcb-eb11-47d6-b8d5-4634b4b1fe00, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:21:51.407280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:51.419461 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:21:51.602193 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:51.621058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 7796bc81-f664-4b49-8514-286352b75ee8 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:21:51.630200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=127bffcb-eb11-47d6-b8d5-4634b4b1fe00,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:51.643157 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 7796bc81-f664-4b49-8514-286352b75ee8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:21:51.643500 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 7796bc81-f664-4b49-8514-286352b75ee8 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:21:51.797509 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.010935 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 37055435-3506-419d-9abb-00fd807dddbb has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:21:52.118119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:21:52.123289 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f3ddef6-07c8-4f0e-bc40-ce0964471d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/37055435-3506-419d-9abb-00fd807dddbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4039373 Oct 13 01:21:52.125842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50574) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:52.129425 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] Sync routers for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:21:52.139731 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:21:52.140334 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:52.176436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ee36d3-4644-4ba1-bde1-99caee21c129 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting subnet 83e6b2ea-6937-4618-b6e4-e0376f53ece9 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:21:52.179553 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ee36d3-4644-4ba1-bde1-99caee21c129 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.222485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ee36d3-4644-4ba1-bde1-99caee21c129 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.251036 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:21:52.305668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ee36d3-4644-4ba1-bde1-99caee21c129 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.366783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ee36d3-4644-4ba1-bde1-99caee21c129 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.402882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee36d3-4644-4ba1-bde1-99caee21c129 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Subnet': ['ID=83e6b2ea-6937-4618-b6e4-e0376f53ece9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:52.407191 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-a1ee36d3-4644-4ba1-bde1-99caee21c129 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.410492 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-a1ee36d3-4644-4ba1-bde1-99caee21c129 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/subnets/83e6b2ea-6937-4618-b6e4-e0376f53ece9 HTTP/1.1" status: 204 len: 168 time: 0.2837255 Oct 13 01:21:52.413075 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50576) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:52.414721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852a0057-73ba-4010-967f-6f47c2dd9210 None None] Network fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:21:52.531006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.564191 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:21:51Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:52.594929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] Checking router: 37055435-3506-419d-9abb-00fd807dddbb for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:21:52.604255 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] Routers {'37055435-3506-419d-9abb-00fd807dddbb'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:21:52.604967 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['37055435-3506-419d-9abb-00fd807dddbb'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:52.621013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] DHCP port deletion for fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:21:52.673856 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Deleting port 3040c22f-167d-4fd7-accc-ae45f3ee67bf {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:21:52.674532 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.724188 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] Set router 37055435-3506-419d-9abb-00fd807dddbb gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:21:52.926088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] For port 3040c22f-167d-4fd7-accc-ae45f3ee67bf, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=3040c22f-167d-4fd7-accc-ae45f3ee67bf,segment=NetworkSegment(42cf3127-53ec-47f7-8be1-bf684e0e10f2),segment_id=42cf3127-53ec-47f7-8be1-bf684e0e10f2)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:21:52.926474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:52.926724 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:21:51Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:52.939436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Calling delete_port for 3040c22f-167d-4fd7-accc-ae45f3ee67bf owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:21:52.956434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e0639-5e4f-49f0-a2b1-f865339dd9bf None None] The sync data for ids ['37055435-3506-419d-9abb-00fd807dddbb'] in n-d-813679-4 is: [{'id': '37055435-3506-419d-9abb-00fd807dddbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8546954', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:21:51Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '48d6f504-cef0-4e37-9c91-be8368d4ec82', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37055435-3506-419d-9abb-00fd807dddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:19:23Z', 'updated_at': '2021-10-13T01:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:21:53.007323 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.032032 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.057073 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Pushing event deleted for resources: {'Port': ['ID=3040c22f-167d-4fd7-accc-ae45f3ee67bf,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:53.066831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 48d6f504-cef0-4e37-9c91-be8368d4ec82 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:21:53.067183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] No DVR routers for this DVR port 3040c22f-167d-4fd7-accc-ae45f3ee67bf on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:21:53.067453 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.075471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.075471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.077885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.077885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.077885 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.078145 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.078442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.078898 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.079116 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.079441 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.080645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.080645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8a19fb-52f9-4ac7-bf40-199eba179121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:53.148548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 48d6f504-cef0-4e37-9c91-be8368d4ec82, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=48d6f504-cef0-4e37-9c91-be8368d4ec82,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:21:53.148911 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.161343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 48d6f504-cef0-4e37-9c91-be8368d4ec82 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:21:53.330253 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.355062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=48d6f504-cef0-4e37-9c91-be8368d4ec82,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:53.423427 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.521072 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.523090 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.565391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.565951 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Fanout notify agent at l3_agent the message router_deleted on router 37055435-3506-419d-9abb-00fd807dddbb {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:21:53.572771 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.573885 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0dbfb614-9dd2-4d2d-ae47-0d1f2d1f76e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/routers/37055435-3506-419d-9abb-00fd807dddbb HTTP/1.1" status: 204 len: 168 time: 1.1598296 Oct 13 01:21:53.576682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50578) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:53.660541 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.745897 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.766166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:53.775234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cf3127-53ec-47f7-8be1-bf684e0e10f2') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:53.775474 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cf3127-53ec-47f7-8be1-bf684e0e10f2') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:53.789051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.802459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.808126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:21:53.808506 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:21:53.811936 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:21:53.867677 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.874207 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.878888 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/networks/fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460 HTTP/1.1" status: 204 len: 168 time: 0.2997949 Oct 13 01:21:53.880774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50580) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:53.894443 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a108e06-7387-4f1e-bd2e-abf007add5c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Network': ['ID=fa0d904f-8cbe-4dbf-97d3-ff2e50f7d460,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:53.941676 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:53.965466 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:54.028667 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:54.031241 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:54.032494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/security-groups/54090492-f62d-43af-a1fb-dbfb18b2efe4 HTTP/1.1" status: 204 len: 168 time: 0.1507442 Oct 13 01:21:54.041898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54090492-f62d-43af-a1fb-dbfb18b2efe4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:54.050096 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.050445 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.050786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.051122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.051456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.051827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.052142 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.052469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.052797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.053122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.053446 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.053767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb05d57-7bd9-42ea-bba6-fbdb05a388b6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:21:54.394641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 48d6f504-cef0-4e37-9c91-be8368d4ec82 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:21:54.417863 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 48d6f504-cef0-4e37-9c91-be8368d4ec82 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:21:54.418208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 48d6f504-cef0-4e37-9c91-be8368d4ec82 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:21:54.418616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3040c22f-167d-4fd7-accc-ae45f3ee67bf no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:21:54.436948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 3040c22f-167d-4fd7-accc-ae45f3ee67bf {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:21:54.437293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 3040c22f-167d-4fd7-accc-ae45f3ee67bf not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:21:54.437696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:21:54.455140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:21:54.455484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 127bffcb-eb11-47d6-b8d5-4634b4b1fe00 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:21:55.638004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50588) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:55.643011 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2b17dfc4-d62c-4c4a-b983-51db164a9b8d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301366621', 'description': 'tempest-secgroup-smoke-1301366621 description', 'project_id': 'a212ee1f3e464aebba290e8192c3f029'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:55.665290 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b17dfc4-d62c-4c4a-b983-51db164a9b8d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.730867 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b17dfc4-d62c-4c4a-b983-51db164a9b8d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.734557 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b17dfc4-d62c-4c4a-b983-51db164a9b8d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.763056 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2b17dfc4-d62c-4c4a-b983-51db164a9b8d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.765391 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2b17dfc4-d62c-4c4a-b983-51db164a9b8d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1253099 Oct 13 01:21:55.767862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50590) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:55.769355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17dfc4-d62c-4c4a-b983-51db164a9b8d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d930d50-40d1-448d-ac42-027a1cfcb53b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:55.772600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-7671af16-0ff6-4f63-b621-495019725760 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '4d930d50-40d1-448d-ac42-027a1cfcb53b', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:55.799103 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7671af16-0ff6-4f63-b621-495019725760 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.853042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7671af16-0ff6-4f63-b621-495019725760 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.856374 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7671af16-0ff6-4f63-b621-495019725760 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.873817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671af16-0ff6-4f63-b621-495019725760 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9f41e6-08a8-4934-8f3b-ce232fc6364a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:55.881693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7671af16-0ff6-4f63-b621-495019725760 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.882882 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7671af16-0ff6-4f63-b621-495019725760 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139007 Oct 13 01:21:55.885582 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50592) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:55.890578 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5bd06966-0a39-4602-8dc0-fb490c0ee605 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '4d930d50-40d1-448d-ac42-027a1cfcb53b', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:55.915852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5bd06966-0a39-4602-8dc0-fb490c0ee605 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.982626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5bd06966-0a39-4602-8dc0-fb490c0ee605 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:55.986150 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5bd06966-0a39-4602-8dc0-fb490c0ee605 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.004701 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd06966-0a39-4602-8dc0-fb490c0ee605 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3942c4c0-222c-4a3e-8125-607f032707db,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:56.009880 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5bd06966-0a39-4602-8dc0-fb490c0ee605 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.011081 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5bd06966-0a39-4602-8dc0-fb490c0ee605 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245210 Oct 13 01:21:56.013841 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50594) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:56.018903 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-66e59c42-b87b-49d1-8452-af56ae8dcefa tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '4d930d50-40d1-448d-ac42-027a1cfcb53b', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:56.044046 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66e59c42-b87b-49d1-8452-af56ae8dcefa tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.101836 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66e59c42-b87b-49d1-8452-af56ae8dcefa tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.105378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66e59c42-b87b-49d1-8452-af56ae8dcefa tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.122202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e59c42-b87b-49d1-8452-af56ae8dcefa tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87c37eb-700f-4382-928f-2427b39a8e32,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:56.130687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-66e59c42-b87b-49d1-8452-af56ae8dcefa tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.131880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-66e59c42-b87b-49d1-8452-af56ae8dcefa tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163778 Oct 13 01:21:56.134735 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50596) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:56.139216 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-aa2030a9-cc30-4041-8835-d0527ace102c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '4d930d50-40d1-448d-ac42-027a1cfcb53b', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:56.164360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa2030a9-cc30-4041-8835-d0527ace102c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.220619 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa2030a9-cc30-4041-8835-d0527ace102c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.223821 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa2030a9-cc30-4041-8835-d0527ace102c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.241633 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2030a9-cc30-4041-8835-d0527ace102c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8038d2-0f94-4b95-af4a-b349b29d092f,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:56.246537 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-aa2030a9-cc30-4041-8835-d0527ace102c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.247765 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-aa2030a9-cc30-4041-8835-d0527ace102c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1120181 Oct 13 01:21:56.251214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50598) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:56.255478 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-75312ad5-5a8f-472b-850b-ae97999afe28 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '4d930d50-40d1-448d-ac42-027a1cfcb53b', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:56.275752 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-75312ad5-5a8f-472b-850b-ae97999afe28 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:21:56.280439 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-75312ad5-5a8f-472b-850b-ae97999afe28 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.341624 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-75312ad5-5a8f-472b-850b-ae97999afe28 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.345037 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-75312ad5-5a8f-472b-850b-ae97999afe28 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.362180 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75312ad5-5a8f-472b-850b-ae97999afe28 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd266d29-c5d2-4051-b43e-17a547ee6fda,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:56.369434 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-75312ad5-5a8f-472b-850b-ae97999afe28 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.370622 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-75312ad5-5a8f-472b-850b-ae97999afe28 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184528 Oct 13 01:21:56.374088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50600) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:56.378665 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-16a1a260-0723-4c32-8999-b99e01999205 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '4d930d50-40d1-448d-ac42-027a1cfcb53b', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:56.399936 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-16a1a260-0723-4c32-8999-b99e01999205 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:21:56.404488 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16a1a260-0723-4c32-8999-b99e01999205 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.463948 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16a1a260-0723-4c32-8999-b99e01999205 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.467779 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16a1a260-0723-4c32-8999-b99e01999205 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.485316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1a260-0723-4c32-8999-b99e01999205 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b5b0a8-9a57-4d1b-95fd-c8574a3223ea,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:56.491995 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-16a1a260-0723-4c32-8999-b99e01999205 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.493187 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-16a1a260-0723-4c32-8999-b99e01999205 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181486 Oct 13 01:21:56.496033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50602) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:56.500839 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'network': {'name': 'tempest-network-smoke--2137182050', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:56.520253 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:21:56.523607 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.547390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:21:56.556503 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.556859 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Added segment 614b732c-51e2-4c35-bb3d-c7a5982a8b06 of type vlan for network 6144022c-e187-4ccb-9552-991076e0bcb1 Oct 13 01:21:56.596012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.619990 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.625553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:56.626156 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.679751 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1826909 Oct 13 01:21:56.682568 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50604) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:56.687389 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'admin_state_up': True, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:56.696601 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7cd30-d076-4e0d-a9bd-0e1d63df115d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Network': ['ID=6144022c-e187-4ccb-9552-991076e0bcb1,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:56.707600 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 6144022c-e187-4ccb-9552-991076e0bcb1 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:21:56.711501 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.712584 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.767358 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:56.903911 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:57.094782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:57.112725 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:57.214415 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.13 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/2685d66c-98f5-47e1-bf30-db1ca4dd7eb7) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:21:57.311477 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:57.343016 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:57.385120 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:21:57.388110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:21:57.392182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:21:57.397527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=2685d66c-98f5-47e1-bf30-db1ca4dd7eb7,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:57.638688 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:57.829136 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:57.951578 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 9d192c87-589a-4f96-9c86-ae0ebbb3929f is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:21:58.053076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:21:58.063641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Sync routers for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:21:58.073372 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.074032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:21:58.074599 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ba9e3643-ad1a-4b1f-9abe-5263a3776daf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3909676 Oct 13 01:21:58.074745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:58.077812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50606) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:58.109716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-db3fa1a8-9e1e-4dbc-92c7-d7aa566d692b tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a212ee1f3e464aebba290e8192c3f029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307832 Oct 13 01:21:58.112710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50608) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:58.183642 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:21:58.198978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f04a1-256d-4606-88e9-86692ee7853f tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:58.200523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c84f04a1-256d-4606-88e9-86692ee7853f tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872869 Oct 13 01:21:58.203951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50610) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:58.230346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-18cbf444-b9fa-44c3-a128-2c59658c1ca7 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253925 Oct 13 01:21:58.232910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50612) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:58.238067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1566162289', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:21:58.333405 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:21:58.337018 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.364298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:57Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:58.390664 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Checking router: 9d192c87-589a-4f96-9c86-ae0ebbb3929f for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:21:58.391010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Updating router 9d192c87-589a-4f96-9c86-ae0ebbb3929f port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:21:58.415754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.520335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.591361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Subnet': ['ID=8b65b5c5-1438-404d-a220-87dc85f8217a,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:58.593721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Checking segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:21:58.594116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network hostable DHCP agents. Network: 6144022c-e187-4ccb-9552-991076e0bcb1, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:21:58.612170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 6144022c-e187-4ccb-9552-991076e0bcb1 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:21:58.621403 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 6144022c-e187-4ccb-9552-991076e0bcb1) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:21:58.626046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:21:58.626635 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.631197 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37155299-1e6d-4f30-9452-44f620eac0bf None None] Network 6144022c-e187-4ccb-9552-991076e0bcb1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:21:58.642100 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c8b7de36-a91a-477a-89a0-d0ca0c7213be tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4080997 Oct 13 01:21:58.644989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50614) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:21:58.724626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.735161 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.817284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Attempting to bind port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:21:58.817650 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Attempting to bind port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:21:58.818016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Attempting to bind port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:21:58.827748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c530bf-5227-4b6d-a0d9-9cce9fb0bcaa None None] Pushing event updated for resources: {'Port': ['ID=2685d66c-98f5-47e1-bf30-db1ca4dd7eb7,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:58.833827 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:21:58.834325 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:21:58.834595 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.834976 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:21:58.835444 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Bound port: 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:21:58.835847 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.899571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-6144022c-e187-4ccb-9552-991076e0bcb1', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:21:58.900676 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:58.927920 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] For port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:21:58.934892 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] For port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2685d66c-98f5-47e1-bf30-db1ca4dd7eb7,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:21:58.940264 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.050991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c530bf-5227-4b6d-a0d9-9cce9fb0bcaa None None] Pushing event updated for resources: {'Port': ['ID=2685d66c-98f5-47e1-bf30-db1ca4dd7eb7,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:59.078470 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.085036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:21:59.085663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:59.147020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Allocated IP 172.20.0.2 (6144022c-e187-4ccb-9552-991076e0bcb1/8b65b5c5-1438-404d-a220-87dc85f8217a/a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:21:59.248364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:21:59.465819 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.474010 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.519536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.1 (6144022c-e187-4ccb-9552-991076e0bcb1/8b65b5c5-1438-404d-a220-87dc85f8217a/c9562cc7-c24e-4fb3-acee-f0068f85c5bd) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:21:59.523393 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Network 6144022c-e187-4ccb-9552-991076e0bcb1 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:21:59.526969 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:21:59.533913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:21:59.537874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Pushing event updated for resources: {'Port': ['ID=a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:59.564927 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:57Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:21:59.608742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8671571-1bc7-4069-bbe5-fea3f9399f5e None None] The sync data for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 is: [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:57Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:21:59.619811 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Attempting to bind port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:21:59.620188 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Attempting to bind port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:21:59.620552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Attempting to bind port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 on network 6144022c-e187-4ccb-9552-991076e0bcb1 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:21:59.630771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:21:59.631152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Checking segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:21:59.631867 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.632001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Bound using segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:21:59.632436 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Bound port: a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:21:59.632816 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.648603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.684815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.700697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] For port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:21:59.704986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] For port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:21:59.711411 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.723489 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 6144022c-e187-4ccb-9552-991076e0bcb1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:21:59.730622 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:21:59.734654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:21:59.763537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:59.786556 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84208d9b-a643-486d-a96f-e3c8cf9bfe06 None None] Pushing event updated for resources: {'Port': ['ID=a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:21:59.788597 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:21:59.956432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.264219 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.269169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.347378 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.349197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:00.464625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 6144022c-e187-4ccb-9552-991076e0bcb1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:22:00.466410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:22:00.489870 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:22:00.558316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:00.558690 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.608149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 9d192c87-589a-4f96-9c86-ae0ebbb3929f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:22:00.643390 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.666616 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2685d66c-98f5-47e1-bf30-db1ca4dd7eb7,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:22:00.671433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.672321 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:22:00.728506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:22:00.734161 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-7c9f4c62-5d10-49ea-ad73-6f548ba5164a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/9d192c87-589a-4f96-9c86-ae0ebbb3929f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0878499 Oct 13 01:22:00.751572 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=2685d66c-98f5-47e1-bf30-db1ca4dd7eb7,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:00.766648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:00.767024 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.804891 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01826577-1d4f-4b63-a6b5-d800200ec570 None None] Network 6144022c-e187-4ccb-9552-991076e0bcb1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:22:00.876403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-369cba0a-870e-4043-9c1a-4b0f1370dce1 None None] Provisioning complete for port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:00.876772 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-369cba0a-870e-4043-9c1a-4b0f1370dce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:00.884003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-c3688a17-40f3-4aaa-abbb-1e7c0dae6873 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301366621&fields=id&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 267 time: 0.0317323 Oct 13 01:22:00.999133 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2de7-bf49-4619-91c4-97de2939770f req-6031daef-fb3a-4e4f-8adf-66933631af95 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:01.000764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-6031daef-fb3a-4e4f-8adf-66933631af95 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 797 time: 0.1093323 Oct 13 01:22:01.018632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-4d3e5e86-ac59-4365-affe-21f2d61cc457 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/quotas/a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 375 time: 0.0111852 Oct 13 01:22:01.075101 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-a4ddda9c-e3bb-464f-b48f-20acb618b3dc tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504723 Oct 13 01:22:01.121737 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:01.134321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-3dd07152-e7fc-4476-94d3-956abef199ef service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:22:01.135340 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-3dd07152-e7fc-4476-94d3-956abef199ef service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0480924 Oct 13 01:22:01.153687 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:22:01.230238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:22:01.233084 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-a46165b8-26ae-4d6a-9f74-bf8af5b9c725 service neutron] 10.222.0.21 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902362 Oct 13 01:22:01.241792 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:01.275695 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-369cba0a-870e-4043-9c1a-4b0f1370dce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:01.332543 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-06fb5e9b-464b-4c00-9426-22451d43c54e service neutron] 10.222.0.21 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924013 Oct 13 01:22:01.347319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:01.362065 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.db.api [None req-369cba0a-870e-4043-9c1a-4b0f1370dce1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 01:22:01.362416 n-d-813679-4 neutron-server[94990]: DEBUG oslo_db.api [None req-369cba0a-870e-4043-9c1a-4b0f1370dce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 01:22:01.397112 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Sync routers for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:22:01.407139 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:22:01.408353 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:22:01.520154 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:22:01.723147 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 2, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:22:01.753552 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Checking router: 9d192c87-589a-4f96-9c86-ae0ebbb3929f for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:22:01.753834 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Updating router 9d192c87-589a-4f96-9c86-ae0ebbb3929f port c9562cc7-c24e-4fb3-acee-f0068f85c5bd binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:22:01.778813 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.015036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a8cf03da-9a9b-4687-a65d-1cf4dbb2f1bb None None] Provisioning complete for port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:02.015602 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8cf03da-9a9b-4687-a65d-1cf4dbb2f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.031276 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.036446 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.106071 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Pushing event updated for resources: {'Port': ['ID=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:02.109954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-a8cf03da-9a9b-4687-a65d-1cf4dbb2f1bb None None] Provisioning complete for port c9562cc7-c24e-4fb3-acee-f0068f85c5bd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:02.110325 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8cf03da-9a9b-4687-a65d-1cf4dbb2f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.126430 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.126773 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.127105 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.127434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.127790 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.128202 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.128434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.128747 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.129258 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.129739 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.130216 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.130688 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:22:02.147608 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Attempting to bind port c9562cc7-c24e-4fb3-acee-f0068f85c5bd on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:22:02.147984 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Attempting to bind port c9562cc7-c24e-4fb3-acee-f0068f85c5bd by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:22:02.148479 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Attempting to bind port c9562cc7-c24e-4fb3-acee-f0068f85c5bd on network 6144022c-e187-4ccb-9552-991076e0bcb1 {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:22:02.152373 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf03da-9a9b-4687-a65d-1cf4dbb2f1bb None None] Port c9562cc7-c24e-4fb3-acee-f0068f85c5bd cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:22:02.153588 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:22:02.153947 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Checking segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:22:02.155164 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.155292 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Bound using segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:22:02.155788 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Bound port: c9562cc7-c24e-4fb3-acee-f0068f85c5bd, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:22:02.156163 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.219813 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] For port c9562cc7-c24e-4fb3-acee-f0068f85c5bd, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:22:02.223091 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] For port c9562cc7-c24e-4fb3-acee-f0068f85c5bd, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:22:02.227227 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.284632 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:22:02.285252 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:21:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:22:02.319714 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8169232-5555-4ec2-ae09-6887d5311b8d None None] Pushing event updated for resources: {'Port': ['ID=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:02.381750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-7c5b9323-8b38-41ea-826c-426e9aa23189 None None] Provisioning complete for port c9562cc7-c24e-4fb3-acee-f0068f85c5bd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:02.382132 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9323-8b38-41ea-826c-426e9aa23189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.399067 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:22:02.435091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:22:02.515930 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9323-8b38-41ea-826c-426e9aa23189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.571891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d519247e-418b-4d50-962a-2f31701229f5 req-0bb824f1-92ea-4193-87ea-6ecb88b8e54f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 210 time: 0.0509460 Oct 13 01:22:02.584439 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7c5b9323-8b38-41ea-826c-426e9aa23189 None None] For port c9562cc7-c24e-4fb3-acee-f0068f85c5bd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:22:02.585697 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:02.586168 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.609123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9323-8b38-41ea-826c-426e9aa23189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.672817 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b9323-8b38-41ea-826c-426e9aa23189 None None] Pushing event updated for resources: {'Port': ['ID=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:02.712012 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:22:02.721343 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:02Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:22:02.747644 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a46e8-1dee-42b9-8adf-b0e1045db5ea None None] The sync data for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 is: [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:02Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:22:02.761021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-b922f11c-aa40-44a4-a02d-4d7fe142022b None None] Provisioning complete for port c9562cc7-c24e-4fb3-acee-f0068f85c5bd triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:02.761400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b922f11c-aa40-44a4-a02d-4d7fe142022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:02.832279 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:02.832671 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:03.674925 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa8957a0-a104-4e7a-9aee-95f69bac70f6 req-9a489878-c092-447c-8cd3-1da1ad79fd67 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 210 time: 0.0361822 Oct 13 01:22:03.760010 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2de7-bf49-4619-91c4-97de2939770f req-93f02ae8-5b68-4b8e-a6d3-e065ee9c54d2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:03.761726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-93f02ae8-5b68-4b8e-a6d3-e065ee9c54d2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 797 time: 0.1353753 Oct 13 01:22:03.819059 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-47a9a90d-80d9-452d-bdd4-0acb94c4abc2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 380 time: 0.0352201 Oct 13 01:22:03.845110 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'port': {'device_id': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'admin_state_up': True, 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'security_groups': ['4d930d50-40d1-448d-ac42-027a1cfcb53b']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:22:03.951297 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:22:03.955281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.079235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.14 (6144022c-e187-4ccb-9552-991076e0bcb1/8b65b5c5-1438-404d-a220-87dc85f8217a/9aa18e01-db45-412a-aa31-ade9b9abc6c5) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:22:04.217667 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.251618 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.294444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 6144022c-e187-4ccb-9552-991076e0bcb1 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:22:04.298222 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:22:04.301980 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:22:04.330109 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:04.360625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:04.361012 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.389666 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-92af5592-e549-4778-8ef4-a220c8820a61 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491004 Oct 13 01:22:04.409221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Request body: {'port': {'device_id': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:22:04.445239 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c9562cc7-c24e-4fb3-acee-f0068f85c5bd up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:22:04.472596 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.495432 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c9562cc7-c24e-4fb3-acee-f0068f85c5bd triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:04.495854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.550327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3cbd485d-2b54-41d8-b53d-e9db2f17e05a None None] Provisioning complete for port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:04.550698 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3cbd485d-2b54-41d8-b53d-e9db2f17e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.612685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd485d-2b54-41d8-b53d-e9db2f17e05a None None] Port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:22:04.743642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa18e01-db45-412a-aa31-ade9b9abc6c5 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:22:04.751272 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.763174 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Transition to ACTIVE for port object 9aa18e01-db45-412a-aa31-ade9b9abc6c5 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:22:04.767735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.799801 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aba00-97b0-4e66-9a4e-ce737b91bb79 req-a423e0a7-cb9d-4c0f-8574-bc27fde2c69e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:04.801321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b08aba00-97b0-4e66-9a4e-ce737b91bb79 req-a423e0a7-cb9d-4c0f-8574-bc27fde2c69e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 932 time: 0.0525541 Oct 13 01:22:04.832702 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:04.840620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b08aba00-97b0-4e66-9a4e-ce737b91bb79 req-e846e618-7b43-48ce-a2c2-5430a3047834 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329771 Oct 13 01:22:04.889795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Attempting to bind port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:22:04.890128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Attempting to bind port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:22:04.890453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Attempting to bind port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on network 6144022c-e187-4ccb-9552-991076e0bcb1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:22:04.894990 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on network 6144022c-e187-4ccb-9552-991076e0bcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:22:04.895395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Attempting to bind port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on network 6144022c-e187-4ccb-9552-991076e0bcb1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:22:04.900244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:22:04.900579 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Checking segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:22:04.901120 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Bound using segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:22:04.901542 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Bound port: 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:22:04.902023 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:04.967930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:22:04.972097 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:22:04.976335 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:05.013153 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:05.013766 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:05.015233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] 10.222.0.36 "PUT /v2.0/ports/9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1092 time: 0.6105289 Oct 13 01:22:05.015696 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:22:05.017988 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f07100e-0a62-486d-bf59-076ea03250a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:22:05.046045 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624af7-6eb4-42d5-b003-1daa1822bf29 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:05.076686 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d51936-8026-4c1c-a18a-d3f56927a61c x-openstack-request-id: req-04d51936-8026-4c1c-a18a-d3f56927a61c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:22:05.076954 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:22:05.077207 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04d51936-8026-4c1c-a18a-d3f56927a61c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:22:05.077609 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'status': 'completed', 'code': 200} Oct 13 01:22:05.130599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2de7-bf49-4619-91c4-97de2939770f req-25eaf0bc-2127-4b24-91b9-229ef903afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:05.132057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-25eaf0bc-2127-4b24-91b9-229ef903afd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0423143 Oct 13 01:22:05.184352 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-d75ede05-3a52-4a62-a536-aeff76a67cbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 217 time: 0.0392768 Oct 13 01:22:05.233413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2de7-bf49-4619-91c4-97de2939770f req-325748c7-c34a-4e41-ae1c-3bb324f710f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:05.234847 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-325748c7-c34a-4e41-ae1c-3bb324f710f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0443826 Oct 13 01:22:05.281126 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2de7-bf49-4619-91c4-97de2939770f req-a279b9de-4e99-41db-8f0c-5f5ca1d51b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:05.282639 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-a279b9de-4e99-41db-8f0c-5f5ca1d51b68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403545 Oct 13 01:22:05.684409 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-80c83102-e1bb-4fa1-b921-1cdc44cb6313 service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943291 Oct 13 01:22:05.771825 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-eabd2de7-bf49-4619-91c4-97de2939770f req-faac1616-909d-4799-899a-d0685a603cab service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802834 Oct 13 01:22:05.895678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-6b564a3a-d9ab-45e5-8d83-a15e0be6e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:05.897179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-6b564a3a-d9ab-45e5-8d83-a15e0be6e095 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0437257 Oct 13 01:22:05.955522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c8bf-ce5d-4ca3-b20a-2afe00a90656 req-baefe8e6-96e5-4c74-984b-1b93704a7c9d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:05.957002 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93b1c8bf-ce5d-4ca3-b20a-2afe00a90656 req-baefe8e6-96e5-4c74-984b-1b93704a7c9d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0474083 Oct 13 01:22:05.988788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-187cf34e-b864-4bbe-b791-57b22dfc1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:05.990280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-187cf34e-b864-4bbe-b791-57b22dfc1640 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.0844665 Oct 13 01:22:05.994564 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-93b1c8bf-ce5d-4ca3-b20a-2afe00a90656 req-7d30ee6b-3dce-40dd-8c58-91145c9089ee tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Oct 13 01:22:06.034822 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-35a15c71-00b6-45ff-bb3a-1db9c201182a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 217 time: 0.0377374 Oct 13 01:22:06.083008 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-c50b2427-ada2-44cc-bce7-50abb47c81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:06.084445 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-c50b2427-ada2-44cc-bce7-50abb47c81e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0426674 Oct 13 01:22:06.127876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-5f2e59d2-fd15-44a0-aecc-8448842b1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:06.129356 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-5f2e59d2-fd15-44a0-aecc-8448842b1e8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383849 Oct 13 01:22:06.221152 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-161ddd77-73ba-46a8-a88f-0594800c6916 service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844190 Oct 13 01:22:06.309470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0f07100e-0a62-486d-bf59-076ea03250a9 req-96229b22-cad0-4583-8df8-966cff31e154 service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814209 Oct 13 01:22:07.111185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434a72-a3a9-4991-983d-fd90da371519 req-29bec95d-719e-4584-8d04-9178a59367c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:07.113262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b434a72-a3a9-4991-983d-fd90da371519 req-29bec95d-719e-4584-8d04-9178a59367c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0515795 Oct 13 01:22:07.127686 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:07.151416 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5b434a72-a3a9-4991-983d-fd90da371519 req-84bca3ea-0cb1-4d0d-bc7f-2f98d96fa6c5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Oct 13 01:22:07.704283 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:08.264938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac3fc0-0fea-42f4-80d2-7d4c005a7e07 req-c901740f-cf3f-463e-9160-39772065c7de tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:08.266421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4eac3fc0-0fea-42f4-80d2-7d4c005a7e07 req-c901740f-cf3f-463e-9160-39772065c7de tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0503812 Oct 13 01:22:08.304449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4eac3fc0-0fea-42f4-80d2-7d4c005a7e07 req-4296dd90-994c-4496-8855-3bbf8a1f9eb6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Oct 13 01:22:08.779780 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9aa18e01-db45-412a-aa31-ade9b9abc6c5 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:22:08.871457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:22:08.882222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'port_id': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'mac_address': 'fa:16:3e:a9:01:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:22:08.921729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:08.933861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa18e01-db45-412a-aa31-ade9b9abc6c5 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:22:08.952625 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:22:08.956171 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:09.001223 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:09.325620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['9aa18e01-db45-412a-aa31-ade9b9abc6c5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:22:09.416504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c0363-3092-4e88-a2a5-d3e302a6ff86 req-e6062b1b-fe23-445d-a9e3-643ed68c4156 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:09.417994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f3c0363-3092-4e88-a2a5-d3e302a6ff86 req-e6062b1b-fe23-445d-a9e3-643ed68c4156 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 945 time: 0.0484345 Oct 13 01:22:09.456699 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5f3c0363-3092-4e88-a2a5-d3e302a6ff86 req-9747e5aa-314b-4bec-8980-047cf269519e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Oct 13 01:22:10.574008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e6841-9240-4eb0-83f8-98eeb6735f26 req-fff88a4f-c2ab-437d-a42b-dd12c3c0aebf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:10.575479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c3e6841-9240-4eb0-83f8-98eeb6735f26 req-fff88a4f-c2ab-437d-a42b-dd12c3c0aebf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 945 time: 0.0538728 Oct 13 01:22:10.613305 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3c3e6841-9240-4eb0-83f8-98eeb6735f26 req-09a88845-1fdb-479e-bf67-03fb63b79980 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312581 Oct 13 01:22:10.803113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9aa18e01-db45-412a-aa31-ade9b9abc6c5 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:22:10.850124 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:22:10.853587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:22:10.853955 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:10.928804 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:10.950140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:22:10.952948 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4005fe9c-2a12-45d1-8395-05f8f2a421ce" -d '{"events": [{"server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "name": "network-vif-plugged", "status": "completed", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:22:10.965281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:22:10.969110 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:10.991347 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad587656-ab70-4a3e-8463-8edb5cb759fd x-openstack-request-id: req-ad587656-ab70-4a3e-8463-8edb5cb759fd {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:22:10.991650 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "name": "network-vif-plugged", "status": "completed", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:22:10.991895 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad587656-ab70-4a3e-8463-8edb5cb759fd {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:22:10.992276 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'code': 200} Oct 13 01:22:11.017146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:11.109006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822995c8-9ee8-483a-bc27-6f3361c6ed15 req-b03b132e-04a3-4903-bf7b-5e01e378f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:11.110562 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-822995c8-9ee8-483a-bc27-6f3361c6ed15 req-b03b132e-04a3-4903-bf7b-5e01e378f7bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0408244 Oct 13 01:22:11.144892 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-822995c8-9ee8-483a-bc27-6f3361c6ed15 req-b4641cf7-62e4-4b8b-9781-77c1daf9f29f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270808 Oct 13 01:22:11.723585 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f050-0eea-4cf8-91a8-6430d0f40885 req-7f9c6c3a-2f43-4c47-aa3f-c16bf4b67916 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:11.725040 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb09f050-0eea-4cf8-91a8-6430d0f40885 req-7f9c6c3a-2f43-4c47-aa3f-c16bf4b67916 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0472291 Oct 13 01:22:11.761491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bb09f050-0eea-4cf8-91a8-6430d0f40885 req-b21e8aa6-0dab-4f7a-9977-71225e83dff5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306497 Oct 13 01:22:11.873389 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-aad9d4fb-a3eb-4a79-bee9-5feaafb765fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:12.876433 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888e42c-d609-4f9f-b54c-a4e3d472af0c req-d846c3ae-dbf5-4fda-9b98-5feba5aeb935 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:12.877904 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f888e42c-d609-4f9f-b54c-a4e3d472af0c req-d846c3ae-dbf5-4fda-9b98-5feba5aeb935 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0486388 Oct 13 01:22:12.913780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f888e42c-d609-4f9f-b54c-a4e3d472af0c req-3f3ef308-1248-4000-973b-b161d1b7f390 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300128 Oct 13 01:22:13.030509 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2da34-481b-474f-8ab6-c318650ad837 req-4fa6bf31-f623-4582-8af4-bc3a70db1c3a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:13.031985 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02f2da34-481b-474f-8ab6-c318650ad837 req-4fa6bf31-f623-4582-8af4-bc3a70db1c3a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0522172 Oct 13 01:22:13.068990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02f2da34-481b-474f-8ab6-c318650ad837 req-4f27a059-3aec-4e87-9edc-10fee7abbac7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310013 Oct 13 01:22:13.089704 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50674) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:22:13.129274 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e73c3f-d1e4-4e7d-9e9f-2c7a584d5bfa tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:13.131107 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-11e73c3f-d1e4-4e7d-9e9f-2c7a584d5bfa tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1092 time: 0.0404322 Oct 13 01:22:13.133810 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50676) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:22:13.138010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:22:13.159665 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:13.256755 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:13.357349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.250 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/ce1ad721-662f-4d32-98be-3e9450ea4478) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:22:13.775950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:13.807432 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:13.845813 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:22:13.848642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:22:13.852233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:22:13.878576 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=ce1ad721-662f-4d32-98be-3e9450ea4478,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:14.207405 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:14.271698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:14.423030 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:14.427612 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:14.500712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=ce1ad721-662f-4d32-98be-3e9450ea4478,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:22:14.509659 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:14.608979 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP b310e708-5b26-4a28-831d-dc51728c64e7 associated. External IP: 172.25.3.250, port: 9aa18e01-db45-412a-aa31-ade9b9abc6c5. Oct 13 01:22:14.637689 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-621f646d-a214-4bae-9ce5-0076d46a8c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:14.822553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 9d192c87-589a-4f96-9c86-ae0ebbb3929f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:22:14.925137 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:22:14.934434 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] Sync routers for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:22:14.941678 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:14.943231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:22:14.943871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:22:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:22:14.972494 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d76b0727-5445-463f-8da8-37d220e9f74c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8376410 Oct 13 01:22:14.973147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:22:14.975545 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd90e72-94b7-4aa7-a259-73a07e058ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:22:15.055232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:22:15.096146 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481eb49-8881-44fd-aefa-8313becc050e req-e5013f5f-0568-4502-8665-a9edb018a950 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:15.097763 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4481eb49-8881-44fd-aefa-8313becc050e req-e5013f5f-0568-4502-8665-a9edb018a950 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0542634 Oct 13 01:22:15.110464 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9050de03-662f-45f9-a1d1-6466fb01794c x-openstack-request-id: req-9050de03-662f-45f9-a1d1-6466fb01794c {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:22:15.110686 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:22:15.110971 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9050de03-662f-45f9-a1d1-6466fb01794c {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:22:15.111385 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'status': 'completed', 'code': 200} Oct 13 01:22:15.145460 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4481eb49-8881-44fd-aefa-8313becc050e req-dc2ddbe3-ae6c-4883-95e5-9a92e366f456 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331452 Oct 13 01:22:15.169487 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50688) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:22:15.200664 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-354dc5ff-5620-4faa-9194-f087663bdede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:15.202770 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-354dc5ff-5620-4faa-9194-f087663bdede service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0473435 Oct 13 01:22:15.233473 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e25e9972-9d26-404d-ab44-ce4c8f4bce68 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/b310e708-5b26-4a28-831d-dc51728c64e7 HTTP/1.1" status: 200 len: 992 time: 0.0613971 Oct 13 01:22:15.296966 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b310e708-5b26-4a28-831d-dc51728c64e7', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'port_id': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'mac_address': 'fa:16:3e:a9:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:22:14Z', 'updated_at': '2021-10-13T01:22:14Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:22:15.301332 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-ba8f6c79-dd1b-48c7-a080-f4cf29d97f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:15.302821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-ba8f6c79-dd1b-48c7-a080-f4cf29d97f1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.0934675 Oct 13 01:22:15.323849 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] Checking router: 9d192c87-589a-4f96-9c86-ae0ebbb3929f for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:22:15.332699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:22:15.333301 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:22:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:22:15.372346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-7860bd11-6305-43b7-b2f2-145a2f74b276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1000 time: 0.0624068 Oct 13 01:22:15.422358 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-fa5ed524-5521-4d64-9824-fa2623c94b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:15.423942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-fa5ed524-5521-4d64-9824-fa2623c94b6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0451522 Oct 13 01:22:15.437906 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:22:15.471477 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-fb2bcc61-4963-4232-8d6b-3b2b6dbcdfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:15.473148 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-fb2bcc61-4963-4232-8d6b-3b2b6dbcdfb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424032 Oct 13 01:22:15.570299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-a02de3d5-fc22-4686-a8fb-1a1a5c709802 service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896730 Oct 13 01:22:15.659315 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0bd90e72-94b7-4aa7-a259-73a07e058ec1 req-33c6351a-9b0a-4c76-b6c0-a5c5a96d998a service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821414 Oct 13 01:22:15.665449 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b310e708-5b26-4a28-831d-dc51728c64e7', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'port_id': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'mac_address': 'fa:16:3e:a9:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:22:14Z', 'updated_at': '2021-10-13T01:22:14Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:22:15.693888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211041d-abb3-4ce3-bdaf-3dbdd574a2a0 None None] The sync data for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 is: [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'b310e708-5b26-4a28-831d-dc51728c64e7', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'port_id': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'mac_address': 'fa:16:3e:a9:01:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:22:14Z', 'updated_at': '2021-10-13T01:22:14Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:22:15.877123 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee22048-fdfa-4871-b084-e20e16ecabc4 None None] New status for floating IP b310e708-5b26-4a28-831d-dc51728c64e7: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:22:15.987214 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:15.991543 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:16.235521 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50690) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:22:16.298352 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3383e70c-d5ca-4593-84b0-ee7b34dad9e0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/b310e708-5b26-4a28-831d-dc51728c64e7 HTTP/1.1" status: 200 len: 994 time: 0.0616124 Oct 13 01:22:17.785829 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:37.125386 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:37.703526 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:38.152690 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:22:41.874668 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6da39295-561c-4ad1-bbfb-5b24080a3647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:44.640358 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f04e4104-1c3f-4d3b-a96a-208faae57032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:45.991818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:45.992955 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:47.788491 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:22:58.608887 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-9c2e926a-4b37-4404-b252-36d44465905d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785875 Oct 13 01:22:58.709450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-2fc33c21-ea0a-4281-ba04-1f34efdbed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:58.710929 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-2fc33c21-ea0a-4281-ba04-1f34efdbed79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0455694 Oct 13 01:22:58.811141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-83356403-7431-433b-94f1-4112cbd9dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:58.813138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-83356403-7431-433b-94f1-4112cbd9dd82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.0839596 Oct 13 01:22:58.881157 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-31a83439-e3aa-4550-9fea-4f8ab33094af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1002 time: 0.0612948 Oct 13 01:22:58.929244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-15148ce6-a17b-42e1-b85d-aa01a8d49bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:58.930626 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-15148ce6-a17b-42e1-b85d-aa01a8d49bf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0425947 Oct 13 01:22:58.975851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-d5b601af-55d6-43fd-83cb-567083959588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:22:58.977226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-d5b601af-55d6-43fd-83cb-567083959588 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391319 Oct 13 01:22:59.070348 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-b0c7542e-a081-46f2-8881-83580b0010bb service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Oct 13 01:22:59.157797 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7daff64d-6f8d-4ad8-85f6-a156d2aa9142 req-9611b4fb-3efe-47f0-8e01-54ad4fbf7fdd service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804775 Oct 13 01:23:07.126572 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:07.702238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:11.877103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-77ab9b73-d6c2-4ef6-89ec-24de90c1b602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:14.641082 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cec18fd8-f368-4814-8205-3b5a9a8b5df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:15.152017 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:23:15.991403 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:15.994163 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:16.982308 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-81c701a0-d58b-4a2f-823c-5703ed593454 req-f4519efd-7455-4d2f-b918-9df0ac752075 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:23:16.983308 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-81c701a0-d58b-4a2f-823c-5703ed593454 req-f4519efd-7455-4d2f-b918-9df0ac752075 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059705 Oct 13 01:23:17.161637 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50740) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:23:17.163205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c94262-abac-42b2-b654-295b4bd81df3 req-d876e217-404e-4b02-aecc-37057247ec9d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:17.164783 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44c94262-abac-42b2-b654-295b4bd81df3 req-d876e217-404e-4b02-aecc-37057247ec9d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0526183 Oct 13 01:23:17.203482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-44c94262-abac-42b2-b654-295b4bd81df3 req-621b2035-ea92-4764-8972-ce4b12a442ad tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Oct 13 01:23:17.241019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-00e6fa35-5b12-443e-94fb-1be30b989b45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781603 Oct 13 01:23:17.250350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-9c82fff9-a0c4-474f-9923-f0abca891c13 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:23:17.251299 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-9c82fff9-a0c4-474f-9923-f0abca891c13 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055182 Oct 13 01:23:17.791740 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:18.329070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c8e8-dafc-4e8a-a5a2-76603d280cfd req-8ee43aa6-2285-4dc7-bf50-483673c8479a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:18.330580 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad85c8e8-dafc-4e8a-a5a2-76603d280cfd req-8ee43aa6-2285-4dc7-bf50-483673c8479a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0573785 Oct 13 01:23:18.368500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ad85c8e8-dafc-4e8a-a5a2-76603d280cfd req-b08bbbf0-0919-4f8a-8582-0d2909d93b51 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Oct 13 01:23:18.402527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-ce07a4ae-02c1-4431-aa92-5220376d84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:18.404069 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-ce07a4ae-02c1-4431-aa92-5220376d84f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0476604 Oct 13 01:23:18.493984 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-9f19cead-3e61-407e-86ef-27e23af51260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:18.495370 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-9f19cead-3e61-407e-86ef-27e23af51260 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.0845275 Oct 13 01:23:18.563104 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-a1bb8b1b-4646-4fcd-884f-396958ccc682 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1002 time: 0.0603545 Oct 13 01:23:18.617618 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-e5d2e075-bc5c-454f-a9d4-cfe3d84ea091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:18.618991 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-e5d2e075-bc5c-454f-a9d4-cfe3d84ea091 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0422246 Oct 13 01:23:18.662778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-c0a2cd0e-3b73-45b9-9311-32d1190c9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:18.664262 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-c0a2cd0e-3b73-45b9-9311-32d1190c9ad5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376840 Oct 13 01:23:18.756645 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-f5dc6df2-e9ce-4f6f-9bf1-be5443c93b3d service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Oct 13 01:23:18.844226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b9ae2d41-5f0e-432f-8aea-9bac0f90788e service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803981 Oct 13 01:23:19.483078 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da626a-dd44-4b3b-b9b7-09879a33d327 req-f758010b-120d-470b-80dd-43ae2c7c3b1a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:19.484600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8da626a-dd44-4b3b-b9b7-09879a33d327 req-f758010b-120d-470b-80dd-43ae2c7c3b1a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0484786 Oct 13 01:23:19.521177 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a8da626a-dd44-4b3b-b9b7-09879a33d327 req-0f45fcf9-4154-4f37-a9ab-cd61c75a1701 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307462 Oct 13 01:23:20.636955 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84948f40-e930-47b1-b4fc-4dfa9a1146a2 req-46590fab-c7fe-4e41-a13c-67ddee2454e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:20.638316 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84948f40-e930-47b1-b4fc-4dfa9a1146a2 req-46590fab-c7fe-4e41-a13c-67ddee2454e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0488431 Oct 13 01:23:20.675286 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84948f40-e930-47b1-b4fc-4dfa9a1146a2 req-7c75fb1a-f063-4eae-aea7-4eb3b12c03e9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Oct 13 01:23:21.795427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dcd37-d231-468c-9806-63de44846614 req-4953951d-1015-40cf-92d1-6c31905d2d06 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:21.797432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a5dcd37-d231-468c-9806-63de44846614 req-4953951d-1015-40cf-92d1-6c31905d2d06 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0563178 Oct 13 01:23:21.834832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1a5dcd37-d231-468c-9806-63de44846614 req-8ec08128-85ee-4bb8-89a6-ad0966f33b4a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315044 Oct 13 01:23:22.951804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a45e3-dfe7-4016-8b4a-89445d52136c req-a313ed00-4715-475c-a452-4a8eeeb01080 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:22.953325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-640a45e3-dfe7-4016-8b4a-89445d52136c req-a313ed00-4715-475c-a452-4a8eeeb01080 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0523856 Oct 13 01:23:22.993200 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-640a45e3-dfe7-4016-8b4a-89445d52136c req-c6beb5f2-c2da-47a9-9656-b94fe4161d09 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337663 Oct 13 01:23:24.105860 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4fe01-848a-4f47-afde-a60fbfe97a28 req-54b7ea89-bf65-48d6-bf4a-48660bc65f50 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:24.107334 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dad4fe01-848a-4f47-afde-a60fbfe97a28 req-54b7ea89-bf65-48d6-bf4a-48660bc65f50 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0483215 Oct 13 01:23:24.144240 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dad4fe01-848a-4f47-afde-a60fbfe97a28 req-7da05324-e065-4970-a076-3bb4e824898d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Oct 13 01:23:25.260017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4279bd9-a976-4d7c-8b0e-139d263de167 req-4d47628d-8ae8-4b81-98c1-b0afc1d5d1c2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:25.261541 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4279bd9-a976-4d7c-8b0e-139d263de167 req-4d47628d-8ae8-4b81-98c1-b0afc1d5d1c2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0518796 Oct 13 01:23:25.299029 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c4279bd9-a976-4d7c-8b0e-139d263de167 req-16e14690-11de-40e8-be5b-d687845e6b04 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Oct 13 01:23:26.415687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbb415-19c7-44a4-aba5-3b0cae4dfb64 req-ab6e3cf2-26ea-47f7-b639-08133faab0f3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:26.417219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51bbb415-19c7-44a4-aba5-3b0cae4dfb64 req-ab6e3cf2-26ea-47f7-b639-08133faab0f3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0500546 Oct 13 01:23:26.455415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-51bbb415-19c7-44a4-aba5-3b0cae4dfb64 req-7db62f8c-b0c6-4350-91ab-8c2807e6d1e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Oct 13 01:23:27.570135 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3fe8c-da1b-413d-bf71-7c40e3a84cc2 req-b73a510d-9ffd-4856-b032-a6088ff76ab8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:27.571680 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ac3fe8c-da1b-413d-bf71-7c40e3a84cc2 req-b73a510d-9ffd-4856-b032-a6088ff76ab8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0479126 Oct 13 01:23:27.608371 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ac3fe8c-da1b-413d-bf71-7c40e3a84cc2 req-12c97ef1-93a7-462d-94cb-f148894659a0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Oct 13 01:23:28.723918 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c65fb-ccd0-461e-bf64-2d29e6d15ce3 req-1b56d579-32d3-4065-bd30-8f1279e2be16 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:28.725375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4c65fb-ccd0-461e-bf64-2d29e6d15ce3 req-1b56d579-32d3-4065-bd30-8f1279e2be16 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0520890 Oct 13 01:23:28.761702 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb4c65fb-ccd0-461e-bf64-2d29e6d15ce3 req-29cbcf19-2ed6-4591-a9b9-7780f1d74335 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305262 Oct 13 01:23:29.877170 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85454-4c37-4874-9466-1fa9658e8272 req-1f271628-2050-4fcf-b0de-701cf79e7c50 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:29.878643 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eae85454-4c37-4874-9466-1fa9658e8272 req-1f271628-2050-4fcf-b0de-701cf79e7c50 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0485418 Oct 13 01:23:29.915936 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eae85454-4c37-4874-9466-1fa9658e8272 req-d82bba1a-b9f4-458d-9bf0-e85db1adb7a1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Oct 13 01:23:30.938117 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-e71f8aa2-fd2b-4dea-8b96-7d2f00e38f25 service neutron] show failed (client error): The resource could not be found. Oct 13 01:23:30.939125 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-e71f8aa2-fd2b-4dea-8b96-7d2f00e38f25 service neutron] 10.222.0.36 "GET /v2.0/ports/9aa18e01-db45-412a-aa31-ade9b9abc6c5/bindings/n-h1-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0546212 Oct 13 01:23:31.032850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e141d-dbf4-4a08-8559-1798faa7ef14 req-e923723b-f99c-4501-a244-4d3c8a1e3f7b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:31.035415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-597e141d-dbf4-4a08-8559-1798faa7ef14 req-e923723b-f99c-4501-a244-4d3c8a1e3f7b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0528975 Oct 13 01:23:31.077317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-597e141d-dbf4-4a08-8559-1798faa7ef14 req-06c622ed-05ce-40d2-bd7f-a0cc0d894b44 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330126 Oct 13 01:23:31.146773 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-5030c042-f121-43de-a87c-db7cd35b3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:31.148324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-5030c042-f121-43de-a87c-db7cd35b3918 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 1097 time: 0.0467973 Oct 13 01:23:31.166352 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:23:31.217196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:31.417185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:23:31.453307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:23:31.491950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:23:31.494500 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5637f8ef-9dca-41b8-8ae3-f0b65c81af69" -d '{"events": [{"server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:23:31.498201 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:31.510215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Transition to ACTIVE for port object 9aa18e01-db45-412a-aa31-ade9b9abc6c5 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:23:31.513846 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:31.590855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=6']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:23:31.605949 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b42f99d-cbca-4c22-b2e2-5e5077c8ac46 x-openstack-request-id: req-3b42f99d-cbca-4c22-b2e2-5e5077c8ac46 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:23:31.606240 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:23:31.606497 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b42f99d-cbca-4c22-b2e2-5e5077c8ac46 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:23:31.607199 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'code': 200} Oct 13 01:23:31.608813 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.609159 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.609498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.609834 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.610167 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.610493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.610818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.611140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.611460 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.611807 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.612157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.612449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:31.654006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] No DVR routers for this DVR port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:23:31.788971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Attempting to bind port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:23:31.789226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Attempting to bind port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:23:31.789548 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Attempting to bind port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on network 6144022c-e187-4ccb-9552-991076e0bcb1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:23:31.793699 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on network 6144022c-e187-4ccb-9552-991076e0bcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:23:31.794289 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Attempting to bind port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on network 6144022c-e187-4ccb-9552-991076e0bcb1 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:23:31.799721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:23:31.800059 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Checking segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:23:31.800444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Bound using segment: {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:23:31.800862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Bound port: 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614b732c-51e2-4c35-bb3d-c7a5982a8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:23:31.801214 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:31.867150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:23:31.870314 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:23:31.874175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:31.910760 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:31.911371 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:31.912778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] 10.222.0.45 "PUT /v2.0/ports/9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1092 time: 0.7503376 Oct 13 01:23:31.932641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525f493-88c0-4670-842f-6ee331d9a822 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:23:31.999565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b0dcb2df-873c-4d84-8cad-c9966b362a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:32.001119 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-b0dcb2df-873c-4d84-8cad-c9966b362a99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0469651 Oct 13 01:23:32.096711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-76835a8e-d06d-45c8-804a-9617f9e8d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:32.098215 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-76835a8e-d06d-45c8-804a-9617f9e8d04b service neutron] 10.222.0.45 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.0880654 Oct 13 01:23:32.169480 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-fe5c1a38-3267-4e4c-b0e3-27d472755e40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1000 time: 0.0634959 Oct 13 01:23:32.198008 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0176f28-a07b-4a5c-b3af-7717fc783ecb req-5f5d7930-cae6-4e49-80ea-79a6c8026c60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:32.199407 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0176f28-a07b-4a5c-b3af-7717fc783ecb req-5f5d7930-cae6-4e49-80ea-79a6c8026c60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0533466 Oct 13 01:23:32.220427 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-f3f54587-a12a-4832-83ae-2b7fd7d0127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:32.221982 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-f3f54587-a12a-4832-83ae-2b7fd7d0127d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0446708 Oct 13 01:23:32.238119 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0176f28-a07b-4a5c-b3af-7717fc783ecb req-dfef7f35-0453-4040-90f0-1c9ea74d8c6e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Oct 13 01:23:32.268787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-acb6eb65-30c1-46bd-85a3-19bc570b7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:32.270322 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-acb6eb65-30c1-46bd-85a3-19bc570b7b21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417719 Oct 13 01:23:32.362999 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-c3a422e9-1327-4ce8-bc3d-df173a86557e service neutron] 10.222.0.45 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853238 Oct 13 01:23:32.452729 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-62d32b0a-0831-4ee2-acc0-73a0c9b289d4 req-4a853535-adb5-4cbc-b0e0-39aa52728233 service neutron] 10.222.0.45 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819244 Oct 13 01:23:33.354080 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee8f12-3669-42d8-a9c6-afefdda8015b req-abfc3487-2893-4130-a382-8d3f776c4fc0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:33.355566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63ee8f12-3669-42d8-a9c6-afefdda8015b req-abfc3487-2893-4130-a382-8d3f776c4fc0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0487189 Oct 13 01:23:33.393732 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63ee8f12-3669-42d8-a9c6-afefdda8015b req-4b32ba07-a758-47b6-ab13-fb02a0c5d8de tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322580 Oct 13 01:23:33.608062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:23:33.610847 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a4f640-b4ea-4594-816d-ee413268a84e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:23:33.657952 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d3540-f3bc-45f3-98a9-ef27aa3a3054 x-openstack-request-id: req-e66d3540-f3bc-45f3-98a9-ef27aa3a3054 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:23:33.658289 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:23:33.658541 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e66d3540-f3bc-45f3-98a9-ef27aa3a3054 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:23:33.658998 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'status': 'completed', 'code': 200} Oct 13 01:23:33.768630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f640-b4ea-4594-816d-ee413268a84e req-9006fb92-9993-488c-a010-31875a01a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:33.770097 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-9006fb92-9993-488c-a010-31875a01a761 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0641756 Oct 13 01:23:33.772509 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f640-b4ea-4594-816d-ee413268a84e req-1ea2ecf4-dcb1-44ce-b8c0-5a1621f626d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:33.773848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-1ea2ecf4-dcb1-44ce-b8c0-5a1621f626d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0764587 Oct 13 01:23:33.934001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f640-b4ea-4594-816d-ee413268a84e req-e1449530-96b4-4bbf-acfc-2de7cc2e4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:33.935385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-e1449530-96b4-4bbf-acfc-2de7cc2e4c7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.1582596 Oct 13 01:23:33.937294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f640-b4ea-4594-816d-ee413268a84e req-cd0a2b7d-c004-4e06-80f4-3b125147d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:33.938605 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-cd0a2b7d-c004-4e06-80f4-3b125147d544 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.1539888 Oct 13 01:23:34.042066 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-f338f2c3-2aa4-45df-824e-ae0e992e5e0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1000 time: 0.0995398 Oct 13 01:23:34.047903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-ed9794c7-d0f6-4b5a-8c95-13c3965d02b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1000 time: 0.0991929 Oct 13 01:23:34.121128 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f640-b4ea-4594-816d-ee413268a84e req-08b649c3-1192-4161-a764-73c929d58a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:34.122531 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-08b649c3-1192-4161-a764-73c929d58a74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0738013 Oct 13 01:23:34.126372 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f640-b4ea-4594-816d-ee413268a84e req-6cfcdc86-6246-456a-b5a6-0bcc58c7488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:34.127694 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-6cfcdc86-6246-456a-b5a6-0bcc58c7488c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0720835 Oct 13 01:23:34.195843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f640-b4ea-4594-816d-ee413268a84e req-22931e52-aff7-4700-b0cf-98a334e7e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:34.197199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-22931e52-aff7-4700-b0cf-98a334e7e656 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676229 Oct 13 01:23:34.201362 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f640-b4ea-4594-816d-ee413268a84e req-7b9afb48-60cb-410a-ba2f-c6595e90bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:34.203284 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-7b9afb48-60cb-410a-ba2f-c6595e90bd3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649896 Oct 13 01:23:34.350572 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-3809033d-e62a-485a-ad1a-cd22825a9228 service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458092 Oct 13 01:23:34.355498 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-c5d7d194-c56a-4218-8f9f-90592aebd4b0 service neutron] 10.222.0.45 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348667 Oct 13 01:23:34.507329 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-4c4d3b8b-c069-4d8f-b168-98e9e405c8ec service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502252 Oct 13 01:23:34.509598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15599d-d5d3-4619-8dc3-8d83ce5c2691 req-24d78b6d-66e9-4426-9e35-0c03d445f059 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:34.510688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51a4f640-b4ea-4594-816d-ee413268a84e req-ee7e863e-82f8-40cc-ac95-c1c3ab34ae53 service neutron] 10.222.0.45 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462662 Oct 13 01:23:34.511103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd15599d-d5d3-4619-8dc3-8d83ce5c2691 req-24d78b6d-66e9-4426-9e35-0c03d445f059 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0485046 Oct 13 01:23:34.554324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dd15599d-d5d3-4619-8dc3-8d83ce5c2691 req-94071ea5-50a1-43bd-ada0-908ae5c61d7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370977 Oct 13 01:23:35.260291 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9aa18e01-db45-412a-aa31-ade9b9abc6c5 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:23:35.298275 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 9aa18e01-db45-412a-aa31-ade9b9abc6c5 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:23:35.673594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ae5b-7ad3-4a8f-818a-dd2698ad617b req-a28b2409-7f69-4c1e-bde8-7541c91534da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:35.675045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6967ae5b-7ad3-4a8f-818a-dd2698ad617b req-a28b2409-7f69-4c1e-bde8-7541c91534da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0521660 Oct 13 01:23:35.711003 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6967ae5b-7ad3-4a8f-818a-dd2698ad617b req-9b7829bc-eed9-4a76-a41f-0512e7c92399 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300906 Oct 13 01:23:35.901222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c02d1-b794-468b-938b-ad3eb1dd6f74 req-4ed36a9d-bbc1-4215-a157-2b7cf754fd35 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:35.902612 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c1c02d1-b794-468b-938b-ad3eb1dd6f74 req-4ed36a9d-bbc1-4215-a157-2b7cf754fd35 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0508201 Oct 13 01:23:35.931209 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9aa18e01-db45-412a-aa31-ade9b9abc6c5 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:23:35.931453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-8642d16f-3cc5-4d53-aa5e-25d55c32d9d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:35.932871 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-8642d16f-3cc5-4d53-aa5e-25d55c32d9d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9&tenant_id=a212ee1f3e464aebba290e8192c3f029&binding%3Ahost_id=n-h1-813679-4 HTTP/1.1" status: 200 len: 944 time: 0.0563102 Oct 13 01:23:35.941488 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5c1c02d1-b794-468b-938b-ad3eb1dd6f74 req-11613ec8-27b3-4211-a8d7-65278f532836 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Oct 13 01:23:35.999256 n-d-813679-4 neutron-server[94988]: INFO neutron.api.v2.resource [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-b326b4a1-f064-489b-a54f-c16ef96939ac service neutron] delete failed (client error): The resource could not be found. Oct 13 01:23:36.000324 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-b326b4a1-f064-489b-a54f-c16ef96939ac service neutron] 10.222.0.36 "DELETE /v2.0/ports/9aa18e01-db45-412a-aa31-ade9b9abc6c5/bindings/n-h2-813679-4 HTTP/1.1" status: 404 len: 380 time: 0.0590820 Oct 13 01:23:36.029147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:23:36.047694 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'port_id': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'mac_address': 'fa:16:3e:a9:01:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:23:36.060412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60541765-81a5-4f81-92d6-a5f7251eb6ae req-e196ddfb-9182-4089-87e5-cd2b43ff6e32 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:36.061940 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60541765-81a5-4f81-92d6-a5f7251eb6ae req-e196ddfb-9182-4089-87e5-cd2b43ff6e32 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 944 time: 0.0499299 Oct 13 01:23:36.087759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:36.101352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa18e01-db45-412a-aa31-ade9b9abc6c5 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:23:36.103248 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-60541765-81a5-4f81-92d6-a5f7251eb6ae req-4a76ba6b-98e4-47a0-a9c8-c888113c5a30 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Oct 13 01:23:36.110389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-7f92647d-10dc-42ca-8254-eb34b066988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:36.111978 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-7f92647d-10dc-42ca-8254-eb34b066988b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1095 time: 0.0478258 Oct 13 01:23:36.129119 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:23:36.129119 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:36.175358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:23:36.182520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.182865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.183202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.183552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.183886 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.184208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.184528 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.184846 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.185161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.185477 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.185792 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.186111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:23:36.211417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-ff623351-d280-451b-bb2a-2db56708cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:36.213019 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-ff623351-d280-451b-bb2a-2db56708cac9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.0888145 Oct 13 01:23:36.276489 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-fa898445-9ed8-4441-9d78-91ea54f63587 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1001 time: 0.0563829 Oct 13 01:23:36.323356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-e1ea0ed3-8a8c-4ecc-b5b5-a0401acaaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:36.324760 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-e1ea0ed3-8a8c-4ecc-b5b5-a0401acaaa75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0415688 Oct 13 01:23:36.371531 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-16906bdd-494c-4a77-9fa3-2d28c0246c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:36.372954 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-16906bdd-494c-4a77-9fa3-2d28c0246c0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405755 Oct 13 01:23:36.462685 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-8110a520-f938-473d-a0f5-cbf4ea642d4d service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822725 Oct 13 01:23:36.578247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['9aa18e01-db45-412a-aa31-ade9b9abc6c5'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:23:36.875785 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f6dc56b3-74cd-435b-84bb-df4c14198150 req-46e1c716-6a9b-4ff8-a909-a241e6700e47 service neutron] 10.222.0.36 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056971 Oct 13 01:23:37.125581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:37.237673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2958-53bf-4ac5-b259-dd10cd8738b0 req-a41ff91d-2b01-48b9-b3c4-0368ee0a1d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:37.239223 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4efc2958-53bf-4ac5-b259-dd10cd8738b0 req-a41ff91d-2b01-48b9-b3c4-0368ee0a1d84 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 945 time: 0.0569494 Oct 13 01:23:37.280106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4efc2958-53bf-4ac5-b259-dd10cd8738b0 req-4f6176cf-0374-4191-b2d3-83f280e36cb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342996 Oct 13 01:23:37.718078 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:37.931111 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9aa18e01-db45-412a-aa31-ade9b9abc6c5 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:23:37.978443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:23:37.982106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:23:37.982469 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:38.057006 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:38.078579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:23:38.080820 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7ebc0f-6bca-4502-8078-e95042664c43" -d '{"events": [{"server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "name": "network-vif-plugged", "status": "completed", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:23:38.092692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:23:38.097944 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:38.144579 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:23:38.167905 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1879df-ad2c-43ec-848b-b56863bef459 x-openstack-request-id: req-3f1879df-ad2c-43ec-848b-b56863bef459 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:23:38.168221 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "name": "network-vif-plugged", "status": "completed", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:23:38.168469 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f1879df-ad2c-43ec-848b-b56863bef459 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:23:38.168858 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'code': 200} Oct 13 01:23:38.394330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dacd9-c59d-49cc-b5df-f7906a121bc0 req-abc08a0d-57aa-4e9c-b041-23083f3ad5ca tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:38.395858 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da3dacd9-c59d-49cc-b5df-f7906a121bc0 req-abc08a0d-57aa-4e9c-b041-23083f3ad5ca tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0488970 Oct 13 01:23:38.432538 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da3dacd9-c59d-49cc-b5df-f7906a121bc0 req-03388a1e-f2ed-483e-962e-33b137785c8a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307364 Oct 13 01:23:38.454965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50818) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:23:38.512285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e4898f6f-616f-4730-abd5-89734c6f4cc7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/b310e708-5b26-4a28-831d-dc51728c64e7 HTTP/1.1" status: 200 len: 994 time: 0.0561886 Oct 13 01:23:41.877302 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-99fa11d6-7b1d-4227-9936-cdda7a86eb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:44.641699 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-944ab8d5-7205-433b-9214-37dcc8c768f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:45.988300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:45.991911 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:47.794554 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:23:52.150928 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:23:52.882238 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-5adfbba1-fe2b-4a25-a815-c7bd594d7751 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396824 Oct 13 01:23:52.979775 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-dd8786c0-c93b-452d-bc3d-8ce2e1f2397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:52.982278 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-dd8786c0-c93b-452d-bc3d-8ce2e1f2397a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0413489 Oct 13 01:23:53.088918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-d98b85b4-0349-4ad6-8a85-e7db800e76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:53.090406 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-d98b85b4-0349-4ad6-8a85-e7db800e76e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.0886660 Oct 13 01:23:53.161044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-60bacb67-807a-4bb3-8709-5f661e5b20a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 1002 time: 0.0611176 Oct 13 01:23:53.217193 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-f9aa22fc-1bec-4b47-a17c-dfd91c88930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:53.218726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-f9aa22fc-1bec-4b47-a17c-dfd91c88930b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0498264 Oct 13 01:23:53.267165 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-30386e6f-0c0a-42b1-9a7a-1ca1ababc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:23:53.268737 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-30386e6f-0c0a-42b1-9a7a-1ca1ababc6a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418596 Oct 13 01:23:53.358746 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-e890faf8-ab27-4991-9acc-6d7d7d047dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818748 Oct 13 01:23:53.452110 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b3712b71-1fc9-42dc-8894-36ac3738f944 req-c7c8696e-a26d-4a68-a089-ab2ecbbf3896 service neutron] 10.222.0.45 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850117 Oct 13 01:24:07.143890 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:07.722323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:11.877743 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b86f677-8b43-4284-8314-5dffecac3dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:14.641801 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-50d9725b-8049-46ca-8f77-b2c7423fbb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:15.987958 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:15.992975 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:17.796731 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:24.898553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50832) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:25.056115 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port ce1ad721-662f-4d32-98be-3e9450ea4478 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:24:25.056373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:25.131125 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:25.131431 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:25.143222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for ce1ad721-662f-4d32-98be-3e9450ea4478 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:24:25.288753 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:25.314901 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=ce1ad721-662f-4d32-98be-3e9450ea4478,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:25.338106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.338461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.338806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.339147 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.339480 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.339840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.340172 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.340501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.340830 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.341158 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.341483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.341803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:25.387375 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:25.387726 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP b310e708-5b26-4a28-831d-dc51728c64e7 disassociated (deleted). External IP: 172.25.3.250, port: 9aa18e01-db45-412a-aa31-ade9b9abc6c5. Oct 13 01:24:25.589926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 9d192c87-589a-4f96-9c86-ae0ebbb3929f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:24:25.694326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:24:25.698724 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:25.704285 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] Sync routers for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:24:25.714117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:25.714793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:25.724923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-5a5cee6f-3eca-4c85-9d57-4329e1437860 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/floatingips/b310e708-5b26-4a28-831d-dc51728c64e7 HTTP/1.1" status: 204 len: 168 time: 0.8253219 Oct 13 01:24:25.725597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:24:25.727984 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad95b09-22e9-4280-89a7-19b6c1abb079" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:24:25.768925 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4809f2-cd8f-4b7d-9303-f50409c9f2c9 x-openstack-request-id: req-2e4809f2-cd8f-4b7d-9303-f50409c9f2c9 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:24:25.769156 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:24:25.769397 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e4809f2-cd8f-4b7d-9303-f50409c9f2c9 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:24:25.769842 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'status': 'completed', 'code': 200} Oct 13 01:24:25.827304 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:25.862030 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-0400424a-8012-44c1-b9c7-8a2f4504cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:25.863665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-0400424a-8012-44c1-b9c7-8a2f4504cd7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 1097 time: 0.0517275 Oct 13 01:24:25.961417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3045a-5971-4298-829f-4f9dc2986850 req-85e8fa53-56ac-4dbe-9c7d-85668907cf02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:25.963168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73e3045a-5971-4298-829f-4f9dc2986850 req-85e8fa53-56ac-4dbe-9c7d-85668907cf02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0563433 Oct 13 01:24:25.987918 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-1cb0fc9e-d17e-446e-8a7f-42a2fa4ce5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:25.989435 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-1cb0fc9e-d17e-446e-8a7f-42a2fa4ce5a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 200 len: 898 time: 0.0926850 Oct 13 01:24:26.002190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-73e3045a-5971-4298-829f-4f9dc2986850 req-3ebe3467-0960-4667-a805-e1842e51e164 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328615 Oct 13 01:24:26.032385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-06b1ae77-64bd-48f6-829e-23ba8073ce34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 200 len: 217 time: 0.0352814 Oct 13 01:24:26.037033 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:26.067580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] Checking router: 9d192c87-589a-4f96-9c86-ae0ebbb3929f for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:24:26.075662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:26.076269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:26.083432 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-61e6b6c7-acc4-486c-ba28-9b47c39dd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:26.084907 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-61e6b6c7-acc4-486c-ba28-9b47c39dd85d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 200 len: 835 time: 0.0437591 Oct 13 01:24:26.136612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-105713db-e1ee-44d9-a5e6-cd185141ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:26.138022 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-105713db-e1ee-44d9-a5e6-cd185141ac7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6144022c-e187-4ccb-9552-991076e0bcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452874 Oct 13 01:24:26.180411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:26.227382 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-3ac9c6a6-5b55-4555-8f09-a4c1c5727b20 service neutron] 10.222.0.45 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806274 Oct 13 01:24:26.323373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ad95b09-22e9-4280-89a7-19b6c1abb079 req-ec3b4789-1b57-4c34-93e3-db7134f92fde service neutron] 10.222.0.45 "GET /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866382 Oct 13 01:24:26.377948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:26.403947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a80d3-2ab3-48e8-a280-ac606717fc11 None None] The sync data for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 is: [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:21:59Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c9562cc7-c24e-4fb3-acee-f0068f85c5bd', 'name': '', 'network_id': '6144022c-e187-4ccb-9552-991076e0bcb1', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:c8:4b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:59Z', 'updated_at': '2021-10-13T01:22:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '8b65b5c5-1438-404d-a220-87dc85f8217a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:24:26.609607 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f240cc-eaea-4836-a704-5903c33ef517 None None] New status for floating IP b310e708-5b26-4a28-831d-dc51728c64e7: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:24:27.121892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710efd6-5811-4e05-94c9-51c00f1674ee req-f1c5a705-f91a-4d27-87c7-009f796a673e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:27.123336 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0710efd6-5811-4e05-94c9-51c00f1674ee req-f1c5a705-f91a-4d27-87c7-009f796a673e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0480056 Oct 13 01:24:27.160250 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0710efd6-5811-4e05-94c9-51c00f1674ee req-35e3ddcf-b1f5-4db9-8dab-37e16a941556 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d930d50-40d1-448d-ac42-027a1cfcb53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Oct 13 01:24:27.488416 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-ca0480c7-38c4-43f5-857f-6c67cfb3f65e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:27.489849 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-ca0480c7-38c4-43f5-857f-6c67cfb3f65e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 946 time: 0.0487382 Oct 13 01:24:27.580357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:24:27.580701 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:27.667003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 9aa18e01-db45-412a-aa31-ade9b9abc6c5, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=9aa18e01-db45-412a-aa31-ade9b9abc6c5,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:27.667286 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:27.679666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 9aa18e01-db45-412a-aa31-ade9b9abc6c5 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:24:27.805899 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:27.835168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=9aa18e01-db45-412a-aa31-ade9b9abc6c5,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:27.876877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] No DVR routers for this DVR port 9aa18e01-db45-412a-aa31-ade9b9abc6c5 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:24:27.879946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:27.883379 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5ca8c18d-7fd3-40cc-9f73-4a83743bab26 req-06cc28bf-035b-459e-9a85-f63636b24d60 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "DELETE /v2.0/ports/9aa18e01-db45-412a-aa31-ade9b9abc6c5 HTTP/1.1" status: 204 len: 173 time: 0.3874407 Oct 13 01:24:27.883847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'name': 'network-vif-deleted', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:24:27.886125 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d8c56b-388e-4c3e-b036-ab90ad505a1e" -d '{"events": [{"server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "name": "network-vif-deleted", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:24:27.921792 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c71e6-746b-4fa3-8165-1c73459844b0 x-openstack-request-id: req-4d2c71e6-746b-4fa3-8165-1c73459844b0 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:24:27.922081 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8a2751-f909-4195-890d-792bfb9ae3b9", "name": "network-vif-deleted", "tag": "9aa18e01-db45-412a-aa31-ade9b9abc6c5", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:24:27.922324 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d2c71e6-746b-4fa3-8165-1c73459844b0 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:24:27.922719 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8a2751-f909-4195-890d-792bfb9ae3b9', 'name': 'network-vif-deleted', 'tag': '9aa18e01-db45-412a-aa31-ade9b9abc6c5', 'status': 'completed', 'code': 200} Oct 13 01:24:28.273793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da01dd43-384a-4edb-a14a-d20093603d39 req-b924dc1d-7377-441c-8b68-d273dacdf477 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c8a2751-f909-4195-890d-792bfb9ae3b9 HTTP/1.1" status: 200 len: 210 time: 0.0322344 Oct 13 01:24:29.149400 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:24:29.330162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50848) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:29.684046 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:30.165165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9aa18e01-db45-412a-aa31-ade9b9abc6c5 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:24:30.189645 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 9aa18e01-db45-412a-aa31-ade9b9abc6c5 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:24:30.189998 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 9aa18e01-db45-412a-aa31-ade9b9abc6c5 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:24:30.238938 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port c9562cc7-c24e-4fb3-acee-f0068f85c5bd {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:24:30.239275 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:30.328611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port c9562cc7-c24e-4fb3-acee-f0068f85c5bd, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:30.328965 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:30.341338 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for c9562cc7-c24e-4fb3-acee-f0068f85c5bd owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:24:30.520389 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:30.546611 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=c9562cc7-c24e-4fb3-acee-f0068f85c5bd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:30.716238 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:30.924167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 9d192c87-589a-4f96-9c86-ae0ebbb3929f has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:24:31.025926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:24:31.030810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-49f06145-7555-4669-b652-fc4351a9c9fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/9d192c87-589a-4f96-9c86-ae0ebbb3929f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6996417 Oct 13 01:24:31.034045 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50850) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:31.036708 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] Sync routers for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:24:31.045963 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:31.046565 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:31.083328 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef80503-0823-4182-8db5-7803a3e00184 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting subnet 8b65b5c5-1438-404d-a220-87dc85f8217a {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:24:31.086315 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bef80503-0823-4182-8db5-7803a3e00184 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.125830 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bef80503-0823-4182-8db5-7803a3e00184 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.149311 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:31.212923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bef80503-0823-4182-8db5-7803a3e00184 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.270302 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bef80503-0823-4182-8db5-7803a3e00184 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.297560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef80503-0823-4182-8db5-7803a3e00184 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Subnet': ['ID=8b65b5c5-1438-404d-a220-87dc85f8217a,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:31.301758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-bef80503-0823-4182-8db5-7803a3e00184 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.307782 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bef80503-0823-4182-8db5-7803a3e00184 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/subnets/8b65b5c5-1438-404d-a220-87dc85f8217a HTTP/1.1" status: 204 len: 168 time: 0.2699637 Oct 13 01:24:31.307782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50852) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:31.312202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c3e84-eefd-4fc1-bf62-7704b817e3f3 None None] Network 6144022c-e187-4ccb-9552-991076e0bcb1 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:24:31.384910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:24:30Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:31.415719 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.427884 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] Checking router: 9d192c87-589a-4f96-9c86-ae0ebbb3929f for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:24:31.452762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] Routers {'9d192c87-589a-4f96-9c86-ae0ebbb3929f'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:31.453378 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:31.520570 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.568077 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] Set router 9d192c87-589a-4f96-9c86-ae0ebbb3929f gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:31.582002 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:24:31.582349 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.596581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] DHCP port deletion for 6144022c-e187-4ccb-9552-991076e0bcb1 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:24:31.664321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=2685d66c-98f5-47e1-bf30-db1ca4dd7eb7,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:31.664683 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.677388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:24:31.850104 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.875668 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=2685d66c-98f5-47e1-bf30-db1ca4dd7eb7,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:31.892696 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] Deleting port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:24:31.893073 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.940967 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.979289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] For port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122,segment=NetworkSegment(614b732c-51e2-4c35-bb3d-c7a5982a8b06),segment_id=614b732c-51e2-4c35-bb3d-c7a5982a8b06)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:31.979715 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:31.997905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] Calling delete_port for a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:24:32.013592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:24:30Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:32.038092 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.040233 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.070649 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccaa8ff-3257-4271-a44e-1e5745dcbe6c None None] The sync data for ids ['9d192c87-589a-4f96-9c86-ae0ebbb3929f'] in n-d-813679-4 is: [{'id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934497896', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:21:56Z', 'updated_at': '2021-10-13T01:24:30Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '2685d66c-98f5-47e1-bf30-db1ca4dd7eb7', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d192c87-589a-4f96-9c86-ae0ebbb3929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:21:57Z', 'updated_at': '2021-10-13T01:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:24:32.086134 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.086726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Fanout notify agent at l3_agent the message router_deleted on router 9d192c87-589a-4f96-9c86-ae0ebbb3929f {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:24:32.095145 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.099027 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-963609fa-800e-447e-b1af-3a9ebd147743 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/routers/9d192c87-589a-4f96-9c86-ae0ebbb3929f HTTP/1.1" status: 204 len: 168 time: 0.7877910 Oct 13 01:24:32.099027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50854) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:32.119962 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.145457 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] Pushing event deleted for resources: {'Port': ['ID=a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:32.151358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a8f51-1875-457f-b556-b0d07a0e9d6f None None] No DVR routers for this DVR port a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:24:32.180496 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.267042 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.286913 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6144022c-e187-4ccb-9552-991076e0bcb1']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:32.296181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614b732c-51e2-4c35-bb3d-c7a5982a8b06') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:32.296477 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614b732c-51e2-4c35-bb3d-c7a5982a8b06') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:32.310764 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.324113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.330201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:24:32.330621 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:24:32.333556 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:24:32.391539 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.398402 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.401404 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/networks/6144022c-e187-4ccb-9552-991076e0bcb1 HTTP/1.1" status: 204 len: 168 time: 0.3012178 Oct 13 01:24:32.407116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50856) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:32.414210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3e91b-1eff-48eb-a1d6-55431b4acee4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Network': ['ID=6144022c-e187-4ccb-9552-991076e0bcb1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:32.484078 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.517553 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.550928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c9562cc7-c24e-4fb3-acee-f0068f85c5bd no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:24:32.579364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c9562cc7-c24e-4fb3-acee-f0068f85c5bd {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:24:32.579847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c9562cc7-c24e-4fb3-acee-f0068f85c5bd not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:24:32.580335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:24:32.585953 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.588797 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:32.592470 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d930d50-40d1-448d-ac42-027a1cfcb53b HTTP/1.1" status: 204 len: 168 time: 0.1807251 Oct 13 01:24:32.600175 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d930d50-40d1-448d-ac42-027a1cfcb53b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:32.609488 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.609846 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.610190 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.610532 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.611434 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.611859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.612156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.612487 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.612894 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.613257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.613716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.614053 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bdf5b-f671-4fa9-9561-1fe599144a25 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:32.618759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:24:32.619054 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a4c7f7bd-b3ca-49a1-bc9a-926e6f8f4122 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:24:32.950181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 50862) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:32.954999 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-76714b94-0728-416e-b071-e916e6b78458 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051725927', 'description': 'tempest-secgroup-smoke-1051725927 description', 'project_id': 'a212ee1f3e464aebba290e8192c3f029'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:32.977205 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76714b94-0728-416e-b071-e916e6b78458 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.044144 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76714b94-0728-416e-b071-e916e6b78458 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.048044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76714b94-0728-416e-b071-e916e6b78458 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.073067 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-76714b94-0728-416e-b071-e916e6b78458 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.074343 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-76714b94-0728-416e-b071-e916e6b78458 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1231432 Oct 13 01:24:33.077294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50864) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:33.082094 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-65f92a44-61c7-42d7-80e5-270d757e87da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': 'c07ac95e-24c3-4dc8-8658-adb07ba63572', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:33.082466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76714b94-0728-416e-b071-e916e6b78458 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07ac95e-24c3-4dc8-8658-adb07ba63572,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:33.110113 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65f92a44-61c7-42d7-80e5-270d757e87da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.168420 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65f92a44-61c7-42d7-80e5-270d757e87da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.172330 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65f92a44-61c7-42d7-80e5-270d757e87da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.195515 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f92a44-61c7-42d7-80e5-270d757e87da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4205fcbb-54ee-41a1-8df5-5feb148b3e8c,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:33.201896 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-65f92a44-61c7-42d7-80e5-270d757e87da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.203236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-65f92a44-61c7-42d7-80e5-270d757e87da tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249192 Oct 13 01:24:33.205962 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50866) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:33.210255 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c2131747-d818-4e44-8a34-9123ab602a1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': 'c07ac95e-24c3-4dc8-8658-adb07ba63572', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:33.237205 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2131747-d818-4e44-8a34-9123ab602a1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.299144 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2131747-d818-4e44-8a34-9123ab602a1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.302490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2131747-d818-4e44-8a34-9123ab602a1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.322448 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2131747-d818-4e44-8a34-9123ab602a1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67460779-a0e1-4e68-bdbe-2e2f12e93d47,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:33.328308 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2131747-d818-4e44-8a34-9123ab602a1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.329515 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c2131747-d818-4e44-8a34-9123ab602a1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225829 Oct 13 01:24:33.332270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50868) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:33.336519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-db7050a8-b548-47c4-b14c-4e61dfb0c357 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': 'c07ac95e-24c3-4dc8-8658-adb07ba63572', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:33.362893 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db7050a8-b548-47c4-b14c-4e61dfb0c357 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.421770 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db7050a8-b548-47c4-b14c-4e61dfb0c357 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.425453 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db7050a8-b548-47c4-b14c-4e61dfb0c357 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.445808 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7050a8-b548-47c4-b14c-4e61dfb0c357 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759077d3-68a0-4f7f-9ff6-5b0c128e7292,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:33.451319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-db7050a8-b548-47c4-b14c-4e61dfb0c357 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.452544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-db7050a8-b548-47c4-b14c-4e61dfb0c357 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193490 Oct 13 01:24:33.455820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50870) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:33.460102 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-603aa079-ea49-4de0-9508-e9d48aa8ae6e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': 'c07ac95e-24c3-4dc8-8658-adb07ba63572', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:33.485509 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-603aa079-ea49-4de0-9508-e9d48aa8ae6e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.544015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-603aa079-ea49-4de0-9508-e9d48aa8ae6e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.547551 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-603aa079-ea49-4de0-9508-e9d48aa8ae6e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.566814 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603aa079-ea49-4de0-9508-e9d48aa8ae6e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f9c127-2dfb-47ea-aefc-88ff7cade6b0,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:33.572130 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-603aa079-ea49-4de0-9508-e9d48aa8ae6e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.573315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-603aa079-ea49-4de0-9508-e9d48aa8ae6e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165731 Oct 13 01:24:33.576126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50872) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:33.581145 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-732d6a3a-8496-4334-a362-1444a16224b0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': 'c07ac95e-24c3-4dc8-8658-adb07ba63572', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:33.601959 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-732d6a3a-8496-4334-a362-1444a16224b0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:24:33.606668 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-732d6a3a-8496-4334-a362-1444a16224b0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.668268 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-732d6a3a-8496-4334-a362-1444a16224b0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.671793 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-732d6a3a-8496-4334-a362-1444a16224b0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.688804 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d6a3a-8496-4334-a362-1444a16224b0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc187101-9872-4c19-ab1d-62d5850991dc,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:33.696035 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-732d6a3a-8496-4334-a362-1444a16224b0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.697150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-732d6a3a-8496-4334-a362-1444a16224b0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199377 Oct 13 01:24:33.699895 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50874) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:33.705015 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-fe7c5250-4472-44e8-b2bd-edbce9ec7b1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': 'c07ac95e-24c3-4dc8-8658-adb07ba63572', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:33.726400 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-fe7c5250-4472-44e8-b2bd-edbce9ec7b1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:24:33.731064 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5250-4472-44e8-b2bd-edbce9ec7b1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.790527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5250-4472-44e8-b2bd-edbce9ec7b1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.793980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5250-4472-44e8-b2bd-edbce9ec7b1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.810430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c5250-4472-44e8-b2bd-edbce9ec7b1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecc3ab9-0a87-4171-8857-a176637d394d,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:33.818885 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5250-4472-44e8-b2bd-edbce9ec7b1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.820130 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fe7c5250-4472-44e8-b2bd-edbce9ec7b1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193016 Oct 13 01:24:33.822919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50876) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:33.827812 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'network': {'name': 'tempest-network-smoke--219277284', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'port_security_enabled': True}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:33.847696 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:24:33.851045 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.873512 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:24:33.882917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.883275 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Added segment 80feed2d-d7cf-4c15-a7c1-db99046f025c of type vlan for network 6716a566-932e-4ac0-870c-93170cef5a2d Oct 13 01:24:33.923656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.947495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:33.953026 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:33.953615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.012145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1881602 Oct 13 01:24:34.014894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50878) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:34.019820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'admin_state_up': True, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:34.040841 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d32305-3dc9-4329-8e12-88fb159f5c39 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Network': ['ID=6716a566-932e-4ac0-870c-93170cef5a2d,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:34.051320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 6716a566-932e-4ac0-870c-93170cef5a2d details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:24:34.054062 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.055270 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.106543 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.246139 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.438208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:24:34.438378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.458844 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.459312 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:24:34.459770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 2685d66c-98f5-47e1-bf30-db1ca4dd7eb7 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:24:34.558697 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.37 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/34b0c698-4601-482f-901f-782429a2a361) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:24:34.660332 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.692709 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:34.729654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:24:34.732491 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:24:34.734867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:24:34.762880 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=34b0c698-4601-482f-901f-782429a2a361,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:34.982538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:35.174810 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:35.298024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router d798e9bb-584a-4480-81fb-73e87567f670 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:24:35.402018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:24:35.411260 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Sync routers for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:24:35.420326 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:35.420968 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:35.422410 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:35.423683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-60822018-2be8-4cc0-8366-c76dbe04af1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4078400 Oct 13 01:24:35.426924 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:35.499022 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-24c7b5d5-aa12-4e4f-9b8f-415fd62f7580 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a212ee1f3e464aebba290e8192c3f029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709269 Oct 13 01:24:35.502182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50886) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:35.527959 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:35.592411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1a380e-09cc-456c-9ccb-41843954df75 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:35.597190 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7c1a380e-09cc-456c-9ccb-41843954df75 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907519 Oct 13 01:24:35.597544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50888) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:35.627969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-bb31348a-323f-4b40-ac32-b4ad61fadc91 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271027 Oct 13 01:24:35.628199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50890) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:35.632701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-431106548', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:35.700282 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:34Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:35.718944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:24:35.723186 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:35.729935 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Checking router: d798e9bb-584a-4480-81fb-73e87567f670 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:24:35.730285 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Updating router d798e9bb-584a-4480-81fb-73e87567f670 port 34b0c698-4601-482f-901f-782429a2a361 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:24:35.754158 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:35.903909 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:35.969798 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Subnet': ['ID=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:35.975527 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Checking segment: {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:24:35.975904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network hostable DHCP agents. Network: 6716a566-932e-4ac0-870c-93170cef5a2d, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:24:35.993727 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 6716a566-932e-4ac0-870c-93170cef5a2d is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:24:36.002021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 6716a566-932e-4ac0-870c-93170cef5a2d) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:24:36.004566 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.006223 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:36.006854 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.010237 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.014615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f011f-bfc3-4e57-81cc-725d58add40f None None] Network 6716a566-932e-4ac0-870c-93170cef5a2d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:24:36.030391 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9f728351-9b56-411d-a06e-661d69305e74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985529 Oct 13 01:24:36.030595 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50892) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:36.060702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Attempting to bind port 34b0c698-4601-482f-901f-782429a2a361 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:24:36.061084 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Attempting to bind port 34b0c698-4601-482f-901f-782429a2a361 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:24:36.061452 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Attempting to bind port 34b0c698-4601-482f-901f-782429a2a361 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:24:36.070897 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:24:36.071293 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:24:36.071692 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.072579 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:24:36.072579 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Bound port: 34b0c698-4601-482f-901f-782429a2a361, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:24:36.072915 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.075803 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Pushing event updated for resources: {'Port': ['ID=34b0c698-4601-482f-901f-782429a2a361,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:36.131383 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] For port 34b0c698-4601-482f-901f-782429a2a361, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:24:36.134554 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] For port 34b0c698-4601-482f-901f-782429a2a361, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=34b0c698-4601-482f-901f-782429a2a361,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:24:36.136765 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.137148 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.137448 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.137782 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.138117 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.138450 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.138780 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.139108 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.139437 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.139831 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.140161 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.140485 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.144989 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.177948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-6716a566-932e-4ac0-870c-93170cef5a2d', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:24:36.179457 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.191727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:36.192588 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:36.252141 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed9ebb-a95e-49da-931d-a68aa5703a7c None None] Pushing event updated for resources: {'Port': ['ID=34b0c698-4601-482f-901f-782429a2a361,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:36.318083 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:36.330097 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Allocated IP 172.20.0.2 (6716a566-932e-4ac0-870c-93170cef5a2d/eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa/a0b0c8da-cde3-438a-b50b-6b79d2b679d8) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:24:36.495270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.502836 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.544140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Network 6716a566-932e-4ac0-870c-93170cef5a2d is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:24:36.547177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:24:36.551352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:24:36.558878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Pushing event updated for resources: {'Port': ['ID=a0b0c8da-cde3-438a-b50b-6b79d2b679d8,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:36.587023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.587298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.587555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.587881 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.588225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.588561 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.588894 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.589226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.589554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.589882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.590210 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.590538 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:24:36.616623 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:34Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:36.619713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Attempting to bind port a0b0c8da-cde3-438a-b50b-6b79d2b679d8 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:24:36.620031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Attempting to bind port a0b0c8da-cde3-438a-b50b-6b79d2b679d8 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:24:36.620398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Attempting to bind port a0b0c8da-cde3-438a-b50b-6b79d2b679d8 on network 6716a566-932e-4ac0-870c-93170cef5a2d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:24:36.625472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:24:36.625852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Checking segment: {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:24:36.627388 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.627388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Bound using segment: {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:24:36.627806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Bound port: a0b0c8da-cde3-438a-b50b-6b79d2b679d8, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:24:36.628103 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.645882 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66a517-ad14-48e6-9b1e-0623e6a06447 None None] The sync data for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 is: [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:34Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:24:36.697550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] For port a0b0c8da-cde3-438a-b50b-6b79d2b679d8, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:24:36.700970 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] For port a0b0c8da-cde3-438a-b50b-6b79d2b679d8, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a0b0c8da-cde3-438a-b50b-6b79d2b679d8,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:24:36.706292 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:36.764119 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c541-25b3-4e1e-b596-6b4acb2aa9ca None None] Pushing event updated for resources: {'Port': ['ID=a0b0c8da-cde3-438a-b50b-6b79d2b679d8,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:36.826811 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.144865 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.163060 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.1 (6716a566-932e-4ac0-870c-93170cef5a2d/eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa/9fe0fe53-2f52-4034-b87a-57469c8f74ad) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:24:37.285731 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.322537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.370178 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 6716a566-932e-4ac0-870c-93170cef5a2d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:24:37.373494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:24:37.379671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:24:37.404499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=9fe0fe53-2f52-4034-b87a-57469c8f74ad,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:37.431530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.581479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.720769 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.754851 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3621a7-38bf-4b6b-9de8-a219dfc5d331 None None] Network 6716a566-932e-4ac0-870c-93170cef5a2d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:24:37.845604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-752f00b4-e8a3-4753-8db1-d101e9de27b4 None None] Provisioning complete for port a0b0c8da-cde3-438a-b50b-6b79d2b679d8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:37.845977 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-752f00b4-e8a3-4753-8db1-d101e9de27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.867247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.871862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.949004 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=9fe0fe53-2f52-4034-b87a-57469c8f74ad,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:37.951581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:37.978172 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-752f00b4-e8a3-4753-8db1-d101e9de27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.028598 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-752f00b4-e8a3-4753-8db1-d101e9de27b4 None None] For port a0b0c8da-cde3-438a-b50b-6b79d2b679d8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a0b0c8da-cde3-438a-b50b-6b79d2b679d8,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:38.036263 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-752f00b4-e8a3-4753-8db1-d101e9de27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.077507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 6716a566-932e-4ac0-870c-93170cef5a2d is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:24:38.079058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:24:38.090670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f00b4-e8a3-4753-8db1-d101e9de27b4 None None] Pushing event updated for resources: {'Port': ['ID=a0b0c8da-cde3-438a-b50b-6b79d2b679d8,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:38.204671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router d798e9bb-584a-4480-81fb-73e87567f670 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:24:38.256777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f0103b68-5cc6-49c8-be47-b759a44e5be8 None None] Provisioning complete for port a0b0c8da-cde3-438a-b50b-6b79d2b679d8 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:38.257878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0103b68-5cc6-49c8-be47-b759a44e5be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.333990 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:24:38.340504 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d408b627-2542-49ec-92ad-bd29da25b07a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/d798e9bb-584a-4480-81fb-73e87567f670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3090532 Oct 13 01:24:38.364908 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f0103b68-5cc6-49c8-be47-b759a44e5be8 None None] Provisioning complete for port 9fe0fe53-2f52-4034-b87a-57469c8f74ad triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:38.365286 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f0103b68-5cc6-49c8-be47-b759a44e5be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.417075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f0103b68-5cc6-49c8-be47-b759a44e5be8 None None] Port 9fe0fe53-2f52-4034-b87a-57469c8f74ad cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:24:38.443036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Sync routers for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:24:38.454464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:38.455110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:38.525894 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-70e6538c-6135-4a2b-bedc-a9b3b8f9cee0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051725927&fields=id&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 267 time: 0.0563214 Oct 13 01:24:38.568866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-02932884-5505-4282-b79b-a1bf86632b6e None None] Provisioning complete for port 9fe0fe53-2f52-4034-b87a-57469c8f74ad triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:38.569307 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02932884-5505-4282-b79b-a1bf86632b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.606396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 34b0c698-4601-482f-901f-782429a2a361 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:24:38.647942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-02932884-5505-4282-b79b-a1bf86632b6e None None] Port 9fe0fe53-2f52-4034-b87a-57469c8f74ad cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:24:38.652055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:38.666953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-e1d45c69-1d79-4fc3-b7bb-46878ec2fd74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:38.669703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-e1d45c69-1d79-4fc3-b7bb-46878ec2fd74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/networks?id=6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 200 len: 796 time: 0.1360021 Oct 13 01:24:38.685656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-51b6c648-1fa5-400b-954e-5737ada93c12 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/quotas/a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 375 time: 0.0109429 Oct 13 01:24:38.737669 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 34b0c698-4601-482f-901f-782429a2a361 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:38.737893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-a64ff0d7-6e56-4cda-a4c0-8becd538bf19 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458326 Oct 13 01:24:38.737989 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.791474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-d41833bb-2de3-435f-8201-385f6d636c10 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:24:38.792523 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-d41833bb-2de3-435f-8201-385f6d636c10 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0435541 Oct 13 01:24:38.830818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-55ff98c9-0e3e-4e36-87e1-002f20cadba6 None None] Provisioning complete for port 9fe0fe53-2f52-4034-b87a-57469c8f74ad triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:38.831182 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-55ff98c9-0e3e-4e36-87e1-002f20cadba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.885095 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-e2816c94-255b-4189-b90d-4e3fd4236f45 service neutron] 10.222.0.21 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859530 Oct 13 01:24:38.895344 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-55ff98c9-0e3e-4e36-87e1-002f20cadba6 None None] Port 9fe0fe53-2f52-4034-b87a-57469c8f74ad cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:24:38.953406 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.976202 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-b5711ea5-8bb9-49e4-b0c1-e0841dc749e6 service neutron] 10.222.0.21 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Oct 13 01:24:38.984381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 34b0c698-4601-482f-901f-782429a2a361, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=34b0c698-4601-482f-901f-782429a2a361,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:38.989587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:38.990490 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a0b0c8da-cde3-438a-b50b-6b79d2b679d8 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:24:39.042127 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 2, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:39.086685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Checking router: d798e9bb-584a-4480-81fb-73e87567f670 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:24:39.086685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Updating router d798e9bb-584a-4480-81fb-73e87567f670 port 9fe0fe53-2f52-4034-b87a-57469c8f74ad binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:24:39.124783 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=34b0c698-4601-482f-901f-782429a2a361,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:39.137630 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:39.151730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-95a4d846-1556-48bd-a1f8-3991b967edc4 req-f7eb2511-85eb-44b6-abf1-113a67581512 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 210 time: 0.0326009 Oct 13 01:24:39.310929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port a0b0c8da-cde3-438a-b50b-6b79d2b679d8 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:39.311547 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:39.636552 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:39.642015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:39.696515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461586dd-91de-469b-bd2b-4c8d3bcf8668 None None] Pushing event updated for resources: {'Port': ['ID=9fe0fe53-2f52-4034-b87a-57469c8f74ad,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:39.746592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Attempting to bind port 9fe0fe53-2f52-4034-b87a-57469c8f74ad on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:24:39.746957 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Attempting to bind port 9fe0fe53-2f52-4034-b87a-57469c8f74ad by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:24:39.747319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Attempting to bind port 9fe0fe53-2f52-4034-b87a-57469c8f74ad on network 6716a566-932e-4ac0-870c-93170cef5a2d {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:24:39.753243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:24:39.753615 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Checking segment: {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:24:39.754017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:39.754411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Bound using segment: {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:24:39.754873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Bound port: 9fe0fe53-2f52-4034-b87a-57469c8f74ad, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:24:39.755254 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:39.823048 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] For port 9fe0fe53-2f52-4034-b87a-57469c8f74ad, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:24:39.826228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] For port 9fe0fe53-2f52-4034-b87a-57469c8f74ad, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9fe0fe53-2f52-4034-b87a-57469c8f74ad,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:24:39.830756 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:39.888118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:39.888740 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:39.893352 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461586dd-91de-469b-bd2b-4c8d3bcf8668 None None] Pushing event updated for resources: {'Port': ['ID=9fe0fe53-2f52-4034-b87a-57469c8f74ad,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:39.950510 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e43c6926-3e0b-47ee-8890-80314cacf578 None None] Provisioning complete for port 9fe0fe53-2f52-4034-b87a-57469c8f74ad triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:39.950887 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e43c6926-3e0b-47ee-8890-80314cacf578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.041177 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:40.150209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-549b23dc-efdb-4deb-aa33-ac63d25e2b69 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:40.151743 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-549b23dc-efdb-4deb-aa33-ac63d25e2b69 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/networks?id=6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 200 len: 796 time: 0.1158054 Oct 13 01:24:40.187642 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e43c6926-3e0b-47ee-8890-80314cacf578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.207084 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-c18d7c04-2d77-464d-afb0-9ea84424e1fa tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 380 time: 0.0411475 Oct 13 01:24:40.245148 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'port': {'device_id': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'admin_state_up': True, 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'security_groups': ['c07ac95e-24c3-4dc8-8658-adb07ba63572']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:40.246822 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1548e65b-121a-4313-b509-a98792d0565b req-856ac979-7724-48cc-a9d1-e96023d22bd9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 210 time: 0.0266316 Oct 13 01:24:40.248281 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e43c6926-3e0b-47ee-8890-80314cacf578 None None] For port 9fe0fe53-2f52-4034-b87a-57469c8f74ad, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9fe0fe53-2f52-4034-b87a-57469c8f74ad,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:40.255188 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e43c6926-3e0b-47ee-8890-80314cacf578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.324110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c6926-3e0b-47ee-8890-80314cacf578 None None] Pushing event updated for resources: {'Port': ['ID=9fe0fe53-2f52-4034-b87a-57469c8f74ad,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:40.343292 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:39Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:40.365614 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:24:40.369135 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.383052 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524816fc-4c0b-47e4-be77-fe4e1dd8177c None None] The sync data for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 is: [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:39Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:24:40.392812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-774c214e-11c6-4b46-a64e-2bc80ee3da00 None None] Provisioning complete for port 9fe0fe53-2f52-4034-b87a-57469c8f74ad triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:40.393197 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-774c214e-11c6-4b46-a64e-2bc80ee3da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.536375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.14 (6716a566-932e-4ac0-870c-93170cef5a2d/eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa/28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:24:40.614420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 34b0c698-4601-482f-901f-782429a2a361 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:24:40.663962 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 34b0c698-4601-482f-901f-782429a2a361 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:40.664285 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.702567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.739698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.750099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9fe0fe53-2f52-4034-b87a-57469c8f74ad up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:24:40.790969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network 6716a566-932e-4ac0-870c-93170cef5a2d is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:24:40.794294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:24:40.802706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 9fe0fe53-2f52-4034-b87a-57469c8f74ad triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:40.802965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.807223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:24:40.811968 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:40.877450 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:40.878413 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:40.899844 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-939318b1-18ce-438c-a68b-c2a2093f3aa8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6589653 Oct 13 01:24:40.918155 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Request body: {'port': {'device_id': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:40.978422 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:41.027336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fc89e539-9e8a-4cc5-83d2-73ad0a9261d3 None None] Provisioning complete for port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:41.027833 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc89e539-9e8a-4cc5-83d2-73ad0a9261d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:41.062731 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-fc89e539-9e8a-4cc5-83d2-73ad0a9261d3 None None] Port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:24:41.261945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:24:41.270929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:41.284456 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Transition to ACTIVE for port object 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:24:41.289363 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:41.357502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Pushing event updated for resources: {'Port': ['ID=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:41.396286 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2a42f-6b66-4949-8ca1-09b83d528dcf req-37a14bf7-8fa6-4a19-843a-e3beb969b349 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:41.398502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cea2a42f-6b66-4949-8ca1-09b83d528dcf req-37a14bf7-8fa6-4a19-843a-e3beb969b349 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 944 time: 0.0706811 Oct 13 01:24:41.413056 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Attempting to bind port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:24:41.413479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Attempting to bind port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:24:41.414384 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Attempting to bind port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f on network 6716a566-932e-4ac0-870c-93170cef5a2d {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:24:41.419714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f on network 6716a566-932e-4ac0-870c-93170cef5a2d not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:24:41.420117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Attempting to bind port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f on network 6716a566-932e-4ac0-870c-93170cef5a2d {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:24:41.426016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:24:41.426375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Checking segment: {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:24:41.426858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Bound using segment: {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:24:41.427376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Bound port: 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80feed2d-d7cf-4c15-a7c1-db99046f025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:24:41.427906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:41.442344 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cea2a42f-6b66-4949-8ca1-09b83d528dcf req-6409da95-99d2-4185-a714-ff27094e02a6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354443 Oct 13 01:24:41.506022 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] For port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:24:41.509469 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] For port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:24:41.514376 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:41.573938 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:41.574743 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:41.576695 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] 10.222.0.36 "PUT /v2.0/ports/28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 200 len: 1092 time: 0.6631172 Oct 13 01:24:41.577163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:24:41.580128 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba4989a-143c-4f09-8205-b1164644417a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:24:41.596972 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d22fcf-736e-4f36-b6bf-a0768785367b service neutron] Pushing event updated for resources: {'Port': ['ID=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:41.637576 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee1bf20-8dbc-41d8-9b47-f1394b1a3197 x-openstack-request-id: req-6ee1bf20-8dbc-41d8-9b47-f1394b1a3197 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:24:41.638274 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:24:41.638274 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ee1bf20-8dbc-41d8-9b47-f1394b1a3197 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:24:41.638721 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'status': 'completed', 'code': 200} Oct 13 01:24:41.699147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-1f99515d-5a34-44a9-82b1-28c1186b49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:41.700783 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-1f99515d-5a34-44a9-82b1-28c1186b49fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1095 time: 0.0475349 Oct 13 01:24:41.753187 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-ba5faabb-d89d-4c7c-8b21-cd2405301a89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 200 len: 217 time: 0.0397902 Oct 13 01:24:41.802944 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-99cfc44b-2ad3-4eee-82d1-9745a2bcdfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:41.804442 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-99cfc44b-2ad3-4eee-82d1-9745a2bcdfe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa HTTP/1.1" status: 200 len: 834 time: 0.0448875 Oct 13 01:24:41.850497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-03a51d7a-8ac7-47b7-b752-04b0943f5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:41.852278 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-03a51d7a-8ac7-47b7-b752-04b0943f5a19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6716a566-932e-4ac0-870c-93170cef5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413134 Oct 13 01:24:41.878527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d65981dd-284e-4059-935a-07df0e339c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:41.947236 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-363fbb29-2d8f-448c-9702-6521a8f25e3e service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873129 Oct 13 01:24:42.036801 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-87ab077d-ddad-4d2e-810f-fc3fad90ff91 req-efdde164-fc9b-4695-9c2c-72031f24326c service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826843 Oct 13 01:24:42.169107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4989a-143c-4f09-8205-b1164644417a req-7c5c5b7d-0bce-4074-8d22-84f469ccdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:42.170564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ba4989a-143c-4f09-8205-b1164644417a req-7c5c5b7d-0bce-4074-8d22-84f469ccdcf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1095 time: 0.0403669 Oct 13 01:24:42.262094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4989a-143c-4f09-8205-b1164644417a req-6f6d6d3a-cbc9-4416-969d-3cd837640797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:42.263550 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ba4989a-143c-4f09-8205-b1164644417a req-6f6d6d3a-cbc9-4416-969d-3cd837640797 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 200 len: 897 time: 0.0857439 Oct 13 01:24:42.306577 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ba4989a-143c-4f09-8205-b1164644417a req-edc51c4c-edf5-4dcd-9745-0fa378975ca9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 200 len: 217 time: 0.0341954 Oct 13 01:24:42.359086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4989a-143c-4f09-8205-b1164644417a req-f0d66102-f5ca-4a85-9118-83600ba98bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:42.361251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ba4989a-143c-4f09-8205-b1164644417a req-f0d66102-f5ca-4a85-9118-83600ba98bd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa HTTP/1.1" status: 200 len: 834 time: 0.0466945 Oct 13 01:24:42.406350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4989a-143c-4f09-8205-b1164644417a req-5ba4768d-c726-4c44-93bf-064ba601140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:42.408457 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ba4989a-143c-4f09-8205-b1164644417a req-5ba4768d-c726-4c44-93bf-064ba601140b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6716a566-932e-4ac0-870c-93170cef5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407946 Oct 13 01:24:42.502619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ba4989a-143c-4f09-8205-b1164644417a req-770fdcc7-a2e4-40e9-8e42-257d6c8d6686 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864937 Oct 13 01:24:42.559419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffaeaa-abaf-4ae3-beea-31d1a22fec4a req-87965ca3-990b-45d5-8827-c9898eab521a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:42.560921 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89ffaeaa-abaf-4ae3-beea-31d1a22fec4a req-87965ca3-990b-45d5-8827-c9898eab521a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 944 time: 0.0506577 Oct 13 01:24:42.594320 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7ba4989a-143c-4f09-8205-b1164644417a req-a1781a37-74af-408f-a80c-af000a6dc4aa service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844643 Oct 13 01:24:42.598766 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-89ffaeaa-abaf-4ae3-beea-31d1a22fec4a req-12354a86-04ae-48fa-9384-03b284ccf1c1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Oct 13 01:24:43.713706 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81605ac-2fd3-48dc-8615-c432a513d1b2 req-dbe7f768-c0c0-4890-8345-9176ec67272c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:43.715172 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c81605ac-2fd3-48dc-8615-c432a513d1b2 req-dbe7f768-c0c0-4890-8345-9176ec67272c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 944 time: 0.0485306 Oct 13 01:24:43.751634 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c81605ac-2fd3-48dc-8615-c432a513d1b2 req-644b4ef6-881c-40a4-a197-5f333bcf7340 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300219 Oct 13 01:24:44.642720 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dc944188-1582-4f64-9957-85433b37c661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:44.871325 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c17b8-4394-4a94-9e1b-fc5058e9e46a req-b45dc6c5-2cfe-46d8-a66e-16319e7e84cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:44.872834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d4c17b8-4394-4a94-9e1b-fc5058e9e46a req-b45dc6c5-2cfe-46d8-a66e-16319e7e84cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 944 time: 0.0523984 Oct 13 01:24:44.909550 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3d4c17b8-4394-4a94-9e1b-fc5058e9e46a req-0bb2d5d1-9093-4b4f-8092-0acc8bcaf60a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301106 Oct 13 01:24:45.650338 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:24:45.744403 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:45.755904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'port_id': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'mac_address': 'fa:16:3e:35:d4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:24:45.791061 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:45.804329 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:24:45.824677 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:45.828442 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:45.873683 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:45.982461 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:45.993598 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:46.028278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4304e7-e2f2-4476-9acc-85a63f8927d3 req-0676189b-977a-4043-8375-ca25e0853690 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:46.029893 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf4304e7-e2f2-4476-9acc-85a63f8927d3 req-0676189b-977a-4043-8375-ca25e0853690 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 945 time: 0.0522680 Oct 13 01:24:46.068737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf4304e7-e2f2-4476-9acc-85a63f8927d3 req-ab99a87f-c04a-437a-b984-ef3aa9f29a5b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Oct 13 01:24:46.198130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:24:47.182278 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d438bb5-d908-4e77-9196-d51dbde09dcd req-4a1f2902-6cd4-4f0f-8804-af64ae42fbcd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:47.183760 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d438bb5-d908-4e77-9196-d51dbde09dcd req-4a1f2902-6cd4-4f0f-8804-af64ae42fbcd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 945 time: 0.0486209 Oct 13 01:24:47.220060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1d438bb5-d908-4e77-9196-d51dbde09dcd req-fd6eafda-5ad5-41d1-8553-da162d702d0a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297575 Oct 13 01:24:47.649622 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:24:47.703165 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:24:47.707438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:24:47.707857 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:47.792382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:47.809974 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:47.821001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:24:47.823213 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed0a5e4-96ae-449a-b31e-61a300310bc2" -d '{"events": [{"server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "name": "network-vif-plugged", "status": "completed", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:24:47.835084 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:24:47.838889 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:47.863384 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f208fe46-5a40-4112-b1d5-230865b26a37 x-openstack-request-id: req-f208fe46-5a40-4112-b1d5-230865b26a37 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:24:47.863705 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "name": "network-vif-plugged", "status": "completed", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:24:47.863958 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f208fe46-5a40-4112-b1d5-230865b26a37 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:24:47.864343 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'code': 200} Oct 13 01:24:47.891162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:47.979655 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f77f-a0b0-4077-9d97-0161a24fbc8d req-002cfba2-8e16-47e3-9814-aa56044a0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:47.981142 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b253f77f-a0b0-4077-9d97-0161a24fbc8d req-002cfba2-8e16-47e3-9814-aa56044a0788 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1097 time: 0.0401824 Oct 13 01:24:48.020810 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b253f77f-a0b0-4077-9d97-0161a24fbc8d req-23d0b51b-80a7-49af-963e-8c598e148de1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304649 Oct 13 01:24:48.335155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034af45c-80c6-430d-878b-98b222c7c2b8 req-4f2e7bae-b5d3-4eb3-b5b1-ba0b46bfdf97 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:48.336638 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-034af45c-80c6-430d-878b-98b222c7c2b8 req-4f2e7bae-b5d3-4eb3-b5b1-ba0b46bfdf97 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0511322 Oct 13 01:24:48.374026 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-034af45c-80c6-430d-878b-98b222c7c2b8 req-2c20ba0b-f1fd-44d4-bf72-ee82a95f3557 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315225 Oct 13 01:24:49.488842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa656c-1692-471c-a1fd-d88f7d38e9c7 req-b1527766-816f-4fd8-9e64-312c21071b46 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:49.490303 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12fa656c-1692-471c-a1fd-d88f7d38e9c7 req-b1527766-816f-4fd8-9e64-312c21071b46 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0485337 Oct 13 01:24:49.526610 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-12fa656c-1692-471c-a1fd-d88f7d38e9c7 req-f001fde2-d6cc-46aa-99ff-c774bccc6ca3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304151 Oct 13 01:24:49.637980 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb68431-c745-40b9-9e6c-cc4e33b9d078 req-29d51a19-7cc7-4344-8b60-428e7afdfdf2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:49.639362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fb68431-c745-40b9-9e6c-cc4e33b9d078 req-29d51a19-7cc7-4344-8b60-428e7afdfdf2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0478873 Oct 13 01:24:49.676106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fb68431-c745-40b9-9e6c-cc4e33b9d078 req-c6308169-f956-4f1b-b8ca-e4ca804f53f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301392 Oct 13 01:24:49.697581 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50948) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:49.738950 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078743aa-14f7-4eb1-9c34-f367660f7058 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:49.740433 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-078743aa-14f7-4eb1-9c34-f367660f7058 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1092 time: 0.0419295 Oct 13 01:24:49.743210 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50950) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:49.747314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:24:49.768277 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:49.859615 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:49.960850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.87 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/3384d50f-e9b7-4304-bcc5-832081f9a79b) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:24:50.058439 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:50.091524 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:50.134478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:24:50.137427 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:24:50.139951 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:24:50.162720 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=3384d50f-e9b7-4304-bcc5-832081f9a79b,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:50.486536 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:50.553689 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:50.702379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:50.707540 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:50.776443 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=3384d50f-e9b7-4304-bcc5-832081f9a79b,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:24:50.784015 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:50.879808 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP 0e06a311-5411-4cf6-a202-8fb90b288429 associated. External IP: 172.25.3.87, port: 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f. Oct 13 01:24:51.081155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router d798e9bb-584a-4480-81fb-73e87567f670 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:24:51.498050 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:24:51.508530 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] Sync routers for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:24:51.515650 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:24:51.518151 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:51.518742 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:51.541310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-95b2b7cd-b224-4ed4-ac09-189ff974dcda tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7970798 Oct 13 01:24:51.542266 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:24:51.545009 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddada83-5466-4037-93aa-0e8700dda6db" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:24:51.583275 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4bc01d-c93d-4ff9-a1a3-bee3a78b3bd2 x-openstack-request-id: req-9e4bc01d-c93d-4ff9-a1a3-bee3a78b3bd2 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:24:51.583944 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:24:51.583944 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e4bc01d-c93d-4ff9-a1a3-bee3a78b3bd2 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:24:51.584302 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'status': 'completed', 'code': 200} Oct 13 01:24:51.625606 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:51.657596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac2d68-2a02-404d-8b21-e1ee140cd4d1 req-f1c69790-fbf7-4408-9726-19756c3dcce7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:51.659547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fac2d68-2a02-404d-8b21-e1ee140cd4d1 req-f1c69790-fbf7-4408-9726-19756c3dcce7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0557446 Oct 13 01:24:51.675000 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddada83-5466-4037-93aa-0e8700dda6db req-61781a06-a162-40ba-a7c6-77314970b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:51.676553 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddada83-5466-4037-93aa-0e8700dda6db req-61781a06-a162-40ba-a7c6-77314970b1c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1097 time: 0.0504932 Oct 13 01:24:51.699265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7fac2d68-2a02-404d-8b21-e1ee140cd4d1 req-e5d868e8-6856-4a04-9333-428d0fcfefca tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Oct 13 01:24:51.722417 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50958) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:51.771865 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddada83-5466-4037-93aa-0e8700dda6db req-6c4dd0dd-b173-446e-9c56-d8dfc2ceb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:51.773384 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddada83-5466-4037-93aa-0e8700dda6db req-6c4dd0dd-b173-446e-9c56-d8dfc2ceb3aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 200 len: 897 time: 0.0902610 Oct 13 01:24:51.787743 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-496826ee-a620-4f04-9d72-27a91e16ae74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/0e06a311-5411-4cf6-a202-8fb90b288429 HTTP/1.1" status: 200 len: 991 time: 0.0641053 Oct 13 01:24:51.843149 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddada83-5466-4037-93aa-0e8700dda6db req-8e5d1786-d103-4255-a43d-e9ab011d1871 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 200 len: 999 time: 0.0626822 Oct 13 01:24:51.855759 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '0e06a311-5411-4cf6-a202-8fb90b288429', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.87', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'port_id': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'mac_address': 'fa:16:3e:35:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:24:50Z', 'updated_at': '2021-10-13T01:24:50Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:40Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:51.884939 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] Checking router: d798e9bb-584a-4480-81fb-73e87567f670 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:24:51.892552 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddada83-5466-4037-93aa-0e8700dda6db req-da473d61-56e0-4972-9d3c-afd310a080e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:51.892953 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:24:51.893545 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:24:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:51.894047 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddada83-5466-4037-93aa-0e8700dda6db req-da473d61-56e0-4972-9d3c-afd310a080e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa HTTP/1.1" status: 200 len: 834 time: 0.0437615 Oct 13 01:24:51.940630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddada83-5466-4037-93aa-0e8700dda6db req-5e49d604-0992-46bf-aae1-253ed44bffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:24:51.942178 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddada83-5466-4037-93aa-0e8700dda6db req-5e49d604-0992-46bf-aae1-253ed44bffdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6716a566-932e-4ac0-870c-93170cef5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406375 Oct 13 01:24:51.998702 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:24:52.038682 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddada83-5466-4037-93aa-0e8700dda6db req-b47555e6-3ef1-4623-9c4b-64f7cef6f566 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888419 Oct 13 01:24:52.129286 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddada83-5466-4037-93aa-0e8700dda6db req-56f53c1b-d2df-4f64-967d-cdc954ce9030 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836439 Oct 13 01:24:52.224680 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '0e06a311-5411-4cf6-a202-8fb90b288429', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.87', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'port_id': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'mac_address': 'fa:16:3e:35:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:24:50Z', 'updated_at': '2021-10-13T01:24:50Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:40Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:24:52.252982 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d600e3-db35-47b1-a636-b51137fd05a0 None None] The sync data for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 is: [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '0e06a311-5411-4cf6-a202-8fb90b288429', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.87', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'port_id': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'mac_address': 'fa:16:3e:35:d4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:24:50Z', 'updated_at': '2021-10-13T01:24:50Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:40Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:24:52.454659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb432d8d-641b-435c-b5ae-599b4ae329ed None None] New status for floating IP 0e06a311-5411-4cf6-a202-8fb90b288429: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:24:52.789930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 50960) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:24:52.849338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ebcd6d42-36dc-4904-8001-959b13e480a3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/0e06a311-5411-4cf6-a202-8fb90b288429 HTTP/1.1" status: 200 len: 993 time: 0.0580621 Oct 13 01:25:01.622523 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95f42412-2032-41a8-9325-d7283f6e808b req-779a2132-a6cd-4eef-af48-7d79030c55a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437639 Oct 13 01:25:01.726046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42412-2032-41a8-9325-d7283f6e808b req-3d8d7e6b-e451-4dce-b73b-a1d8e39886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:25:01.727633 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95f42412-2032-41a8-9325-d7283f6e808b req-3d8d7e6b-e451-4dce-b73b-a1d8e39886c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1097 time: 0.0459452 Oct 13 01:25:01.833511 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42412-2032-41a8-9325-d7283f6e808b req-61b2e1d4-4649-471c-96f2-05c1f99fd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:25:01.834979 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95f42412-2032-41a8-9325-d7283f6e808b req-61b2e1d4-4649-471c-96f2-05c1f99fd1d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 200 len: 897 time: 0.0864973 Oct 13 01:25:01.907313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95f42412-2032-41a8-9325-d7283f6e808b req-1628cefb-84bd-48f9-b75a-c766be764323 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 200 len: 1001 time: 0.0646174 Oct 13 01:25:01.957254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42412-2032-41a8-9325-d7283f6e808b req-eebf769e-0c74-431d-8610-f030d4139090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:25:01.958649 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95f42412-2032-41a8-9325-d7283f6e808b req-eebf769e-0c74-431d-8610-f030d4139090 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa HTTP/1.1" status: 200 len: 834 time: 0.0438747 Oct 13 01:25:02.003455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42412-2032-41a8-9325-d7283f6e808b req-c30af7e1-86d8-4e46-a97f-6d71b1b01c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:25:02.004821 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95f42412-2032-41a8-9325-d7283f6e808b req-c30af7e1-86d8-4e46-a97f-6d71b1b01c8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6716a566-932e-4ac0-870c-93170cef5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390141 Oct 13 01:25:02.096298 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95f42412-2032-41a8-9325-d7283f6e808b req-9c32d338-61cd-4afd-bdff-9044f552c962 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844014 Oct 13 01:25:02.184346 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-95f42412-2032-41a8-9325-d7283f6e808b req-7e3c762e-310a-4540-875a-e26dcf792f42 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809436 Oct 13 01:25:06.149595 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:25:07.143922 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:07.716900 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:11.879629 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-87730317-1d03-46f2-be46-886189dff1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:14.643091 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4532913c-6b78-48fa-b184-e0faf14e3467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:15.977253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:15.993405 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:17.801139 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:37.150918 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:37.577502 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-b315110c-a63c-487d-9c8a-5dd79d70c3a0 req-5a784bff-5136-44c0-b84c-e6d9b424211f service neutron] (94989) timed out ('10.222.0.21', 47530) {{(pid=94989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 01:25:37.716262 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:41.880087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c71fac41-e433-45c8-9d98-7b45ec4731b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:43.148905 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:25:44.643400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0f41-03c5-4cf6-a85e-8725e608fb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:45.977358 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:45.996414 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:47.804151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:25:55.675985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137977a7-8860-4dd9-aa1f-66768253be75 req-1a2eb667-d95b-49f4-8656-9590ab53a453 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:25:55.677401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-137977a7-8860-4dd9-aa1f-66768253be75 req-1a2eb667-d95b-49f4-8656-9590ab53a453 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0524311 Oct 13 01:25:55.714950 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-137977a7-8860-4dd9-aa1f-66768253be75 req-ec7157fb-62e0-4e06-a979-9b32c943f292 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Oct 13 01:25:56.848969 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10211e4f-7113-4158-84ed-34aed8fa2417 req-1005121f-019a-4977-b887-7f344bbb267f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:25:56.850916 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10211e4f-7113-4158-84ed-34aed8fa2417 req-1005121f-019a-4977-b887-7f344bbb267f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0499640 Oct 13 01:25:56.887328 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10211e4f-7113-4158-84ed-34aed8fa2417 req-5884cd2f-e631-45b5-b3f7-63f61eeb6e9d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306022 Oct 13 01:25:58.002131 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69545f8-9585-44b4-a605-c5cf82b1bba4 req-2a5006f7-37fe-41f8-9c2f-e7853b602b16 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:25:58.003618 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e69545f8-9585-44b4-a605-c5cf82b1bba4 req-2a5006f7-37fe-41f8-9c2f-e7853b602b16 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0486624 Oct 13 01:25:58.041402 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e69545f8-9585-44b4-a605-c5cf82b1bba4 req-81e977fb-c037-4e29-ab0f-0ae864d0c576 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Oct 13 01:25:59.155410 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445378c7-5012-41b5-afc2-daeb6ddda7a0 req-ebd5ae29-4465-4fa0-bc21-f27e49777f9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:25:59.156865 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-445378c7-5012-41b5-afc2-daeb6ddda7a0 req-ebd5ae29-4465-4fa0-bc21-f27e49777f9f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0509551 Oct 13 01:25:59.193561 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-445378c7-5012-41b5-afc2-daeb6ddda7a0 req-bbc3c11b-a6e7-4875-b2fb-ba5df3bf2f11 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303192 Oct 13 01:26:00.307867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef9469-4f68-4f83-8dbf-458919d0b987 req-4761d32d-ece9-4710-b6d1-43d07b334f56 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:00.309337 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96ef9469-4f68-4f83-8dbf-458919d0b987 req-4761d32d-ece9-4710-b6d1-43d07b334f56 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0478840 Oct 13 01:26:00.345673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96ef9469-4f68-4f83-8dbf-458919d0b987 req-aed35ff4-7053-4142-b304-02a324851eb2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304365 Oct 13 01:26:01.459920 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197c97-80f4-4134-bd45-1d8be7a7772c req-155deaee-37b0-4a14-be5e-f28e370370f2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:01.461388 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0197c97-80f4-4134-bd45-1d8be7a7772c req-155deaee-37b0-4a14-be5e-f28e370370f2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0485263 Oct 13 01:26:01.497622 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e0197c97-80f4-4134-bd45-1d8be7a7772c req-46ec3bc5-b372-4ece-b558-d1edd9dd4318 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304060 Oct 13 01:26:01.620869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-63842ff0-3bb8-4152-9fdc-74ca93663df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:01.622373 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-63842ff0-3bb8-4152-9fdc-74ca93663df4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1097 time: 0.0423217 Oct 13 01:26:01.729563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-b0c2cc5e-cc6f-45a7-8748-f0a93d5432bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:01.731026 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-b0c2cc5e-cc6f-45a7-8748-f0a93d5432bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 200 len: 897 time: 0.0885205 Oct 13 01:26:01.794449 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-a9f288bb-d482-4240-a988-e723f3bc8150 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 200 len: 1001 time: 0.0560420 Oct 13 01:26:01.848357 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-21445d63-2ac8-42d9-ae0a-4cf9328a08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:01.850340 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-21445d63-2ac8-42d9-ae0a-4cf9328a08e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa HTTP/1.1" status: 200 len: 834 time: 0.0494406 Oct 13 01:26:01.894518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-62ecb3a8-94e4-4c56-ada1-bee81dbae36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:01.896506 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-62ecb3a8-94e4-4c56-ada1-bee81dbae36d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6716a566-932e-4ac0-870c-93170cef5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382996 Oct 13 01:26:01.988181 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-e1b1fd41-9fb8-4855-85c8-6163cf5f3c16 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846093 Oct 13 01:26:02.075650 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c2226b1b-3666-4fd6-914b-4064daee8334 req-35cbfcfc-8e62-4117-9737-8f57441dfdd8 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803435 Oct 13 01:26:02.618594 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07ae87-abdd-4ed4-afc4-0022f0ef8d58 req-2102ea5d-f659-4b0d-84af-dbb58b6d60a4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:02.620080 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed07ae87-abdd-4ed4-afc4-0022f0ef8d58 req-2102ea5d-f659-4b0d-84af-dbb58b6d60a4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0520086 Oct 13 01:26:02.656423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ed07ae87-abdd-4ed4-afc4-0022f0ef8d58 req-8d87d2a0-f862-424e-8734-6ee70638b5ed tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304427 Oct 13 01:26:03.768384 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4181a-6b92-4ba6-93fd-f85738773770 req-8f365f77-c33f-4e37-96f0-4caccdae4265 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:03.769825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ea4181a-6b92-4ba6-93fd-f85738773770 req-8f365f77-c33f-4e37-96f0-4caccdae4265 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0478742 Oct 13 01:26:03.806714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0ea4181a-6b92-4ba6-93fd-f85738773770 req-7435faba-5b21-4449-ae55-627d3f8eed86 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310333 Oct 13 01:26:04.920993 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79148c8d-45a5-4bab-8d6d-47aab84ef850 req-589207fd-f464-4f00-8a8c-995e63689a1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:04.922450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79148c8d-45a5-4bab-8d6d-47aab84ef850 req-589207fd-f464-4f00-8a8c-995e63689a1d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0480165 Oct 13 01:26:04.960198 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-79148c8d-45a5-4bab-8d6d-47aab84ef850 req-931d21a3-3dd1-45ea-a02d-813f45c20768 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307667 Oct 13 01:26:06.079687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3e397-ffda-4ff5-9adc-4861a8b804b5 req-fd5e8b14-1831-4e6a-96ca-7f4ab469dbf1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:06.081126 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24f3e397-ffda-4ff5-9adc-4861a8b804b5 req-fd5e8b14-1831-4e6a-96ca-7f4ab469dbf1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0558610 Oct 13 01:26:06.117527 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-24f3e397-ffda-4ff5-9adc-4861a8b804b5 req-7f276b5b-ce38-4240-afa4-77d6f3416f41 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298219 Oct 13 01:26:06.139617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51028) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:26:06.206551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a94de19f-6c2a-41ab-974c-de829a3c0dd4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/0e06a311-5411-4cf6-a202-8fb90b288429 HTTP/1.1" status: 200 len: 993 time: 0.0658476 Oct 13 01:26:07.153391 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:07.469712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3073089-25fd-4d52-9551-529d444a6d28 req-1b4279ce-d98b-4e18-9027-d66e8d55360a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:07.471277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3073089-25fd-4d52-9551-529d444a6d28 req-1b4279ce-d98b-4e18-9027-d66e8d55360a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0494704 Oct 13 01:26:07.512057 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-93cfacc5-0ad9-44ff-8c01-76d33dccd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:07.513212 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b3073089-25fd-4d52-9551-529d444a6d28 req-e5e23680-8f83-427c-97f9-c23d0fd7fa55 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358565 Oct 13 01:26:07.513551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-93cfacc5-0ad9-44ff-8c01-76d33dccd35e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1097 time: 0.0407920 Oct 13 01:26:07.607033 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-b85eec0a-2a4f-4f6c-8755-043dd1a4671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:07.608461 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-b85eec0a-2a4f-4f6c-8755-043dd1a4671a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 200 len: 897 time: 0.0883691 Oct 13 01:26:07.671604 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-13f1f1a8-63cc-44d5-98d5-95160258311b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 200 len: 1001 time: 0.0559430 Oct 13 01:26:07.718966 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:07.724624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-620d00a2-f631-4cee-8f60-e4d2351b93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:07.726098 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-620d00a2-f631-4cee-8f60-e4d2351b93f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa HTTP/1.1" status: 200 len: 834 time: 0.0471041 Oct 13 01:26:07.770482 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-977c2345-2f93-4f90-ace3-94b8dd63cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:07.772616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-977c2345-2f93-4f90-ace3-94b8dd63cad8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6716a566-932e-4ac0-870c-93170cef5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398483 Oct 13 01:26:07.859502 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-e2f0650f-b7ff-482d-a15d-18d068a2022b service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799942 Oct 13 01:26:07.951358 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b2b2a850-af2a-4847-9c08-7cc798ee1bcc req-a9a0f240-cec4-4256-b50f-548a6f980d46 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846059 Oct 13 01:26:08.629995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c6d1b-db6c-4c51-a274-4e2bcc5a9114 req-ebf28259-c07d-48a9-8305-109d85a819f7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:08.632118 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-454c6d1b-db6c-4c51-a274-4e2bcc5a9114 req-ebf28259-c07d-48a9-8305-109d85a819f7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0482812 Oct 13 01:26:08.668716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-454c6d1b-db6c-4c51-a274-4e2bcc5a9114 req-e6ffdfb2-bf50-4270-ac40-5da8cdfa50e5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304103 Oct 13 01:26:08.690674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51040) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:26:08.749534 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0dfeadf2-6070-4d8a-87a4-69650ed988fe tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/0e06a311-5411-4cf6-a202-8fb90b288429 HTTP/1.1" status: 200 len: 993 time: 0.0577788 Oct 13 01:26:11.880525 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e4b85c4f-e945-4d38-88c7-a6bab027422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:14.646310 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-748dc061-20ba-41e7-8543-199b93b14af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:15.977487 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:15.998065 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:17.806916 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:20.150456 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:26:37.167853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:37.711331 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:42.028862 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bda9925e-2bdb-47c2-8217-be452cafce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:44.646418 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d756c75b-11dd-42fc-b200-f404b31d14c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:45.977201 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:46.000782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:47.810256 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:57.149907 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:26:57.455162 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51064) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:26:57.611811 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 3384d50f-e9b7-4304-bcc5-832081f9a79b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:26:57.612158 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:57.687526 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:57.687862 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:57.699627 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 3384d50f-e9b7-4304-bcc5-832081f9a79b owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:26:57.843562 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:57.866201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=3384d50f-e9b7-4304-bcc5-832081f9a79b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:26:57.876629 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.876974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.877314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.877649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.877982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.878748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.878748 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.878949 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.879252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.879596 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.879919 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.880238 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:26:57.941737 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:57.942090 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP 0e06a311-5411-4cf6-a202-8fb90b288429 disassociated (deleted). External IP: 172.25.3.87, port: 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f. Oct 13 01:26:58.141336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router d798e9bb-584a-4480-81fb-73e87567f670 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:26:58.246973 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:26:58.251957 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:26:58.256469 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] Sync routers for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:26:58.265695 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:26:58.266302 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:26:58.281516 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-23e11721-79b6-495f-a34a-c0a41c1c2fb1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/floatingips/0e06a311-5411-4cf6-a202-8fb90b288429 HTTP/1.1" status: 204 len: 168 time: 0.8250751 Oct 13 01:26:58.282139 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:26:58.284438 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d02424-b9db-4ab7-bd42-2a55604f6453" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:26:58.322963 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca935c1c-8222-404d-8771-8e4b12888087 x-openstack-request-id: req-ca935c1c-8222-404d-8771-8e4b12888087 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:26:58.323249 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:26:58.324376 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca935c1c-8222-404d-8771-8e4b12888087 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:26:58.324778 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'status': 'completed', 'code': 200} Oct 13 01:26:58.385519 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:26:58.409564 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-edcf6ec6-afb6-4bc5-baee-951dd2260161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:58.411853 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-edcf6ec6-afb6-4bc5-baee-951dd2260161 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 1097 time: 0.0458717 Oct 13 01:26:58.529066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-9a407b09-e949-4491-9f11-21ecece5fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:58.530703 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-9a407b09-e949-4491-9f11-21ecece5fe49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 200 len: 897 time: 0.1087935 Oct 13 01:26:58.574009 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-55fc2d07-47ad-4bf7-9845-3e75d9fe4f82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 200 len: 217 time: 0.0346980 Oct 13 01:26:58.578205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb3c02-7017-4b35-bb2a-f7d502ce1402 req-1c8a6d9f-7e31-4092-8b13-cb12c99965b8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:58.579777 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63fb3c02-7017-4b35-bb2a-f7d502ce1402 req-1c8a6d9f-7e31-4092-8b13-cb12c99965b8 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.1016324 Oct 13 01:26:58.593017 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:40Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:26:58.618372 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63fb3c02-7017-4b35-bb2a-f7d502ce1402 req-150eecb5-7890-4de7-9433-8d0621f96b3d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324442 Oct 13 01:26:58.626629 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-2c3537ce-c8f9-4bd5-8f73-9e6cf3123436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:58.627724 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-2c3537ce-c8f9-4bd5-8f73-9e6cf3123436 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa HTTP/1.1" status: 200 len: 834 time: 0.0459046 Oct 13 01:26:58.680932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-1bc442a6-dedf-4c18-b149-ac9e7cd7de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:58.682355 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-1bc442a6-dedf-4c18-b149-ac9e7cd7de89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6716a566-932e-4ac0-870c-93170cef5a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473275 Oct 13 01:26:58.714127 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] Checking router: d798e9bb-584a-4480-81fb-73e87567f670 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:26:58.722207 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:26:58.722800 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:26:58.774887 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-49d32ead-73e2-4f17-a52b-2b286756f699 service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832918 Oct 13 01:26:58.824857 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:26:58.868013 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-65d02424-b9db-4ab7-bd42-2a55604f6453 req-3cbb89d1-22be-45ed-9d77-6e158bc826be service neutron] 10.222.0.36 "GET /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839736 Oct 13 01:26:59.016909 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:40Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:26:59.041814 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad989b-00b4-4a49-9bd8-a539c37c8b80 None None] The sync data for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 is: [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:37Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '9fe0fe53-2f52-4034-b87a-57469c8f74ad', 'name': '', 'network_id': '6716a566-932e-4ac0-870c-93170cef5a2d', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:a4:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:36Z', 'updated_at': '2021-10-13T01:24:40Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': 'eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:26:59.261022 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542805fa-4faf-4416-a86c-cd011122204f None None] New status for floating IP 0e06a311-5411-4cf6-a202-8fb90b288429: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:26:59.780205 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7733a-d295-45be-a836-f81b5ec5e089 req-21848bb7-79f7-468e-8c43-064c92fb9236 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:26:59.781939 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70d7733a-d295-45be-a836-f81b5ec5e089 req-21848bb7-79f7-468e-8c43-064c92fb9236 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0920208 Oct 13 01:26:59.819246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-70d7733a-d295-45be-a836-f81b5ec5e089 req-849a3aae-5a08-465f-bc7a-af4221c59620 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313468 Oct 13 01:27:00.354336 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c66534-07ff-4869-beb1-5d623b574d4f req-505a374e-33ed-468f-b453-70bdf3596b02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:00.356500 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-03c66534-07ff-4869-beb1-5d623b574d4f req-505a374e-33ed-468f-b453-70bdf3596b02 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0481000 Oct 13 01:27:00.450843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:27:00.451182 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:00.536786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:00.537139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:00.550242 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:27:00.937176 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74105a40-4bfa-4e31-a1fe-e75a508a676f req-53411bd3-9346-4bd5-a98b-fb75b61226ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:00.938799 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74105a40-4bfa-4e31-a1fe-e75a508a676f req-53411bd3-9346-4bd5-a98b-fb75b61226ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 946 time: 0.0511992 Oct 13 01:27:00.975780 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-74105a40-4bfa-4e31-a1fe-e75a508a676f req-bda460be-8f21-4848-b7fb-970f05d50980 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=c07ac95e-24c3-4dc8-8658-adb07ba63572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Oct 13 01:27:00.988591 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:01.017804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:01.032200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.032200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.032525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.032847 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.033201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.033533 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.033871 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.034209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.034544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.035113 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.035463 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.035859 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:01.072254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] No DVR routers for this DVR port 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:27:01.075338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:01.078936 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-03c66534-07ff-4869-beb1-5d623b574d4f req-4d0843d9-da2d-433f-b7dd-8d8fbc19e17f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.36 "DELETE /v2.0/ports/28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f HTTP/1.1" status: 204 len: 173 time: 0.7166016 Oct 13 01:27:01.079407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'name': 'network-vif-deleted', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:27:01.081771 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6608fa3c-ffe0-4868-bab4-02ac9d962328" -d '{"events": [{"server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "name": "network-vif-deleted", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:27:01.121569 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ebe865-7355-4651-8f98-9f529214b47c x-openstack-request-id: req-53ebe865-7355-4651-8f98-9f529214b47c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:27:01.121928 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd69c4b-1647-4037-998f-a8e65564a58e", "name": "network-vif-deleted", "tag": "28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:27:01.122243 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53ebe865-7355-4651-8f98-9f529214b47c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:27:01.122704 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd69c4b-1647-4037-998f-a8e65564a58e', 'name': 'network-vif-deleted', 'tag': '28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f', 'status': 'completed', 'code': 200} Oct 13 01:27:01.563072 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38ecd2c8-2e62-4527-acb5-e57b77698c47 req-f2ec3f68-178f-4335-87af-7b3fc9a53f04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebd69c4b-1647-4037-998f-a8e65564a58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282900 Oct 13 01:27:01.658994 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38ecd2c8-2e62-4527-acb5-e57b77698c47 req-66fad6f2-e22c-49b4-afef-e535ec02f068 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=ebd69c4b-1647-4037-998f-a8e65564a58e HTTP/1.1" status: 200 len: 210 time: 0.0252755 Oct 13 01:27:01.772670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecd2c8-2e62-4527-acb5-e57b77698c47 req-590ad27f-5a85-4a6c-a86f-7e3afdf48681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:01.774129 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38ecd2c8-2e62-4527-acb5-e57b77698c47 req-590ad27f-5a85-4a6c-a86f-7e3afdf48681 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a212ee1f3e464aebba290e8192c3f029&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0894635 Oct 13 01:27:01.869498 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecd2c8-2e62-4527-acb5-e57b77698c47 req-04175a73-b139-4ceb-98f7-4df462919e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:01.871486 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-38ecd2c8-2e62-4527-acb5-e57b77698c47 req-04175a73-b139-4ceb-98f7-4df462919e1f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897317 Oct 13 01:27:02.032165 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51084) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:02.389793 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:02.652354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 9fe0fe53-2f52-4034-b87a-57469c8f74ad {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:27:02.652609 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:02.738422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 9fe0fe53-2f52-4034-b87a-57469c8f74ad, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=9fe0fe53-2f52-4034-b87a-57469c8f74ad,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:02.738783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:02.751330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 9fe0fe53-2f52-4034-b87a-57469c8f74ad owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:27:02.936088 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:02.965561 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=9fe0fe53-2f52-4034-b87a-57469c8f74ad,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:03.140087 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:03.350923 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router d798e9bb-584a-4480-81fb-73e87567f670 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:27:03.456132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:27:03.461852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-94804cad-6b0c-45b8-832a-27b866f96f10 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/d798e9bb-584a-4480-81fb-73e87567f670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4285038 Oct 13 01:27:03.464440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51086) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:03.466063 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778489af-0111-448e-bece-21f2a9aae34e None None] Sync routers for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:27:03.475085 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778489af-0111-448e-bece-21f2a9aae34e None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:27:03.475783 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-778489af-0111-448e-bece-21f2a9aae34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:03.516294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d54529e-9eb1-454f-869f-6f5034fec18f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting subnet eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:27:03.519577 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d54529e-9eb1-454f-869f-6f5034fec18f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:03.559257 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d54529e-9eb1-454f-869f-6f5034fec18f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:03.577767 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-778489af-0111-448e-bece-21f2a9aae34e None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:27:03.644850 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d54529e-9eb1-454f-869f-6f5034fec18f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:03.702669 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d54529e-9eb1-454f-869f-6f5034fec18f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:03.729309 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54529e-9eb1-454f-869f-6f5034fec18f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Subnet': ['ID=eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:03.734716 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6d54529e-9eb1-454f-869f-6f5034fec18f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:03.739982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6d54529e-9eb1-454f-869f-6f5034fec18f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/subnets/eed0a6e2-2e91-4aa6-8634-50a3a9f75bfa HTTP/1.1" status: 204 len: 168 time: 0.2719162 Oct 13 01:27:03.740284 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51088) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:03.743871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb2f4af-0011-4bf6-8f16-c1b66b5c4fbf None None] Network 6716a566-932e-4ac0-870c-93170cef5a2d requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:27:03.755434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-778489af-0111-448e-bece-21f2a9aae34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:27:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:03.782381 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778489af-0111-448e-bece-21f2a9aae34e None None] Checking router: d798e9bb-584a-4480-81fb-73e87567f670 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:27:03.793744 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778489af-0111-448e-bece-21f2a9aae34e None None] Routers {'d798e9bb-584a-4480-81fb-73e87567f670'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:27:03.794344 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-778489af-0111-448e-bece-21f2a9aae34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['d798e9bb-584a-4480-81fb-73e87567f670'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:03.854054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:03.902584 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-778489af-0111-448e-bece-21f2a9aae34e None None] Set router d798e9bb-584a-4480-81fb-73e87567f670 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:27:03.920018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] DHCP port deletion for 6716a566-932e-4ac0-870c-93170cef5a2d request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:27:03.966497 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Deleting port a0b0c8da-cde3-438a-b50b-6b79d2b679d8 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:27:03.966874 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:03.972839 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.028538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 34b0c698-4601-482f-901f-782429a2a361 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:27:04.028998 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.032633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] For port a0b0c8da-cde3-438a-b50b-6b79d2b679d8, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=a0b0c8da-cde3-438a-b50b-6b79d2b679d8,segment=NetworkSegment(80feed2d-d7cf-4c15-a7c1-db99046f025c),segment_id=80feed2d-d7cf-4c15-a7c1-db99046f025c)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:04.033041 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.045667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Calling delete_port for a0b0c8da-cde3-438a-b50b-6b79d2b679d8 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:27:04.099148 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-778489af-0111-448e-bece-21f2a9aae34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:27:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:04.112099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 34b0c698-4601-482f-901f-782429a2a361, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=34b0c698-4601-482f-901f-782429a2a361,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:04.112452 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.126882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 34b0c698-4601-482f-901f-782429a2a361 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:27:04.128483 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.129828 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778489af-0111-448e-bece-21f2a9aae34e None None] The sync data for ids ['d798e9bb-584a-4480-81fb-73e87567f670'] in n-d-813679-4 is: [{'id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678553419', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '34b0c698-4601-482f-901f-782429a2a361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:27:02Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '34b0c698-4601-482f-901f-782429a2a361', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:41:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd798e9bb-584a-4480-81fb-73e87567f670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:24:34Z', 'updated_at': '2021-10-13T01:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:27:04.155897 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Pushing event deleted for resources: {'Port': ['ID=a0b0c8da-cde3-438a-b50b-6b79d2b679d8,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:04.165294 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] No DVR routers for this DVR port a0b0c8da-cde3-438a-b50b-6b79d2b679d8 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:27:04.167526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.168172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.168517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.168855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.169270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.169588 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.169924 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.170266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.170593 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.170915 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.171670 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.172006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78adb7be-0dd5-4b50-97b6-58cd70b0cfed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:04.266179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:27:04.285904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:27:04.286255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 28ff1bb4-f5de-43ac-bd8f-c5d32d73e04f not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:27:04.300646 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.325628 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=34b0c698-4601-482f-901f-782429a2a361,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:04.389720 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.481924 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.484175 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.530068 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.530658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Fanout notify agent at l3_agent the message router_deleted on router d798e9bb-584a-4480-81fb-73e87567f670 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:27:04.539085 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.543963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c912fed2-b787-4482-bd21-df657b25500e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/routers/d798e9bb-584a-4480-81fb-73e87567f670 HTTP/1.1" status: 204 len: 168 time: 0.7994766 Oct 13 01:27:04.544350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51090) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:04.635384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9fe0fe53-2f52-4034-b87a-57469c8f74ad no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:27:04.636325 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.656020 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 9fe0fe53-2f52-4034-b87a-57469c8f74ad {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:27:04.656661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 9fe0fe53-2f52-4034-b87a-57469c8f74ad not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:27:04.657181 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a0b0c8da-cde3-438a-b50b-6b79d2b679d8 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:27:04.676788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: a0b0c8da-cde3-438a-b50b-6b79d2b679d8 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:27:04.677236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device a0b0c8da-cde3-438a-b50b-6b79d2b679d8 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:27:04.724457 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.745433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6716a566-932e-4ac0-870c-93170cef5a2d']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:04.755084 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80feed2d-d7cf-4c15-a7c1-db99046f025c') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:04.755376 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80feed2d-d7cf-4c15-a7c1-db99046f025c') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:04.765044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.779042 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.785049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:27:04.785432 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:27:04.788525 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:27:04.851358 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.859143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.862307 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/networks/6716a566-932e-4ac0-870c-93170cef5a2d HTTP/1.1" status: 204 len: 168 time: 0.3169277 Oct 13 01:27:04.865110 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51092) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:04.873997 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f3f31-8adf-4ee9-a811-06839edc94f0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Network': ['ID=6716a566-932e-4ac0-870c-93170cef5a2d,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:04.924887 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ac98-9a86-414e-bf50-1c4668d879ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:04.949886 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ac98-9a86-414e-bf50-1c4668d879ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:05.011196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ac98-9a86-414e-bf50-1c4668d879ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:05.013726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ac98-9a86-414e-bf50-1c4668d879ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:05.014897 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d6c1ac98-9a86-414e-bf50-1c4668d879ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/security-groups/c07ac95e-24c3-4dc8-8658-adb07ba63572 HTTP/1.1" status: 204 len: 168 time: 0.1487412 Oct 13 01:27:05.023785 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1ac98-9a86-414e-bf50-1c4668d879ae tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07ac95e-24c3-4dc8-8658-adb07ba63572,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:06.490163 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51100) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:06.494794 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-bbf86894-4448-4f16-b7d7-93cd6fb0b983 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877992205', 'description': 'tempest-secgroup-smoke-877992205 description', 'project_id': 'a212ee1f3e464aebba290e8192c3f029'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:06.516388 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 34b0c698-4601-482f-901f-782429a2a361 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:27:06.516971 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bbf86894-4448-4f16-b7d7-93cd6fb0b983 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.540989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 34b0c698-4601-482f-901f-782429a2a361 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:27:06.541328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 34b0c698-4601-482f-901f-782429a2a361 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:27:06.586555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bbf86894-4448-4f16-b7d7-93cd6fb0b983 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.590563 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bbf86894-4448-4f16-b7d7-93cd6fb0b983 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.617955 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bbf86894-4448-4f16-b7d7-93cd6fb0b983 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.619172 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bbf86894-4448-4f16-b7d7-93cd6fb0b983 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1279898 Oct 13 01:27:06.623220 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf86894-4448-4f16-b7d7-93cd6fb0b983 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2292b01c-9740-4150-8afa-e4b6e41ba983,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:06.626913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51102) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:06.631389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-9db08523-6ca7-4b7e-b283-7051d21eb173 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '2292b01c-9740-4150-8afa-e4b6e41ba983', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:06.657574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9db08523-6ca7-4b7e-b283-7051d21eb173 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.710698 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9db08523-6ca7-4b7e-b283-7051d21eb173 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.714614 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9db08523-6ca7-4b7e-b283-7051d21eb173 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.735939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db08523-6ca7-4b7e-b283-7051d21eb173 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f329d4b-7dfa-4790-9d06-c463505721d2,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:06.740299 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9db08523-6ca7-4b7e-b283-7051d21eb173 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.741468 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9db08523-6ca7-4b7e-b283-7051d21eb173 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134982 Oct 13 01:27:06.744254 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51104) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:06.748671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1fb7e00c-0ab8-4802-a727-cabee45b92cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '2292b01c-9740-4150-8afa-e4b6e41ba983', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:06.773995 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e00c-0ab8-4802-a727-cabee45b92cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.829921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e00c-0ab8-4802-a727-cabee45b92cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.833309 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e00c-0ab8-4802-a727-cabee45b92cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.853497 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7e00c-0ab8-4802-a727-cabee45b92cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cd1b18-fca0-4107-ae99-bb38a9296e61,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:06.859179 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e00c-0ab8-4802-a727-cabee45b92cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.860313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1fb7e00c-0ab8-4802-a727-cabee45b92cd tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150877 Oct 13 01:27:06.862958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51106) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:06.867206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8e37e068-610b-4099-a432-803afd237159 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '2292b01c-9740-4150-8afa-e4b6e41ba983', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:06.893921 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e37e068-610b-4099-a432-803afd237159 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.951492 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e37e068-610b-4099-a432-803afd237159 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.954810 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e37e068-610b-4099-a432-803afd237159 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.970945 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37e068-610b-4099-a432-803afd237159 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ceed4b-5603-4a39-a072-67606f4add0d,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:06.979030 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8e37e068-610b-4099-a432-803afd237159 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:06.980484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8e37e068-610b-4099-a432-803afd237159 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163151 Oct 13 01:27:06.982992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51108) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:06.987624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-466c541a-815e-49f9-9846-98f80b27466b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '2292b01c-9740-4150-8afa-e4b6e41ba983', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:07.012936 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-466c541a-815e-49f9-9846-98f80b27466b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.068705 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-466c541a-815e-49f9-9846-98f80b27466b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.071946 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-466c541a-815e-49f9-9846-98f80b27466b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.091820 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c541a-815e-49f9-9846-98f80b27466b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf179fd-6ec5-4fcc-b89b-1f553145b438,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:07.100987 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-466c541a-815e-49f9-9846-98f80b27466b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.102183 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-466c541a-815e-49f9-9846-98f80b27466b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181855 Oct 13 01:27:07.105341 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51110) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:07.110909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-1d4e445e-f477-4b65-8338-cb819be2f9b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '2292b01c-9740-4150-8afa-e4b6e41ba983', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:07.131990 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-1d4e445e-f477-4b65-8338-cb819be2f9b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:27:07.137160 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d4e445e-f477-4b65-8338-cb819be2f9b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.182511 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.194496 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d4e445e-f477-4b65-8338-cb819be2f9b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.197982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d4e445e-f477-4b65-8338-cb819be2f9b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.216107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e445e-f477-4b65-8338-cb819be2f9b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec55861-e3fe-4e3f-94c7-8b8b0fdb6a3e,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:07.220503 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-1d4e445e-f477-4b65-8338-cb819be2f9b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.221647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-1d4e445e-f477-4b65-8338-cb819be2f9b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150222 Oct 13 01:27:07.224472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51112) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:07.228634 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-17b86929-1880-4fcd-be32-e4c32d6a8b75 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'security_group_rule': {'security_group_id': '2292b01c-9740-4150-8afa-e4b6e41ba983', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:07.249371 n-d-813679-4 neutron-server[94988]: INFO neutron.db.securitygroups_db [None req-17b86929-1880-4fcd-be32-e4c32d6a8b75 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Project a212ee1f3e464aebba290e8192c3f029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:27:07.254184 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17b86929-1880-4fcd-be32-e4c32d6a8b75 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.314486 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17b86929-1880-4fcd-be32-e4c32d6a8b75 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.317889 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17b86929-1880-4fcd-be32-e4c32d6a8b75 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.335576 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b86929-1880-4fcd-be32-e4c32d6a8b75 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e645967a-ea3d-487b-9ad3-6f20838a44d4,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:07.340237 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-17b86929-1880-4fcd-be32-e4c32d6a8b75 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.341418 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-17b86929-1880-4fcd-be32-e4c32d6a8b75 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160305 Oct 13 01:27:07.344433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51114) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:07.349256 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'network': {'name': 'tempest-network-smoke--578919086', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'port_security_enabled': True}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:07.368687 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:27:07.372626 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.395392 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:27:07.404228 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.404621 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Added segment 18547e7d-478d-4bb1-bf27-d8fd3c25ac73 of type vlan for network c0324870-aaa6-462c-930d-ad54cf8e88ff Oct 13 01:27:07.446780 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.469924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.475481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:07.476164 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.527784 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1822996 Oct 13 01:27:07.530544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51116) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:07.534843 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'admin_state_up': True, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:07.559484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e6878-d761-43c5-85bb-969600f8f4b7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Network': ['ID=c0324870-aaa6-462c-930d-ad54cf8e88ff,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:07.569754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network c0324870-aaa6-462c-930d-ad54cf8e88ff details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:27:07.572383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.573461 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.628783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.714750 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.765424 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.955464 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:07.974390 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:08.078462 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.79 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/09d70b9c-6c2c-4ebc-a2b9-99b46a244c78) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:27:08.177718 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:08.209607 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:08.247539 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:27:08.252116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:27:08.254745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:27:08.291402 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=09d70b9c-6c2c-4ebc-a2b9-99b46a244c78,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:08.514306 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:08.712005 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:08.836145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:27:08.940658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:27:08.950542 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Sync routers for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:27:08.960066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:27:08.960485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:08.960690 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:08.961719 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8401ceba-24c4-45a6-ad53-7f5380f21034 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4302468 Oct 13 01:27:08.965032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51118) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:08.992875 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-c7e895b6-ba26-4774-aed8-62974154df1e tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a212ee1f3e464aebba290e8192c3f029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267751 Oct 13 01:27:08.995998 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51120) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:09.065932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:27:09.080377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31789f-92ac-4f27-8d9e-edf775e51cb1 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:09.081946 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3c31789f-92ac-4f27-8d9e-edf775e51cb1 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850513 Oct 13 01:27:09.084874 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51122) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:09.113838 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-14eaabee-fce8-438c-a593-0967ec6bcdc1 tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=a395b02e-8500-416b-8085-f3399a24931e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271819 Oct 13 01:27:09.116261 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51124) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:09.121654 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761282899', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:09.207204 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:27:09.210781 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.244793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:08Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:09.270874 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Checking router: 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:27:09.271224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Updating router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:27:09.298013 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.395439 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.463375 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Subnet': ['ID=1a7e53cd-3e38-410f-8a24-3a4667f3d2f1,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:09.472411 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Checking segment: {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:27:09.472803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network hostable DHCP agents. Network: c0324870-aaa6-462c-930d-ad54cf8e88ff, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:27:09.493069 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network c0324870-aaa6-462c-930d-ad54cf8e88ff is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:27:09.501863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, c0324870-aaa6-462c-930d-ad54cf8e88ff) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:27:09.506059 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:09.506669 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.513408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a132d-63f1-4c6b-8320-8578c061a71f None None] Network c0324870-aaa6-462c-930d-ad54cf8e88ff requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:27:09.523879 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c403fbe8-4c00-419e-a300-eb59e73430e2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4065738 Oct 13 01:27:09.527255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51126) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:09.596598 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.604382 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.680771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33002a3-8e74-4fc8-9ccc-e8cd957e69a5 None None] Pushing event updated for resources: {'Port': ['ID=09d70b9c-6c2c-4ebc-a2b9-99b46a244c78,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:09.683036 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Attempting to bind port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:27:09.683410 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Attempting to bind port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:27:09.683801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Attempting to bind port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:27:09.708567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:27:09.708940 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:27:09.709346 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.709742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:27:09.710205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Bound port: 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:27:09.710588 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.788114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-c0324870-aaa6-462c-930d-ad54cf8e88ff', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:27:09.788948 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.803947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] For port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:27:09.822936 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] For port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=09d70b9c-6c2c-4ebc-a2b9-99b46a244c78,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:27:09.828818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.963559 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:09.971774 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:27:09.972397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:09.976486 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33002a3-8e74-4fc8-9ccc-e8cd957e69a5 None None] Pushing event updated for resources: {'Port': ['ID=09d70b9c-6c2c-4ebc-a2b9-99b46a244c78,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:10.035775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Allocated IP 172.20.0.2 (c0324870-aaa6-462c-930d-ad54cf8e88ff/1a7e53cd-3e38-410f-8a24-3a4667f3d2f1/b05278ee-37ba-4389-975b-7ae5e34478c7) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:27:10.140968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:27:10.360888 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:10.369300 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:10.418873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Network c0324870-aaa6-462c-930d-ad54cf8e88ff is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:27:10.425025 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:27:10.431580 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:27:10.437377 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Pushing event updated for resources: {'Port': ['ID=b05278ee-37ba-4389-975b-7ae5e34478c7,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:10.477960 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:08Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:10.515062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75852cd-7480-4b22-a68f-149fae3e09d0 None None] The sync data for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 is: [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:08Z', 'revision_number': 3, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:27:10.520987 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Attempting to bind port b05278ee-37ba-4389-975b-7ae5e34478c7 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:27:10.521603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Attempting to bind port b05278ee-37ba-4389-975b-7ae5e34478c7 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:27:10.522016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Attempting to bind port b05278ee-37ba-4389-975b-7ae5e34478c7 on network c0324870-aaa6-462c-930d-ad54cf8e88ff {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:27:10.528287 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:27:10.528665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Checking segment: {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:27:10.529071 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:10.529466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Bound using segment: {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:27:10.529954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Bound port: b05278ee-37ba-4389-975b-7ae5e34478c7, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:27:10.530333 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:10.556896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.1 (c0324870-aaa6-462c-930d-ad54cf8e88ff/1a7e53cd-3e38-410f-8a24-3a4667f3d2f1/ac4db755-6438-4bcf-b867-68ffb83079f6) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:27:10.607676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] For port b05278ee-37ba-4389-975b-7ae5e34478c7, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:27:10.611340 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] For port b05278ee-37ba-4389-975b-7ae5e34478c7, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b05278ee-37ba-4389-975b-7ae5e34478c7,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:27:10.615402 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:10.674994 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603acd3-415c-4d11-afce-0e2e3e7bae32 None None] Pushing event updated for resources: {'Port': ['ID=b05278ee-37ba-4389-975b-7ae5e34478c7,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:10.684059 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:10.721456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:10.763845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network c0324870-aaa6-462c-930d-ad54cf8e88ff is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:27:10.766958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:27:10.777410 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:27:10.818223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=ac4db755-6438-4bcf-b867-68ffb83079f6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:10.846241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:11.009852 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:11.303640 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:11.309584 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:11.390044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=ac4db755-6438-4bcf-b867-68ffb83079f6,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:11.392785 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:11.494842 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network c0324870-aaa6-462c-930d-ad54cf8e88ff is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:27:11.496887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:27:11.617138 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:27:11.665836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce47701-0962-4da5-b83e-4256469a7dc3 None None] Network c0324870-aaa6-462c-930d-ad54cf8e88ff requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:27:11.730377 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:27:11.736493 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-b9077798-926f-4c2a-a4bd-3493db009e0c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/3fe931b0-f6fc-47bc-9d2b-051a3fab4628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2081430 Oct 13 01:27:11.904519 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-b80c6be9-fa9d-4d7c-8c82-244f70a76caf tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877992205&fields=id&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 267 time: 0.0550370 Oct 13 01:27:11.915631 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-3b3e7330-f08d-43a0-a246-7fa291a2be93 None None] Provisioning complete for port b05278ee-37ba-4389-975b-7ae5e34478c7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:11.916003 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3b3e7330-f08d-43a0-a246-7fa291a2be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:11.975639 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d04e0746-1c3f-4be3-970d-bc219efa90b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.012095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-b16e8496-2f67-46da-afd4-c04c138d977c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:12.013600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-b16e8496-2f67-46da-afd4-c04c138d977c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/networks?id=c0324870-aaa6-462c-930d-ad54cf8e88ff HTTP/1.1" status: 200 len: 796 time: 0.1083393 Oct 13 01:27:12.030994 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-44d9581d-d9db-4823-aa49-151f9c11aa4f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/quotas/a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 375 time: 0.0094366 Oct 13 01:27:12.059580 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3b3e7330-f08d-43a0-a246-7fa291a2be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.092557 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-7c341408-d1fa-4688-b70d-b608b2e7e8e0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545852 Oct 13 01:27:12.097671 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3b3e7330-f08d-43a0-a246-7fa291a2be93 None None] For port b05278ee-37ba-4389-975b-7ae5e34478c7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b05278ee-37ba-4389-975b-7ae5e34478c7,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:12.101803 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3b3e7330-f08d-43a0-a246-7fa291a2be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.155838 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e7330-f08d-43a0-a246-7fa291a2be93 None None] Pushing event updated for resources: {'Port': ['ID=b05278ee-37ba-4389-975b-7ae5e34478c7,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:12.197682 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-e3fe23fb-fdba-4954-a07e-906b9a5ec7a9 service neutron] 10.222.0.21 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917230 Oct 13 01:27:12.251163 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Sync routers for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:27:12.260669 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:27:12.261278 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:12.299793 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-8ea7af5d-4e36-4fd5-92e6-5f6d88a0e279 service neutron] 10.222.0.21 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953512 Oct 13 01:27:12.325861 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d192c17d-3193-463b-9734-79d20f5d400e None None] Provisioning complete for port ac4db755-6438-4bcf-b867-68ffb83079f6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:12.325861 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d192c17d-3193-463b-9734-79d20f5d400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.362437 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d192c17d-3193-463b-9734-79d20f5d400e None None] Port ac4db755-6438-4bcf-b867-68ffb83079f6 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:27:12.372873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d192c17d-3193-463b-9734-79d20f5d400e None None] Provisioning complete for port b05278ee-37ba-4389-975b-7ae5e34478c7 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:12.373571 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d192c17d-3193-463b-9734-79d20f5d400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.375324 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:27:12.555235 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9e304a1-5688-4605-82e5-b7a4e0e98917 req-f5618eaf-0614-4f08-afec-a2ca3d9b61f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 210 time: 0.0683219 Oct 13 01:27:12.633243 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:11Z', 'revision_number': 2, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:12.673405 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:27:12.727494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-39d0f8ca-08dc-47b4-b9d2-d112a3f0688c None None] Provisioning complete for port ac4db755-6438-4bcf-b867-68ffb83079f6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:12.727494 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-39d0f8ca-08dc-47b4-b9d2-d112a3f0688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.768833 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Checking router: 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:27:12.769599 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Updating router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 port ac4db755-6438-4bcf-b867-68ffb83079f6 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:27:12.773455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-39d0f8ca-08dc-47b4-b9d2-d112a3f0688c None None] Port ac4db755-6438-4bcf-b867-68ffb83079f6 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:27:12.779494 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:12.779984 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.799223 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.877728 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.911479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=09d70b9c-6c2c-4ebc-a2b9-99b46a244c78,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:12.915117 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-88392ae9-082c-42c1-ac7a-0bb9f13cb602 None None] Provisioning complete for port ac4db755-6438-4bcf-b867-68ffb83079f6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:12.915455 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-88392ae9-082c-42c1-ac7a-0bb9f13cb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.920312 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:12.921231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b05278ee-37ba-4389-975b-7ae5e34478c7 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:27:13.012175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-88392ae9-082c-42c1-ac7a-0bb9f13cb602 None None] Port ac4db755-6438-4bcf-b867-68ffb83079f6 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:27:13.029445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=09d70b9c-6c2c-4ebc-a2b9-99b46a244c78,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:13.039587 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port b05278ee-37ba-4389-975b-7ae5e34478c7 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:13.039971 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.110358 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.117695 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.168155 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Pushing event updated for resources: {'Port': ['ID=ac4db755-6438-4bcf-b867-68ffb83079f6,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:13.191073 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.191414 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.191817 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.192137 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.192463 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.194104 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.194104 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.194104 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.194104 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.194104 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.194581 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.194672 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:27:13.230859 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Attempting to bind port ac4db755-6438-4bcf-b867-68ffb83079f6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:27:13.231228 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Attempting to bind port ac4db755-6438-4bcf-b867-68ffb83079f6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:27:13.231618 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Attempting to bind port ac4db755-6438-4bcf-b867-68ffb83079f6 on network c0324870-aaa6-462c-930d-ad54cf8e88ff {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:27:13.236878 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:27:13.237247 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Checking segment: {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:27:13.237644 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.238037 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Bound using segment: {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:27:13.238518 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Bound port: ac4db755-6438-4bcf-b867-68ffb83079f6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:27:13.238891 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.306699 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] For port ac4db755-6438-4bcf-b867-68ffb83079f6, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:27:13.310500 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] For port ac4db755-6438-4bcf-b867-68ffb83079f6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ac4db755-6438-4bcf-b867-68ffb83079f6,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:27:13.314868 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.371797 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:27:13.372405 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:26:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:13.373978 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a48f9-ed89-4d1d-92ad-b8a6dd75cd3a None None] Pushing event updated for resources: {'Port': ['ID=ac4db755-6438-4bcf-b867-68ffb83079f6,revision_number=4']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:13.434699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-02580e27-265a-46f4-b16a-0e1c322a872b None None] Provisioning complete for port ac4db755-6438-4bcf-b867-68ffb83079f6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:13.434988 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02580e27-265a-46f4-b16a-0e1c322a872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.502826 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:27:13.521953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02580e27-265a-46f4-b16a-0e1c322a872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.556932 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-02580e27-265a-46f4-b16a-0e1c322a872b None None] For port ac4db755-6438-4bcf-b867-68ffb83079f6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ac4db755-6438-4bcf-b867-68ffb83079f6,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:13.561954 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02580e27-265a-46f4-b16a-0e1c322a872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.610224 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02580e27-265a-46f4-b16a-0e1c322a872b None None] Pushing event updated for resources: {'Port': ['ID=ac4db755-6438-4bcf-b867-68ffb83079f6,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:13.708700 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-602254af-dfaa-44d6-a349-98836facc24b None None] Provisioning complete for port ac4db755-6438-4bcf-b867-68ffb83079f6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:13.709406 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-602254af-dfaa-44d6-a349-98836facc24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:13.719713 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5dc8b5ac-003a-4907-a7f0-e31ea2b15a8e req-a7f36abd-7e59-49d3-94cb-4aa35777d9c3 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 210 time: 0.0523722 Oct 13 01:27:13.726478 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:13Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:13.767592 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdad6c-8440-49b7-8b8d-1ba973885e2a None None] The sync data for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 is: [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:13Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:27:13.773439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-01d508f3-5f1a-4c05-a6a1-ad34a22fc111 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:13.774945 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-01d508f3-5f1a-4c05-a6a1-ad34a22fc111 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "GET /v2.0/networks?id=c0324870-aaa6-462c-930d-ad54cf8e88ff HTTP/1.1" status: 200 len: 796 time: 0.1591189 Oct 13 01:27:13.849251 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-baec0124-7d15-4756-be45-d076712d04d2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a212ee1f3e464aebba290e8192c3f029 HTTP/1.1" status: 200 len: 379 time: 0.0517056 Oct 13 01:27:13.869991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'port': {'device_id': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'admin_state_up': True, 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'security_groups': ['2292b01c-9740-4150-8afa-e4b6e41ba983']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:13.983790 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Made reservation on behalf of a212ee1f3e464aebba290e8192c3f029 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:27:13.987360 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.121748 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.20.0.3 (c0324870-aaa6-462c-930d-ad54cf8e88ff/1a7e53cd-3e38-410f-8a24-3a4667f3d2f1/6b9a8f11-29c2-4958-8060-64a639083b34) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:27:14.269230 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.304126 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.348031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network c0324870-aaa6-462c-930d-ad54cf8e88ff is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:27:14.351202 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:27:14.355179 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:27:14.380975 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=6b9a8f11-29c2-4958-8060-64a639083b34,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:14.412639 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:14.413764 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.433105 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-736ab896-ea22-4d48-890a-6af6af985a7a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679991 Oct 13 01:27:14.503166 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Request body: {'port': {'device_id': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:14.576260 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.647021 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-2f8476bd-cf4e-4a36-a17e-bbf41d16ba68 None None] Provisioning complete for port 6b9a8f11-29c2-4958-8060-64a639083b34 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:14.647399 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2f8476bd-cf4e-4a36-a17e-bbf41d16ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.676170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:27:14.713746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-faf819bf-803f-4333-b91b-ce1bdf3e03ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.727228 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2f8476bd-cf4e-4a36-a17e-bbf41d16ba68 None None] Port 6b9a8f11-29c2-4958-8060-64a639083b34 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:27:14.740701 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:14.741076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.850340 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5bceb-188a-414f-867e-ef7d9a4c76cc req-6faa23e6-bd3c-4381-abc5-3368a282c2e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:14.854183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2d5bceb-188a-414f-867e-ef7d9a4c76cc req-6faa23e6-bd3c-4381-abc5-3368a282c2e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 931 time: 0.0627983 Oct 13 01:27:14.864706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ac4db755-6438-4bcf-b867-68ffb83079f6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:27:14.896521 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2d5bceb-188a-414f-867e-ef7d9a4c76cc req-9a395621-e78c-4a5d-823e-bf6d3c5951c2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344048 Oct 13 01:27:14.908386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9a8f11-29c2-4958-8060-64a639083b34 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:27:14.917685 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.928738 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port ac4db755-6438-4bcf-b867-68ffb83079f6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:14.929107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.929995 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Transition to ACTIVE for port object 6b9a8f11-29c2-4958-8060-64a639083b34 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:27:14.934705 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:14.996495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a8f11-29c2-4958-8060-64a639083b34,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:15.069437 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Attempting to bind port 6b9a8f11-29c2-4958-8060-64a639083b34 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:27:15.069781 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Attempting to bind port 6b9a8f11-29c2-4958-8060-64a639083b34 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:27:15.070118 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Attempting to bind port 6b9a8f11-29c2-4958-8060-64a639083b34 on network c0324870-aaa6-462c-930d-ad54cf8e88ff {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:27:15.074642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Port 6b9a8f11-29c2-4958-8060-64a639083b34 on network c0324870-aaa6-462c-930d-ad54cf8e88ff not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:27:15.074970 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Attempting to bind port 6b9a8f11-29c2-4958-8060-64a639083b34 on network c0324870-aaa6-462c-930d-ad54cf8e88ff {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:27:15.079924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:27:15.080277 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Checking segment: {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:27:15.080670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Bound using segment: {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:27:15.081111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Bound port: 6b9a8f11-29c2-4958-8060-64a639083b34, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18547e7d-478d-4bb1-bf27-d8fd3c25ac73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:27:15.081480 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:15.148257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] For port 6b9a8f11-29c2-4958-8060-64a639083b34, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:27:15.151989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] For port 6b9a8f11-29c2-4958-8060-64a639083b34, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b9a8f11-29c2-4958-8060-64a639083b34,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:27:15.156032 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:15.189111 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:15.189727 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:15.191099 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] 10.222.0.45 "PUT /v2.0/ports/6b9a8f11-29c2-4958-8060-64a639083b34 HTTP/1.1" status: 200 len: 1091 time: 0.7444105 Oct 13 01:27:15.191543 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:27:15.193801 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a06bc76-291a-4c06-a63f-7669f47d01ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:27:15.228117 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73050a-8218-4936-9505-7577c6e21a95 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a8f11-29c2-4958-8060-64a639083b34,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:15.245217 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860fb8d9-2418-4dc8-8167-d5d5329d7214 x-openstack-request-id: req-860fb8d9-2418-4dc8-8167-d5d5329d7214 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:27:15.245514 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:27:15.246080 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-860fb8d9-2418-4dc8-8167-d5d5329d7214 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:27:15.246199 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34', 'status': 'completed', 'code': 200} Oct 13 01:27:15.301877 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-1e793095-30a8-400b-a61e-a7efb5700599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:15.303428 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-1e793095-30a8-400b-a61e-a7efb5700599 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 1094 time: 0.0473187 Oct 13 01:27:15.354474 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-1b653b52-62b3-4541-a694-eb3d0c3e94d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9a8f11-29c2-4958-8060-64a639083b34 HTTP/1.1" status: 200 len: 217 time: 0.0353649 Oct 13 01:27:15.404104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-5adeff9e-268c-4a05-b607-e2e43e674225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:15.405569 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-5adeff9e-268c-4a05-b607-e2e43e674225 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a7e53cd-3e38-410f-8a24-3a4667f3d2f1 HTTP/1.1" status: 200 len: 834 time: 0.0442986 Oct 13 01:27:15.454061 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-c0bad233-3775-4db7-b593-c7865c3384d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:15.455640 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-c0bad233-3775-4db7-b593-c7865c3384d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0324870-aaa6-462c-930d-ad54cf8e88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432000 Oct 13 01:27:15.546213 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-c5299c04-a437-4d77-8887-fbf3a15ca13a service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833931 Oct 13 01:27:15.638907 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c913f502-867e-4b16-a2b5-d3c68d3b2e05 req-8c428144-415f-498a-a795-8e24573f323a service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861804 Oct 13 01:27:15.757606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-c0a66b43-468c-4f0d-97b1-e0beca00c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:15.759116 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-c0a66b43-468c-4f0d-97b1-e0beca00c9f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 1094 time: 0.0404105 Oct 13 01:27:15.850020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-eb437d16-bcf4-4483-b5e8-31d702f9964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:15.851401 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-eb437d16-bcf4-4483-b5e8-31d702f9964c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0324870-aaa6-462c-930d-ad54cf8e88ff HTTP/1.1" status: 200 len: 897 time: 0.0848601 Oct 13 01:27:15.895233 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-1d7cd645-3010-4dd7-b19e-1e0816f853f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9a8f11-29c2-4958-8060-64a639083b34 HTTP/1.1" status: 200 len: 217 time: 0.0366387 Oct 13 01:27:15.944958 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-a49ce21f-6cfd-405c-ae08-b385353f17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:15.946433 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-a49ce21f-6cfd-405c-ae08-b385353f17da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a7e53cd-3e38-410f-8a24-3a4667f3d2f1 HTTP/1.1" status: 200 len: 834 time: 0.0438845 Oct 13 01:27:15.978841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:15.998636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-b33f3bad-d638-4005-aae5-1d65bfb7a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:16.000505 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-b33f3bad-d638-4005-aae5-1d65bfb7a2bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0324870-aaa6-462c-930d-ad54cf8e88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471148 Oct 13 01:27:16.006928 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:16.021712 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ffe22-e44d-465f-a1ab-abe930cc2679 req-102c5cbd-38dd-467c-831a-7ce4b635e2a4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:16.023329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-147ffe22-e44d-465f-a1ab-abe930cc2679 req-102c5cbd-38dd-467c-831a-7ce4b635e2a4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 943 time: 0.0577755 Oct 13 01:27:16.061719 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-147ffe22-e44d-465f-a1ab-abe930cc2679 req-63ab8c48-0017-40ca-bf87-70bc6474e884 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322294 Oct 13 01:27:16.096778 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-73a0df1b-935b-4ea1-82b3-8e41c727da27 service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889673 Oct 13 01:27:16.186665 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a06bc76-291a-4c06-a63f-7669f47d01ec req-3542bd34-b5d4-4a0c-a81c-9d8236689cf4 service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822985 Oct 13 01:27:17.175047 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf656921-c655-4549-b547-d2deba4aa352 req-7fc3054c-1efe-409b-ae5b-7b1e9be518f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:17.176560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf656921-c655-4549-b547-d2deba4aa352 req-7fc3054c-1efe-409b-ae5b-7b1e9be518f9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 943 time: 0.0484166 Oct 13 01:27:17.214577 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf656921-c655-4549-b547-d2deba4aa352 req-93f2c7e8-0740-489f-af4d-eb0b5e3890f5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Oct 13 01:27:17.812126 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:18.331617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccff080-7eee-417b-ae17-b429c1e0840c req-8bb2e58a-73e1-44d6-89f7-c1fe8561f680 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:18.333144 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ccff080-7eee-417b-ae17-b429c1e0840c req-8bb2e58a-73e1-44d6-89f7-c1fe8561f680 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 943 time: 0.0513582 Oct 13 01:27:18.369464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ccff080-7eee-417b-ae17-b429c1e0840c req-ca5b60e0-682f-4fd2-92fb-cca772de080c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303321 Oct 13 01:27:19.803250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c644cf-f30e-4872-b9a4-3c618a26e78d req-b0d88288-c246-4fd3-a0dc-834f6c93b7a6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:19.804746 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1c644cf-f30e-4872-b9a4-3c618a26e78d req-b0d88288-c246-4fd3-a0dc-834f6c93b7a6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 943 time: 0.3672278 Oct 13 01:27:19.841483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e1c644cf-f30e-4872-b9a4-3c618a26e78d req-63d7e9ca-0a76-40f4-9127-c46030db696d tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307412 Oct 13 01:27:20.912213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6b9a8f11-29c2-4958-8060-64a639083b34 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:27:20.955270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a1fb-b59c-45f0-a13e-aa871f732926 req-a51b1366-7526-49bc-8714-c5105afc8160 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:20.956775 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45c6a1fb-b59c-45f0-a13e-aa871f732926 req-a51b1366-7526-49bc-8714-c5105afc8160 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 943 time: 0.0493426 Oct 13 01:27:20.994255 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-45c6a1fb-b59c-45f0-a13e-aa871f732926 req-c78f86ab-0897-4e55-863e-ecfaafb62ab4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314760 Oct 13 01:27:21.008788 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6b9a8f11-29c2-4958-8060-64a639083b34, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b9a8f11-29c2-4958-8060-64a639083b34,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:21.020570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '6b9a8f11-29c2-4958-8060-64a639083b34', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'port_id': '6b9a8f11-29c2-4958-8060-64a639083b34', 'mac_address': 'fa:16:3e:81:6c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:27:21.056701 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:21.068893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9a8f11-29c2-4958-8060-64a639083b34 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:27:21.087429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6b9a8f11-29c2-4958-8060-64a639083b34, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b9a8f11-29c2-4958-8060-64a639083b34,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:21.091757 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:21.140168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6b9a8f11-29c2-4958-8060-64a639083b34,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:21.505183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6b9a8f11-29c2-4958-8060-64a639083b34'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:27:22.107883 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecff40-0078-4615-bf08-4d3972b8b90d req-ac1bc777-196e-473e-995f-ee9a9215e422 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:22.109349 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6ecff40-0078-4615-bf08-4d3972b8b90d req-ac1bc777-196e-473e-995f-ee9a9215e422 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 944 time: 0.0487652 Oct 13 01:27:22.145552 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6ecff40-0078-4615-bf08-4d3972b8b90d req-4d6f0e55-05ec-4075-9250-53116ee9f065 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304208 Oct 13 01:27:22.923221 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6b9a8f11-29c2-4958-8060-64a639083b34 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:27:22.970693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 6b9a8f11-29c2-4958-8060-64a639083b34 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:27:22.974293 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 6b9a8f11-29c2-4958-8060-64a639083b34 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:27:22.974664 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:23.048782 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:23.071088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:27:23.073378 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7c30b-878a-478c-8673-ee68fc2c1b27" -d '{"events": [{"server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:27:23.089113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6b9a8f11-29c2-4958-8060-64a639083b34, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b9a8f11-29c2-4958-8060-64a639083b34,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:27:23.093043 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:23.116027 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca13cba8-bf17-4d31-86cb-a73fe775d9c8 x-openstack-request-id: req-ca13cba8-bf17-4d31-86cb-a73fe775d9c8 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:27:23.116326 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:27:23.116584 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca13cba8-bf17-4d31-86cb-a73fe775d9c8 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:27:23.116972 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34', 'code': 200} Oct 13 01:27:23.142384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6b9a8f11-29c2-4958-8060-64a639083b34,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:23.235530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21125a-60db-4d0f-9821-ff82de22252c req-02bcf1e1-1509-453b-962e-c3a8b35e8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:23.237060 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a21125a-60db-4d0f-9821-ff82de22252c req-02bcf1e1-1509-453b-962e-c3a8b35e8dad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 1096 time: 0.0456467 Oct 13 01:27:23.262419 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc76463-2584-45bd-b696-2233ae5738af req-75f124cd-d1c4-45f9-82cc-37a90b95e972 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:23.263984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fc76463-2584-45bd-b696-2233ae5738af req-75f124cd-d1c4-45f9-82cc-37a90b95e972 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0524211 Oct 13 01:27:23.272104 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9a21125a-60db-4d0f-9821-ff82de22252c req-8bf7e046-deeb-4841-8038-95cb116cfd60 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279698 Oct 13 01:27:23.301664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2fc76463-2584-45bd-b696-2233ae5738af req-5641f655-8b9e-4428-ac13-1eecd01dd638 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318222 Oct 13 01:27:24.420122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f13c7-e983-4f39-b9df-d5e2dc878954 req-184b31cd-5820-46ef-8a31-174333dbdde5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:24.421700 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d18f13c7-e983-4f39-b9df-d5e2dc878954 req-184b31cd-5820-46ef-8a31-174333dbdde5 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0524280 Oct 13 01:27:24.458007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d18f13c7-e983-4f39-b9df-d5e2dc878954 req-81289944-2933-4080-8ae4-e4ea9c9de115 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301728 Oct 13 01:27:25.572272 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48009b84-b125-40a1-b326-1020bcccd5a3 req-0c450fe8-9aad-410a-92c5-fa364e5ca0c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:25.573765 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48009b84-b125-40a1-b326-1020bcccd5a3 req-0c450fe8-9aad-410a-92c5-fa364e5ca0c4 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0483034 Oct 13 01:27:25.610167 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-48009b84-b125-40a1-b326-1020bcccd5a3 req-c979e4eb-4f7f-4c61-b3d8-f54bfd44a847 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305238 Oct 13 01:27:25.725227 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10b58-6dc6-49ff-9fb6-eac9e4cdbaac req-89e57083-4c9b-4150-8e8a-67964d663856 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:25.726683 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1b10b58-6dc6-49ff-9fb6-eac9e4cdbaac req-89e57083-4c9b-4150-8e8a-67964d663856 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0509849 Oct 13 01:27:25.763146 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1b10b58-6dc6-49ff-9fb6-eac9e4cdbaac req-8d637932-168b-414c-85d5-837fbf3a65a1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299804 Oct 13 01:27:25.784201 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51190) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:25.822425 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806200b3-8af5-42ae-8f6f-258363561d2d tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:25.823963 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-806200b3-8af5-42ae-8f6f-258363561d2d tempest-TestNetworkAdvancedServerOps-1796424559 tempest-TestNetworkAdvancedServerOps-1796424559-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 1091 time: 0.0388176 Oct 13 01:27:25.826687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51192) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:25.830903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '6b9a8f11-29c2-4958-8060-64a639083b34', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:27:25.852940 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:25.955183 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:26.054531 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Allocated IP 172.25.3.240 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/1d5a365f-5a9c-4829-89b4-129202b68cb6) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:27:26.157849 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:26.189832 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:26.229500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:27:26.232391 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:27:26.235886 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:27:26.256945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=1d5a365f-5a9c-4829-89b4-129202b68cb6,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:26.608273 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:26.674307 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:26.825373 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:26.829684 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:26.899888 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event updated for resources: {'Port': ['ID=1d5a365f-5a9c-4829-89b4-129202b68cb6,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:27:26.912603 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:27.022025 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP 0f85150f-27ea-445d-8fb0-5ae536b626c6 associated. External IP: 172.25.3.240, port: 6b9a8f11-29c2-4958-8060-64a639083b34. Oct 13 01:27:27.245617 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:27:27.353834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:27:27.364018 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] Sync routers for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:27:27.371908 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:27.374114 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:27:27.374733 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:27.399796 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-f4302ec9-9302-402b-9aae-2fb31e7aaa74 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5720525 Oct 13 01:27:27.400460 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:27:27.403349 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8011d-4d88-48e1-b098-47b3479cacb2" -d '{"events": [{"name": "network-changed", "server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:27:27.490425 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:27:27.496652 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b65ad1f-88c8-47b1-9a06-9a99c1881e0f x-openstack-request-id: req-8b65ad1f-88c8-47b1-9a06-9a99c1881e0f {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:27:27.496874 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:27:27.497124 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b65ad1f-88c8-47b1-9a06-9a99c1881e0f {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:27:27.497522 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34', 'status': 'completed', 'code': 200} Oct 13 01:27:27.506287 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2cb49-01cd-4e10-bc4f-68e654cc7805 req-1eaa523c-45c2-456e-b161-92523bd4b029 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:27.507878 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0f2cb49-01cd-4e10-bc4f-68e654cc7805 req-1eaa523c-45c2-456e-b161-92523bd4b029 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0578613 Oct 13 01:27:27.548500 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0f2cb49-01cd-4e10-bc4f-68e654cc7805 req-209aae5b-5430-4281-a1f7-fc5d7495bdfb tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344696 Oct 13 01:27:27.570623 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51200) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:27.584042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-7f7f02f1-ef0a-4203-bc70-13fac2476b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:27.586058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-7f7f02f1-ef0a-4203-bc70-13fac2476b3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 1096 time: 0.0453150 Oct 13 01:27:27.637653 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e8d684e0-6caf-4a2f-937b-c814e62fe3e7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/0f85150f-27ea-445d-8fb0-5ae536b626c6 HTTP/1.1" status: 200 len: 991 time: 0.0658510 Oct 13 01:27:27.682661 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-4bdcd5c3-78e6-4ed8-82bb-ab7abed88733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:27.684165 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-4bdcd5c3-78e6-4ed8-82bb-ab7abed88733 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0324870-aaa6-462c-930d-ad54cf8e88ff HTTP/1.1" status: 200 len: 897 time: 0.0907691 Oct 13 01:27:27.725770 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '0f85150f-27ea-445d-8fb0-5ae536b626c6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'port_id': '6b9a8f11-29c2-4958-8060-64a639083b34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'mac_address': 'fa:16:3e:81:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:27:26Z', 'updated_at': '2021-10-13T01:27:26Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:13Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:27.748983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-9fc27dae-1760-45be-afdf-e42792bc4dbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9a8f11-29c2-4958-8060-64a639083b34 HTTP/1.1" status: 200 len: 999 time: 0.0577629 Oct 13 01:27:27.754411 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] Checking router: 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:27:27.763170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:27:27.763857 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:27:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:27.797969 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-20bf1e2a-af01-4c8e-8362-aca138f1eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:27.799432 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-20bf1e2a-af01-4c8e-8362-aca138f1eb5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a7e53cd-3e38-410f-8a24-3a4667f3d2f1 HTTP/1.1" status: 200 len: 834 time: 0.0440516 Oct 13 01:27:27.848495 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-67549476-2a7f-4ba9-a307-92b02a8fd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:27.849993 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-67549476-2a7f-4ba9-a307-92b02a8fd474 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0324870-aaa6-462c-930d-ad54cf8e88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439620 Oct 13 01:27:27.861064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-756c1392-52ec-4a86-bea6-10aa69a0ae23 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:27:27.862008 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-756c1392-52ec-4a86-bea6-10aa69a0ae23 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051897 Oct 13 01:27:27.867633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:27:27.956391 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-281a3375-86a4-4f0e-8149-23e63ce19d62 service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870812 Oct 13 01:27:28.049527 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1f8011d-4d88-48e1-b098-47b3479cacb2 req-be033d6e-15c1-4c95-aad8-23e0279298e9 service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860755 Oct 13 01:27:28.091169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '0f85150f-27ea-445d-8fb0-5ae536b626c6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'port_id': '6b9a8f11-29c2-4958-8060-64a639083b34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'mac_address': 'fa:16:3e:81:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:27:26Z', 'updated_at': '2021-10-13T01:27:26Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:13Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:27:28.120823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3391-c79a-485d-875c-2bf4d74ff04a None None] The sync data for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 is: [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': '0f85150f-27ea-445d-8fb0-5ae536b626c6', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'port_id': '6b9a8f11-29c2-4958-8060-64a639083b34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'mac_address': 'fa:16:3e:81:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:27:26Z', 'updated_at': '2021-10-13T01:27:26Z', 'revision_number': 0, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:13Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:27:28.310400 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af9c025-2b8d-4e16-94aa-1a43fbbd8143 None None] New status for floating IP 0f85150f-27ea-445d-8fb0-5ae536b626c6: ACTIVE {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:27:28.640507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51202) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:27:28.701807 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-fb2bc69c-ac70-4bc9-89e8-9cd9e4657269 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/0f85150f-27ea-445d-8fb0-5ae536b626c6 HTTP/1.1" status: 200 len: 993 time: 0.0602505 Oct 13 01:27:34.149805 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:27:37.180931 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:37.718693 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:41.875894 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b98d98f4-de03-48ed-bb68-512cfdfb1be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:44.646840 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-64639e21-4c03-4b3e-842f-f7efd85acc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:45.980305 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:46.007096 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:47.814523 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:27:54.191341 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-39aad721-e768-47c9-959d-94613183c45c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397873 Oct 13 01:27:54.286680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-174c40a6-e7e9-47bb-b4bf-fe44153ad243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:54.288184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-174c40a6-e7e9-47bb-b4bf-fe44153ad243 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 1096 time: 0.0399013 Oct 13 01:27:54.394471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-d9fc1a3d-804c-41c5-baec-0e464a201619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:54.395974 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-d9fc1a3d-804c-41c5-baec-0e464a201619 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0324870-aaa6-462c-930d-ad54cf8e88ff HTTP/1.1" status: 200 len: 897 time: 0.0883718 Oct 13 01:27:54.461766 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-e60b4b04-ba2c-40c5-98f9-a119ff5ae6a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9a8f11-29c2-4958-8060-64a639083b34 HTTP/1.1" status: 200 len: 1001 time: 0.0581582 Oct 13 01:27:54.510745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-fde0f5c1-e1be-466d-ae48-affd1e1e4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:54.512311 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-fde0f5c1-e1be-466d-ae48-affd1e1e4ae4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a7e53cd-3e38-410f-8a24-3a4667f3d2f1 HTTP/1.1" status: 200 len: 834 time: 0.0435932 Oct 13 01:27:54.562275 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-d832cd63-5e00-4731-bde1-88513813c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:27:54.563806 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-d832cd63-5e00-4731-bde1-88513813c111 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0324870-aaa6-462c-930d-ad54cf8e88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445828 Oct 13 01:27:54.657813 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-06430f9d-bc47-4a8b-853b-a441e91d44ff service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855892 Oct 13 01:27:54.749972 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c80d4f40-638c-42e8-80f4-3ae70245645f req-f70bce00-7ad4-4046-9baa-9508bfac6be7 service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849953 Oct 13 01:28:07.215503 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:07.732544 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:11.149996 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:28:11.876656 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8db0725a-dde6-45b4-9d5b-259e0033ae05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:14.647239 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9ffb790b-442f-418c-bd02-540425bec98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:15.980869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:16.009841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:17.817700 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:31.748355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f94e93-b4e9-4391-bdee-3213857b173e req-56fd9e3f-22c2-41cf-ab72-080ab5d96518 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:31.749835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f94e93-b4e9-4391-bdee-3213857b173e req-56fd9e3f-22c2-41cf-ab72-080ab5d96518 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0498178 Oct 13 01:28:31.786424 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d6f94e93-b4e9-4391-bdee-3213857b173e req-37ae8bfd-8680-46dc-86a8-2dafeeda902b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Oct 13 01:28:32.914930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890336f-0ed6-41c8-9777-7b2c4a0c4f10 req-dc6467ee-dea2-4355-bace-492aaa4e954e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:32.916408 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9890336f-0ed6-41c8-9777-7b2c4a0c4f10 req-dc6467ee-dea2-4355-bace-492aaa4e954e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0483735 Oct 13 01:28:32.953069 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9890336f-0ed6-41c8-9777-7b2c4a0c4f10 req-a3cece5d-2e22-4f68-9137-d0787f9c2c2f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305696 Oct 13 01:28:34.065988 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53561f21-cffb-4f69-8970-d7019d42beea req-474603c8-aca5-4795-87e4-022879445541 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:34.067443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53561f21-cffb-4f69-8970-d7019d42beea req-474603c8-aca5-4795-87e4-022879445541 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0485036 Oct 13 01:28:34.107466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-53561f21-cffb-4f69-8970-d7019d42beea req-5100ae10-38bc-4c8c-a5ea-cfad9420163a tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340700 Oct 13 01:28:34.130550 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51246) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:34.190353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8a389aba-6270-49b2-ae70-396a41e45745 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/0f85150f-27ea-445d-8fb0-5ae536b626c6 HTTP/1.1" status: 200 len: 993 time: 0.0587206 Oct 13 01:28:35.461783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf88b-44af-4290-8924-e481f9fad46c req-40323cff-8183-4706-a7a4-95b43c1a096c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:35.463196 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34ecf88b-44af-4290-8924-e481f9fad46c req-40323cff-8183-4706-a7a4-95b43c1a096c tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0492699 Oct 13 01:28:35.501338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34ecf88b-44af-4290-8924-e481f9fad46c req-d77b0474-abec-4dbc-8818-e820d4a7fbb6 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Oct 13 01:28:35.501953 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-da92c45b-934c-417f-81c7-c5ebf3faa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:35.503488 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-da92c45b-934c-417f-81c7-c5ebf3faa232 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 1096 time: 0.0418286 Oct 13 01:28:35.596878 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-48c26855-3db8-4b72-9757-e73607838534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:35.598340 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-48c26855-3db8-4b72-9757-e73607838534 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0324870-aaa6-462c-930d-ad54cf8e88ff HTTP/1.1" status: 200 len: 897 time: 0.0878744 Oct 13 01:28:35.662158 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-e3e8e247-57b7-4e95-9d1b-37bda1409be9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9a8f11-29c2-4958-8060-64a639083b34 HTTP/1.1" status: 200 len: 1001 time: 0.0570474 Oct 13 01:28:35.709313 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-9d5e8002-988f-48a6-9f72-842f76ac4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:35.710682 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-9d5e8002-988f-48a6-9f72-842f76ac4dd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a7e53cd-3e38-410f-8a24-3a4667f3d2f1 HTTP/1.1" status: 200 len: 834 time: 0.0417838 Oct 13 01:28:35.758036 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-00422723-92e7-45f0-8f4e-0b8a5b298c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:35.759403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-00422723-92e7-45f0-8f4e-0b8a5b298c96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0324870-aaa6-462c-930d-ad54cf8e88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420425 Oct 13 01:28:35.846816 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-d45a8aa7-cd9b-477c-9036-3f1f9f64c541 service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801754 Oct 13 01:28:35.936739 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bdd4ba92-056e-4b83-b45d-e240e09406d8 req-4f659ab9-4e89-45e9-a1b9-aabb7baea749 service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823317 Oct 13 01:28:36.621898 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d23ac-039d-4f93-a6ff-30dcb6f4637b req-ed8c5de4-6cd5-4361-8d67-0506e7179c55 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:36.623356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e4d23ac-039d-4f93-a6ff-30dcb6f4637b req-ed8c5de4-6cd5-4361-8d67-0506e7179c55 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0507150 Oct 13 01:28:36.659821 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5e4d23ac-039d-4f93-a6ff-30dcb6f4637b req-608c5aba-31d6-42e1-98f9-196cc80bd39e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299995 Oct 13 01:28:37.224229 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:37.746908 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:37.776861 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407cca4-b3e4-4162-91ed-c5a5f856b6cb req-312e5939-d4c2-451d-b68a-2ddc17444236 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:37.778322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b407cca4-b3e4-4162-91ed-c5a5f856b6cb req-312e5939-d4c2-451d-b68a-2ddc17444236 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0511327 Oct 13 01:28:37.816417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b407cca4-b3e4-4162-91ed-c5a5f856b6cb req-1943dbc1-e512-465f-a241-fe655e6949a0 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320313 Oct 13 01:28:37.838493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51258) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:37.899548 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6354c302-112c-4e30-b1f4-b7e7154b7935 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/floatingips/0f85150f-27ea-445d-8fb0-5ae536b626c6 HTTP/1.1" status: 200 len: 993 time: 0.0599625 Oct 13 01:28:38.195764 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51264) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:38.349451 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 1d5a365f-5a9c-4829-89b4-129202b68cb6 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:28:38.349699 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:38.422999 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:38.423319 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:38.434437 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 1d5a365f-5a9c-4829-89b4-129202b68cb6 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:28:38.577869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:38.603664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=1d5a365f-5a9c-4829-89b4-129202b68cb6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:38.630397 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.630749 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.631091 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.631430 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.631788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.632122 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.632456 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.632782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.633109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.633434 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.633756 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.634074 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:38.674805 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:38.675189 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Floating IP 0f85150f-27ea-445d-8fb0-5ae536b626c6 disassociated (deleted). External IP: 172.25.3.240, port: 6b9a8f11-29c2-4958-8060-64a639083b34. Oct 13 01:28:38.880235 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:28:38.981796 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:28:38.986581 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:38.992513 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] Sync routers for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:28:39.002322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:39.002991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:39.015835 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-446cb4f9-a4a2-47c4-a1fe-80eb842e5c0e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/floatingips/0f85150f-27ea-445d-8fb0-5ae536b626c6 HTTP/1.1" status: 204 len: 168 time: 0.8189726 Oct 13 01:28:39.016519 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:28:39.018890 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c1dbc4-d46b-4998-a758-33df085bde87" -d '{"events": [{"name": "network-changed", "server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:28:39.059806 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f505d7-41ac-46dc-a1f8-c2d0a05a2924 x-openstack-request-id: req-42f505d7-41ac-46dc-a1f8-c2d0a05a2924 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:28:39.060100 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:28:39.060352 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42f505d7-41ac-46dc-a1f8-c2d0a05a2924 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:28:39.060760 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34', 'status': 'completed', 'code': 200} Oct 13 01:28:39.116719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:39.146485 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-c9b248c5-6078-4072-9627-cb7537406691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:39.147944 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-c9b248c5-6078-4072-9627-cb7537406691 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a212ee1f3e464aebba290e8192c3f029&device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 1096 time: 0.0436914 Oct 13 01:28:39.247642 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-abd23bf5-0595-4417-8212-35ef11f17a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:39.250170 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-abd23bf5-0595-4417-8212-35ef11f17a83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0324870-aaa6-462c-930d-ad54cf8e88ff HTTP/1.1" status: 200 len: 897 time: 0.0952625 Oct 13 01:28:39.254701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52028d-240c-4759-bc3a-d32fbe504145 req-c4947624-bf61-41ce-b6f4-f81f2d7ccd97 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:39.254701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b52028d-240c-4759-bc3a-d32fbe504145 req-c4947624-bf61-41ce-b6f4-f81f2d7ccd97 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0518479 Oct 13 01:28:39.295105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6b52028d-240c-4759-bc3a-d32fbe504145 req-d4500415-53a5-4d3d-9340-0ae45b5c1f99 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334268 Oct 13 01:28:39.303545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-604dc6eb-241e-4f36-8825-d53bd3dd229f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9a8f11-29c2-4958-8060-64a639083b34 HTTP/1.1" status: 200 len: 217 time: 0.0448720 Oct 13 01:28:39.336222 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:13Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:39.355170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-e5d7a203-730f-450e-8eb5-db36bf44735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:39.356666 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-e5d7a203-730f-450e-8eb5-db36bf44735e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a7e53cd-3e38-410f-8a24-3a4667f3d2f1 HTTP/1.1" status: 200 len: 834 time: 0.0444348 Oct 13 01:28:39.362772 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] Checking router: 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:28:39.371103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:39.371728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:39.404413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-479c8739-a8c8-40c8-bad6-26908053036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:39.406440 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-479c8739-a8c8-40c8-bad6-26908053036a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0324870-aaa6-462c-930d-ad54cf8e88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409849 Oct 13 01:28:39.477385 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:39.502034 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-6c587403-40e7-48f6-89b3-80a720cab73b service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871677 Oct 13 01:28:39.592500 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-43c1dbc4-d46b-4998-a758-33df085bde87 req-a1d741bc-bc42-4340-beb9-9a522ca4b8a4 service neutron] 10.222.0.45 "GET /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814629 Oct 13 01:28:39.676604 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:13Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:39.702247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e732ec-5ae5-4169-9d7a-4bb328f64bb2 None None] The sync data for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 is: [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:10Z', 'revision_number': 4, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'ac4db755-6438-4bcf-b867-68ffb83079f6', 'name': '', 'network_id': 'c0324870-aaa6-462c-930d-ad54cf8e88ff', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'mac_address': 'fa:16:3e:5a:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:10Z', 'updated_at': '2021-10-13T01:27:13Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'subnets': [{'id': '1a7e53cd-3e38-410f-8a24-3a4667f3d2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:28:39.907915 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3f975-afd4-407b-9e93-c6acbe76f03f None None] New status for floating IP 0f85150f-27ea-445d-8fb0-5ae536b626c6: DOWN {{(pid=94991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:28:40.412829 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294678d7-9f41-4830-b668-60006413f989 req-c5e92f1a-9022-4828-9959-2c08e985d5c7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:40.414317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-294678d7-9f41-4830-b668-60006413f989 req-c5e92f1a-9022-4828-9959-2c08e985d5c7 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0486441 Oct 13 01:28:40.456091 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-294678d7-9f41-4830-b668-60006413f989 req-cab2bf6d-3fb7-4b8c-9c96-da63ceb285f2 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356400 Oct 13 01:28:41.117007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-ead4d0bb-70bd-41ce-965e-e10b370ece1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:41.118467 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-ead4d0bb-70bd-41ce-965e-e10b370ece1b tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0521433 Oct 13 01:28:41.204645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 6b9a8f11-29c2-4958-8060-64a639083b34 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:28:41.204980 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:41.296528 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 6b9a8f11-29c2-4958-8060-64a639083b34, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6b9a8f11-29c2-4958-8060-64a639083b34,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:41.296892 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:41.579282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836739-8a3e-44b6-b73b-6186491db5d5 req-5765e06c-4290-4485-824f-540254ed6732 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:41.580811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0836739-8a3e-44b6-b73b-6186491db5d5 req-5765e06c-4290-4485-824f-540254ed6732 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/ports?device_id=a62e984d-66bd-471f-a63a-a23ec2368f2c HTTP/1.1" status: 200 len: 945 time: 0.0536768 Oct 13 01:28:41.620487 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0836739-8a3e-44b6-b73b-6186491db5d5 req-e5bb84d0-99e7-46ec-ba2a-9ec56434aad9 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "GET /v2.0/security-groups?id=2292b01c-9740-4150-8afa-e4b6e41ba983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336339 Oct 13 01:28:41.632641 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 6b9a8f11-29c2-4958-8060-64a639083b34 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:28:41.756292 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:41.788060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=6b9a8f11-29c2-4958-8060-64a639083b34,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:41.815098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.815455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.815827 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.816168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.816504 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.816838 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.817168 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.817499 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.817830 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.818156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.818493 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.818817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:41.839565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] No DVR routers for this DVR port 6b9a8f11-29c2-4958-8060-64a639083b34 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:28:41.842006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:41.845998 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c9cb6467-eb39-4d3d-8f5f-6832cea08e21 req-2fbe5c93-5bd8-47ba-85b9-5845c64bc29e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.45 "DELETE /v2.0/ports/6b9a8f11-29c2-4958-8060-64a639083b34 HTTP/1.1" status: 204 len: 173 time: 0.7208595 Oct 13 01:28:41.846430 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'name': 'network-vif-deleted', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:28:41.848742 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa325d3e-49de-47f9-8139-9bddc945175c" -d '{"events": [{"server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "name": "network-vif-deleted", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:28:41.880009 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-37424875-ece3-4a97-8d20-93485c43c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:41.938083 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32935d51-05a3-4b98-92ac-126358904026 x-openstack-request-id: req-32935d51-05a3-4b98-92ac-126358904026 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:28:41.938396 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62e984d-66bd-471f-a63a-a23ec2368f2c", "name": "network-vif-deleted", "tag": "6b9a8f11-29c2-4958-8060-64a639083b34", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:28:41.938670 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32935d51-05a3-4b98-92ac-126358904026 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:28:41.939034 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62e984d-66bd-471f-a63a-a23ec2368f2c', 'name': 'network-vif-deleted', 'tag': '6b9a8f11-29c2-4958-8060-64a639083b34', 'status': 'completed', 'code': 200} Oct 13 01:28:42.676087 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51282) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:43.346245 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:43.376429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6b9a8f11-29c2-4958-8060-64a639083b34 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:28:43.396320 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 6b9a8f11-29c2-4958-8060-64a639083b34 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:28:43.396667 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6b9a8f11-29c2-4958-8060-64a639083b34 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:28:43.594701 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port ac4db755-6438-4bcf-b867-68ffb83079f6 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:28:43.595041 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:43.684504 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port ac4db755-6438-4bcf-b867-68ffb83079f6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=ac4db755-6438-4bcf-b867-68ffb83079f6,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:43.685168 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:43.697203 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for ac4db755-6438-4bcf-b867-68ffb83079f6 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:28:43.874779 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:43.899119 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=ac4db755-6438-4bcf-b867-68ffb83079f6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:44.078303 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.290222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:28:44.404827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:28:44.410891 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1e53eb30-05da-4862-9475-5e3538c9f885 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "PUT /v2.0/routers/3fe931b0-f6fc-47bc-9d2b-051a3fab4628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337558 Oct 13 01:28:44.413282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51284) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:44.415831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] Sync routers for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:28:44.426130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:44.426739 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:44.464904 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-46880d52-48c8-4993-9a0c-8c96a75a65d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting subnet 1a7e53cd-3e38-410f-8a24-3a4667f3d2f1 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:28:44.468530 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-46880d52-48c8-4993-9a0c-8c96a75a65d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.512631 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-46880d52-48c8-4993-9a0c-8c96a75a65d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.532067 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:44.598820 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-46880d52-48c8-4993-9a0c-8c96a75a65d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.654651 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-71ee22f3-78fe-4262-b220-6ef5f4591388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.665434 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-46880d52-48c8-4993-9a0c-8c96a75a65d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.697599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-46880d52-48c8-4993-9a0c-8c96a75a65d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.701236 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-46880d52-48c8-4993-9a0c-8c96a75a65d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/subnets/1a7e53cd-3e38-410f-8a24-3a4667f3d2f1 HTTP/1.1" status: 204 len: 168 time: 0.2869694 Oct 13 01:28:44.702862 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46880d52-48c8-4993-9a0c-8c96a75a65d1 tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7e53cd-3e38-410f-8a24-3a4667f3d2f1,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:44.705066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51286) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:44.707140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0ff1f-026b-4684-9c31-5ba754c29cf2 None None] Network c0324870-aaa6-462c-930d-ad54cf8e88ff requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:28:44.804715 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:28:43Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:44.814952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.835823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] Checking router: 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:28:44.860398 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] Routers {'3fe931b0-f6fc-47bc-9d2b-051a3fab4628'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:44.861011 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:44.924608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:44.974967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] DHCP port deletion for c0324870-aaa6-462c-930d-ad54cf8e88ff request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:28:44.977610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] Set router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:44.979787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Deleting port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:28:44.980143 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.062630 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] For port 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=09d70b9c-6c2c-4ebc-a2b9-99b46a244c78,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:45.062913 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.074396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Calling delete_port for 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:28:45.136267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Deleting port b05278ee-37ba-4389-975b-7ae5e34478c7 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:28:45.136922 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.222928 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] For port b05278ee-37ba-4389-975b-7ae5e34478c7, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=b05278ee-37ba-4389-975b-7ae5e34478c7,segment=NetworkSegment(18547e7d-478d-4bb1-bf27-d8fd3c25ac73),segment_id=18547e7d-478d-4bb1-bf27-d8fd3c25ac73)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:45.223322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.238358 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Calling delete_port for b05278ee-37ba-4389-975b-7ae5e34478c7 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:28:45.239952 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.267559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Port': ['ID=09d70b9c-6c2c-4ebc-a2b9-99b46a244c78,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:45.291812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:28:43Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:45.325788 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.329118 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df923287-44ac-405a-ba7c-891d03580e4f None None] The sync data for ids ['3fe931b0-f6fc-47bc-9d2b-051a3fab4628'] in n-d-813679-4 is: [{'id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778798082', 'tenant_id': 'a212ee1f3e464aebba290e8192c3f029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:28:43Z', 'revision_number': 5, 'project_id': 'a212ee1f3e464aebba290e8192c3f029', 'gw_port': {'id': '09d70b9c-6c2c-4ebc-a2b9-99b46a244c78', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe931b0-f6fc-47bc-9d2b-051a3fab4628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:27:07Z', 'updated_at': '2021-10-13T01:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:28:45.357185 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.391172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] No DVR routers for this DVR port b05278ee-37ba-4389-975b-7ae5e34478c7 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:28:45.395926 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Pushing event deleted for resources: {'Port': ['ID=b05278ee-37ba-4389-975b-7ae5e34478c7,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:45.404125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.404487 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.404818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.405153 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.405485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.405812 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.406142 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.406466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.406787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.407107 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.407427 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.407768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb19d64-aabb-480e-afcc-0789c1c83e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:45.425782 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.427893 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.472735 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.473290 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe931b0-f6fc-47bc-9d2b-051a3fab4628 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:28:45.481086 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.482358 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-9fad6688-6b8d-42af-b195-4ee8d08db3ac tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/routers/3fe931b0-f6fc-47bc-9d2b-051a3fab4628 HTTP/1.1" status: 204 len: 168 time: 0.7752926 Oct 13 01:28:45.485583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51288) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:45.561296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.650302 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.670356 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0324870-aaa6-462c-930d-ad54cf8e88ff']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:45.680468 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18547e7d-478d-4bb1-bf27-d8fd3c25ac73') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:45.681136 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18547e7d-478d-4bb1-bf27-d8fd3c25ac73') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:45.691534 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.706490 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.713071 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:28:45.713612 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:28:45.716652 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:28:45.779668 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.786010 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.789610 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/networks/c0324870-aaa6-462c-930d-ad54cf8e88ff HTTP/1.1" status: 204 len: 168 time: 0.3031087 Oct 13 01:28:45.792726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51290) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:45.806002 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bc9d2-7879-4783-aaaa-3c6d7d4db39f tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'Network': ['ID=c0324870-aaa6-462c-930d-ad54cf8e88ff,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:45.857317 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0e748da-13e3-4483-bd14-6554eadef47e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.882202 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0e748da-13e3-4483-bd14-6554eadef47e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.944247 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0e748da-13e3-4483-bd14-6554eadef47e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.946905 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c0e748da-13e3-4483-bd14-6554eadef47e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:45.948410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c0e748da-13e3-4483-bd14-6554eadef47e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] 10.222.0.21 "DELETE /v2.0/security-groups/2292b01c-9740-4150-8afa-e4b6e41ba983 HTTP/1.1" status: 204 len: 168 time: 0.1544991 Oct 13 01:28:45.958420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e748da-13e3-4483-bd14-6554eadef47e tempest-TestNetworkAdvancedServerOps-1118867115 tempest-TestNetworkAdvancedServerOps-1118867115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2292b01c-9740-4150-8afa-e4b6e41ba983,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:46.016426 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.033405 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.283485 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51298) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:46.422205 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6d3668bb-4e44-4ccd-b0e1-00acb6208fda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a212ee1f3e464aebba290e8192c3f029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374817 Oct 13 01:28:46.424673 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51302) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:46.472499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-891054b9-1273-4222-a02d-637bf0ba6ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.492502 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-891054b9-1273-4222-a02d-637bf0ba6ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.537479 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-891054b9-1273-4222-a02d-637bf0ba6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.540040 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-891054b9-1273-4222-a02d-637bf0ba6ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.541219 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-891054b9-1273-4222-a02d-637bf0ba6ca7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27b88fc5-ca9f-4d92-a9c2-6106513c9240 HTTP/1.1" status: 204 len: 168 time: 0.1155970 Oct 13 01:28:46.549602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891054b9-1273-4222-a02d-637bf0ba6ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b88fc5-ca9f-4d92-a9c2-6106513c9240,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:46.622789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:28:46.644564 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:28:46.644909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 09d70b9c-6c2c-4ebc-a2b9-99b46a244c78 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:28:46.645327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b05278ee-37ba-4389-975b-7ae5e34478c7 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:28:46.663741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: b05278ee-37ba-4389-975b-7ae5e34478c7 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:28:46.664032 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device b05278ee-37ba-4389-975b-7ae5e34478c7 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:28:46.664446 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ac4db755-6438-4bcf-b867-68ffb83079f6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:28:46.685282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: ac4db755-6438-4bcf-b867-68ffb83079f6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:28:46.685558 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device ac4db755-6438-4bcf-b867-68ffb83079f6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:28:46.812583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51308) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:46.825848 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90874eb4-b622-453e-ac3f-5fb3752647d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.901411 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90874eb4-b622-453e-ac3f-5fb3752647d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.904841 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-90874eb4-b622-453e-ac3f-5fb3752647d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:46.943942 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-90874eb4-b622-453e-ac3f-5fb3752647d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27b6aacfe7eb43dd8c086cdde51771af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301885 Oct 13 01:28:46.944736 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90874eb4-b622-453e-ac3f-5fb3752647d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee414ade-894d-44f1-9c11-805734667ec8,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:46.946555 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51310) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:46.996705 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3f01fcdb-49f5-40e2-9be4-fccc22f49ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.017617 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3f01fcdb-49f5-40e2-9be4-fccc22f49ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.065473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3f01fcdb-49f5-40e2-9be4-fccc22f49ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.068072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3f01fcdb-49f5-40e2-9be4-fccc22f49ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.069204 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3f01fcdb-49f5-40e2-9be4-fccc22f49ed9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee414ade-894d-44f1-9c11-805734667ec8 HTTP/1.1" status: 204 len: 168 time: 0.1216438 Oct 13 01:28:47.076547 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01fcdb-49f5-40e2-9be4-fccc22f49ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee414ade-894d-44f1-9c11-805734667ec8,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:47.750429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51332) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:47.821413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.846248 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-24503528-network', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:47.866510 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Made reservation on behalf of d925c11977f94c41800908e6f4f47c06 for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:28:47.868733 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.876776 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.947748 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.951261 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.972018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:28:47.986166 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79feef-38cd-4b8f-a1d4-5f8bd2a14117,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:47.989038 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:47.989380 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Added segment e2f69008-2a15-4cac-bf02-a13dcd627b93 of type vlan for network 3cbe156a-3365-4b9a-a582-9aca53bdf026 Oct 13 01:28:48.028836 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.055282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.056279 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:48.056886 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.104120 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3526108 Oct 13 01:28:48.107369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51336) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:48.112535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Request body: {'subnet': {'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-24503528-subnet', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:48.118674 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bce96-f30e-4d40-a532-c950f1880fcb admin admin] Pushing event updated for resources: {'Network': ['ID=3cbe156a-3365-4b9a-a582-9aca53bdf026,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:48.128896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:28:48.132714 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Made reservation on behalf of d925c11977f94c41800908e6f4f47c06 for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:28:48.135051 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.150155 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:28:48.301652 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.356527 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:48.363604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Checking segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:28:48.363949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Network hostable DHCP agents. Network: 3cbe156a-3365-4b9a-a582-9aca53bdf026, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:28:48.380713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:28:48.389241 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 3cbe156a-3365-4b9a-a582-9aca53bdf026) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:48.394119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:48.395319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.398651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e791b1f-06c1-4197-b614-09892cd570f4 None None] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:28:48.410087 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5a602583-55a9-43a5-9134-ee2471dcdb60 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3015277 Oct 13 01:28:48.412849 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51338) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:48.417414 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:48.438391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.439397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.496646 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.544161 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-3cbe156a-3365-4b9a-a582-9aca53bdf026', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:28:48.545028 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.639792 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.680375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Allocated IP 172.20.0.2 (3cbe156a-3365-4b9a-a582-9aca53bdf026/a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3/da099250-58ad-4afb-aa69-be57bddad438) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:28:48.839758 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.860761 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.970257 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Allocated IP 172.25.3.207 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/0e20c1f3-1175-4f2d-a34a-0706785d153b) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:28:48.975137 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:48.980589 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:49.014503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:28:49.020787 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:49.024382 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:28:49.033297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Pushing event updated for resources: {'Port': ['ID=da099250-58ad-4afb-aa69-be57bddad438,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:49.074241 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:49.082058 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Attempting to bind port da099250-58ad-4afb-aa69-be57bddad438 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:28:49.082430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Attempting to bind port da099250-58ad-4afb-aa69-be57bddad438 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:28:49.082789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Attempting to bind port da099250-58ad-4afb-aa69-be57bddad438 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:28:49.087890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:28:49.088262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Checking segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:28:49.088661 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:49.089055 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Bound using segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:28:49.089520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Bound port: da099250-58ad-4afb-aa69-be57bddad438, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:28:49.089946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:49.112850 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:49.151074 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:28:49.153960 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:49.154681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] For port da099250-58ad-4afb-aa69-be57bddad438, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:28:49.158184 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:28:49.158985 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] For port da099250-58ad-4afb-aa69-be57bddad438, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=da099250-58ad-4afb-aa69-be57bddad438,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:28:49.162724 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:49.181693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Pushing event updated for resources: {'Port': ['ID=0e20c1f3-1175-4f2d-a34a-0706785d153b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:49.221430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea197529-b0a4-4399-890d-90152c7b275a None None] Pushing event updated for resources: {'Port': ['ID=da099250-58ad-4afb-aa69-be57bddad438,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:49.425791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:49.621293 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:49.745800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Router 53042a87-a6dd-419a-8909-0d2c7d439b03 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:28:50.081136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b1b95-12e3-4b6d-8627-850358b51f24 None None] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:28:50.168923 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:28:50.179481 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Sync routers for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:28:50.186928 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.188462 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-43f6d67a-7ee4-411d-95f3-7fa970a1723f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7746763 Oct 13 01:28:50.190426 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:50.191092 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:50.191248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51340) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:50.206748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c98bff93-2165-4a84-b120-d7421ba2ed8e None None] Provisioning complete for port da099250-58ad-4afb-aa69-be57bddad438 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:50.207123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c98bff93-2165-4a84-b120-d7421ba2ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.306199 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:50.326245 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c98bff93-2165-4a84-b120-d7421ba2ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.363080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c98bff93-2165-4a84-b120-d7421ba2ed8e None None] For port da099250-58ad-4afb-aa69-be57bddad438, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=da099250-58ad-4afb-aa69-be57bddad438,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:50.370335 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c98bff93-2165-4a84-b120-d7421ba2ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.430503 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bff93-2165-4a84-b120-d7421ba2ed8e None None] Pushing event updated for resources: {'Port': ['ID=da099250-58ad-4afb-aa69-be57bddad438,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:50.592407 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0dfaab72-19fd-48a9-a37f-c34225da1953 None None] Provisioning complete for port da099250-58ad-4afb-aa69-be57bddad438 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:50.592802 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0dfaab72-19fd-48a9-a37f-c34225da1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.594235 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:49Z', 'revision_number': 3, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:50.638935 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Checking router: 53042a87-a6dd-419a-8909-0d2c7d439b03 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:28:50.640171 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Updating router 53042a87-a6dd-419a-8909-0d2c7d439b03 port 0e20c1f3-1175-4f2d-a34a-0706785d153b binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:28:50.666319 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.668939 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.701617 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device da099250-58ad-4afb-aa69-be57bddad438 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:28:50.761944 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port da099250-58ad-4afb-aa69-be57bddad438 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:50.762725 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.849636 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Allocated IP 172.20.0.1 (3cbe156a-3365-4b9a-a582-9aca53bdf026/a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3/7f4077d3-48b1-4c8c-8b68-bbda9ba15345) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:28:50.942187 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.947592 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.955213 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.988912 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:50.996699 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Attempting to bind port 0e20c1f3-1175-4f2d-a34a-0706785d153b on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:28:50.997072 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Attempting to bind port 0e20c1f3-1175-4f2d-a34a-0706785d153b by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:28:50.997434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Attempting to bind port 0e20c1f3-1175-4f2d-a34a-0706785d153b on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:28:51.006446 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:28:51.006808 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:28:51.007211 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.007626 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:28:51.008089 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Bound port: 0e20c1f3-1175-4f2d-a34a-0706785d153b, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:28:51.008471 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.011023 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Pushing event updated for resources: {'Port': ['ID=0e20c1f3-1175-4f2d-a34a-0706785d153b,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:51.034102 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:28:51.036717 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.037067 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.037405 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.037781 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.038125 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.038454 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.038783 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.039111 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.039267 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:51.039434 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.039782 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.040108 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.040429 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:28:51.041745 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:28:51.072438 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] For port 0e20c1f3-1175-4f2d-a34a-0706785d153b, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:28:51.075707 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] For port 0e20c1f3-1175-4f2d-a34a-0706785d153b, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0e20c1f3-1175-4f2d-a34a-0706785d153b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:28:51.082172 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.082516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Pushing event updated for resources: {'Port': ['ID=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:51.091116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.131556 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:51.132145 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:51.220785 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda24b79-0fe2-4c21-a7f3-a490f62afd00 None None] Pushing event updated for resources: {'Port': ['ID=0e20c1f3-1175-4f2d-a34a-0706785d153b,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:51.237888 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.252689 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:51.256085 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-28202860-a90b-471d-8b22-fe1752a4693b None None] Provisioning complete for port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:51.256566 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-28202860-a90b-471d-8b22-fe1752a4693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.290183 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-28202860-a90b-471d-8b22-fe1752a4693b None None] Port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:28:51.404828 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.409431 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.435858 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:49Z', 'revision_number': 3, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:51.461630 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1024c373-0e3f-45a9-83d5-81f93c8d954c None None] The sync data for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 is: [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:49Z', 'revision_number': 3, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:28:51.479264 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Pushing event updated for resources: {'Port': ['ID=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:51.483866 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.581032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:28:51.582383 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:51.722270 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Router 53042a87-a6dd-419a-8909-0d2c7d439b03 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:28:51.840913 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:28:51.847317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-681e3fb6-d420-4984-9789-211af099258b admin admin] 10.222.0.21 "PUT /v2.0/routers/53042a87-a6dd-419a-8909-0d2c7d439b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6549876 Oct 13 01:28:51.912717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f127f485-0b12-4126-a3f3-e5ad860a43ac None None] Provisioning complete for port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:51.913091 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f127f485-0b12-4126-a3f3-e5ad860a43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:51.959771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-f127f485-0b12-4126-a3f3-e5ad860a43ac None None] Port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:28:52.351925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51356) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:52.356954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1663304218-network', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:52.377645 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Made reservation on behalf of 89d279a7b26944c09340232d6e2b5c40 for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:28:52.380133 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.389025 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.466403 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.470957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.491198 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:28:52.505072 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d03f399-00a9-4ee6-a1c3-3bf2ce587bbe,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:52.509993 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.510348 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Added segment 2f8819c0-214b-4414-96f7-c499aaff74d9 of type vlan for network 4a17626f-dc57-41df-8511-01159f64f306 Oct 13 01:28:52.551543 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.583823 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.585152 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:52.585991 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.646461 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2933841 Oct 13 01:28:52.649400 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51358) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:52.654315 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Request body: {'subnet': {'network_id': '4a17626f-dc57-41df-8511-01159f64f306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1663304218-subnet', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:52.659756 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f055560-e1b8-4927-a040-f1f3c569c1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4a17626f-dc57-41df-8511-01159f64f306,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:52.667034 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0e20c1f3-1175-4f2d-a34a-0706785d153b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:28:52.678406 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Made reservation on behalf of 89d279a7b26944c09340232d6e2b5c40 for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:28:52.681070 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.715554 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 4a17626f-dc57-41df-8511-01159f64f306 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:28:52.790651 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0e20c1f3-1175-4f2d-a34a-0706785d153b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:52.791193 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.873602 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.875965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.899937 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 0e20c1f3-1175-4f2d-a34a-0706785d153b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0e20c1f3-1175-4f2d-a34a-0706785d153b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:52.906745 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.937395 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944aa506-52e4-4b67-91d2-0ba07ceb29ca,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:52.944750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Checking segment: {'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:28:52.945099 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Network hostable DHCP agents. Network: 4a17626f-dc57-41df-8511-01159f64f306, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:28:52.963017 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=0e20c1f3-1175-4f2d-a34a-0706785d153b,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:52.969558 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Network 4a17626f-dc57-41df-8511-01159f64f306 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:28:52.979681 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 4a17626f-dc57-41df-8511-01159f64f306) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:52.984598 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:52.985212 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:52.992042 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1262648a-6ac7-4dc0-aa64-ad6fc1b8448a None None] Network 4a17626f-dc57-41df-8511-01159f64f306 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:28:53.007610 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51362) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:53.012390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:53.015415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-7e0646e1-2506-422a-8e44-caef564d1959 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3648634 Oct 13 01:28:53.033502 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.034695 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.089644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.147734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-4a17626f-dc57-41df-8511-01159f64f306', 'network_id': '4a17626f-dc57-41df-8511-01159f64f306', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'fixed_ips': [{'subnet_id': '944aa506-52e4-4b67-91d2-0ba07ceb29ca'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:28:53.148840 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.222537 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Sync routers for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:28:53.240196 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.252638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:53.253266 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:53.384905 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Allocated IP 172.20.0.2 (4a17626f-dc57-41df-8511-01159f64f306/944aa506-52e4-4b67-91d2-0ba07ceb29ca/442f8907-85e8-4bbd-9480-9da381ba6d29) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:28:53.422720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:53.453344 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.475683 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.578583 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Allocated IP 172.25.3.14 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/11f8e16e-8060-4659-b61c-5c0e661671aa) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:28:53.662238 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.685896 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.689510 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.722818 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:53.734634 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Network 4a17626f-dc57-41df-8511-01159f64f306 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:28:53.738162 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:53.740855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:28:53.750170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Pushing event updated for resources: {'Port': ['ID=442f8907-85e8-4bbd-9480-9da381ba6d29,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:53.763006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:28:53.765957 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:53.769628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:28:53.794796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Pushing event updated for resources: {'Port': ['ID=11f8e16e-8060-4659-b61c-5c0e661671aa,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:53.952810 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 2, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:53.985243 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Checking router: 53042a87-a6dd-419a-8909-0d2c7d439b03 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:28:53.985603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Updating router 53042a87-a6dd-419a-8909-0d2c7d439b03 port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:28:53.989914 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Attempting to bind port 442f8907-85e8-4bbd-9480-9da381ba6d29 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:28:53.990282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Attempting to bind port 442f8907-85e8-4bbd-9480-9da381ba6d29 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:28:53.990641 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Attempting to bind port 442f8907-85e8-4bbd-9480-9da381ba6d29 on network 4a17626f-dc57-41df-8511-01159f64f306 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:28:54.011370 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:28:54.011769 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Checking segment: {'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:28:54.012173 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.012578 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Bound using segment: {'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:28:54.013046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Bound port: 442f8907-85e8-4bbd-9480-9da381ba6d29, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:28:54.013424 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.024201 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.035043 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.163596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] For port 442f8907-85e8-4bbd-9480-9da381ba6d29, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:28:54.185381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] For port 442f8907-85e8-4bbd-9480-9da381ba6d29, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=442f8907-85e8-4bbd-9480-9da381ba6d29,segment=NetworkSegment(2f8819c0-214b-4414-96f7-c499aaff74d9),segment_id=2f8819c0-214b-4414-96f7-c499aaff74d9)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:28:54.192060 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.233985 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.297766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13e98a-81a0-4817-be7e-c8608819ffcb None None] Pushing event updated for resources: {'Port': ['ID=442f8907-85e8-4bbd-9480-9da381ba6d29,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:54.383977 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Router 410bc61b-d908-4ba2-9143-5860ed19b0ba is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:28:54.402680 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.418570 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.520483 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:28:54.521986 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68459b8-cde3-4081-bb35-c779140949be None None] Pushing event updated for resources: {'Port': ['ID=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:54.533485 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Sync routers for ids ['410bc61b-d908-4ba2-9143-5860ed19b0ba'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:28:54.551693 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.555582 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0a2ca036-f36a-420a-8943-1593cf242b5a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5442152 Oct 13 01:28:54.556140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51364) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:54.560038 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Routers {'410bc61b-d908-4ba2-9143-5860ed19b0ba'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:54.560735 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['410bc61b-d908-4ba2-9143-5860ed19b0ba'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:54.628471 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Attempting to bind port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:28:54.628855 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Attempting to bind port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:28:54.629213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Attempting to bind port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:28:54.635799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:28:54.636178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Checking segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:28:54.636587 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.636983 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Bound using segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:28:54.637462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Bound port: 7f4077d3-48b1-4c8c-8b68-bbda9ba15345, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:28:54.637845 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.741768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] For port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:28:54.746213 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] For port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:28:54.751486 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:54.782388 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Set router 410bc61b-d908-4ba2-9143-5860ed19b0ba gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:54.837184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0e20c1f3-1175-4f2d-a34a-0706785d153b up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:28:54.873241 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68459b8-cde3-4081-bb35-c779140949be None None] Pushing event updated for resources: {'Port': ['ID=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:54.880300 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:54.881006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:55.001505 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:53Z', 'revision_number': 3, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port': {'id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:55.019413 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-f56b5d6d-426b-4fcb-bb5c-d33822c17826 None None] Provisioning complete for port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:55.019809 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d6d-426b-4fcb-bb5c-d33822c17826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.039065 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Checking router: 410bc61b-d908-4ba2-9143-5860ed19b0ba for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:28:55.039839 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Updating router 410bc61b-d908-4ba2-9143-5860ed19b0ba port 11f8e16e-8060-4659-b61c-5c0e661671aa binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:28:55.050726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 0e20c1f3-1175-4f2d-a34a-0706785d153b triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:55.051091 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.069513 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.115364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:55.282818 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d6d-426b-4fcb-bb5c-d33822c17826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.385135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-f56b5d6d-426b-4fcb-bb5c-d33822c17826 None None] For port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:55.397042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f56b5d6d-426b-4fcb-bb5c-d33822c17826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.414598 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.422823 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.456635 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5d6d-426b-4fcb-bb5c-d33822c17826 None None] Pushing event updated for resources: {'Port': ['ID=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:55.469611 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 442f8907-85e8-4bbd-9480-9da381ba6d29 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:28:55.473300 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Attempting to bind port 11f8e16e-8060-4659-b61c-5c0e661671aa on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:28:55.473679 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Attempting to bind port 11f8e16e-8060-4659-b61c-5c0e661671aa by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:28:55.474047 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Attempting to bind port 11f8e16e-8060-4659-b61c-5c0e661671aa on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:28:55.490514 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:28:55.490887 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:28:55.491364 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.491713 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:28:55.492184 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Bound port: 11f8e16e-8060-4659-b61c-5c0e661671aa, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:28:55.492558 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.524409 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884ccd1-fe79-48c3-9f03-9dd6b2eb995b None None] Pushing event updated for resources: {'Port': ['ID=11f8e16e-8060-4659-b61c-5c0e661671aa,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:55.546079 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-cb9271e5-d968-4183-8687-043e03b9829a None None] Provisioning complete for port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:55.546610 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cb9271e5-d968-4183-8687-043e03b9829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.550750 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.563958 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] For port 11f8e16e-8060-4659-b61c-5c0e661671aa, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:28:55.567342 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] For port 11f8e16e-8060-4659-b61c-5c0e661671aa, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=11f8e16e-8060-4659-b61c-5c0e661671aa,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:28:55.572180 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.621123 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5fd476-0112-47b1-916e-9b6c5d3815f3 None None] Network 4a17626f-dc57-41df-8511-01159f64f306 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:28:55.629135 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Routers {'410bc61b-d908-4ba2-9143-5860ed19b0ba'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:55.630195 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['410bc61b-d908-4ba2-9143-5860ed19b0ba'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:55.676236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 442f8907-85e8-4bbd-9480-9da381ba6d29 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:55.676657 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.687845 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884ccd1-fe79-48c3-9f03-9dd6b2eb995b None None] Pushing event updated for resources: {'Port': ['ID=11f8e16e-8060-4659-b61c-5c0e661671aa,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:55.719248 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Allocated IP 172.20.0.1 (4a17626f-dc57-41df-8511-01159f64f306/944aa506-52e4-4b67-91d2-0ba07ceb29ca/4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:28:55.757626 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] Set router 410bc61b-d908-4ba2-9143-5860ed19b0ba gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:55.827363 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:54Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:55.836462 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.875711 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.884375 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a9e60-00f1-4245-8256-4886a65caf57 None None] The sync data for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 is: [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:54Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:28:55.908952 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.978947 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Network 4a17626f-dc57-41df-8511-01159f64f306 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:28:55.980620 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 442f8907-85e8-4bbd-9480-9da381ba6d29, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=442f8907-85e8-4bbd-9480-9da381ba6d29,segment=NetworkSegment(2f8819c0-214b-4414-96f7-c499aaff74d9),segment_id=2f8819c0-214b-4414-96f7-c499aaff74d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:55.984795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:55.987636 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:55.989225 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0bff4732-b19f-4775-a492-9313f8538296 None None] Provisioning complete for port 442f8907-85e8-4bbd-9480-9da381ba6d29 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:55.989582 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0bff4732-b19f-4775-a492-9313f8538296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.005094 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:28:56.062129 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Pushing event updated for resources: {'Port': ['ID=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:56.074704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=442f8907-85e8-4bbd-9480-9da381ba6d29,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:56.087594 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:53Z', 'revision_number': 3, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port': {'id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:56.102104 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.119152 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa68e1a-8919-4b68-bfee-d06b8c2f28e0 None None] The sync data for ids ['410bc61b-d908-4ba2-9143-5860ed19b0ba'] in n-d-813679-4 is: [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:53Z', 'revision_number': 3, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port': {'id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:28:56.275281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.378548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bc55b84f-15a8-4e9f-a8f5-3079d6733982 None None] Provisioning complete for port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:56.378548 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bc55b84f-15a8-4e9f-a8f5-3079d6733982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.458974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-bc55b84f-15a8-4e9f-a8f5-3079d6733982 None None] Port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:28:56.470027 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-bc55b84f-15a8-4e9f-a8f5-3079d6733982 None None] Provisioning complete for port 442f8907-85e8-4bbd-9480-9da381ba6d29 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:56.470431 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bc55b84f-15a8-4e9f-a8f5-3079d6733982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.544428 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.557216 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.651367 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.666592 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Pushing event updated for resources: {'Port': ['ID=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:56.696903 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-02b65749-1b1c-464a-9e46-ad0fabfe4e34 None None] Provisioning complete for port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:56.697483 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-02b65749-1b1c-464a-9e46-ad0fabfe4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.761661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-02b65749-1b1c-464a-9e46-ad0fabfe4e34 None None] Port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:28:56.801066 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 442f8907-85e8-4bbd-9480-9da381ba6d29 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:28:56.802229 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Network 4a17626f-dc57-41df-8511-01159f64f306 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:28:56.803971 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:28:56.860322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 442f8907-85e8-4bbd-9480-9da381ba6d29 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:56.860864 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:56.972929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:28:56.976389 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Router 410bc61b-d908-4ba2-9143-5860ed19b0ba has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:28:57.052865 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:57.053647 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.106991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4e3af42c-8b16-4f3a-9d73-74d6f4309b24 None None] Provisioning complete for port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:57.107440 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e3af42c-8b16-4f3a-9d73-74d6f4309b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.134420 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:28:57.147909 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-03302563-4e32-4517-a064-0ed54c5db61f admin admin] 10.222.0.21 "PUT /v2.0/routers/410bc61b-d908-4ba2-9143-5860ed19b0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5825245 Oct 13 01:28:57.187226 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-4e3af42c-8b16-4f3a-9d73-74d6f4309b24 None None] Port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:28:57.194282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 11f8e16e-8060-4659-b61c-5c0e661671aa up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:28:57.246913 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 11f8e16e-8060-4659-b61c-5c0e661671aa triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:57.247295 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.338844 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.365431 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 11f8e16e-8060-4659-b61c-5c0e661671aa, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=11f8e16e-8060-4659-b61c-5c0e661671aa,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:28:57.374647 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.431245 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=11f8e16e-8060-4659-b61c-5c0e661671aa,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:57.703817 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:57.708524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-8fe76903-e5c0-4be7-95a0-c802b5289e73 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184142997', 'description': 'tempest-secgroup-smoke-184142997 description', 'project_id': 'd925c11977f94c41800908e6f4f47c06'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:57.729749 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fe76903-e5c0-4be7-95a0-c802b5289e73 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.794125 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fe76903-e5c0-4be7-95a0-c802b5289e73 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.797615 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fe76903-e5c0-4be7-95a0-c802b5289e73 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.824699 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-8fe76903-e5c0-4be7-95a0-c802b5289e73 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.825909 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-8fe76903-e5c0-4be7-95a0-c802b5289e73 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1210439 Oct 13 01:28:57.829695 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51376) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:57.830409 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe76903-e5c0-4be7-95a0-c802b5289e73 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fa1946-f41c-41a7-887f-272f05ce8305,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:57.834876 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-3566a461-7513-44c1-9909-2d61019c40cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': '38fa1946-f41c-41a7-887f-272f05ce8305', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:57.860942 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3566a461-7513-44c1-9909-2d61019c40cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.920534 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3566a461-7513-44c1-9909-2d61019c40cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.923768 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3566a461-7513-44c1-9909-2d61019c40cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.941405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566a461-7513-44c1-9909-2d61019c40cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618fb780-b731-4db6-b674-ca38108217f8,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:57.948288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3566a461-7513-44c1-9909-2d61019c40cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:57.949456 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3566a461-7513-44c1-9909-2d61019c40cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182189 Oct 13 01:28:57.952893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51378) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:57.957084 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d2679bd2-d5d5-42d5-8cd1-6cf13f67b4e0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': '38fa1946-f41c-41a7-887f-272f05ce8305', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:57.981111 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2679bd2-d5d5-42d5-8cd1-6cf13f67b4e0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.035459 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2679bd2-d5d5-42d5-8cd1-6cf13f67b4e0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.038947 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2679bd2-d5d5-42d5-8cd1-6cf13f67b4e0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.056249 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2679bd2-d5d5-42d5-8cd1-6cf13f67b4e0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3d4103-3b6e-447d-8a44-d5aa0624c7ec,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:58.063685 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d2679bd2-d5d5-42d5-8cd1-6cf13f67b4e0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.064832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d2679bd2-d5d5-42d5-8cd1-6cf13f67b4e0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110311 Oct 13 01:28:58.067637 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51380) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:58.071927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-4f7d72cf-11be-44d5-90ca-69e29a788f45 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': '38fa1946-f41c-41a7-887f-272f05ce8305', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:58.099597 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f7d72cf-11be-44d5-90ca-69e29a788f45 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.156206 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f7d72cf-11be-44d5-90ca-69e29a788f45 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.159655 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f7d72cf-11be-44d5-90ca-69e29a788f45 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.178349 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d72cf-11be-44d5-90ca-69e29a788f45 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c493e36e-85b0-4b3f-ade6-0dff96c9bc80,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:58.185634 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-4f7d72cf-11be-44d5-90ca-69e29a788f45 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.187387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-4f7d72cf-11be-44d5-90ca-69e29a788f45 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188319 Oct 13 01:28:58.190184 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51382) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:58.194484 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e21d5cd3-34d5-4a17-a015-d82db96d839c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': '38fa1946-f41c-41a7-887f-272f05ce8305', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:58.219455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e21d5cd3-34d5-4a17-a015-d82db96d839c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.280368 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e21d5cd3-34d5-4a17-a015-d82db96d839c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.283711 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e21d5cd3-34d5-4a17-a015-d82db96d839c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.301498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d5cd3-34d5-4a17-a015-d82db96d839c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa70799-fe42-446f-8e60-023a5cb2622b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:58.309297 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e21d5cd3-34d5-4a17-a015-d82db96d839c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.310483 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e21d5cd3-34d5-4a17-a015-d82db96d839c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193798 Oct 13 01:28:58.313857 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51384) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:58.318089 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-562080d0-7802-4a9c-a239-dbbd1dd7fc5c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': '38fa1946-f41c-41a7-887f-272f05ce8305', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:58.338819 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-562080d0-7802-4a9c-a239-dbbd1dd7fc5c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Project d925c11977f94c41800908e6f4f47c06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:28:58.343414 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-562080d0-7802-4a9c-a239-dbbd1dd7fc5c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.405271 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-562080d0-7802-4a9c-a239-dbbd1dd7fc5c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.409898 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-562080d0-7802-4a9c-a239-dbbd1dd7fc5c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.428479 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562080d0-7802-4a9c-a239-dbbd1dd7fc5c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec964547-5da4-4bc3-bfb2-3b3b69bc38e7,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:58.435145 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-562080d0-7802-4a9c-a239-dbbd1dd7fc5c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.436928 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-562080d0-7802-4a9c-a239-dbbd1dd7fc5c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215804 Oct 13 01:28:58.439797 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51386) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:28:58.444041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-30e95d08-20b3-4860-8ae6-9a9f703f656d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': '38fa1946-f41c-41a7-887f-272f05ce8305', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:28:58.465202 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-30e95d08-20b3-4860-8ae6-9a9f703f656d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Project d925c11977f94c41800908e6f4f47c06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:28:58.470022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-30e95d08-20b3-4860-8ae6-9a9f703f656d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.531290 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-30e95d08-20b3-4860-8ae6-9a9f703f656d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.534850 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-30e95d08-20b3-4860-8ae6-9a9f703f656d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.552858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e95d08-20b3-4860-8ae6-9a9f703f656d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043e307a-d10d-42fa-b157-e0fc2abdbb79,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:28:58.559672 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-30e95d08-20b3-4860-8ae6-9a9f703f656d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.570415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-30e95d08-20b3-4860-8ae6-9a9f703f656d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201558 Oct 13 01:28:58.653842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 11f8e16e-8060-4659-b61c-5c0e661671aa up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:28:58.720060 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 11f8e16e-8060-4659-b61c-5c0e661671aa triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:28:58.720511 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:28:58.789313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-90891c9d-60c4-45ca-9c2b-72aecb901200 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184142997&fields=id&tenant_id=d925c11977f94c41800908e6f4f47c06 HTTP/1.1" status: 200 len: 267 time: 0.0370314 Oct 13 01:28:58.902049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e9e0-d357-4420-a700-1c345051dc77 req-67675fb4-dda2-4ef9-839d-63c2a7518128 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:28:58.903528 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-67675fb4-dda2-4ef9-839d-63c2a7518128 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 807 time: 0.1069851 Oct 13 01:28:58.918919 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-db319f73-2966-419f-bf6c-f8a6f4f439c3 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/quotas/d925c11977f94c41800908e6f4f47c06 HTTP/1.1" status: 200 len: 375 time: 0.0089226 Oct 13 01:28:58.967956 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-303c4477-de45-4151-8fcf-55ad644f4af4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431058 Oct 13 01:28:59.065637 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-b0c0baf4-5809-4b1c-9f9e-7ac1bc96445c service neutron] 10.222.0.21 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861344 Oct 13 01:28:59.156381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-db893293-d5f9-494e-9f3f-52914b8411f7 service neutron] 10.222.0.21 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845459 Oct 13 01:28:59.182179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Sync routers for ids ['410bc61b-d908-4ba2-9143-5860ed19b0ba'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:28:59.191473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Routers {'410bc61b-d908-4ba2-9143-5860ed19b0ba'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:28:59.192169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['410bc61b-d908-4ba2-9143-5860ed19b0ba'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:59.348381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-359812ae-6937-470a-8000-08ac66cb1d0b req-223f7d83-f524-4ef3-80f2-b4b20dc0f5fb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 210 time: 0.0326924 Oct 13 01:28:59.462484 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Set router 410bc61b-d908-4ba2-9143-5860ed19b0ba gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:28:59.675517 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:56Z', 'revision_number': 4, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port': {'id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe', 'name': '', 'network_id': '4a17626f-dc57-41df-8511-01159f64f306', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'mac_address': 'fa:16:3e:5a:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '944aa506-52e4-4b67-91d2-0ba07ceb29ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:55Z', 'updated_at': '2021-10-13T01:28:56Z', 'revision_number': 2, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'subnets': [{'id': '944aa506-52e4-4b67-91d2-0ba07ceb29ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:28:59.702105 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Checking router: 410bc61b-d908-4ba2-9143-5860ed19b0ba for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:28:59.702464 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Updating router 410bc61b-d908-4ba2-9143-5860ed19b0ba port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:28:59.730579 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.002940 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.007683 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.056532 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4653a35-4cce-421d-9de1-bb09fc6b22ea None None] Pushing event updated for resources: {'Port': ['ID=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:00.111569 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Attempting to bind port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:29:00.111902 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Attempting to bind port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:29:00.112262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Attempting to bind port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe on network 4a17626f-dc57-41df-8511-01159f64f306 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:29:00.117467 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:29:00.117699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Checking segment: {'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:29:00.118101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.118483 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Bound using segment: {'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:29:00.118947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Bound port: 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8819c0-214b-4414-96f7-c499aaff74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4a17626f-dc57-41df-8511-01159f64f306'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:29:00.119327 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.184748 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] For port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:29:00.188523 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] For port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,segment=NetworkSegment(2f8819c0-214b-4414-96f7-c499aaff74d9),segment_id=2f8819c0-214b-4414-96f7-c499aaff74d9)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:29:00.193152 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.251834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Routers {'410bc61b-d908-4ba2-9143-5860ed19b0ba'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:29:00.252466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['410bc61b-d908-4ba2-9143-5860ed19b0ba'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:29:00.296744 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4653a35-4cce-421d-9de1-bb09fc6b22ea None None] Pushing event updated for resources: {'Port': ['ID=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:00.390768 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-91f84755-7b42-45cd-944c-3653f826114b None None] Provisioning complete for port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:29:00.391448 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-91f84755-7b42-45cd-944c-3653f826114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.447917 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] Set router 410bc61b-d908-4ba2-9143-5860ed19b0ba gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:29:00.510934 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d39aae80-2952-4cea-9321-50bb00e26913 req-87886011-a7dc-4ff0-9388-272f8f3b14c9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 210 time: 0.0489318 Oct 13 01:29:00.537234 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e9e0-d357-4420-a700-1c345051dc77 req-e7854155-47c2-4e3e-9e50-5f0873e70dea tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:00.539647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-e7854155-47c2-4e3e-9e50-5f0873e70dea tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 807 time: 0.1855781 Oct 13 01:29:00.594631 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-03903370-2ab7-4bad-a79f-6004c4fc25e0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d925c11977f94c41800908e6f4f47c06 HTTP/1.1" status: 200 len: 379 time: 0.0347135 Oct 13 01:29:00.596547 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-91f84755-7b42-45cd-944c-3653f826114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.608455 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'port': {'device_id': '686e741d-cb3b-462c-accb-3d99755597a2', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'admin_state_up': True, 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'security_groups': ['38fa1946-f41c-41a7-887f-272f05ce8305']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:29:00.651551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-91f84755-7b42-45cd-944c-3653f826114b None None] For port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,segment=NetworkSegment(2f8819c0-214b-4414-96f7-c499aaff74d9),segment_id=2f8819c0-214b-4414-96f7-c499aaff74d9)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:29:00.659329 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-91f84755-7b42-45cd-944c-3653f826114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.718347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Made reservation on behalf of d925c11977f94c41800908e6f4f47c06 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:29:00.722853 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.731778 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f84755-7b42-45cd-944c-3653f826114b None None] Pushing event updated for resources: {'Port': ['ID=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:00.752443 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:56Z', 'revision_number': 4, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port': {'id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe', 'name': '', 'network_id': '4a17626f-dc57-41df-8511-01159f64f306', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'mac_address': 'fa:16:3e:5a:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '944aa506-52e4-4b67-91d2-0ba07ceb29ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:55Z', 'updated_at': '2021-10-13T01:29:00Z', 'revision_number': 4, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'subnets': [{'id': '944aa506-52e4-4b67-91d2-0ba07ceb29ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:29:00.787723 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e2711-997b-46de-a4f1-e0d48d6d98af None None] The sync data for ids ['410bc61b-d908-4ba2-9143-5860ed19b0ba'] in n-d-813679-4 is: [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:56Z', 'revision_number': 4, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port': {'id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe', 'name': '', 'network_id': '4a17626f-dc57-41df-8511-01159f64f306', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'mac_address': 'fa:16:3e:5a:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '944aa506-52e4-4b67-91d2-0ba07ceb29ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:55Z', 'updated_at': '2021-10-13T01:29:00Z', 'revision_number': 4, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'subnets': [{'id': '944aa506-52e4-4b67-91d2-0ba07ceb29ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:29:00.797238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-fef5cd7c-c491-4c8f-a8f3-54ba6de83884 None None] Provisioning complete for port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:29:00.797618 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fef5cd7c-c491-4c8f-a8f3-54ba6de83884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:00.876863 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Allocated IP 172.20.0.3 (3cbe156a-3365-4b9a-a582-9aca53bdf026/a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3/6bca46bb-6677-4c9f-aee5-7890610ee846) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:29:01.032606 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.067183 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.112055 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:29:01.115316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:29:01.119028 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:29:01.126698 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:01.175453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:01.176114 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.195753 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-fb7c198a-4606-4a02-85b7-c1940c125229 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5917585 Oct 13 01:29:01.206043 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-a1e576e3-7cb9-41ad-b56b-c40b0378b83c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:29:01.207029 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-a1e576e3-7cb9-41ad-b56b-c40b0378b83c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055745 Oct 13 01:29:01.327765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Request body: {'port': {'device_id': '686e741d-cb3b-462c-accb-3d99755597a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:29:01.388068 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.440836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-9b7eb802-5116-4940-a4e2-f33a0e6d1b39 None None] Provisioning complete for port 6bca46bb-6677-4c9f-aee5-7890610ee846 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:29:01.441211 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb802-5116-4940-a4e2-f33a0e6d1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.476824 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-9b7eb802-5116-4940-a4e2-f33a0e6d1b39 None None] Port 6bca46bb-6677-4c9f-aee5-7890610ee846 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:29:01.640665 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b553d-2569-466e-81db-dc40208bc62d req-04593084-aa63-4660-b446-c94e4af0016c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:01.642285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c86b553d-2569-466e-81db-dc40208bc62d req-04593084-aa63-4660-b446-c94e4af0016c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 931 time: 0.0535104 Oct 13 01:29:01.665593 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bca46bb-6677-4c9f-aee5-7890610ee846 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:29:01.674584 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.685432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c86b553d-2569-466e-81db-dc40208bc62d req-4113971c-19f1-4a40-888b-d4f7d023b16f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370533 Oct 13 01:29:01.687098 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Transition to ACTIVE for port object 6bca46bb-6677-4c9f-aee5-7890610ee846 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:29:01.690696 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.756992 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:01.813933 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Attempting to bind port 6bca46bb-6677-4c9f-aee5-7890610ee846 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:29:01.814413 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Attempting to bind port 6bca46bb-6677-4c9f-aee5-7890610ee846 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:29:01.814751 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Attempting to bind port 6bca46bb-6677-4c9f-aee5-7890610ee846 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:29:01.819322 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Port 6bca46bb-6677-4c9f-aee5-7890610ee846 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:29:01.819726 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Attempting to bind port 6bca46bb-6677-4c9f-aee5-7890610ee846 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:29:01.824733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:29:01.825004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Checking segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:29:01.825390 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Bound using segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:29:01.825819 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Bound port: 6bca46bb-6677-4c9f-aee5-7890610ee846, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:29:01.826180 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.892285 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:29:01.895406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:29:01.900210 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.936339 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:01.936957 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:01.938353 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] 10.222.0.36 "PUT /v2.0/ports/6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 1091 time: 0.7178624 Oct 13 01:29:01.938783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:29:01.941173 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848490ef-bf26-4202-a3a9-2dcc18296c05" -d '{"events": [{"name": "network-changed", "server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:29:01.963565 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e28ae-e94d-47c5-a19b-11f7c7874475 service neutron] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:01.989888 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb46c84-ffab-4ccf-9a7d-5277333ed1e3 x-openstack-request-id: req-bfb46c84-ffab-4ccf-9a7d-5277333ed1e3 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:29:01.990180 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:29:01.990433 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfb46c84-ffab-4ccf-9a7d-5277333ed1e3 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:29:01.990862 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'status': 'completed', 'code': 200} Oct 13 01:29:02.046016 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e9e0-d357-4420-a700-1c345051dc77 req-75432f94-68b5-497e-a393-577f1a3f9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:02.047702 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-75432f94-68b5-497e-a393-577f1a3f9f2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1094 time: 0.0433247 Oct 13 01:29:02.101171 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-3a32ac7d-7110-4d38-a6ec-91a02c4d7557 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 217 time: 0.0388904 Oct 13 01:29:02.149580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e9e0-d357-4420-a700-1c345051dc77 req-e531c2d5-eb7d-413d-93a9-aa18e25258e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:02.150969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-e531c2d5-eb7d-413d-93a9-aa18e25258e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0426984 Oct 13 01:29:02.194131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e9e0-d357-4420-a700-1c345051dc77 req-ecdb925a-754a-45a5-8f1b-52bd236924c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:02.195583 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-ecdb925a-754a-45a5-8f1b-52bd236924c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378442 Oct 13 01:29:02.288739 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-f6260ddb-7e08-42f9-98e2-2d1ee571e5dc service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858133 Oct 13 01:29:02.377092 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-da83e9e0-d357-4420-a700-1c345051dc77 req-813b8e10-a000-4093-86f6-5464373e5477 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815492 Oct 13 01:29:02.515604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-31e1e89d-9e6a-4f8d-860a-909df5a98c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:02.517138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-31e1e89d-9e6a-4f8d-860a-909df5a98c60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1094 time: 0.0462153 Oct 13 01:29:02.614131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-3792ac64-dce2-4964-b5e5-6ff247e13550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:02.615696 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-3792ac64-dce2-4964-b5e5-6ff247e13550 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0895298 Oct 13 01:29:02.664629 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-bd877248-c5dc-46fb-9aa2-cc954eae016b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 217 time: 0.0418839 Oct 13 01:29:02.669682 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:29:02.715284 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-ca02e78c-7cb9-48e7-80d4-979f2edfd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:02.716987 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-ca02e78c-7cb9-48e7-80d4-979f2edfd840 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0452542 Oct 13 01:29:02.722627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:29:02.722872 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:02.766382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-a3da8d8c-96e1-4cc2-95dc-151e14d38816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:02.768032 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-a3da8d8c-96e1-4cc2-95dc-151e14d38816 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434229 Oct 13 01:29:02.801508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea9775-4756-4efb-aef4-28d5c7cabed6 req-be02a39d-580a-4102-b502-44c091a8c9d8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:02.803908 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34ea9775-4756-4efb-aef4-28d5c7cabed6 req-be02a39d-580a-4102-b502-44c091a8c9d8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0500946 Oct 13 01:29:02.847201 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-34ea9775-4756-4efb-aef4-28d5c7cabed6 req-b20ca6a7-da45-45d3-9736-70dffc502a71 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373161 Oct 13 01:29:02.871965 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-bfa45e1b-a3f0-4aff-b443-97c1d96ab67c service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957916 Oct 13 01:29:02.959169 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-848490ef-bf26-4202-a3a9-2dcc18296c05 req-cfd2dc15-3edd-4df9-ad41-de5f6e89a1da service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806561 Oct 13 01:29:03.961855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f025a-9b0e-4106-a383-73fff8c12d68 req-8633024c-ab74-4bf5-a822-35f67723b51c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:03.963324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca4f025a-9b0e-4106-a383-73fff8c12d68 req-8633024c-ab74-4bf5-a822-35f67723b51c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0483484 Oct 13 01:29:04.003906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ca4f025a-9b0e-4106-a383-73fff8c12d68 req-d255c9c0-64d7-490a-8463-516bf30a9119 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340316 Oct 13 01:29:05.115233 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0328e-770d-49e3-85b5-d8551932e727 req-0401c4c2-c392-426e-b745-4b68bb21d4eb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:05.116627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21f0328e-770d-49e3-85b5-d8551932e727 req-0401c4c2-c392-426e-b745-4b68bb21d4eb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0475068 Oct 13 01:29:05.153630 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-21f0328e-770d-49e3-85b5-d8551932e727 req-07e20547-9716-4a4d-b78b-b83731d2c66f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Oct 13 01:29:06.267836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b76725-6733-4124-aa9c-1186629ff4c6 req-1124d599-6b22-4138-8307-e9c9b0f9d924 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:06.269311 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0b76725-6733-4124-aa9c-1186629ff4c6 req-1124d599-6b22-4138-8307-e9c9b0f9d924 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0485280 Oct 13 01:29:06.306435 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b0b76725-6733-4124-aa9c-1186629ff4c6 req-bb926a1e-9c1e-4a51-9307-8fcfd8a5112a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Oct 13 01:29:06.735386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:29:06.830178 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:29:06.841182 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'port_id': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'mac_address': 'fa:16:3e:eb:32:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:29:06.880019 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:06.892796 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bca46bb-6677-4c9f-aee5-7890610ee846 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:29:06.912072 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:29:06.916065 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:06.961186 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:07.234511 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:07.346752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6bca46bb-6677-4c9f-aee5-7890610ee846'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:29:07.423911 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a212a4-6ae9-4c4a-bfde-4239843343c1 req-09a2ef50-59c3-491f-9c4c-42d36d3a2326 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:07.425449 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5a212a4-6ae9-4c4a-bfde-4239843343c1 req-09a2ef50-59c3-491f-9c4c-42d36d3a2326 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0521853 Oct 13 01:29:07.466356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f5a212a4-6ae9-4c4a-bfde-4239843343c1 req-50490b5a-76ef-487b-9c39-9e0689c2612c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350351 Oct 13 01:29:07.790832 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:08.582432 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decf638-a3f7-4b20-84df-d582c0cb56dc req-40c9fd87-fb54-4dbb-9fc1-941d58ef679c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:08.583960 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8decf638-a3f7-4b20-84df-d582c0cb56dc req-40c9fd87-fb54-4dbb-9fc1-941d58ef679c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0502944 Oct 13 01:29:08.621417 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8decf638-a3f7-4b20-84df-d582c0cb56dc req-8c508d5d-929f-4910-8a77-8419419750d0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Oct 13 01:29:08.735828 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:29:08.786135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 6bca46bb-6677-4c9f-aee5-7890610ee846 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:29:08.789618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 6bca46bb-6677-4c9f-aee5-7890610ee846 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:29:08.789984 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:08.865474 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:08.887238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:29:08.889504 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e1ee2-4772-43e7-8e8a-cde85da1b101" -d '{"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-plugged", "status": "completed", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:29:08.901873 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:29:08.907016 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:08.957693 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:08.980807 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e93d01-dfc2-4345-b7b6-a7314ba2f8ab x-openstack-request-id: req-73e93d01-dfc2-4345-b7b6-a7314ba2f8ab {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:29:08.981094 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-plugged", "status": "completed", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:29:08.981342 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73e93d01-dfc2-4345-b7b6-a7314ba2f8ab {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:29:08.981734 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'code': 200} Oct 13 01:29:09.101049 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109c65-d13c-4b55-9877-22cc1659aeaf req-0a5a9a6e-3459-45e6-9f47-66feb44087ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:09.102483 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-47109c65-d13c-4b55-9877-22cc1659aeaf req-0a5a9a6e-3459-45e6-9f47-66feb44087ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1096 time: 0.0397937 Oct 13 01:29:09.136445 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-47109c65-d13c-4b55-9877-22cc1659aeaf req-e03cab60-67d6-41d4-a15d-b630f2f3f916 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266073 Oct 13 01:29:09.733850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce85961-ad90-4a29-a944-d051a81afc5c req-2138fc0e-71ce-49f3-972b-9d8d5c626578 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:09.735318 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ce85961-ad90-4a29-a944-d051a81afc5c req-2138fc0e-71ce-49f3-972b-9d8d5c626578 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Oct 13 01:29:09.772949 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ce85961-ad90-4a29-a944-d051a81afc5c req-b69f1bbd-a3bd-4828-8cab-eebc6b5f832e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Oct 13 01:29:10.890016 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaab3a-5db3-4a07-8768-7192c915a601 req-cca360a8-2ae6-41fe-99d7-d190e08d129a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:10.892015 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eafaab3a-5db3-4a07-8768-7192c915a601 req-cca360a8-2ae6-41fe-99d7-d190e08d129a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0495560 Oct 13 01:29:10.932267 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-eafaab3a-5db3-4a07-8768-7192c915a601 req-5e39954b-feb1-41cf-8328-476acfd05484 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344129 Oct 13 01:29:11.046228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc00ef5-c072-4535-b87a-85dc7fd26e78 req-58c78741-c1ab-405a-b072-b769d6d3283a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:11.047764 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8cc00ef5-c072-4535-b87a-85dc7fd26e78 req-58c78741-c1ab-405a-b072-b769d6d3283a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0513940 Oct 13 01:29:11.084826 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8cc00ef5-c072-4535-b87a-85dc7fd26e78 req-00b9f2a8-a50b-4951-a1a8-30f079f76f78 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310819 Oct 13 01:29:11.106330 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51450) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:29:11.186310 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcace07-304d-4cb0-826a-5561779b2bc4 tempest-TestShelveInstance-842923368 tempest-TestShelveInstance-842923368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:11.187881 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1fcace07-304d-4cb0-826a-5561779b2bc4 tempest-TestShelveInstance-842923368 tempest-TestShelveInstance-842923368-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1091 time: 0.0805988 Oct 13 01:29:11.191297 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51454) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:29:11.195536 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:29:11.218057 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:11.316392 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:11.418271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Allocated IP 172.25.3.69 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/4958f46d-8d43-4547-bfcc-c25859c8d3e9) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:29:11.526495 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:11.559277 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:11.599291 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:29:11.602549 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:29:11.605658 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:29:11.632542 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'Port': ['ID=4958f46d-8d43-4547-bfcc-c25859c8d3e9,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:11.873916 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a3241203-7172-4448-a71e-5909216718f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:11.962910 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:12.026225 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:12.171201 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:12.176091 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:12.242100 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'Port': ['ID=4958f46d-8d43-4547-bfcc-c25859c8d3e9,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:29:12.255084 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:12.353234 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Floating IP e6144932-95da-430f-9dcd-238429a292c0 associated. External IP: 172.25.3.69, port: 6bca46bb-6677-4c9f-aee5-7890610ee846. Oct 13 01:29:12.554649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Router 53042a87-a6dd-419a-8909-0d2c7d439b03 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:29:12.967965 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:29:12.978369 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83095389-11b0-4d55-91ed-f94322493dac None None] Sync routers for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:29:12.984845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:12.988130 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83095389-11b0-4d55-91ed-f94322493dac None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:29:12.988735 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-83095389-11b0-4d55-91ed-f94322493dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:29:13.011183 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-144b8406-ac65-433f-928b-1933827ced68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8188393 Oct 13 01:29:13.011782 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:29:13.014510 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f83408-afa2-4d5a-ad56-454d80bf4783" -d '{"events": [{"name": "network-changed", "server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:29:13.052814 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bba3d69-f195-4f58-847c-98e59597e14c x-openstack-request-id: req-1bba3d69-f195-4f58-847c-98e59597e14c {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:29:13.053099 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:29:13.053342 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bba3d69-f195-4f58-847c-98e59597e14c {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:29:13.053737 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'status': 'completed', 'code': 200} Oct 13 01:29:13.094364 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-83095389-11b0-4d55-91ed-f94322493dac None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:29:13.138215 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-824ea0fd-a655-4101-9c82-9f88f67adb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:13.139840 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-824ea0fd-a655-4101-9c82-9f88f67adb34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1096 time: 0.0446887 Oct 13 01:29:13.229925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-b0300ff8-4019-449c-9a09-2f578f91e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:13.231369 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-b0300ff8-4019-449c-9a09-2f578f91e1d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0845397 Oct 13 01:29:13.300736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-c91a3ed9-2d25-4d05-a88c-2d642825fcb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 998 time: 0.0614448 Oct 13 01:29:13.316490 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-83095389-11b0-4d55-91ed-f94322493dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e6144932-95da-430f-9dcd-238429a292c0', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'port_id': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'mac_address': 'fa:16:3e:eb:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e741d-cb3b-462c-accb-3d99755597a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:29:11Z', 'updated_at': '2021-10-13T01:29:11Z', 'revision_number': 0, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:29:13.342233 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83095389-11b0-4d55-91ed-f94322493dac None None] Checking router: 53042a87-a6dd-419a-8909-0d2c7d439b03 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:29:13.349530 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-c7990a92-b7d0-4336-b133-68ce78ee4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:13.350373 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83095389-11b0-4d55-91ed-f94322493dac None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:29:13.350963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-c7990a92-b7d0-4336-b133-68ce78ee4a41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0428884 Oct 13 01:29:13.351100 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-83095389-11b0-4d55-91ed-f94322493dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:28:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:29:13.396840 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-460881ea-ee27-4f2a-b149-83a9ff8e20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:29:13.398358 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-460881ea-ee27-4f2a-b149-83a9ff8e20b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405526 Oct 13 01:29:13.461363 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-83095389-11b0-4d55-91ed-f94322493dac None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:29:13.490537 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-0a38504f-3fc2-4b26-89c8-bd2fa4794b09 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852234 Oct 13 01:29:13.581234 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-b0f83408-afa2-4d5a-ad56-454d80bf4783 req-c2e7e630-f3e3-4673-8386-ba0466a1c199 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837612 Oct 13 01:29:13.681983 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-83095389-11b0-4d55-91ed-f94322493dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e6144932-95da-430f-9dcd-238429a292c0', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'port_id': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'mac_address': 'fa:16:3e:eb:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e741d-cb3b-462c-accb-3d99755597a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:29:11Z', 'updated_at': '2021-10-13T01:29:11Z', 'revision_number': 0, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:29:13.708047 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83095389-11b0-4d55-91ed-f94322493dac None None] The sync data for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 is: [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'e6144932-95da-430f-9dcd-238429a292c0', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'port_id': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'mac_address': 'fa:16:3e:eb:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e741d-cb3b-462c-accb-3d99755597a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:29:11Z', 'updated_at': '2021-10-13T01:29:11Z', 'revision_number': 0, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:29:13.898289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e0658-76bc-4f30-b13c-fb6e9ace94e0 None None] New status for floating IP e6144932-95da-430f-9dcd-238429a292c0: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:29:14.645664 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-581db1fe-f53e-41e5-84db-dff621edd22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:15.979253 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:16.016651 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:17.823289 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:25.149084 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:29:37.251848 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:37.802165 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:41.874614 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a1b72079-6b7c-4f5e-a906-8a97cced5bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:44.646076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-575614fb-90de-449a-8127-c9f88cb88431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:45.980479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:46.018746 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:29:47.825229 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:02.148552 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:30:03.547880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c44ce259-19f8-40ae-a636-35bab68c94be req-fe10e752-26da-49f5-9bc5-0180226ad734 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391536 Oct 13 01:30:03.645612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce259-19f8-40ae-a636-35bab68c94be req-9448fe6f-0e48-4c4b-841b-b7c5221f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:30:03.647010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c44ce259-19f8-40ae-a636-35bab68c94be req-9448fe6f-0e48-4c4b-841b-b7c5221f85a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1096 time: 0.0444529 Oct 13 01:30:03.746486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce259-19f8-40ae-a636-35bab68c94be req-05ec2abe-0092-4e24-80d0-edc0630e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:30:03.747966 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c44ce259-19f8-40ae-a636-35bab68c94be req-05ec2abe-0092-4e24-80d0-edc0630e6b08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0832169 Oct 13 01:30:03.815003 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c44ce259-19f8-40ae-a636-35bab68c94be req-70a8b524-23b9-45f8-abd9-21e75c3f7368 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 1000 time: 0.0595467 Oct 13 01:30:03.864131 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce259-19f8-40ae-a636-35bab68c94be req-6a4147b7-91fc-4a20-882d-4bf27d06c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:30:03.865547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c44ce259-19f8-40ae-a636-35bab68c94be req-6a4147b7-91fc-4a20-882d-4bf27d06c658 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0431476 Oct 13 01:30:03.910195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce259-19f8-40ae-a636-35bab68c94be req-6808e8b9-2138-47ff-84d6-1c8c9fb05e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:30:03.911626 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c44ce259-19f8-40ae-a636-35bab68c94be req-6808e8b9-2138-47ff-84d6-1c8c9fb05e00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394018 Oct 13 01:30:04.003246 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c44ce259-19f8-40ae-a636-35bab68c94be req-76f02b71-302e-4dc1-aae1-c5793e062adb service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843918 Oct 13 01:30:04.091287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c44ce259-19f8-40ae-a636-35bab68c94be req-85e75fe7-c88e-4c04-93cc-2c6c0c1106a3 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808601 Oct 13 01:30:07.255100 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:07.820862 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:11.875835 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-72b6de95-78be-4801-9d14-908325d5b655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:14.645475 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-acfe82c8-e4d9-4134-ab68-aae558fbe060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:15.981452 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:16.022369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:17.830735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:37.253995 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:37.820745 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:39.147970 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:30:41.877143 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-050000b5-e9ff-4c60-84eb-f36033fe8b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:44.645443 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1cd51293-bb6f-4094-8958-85ade1d135ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:45.982059 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:46.022826 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:30:47.831035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:03.544578 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-f4346124-0b73-483d-a7c3-058234cbf605 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392303 Oct 13 01:31:03.643268 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-cd870fcd-7ad1-4dd4-bba8-f190bedaa0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:03.644690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-cd870fcd-7ad1-4dd4-bba8-f190bedaa0be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1096 time: 0.0441785 Oct 13 01:31:03.744567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-d30817c7-c942-408d-9444-53e5aa93fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:03.746002 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-d30817c7-c942-408d-9444-53e5aa93fccd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0831728 Oct 13 01:31:03.812733 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-2de81e63-2b77-4cca-957d-9c7136fa6c88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 1000 time: 0.0591991 Oct 13 01:31:03.860479 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-07253b9d-8966-4538-8faa-25d244566a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:03.861867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-07253b9d-8966-4538-8faa-25d244566a0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0421145 Oct 13 01:31:03.905076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-85aa8b79-f16b-4f87-a48b-8e453546b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:03.906477 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-85aa8b79-f16b-4f87-a48b-8e453546b1d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378485 Oct 13 01:31:03.997634 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-5681f934-f970-4fab-a321-7dcd3f231867 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843103 Oct 13 01:31:04.085621 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-06da4265-c85a-4632-a87f-e2553dd0ae49 req-d205f5ef-2a00-47de-985c-d4b0afa92b51 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807061 Oct 13 01:31:07.268490 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:07.820965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:11.877296 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-56a7e951-9009-41d4-9fa4-e420f68fa374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:14.644747 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7403439c-8084-4d4b-9664-18da093f16ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:15.982689 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:16.024875 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:16.147850 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:31:17.834279 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:37.282543 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:37.835115 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:39.548092 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ca12c-ef47-4a1e-823d-e966cef1ee1b req-4dc1334d-1d22-4512-9b5a-ac83bcbf45bd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:39.549608 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-348ca12c-ef47-4a1e-823d-e966cef1ee1b req-4dc1334d-1d22-4512-9b5a-ac83bcbf45bd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0525885 Oct 13 01:31:39.586715 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-348ca12c-ef47-4a1e-823d-e966cef1ee1b req-e98bedd6-ff9a-492a-a6f2-2fb6d68ca1d0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306094 Oct 13 01:31:40.713982 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9474e7-9056-4047-9b25-2379edebeca2 req-46b28e84-78b8-4681-876c-cfe7f6ef8189 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:40.715445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa9474e7-9056-4047-9b25-2379edebeca2 req-46b28e84-78b8-4681-876c-cfe7f6ef8189 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0476713 Oct 13 01:31:40.756078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fa9474e7-9056-4047-9b25-2379edebeca2 req-c75f46bb-6fcb-4099-8b2c-0582ab3a5bfd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345964 Oct 13 01:31:41.877215 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ac84209f-6932-48f1-b51c-c6e65ac6ef2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:41.882408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54882c-1bea-482e-98ed-f36b7d134917 req-21db0667-7327-4e2e-94f1-f61e91e54fc7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:41.883942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a54882c-1bea-482e-98ed-f36b7d134917 req-21db0667-7327-4e2e-94f1-f61e91e54fc7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Oct 13 01:31:41.922269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a54882c-1bea-482e-98ed-f36b7d134917 req-56dbe236-0b1b-42ba-81f2-5d788873d653 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 Oct 13 01:31:43.033640 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec90e-f742-4ee4-9177-02235c2f56e5 req-ceef8e4d-ac77-4c28-9cb8-009d78506af7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:43.035109 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ddec90e-f742-4ee4-9177-02235c2f56e5 req-ceef8e4d-ac77-4c28-9cb8-009d78506af7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Oct 13 01:31:43.072401 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7ddec90e-f742-4ee4-9177-02235c2f56e5 req-0a5bffa0-efa6-4a33-9b3e-cb76844ec3c3 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306129 Oct 13 01:31:44.183948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc04a03-6b03-49bf-9b46-07c1e9b48364 req-aeeec3f5-f91a-4fa7-8127-3f31241e533c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:44.185415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cc04a03-6b03-49bf-9b46-07c1e9b48364 req-aeeec3f5-f91a-4fa7-8127-3f31241e533c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Oct 13 01:31:44.225825 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1cc04a03-6b03-49bf-9b46-07c1e9b48364 req-0b2deb6f-ee11-4a13-8f85-073e0c3d168d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341072 Oct 13 01:31:44.644788 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-be4d6801-842d-44e1-a234-7ab30562bcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:45.338605 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d51931-3e24-42b9-bf8d-5b22c3a85de5 req-2e894e2c-0e5e-4593-8301-808479b983de tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:45.340094 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5d51931-3e24-42b9-bf8d-5b22c3a85de5 req-2e894e2c-0e5e-4593-8301-808479b983de tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0494695 Oct 13 01:31:45.377469 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c5d51931-3e24-42b9-bf8d-5b22c3a85de5 req-2d15c60a-eb95-4eb9-a78f-68fbd321be36 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Oct 13 01:31:45.983237 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:46.026753 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:46.491927 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67b4f4-9b6f-4cff-8a4e-66fcd3b6f399 req-5d22d36f-c9d7-4413-a8f4-604a33a2b58d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:46.493423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae67b4f4-9b6f-4cff-8a4e-66fcd3b6f399 req-5d22d36f-c9d7-4413-a8f4-604a33a2b58d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Oct 13 01:31:46.529815 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae67b4f4-9b6f-4cff-8a4e-66fcd3b6f399 req-b5c33ba3-60f5-4111-85c5-153a4ec92be3 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305994 Oct 13 01:31:47.643435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb868441-4dd4-4362-bc0e-ab7d3cc4bbbc req-5241e9d5-9363-498a-be60-9bf6791db276 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:47.644917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb868441-4dd4-4362-bc0e-ab7d3cc4bbbc req-5241e9d5-9363-498a-be60-9bf6791db276 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0488005 Oct 13 01:31:47.685689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb868441-4dd4-4362-bc0e-ab7d3cc4bbbc req-b84a19bc-2cc2-4634-b445-90139ddef41c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348830 Oct 13 01:31:47.837119 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:48.800117 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6147b-0f2d-459a-8b43-bb4adbe4483e req-f9704984-852f-4fcb-8b04-6b01d5d006d5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:48.801833 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bb6147b-0f2d-459a-8b43-bb4adbe4483e req-f9704984-852f-4fcb-8b04-6b01d5d006d5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0520921 Oct 13 01:31:48.840210 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4bb6147b-0f2d-459a-8b43-bb4adbe4483e req-7cc6edc0-9a30-4105-8499-050a79880f59 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Oct 13 01:31:49.954282 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0c444-a1f5-41b4-a3c9-1560e7ef764a req-2f8df4b0-499b-43b5-a933-8ff1eeb1b1ec tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:49.955745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41f0c444-a1f5-41b4-a3c9-1560e7ef764a req-2f8df4b0-499b-43b5-a933-8ff1eeb1b1ec tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Oct 13 01:31:49.992502 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41f0c444-a1f5-41b4-a3c9-1560e7ef764a req-972230da-391d-4a1c-bf49-0f6e441f7c7c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Oct 13 01:31:51.103794 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da3949-2752-4602-99c4-c255b91e3217 req-d4a4d83f-0580-43ae-9426-807d5eecffb9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:51.105270 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47da3949-2752-4602-99c4-c255b91e3217 req-d4a4d83f-0580-43ae-9426-807d5eecffb9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0481145 Oct 13 01:31:51.146415 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-47da3949-2752-4602-99c4-c255b91e3217 req-4d32aeae-e8af-46ea-a1b5-476fcc98ca82 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353212 Oct 13 01:31:52.275503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca378ad-27bb-4c96-801a-0e35f6c3eaa4 req-750977fb-93f7-4e8d-8707-2b81ebf9e059 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:52.276898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ca378ad-27bb-4c96-801a-0e35f6c3eaa4 req-750977fb-93f7-4e8d-8707-2b81ebf9e059 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0570257 Oct 13 01:31:52.314880 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ca378ad-27bb-4c96-801a-0e35f6c3eaa4 req-ae520065-e158-46c7-9016-242ccfc1cbf1 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319326 Oct 13 01:31:53.145726 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:31:53.431548 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7e0a-7008-46f2-9eba-1fdc7820a547 req-7003fa93-4b61-4c2f-98c3-56e7f8f99248 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:53.433030 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55cb7e0a-7008-46f2-9eba-1fdc7820a547 req-7003fa93-4b61-4c2f-98c3-56e7f8f99248 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0516820 Oct 13 01:31:53.470170 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55cb7e0a-7008-46f2-9eba-1fdc7820a547 req-390d1314-d8e4-4873-be22-4bdc1ce8b927 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313263 Oct 13 01:31:53.627956 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:31:53.720516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:31:53.731267 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'port_id': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'mac_address': 'fa:16:3e:eb:32:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:31:53.766372 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:53.778736 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bca46bb-6677-4c9f-aee5-7890610ee846 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:31:53.796658 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:31:53.800596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:53.848730 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:31:53.855806 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.856164 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.856485 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.856816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.857143 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.857466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.857791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.858110 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.858433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.858747 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.859065 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.859384 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:31:53.939781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6bca46bb-6677-4c9f-aee5-7890610ee846'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:31:54.583118 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88dec6-6996-4e69-95e6-acfc2c982c74 req-aac9acac-e087-4788-926e-483356873481 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:54.585220 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce88dec6-6996-4e69-95e6-acfc2c982c74 req-aac9acac-e087-4788-926e-483356873481 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0490506 Oct 13 01:31:54.626362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ce88dec6-6996-4e69-95e6-acfc2c982c74 req-bfac1af6-fd3e-4d5e-a5b3-76230827965a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351715 Oct 13 01:31:55.644474 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:31:55.692704 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 6bca46bb-6677-4c9f-aee5-7890610ee846 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:31:55.693077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:55.745689 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097f0d6-b3ee-4132-ba1b-0737f5ab37c0 req-84704917-98a2-4f46-a5b1-135bef8529ce tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:55.747321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7097f0d6-b3ee-4132-ba1b-0737f5ab37c0 req-84704917-98a2-4f46-a5b1-135bef8529ce tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0527036 Oct 13 01:31:55.770897 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:55.788266 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7097f0d6-b3ee-4132-ba1b-0737f5ab37c0 req-15c27548-0f7a-441c-bdfa-ce7b2439050a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342469 Oct 13 01:31:55.796270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:31:55.798503 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fe552b-72d9-4be9-a4af-9d2582c3516e" -d '{"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-plugged", "status": "completed", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:31:55.814893 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:31:55.819872 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:31:55.846768 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ca3b9e-73d9-47d6-938f-f2939047bb74 x-openstack-request-id: req-77ca3b9e-73d9-47d6-938f-f2939047bb74 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:31:55.847051 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-plugged", "status": "completed", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:31:55.847299 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77ca3b9e-73d9-47d6-938f-f2939047bb74 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:31:55.847721 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'code': 200} Oct 13 01:31:55.872668 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:31:56.914762 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf875a-059c-4aa3-a948-0eb413467a94 req-ebe03331-d06c-4510-b198-62133a092e24 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:56.916629 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ccf875a-059c-4aa3-a948-0eb413467a94 req-ebe03331-d06c-4510-b198-62133a092e24 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0560296 Oct 13 01:31:56.956913 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8ccf875a-059c-4aa3-a948-0eb413467a94 req-2e2a04d9-4b81-467f-bbce-b70d26da3818 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340297 Oct 13 01:31:58.086758 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcce8a6-7643-40d3-ab7b-bb716bdce9aa req-662b804f-d32f-4d17-a1a4-51a20e1668a0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:58.088313 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6dcce8a6-7643-40d3-ab7b-bb716bdce9aa req-662b804f-d32f-4d17-a1a4-51a20e1668a0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0518510 Oct 13 01:31:58.139442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6dcce8a6-7643-40d3-ab7b-bb716bdce9aa req-8be47a7e-6a9b-4bcc-8a9a-4358961026e7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445979 Oct 13 01:31:59.338024 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ababab-34b2-43b9-aa52-dd72a65a288e req-e02ef205-c3e7-4c70-a274-a435da7acff8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:31:59.339601 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7ababab-34b2-43b9-aa52-dd72a65a288e req-e02ef205-c3e7-4c70-a274-a435da7acff8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.1213465 Oct 13 01:31:59.380104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c7ababab-34b2-43b9-aa52-dd72a65a288e req-35f302bf-6895-42cd-8d65-4050d847aef4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344539 Oct 13 01:32:00.579369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3d948-e5dc-47f2-8e18-a01a994e2b56 req-a3e3917e-400b-4bda-8eeb-b9cc24b02a20 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:00.580965 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25f3d948-e5dc-47f2-8e18-a01a994e2b56 req-a3e3917e-400b-4bda-8eeb-b9cc24b02a20 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.1146724 Oct 13 01:32:00.625943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-25f3d948-e5dc-47f2-8e18-a01a994e2b56 req-205b871b-f474-4bfc-8e4f-e5959c884cf2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381339 Oct 13 01:32:01.774836 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a147ef-9dbc-494f-ba15-7da18fd16e1a req-00cdd79b-1ec8-4ade-bd07-f79cff17abb9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:01.777246 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76a147ef-9dbc-494f-ba15-7da18fd16e1a req-00cdd79b-1ec8-4ade-bd07-f79cff17abb9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0583522 Oct 13 01:32:01.827905 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-76a147ef-9dbc-494f-ba15-7da18fd16e1a req-25a179f2-00d5-474d-aafc-c31715c9652d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Oct 13 01:32:02.971167 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee29d6c-b4f9-4d07-afbd-1f632e3824d6 req-8fd9037f-ba8e-4f14-8e0e-03d8786d4ebe tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:02.972845 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ee29d6c-b4f9-4d07-afbd-1f632e3824d6 req-8fd9037f-ba8e-4f14-8e0e-03d8786d4ebe tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Oct 13 01:32:03.022106 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5ee29d6c-b4f9-4d07-afbd-1f632e3824d6 req-29295520-477e-40a5-b261-84daf1e64282 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389614 Oct 13 01:32:04.136535 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935544-5ca2-4456-8282-eabbfedb77e2 req-be09f41d-fffa-4616-bfc9-f439cc00edcb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:04.137959 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2935544-5ca2-4456-8282-eabbfedb77e2 req-be09f41d-fffa-4616-bfc9-f439cc00edcb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0529726 Oct 13 01:32:04.178714 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e2935544-5ca2-4456-8282-eabbfedb77e2 req-84833758-a105-4a8e-9241-607e59833e28 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341032 Oct 13 01:32:05.290642 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbcb3d-7eed-452b-b9ae-2a2edebb5e77 req-c0dee202-a16b-4ba3-a790-587ebb0ba74c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:05.292125 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55dbcb3d-7eed-452b-b9ae-2a2edebb5e77 req-c0dee202-a16b-4ba3-a790-587ebb0ba74c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Oct 13 01:32:05.333216 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-55dbcb3d-7eed-452b-b9ae-2a2edebb5e77 req-40d462db-ecd8-4b78-b789-8420b703e4ba tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351636 Oct 13 01:32:05.749192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-8a721ed0-9d57-4c4d-8bfa-95cbc003c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:05.750733 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-8a721ed0-9d57-4c4d-8bfa-95cbc003c3a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1096 time: 0.0422108 Oct 13 01:32:05.857411 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-67329070-fde6-4fb3-8032-d86b6b268ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:05.858859 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-67329070-fde6-4fb3-8032-d86b6b268ad4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0872397 Oct 13 01:32:05.922453 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-3b4437ba-9086-4c15-8546-d27512d9de1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 1000 time: 0.0551691 Oct 13 01:32:06.286379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-3ec09df8-954b-47e3-98a8-417002cdca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:06.287881 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-3ec09df8-954b-47e3-98a8-417002cdca3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.3554089 Oct 13 01:32:06.332569 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-6ef31617-3cc6-46e5-956f-3c91cb8971aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:06.334018 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-6ef31617-3cc6-46e5-956f-3c91cb8971aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385928 Oct 13 01:32:06.426601 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-849b92bb-460a-4a1c-87e9-2781d10921e0 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853820 Oct 13 01:32:06.450129 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922669ee-6269-4060-a845-99945a18efa7 req-8b7d5cb1-7e67-4558-89c3-7af456adda63 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:06.451751 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-922669ee-6269-4060-a845-99945a18efa7 req-8b7d5cb1-7e67-4558-89c3-7af456adda63 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0492306 Oct 13 01:32:06.489221 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-922669ee-6269-4060-a845-99945a18efa7 req-dda0abbc-e515-4d59-b4ae-19d778a621af tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Oct 13 01:32:06.518265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ab116df8-1dad-43f7-9fdd-dfd4b40725bc req-feac7d0e-34c4-4c26-b84d-bca852914548 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836935 Oct 13 01:32:06.620047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be4873-5002-4448-b6af-5649f04a3063 req-cb3d9234-2c09-4706-bc99-8491c945a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:06.621414 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1be4873-5002-4448-b6af-5649f04a3063 req-cb3d9234-2c09-4706-bc99-8491c945a801 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1096 time: 0.0396490 Oct 13 01:32:06.714214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be4873-5002-4448-b6af-5649f04a3063 req-dceac3c6-c079-40f6-be89-5db13756feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:06.715736 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1be4873-5002-4448-b6af-5649f04a3063 req-dceac3c6-c079-40f6-be89-5db13756feb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0868480 Oct 13 01:32:06.781551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1be4873-5002-4448-b6af-5649f04a3063 req-152a8f8c-6e6d-48cb-ace4-7f83cc9fa41a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 1000 time: 0.0589910 Oct 13 01:32:06.831271 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be4873-5002-4448-b6af-5649f04a3063 req-5bb1214c-6ab7-4530-9497-95e9f145ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:06.832688 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1be4873-5002-4448-b6af-5649f04a3063 req-5bb1214c-6ab7-4530-9497-95e9f145ec78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0444114 Oct 13 01:32:06.877122 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be4873-5002-4448-b6af-5649f04a3063 req-d6c4c748-889e-4f59-b07c-389edb7ba34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:06.878462 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1be4873-5002-4448-b6af-5649f04a3063 req-d6c4c748-889e-4f59-b07c-389edb7ba34a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381463 Oct 13 01:32:06.969658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1be4873-5002-4448-b6af-5649f04a3063 req-652d37a1-b483-49c5-b87d-16365e99394f service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834644 Oct 13 01:32:07.057675 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-f1be4873-5002-4448-b6af-5649f04a3063 req-ca736af9-9181-40a1-988f-59468481dfb6 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808651 Oct 13 01:32:07.283090 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:07.605104 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df560bc-ef57-4077-9104-887c30f647d4 req-b46b41fd-4046-461f-8d15-9123779aa91a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:07.606499 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6df560bc-ef57-4077-9104-887c30f647d4 req-b46b41fd-4046-461f-8d15-9123779aa91a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0489335 Oct 13 01:32:07.643103 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6df560bc-ef57-4077-9104-887c30f647d4 req-0ae0dc7d-ffad-48ed-ba2a-decd8f8f26bd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307236 Oct 13 01:32:07.850181 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:08.757806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b111d-1073-4318-99e0-b606421878ef req-f05bcddd-7bea-4acc-bf96-1d3f01e6f47f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:08.759269 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-692b111d-1073-4318-99e0-b606421878ef req-f05bcddd-7bea-4acc-bf96-1d3f01e6f47f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Oct 13 01:32:08.800689 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-692b111d-1073-4318-99e0-b606421878ef req-5ca4e097-62b1-4309-8da4-321e3d127cab tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355608 Oct 13 01:32:08.934983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-dbb230e4-1be8-4697-a177-757110ca9cca req-b1acfa12-374f-41a4-83bd-7f934940c377 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:32:08.936007 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-dbb230e4-1be8-4697-a177-757110ca9cca req-b1acfa12-374f-41a4-83bd-7f934940c377 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0730238 Oct 13 01:32:09.738638 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:32:09.811626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:09.833246 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:32:09.835464 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5428047-315f-4cd9-a74a-802a7bea5e43" -d '{"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:32:09.850735 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:32:09.855846 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:09.878456 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136cee23-8357-4d4e-97a6-39e4d42c2dc3 x-openstack-request-id: req-136cee23-8357-4d4e-97a6-39e4d42c2dc3 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:32:09.878741 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-unplugged", "status": "failed", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "code": 422}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:32:09.878993 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-136cee23-8357-4d4e-97a6-39e4d42c2dc3 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:32:09.879378 n-d-813679-4 neutron-server[94990]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'code': 422} returned with failed status Oct 13 01:32:09.903896 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:32:10.105516 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c157-8db8-4d3d-b4d5-266e9761bded req-1cbf1791-15ab-4df1-b289-aea68c9eddb8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:10.107140 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e978c157-8db8-4d3d-b4d5-266e9761bded req-1cbf1791-15ab-4df1-b289-aea68c9eddb8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0495327 Oct 13 01:32:10.144843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e978c157-8db8-4d3d-b4d5-266e9761bded req-40cbeeac-49dd-4689-92da-876c3f24f6aa tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314059 Oct 13 01:32:10.388854 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-d54ee878-20f1-4ee1-96b7-b84580167a55 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814013 Oct 13 01:32:11.258372 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ec730-640d-4bc5-9258-f33e6b67d920 req-51615ea8-9e18-49e9-b773-822d16c2d223 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:11.259863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe0ec730-640d-4bc5-9258-f33e6b67d920 req-51615ea8-9e18-49e9-b773-822d16c2d223 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0476220 Oct 13 01:32:11.296996 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fe0ec730-640d-4bc5-9258-f33e6b67d920 req-7be46194-290f-40a3-bc2f-4d8488722ca1 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313687 Oct 13 01:32:11.880962 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ad3b-dc15-4945-a537-bbeac6d5ffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:12.411304 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a84db4-c3cc-49db-b9ce-a12b00ab4410 req-d4c7b688-959e-4131-bbef-0eae16727eef tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:12.412809 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26a84db4-c3cc-49db-b9ce-a12b00ab4410 req-d4c7b688-959e-4131-bbef-0eae16727eef tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0492320 Oct 13 01:32:12.453730 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-26a84db4-c3cc-49db-b9ce-a12b00ab4410 req-6d35d4a9-2c83-457c-b60f-84edfd8f5712 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347786 Oct 13 01:32:13.566345 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660e1c-ad7e-46a0-a8da-6179068a90cf req-952ec303-7b7e-4334-8726-4bb2aafe6fb5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:13.567852 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10660e1c-ad7e-46a0-a8da-6179068a90cf req-952ec303-7b7e-4334-8726-4bb2aafe6fb5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0490556 Oct 13 01:32:13.605168 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-10660e1c-ad7e-46a0-a8da-6179068a90cf req-a3b15a8a-e13d-48be-83f2-88cbdef08e84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Oct 13 01:32:14.647046 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8357f9a7-c81c-40c4-a235-694dfa315e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:14.724753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a780f64-c1cb-4a0d-8e9d-e793de4142d6 req-3faeb8b2-3975-44fd-99cb-b243542efe80 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:14.726761 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a780f64-c1cb-4a0d-8e9d-e793de4142d6 req-3faeb8b2-3975-44fd-99cb-b243542efe80 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0513124 Oct 13 01:32:14.764470 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6a780f64-c1cb-4a0d-8e9d-e793de4142d6 req-ce7aa257-d73d-4fe2-9bde-406988df844c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Oct 13 01:32:15.301768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3615e7-de92-4e5c-8113-45eec116861a req-e52c4565-d9cb-4ed1-ae9c-3fdd6c6a6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:15.303255 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-e52c4565-d9cb-4ed1-ae9c-3fdd6c6a6df5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2&tenant_id=d925c11977f94c41800908e6f4f47c06 HTTP/1.1" status: 200 len: 1094 time: 0.0856106 Oct 13 01:32:15.320765 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:32:15.371485 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:15.575926 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:32:15.607338 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:32:15.643518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bca46bb-6677-4c9f-aee5-7890610ee846 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:32:15.650762 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:15.662361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Transition to ACTIVE for port object 6bca46bb-6677-4c9f-aee5-7890610ee846 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:32:15.665567 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:15.739925 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=9']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:32:15.754524 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.754872 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.755217 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.755580 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.755932 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.756266 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.756599 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.757510 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.757844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.758172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.758500 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.758831 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:32:15.793880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] No DVR routers for this DVR port 6bca46bb-6677-4c9f-aee5-7890610ee846 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:32:15.889103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3732b09-7a2c-422e-a076-76df72d6d0d3 req-42a7bf11-a5df-4108-849c-e181ef304909 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:15.890617 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3732b09-7a2c-422e-a076-76df72d6d0d3 req-42a7bf11-a5df-4108-849c-e181ef304909 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 943 time: 0.0509081 Oct 13 01:32:15.933978 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c3732b09-7a2c-422e-a076-76df72d6d0d3 req-6309cfd0-2d2a-4a54-8097-b802c95281fb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372913 Oct 13 01:32:15.936570 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Attempting to bind port 6bca46bb-6677-4c9f-aee5-7890610ee846 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:32:15.936994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Attempting to bind port 6bca46bb-6677-4c9f-aee5-7890610ee846 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:32:15.937228 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Attempting to bind port 6bca46bb-6677-4c9f-aee5-7890610ee846 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:32:15.941686 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Port 6bca46bb-6677-4c9f-aee5-7890610ee846 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:32:15.942006 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Attempting to bind port 6bca46bb-6677-4c9f-aee5-7890610ee846 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:32:15.946858 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:32:15.947195 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Checking segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:32:15.947605 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Bound using segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:32:15.948035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Bound port: 6bca46bb-6677-4c9f-aee5-7890610ee846, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:32:15.948392 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:15.984378 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:16.012567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:32:16.016684 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:32:16.020463 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:16.031566 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:16.054705 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:16.055234 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:16.056574 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] 10.222.0.45 "PUT /v2.0/ports/6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 1091 time: 0.7403312 Oct 13 01:32:16.058613 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:32:16.060880 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9423ec-e81d-40a5-9583-81a0fbdca00d" -d '{"events": [{"name": "network-changed", "server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:32:16.086959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5141-83b1-4478-8d88-32de4e252eed service neutron] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=10']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:32:16.123858 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc315ce2-2d0a-47fa-b99d-01481b9651be x-openstack-request-id: req-bc315ce2-2d0a-47fa-b99d-01481b9651be {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:32:16.124158 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:32:16.124411 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc315ce2-2d0a-47fa-b99d-01481b9651be {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:32:16.124812 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'status': 'completed', 'code': 200} Oct 13 01:32:16.140910 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3615e7-de92-4e5c-8113-45eec116861a req-59a65eea-8e1b-4141-8ead-dfa669fc4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:16.142538 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-59a65eea-8e1b-4141-8ead-dfa669fc4775 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1095 time: 0.0479705 Oct 13 01:32:16.241682 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3615e7-de92-4e5c-8113-45eec116861a req-1c212240-b393-414f-ad7a-08a53b5bffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:16.243213 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-1c212240-b393-414f-ad7a-08a53b5bffcb service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0936949 Oct 13 01:32:16.307377 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-2812591d-c24d-4c17-9efe-e3376c62be3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 998 time: 0.0573740 Oct 13 01:32:16.360143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3615e7-de92-4e5c-8113-45eec116861a req-efe9cea4-92d5-4253-ba3c-4da12c8c701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:16.361466 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-efe9cea4-92d5-4253-ba3c-4da12c8c701c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0476162 Oct 13 01:32:16.408024 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3615e7-de92-4e5c-8113-45eec116861a req-dfa36337-267c-4850-97f1-88f59c5a3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:16.409521 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-dfa36337-267c-4850-97f1-88f59c5a3c34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404947 Oct 13 01:32:16.501338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-207c390c-a531-42f8-a0c3-3098c4e37f51 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840302 Oct 13 01:32:16.589973 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bb3615e7-de92-4e5c-8113-45eec116861a req-e04cd5fc-8298-4b26-bc89-a3d4f8524f91 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812957 Oct 13 01:32:16.693151 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-d97cae27-0961-438f-9212-bba86731fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:16.695196 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-d97cae27-0961-438f-9212-bba86731fdfd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1095 time: 0.0416696 Oct 13 01:32:16.791104 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-3bc52b32-ea57-4571-9d54-3b9906a351d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:16.792637 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-3bc52b32-ea57-4571-9d54-3b9906a351d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0908930 Oct 13 01:32:16.859058 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-9e8f4d26-fbd7-457c-bbac-e35c754037a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 998 time: 0.0593312 Oct 13 01:32:16.928721 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-2a99689a-614f-4f5b-aede-93737bdd7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:16.931281 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-2a99689a-614f-4f5b-aede-93737bdd7df3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0657265 Oct 13 01:32:17.091065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefb4aa-845c-4683-9c9f-a652df610218 req-e5515dbb-266e-4565-ac9f-63742bbc5281 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:17.100843 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-feefb4aa-845c-4683-9c9f-a652df610218 req-e5515dbb-266e-4565-ac9f-63742bbc5281 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0672138 Oct 13 01:32:17.140882 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-feefb4aa-845c-4683-9c9f-a652df610218 req-fec14e1d-10eb-4d59-8049-9cc7d13cf16d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387619 Oct 13 01:32:17.844101 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:18.264293 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfaec8-fd3d-443f-aed9-bd295816724e req-08b90c13-d702-4002-8e0c-df866632a2ee tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:18.265844 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80bfaec8-fd3d-443f-aed9-bd295816724e req-08b90c13-d702-4002-8e0c-df866632a2ee tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0516870 Oct 13 01:32:18.309195 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-80bfaec8-fd3d-443f-aed9-bd295816724e req-cc98d20f-09d8-42ae-9c75-ec168c1ed387 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368431 Oct 13 01:32:19.434899 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b287e-3e59-461c-9cab-5bdc081c4378 req-1d1002a5-bedd-4e8f-b414-bc3d54db6d89 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:19.436445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-844b287e-3e59-461c-9cab-5bdc081c4378 req-1d1002a5-bedd-4e8f-b414-bc3d54db6d89 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0523124 Oct 13 01:32:19.485856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-844b287e-3e59-461c-9cab-5bdc081c4378 req-6fda83ba-3e30-480d-be43-4421c2a1bebd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Oct 13 01:32:20.604795 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63132-d490-4a33-a4df-6918ddd3859f req-8dce8eb4-7d86-426c-9310-3b85fdbebf61 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:20.606348 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ec63132-d490-4a33-a4df-6918ddd3859f req-8dce8eb4-7d86-426c-9310-3b85fdbebf61 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0525184 Oct 13 01:32:20.645632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4ec63132-d490-4a33-a4df-6918ddd3859f req-e0592f6d-15ae-4ec6-9c64-1743109c7e98 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330532 Oct 13 01:32:21.766106 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870459a-c25e-4ad0-8999-682360d463e3 req-833b8fba-fed5-47c2-a3ee-6e1b31708759 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:21.767742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e870459a-c25e-4ad0-8999-682360d463e3 req-833b8fba-fed5-47c2-a3ee-6e1b31708759 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0536642 Oct 13 01:32:21.807944 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e870459a-c25e-4ad0-8999-682360d463e3 req-0e4fab22-73b7-4f12-81a5-904066b97253 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335612 Oct 13 01:32:22.926970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1fe60-d977-4d0e-a7fe-f36bfe9e5b6d req-96bd5255-ade3-4527-be23-7d7fcb1120f2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:22.928970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4b1fe60-d977-4d0e-a7fe-f36bfe9e5b6d req-96bd5255-ade3-4527-be23-7d7fcb1120f2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0523136 Oct 13 01:32:22.971869 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a4b1fe60-d977-4d0e-a7fe-f36bfe9e5b6d req-24bf03ee-06d0-4c7c-82dd-e8788bff2967 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366993 Oct 13 01:32:24.093483 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c1e9e-c588-41ba-ac80-691350353ff4 req-2e60793f-a79a-45a1-ab09-08f93a69bfae tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:24.094999 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af8c1e9e-c588-41ba-ac80-691350353ff4 req-2e60793f-a79a-45a1-ab09-08f93a69bfae tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0501359 Oct 13 01:32:24.134315 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-af8c1e9e-c588-41ba-ac80-691350353ff4 req-363834a6-e0c4-4d02-ae7f-96b99bdfe849 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Oct 13 01:32:25.254835 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab638707-b442-4524-b26a-0af909ef3291 req-ed118f03-c30e-4e6f-a94d-743dd3506a5a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:25.256387 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab638707-b442-4524-b26a-0af909ef3291 req-ed118f03-c30e-4e6f-a94d-743dd3506a5a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0551703 Oct 13 01:32:25.296443 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab638707-b442-4524-b26a-0af909ef3291 req-8f9801ef-334b-491f-8d74-3b50b0addf77 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332370 Oct 13 01:32:26.416997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9d639-1d58-4e2b-8aef-6ed9f20ee612 req-f6775257-b612-44e0-a957-6792ac14013f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:26.418522 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84d9d639-1d58-4e2b-8aef-6ed9f20ee612 req-f6775257-b612-44e0-a957-6792ac14013f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0504730 Oct 13 01:32:26.461850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-84d9d639-1d58-4e2b-8aef-6ed9f20ee612 req-9409cd03-15c2-4819-829e-27b6438c1319 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371766 Oct 13 01:32:27.576497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c794-bc44-404b-9a42-03f2b9dcf568 req-b75aa667-990e-4fe3-b2f6-9d3f58be87fb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:27.577990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bd1c794-bc44-404b-9a42-03f2b9dcf568 req-b75aa667-990e-4fe3-b2f6-9d3f58be87fb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0491083 Oct 13 01:32:27.615708 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0bd1c794-bc44-404b-9a42-03f2b9dcf568 req-bb61d028-8439-4ca5-b606-9a5d7c3027d4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Oct 13 01:32:28.729289 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa12e5a-143a-42cb-bae2-3624646534ae req-d282ed2a-d046-4d8f-acaa-61872554fc8a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:28.731157 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1aa12e5a-143a-42cb-bae2-3624646534ae req-d282ed2a-d046-4d8f-acaa-61872554fc8a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0496895 Oct 13 01:32:28.768769 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1aa12e5a-143a-42cb-bae2-3624646534ae req-6591a04e-a23a-4cb0-953f-d837795b22bc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Oct 13 01:32:28.973909 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-99dbc121-acaa-440c-a699-98a4d52f68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:28.975434 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-99dbc121-acaa-440c-a699-98a4d52f68fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438583 Oct 13 01:32:29.066057 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-7e850315-4a56-486c-bd7b-577a4ba78ba1 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823431 Oct 13 01:32:29.160853 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2d9423ec-e81d-40a5-9583-81a0fbdca00d req-41b3aa43-68f8-4ea5-bc56-2b4b7334486d service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852733 Oct 13 01:32:29.880222 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772d7c6-fa0b-477b-8802-b2437c0f08d1 req-d3a21c49-032f-431f-9ad3-9b40d04c321e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:29.882335 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7772d7c6-fa0b-477b-8802-b2437c0f08d1 req-d3a21c49-032f-431f-9ad3-9b40d04c321e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0477910 Oct 13 01:32:29.922225 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7772d7c6-fa0b-477b-8802-b2437c0f08d1 req-09533a41-5da7-4099-8692-d52c0cb5e614 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340228 Oct 13 01:32:30.144061 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:32:31.035746 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543feb4-661c-4e9b-a6be-945c327a380f req-36202688-96e3-44da-bf5a-5a2f8582ac79 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:31.037228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7543feb4-661c-4e9b-a6be-945c327a380f req-36202688-96e3-44da-bf5a-5a2f8582ac79 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0487678 Oct 13 01:32:31.074182 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7543feb4-661c-4e9b-a6be-945c327a380f req-393ce2b6-3e05-438c-a290-2a8d45b3f5ea tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308855 Oct 13 01:32:32.188859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2e312-b8f9-4d13-8f1c-90f88d518392 req-7cd2f7ae-fe30-47cb-b9b6-490db4ac1258 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:32.190322 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20b2e312-b8f9-4d13-8f1c-90f88d518392 req-7cd2f7ae-fe30-47cb-b9b6-490db4ac1258 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0490010 Oct 13 01:32:32.227421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-20b2e312-b8f9-4d13-8f1c-90f88d518392 req-b1fe793e-a842-4326-9037-569d2e4ed24b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Oct 13 01:32:33.340603 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08b830-0bde-4381-9e39-04d3708e2554 req-91389a92-734a-4ccc-b077-616994366f35 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:33.342057 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a08b830-0bde-4381-9e39-04d3708e2554 req-91389a92-734a-4ccc-b077-616994366f35 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0478003 Oct 13 01:32:33.383042 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a08b830-0bde-4381-9e39-04d3708e2554 req-5ccd8582-eefe-41f9-bd25-63d65c16c3f1 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350866 Oct 13 01:32:34.327465 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:32:34.424180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:32:34.435779 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'port_id': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'mac_address': 'fa:16:3e:eb:32:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:32:34.472936 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:34.485472 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bca46bb-6677-4c9f-aee5-7890610ee846 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:32:34.499404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1d427-ab63-40c7-9539-ffb365186372 req-05dce7d6-59c0-401c-9373-dd72a092913f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:34.500969 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbf1d427-ab63-40c7-9539-ffb365186372 req-05dce7d6-59c0-401c-9373-dd72a092913f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 944 time: 0.0477533 Oct 13 01:32:34.505716 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:32:34.510479 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:34.540795 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fbf1d427-ab63-40c7-9539-ffb365186372 req-81202fc2-fda8-4ee2-bd21-f3975800a18e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324919 Oct 13 01:32:34.558521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=11']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:32:34.934879 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['6bca46bb-6677-4c9f-aee5-7890610ee846'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:32:35.656070 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6448-71ef-47e4-b38d-1cd2cfef6420 req-8ab59418-46df-424a-9eba-edb74fa0fd91 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:35.657442 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41ed6448-71ef-47e4-b38d-1cd2cfef6420 req-8ab59418-46df-424a-9eba-edb74fa0fd91 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 945 time: 0.0489240 Oct 13 01:32:35.694345 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-41ed6448-71ef-47e4-b38d-1cd2cfef6420 req-3470e0a7-386d-4bdc-bca3-83d3ca2f1204 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303986 Oct 13 01:32:36.342699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:32:36.392799 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 6bca46bb-6677-4c9f-aee5-7890610ee846 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:32:36.396475 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 6bca46bb-6677-4c9f-aee5-7890610ee846 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:32:36.397498 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:36.472085 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:36.494202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:32:36.496486 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50195fd0-83f2-46be-85ed-2bde7db9c234" -d '{"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-plugged", "status": "completed", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:32:36.509355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:32:36.513864 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:36.536283 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a09397-b512-44e7-9120-12151b7a3780 x-openstack-request-id: req-43a09397-b512-44e7-9120-12151b7a3780 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:32:36.536567 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-plugged", "status": "completed", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:32:36.536843 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43a09397-b512-44e7-9120-12151b7a3780 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:32:36.537227 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'code': 200} Oct 13 01:32:36.563381 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=12']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:32:36.725221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7223-c939-4443-add4-c5a300853081 req-140634a2-fd99-4db4-b7e7-01d944050a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:36.726738 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddd7223-c939-4443-add4-c5a300853081 req-140634a2-fd99-4db4-b7e7-01d944050a14 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1097 time: 0.0410380 Oct 13 01:32:36.762157 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2ddd7223-c939-4443-add4-c5a300853081 req-0c5a5c25-f1cf-46e1-92f0-7736f0787721 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284829 Oct 13 01:32:36.806455 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e513f3-2ae1-4143-9536-d8383d4e658f req-4d595bdb-9a9a-4760-9cd7-e7ff837af649 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:36.807932 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6e513f3-2ae1-4143-9536-d8383d4e658f req-4d595bdb-9a9a-4760-9cd7-e7ff837af649 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 946 time: 0.0470240 Oct 13 01:32:36.847705 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b6e513f3-2ae1-4143-9536-d8383d4e658f req-546ae217-1bf3-423d-95a0-4c629c5a7ddc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339243 Oct 13 01:32:37.280666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:37.867946 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:37.962058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397606-8417-46cb-9950-e60631a87670 req-f6771b97-e2b6-42b2-bc2b-6687c0b9c8cf tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:37.963574 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e397606-8417-46cb-9950-e60631a87670 req-f6771b97-e2b6-42b2-bc2b-6687c0b9c8cf tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 946 time: 0.0487814 Oct 13 01:32:38.001474 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e397606-8417-46cb-9950-e60631a87670 req-9369fdf7-9a4a-4e5b-aa62-e6be4af53774 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Oct 13 01:32:39.115095 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f21d68-d7e1-4871-9547-a6b3f9668bc8 req-2ce7ecc6-b21e-48f0-8935-dc93f9a6cd2f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:32:39.116602 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58f21d68-d7e1-4871-9547-a6b3f9668bc8 req-2ce7ecc6-b21e-48f0-8935-dc93f9a6cd2f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 946 time: 0.0477734 Oct 13 01:32:39.153346 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58f21d68-d7e1-4871-9547-a6b3f9668bc8 req-cc1ba3b1-95af-4753-a40a-14c4626cdba4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308928 Oct 13 01:32:41.881207 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-887df58f-65b9-4fc1-8119-23b7b846db26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:44.648841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1710f3ac-57d7-4e90-a846-d0316ac0a8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:45.984187 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:46.036673 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:32:47.841508 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:02.183638 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-0f93b280-5617-4715-9561-6e711af2ca8c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389433 Oct 13 01:33:02.286577 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-716d182a-c7b7-4f0c-90dd-6fb26051f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:33:02.288067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-716d182a-c7b7-4f0c-90dd-6fb26051f4bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1097 time: 0.0440073 Oct 13 01:33:02.390197 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-af27de4a-e07e-4837-bf16-917eabdc2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:33:02.391733 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-af27de4a-e07e-4837-bf16-917eabdc2e83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0840707 Oct 13 01:33:02.459400 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-4e8522f2-20ef-4083-96da-3b203873659c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 1000 time: 0.0604827 Oct 13 01:33:02.507768 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-0d59e16f-e185-4ca7-ab47-2c24cdd0e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:33:02.509163 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-0d59e16f-e185-4ca7-ab47-2c24cdd0e1ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0428729 Oct 13 01:33:02.555103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-3f2d1225-9397-4194-a6de-3e39ef0ee45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:33:02.556617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-3f2d1225-9397-4194-a6de-3e39ef0ee45f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397570 Oct 13 01:33:02.648413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-3e2c824e-d6b6-4a0e-a9ab-051269305434 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841124 Oct 13 01:33:02.738521 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-5c3b3b0d-85f1-4d94-bbc4-62158fe104a8 req-749fd0aa-76cb-4e2c-80b7-ea3635cc6648 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832953 Oct 13 01:33:07.142896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:33:07.281120 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:07.863814 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:11.880468 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1f6f5336-c0da-4ea7-b4f1-6142420db8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:14.650779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1571fea1-c2f1-4d3b-a2d5-888f3f062553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:15.984667 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:16.034953 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:17.843903 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:37.278408 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:37.879087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:41.880755 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a63f5369-dc5a-4d84-ac0b-553cf613238c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:44.142667 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:33:44.650584 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-38f46b25-f2dd-46b7-86df-cd39fce886ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:45.985107 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:46.037524 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:33:47.847207 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:03.197413 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-73942bbc-009f-4148-8210-e9b12356606d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414944 Oct 13 01:34:03.297864 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-38aece31-57fb-4102-8416-c3a3cad8e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:03.299547 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-38aece31-57fb-4102-8416-c3a3cad8e78e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1097 time: 0.0440550 Oct 13 01:34:03.400103 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-471573b9-9635-46b9-bd4d-c8f9552a3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:03.402206 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-471573b9-9635-46b9-bd4d-c8f9552a3893 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0829000 Oct 13 01:34:03.468722 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-71058f81-2aff-4dfb-b2fc-89c61c2e3e3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 1000 time: 0.0599422 Oct 13 01:34:03.516867 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-5f877db6-b882-4072-ae1e-4dbf1fb507cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:03.518237 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-5f877db6-b882-4072-ae1e-4dbf1fb507cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0421946 Oct 13 01:34:03.566623 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-d8809189-1c87-4439-9fbc-36be50a39c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:03.568122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-d8809189-1c87-4439-9fbc-36be50a39c33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420229 Oct 13 01:34:03.658205 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-66a1498a-ce2f-4e2c-9bf8-15c56b04a999 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828161 Oct 13 01:34:03.748971 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-8b7e4852-d6ea-4d40-83bc-391149235805 req-2a3cd3c7-36f0-44a7-aa27-b7907c55ffc2 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831306 Oct 13 01:34:07.277649 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:07.878322 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:11.881420 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5d51f2d-5c70-451c-9079-3daa3f7db6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:14.650449 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e19df339-6c8d-4d3d-b441-229bba50559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:15.986291 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:16.040467 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:17.849369 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:21.141342 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:34:23.480501 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51844) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:23.678206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Deleting port 4958f46d-8d43-4547-bfcc-c25859c8d3e9 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:34:23.678460 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:23.755698 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:23.756025 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:23.767907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Calling delete_port for 4958f46d-8d43-4547-bfcc-c25859c8d3e9 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:34:23.914462 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:23.939753 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event deleted for resources: {'Port': ['ID=4958f46d-8d43-4547-bfcc-c25859c8d3e9,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:23.951983 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.952333 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.952675 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.953012 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.953347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.953682 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.954009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.954336 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.954661 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.954985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.955311 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:23.955664 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:24.011273 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:24.011641 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Floating IP e6144932-95da-430f-9dcd-238429a292c0 disassociated (deleted). External IP: 172.25.3.69, port: 6bca46bb-6677-4c9f-aee5-7890610ee846. Oct 13 01:34:24.211155 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Router 53042a87-a6dd-419a-8909-0d2c7d439b03 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:34:24.316538 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:34:24.321869 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:24.327018 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] Sync routers for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:34:24.340720 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:34:24.341405 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:34:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:34:24.352364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6e89a568-7c6c-4766-b686-3ffbede855f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "DELETE /v2.0/floatingips/e6144932-95da-430f-9dcd-238429a292c0 HTTP/1.1" status: 204 len: 168 time: 0.8707886 Oct 13 01:34:24.353049 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:34:24.355440 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a146e255-5242-430e-952e-2520bd87a4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:34:24.452929 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:34:24.482884 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d9632-cdcc-4abb-97c6-5053e15b1551 x-openstack-request-id: req-429d9632-cdcc-4abb-97c6-5053e15b1551 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:34:24.483421 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:34:24.483421 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-429d9632-cdcc-4abb-97c6-5053e15b1551 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:34:24.483821 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'status': 'completed', 'code': 200} Oct 13 01:34:24.590616 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e255-5242-430e-952e-2520bd87a4bf req-43221972-bb1c-440e-b8d5-2e9b2e832c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:24.592363 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a146e255-5242-430e-952e-2520bd87a4bf req-43221972-bb1c-440e-b8d5-2e9b2e832c1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 1097 time: 0.0426788 Oct 13 01:34:24.595474 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0890d9a-c9bf-4b86-bc96-d2664080dddc req-5c6c58b9-2ca6-4207-9f30-372119749380 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:24.596990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0890d9a-c9bf-4b86-bc96-d2664080dddc req-5c6c58b9-2ca6-4207-9f30-372119749380 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 946 time: 0.0554130 Oct 13 01:34:24.638264 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f0890d9a-c9bf-4b86-bc96-d2664080dddc req-632f562a-0616-44b2-bf2c-8fbce5fe01b2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351934 Oct 13 01:34:24.695171 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e255-5242-430e-952e-2520bd87a4bf req-985347fc-c92e-49fb-933e-6924256ae3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:24.696867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a146e255-5242-430e-952e-2520bd87a4bf req-985347fc-c92e-49fb-933e-6924256ae3aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0967824 Oct 13 01:34:24.739720 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a146e255-5242-430e-952e-2520bd87a4bf req-37c69f87-864f-4d4d-90ae-da725fd95768 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 200 len: 217 time: 0.0352023 Oct 13 01:34:24.751706 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:34:24.776857 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] Checking router: 53042a87-a6dd-419a-8909-0d2c7d439b03 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:34:24.785406 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:34:24.786004 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:34:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:34:24.793355 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e255-5242-430e-952e-2520bd87a4bf req-ae19af3f-66b4-4835-8c38-8915c7863db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:24.795397 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a146e255-5242-430e-952e-2520bd87a4bf req-ae19af3f-66b4-4835-8c38-8915c7863db3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0484779 Oct 13 01:34:24.842116 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146e255-5242-430e-952e-2520bd87a4bf req-135c40af-a47d-4899-852f-aec25b70fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:24.843683 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a146e255-5242-430e-952e-2520bd87a4bf req-135c40af-a47d-4899-852f-aec25b70fe19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400236 Oct 13 01:34:24.888700 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:34:24.944564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a146e255-5242-430e-952e-2520bd87a4bf req-083841ad-dd21-4f00-b070-20ce22f6340f service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914929 Oct 13 01:34:25.034482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a146e255-5242-430e-952e-2520bd87a4bf req-e19d8144-4ce9-4eb5-a671-8ae64cfb64ea service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823145 Oct 13 01:34:25.086287 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:34:25.112369 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f5b13-ea1b-4d1f-ba92-c93cac0aef0b None None] The sync data for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 is: [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:34:25.331618 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05b580-86d4-4976-98d2-119c989bf11d None None] New status for floating IP e6144932-95da-430f-9dcd-238429a292c0: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:34:25.754766 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988db2e5-6fe7-48cd-ba77-fc4b64e958db req-4c2c721f-fbd3-4ff9-abe8-35ab9db7ef2c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:25.756272 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-988db2e5-6fe7-48cd-ba77-fc4b64e958db req-4c2c721f-fbd3-4ff9-abe8-35ab9db7ef2c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 946 time: 0.0480995 Oct 13 01:34:25.793373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-988db2e5-6fe7-48cd-ba77-fc4b64e958db req-d6d4d98d-7db4-4b62-91a0-92f5cb746fcc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=38fa1946-f41c-41a7-887f-272f05ce8305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 Oct 13 01:34:26.148449 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313e54-be37-43c2-b648-1716352352dd req-4411b3a8-b646-4e8a-b025-f4bb8900612c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:26.149885 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd313e54-be37-43c2-b648-1716352352dd req-4411b3a8-b646-4e8a-b025-f4bb8900612c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.45 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 946 time: 0.0484791 Oct 13 01:34:26.241360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Deleting port 6bca46bb-6677-4c9f-aee5-7890610ee846 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:34:26.241708 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:26.327465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] For port 6bca46bb-6677-4c9f-aee5-7890610ee846, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=6bca46bb-6677-4c9f-aee5-7890610ee846,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:34:26.327861 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:26.339985 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Calling delete_port for 6bca46bb-6677-4c9f-aee5-7890610ee846 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:34:26.468495 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:26.496466 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event deleted for resources: {'Port': ['ID=6bca46bb-6677-4c9f-aee5-7890610ee846,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:26.524804 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.525150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.525484 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.525818 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.526147 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.526471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.526793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.527119 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.527454 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.527777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.528652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.528939 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:34:26.550396 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] No DVR routers for this DVR port 6bca46bb-6677-4c9f-aee5-7890610ee846 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:34:26.552927 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:26.556285 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-bd313e54-be37-43c2-b648-1716352352dd req-f017935b-2f18-4969-b2aa-b217d652bb21 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.45 "DELETE /v2.0/ports/6bca46bb-6677-4c9f-aee5-7890610ee846 HTTP/1.1" status: 204 len: 173 time: 0.4004519 Oct 13 01:34:26.556716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-deleted', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:34:26.558954 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a524e41-e804-4baf-a9bb-01b397fc129e" -d '{"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-deleted", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:34:26.647849 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34535fc-614b-4970-821f-06afe86e1e5b x-openstack-request-id: req-f34535fc-614b-4970-821f-06afe86e1e5b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:34:26.648227 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e741d-cb3b-462c-accb-3d99755597a2", "name": "network-vif-deleted", "tag": "6bca46bb-6677-4c9f-aee5-7890610ee846", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:34:26.648523 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f34535fc-614b-4970-821f-06afe86e1e5b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:34:26.649036 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e741d-cb3b-462c-accb-3d99755597a2', 'name': 'network-vif-deleted', 'tag': '6bca46bb-6677-4c9f-aee5-7890610ee846', 'status': 'completed', 'code': 200} Oct 13 01:34:26.900356 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-5cdee197-1fa8-4a2d-825e-1a3fd4914c3e req-37533193-26af-4a1d-aea7-04b179d12c3b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=686e741d-cb3b-462c-accb-3d99755597a2 HTTP/1.1" status: 200 len: 210 time: 0.0264533 Oct 13 01:34:27.956899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51872) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:28.014289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0546868d-ee5a-47b8-baa5-f56198eb7ce9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.040171 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0546868d-ee5a-47b8-baa5-f56198eb7ce9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.099791 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0546868d-ee5a-47b8-baa5-f56198eb7ce9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.102418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0546868d-ee5a-47b8-baa5-f56198eb7ce9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.103963 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0546868d-ee5a-47b8-baa5-f56198eb7ce9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "DELETE /v2.0/security-groups/38fa1946-f41c-41a7-887f-272f05ce8305 HTTP/1.1" status: 204 len: 168 time: 0.1460445 Oct 13 01:34:28.113716 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546868d-ee5a-47b8-baa5-f56198eb7ce9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fa1946-f41c-41a7-887f-272f05ce8305,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:28.547973 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 51878) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:28.552625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-48842aa3-0d86-4476-baf4-4caa1bacbf0d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304032501', 'description': 'tempest-secgroup-smoke-1304032501 description', 'project_id': 'd925c11977f94c41800908e6f4f47c06'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:28.576175 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48842aa3-0d86-4476-baf4-4caa1bacbf0d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.641929 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48842aa3-0d86-4476-baf4-4caa1bacbf0d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.645442 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48842aa3-0d86-4476-baf4-4caa1bacbf0d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.675140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-48842aa3-0d86-4476-baf4-4caa1bacbf0d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.676385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-48842aa3-0d86-4476-baf4-4caa1bacbf0d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274037 Oct 13 01:34:28.678203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48842aa3-0d86-4476-baf4-4caa1bacbf0d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=face01ed-7b60-4ee5-8e86-83bf8c73a6e9,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:28.679361 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51880) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:28.684010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-275130c7-3ea0-47d5-bf14-feafbc19cbde tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': 'face01ed-7b60-4ee5-8e86-83bf8c73a6e9', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:28.716344 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-275130c7-3ea0-47d5-bf14-feafbc19cbde tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.770960 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-275130c7-3ea0-47d5-bf14-feafbc19cbde tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.774342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-275130c7-3ea0-47d5-bf14-feafbc19cbde tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.790850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275130c7-3ea0-47d5-bf14-feafbc19cbde tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a20157-ccde-470f-a565-86d54b00f960,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:28.799465 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-275130c7-3ea0-47d5-bf14-feafbc19cbde tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.800671 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-275130c7-3ea0-47d5-bf14-feafbc19cbde tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202054 Oct 13 01:34:28.803269 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51882) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:28.807499 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-44266bcf-9e43-4702-a5f3-7c7da5821ea7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': 'face01ed-7b60-4ee5-8e86-83bf8c73a6e9', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:28.832026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44266bcf-9e43-4702-a5f3-7c7da5821ea7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.890185 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44266bcf-9e43-4702-a5f3-7c7da5821ea7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.893626 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44266bcf-9e43-4702-a5f3-7c7da5821ea7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.907687 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44266bcf-9e43-4702-a5f3-7c7da5821ea7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2867e6ae-a34d-4281-bbdc-7c1eef40b769,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:28.918282 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-44266bcf-9e43-4702-a5f3-7c7da5821ea7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:28.919479 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-44266bcf-9e43-4702-a5f3-7c7da5821ea7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152534 Oct 13 01:34:28.922692 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51884) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:28.926947 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-06d67fad-5d38-48e6-a50b-46668f63455b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': 'face01ed-7b60-4ee5-8e86-83bf8c73a6e9', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:28.951855 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06d67fad-5d38-48e6-a50b-46668f63455b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.011306 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06d67fad-5d38-48e6-a50b-46668f63455b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.014769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06d67fad-5d38-48e6-a50b-46668f63455b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.031711 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d67fad-5d38-48e6-a50b-46668f63455b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e18dd9-9d43-43b9-b0a3-b0241f924369,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:29.039142 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-06d67fad-5d38-48e6-a50b-46668f63455b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.040362 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-06d67fad-5d38-48e6-a50b-46668f63455b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167500 Oct 13 01:34:29.043043 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51886) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:29.047865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1fbde6af-27d5-4d32-8426-2fbdf5639f7e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': 'face01ed-7b60-4ee5-8e86-83bf8c73a6e9', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:29.072525 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fbde6af-27d5-4d32-8426-2fbdf5639f7e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.129250 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fbde6af-27d5-4d32-8426-2fbdf5639f7e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.133065 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fbde6af-27d5-4d32-8426-2fbdf5639f7e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.150966 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbde6af-27d5-4d32-8426-2fbdf5639f7e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9d6bf2-bc9c-40bd-814c-0615389f4b80,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:29.155892 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1fbde6af-27d5-4d32-8426-2fbdf5639f7e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.157154 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1fbde6af-27d5-4d32-8426-2fbdf5639f7e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130483 Oct 13 01:34:29.159838 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51888) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:29.164420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d912f0f6-3816-43d4-880a-b5c59d2582c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': 'face01ed-7b60-4ee5-8e86-83bf8c73a6e9', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:29.185007 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-d912f0f6-3816-43d4-880a-b5c59d2582c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Project d925c11977f94c41800908e6f4f47c06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:34:29.189747 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d912f0f6-3816-43d4-880a-b5c59d2582c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.249759 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d912f0f6-3816-43d4-880a-b5c59d2582c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.253133 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d912f0f6-3816-43d4-880a-b5c59d2582c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.267414 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912f0f6-3816-43d4-880a-b5c59d2582c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6c4eb1-1150-4e5b-8bc0-8c3506eb639b,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:29.277782 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d912f0f6-3816-43d4-880a-b5c59d2582c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.278971 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d912f0f6-3816-43d4-880a-b5c59d2582c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181669 Oct 13 01:34:29.282151 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 51890) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:34:29.286370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-a61b5e0b-5246-4489-b744-6a41fa812102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'security_group_rule': {'security_group_id': 'face01ed-7b60-4ee5-8e86-83bf8c73a6e9', 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:29.307246 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-a61b5e0b-5246-4489-b744-6a41fa812102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Project d925c11977f94c41800908e6f4f47c06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:34:29.311845 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a61b5e0b-5246-4489-b744-6a41fa812102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.377421 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a61b5e0b-5246-4489-b744-6a41fa812102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.381403 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a61b5e0b-5246-4489-b744-6a41fa812102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.400825 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b5e0b-5246-4489-b744-6a41fa812102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5fea67-ce74-4eda-b554-7ace3176a4be,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:29.405945 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-a61b5e0b-5246-4489-b744-6a41fa812102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:29.407098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-a61b5e0b-5246-4489-b744-6a41fa812102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239927 Oct 13 01:34:30.966282 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:34:30.987468 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 6bca46bb-6677-4c9f-aee5-7890610ee846 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:34:30.987842 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 6bca46bb-6677-4c9f-aee5-7890610ee846 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:34:37.277228 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:37.878338 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:41.885791 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-35de2d1a-393e-4fc1-b927-d18276659bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:44.614213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-9b748408-87fa-47a8-855f-9732c7493d94 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304032501&fields=id&tenant_id=d925c11977f94c41800908e6f4f47c06 HTTP/1.1" status: 200 len: 267 time: 0.0314398 Oct 13 01:34:44.650455 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6fa39d8d-c2e2-4fc5-8bd6-f30bcdd5a40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:44.722821 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-87d282e8-d777-46a5-b3d2-5a3f6ff8a11e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:44.724355 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-87d282e8-d777-46a5-b3d2-5a3f6ff8a11e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 807 time: 0.1035869 Oct 13 01:34:44.739338 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-b6c26b9c-f1a5-4fa3-8883-a40dd3016094 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/quotas/d925c11977f94c41800908e6f4f47c06 HTTP/1.1" status: 200 len: 375 time: 0.0092752 Oct 13 01:34:44.788092 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-b427fd30-b31b-42e8-8e19-ec2ef660fc98 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436413 Oct 13 01:34:44.846506 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-b3c83440-16c1-4d00-9835-4e9e99195280 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94989) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:34:44.847529 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-b3c83440-16c1-4d00-9835-4e9e99195280 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0479240 Oct 13 01:34:44.937558 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-5b3f68a2-2971-4e72-9aca-4e5d24cd90c4 service neutron] 10.222.0.21 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835397 Oct 13 01:34:45.023410 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-86d2be7f-d6fc-43cd-822d-3da8c70ace97 service neutron] 10.222.0.21 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799565 Oct 13 01:34:45.299090 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bec63e21-f955-4080-afb5-8108142912d3 req-b43e5017-00c0-4d0d-b269-f6a8e3295742 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 210 time: 0.0265882 Oct 13 01:34:45.988047 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:46.043336 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:46.316433 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-30acec3c-a327-436e-933a-14ac0b880237 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:46.317911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-30acec3c-a327-436e-933a-14ac0b880237 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 807 time: 0.1095071 Oct 13 01:34:46.375984 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-28de1369-112a-4de0-8ad8-51f216c82795 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d925c11977f94c41800908e6f4f47c06 HTTP/1.1" status: 200 len: 380 time: 0.0364740 Oct 13 01:34:46.388800 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'port': {'device_id': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'admin_state_up': True, 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'security_groups': ['face01ed-7b60-4ee5-8e86-83bf8c73a6e9']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:46.428145 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b52bd88-d17a-4f8e-98d5-0d2d498575b1 req-9fe4250d-9aef-4595-bbaa-f020bca3d2d4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 210 time: 0.0342295 Oct 13 01:34:46.502931 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Made reservation on behalf of d925c11977f94c41800908e6f4f47c06 for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:34:46.506443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:46.629320 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Allocated IP 172.20.0.13 (3cbe156a-3365-4b9a-a582-9aca53bdf026/a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3/283a0e26-05ad-4373-a87d-f7db2a23d672) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:34:46.771094 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:46.803976 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:46.848095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:34:46.851281 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:34:46.854937 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:34:46.882908 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:46.912777 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:46.913583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:46.931270 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-cee198ff-f96b-43bc-b1c8-2db47a0b5d50 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5494590 Oct 13 01:34:46.989438 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Request body: {'port': {'device_id': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:34:47.050996 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:47.144832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-952876bf-0441-4729-977d-7d69edd644f3 None None] Provisioning complete for port 283a0e26-05ad-4373-a87d-f7db2a23d672 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:34:47.145330 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-952876bf-0441-4729-977d-7d69edd644f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:47.179652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-952876bf-0441-4729-977d-7d69edd644f3 None None] Port 283a0e26-05ad-4373-a87d-f7db2a23d672 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:34:47.327532 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283a0e26-05ad-4373-a87d-f7db2a23d672 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:34:47.335910 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:47.347591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Transition to ACTIVE for port object 283a0e26-05ad-4373-a87d-f7db2a23d672 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:34:47.352044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:47.417040 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:47.471959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Attempting to bind port 283a0e26-05ad-4373-a87d-f7db2a23d672 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:34:47.472294 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Attempting to bind port 283a0e26-05ad-4373-a87d-f7db2a23d672 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:34:47.472615 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Attempting to bind port 283a0e26-05ad-4373-a87d-f7db2a23d672 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:34:47.477676 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Port 283a0e26-05ad-4373-a87d-f7db2a23d672 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:34:47.478004 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Attempting to bind port 283a0e26-05ad-4373-a87d-f7db2a23d672 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:34:47.488472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:34:47.489169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Checking segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:34:47.489626 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Bound using segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:34:47.490140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Bound port: 283a0e26-05ad-4373-a87d-f7db2a23d672, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:34:47.490570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:47.573013 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:34:47.576382 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:34:47.584869 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:47.594842 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6438afa-bf17-45ee-9ef7-73e67f78ddd2 req-9e95fcbb-dc09-4a8b-845e-eef334e753ca tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:47.597143 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6438afa-bf17-45ee-9ef7-73e67f78ddd2 req-9e95fcbb-dc09-4a8b-845e-eef334e753ca tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0799723 Oct 13 01:34:47.622073 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:47.623322 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:47.624910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1092 time: 0.6803784 Oct 13 01:34:47.629876 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:34:47.632037 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355" -d '{"events": [{"name": "network-changed", "server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:34:47.655652 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291a035-896f-47dc-bc32-a9ed2a5963c7 service neutron] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:34:47.695016 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f6438afa-bf17-45ee-9ef7-73e67f78ddd2 req-6ef9d7f6-1ee2-4621-90cf-721f29f244c3 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912688 Oct 13 01:34:47.724319 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a522e7ca-2d71-4f1c-a6d7-c29fc432367a x-openstack-request-id: req-a522e7ca-2d71-4f1c-a6d7-c29fc432367a {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:34:47.724965 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:34:47.725462 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a522e7ca-2d71-4f1c-a6d7-c29fc432367a {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:34:47.726026 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'status': 'completed', 'code': 200} Oct 13 01:34:47.760141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-69bd85da-7437-4926-bbb0-5fc4b6beff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:47.761743 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-69bd85da-7437-4926-bbb0-5fc4b6beff55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1095 time: 0.0654233 Oct 13 01:34:47.818010 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-96eb59ba-c569-476c-9eda-b6b5344c6379 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 217 time: 0.0408580 Oct 13 01:34:47.874080 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:34:47.887162 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-41714a4b-15ea-4cb9-a068-82ac1ce8c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:47.888779 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-41714a4b-15ea-4cb9-a068-82ac1ce8c0dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0636361 Oct 13 01:34:47.937319 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-296a9ca8-c02d-478a-a881-fd2c149ced2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:47.938872 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-296a9ca8-c02d-478a-a881-fd2c149ced2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434613 Oct 13 01:34:48.033944 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-2433d93a-d169-4290-8aac-6897269855e5 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877073 Oct 13 01:34:48.123919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0dda2a06-680f-40ee-815e-86fee5279f9e req-0915812d-62ed-4846-bc31-f565149cc5cf service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826132 Oct 13 01:34:48.230581 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-823a2bf6-8145-4cb8-a54c-0b2f8385c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:48.232141 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-823a2bf6-8145-4cb8-a54c-0b2f8385c8ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1095 time: 0.0404456 Oct 13 01:34:48.327288 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-f577e11d-fdc6-4649-b47e-03aba4af4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:48.328791 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-f577e11d-fdc6-4649-b47e-03aba4af4de0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0903425 Oct 13 01:34:48.369983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-4d604697-224c-41a3-b537-f5e6e7a0bd85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 217 time: 0.0342686 Oct 13 01:34:48.423300 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-0c02e623-6049-4a89-a595-8ef45fbcef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:48.424807 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-0c02e623-6049-4a89-a595-8ef45fbcef83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0487051 Oct 13 01:34:48.471347 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-64edbb2b-c457-4b58-8e51-3752fe7e735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:48.472893 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-64edbb2b-c457-4b58-8e51-3752fe7e735c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405636 Oct 13 01:34:48.562919 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-8022a0c5-2c3b-49a5-89a3-d7948942cd67 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821097 Oct 13 01:34:48.658043 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6e3ddb5d-82a1-44a2-9bee-e584dcbc9355 req-683a1a4c-00ea-4150-98eb-dd631a1f19e3 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860384 Oct 13 01:34:48.814887 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdd546-6cba-4579-8097-92e5a245f9d5 req-a28485d2-eb93-439e-b616-bcc9a3183930 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:48.816351 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aecdd546-6cba-4579-8097-92e5a245f9d5 req-a28485d2-eb93-439e-b616-bcc9a3183930 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0487537 Oct 13 01:34:48.853912 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-aecdd546-6cba-4579-8097-92e5a245f9d5 req-fbcac99d-b018-4cc2-85c5-f81e92092231 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Oct 13 01:34:49.970420 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61420f9-5074-4fde-8849-6bdebc072827 req-b053bb05-2c78-4882-9bcf-a7dd9edb0df4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:49.971952 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f61420f9-5074-4fde-8849-6bdebc072827 req-b053bb05-2c78-4882-9bcf-a7dd9edb0df4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0504940 Oct 13 01:34:50.009045 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f61420f9-5074-4fde-8849-6bdebc072827 req-c1645fd6-728a-4006-abe9-8402574491cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310121 Oct 13 01:34:51.130889 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cd3f5-2496-4ce1-86a1-58acf745b8c3 req-9c550823-9cba-470f-8eae-92ac0a14f316 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:51.132481 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c88cd3f5-2496-4ce1-86a1-58acf745b8c3 req-9c550823-9cba-470f-8eae-92ac0a14f316 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0545020 Oct 13 01:34:51.171592 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c88cd3f5-2496-4ce1-86a1-58acf745b8c3 req-f3160275-4029-438c-ab41-da78c51af79a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Oct 13 01:34:52.284523 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15efb5-9947-456d-a1b0-1b0519b49e24 req-742cafbe-664a-47ea-be78-4b28bfbd6aae tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:52.285901 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b15efb5-9947-456d-a1b0-1b0519b49e24 req-742cafbe-664a-47ea-be78-4b28bfbd6aae tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0482988 Oct 13 01:34:52.324277 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2b15efb5-9947-456d-a1b0-1b0519b49e24 req-91db6be3-2ba6-435d-95bf-065a27f7ef24 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321484 Oct 13 01:34:53.436394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35216042-6f5e-41d0-8791-482d298e2624 req-6b6efbac-d779-4cef-954c-19ee57b107f6 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:53.437739 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35216042-6f5e-41d0-8791-482d298e2624 req-6b6efbac-d779-4cef-954c-19ee57b107f6 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0482430 Oct 13 01:34:53.473658 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-35216042-6f5e-41d0-8791-482d298e2624 req-79cb0cd3-3b85-4c25-8c60-066d51e5dc8b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301330 Oct 13 01:34:54.591992 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4c80f-ba8f-4857-ab53-72fb2099c71b req-cb68ac8e-7a47-42af-ad48-b9b4579710c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:54.593466 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bd4c80f-ba8f-4857-ab53-72fb2099c71b req-cb68ac8e-7a47-42af-ad48-b9b4579710c2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0513778 Oct 13 01:34:54.633673 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6bd4c80f-ba8f-4857-ab53-72fb2099c71b req-6de52926-6917-46e3-b1d5-45a4a6057723 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Oct 13 01:34:55.746152 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94db59-5bdc-434d-8e4e-c1a352846288 req-269dc471-abe0-4ef4-b144-1bbcbd52240d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:55.748135 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc94db59-5bdc-434d-8e4e-c1a352846288 req-269dc471-abe0-4ef4-b144-1bbcbd52240d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0475426 Oct 13 01:34:55.784413 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc94db59-5bdc-434d-8e4e-c1a352846288 req-f06aa772-796e-4496-8864-7bf8bee1f1e2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305436 Oct 13 01:34:56.895850 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab2b73-9725-4416-8488-9d9f1b990b8a req-35164e1f-148f-460a-aef8-466ecf09e80f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:56.897310 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bab2b73-9725-4416-8488-9d9f1b990b8a req-35164e1f-148f-460a-aef8-466ecf09e80f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0480418 Oct 13 01:34:56.934169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9bab2b73-9725-4416-8488-9d9f1b990b8a req-606b072d-cdf6-4bc8-a1b9-115df9c89f5d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310056 Oct 13 01:34:58.053065 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ebcb3-04da-4824-9e9e-07880da1e235 req-b4bd2db9-136e-41f6-b27d-6932f4e12ece tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:58.054566 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1ebcb3-04da-4824-9e9e-07880da1e235 req-b4bd2db9-136e-41f6-b27d-6932f4e12ece tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0569572 Oct 13 01:34:58.091360 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ae1ebcb3-04da-4824-9e9e-07880da1e235 req-008c6d10-98fc-4286-9dc2-2e01c8038764 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300162 Oct 13 01:34:58.139606 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:34:59.208562 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8755a-c600-495a-b564-2c656af49309 req-b1086d6d-5592-4dd7-8ec7-6c072dcf4c6a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:34:59.210049 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1e8755a-c600-495a-b564-2c656af49309 req-b1086d6d-5592-4dd7-8ec7-6c072dcf4c6a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0543673 Oct 13 01:34:59.246231 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a1e8755a-c600-495a-b564-2c656af49309 req-7f35e6d3-0258-4e57-8746-77fafb15843c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303326 Oct 13 01:35:00.359767 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1d90-24eb-478c-9c72-d6772fb2ea7a req-2b6e06b8-0833-43cd-b1d8-186ec76eab4e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:00.361257 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb8a1d90-24eb-478c-9c72-d6772fb2ea7a req-2b6e06b8-0833-43cd-b1d8-186ec76eab4e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0488963 Oct 13 01:35:00.398251 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fb8a1d90-24eb-478c-9c72-d6772fb2ea7a req-56ade0a4-fde5-47ea-8a3d-38d0dc6b21ea tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312140 Oct 13 01:35:00.520091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 283a0e26-05ad-4373-a87d-f7db2a23d672 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:35:00.613430 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:35:00.624108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'port_id': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'mac_address': 'fa:16:3e:b4:08:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:35:00.660105 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:00.672359 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283a0e26-05ad-4373-a87d-f7db2a23d672 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:35:00.690754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:35:00.694655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:00.739971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:35:00.747070 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.747948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.748284 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.748614 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.748942 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.749269 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.749592 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.749909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.750233 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.750550 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.750866 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:00.751180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:35:01.125327 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['283a0e26-05ad-4373-a87d-f7db2a23d672'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:35:01.513902 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c76d3-8833-4471-9357-e700507aa51c req-1f58ef2d-db95-4cc3-99fe-23da58c79ad2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:01.515342 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df7c76d3-8833-4471-9357-e700507aa51c req-1f58ef2d-db95-4cc3-99fe-23da58c79ad2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Oct 13 01:35:01.552810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-df7c76d3-8833-4471-9357-e700507aa51c req-2f5ac9e1-23d9-4009-9054-a673a1f6b8b8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Oct 13 01:35:02.519401 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 283a0e26-05ad-4373-a87d-f7db2a23d672 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:35:02.566721 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 283a0e26-05ad-4373-a87d-f7db2a23d672 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:35:02.570440 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 283a0e26-05ad-4373-a87d-f7db2a23d672 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:35:02.570817 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:02.648609 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:02.667031 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eb8f4-2cbd-48d6-8cb8-2b6949f48231 req-1ad71593-2d77-4b0d-ac01-ff1b9d0e0549 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:02.668568 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a7eb8f4-2cbd-48d6-8cb8-2b6949f48231 req-1ad71593-2d77-4b0d-ac01-ff1b9d0e0549 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 945 time: 0.0495460 Oct 13 01:35:02.671910 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:35:02.674164 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a0a47e-4cc6-4c89-bd49-1aab8bcdc75b" -d '{"events": [{"server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "name": "network-vif-plugged", "status": "completed", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:35:02.687396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:35:02.692077 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:02.707818 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a7eb8f4-2cbd-48d6-8cb8-2b6949f48231 req-ec2b66be-1013-4a94-ae40-8583db914dc2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326333 Oct 13 01:35:02.746647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:35:02.763399 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b09b61-8a43-4665-b26f-b9c076c93473 x-openstack-request-id: req-13b09b61-8a43-4665-b26f-b9c076c93473 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:35:02.763728 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "name": "network-vif-plugged", "status": "completed", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:35:02.763983 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13b09b61-8a43-4665-b26f-b9c076c93473 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:35:02.764370 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'code': 200} Oct 13 01:35:02.880983 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fed7ca-989a-4057-9866-a66cce138ca8 req-90d49c8d-4b87-4910-af02-c0bd00154c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:02.882461 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29fed7ca-989a-4057-9866-a66cce138ca8 req-90d49c8d-4b87-4910-af02-c0bd00154c9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1097 time: 0.0404451 Oct 13 01:35:02.918482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-29fed7ca-989a-4057-9866-a66cce138ca8 req-2c1ebcb4-e6b6-48b8-b0ef-4c83e5bcadb1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281081 Oct 13 01:35:03.832744 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f17a-6f12-439d-a720-d6a611f0fb15 req-26b88480-eacc-4356-a01a-49062ab9c26c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:03.834203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f224f17a-6f12-439d-a720-d6a611f0fb15 req-26b88480-eacc-4356-a01a-49062ab9c26c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0476191 Oct 13 01:35:03.871632 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f224f17a-6f12-439d-a720-d6a611f0fb15 req-2d70c210-d54d-4db6-b29a-917b6f0c0368 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Oct 13 01:35:04.988195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02479f70-c23c-4c4d-9f30-1ceb4bccfc9e req-fd9c7ac0-9820-40ae-86ac-75a3eb7474a4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:04.989667 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02479f70-c23c-4c4d-9f30-1ceb4bccfc9e req-fd9c7ac0-9820-40ae-86ac-75a3eb7474a4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0505159 Oct 13 01:35:05.026066 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-02479f70-c23c-4c4d-9f30-1ceb4bccfc9e req-54b0813a-e199-46ba-9a3f-ddf6fa52275d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304899 Oct 13 01:35:05.140948 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bacd69-20df-41bc-aa8f-1e67ba355c4d req-49697224-7bab-4fd0-a9b3-e78a85e23186 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:05.142446 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59bacd69-20df-41bc-aa8f-1e67ba355c4d req-49697224-7bab-4fd0-a9b3-e78a85e23186 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0510561 Oct 13 01:35:05.180283 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-59bacd69-20df-41bc-aa8f-1e67ba355c4d req-7225ec31-d777-4337-a592-0c9a9d19b78e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Oct 13 01:35:05.200844 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52102) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:35:05.278073 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc330818-0996-4a39-b8b3-fe3d677d2fde tempest-TestShelveInstance-842923368 tempest-TestShelveInstance-842923368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:05.280053 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-cc330818-0996-4a39-b8b3-fe3d677d2fde tempest-TestShelveInstance-842923368 tempest-TestShelveInstance-842923368-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1092 time: 0.0782547 Oct 13 01:35:05.282787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52106) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:35:05.286925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:35:05.308179 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:05.406966 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:05.509497 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Allocated IP 172.25.3.148 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/a31b88a0-7eb6-4b23-ae43-dfa197a3e8bf) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:35:05.611164 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:05.643472 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:05.681639 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:35:05.684556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:35:05.687941 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:35:05.693105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'Port': ['ID=a31b88a0-7eb6-4b23-ae43-dfa197a3e8bf,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:35:06.039141 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:06.106547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:06.260599 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:06.265538 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:06.337881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event updated for resources: {'Port': ['ID=a31b88a0-7eb6-4b23-ae43-dfa197a3e8bf,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:35:06.346504 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:06.447198 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Floating IP f32d4f2a-49aa-410e-86f7-c5c9992599b0 associated. External IP: 172.25.3.148, port: 283a0e26-05ad-4373-a87d-f7db2a23d672. Oct 13 01:35:06.540177 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-69f77d0b-7a21-4624-9962-dae58bfba3c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440838 Oct 13 01:35:06.639551 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-dddc8416-fb04-4eab-b1ef-c9dc3cd7bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:06.641008 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-dddc8416-fb04-4eab-b1ef-c9dc3cd7bd4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1097 time: 0.0431113 Oct 13 01:35:06.748537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-a735c8ac-d59e-4336-a6fb-d3032e4016ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:06.750039 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-a735c8ac-d59e-4336-a6fb-d3032e4016ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0890305 Oct 13 01:35:06.982669 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Router 53042a87-a6dd-419a-8909-0d2c7d439b03 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:35:07.093533 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:35:07.103493 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] Sync routers for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:35:07.112076 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:07.114987 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:35:07.115738 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:34:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:35:07.134786 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-81f6e4da-67e3-4bf9-8543-8ee7ebf1b50c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1000 time: 0.3778369 Oct 13 01:35:07.142698 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-27410f36-c875-4f22-b9ec-b9ee0afd6012 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8588781 Oct 13 01:35:07.143907 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:35:07.145791 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40da880-69c5-467b-a39b-9656fa9f72d2" -d '{"events": [{"name": "network-changed", "server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:35:07.198193 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed2a72-77b8-4563-a617-24c782357841 x-openstack-request-id: req-6bed2a72-77b8-4563-a617-24c782357841 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:35:07.198490 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:35:07.198742 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bed2a72-77b8-4563-a617-24c782357841 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:35:07.199147 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'status': 'completed', 'code': 200} Oct 13 01:35:07.200930 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-4a662937-28e4-4d31-8f74-0d629252cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:07.202414 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-4a662937-28e4-4d31-8f74-0d629252cca4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0600688 Oct 13 01:35:07.243680 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:35:07.257065 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-0fc3f88a-5e2e-42d2-8873-50c73972799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:07.258580 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-0fc3f88a-5e2e-42d2-8873-50c73972799f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405593 Oct 13 01:35:07.282884 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:07.351645 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-9855e557-28c3-4699-a1be-637ca7d5c36c service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857184 Oct 13 01:35:07.447374 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-438d43cf-1b27-4a7f-9c7f-1e937057dc1a req-e8ff94ac-f04a-40a6-a8e4-5d03967f2db2 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887685 Oct 13 01:35:07.466905 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'f32d4f2a-49aa-410e-86f7-c5c9992599b0', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'port_id': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'mac_address': 'fa:16:3e:b4:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:35:05Z', 'updated_at': '2021-10-13T01:35:05Z', 'revision_number': 0, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:35:07.493852 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] Checking router: 53042a87-a6dd-419a-8909-0d2c7d439b03 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:35:07.501950 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:35:07.502541 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:34:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:35:07.552719 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-13496f26-0c34-457a-a3c1-384d34c06232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:07.554221 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-13496f26-0c34-457a-a3c1-384d34c06232 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1097 time: 0.0412524 Oct 13 01:35:07.608219 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:35:07.644879 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-55de6575-9ea8-4993-853c-5243386f4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:07.646347 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-55de6575-9ea8-4993-853c-5243386f4591 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0846426 Oct 13 01:35:07.714165 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-df4d78bc-3fbc-4a83-9d7b-7a896848f720 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1000 time: 0.0609703 Oct 13 01:35:07.762298 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-dd710f08-a537-4afc-8870-ae7ac373480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:07.764220 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-dd710f08-a537-4afc-8870-ae7ac373480b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0437887 Oct 13 01:35:07.809375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-558bf911-da92-4322-a831-6ecc3a83df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:35:07.810880 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-558bf911-da92-4322-a831-6ecc3a83df16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397351 Oct 13 01:35:07.824742 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'f32d4f2a-49aa-410e-86f7-c5c9992599b0', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'port_id': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'mac_address': 'fa:16:3e:b4:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:35:05Z', 'updated_at': '2021-10-13T01:35:05Z', 'revision_number': 0, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:35:07.854114 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524593ba-c923-40cc-9996-23272e4bfe23 None None] The sync data for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 is: [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'f32d4f2a-49aa-410e-86f7-c5c9992599b0', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'floating_ip_address': '172.25.3.148', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'port_id': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'mac_address': 'fa:16:3e:b4:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:35:05Z', 'updated_at': '2021-10-13T01:35:05Z', 'revision_number': 0, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:35:07.878682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:07.907192 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-724e81e8-4e78-44b2-b1f8-b306a29a2fb8 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892074 Oct 13 01:35:07.998031 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a40da880-69c5-467b-a39b-9656fa9f72d2 req-c40732c2-595a-4645-bc58-0a087551f0f7 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837548 Oct 13 01:35:08.052776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106cd1f-9e7c-4356-8448-dd416d011350 None None] New status for floating IP f32d4f2a-49aa-410e-86f7-c5c9992599b0: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:35:11.886239 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f34576e0-fdc7-4af6-b404-7c074aaab9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:14.652622 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-191bb2fb-27f8-45c7-8980-58c04b78998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:15.988952 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:16.045822 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:17.849074 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:35.139024 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:35:37.306559 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:37.892135 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:41.886526 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c713dc55-a573-4246-9adf-3266a013cbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:44.652614 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-13d380d0-8333-420e-a636-6163e8d57726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:45.990527 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:46.048730 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:35:47.851157 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:07.294614 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:07.891810 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:08.547658 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-68a80316-7778-4ad5-99c6-347ad11670ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462873 Oct 13 01:36:08.642673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-565c379d-d40e-48ee-b37f-9bbdc8331d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:36:08.644096 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-565c379d-d40e-48ee-b37f-9bbdc8331d5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1097 time: 0.0409422 Oct 13 01:36:08.747887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-86439e05-962b-4ffc-977f-e3a2ea40edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:36:08.749932 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-86439e05-962b-4ffc-977f-e3a2ea40edbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0872703 Oct 13 01:36:08.813586 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-51f4725f-f2c8-4d22-816c-51750f153d1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1002 time: 0.0571964 Oct 13 01:36:08.862038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-ee35c596-3e8e-432d-b7b3-e5eebb29c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:36:08.863452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-ee35c596-3e8e-432d-b7b3-e5eebb29c02c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0431559 Oct 13 01:36:08.911211 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-be261bbb-a79f-46e1-a080-642832e33135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:36:08.912647 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-be261bbb-a79f-46e1-a080-642832e33135 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424645 Oct 13 01:36:09.001059 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-4a6ce275-2b0b-489a-990b-3c041ab52e19 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805514 Oct 13 01:36:09.095118 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-fad1cc33-ec6e-4e0d-99ad-903d8ef13ea2 req-bbc6b76a-5647-4d65-9d7e-3647c62ffd0e service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877359 Oct 13 01:36:11.887905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eaef1671-3f8a-41fa-bee1-4b29eca972f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:12.137872 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:36:14.651806 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-936bfbef-110d-4e8d-b993-e0a3ca12decd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:15.990610 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:16.050306 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:17.853464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:37.302854 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:37.906330 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:41.887844 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5409-74ca-4a9d-b0b0-08299ce66091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:44.651071 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6a67b22d-5846-4f85-add6-c97f2656e1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:45.990962 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:46.052902 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:47.857590 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:36:49.137609 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:37:03.801149 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cd597-4df1-4c6e-8734-27cec3c160c5 req-22b9c897-8950-4e50-8be8-941160966420 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:03.802656 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f9cd597-4df1-4c6e-8734-27cec3c160c5 req-22b9c897-8950-4e50-8be8-941160966420 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0928056 Oct 13 01:37:03.840150 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f9cd597-4df1-4c6e-8734-27cec3c160c5 req-9f17b09c-ef16-49ff-97d0-2d0c33c0bf66 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313566 Oct 13 01:37:04.998185 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd999b3-959c-4a03-99ef-bba6eaee5dd5 req-15aecaf2-652e-48bf-8152-0c0736909d91 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:04.999678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdd999b3-959c-4a03-99ef-bba6eaee5dd5 req-15aecaf2-652e-48bf-8152-0c0736909d91 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0907974 Oct 13 01:37:05.036850 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fdd999b3-959c-4a03-99ef-bba6eaee5dd5 req-685a21f3-9cc9-4c6d-8e98-e0d5ebd8c200 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307343 Oct 13 01:37:06.164757 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2386d7-6ac8-46e3-b668-24684218e4d1 req-d26c20d4-6a2e-47c6-a3be-4fe981bd4796 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:06.166213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf2386d7-6ac8-46e3-b668-24684218e4d1 req-d26c20d4-6a2e-47c6-a3be-4fe981bd4796 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0515010 Oct 13 01:37:06.202781 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cf2386d7-6ac8-46e3-b668-24684218e4d1 req-317e59cf-b9c7-4046-b9ae-51ef7dd3288e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306492 Oct 13 01:37:07.304084 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:07.316560 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350de9bd-5e19-436f-bb68-2a05d7e97bbc req-da8bbff3-64e8-4852-b52a-bc3545d5b88d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:07.318546 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-350de9bd-5e19-436f-bb68-2a05d7e97bbc req-da8bbff3-64e8-4852-b52a-bc3545d5b88d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0508673 Oct 13 01:37:07.355380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-350de9bd-5e19-436f-bb68-2a05d7e97bbc req-be899c5a-655b-4ee6-99e8-9bca084553ff tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Oct 13 01:37:07.921719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:08.466894 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29ca6e-a4a0-48ba-b226-4b171c3bcb3b req-c1656334-07ec-4946-9f6f-57051088b6b3 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:08.468307 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab29ca6e-a4a0-48ba-b226-4b171c3bcb3b req-c1656334-07ec-4946-9f6f-57051088b6b3 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0481081 Oct 13 01:37:08.508060 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ab29ca6e-a4a0-48ba-b226-4b171c3bcb3b req-f54ad912-97ef-4a53-8c2e-f48c8f5c4d1b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337865 Oct 13 01:37:09.588803 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c2689-514c-4200-83dd-7d129d69d878 req-487af8b7-4d50-472d-a1de-9170e5f90723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:09.590317 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-393c2689-514c-4200-83dd-7d129d69d878 req-487af8b7-4d50-472d-a1de-9170e5f90723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1097 time: 0.0423865 Oct 13 01:37:09.628892 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24b2ba-9d5b-449a-bf31-f43517219840 req-53b19d92-244b-4ace-81ae-b4908ee41470 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:09.630445 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f24b2ba-9d5b-449a-bf31-f43517219840 req-53b19d92-244b-4ace-81ae-b4908ee41470 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0544956 Oct 13 01:37:09.667753 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6f24b2ba-9d5b-449a-bf31-f43517219840 req-e3490ad0-c90b-42b1-bef2-73a05ccec226 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Oct 13 01:37:09.696869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c2689-514c-4200-83dd-7d129d69d878 req-dbe62d52-6373-45e2-b5ca-45bc478c9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:09.698354 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-393c2689-514c-4200-83dd-7d129d69d878 req-dbe62d52-6373-45e2-b5ca-45bc478c9970 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0868306 Oct 13 01:37:09.766220 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-393c2689-514c-4200-83dd-7d129d69d878 req-75d812d7-6165-4915-8585-0f21a3cb526b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1002 time: 0.0608120 Oct 13 01:37:09.815941 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c2689-514c-4200-83dd-7d129d69d878 req-a2cb8ed9-ed58-4405-a32b-d4ee66947490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:09.817378 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-393c2689-514c-4200-83dd-7d129d69d878 req-a2cb8ed9-ed58-4405-a32b-d4ee66947490 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0439148 Oct 13 01:37:09.861917 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c2689-514c-4200-83dd-7d129d69d878 req-c0091acd-2c87-4364-a801-431015ef2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:09.863389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-393c2689-514c-4200-83dd-7d129d69d878 req-c0091acd-2c87-4364-a801-431015ef2115 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395048 Oct 13 01:37:09.955412 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-393c2689-514c-4200-83dd-7d129d69d878 req-c9cc8ec3-ed9d-4c27-af0a-63b0093153cc service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849161 Oct 13 01:37:10.045184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-393c2689-514c-4200-83dd-7d129d69d878 req-57e72e8a-9778-4b2e-b911-16917b6ddc50 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824044 Oct 13 01:37:10.783214 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cce40-3c01-4795-aa04-1c5a1e849291 req-6c82c5af-274f-46d3-99f6-130774f69952 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:10.784742 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-194cce40-3c01-4795-aa04-1c5a1e849291 req-6c82c5af-274f-46d3-99f6-130774f69952 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0493042 Oct 13 01:37:10.822616 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-194cce40-3c01-4795-aa04-1c5a1e849291 req-e52c0764-42c4-4fb0-8941-ef07cdd53842 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308971 Oct 13 01:37:11.888096 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d9a464cc-df47-4e2e-89e5-a8bbc85ddc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:11.938503 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3278-4e1e-407d-9380-9f0a853f1d3e req-df404179-4bc2-4565-905a-99ca14991c78 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:11.940412 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ccfe3278-4e1e-407d-9380-9f0a853f1d3e req-df404179-4bc2-4565-905a-99ca14991c78 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0503561 Oct 13 01:37:11.978087 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ccfe3278-4e1e-407d-9380-9f0a853f1d3e req-23838e59-f371-4c87-86c6-18f581a6b7a4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Oct 13 01:37:13.093994 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12abaee-b59f-4a1c-bceb-c5c859b8b201 req-e235ead4-f6ee-4ee2-96f1-47c2ca2425cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:13.095368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b12abaee-b59f-4a1c-bceb-c5c859b8b201 req-e235ead4-f6ee-4ee2-96f1-47c2ca2425cd tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0509050 Oct 13 01:37:13.132962 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b12abaee-b59f-4a1c-bceb-c5c859b8b201 req-fd2c2569-c138-4c82-ac3a-c7ad2591c6ea tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309963 Oct 13 01:37:13.989014 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-aab39502-8361-431d-bf77-5c3c8a706c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:13.990545 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-aab39502-8361-431d-bf77-5c3c8a706c59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1097 time: 0.0459869 Oct 13 01:37:14.078678 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-e03662c5-7706-46e3-8463-4a6a24016c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:14.080138 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-e03662c5-7706-46e3-8463-4a6a24016c39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0828207 Oct 13 01:37:14.148264 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-bbe04eab-4697-4d9a-a168-e1830bd37982 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1002 time: 0.0607467 Oct 13 01:37:14.201058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-dad0c9e1-1d99-4dc6-98dc-da8047509074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:14.203189 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-dad0c9e1-1d99-4dc6-98dc-da8047509074 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0480864 Oct 13 01:37:14.248506 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-504b59b6-4646-4efd-909e-f39ec986dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:14.249927 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-504b59b6-4646-4efd-909e-f39ec986dd3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400712 Oct 13 01:37:14.250337 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2687a0-b600-4277-9885-720ee252818c req-cda0e9ab-284e-4b32-b175-2b8be13dca81 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:14.252129 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f2687a0-b600-4277-9885-720ee252818c req-cda0e9ab-284e-4b32-b175-2b8be13dca81 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0522542 Oct 13 01:37:14.290155 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3f2687a0-b600-4277-9885-720ee252818c req-a7862519-05ab-4a63-91da-9bd05a1fde39 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Oct 13 01:37:14.343452 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-61ef3903-4fea-45f1-b2e1-43581300ffc5 service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866137 Oct 13 01:37:14.432642 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6a14af81-888c-4a5e-a99a-05e324e8742b req-18937bad-8a48-4518-9152-f8085a3a705d service neutron] 10.222.0.36 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821624 Oct 13 01:37:14.651025 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b14c-da0f-4724-bc28-54bf39022f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:15.403974 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7b4f-b7e8-4df1-a7c8-2bfe83d90479 req-1fc79984-5ceb-4c2d-9683-5bfe0f36b6c0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:15.405491 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27de7b4f-b7e8-4df1-a7c8-2bfe83d90479 req-1fc79984-5ceb-4c2d-9683-5bfe0f36b6c0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0483906 Oct 13 01:37:15.444324 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27de7b4f-b7e8-4df1-a7c8-2bfe83d90479 req-b40e8e99-90e2-4052-8543-f79dff155eac tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329344 Oct 13 01:37:15.993754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:16.057658 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:16.563780 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65748f-2708-4f52-a6f5-51bd01535f47 req-063f6b6b-1c19-4253-8a0f-95a585681f4e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:16.565261 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e65748f-2708-4f52-a6f5-51bd01535f47 req-063f6b6b-1c19-4253-8a0f-95a585681f4e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0539622 Oct 13 01:37:16.603923 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1e65748f-2708-4f52-a6f5-51bd01535f47 req-bfc65034-6faa-483a-a767-a504d958ffcf tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324793 Oct 13 01:37:17.729229 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f653-3e55-404b-a712-39bd16054a88 req-82e666d4-151e-42cb-88b1-b4e2d59fc4d3 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:17.730856 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9d5f653-3e55-404b-a712-39bd16054a88 req-82e666d4-151e-42cb-88b1-b4e2d59fc4d3 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0579376 Oct 13 01:37:17.769551 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a9d5f653-3e55-404b-a712-39bd16054a88 req-fadba241-408b-425c-a32e-01082383e9ac tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Oct 13 01:37:17.860070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:18.883108 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58130420-d001-4709-aafb-a1438055e000 req-83170597-6dd2-4917-81b9-6c6a6c1c1dd8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:18.884600 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58130420-d001-4709-aafb-a1438055e000 req-83170597-6dd2-4917-81b9-6c6a6c1c1dd8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0482802 Oct 13 01:37:18.921009 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-58130420-d001-4709-aafb-a1438055e000 req-c497d03c-5907-4b4e-a38a-0f74ab156b0e tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304337 Oct 13 01:37:19.141326 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-34de14fc-11ef-4ece-8862-18898e4879bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796077 Oct 13 01:37:19.142436 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b985685-4ee1-4d07-9200-86188c37fbad req-354aa65d-50ef-4ed4-9747-c350fbea7593 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:19.143915 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b985685-4ee1-4d07-9200-86188c37fbad req-354aa65d-50ef-4ed4-9747-c350fbea7593 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 946 time: 0.0604584 Oct 13 01:37:19.150249 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f841fdb-2f0c-418c-bec9-89c68ce49630 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:37:19.151203 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f841fdb-2f0c-418c-bec9-89c68ce49630 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050132 Oct 13 01:37:19.182687 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0b985685-4ee1-4d07-9200-86188c37fbad req-c0a4d3a2-5026-428b-b6fe-7c17a3a8e57c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Oct 13 01:37:19.296852 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 283a0e26-05ad-4373-a87d-f7db2a23d672 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:37:19.372687 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:19.394515 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:37:19.396780 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5bdd66-2b16-4ad8-ba09-2b880fca6abf" -d '{"events": [{"server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "name": "network-vif-unplugged", "status": "completed", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:37:19.408989 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:37:19.413934 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:19.436635 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 01:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1653ce-5760-45b1-88d7-cd4fb895dea1 x-openstack-request-id: req-2d1653ce-5760-45b1-88d7-cd4fb895dea1 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:37:19.436921 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "name": "network-vif-unplugged", "status": "failed", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672", "code": 422}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:37:19.437170 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d1653ce-5760-45b1-88d7-cd4fb895dea1 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:37:19.437559 n-d-813679-4 neutron-server[94990]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'code': 422} returned with failed status Oct 13 01:37:19.461557 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:37:19.468818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.469169 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.469511 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.469850 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.470190 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.470548 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.470876 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.471201 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.471543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.471871 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.472193 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:19.472513 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:20.297709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887da1d8-466d-477b-9b95-75e5afb54f8f req-acd60c62-f5a6-48ab-8ded-b7b79b461a5f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:20.299237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-887da1d8-466d-477b-9b95-75e5afb54f8f req-acd60c62-f5a6-48ab-8ded-b7b79b461a5f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0491760 Oct 13 01:37:20.339105 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-887da1d8-466d-477b-9b95-75e5afb54f8f req-e925e72b-eb11-4a6f-8d7f-faadf6620a5a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Oct 13 01:37:21.453046 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b3e2d-8f2b-47ec-a776-673c38d0fd3a req-196d174a-4358-4b72-b020-fbc3cb390978 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:21.454520 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-840b3e2d-8f2b-47ec-a776-673c38d0fd3a req-196d174a-4358-4b72-b020-fbc3cb390978 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0484383 Oct 13 01:37:21.494800 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-840b3e2d-8f2b-47ec-a776-673c38d0fd3a req-56fa5343-728e-4451-8a26-0fd4bb1d6484 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336385 Oct 13 01:37:22.616461 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c36cd-9fa8-4397-8d4f-321776665056 req-00456827-d816-4170-86ed-cb7fabf5912a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:22.617887 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c23c36cd-9fa8-4397-8d4f-321776665056 req-00456827-d816-4170-86ed-cb7fabf5912a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0536051 Oct 13 01:37:22.656420 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-c23c36cd-9fa8-4397-8d4f-321776665056 req-55cf2375-e49d-498b-affc-853f6e30d6b6 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Oct 13 01:37:23.771819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dc382-19b2-461f-b323-125058037ecd req-cadbc103-6f91-441d-8c62-09aec6185ab2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:23.773325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e29dc382-19b2-461f-b323-125058037ecd req-cadbc103-6f91-441d-8c62-09aec6185ab2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0496089 Oct 13 01:37:23.811068 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e29dc382-19b2-461f-b323-125058037ecd req-ef3758e4-5e23-4e52-a36b-3554297e52e5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Oct 13 01:37:24.925492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e05710-6b0b-4184-8827-21cbb51f83b4 req-1f023290-d909-49ec-97cc-2226ed5f7f8f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:24.927615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13e05710-6b0b-4184-8827-21cbb51f83b4 req-1f023290-d909-49ec-97cc-2226ed5f7f8f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0495527 Oct 13 01:37:24.965756 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-13e05710-6b0b-4184-8827-21cbb51f83b4 req-f6917a86-ec61-4c11-bc73-d73235dc97eb tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Oct 13 01:37:26.081394 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037eff-329f-4b8d-92bf-e9536d166ffe req-57021ac9-8a0d-4211-b85a-6bf0dd705293 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:26.083595 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46037eff-329f-4b8d-92bf-e9536d166ffe req-57021ac9-8a0d-4211-b85a-6bf0dd705293 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0527859 Oct 13 01:37:26.120228 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-46037eff-329f-4b8d-92bf-e9536d166ffe req-4805043a-43e0-4883-8ac3-159a9c298254 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307226 Oct 13 01:37:26.136903 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:37:27.005005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-292d07c1-5632-46e1-8213-5567de943b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:27.006512 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-292d07c1-5632-46e1-8213-5567de943b2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54&tenant_id=d925c11977f94c41800908e6f4f47c06 HTTP/1.1" status: 200 len: 1095 time: 0.0821447 Oct 13 01:37:27.028563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-4', 'device_owner': 'compute:nova'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:37:27.079328 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:27.234253 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923034f-ad5f-413e-b8f2-2831caa9b919 req-d84492f6-d10f-4760-84b2-cf574e44b78c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:27.235819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e923034f-ad5f-413e-b8f2-2831caa9b919 req-d84492f6-d10f-4760-84b2-cf574e44b78c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0486748 Oct 13 01:37:27.274917 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e923034f-ad5f-413e-b8f2-2831caa9b919 req-751f2f2c-5ed4-43d7-906a-5b9d087c47a6 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Oct 13 01:37:27.282307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:37:27.320924 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:37:27.353507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283a0e26-05ad-4373-a87d-f7db2a23d672 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:37:27.360694 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:27.372711 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Transition to ACTIVE for port object 283a0e26-05ad-4373-a87d-f7db2a23d672 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:37:27.376281 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:27.460089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=7']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:37:27.472076 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.472561 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.472783 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.473669 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.474007 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.474348 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.474679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.475012 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.475343 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.475700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.476035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.476364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:37:27.511950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] No DVR routers for this DVR port 283a0e26-05ad-4373-a87d-f7db2a23d672 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:37:27.647280 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Attempting to bind port 283a0e26-05ad-4373-a87d-f7db2a23d672 on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:37:27.647553 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Attempting to bind port 283a0e26-05ad-4373-a87d-f7db2a23d672 by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:37:27.647882 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Attempting to bind port 283a0e26-05ad-4373-a87d-f7db2a23d672 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:37:27.652020 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Port 283a0e26-05ad-4373-a87d-f7db2a23d672 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:37:27.652330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Attempting to bind port 283a0e26-05ad-4373-a87d-f7db2a23d672 on network 3cbe156a-3365-4b9a-a582-9aca53bdf026 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:37:27.657052 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:37:27.657337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Checking segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:37:27.657718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Bound using segment: {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:37:27.658137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Bound port: 283a0e26-05ad-4373-a87d-f7db2a23d672, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f69008-2a15-4cac-bf02-a13dcd627b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:37:27.658486 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:27.721535 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:37:27.724959 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:37:27.729582 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:27.759223 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:27.759858 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:27.761497 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] 10.222.0.45 "PUT /v2.0/ports/283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1092 time: 0.7367461 Oct 13 01:37:27.763694 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:37:27.765942 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf" -d '{"events": [{"name": "network-changed", "server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:37:27.795200 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00df79-adc4-4fbb-92af-a981c211e229 service neutron] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=8']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:37:27.808946 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1e6046-91df-496c-a151-2686eea05b1b x-openstack-request-id: req-1e1e6046-91df-496c-a151-2686eea05b1b {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:37:27.809240 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:37:27.809543 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e1e6046-91df-496c-a151-2686eea05b1b {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:37:27.809994 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'status': 'completed', 'code': 200} Oct 13 01:37:27.844054 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-6f4724a0-87e6-4ca5-9a50-f0cb9d7266c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:27.845610 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-6f4724a0-87e6-4ca5-9a50-f0cb9d7266c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1095 time: 0.0468180 Oct 13 01:37:27.940749 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-a24d3df0-5bbd-4efa-b110-1d08d85e88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:27.942293 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-a24d3df0-5bbd-4efa-b110-1d08d85e88e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0889947 Oct 13 01:37:28.012982 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-a4986b48-c027-4b7d-8ff2-070118ede84b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1000 time: 0.0639930 Oct 13 01:37:28.061746 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-7b62681c-8943-4e79-8d9f-49bb5b8b7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:28.063071 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-7b62681c-8943-4e79-8d9f-49bb5b8b7391 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0429893 Oct 13 01:37:28.107519 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-d37bdeb1-6929-4ee1-9974-12985e8f163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:28.108983 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-d37bdeb1-6929-4ee1-9974-12985e8f163f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389729 Oct 13 01:37:28.120181 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-769f14b3-16da-49b7-b329-d24262d22a04 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:37:28.121123 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-769f14b3-16da-49b7-b329-d24262d22a04 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047758 Oct 13 01:37:28.211971 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-2bfe1b97-1fa4-4c99-a353-8430919daa7a service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837951 Oct 13 01:37:28.308989 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-55fd0419-ee57-4dc1-aba2-5aadb79cbec0 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 Oct 13 01:37:28.393017 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a947-7f0a-4e0b-9f81-0e73fbe31c78 req-ed15b78d-2965-4d49-aba6-28e6722aef76 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:28.394545 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c14a947-7f0a-4e0b-9f81-0e73fbe31c78 req-ed15b78d-2965-4d49-aba6-28e6722aef76 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0501885 Oct 13 01:37:28.414046 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-8608d30b-ef0e-401d-b2a2-b194a6880794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:28.415622 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-8608d30b-ef0e-401d-b2a2-b194a6880794 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1095 time: 0.0423963 Oct 13 01:37:28.432375 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4c14a947-7f0a-4e0b-9f81-0e73fbe31c78 req-fd92d7ca-720c-4036-b438-052568025043 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Oct 13 01:37:28.530728 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-20612107-c12b-4b49-ad5c-164f304add88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:28.532134 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-20612107-c12b-4b49-ad5c-164f304add88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0883749 Oct 13 01:37:28.596982 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-a2edfc5a-b8af-453a-b62b-d36bc425c429 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1000 time: 0.0570185 Oct 13 01:37:28.653862 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-eee81900-f96a-436a-8ffb-490c4231900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:28.655663 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-eee81900-f96a-436a-8ffb-490c4231900a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0514972 Oct 13 01:37:28.700196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-11c05a68-614a-4f29-be46-9ec8ad2b6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:28.701617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-11c05a68-614a-4f29-be46-9ec8ad2b6367 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394504 Oct 13 01:37:28.791995 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-ce6a6d38-a12c-4144-87cc-416129b63a69 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829418 Oct 13 01:37:28.878226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea010d7e-ff89-4362-a398-1c5ebbdd18cf req-9b901fe0-5f05-47bc-a0e6-8f904fbe5e4f service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795498 Oct 13 01:37:29.551934 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f4437-99a4-4a7a-8703-ce924cb9b5ee req-9115629e-20cc-4c87-9bff-2bd7ad26bf97 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:29.553399 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a4f4437-99a4-4a7a-8703-ce924cb9b5ee req-9115629e-20cc-4c87-9bff-2bd7ad26bf97 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0533731 Oct 13 01:37:29.595982 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-4a4f4437-99a4-4a7a-8703-ce924cb9b5ee req-6da70b1c-404f-4978-b218-08dc11de2af8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Oct 13 01:37:30.708964 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53df7d-3fc5-45e5-9c0d-8aa42388f4e3 req-e284ddbd-b571-44a9-bfb2-e9d998fdf534 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:30.710437 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e53df7d-3fc5-45e5-9c0d-8aa42388f4e3 req-e284ddbd-b571-44a9-bfb2-e9d998fdf534 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0479507 Oct 13 01:37:30.747326 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8e53df7d-3fc5-45e5-9c0d-8aa42388f4e3 req-2cdb10f9-be32-42f9-a53b-3f40276a7fd0 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Oct 13 01:37:31.859262 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f23e2-0413-48cb-9bb3-0033fd7e7a6e req-67f5a8a1-f866-4428-958a-ca065706fdb2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:31.860737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-294f23e2-0413-48cb-9bb3-0033fd7e7a6e req-67f5a8a1-f866-4428-958a-ca065706fdb2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0484092 Oct 13 01:37:31.897954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-294f23e2-0413-48cb-9bb3-0033fd7e7a6e req-3e9dd3d3-cfbb-446c-b783-38cdcc7710f7 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Oct 13 01:37:33.014426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341e18a-7713-49c4-9256-c1cfe605b6fb req-864b1178-e99e-45f2-8350-c850ad2bd5ea tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:33.015926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6341e18a-7713-49c4-9256-c1cfe605b6fb req-864b1178-e99e-45f2-8350-c850ad2bd5ea tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0514503 Oct 13 01:37:33.053214 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6341e18a-7713-49c4-9256-c1cfe605b6fb req-309feb5a-8b32-414c-b3a4-948a958476e9 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Oct 13 01:37:34.165343 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bd58d-72d2-461d-8325-d661d84bc1b2 req-8b4ebd4c-dd1d-42da-b1f2-e8cd385467e5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:34.166824 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-736bd58d-72d2-461d-8325-d661d84bc1b2 req-8b4ebd4c-dd1d-42da-b1f2-e8cd385467e5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0482619 Oct 13 01:37:34.203737 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-736bd58d-72d2-461d-8325-d661d84bc1b2 req-1fca994b-5b8f-4d6a-9d36-47655089343c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310421 Oct 13 01:37:35.316882 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf00337-dcaf-408f-aafe-d362fd307310 req-d05d3b73-f556-4c66-a027-a79741c24261 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:35.318887 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf00337-dcaf-408f-aafe-d362fd307310 req-d05d3b73-f556-4c66-a027-a79741c24261 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0482593 Oct 13 01:37:35.356464 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7cf00337-dcaf-408f-aafe-d362fd307310 req-7f1619fc-288e-4039-9923-567ea00f08d2 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Oct 13 01:37:36.474819 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc8192-fa2c-457d-8d60-ff0685ede5c5 req-36999384-d247-41e2-a63c-3c35f97b71b1 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:36.476400 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffcc8192-fa2c-457d-8d60-ff0685ede5c5 req-36999384-d247-41e2-a63c-3c35f97b71b1 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0524223 Oct 13 01:37:36.513368 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ffcc8192-fa2c-457d-8d60-ff0685ede5c5 req-6e51e02b-c112-4164-9f65-cde0aad78b42 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Oct 13 01:37:37.317729 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:37.625858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296d5c-e862-4dc4-a642-38eeb324578e req-6494b697-5980-4133-90e4-620e1e237aef tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:37.627224 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38296d5c-e862-4dc4-a642-38eeb324578e req-6494b697-5980-4133-90e4-620e1e237aef tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 944 time: 0.0481377 Oct 13 01:37:37.664380 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-38296d5c-e862-4dc4-a642-38eeb324578e req-a884ce15-4660-414a-beae-dca4a73b7d68 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313358 Oct 13 01:37:37.743232 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 283a0e26-05ad-4373-a87d-f7db2a23d672 details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:37:37.837010 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:37:37.847948 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'port_id': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'mac_address': 'fa:16:3e:b4:08:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:37:37.883596 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:37.895713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283a0e26-05ad-4373-a87d-f7db2a23d672 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:37:37.914687 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:37:37.922480 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:37.947042 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:37.971394 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=9']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:37:38.332236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['283a0e26-05ad-4373-a87d-f7db2a23d672'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:37:38.778144 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9902e9-8a64-4b8b-b200-9e3d56752441 req-affc75b1-d787-4ec5-86f8-7bf562c3a9e4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:38.779663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb9902e9-8a64-4b8b-b200-9e3d56752441 req-affc75b1-d787-4ec5-86f8-7bf562c3a9e4 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 945 time: 0.0489700 Oct 13 01:37:38.818317 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cb9902e9-8a64-4b8b-b200-9e3d56752441 req-31277cd5-8382-4b51-b55b-4708b5d3dbd5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323684 Oct 13 01:37:39.758741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 283a0e26-05ad-4373-a87d-f7db2a23d672 up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:37:39.808801 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 283a0e26-05ad-4373-a87d-f7db2a23d672 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:37:39.812567 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 283a0e26-05ad-4373-a87d-f7db2a23d672 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:37:39.812947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:39.941787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d15f-2307-4891-9e1b-05480455bbe7 req-af1e0634-6076-4e7a-ad9e-b87a41427e07 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:39.944044 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11f9d15f-2307-4891-9e1b-05480455bbe7 req-af1e0634-6076-4e7a-ad9e-b87a41427e07 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 945 time: 0.0557897 Oct 13 01:37:39.982032 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-11f9d15f-2307-4891-9e1b-05480455bbe7 req-be16c52c-cce5-4fe0-bac5-b9c652646c2f tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Oct 13 01:37:40.041784 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:40.063231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:37:40.065474 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc38a220-2ff5-447a-b07d-39d2273a2778" -d '{"events": [{"server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "name": "network-vif-plugged", "status": "completed", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:37:40.078099 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:37:40.081986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:40.107921 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166cf4ae-b66f-415a-b2f9-aef248d802c8 x-openstack-request-id: req-166cf4ae-b66f-415a-b2f9-aef248d802c8 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:37:40.108205 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "name": "network-vif-plugged", "status": "completed", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:37:40.108453 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-166cf4ae-b66f-415a-b2f9-aef248d802c8 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:37:40.108830 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'code': 200} Oct 13 01:37:40.134015 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=10']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:37:40.281140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d021a-2cf0-42ee-a593-ca816caeb8d2 req-00c7f047-2c25-4fa5-ab17-edd58d1cd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:40.282591 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-af9d021a-2cf0-42ee-a593-ca816caeb8d2 req-00c7f047-2c25-4fa5-ab17-edd58d1cd3d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1098 time: 0.0389400 Oct 13 01:37:40.317249 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-af9d021a-2cf0-42ee-a593-ca816caeb8d2 req-5613d838-65a3-4499-aa9f-62c4007dfe7a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268645 Oct 13 01:37:41.094058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44480ce-938d-4b76-bb68-16a5a343fc80 req-215eb0e4-6719-47ec-886b-906f81368ad8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:41.095429 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d44480ce-938d-4b76-bb68-16a5a343fc80 req-215eb0e4-6719-47ec-886b-906f81368ad8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 947 time: 0.0476115 Oct 13 01:37:41.133169 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d44480ce-938d-4b76-bb68-16a5a343fc80 req-e7863395-6017-481c-acd2-5a4b9b2aeb57 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Oct 13 01:37:41.888914 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-924309a5-b6e1-411f-acfc-1545076942e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:42.251348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fd6b7-03a1-448e-967b-1f5eac15546b req-43443a6c-7376-4b22-8742-e05da98e937a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:37:42.252874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a40fd6b7-03a1-448e-967b-1f5eac15546b req-43443a6c-7376-4b22-8742-e05da98e937a tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 947 time: 0.0527270 Oct 13 01:37:42.290137 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a40fd6b7-03a1-448e-967b-1f5eac15546b req-3225a579-6086-4def-96be-612d0367a28c tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307112 Oct 13 01:37:44.654635 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31f376b6-86e3-4ea1-af76-982585aff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:45.995246 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:46.059905 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:37:47.863017 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:03.136880 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:38:07.334198 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:07.954280 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:08.182235 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-9369dcf8-1a72-44d8-be9f-058084e0646f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469906 Oct 13 01:38:08.286974 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-3ca7deb9-817c-489b-ba87-fbc67e12ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:08.288432 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-3ca7deb9-817c-489b-ba87-fbc67e12ebae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1098 time: 0.0435016 Oct 13 01:38:08.403157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-147293c1-ddb3-4074-86b3-780a77b5f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:08.404860 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-147293c1-ddb3-4074-86b3-780a77b5f5d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0891519 Oct 13 01:38:08.477566 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-faca6ae0-8fd0-4d0b-a2d2-64dfbd65f1ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 1002 time: 0.0653594 Oct 13 01:38:08.529651 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-742e41d7-56f3-4d68-bafb-adad6e9341d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:08.532525 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-742e41d7-56f3-4d68-bafb-adad6e9341d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0481052 Oct 13 01:38:08.585394 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-c583a736-bc00-4a00-a3f6-98950da455b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:08.587226 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-c583a736-bc00-4a00-a3f6-98950da455b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477152 Oct 13 01:38:08.680867 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-8152a72b-13d9-405d-8499-3feb61cc0f8b service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863838 Oct 13 01:38:08.771184 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-c8e56cf7-e50d-450d-86b9-900e764a46de req-abb6195b-8ded-4302-88a3-8bebb3cb9ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811791 Oct 13 01:38:11.888663 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-61da1349-1ff0-4b0e-91ab-ccc563bb5524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:14.657144 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-526782b1-1f4b-43c8-b513-c41404a32007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:15.995723 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:16.061923 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:17.865775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:37.325366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:37.953400 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:40.136107 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:38:41.889063 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-eb78ff23-514a-4ed8-9ef0-edcadd46a479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:44.657748 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-750341fd-7511-4c15-86f4-6fabf26ae023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:45.995944 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:46.063543 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:47.869448 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:55.012354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52300) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:38:55.170920 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Deleting port a31b88a0-7eb6-4b23-ae43-dfa197a3e8bf {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:38:55.171163 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:55.244019 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:55.244343 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:55.256189 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Calling delete_port for a31b88a0-7eb6-4b23-ae43-dfa197a3e8bf owned by network:floatingip {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:38:55.401354 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:55.426142 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event deleted for resources: {'Port': ['ID=a31b88a0-7eb6-4b23-ae43-dfa197a3e8bf,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:38:55.438150 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.438516 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.438868 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.439210 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.439571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.439907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.440238 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.440571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.440900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.441230 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.441559 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.441885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:38:55.497583 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:55.497916 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Floating IP f32d4f2a-49aa-410e-86f7-c5c9992599b0 disassociated (deleted). External IP: 172.25.3.148, port: 283a0e26-05ad-4373-a87d-f7db2a23d672. Oct 13 01:38:55.700713 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Router 53042a87-a6dd-419a-8909-0d2c7d439b03 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:38:55.804929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:38:55.809642 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:55.814899 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] Sync routers for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:38:55.823353 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:38:55.823988 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:38:55.839108 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-0b077980-8769-4a3f-99e4-d35322b1eb84 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "DELETE /v2.0/floatingips/f32d4f2a-49aa-410e-86f7-c5c9992599b0 HTTP/1.1" status: 204 len: 168 time: 0.8231514 Oct 13 01:38:55.839108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:38:55.839567 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed4a817-e07a-4ce8-8d8f-42b458203331" -d '{"events": [{"name": "network-changed", "server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:38:55.885262 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4e5e98-8dcb-43ee-b20b-8e57538e177c x-openstack-request-id: req-4a4e5e98-8dcb-43ee-b20b-8e57538e177c {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:38:55.885555 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:38:55.885803 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a4e5e98-8dcb-43ee-b20b-8e57538e177c {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:38:55.886282 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'status': 'completed', 'code': 200} Oct 13 01:38:55.929332 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:38:55.979731 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-d9f38588-1eb7-4b9b-add1-7c57a85ed19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:55.989397 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-d9f38588-1eb7-4b9b-add1-7c57a85ed19e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d925c11977f94c41800908e6f4f47c06&device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 1098 time: 0.0571928 Oct 13 01:38:56.083492 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dbc6f-a73b-4deb-a7f8-b6f2f07276fe req-67541f4c-cf89-4484-ac39-5f8b5fa50bb8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:56.085142 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-527dbc6f-a73b-4deb-a7f8-b6f2f07276fe req-67541f4c-cf89-4484-ac39-5f8b5fa50bb8 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 947 time: 0.0561764 Oct 13 01:38:56.118750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-bad62111-d6c6-4863-9fd8-a8f1959e82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:56.120338 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-bad62111-d6c6-4863-9fd8-a8f1959e82fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 200 len: 908 time: 0.0912449 Oct 13 01:38:56.124510 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-527dbc6f-a73b-4deb-a7f8-b6f2f07276fe req-a4b6ee9e-7c45-466a-ab4f-cb21b65ade7b tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333982 Oct 13 01:38:56.141757 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:38:56.167130 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-57b67cc2-d000-4a52-aa89-382e3656f752 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 200 len: 217 time: 0.0385225 Oct 13 01:38:56.168523 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] Checking router: 53042a87-a6dd-419a-8909-0d2c7d439b03 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:38:56.177221 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:38:56.177817 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:38:56.215015 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-9845f8c8-0811-47ce-8f4f-92d4a7087f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:56.216478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-9845f8c8-0811-47ce-8f4f-92d4a7087f5b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 200 len: 846 time: 0.0420504 Oct 13 01:38:56.262224 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-fa821d49-c468-4aa8-bbdc-59303ac2f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:56.263910 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-fa821d49-c468-4aa8-bbdc-59303ac2f0de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3cbe156a-3365-4b9a-a582-9aca53bdf026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394049 Oct 13 01:38:56.279999 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:38:56.359045 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-6d13cbc2-d46e-440b-9bc1-1aea1ebf28a6 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869319 Oct 13 01:38:56.449304 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9ed4a817-e07a-4ce8-8d8f-42b458203331 req-3fa54f5f-3747-457f-9ac0-04bb41283859 service neutron] 10.222.0.45 "GET /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827215 Oct 13 01:38:56.480364 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:38:56.506137 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167019ae-9729-456b-ac8c-11a8da0d882b None None] The sync data for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 is: [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:51Z', 'revision_number': 4, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': '7f4077d3-48b1-4c8c-8b68-bbda9ba15345', 'name': '', 'network_id': '3cbe156a-3365-4b9a-a582-9aca53bdf026', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'mac_address': 'fa:16:3e:fc:1e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:50Z', 'updated_at': '2021-10-13T01:28:55Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'subnets': [{'id': 'a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:38:56.714347 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e208a-f7cf-41ef-9083-4cca6e498917 None None] New status for floating IP f32d4f2a-49aa-410e-86f7-c5c9992599b0: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:38:57.268525 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a2ab4-879a-4bdb-9017-a2014711563a req-8ce413d9-19fd-428e-bcde-5c54a4ca2189 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:57.270018 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-423a2ab4-879a-4bdb-9017-a2014711563a req-8ce413d9-19fd-428e-bcde-5c54a4ca2189 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 947 time: 0.0493217 Oct 13 01:38:57.308817 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-423a2ab4-879a-4bdb-9017-a2014711563a req-a3553cdb-d3df-47db-9c69-287b62d83046 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/security-groups?id=face01ed-7b60-4ee5-8e86-83bf8c73a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327201 Oct 13 01:38:57.803145 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-82372edb-a50b-4396-a2bc-88111a55fef5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:38:57.804637 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-82372edb-a50b-4396-a2bc-88111a55fef5 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.45 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 947 time: 0.0485249 Oct 13 01:38:57.895588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Deleting port 283a0e26-05ad-4373-a87d-f7db2a23d672 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:38:57.895931 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:57.981226 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] For port 283a0e26-05ad-4373-a87d-f7db2a23d672, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=283a0e26-05ad-4373-a87d-f7db2a23d672,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:38:57.981578 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:57.997419 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Calling delete_port for 283a0e26-05ad-4373-a87d-f7db2a23d672 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:38:58.121815 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:58.150788 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event deleted for resources: {'Port': ['ID=283a0e26-05ad-4373-a87d-f7db2a23d672,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:38:58.425663 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bbc1e0eb-0457-4a77-81df-3ed34a0b42e0 req-f9a6a883-993c-4d26-80e5-47d000052c47 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 210 time: 0.0294631 Oct 13 01:38:58.510441 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] No DVR routers for this DVR port 283a0e26-05ad-4373-a87d-f7db2a23d672 on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:38:58.513032 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:38:58.517067 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7a6af487-553b-4832-86b8-6ecbdacf6df6 req-37e00cb6-3f6b-410c-bf66-6d5058354abc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.45 "DELETE /v2.0/ports/283a0e26-05ad-4373-a87d-f7db2a23d672 HTTP/1.1" status: 204 len: 173 time: 0.7061543 Oct 13 01:38:58.517518 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'name': 'network-vif-deleted', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:38:58.519828 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb57e168-d953-4a01-8eb2-9cf7e63822c4" -d '{"events": [{"server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "name": "network-vif-deleted", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:38:58.559471 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81719385-4f76-4281-b1c5-5fbfceb54f33 x-openstack-request-id: req-81719385-4f76-4281-b1c5-5fbfceb54f33 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:38:58.559805 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523eefb8-75ca-4cbd-a1a9-66238aee4f54", "name": "network-vif-deleted", "tag": "283a0e26-05ad-4373-a87d-f7db2a23d672", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:38:58.560055 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81719385-4f76-4281-b1c5-5fbfceb54f33 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:38:58.560446 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523eefb8-75ca-4cbd-a1a9-66238aee4f54', 'name': 'network-vif-deleted', 'tag': '283a0e26-05ad-4373-a87d-f7db2a23d672', 'status': 'completed', 'code': 200} Oct 13 01:38:59.521615 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2928649a-008a-41a4-a330-cbb09c31d76a req-d8cc69e6-ff46-47f3-bd2c-374f2adcd843 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 210 time: 0.0262334 Oct 13 01:39:00.621012 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-78536439-67e6-425a-92cc-c4e0d70710a5 req-94df8e8b-427c-4991-a438-3b7c6f2365fc tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 210 time: 0.0306931 Oct 13 01:39:01.713768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-303cb431-a914-41a2-a07a-416a4aea843e req-d65d9fb9-3f9b-456c-b7bc-0dbb7e249c9d tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 210 time: 0.0268140 Oct 13 01:39:02.222038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 283a0e26-05ad-4373-a87d-f7db2a23d672 no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:39:02.241791 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 283a0e26-05ad-4373-a87d-f7db2a23d672 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:39:02.242134 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 283a0e26-05ad-4373-a87d-f7db2a23d672 not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:39:02.807715 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-b5a8ccd3-041d-4751-9fc7-9781784e1f19 req-5bf1471b-752f-48c5-9d72-5691ddc548ad tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "GET /v2.0/ports?device_id=523eefb8-75ca-4cbd-a1a9-66238aee4f54 HTTP/1.1" status: 200 len: 210 time: 0.0269828 Oct 13 01:39:03.868620 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52342) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:03.926716 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f35c7135-629a-4094-9243-0ac809cc8102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:03.950494 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f35c7135-629a-4094-9243-0ac809cc8102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:04.009826 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f35c7135-629a-4094-9243-0ac809cc8102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:04.012577 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-f35c7135-629a-4094-9243-0ac809cc8102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:04.016848 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f35c7135-629a-4094-9243-0ac809cc8102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] 10.222.0.21 "DELETE /v2.0/security-groups/face01ed-7b60-4ee5-8e86-83bf8c73a6e9 HTTP/1.1" status: 204 len: 168 time: 0.1441088 Oct 13 01:39:04.034205 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c7135-629a-4094-9243-0ac809cc8102 tempest-TestShelveInstance-525552293 tempest-TestShelveInstance-525552293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=face01ed-7b60-4ee5-8e86-83bf8c73a6e9,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:04.070021 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52346) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:04.603325 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:04.848881 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Deleting port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:39:04.849218 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:04.931250 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] For port 7f4077d3-48b1-4c8c-8b68-bbda9ba15345, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:04.931651 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:04.945566 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Calling delete_port for 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:39:05.128404 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:05.151997 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4077d3-48b1-4c8c-8b68-bbda9ba15345,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:05.162331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.162676 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.163018 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.163354 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.163710 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.164041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.164365 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.164688 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.165010 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.165331 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.166216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.166216 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:05.336753 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:05.571270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Router 53042a87-a6dd-419a-8909-0d2c7d439b03 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:39:05.682507 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:39:05.691019 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-dc235380-eb7c-452d-8b2e-ee246c1516e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/53042a87-a6dd-419a-8909-0d2c7d439b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6173534 Oct 13 01:39:05.691469 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52350) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:05.692698 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] Sync routers for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:39:05.702353 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:05.703026 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:05.800449 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:05.809780 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:05.993482 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:39:05Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:06.025064 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] Checking router: 53042a87-a6dd-419a-8909-0d2c7d439b03 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:39:06.033945 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] Routers {'53042a87-a6dd-419a-8909-0d2c7d439b03'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:06.034572 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['53042a87-a6dd-419a-8909-0d2c7d439b03'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:06.141223 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] Set router 53042a87-a6dd-419a-8909-0d2c7d439b03 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:06.232481 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.288590 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Deleting port 0e20c1f3-1175-4f2d-a34a-0706785d153b {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:39:06.288818 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.373126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] For port 0e20c1f3-1175-4f2d-a34a-0706785d153b, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=0e20c1f3-1175-4f2d-a34a-0706785d153b,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:06.373499 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.393614 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Calling delete_port for 0e20c1f3-1175-4f2d-a34a-0706785d153b owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:39:06.422485 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:39:05Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:06.448494 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849446ef-7ab1-4a88-a09d-6607a7b82171 None None] The sync data for ids ['53042a87-a6dd-419a-8909-0d2c7d439b03'] in n-d-813679-4 is: [{'id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'name': 'tempest-TestShelveInstance-24503528-router', 'tenant_id': 'd925c11977f94c41800908e6f4f47c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:39:05Z', 'revision_number': 5, 'project_id': 'd925c11977f94c41800908e6f4f47c06', 'gw_port': {'id': '0e20c1f3-1175-4f2d-a34a-0706785d153b', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53042a87-a6dd-419a-8909-0d2c7d439b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:48Z', 'updated_at': '2021-10-13T01:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:39:06.560317 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.587500 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e20c1f3-1175-4f2d-a34a-0706785d153b,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:06.648420 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.738677 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.740822 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.783904 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.784431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53042a87-a6dd-419a-8909-0d2c7d439b03 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:39:06.790388 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.791544 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-63e211a8-2a3c-4d55-a016-5bd5389d038d admin admin] 10.222.0.21 "DELETE /v2.0/routers/53042a87-a6dd-419a-8909-0d2c7d439b03 HTTP/1.1" status: 204 len: 168 time: 1.0989625 Oct 13 01:39:06.794134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52352) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:06.845326 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ec29d9-ccf8-4a2a-a199-33b74f78fc1f admin admin] Deleting subnet a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:39:06.848853 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29d9-ccf8-4a2a-a199-33b74f78fc1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.884518 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29d9-ccf8-4a2a-a199-33b74f78fc1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:06.977219 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29d9-ccf8-4a2a-a199-33b74f78fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.016259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:39:07.038841 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:39:07.039295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 7f4077d3-48b1-4c8c-8b68-bbda9ba15345 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:39:07.039739 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29d9-ccf8-4a2a-a199-33b74f78fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.067208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec29d9-ccf8-4a2a-a199-33b74f78fc1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:07.073450 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e8ec29d9-ccf8-4a2a-a199-33b74f78fc1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.076872 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e8ec29d9-ccf8-4a2a-a199-33b74f78fc1f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a5d1b57b-240b-4ec6-ae98-f6d23a5e0cc3 HTTP/1.1" status: 204 len: 168 time: 0.2817142 Oct 13 01:39:07.080027 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52354) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:07.082771 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ad8d46-6a49-40ae-b352-8a611ce89ff5 None None] Network 3cbe156a-3365-4b9a-a582-9aca53bdf026 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:39:07.153263 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.217342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Deleting port da099250-58ad-4afb-aa69-be57bddad438 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:39:07.217342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.284271 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] For port da099250-58ad-4afb-aa69-be57bddad438, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=da099250-58ad-4afb-aa69-be57bddad438,segment=NetworkSegment(e2f69008-2a15-4cac-bf02-a13dcd627b93),segment_id=e2f69008-2a15-4cac-bf02-a13dcd627b93)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:07.284924 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.297105 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Calling delete_port for da099250-58ad-4afb-aa69-be57bddad438 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:39:07.330547 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.373580 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.402103 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=da099250-58ad-4afb-aa69-be57bddad438,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:07.407572 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] No DVR routers for this DVR port da099250-58ad-4afb-aa69-be57bddad438 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:39:07.480310 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.499339 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbe156a-3365-4b9a-a582-9aca53bdf026']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:07.508845 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f69008-2a15-4cac-bf02-a13dcd627b93') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:07.509132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f69008-2a15-4cac-bf02-a13dcd627b93') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:07.519921 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.534099 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.541493 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:39:07.542347 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:39:07.545998 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:39:07.550088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea0f32-be5e-445c-8d1d-a309ef1c2487 None None] DHCP port deletion for 3cbe156a-3365-4b9a-a582-9aca53bdf026 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:39:07.608712 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.614473 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.617745 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3cbe156a-3365-4b9a-a582-9aca53bdf026 HTTP/1.1" status: 204 len: 168 time: 0.5367963 Oct 13 01:39:07.620806 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52356) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:07.635466 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc358a-fc79-45a4-9d06-0b7a3bb64d92 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cbe156a-3365-4b9a-a582-9aca53bdf026,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:07.950814 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:07.969738 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:08.210126 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Deleting port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:39:08.210379 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:08.290963 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] For port 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,segment=NetworkSegment(2f8819c0-214b-4414-96f7-c499aaff74d9),segment_id=2f8819c0-214b-4414-96f7-c499aaff74d9)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:08.291656 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:08.304346 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Calling delete_port for 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:39:08.480288 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:08.510241 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:08.673167 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:08.880458 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Router 410bc61b-d908-4ba2-9143-5860ed19b0ba has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:39:08.989166 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0e20c1f3-1175-4f2d-a34a-0706785d153b no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:39:08.990567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:39:08.995779 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-340edab4-a09d-4c39-95c6-71f6ae6e4945 admin admin] 10.222.0.21 "PUT /v2.0/routers/410bc61b-d908-4ba2-9143-5860ed19b0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3738685 Oct 13 01:39:08.998132 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52358) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:09.013470 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] Sync routers for ids ['410bc61b-d908-4ba2-9143-5860ed19b0ba'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:39:09.015789 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 0e20c1f3-1175-4f2d-a34a-0706785d153b {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:39:09.016135 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 0e20c1f3-1175-4f2d-a34a-0706785d153b not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:39:09.016555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device da099250-58ad-4afb-aa69-be57bddad438 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:39:09.043365 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: da099250-58ad-4afb-aa69-be57bddad438 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:39:09.043749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device da099250-58ad-4afb-aa69-be57bddad438 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:39:09.047322 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] Routers {'410bc61b-d908-4ba2-9143-5860ed19b0ba'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:09.047968 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['410bc61b-d908-4ba2-9143-5860ed19b0ba'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:09.104486 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.152203 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] Set router 410bc61b-d908-4ba2-9143-5860ed19b0ba gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:09.205753 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.256422 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Deleting port 11f8e16e-8060-4659-b61c-5c0e661671aa {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:39:09.256763 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.326706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:39:08Z', 'revision_number': 5, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port': {'id': '11f8e16e-8060-4659-b61c-5c0e661671aa', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:09.338534 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] For port 11f8e16e-8060-4659-b61c-5c0e661671aa, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=11f8e16e-8060-4659-b61c-5c0e661671aa,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:09.339063 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.350970 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Calling delete_port for 11f8e16e-8060-4659-b61c-5c0e661671aa owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:39:09.352959 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] Checking router: 410bc61b-d908-4ba2-9143-5860ed19b0ba for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:39:09.360952 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] Routers {'410bc61b-d908-4ba2-9143-5860ed19b0ba'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:09.361545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['410bc61b-d908-4ba2-9143-5860ed19b0ba'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:09.446719 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] Set router 410bc61b-d908-4ba2-9143-5860ed19b0ba gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:09.501603 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:39:09Z', 'revision_number': 6, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:09.514161 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.528062 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37661-744f-46e5-a888-50d023fa8456 None None] The sync data for ids ['410bc61b-d908-4ba2-9143-5860ed19b0ba'] in n-d-813679-4 is: [{'id': '410bc61b-d908-4ba2-9143-5860ed19b0ba', 'name': 'tempest-TestShelveInstance-1663304218-router', 'tenant_id': '89d279a7b26944c09340232d6e2b5c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:28:53Z', 'updated_at': '2021-10-13T01:39:09Z', 'revision_number': 6, 'project_id': '89d279a7b26944c09340232d6e2b5c40', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:39:09.542208 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Pushing event deleted for resources: {'Port': ['ID=11f8e16e-8060-4659-b61c-5c0e661671aa,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:09.607814 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.698696 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.700694 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.741464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.741985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 410bc61b-d908-4ba2-9143-5860ed19b0ba {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:39:09.746111 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.747258 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-6b7cf0b6-3a42-4b45-999a-cf6116d53edf admin admin] 10.222.0.21 "DELETE /v2.0/routers/410bc61b-d908-4ba2-9143-5860ed19b0ba HTTP/1.1" status: 204 len: 168 time: 0.7482102 Oct 13 01:39:09.750473 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52360) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:09.794332 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fb53a4-a5c7-4039-9a7b-5db3578fc473 admin admin] Deleting subnet 944aa506-52e4-4b67-91d2-0ba07ceb29ca {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:39:09.797342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83fb53a4-a5c7-4039-9a7b-5db3578fc473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.831287 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83fb53a4-a5c7-4039-9a7b-5db3578fc473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.913343 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83fb53a4-a5c7-4039-9a7b-5db3578fc473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.969718 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83fb53a4-a5c7-4039-9a7b-5db3578fc473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:09.994348 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb53a4-a5c7-4039-9a7b-5db3578fc473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944aa506-52e4-4b67-91d2-0ba07ceb29ca,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:09.997889 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-83fb53a4-a5c7-4039-9a7b-5db3578fc473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.001715 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-83fb53a4-a5c7-4039-9a7b-5db3578fc473 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/944aa506-52e4-4b67-91d2-0ba07ceb29ca HTTP/1.1" status: 204 len: 168 time: 0.2502599 Oct 13 01:39:10.004297 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fee881-5c89-4a99-8b99-fc27cbf9bdee None None] Network 4a17626f-dc57-41df-8511-01159f64f306 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:39:10.004729 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52362) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:10.073939 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.128407 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Deleting port 442f8907-85e8-4bbd-9480-9da381ba6d29 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:39:10.128756 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.191088 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] For port 442f8907-85e8-4bbd-9480-9da381ba6d29, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=442f8907-85e8-4bbd-9480-9da381ba6d29,segment=NetworkSegment(2f8819c0-214b-4414-96f7-c499aaff74d9),segment_id=2f8819c0-214b-4414-96f7-c499aaff74d9)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:10.191452 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.203182 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Calling delete_port for 442f8907-85e8-4bbd-9480-9da381ba6d29 owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:39:10.286270 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.300847 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b83bfb-ebe7-4d8c-bfd9-1538358aeae4 None None] DHCP port deletion for 4a17626f-dc57-41df-8511-01159f64f306 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:39:10.311667 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=442f8907-85e8-4bbd-9480-9da381ba6d29,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:10.317588 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] No DVR routers for this DVR port 442f8907-85e8-4bbd-9480-9da381ba6d29 on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:39:10.392052 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.413149 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a17626f-dc57-41df-8511-01159f64f306']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:10.423042 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8819c0-214b-4414-96f7-c499aaff74d9') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:10.423331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8819c0-214b-4414-96f7-c499aaff74d9') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:10.432755 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.445863 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.451772 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:39:10.452157 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:39:10.453786 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:39:10.509481 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.515746 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.518903 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4a17626f-dc57-41df-8511-01159f64f306 HTTP/1.1" status: 204 len: 168 time: 0.5133657 Oct 13 01:39:10.530571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34fae8-4d1e-4070-bb96-b4da070dadc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a17626f-dc57-41df-8511-01159f64f306,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:10.664718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52366) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:10.706117 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-32066121-ba0b-48d4-ac1c-bdb989847e99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d925c11977f94c41800908e6f4f47c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402496 Oct 13 01:39:10.708567 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52368) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:10.759456 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6756790-676a-4470-883f-8710bd6dd5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.780443 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6756790-676a-4470-883f-8710bd6dd5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.829391 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6756790-676a-4470-883f-8710bd6dd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.832273 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d6756790-676a-4470-883f-8710bd6dd5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:10.833372 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d6756790-676a-4470-883f-8710bd6dd5f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b79feef-38cd-4b8f-a1d4-5f8bd2a14117 HTTP/1.1" status: 204 len: 168 time: 0.1239398 Oct 13 01:39:10.841307 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6756790-676a-4470-883f-8710bd6dd5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79feef-38cd-4b8f-a1d4-5f8bd2a14117,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:10.942128 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 11f8e16e-8060-4659-b61c-5c0e661671aa no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:39:10.962971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 11f8e16e-8060-4659-b61c-5c0e661671aa {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:39:10.963316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 11f8e16e-8060-4659-b61c-5c0e661671aa not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:39:10.963760 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 442f8907-85e8-4bbd-9480-9da381ba6d29 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:39:10.982168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 442f8907-85e8-4bbd-9480-9da381ba6d29 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:39:10.982514 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 442f8907-85e8-4bbd-9480-9da381ba6d29 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:39:10.982929 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:39:11.005046 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:39:11.005640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 4ddf6ca4-6e40-47ac-abb0-df2f7bab8bfe not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:39:11.166471 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52374) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:11.205527 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-f099a201-d1ef-4ffc-88a7-6dea54518321 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89d279a7b26944c09340232d6e2b5c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378602 Oct 13 01:39:11.207911 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52376) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:11.253382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcd17777-4ad1-4456-abb6-6dda935c28b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:11.274603 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcd17777-4ad1-4456-abb6-6dda935c28b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:11.320564 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcd17777-4ad1-4456-abb6-6dda935c28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:11.323158 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-bcd17777-4ad1-4456-abb6-6dda935c28b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:11.324287 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-bcd17777-4ad1-4456-abb6-6dda935c28b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d03f399-00a9-4ee6-a1c3-3bf2ce587bbe HTTP/1.1" status: 204 len: 168 time: 0.1154630 Oct 13 01:39:11.332740 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd17777-4ad1-4456-abb6-6dda935c28b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d03f399-00a9-4ee6-a1c3-3bf2ce587bbe,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:11.890754 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1342-c308-4064-a47d-8afbbe8ebbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.022700 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52398) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:12.116956 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-939127849-network', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:12.140899 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Made reservation on behalf of 4080ff8a813b43e6a880360592a6ec8e for: {'network': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:39:12.143189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.151338 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.223003 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.226723 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.247550 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:39:12.261112 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b263124-03da-4a9f-bffd-10481585bdcf,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:12.266324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.266682 n-d-813679-4 neutron-server[94988]: INFO neutron.db.segments_db [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Added segment 465a60c3-3091-42da-bfbb-e0b7463e7981 of type vlan for network 781eba4f-4d39-4370-80a6-4aaf3910f175 Oct 13 01:39:12.307465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.331555 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.332503 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:12.333084 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.393598 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3697827 Oct 13 01:39:12.396800 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52402) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:12.398571 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dbd1e-0cfb-436e-b74a-4885c272b516 admin admin] Pushing event updated for resources: {'Network': ['ID=781eba4f-4d39-4370-80a6-4aaf3910f175,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:12.401747 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Request body: {'subnet': {'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-939127849-subnet', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'ip_version': 4}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:12.408319 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:39:12.422435 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Made reservation on behalf of 4080ff8a813b43e6a880360592a6ec8e for: {'subnet': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:39:12.424981 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263253645'] for subnet, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.594162 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263253667'] for subnet, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.652252 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c55989-3b56-4e7b-96f5-d8f436a8d289,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:12.659930 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Checking segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:12.660290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Network hostable DHCP agents. Network: 781eba4f-4d39-4370-80a6-4aaf3910f175, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:39:12.677556 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:39:12.686041 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 781eba4f-4d39-4370-80a6-4aaf3910f175) {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:12.690083 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:12.690661 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.695661 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf3dee4-5ac3-476a-857e-02864a2a9777 None None] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:39:12.708396 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-8d8e1ba8-1e36-4f1b-9b9b-a1e5e0c761c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3104401 Oct 13 01:39:12.711302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52406) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:12.715795 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:12.737266 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.738289 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.790920 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.839829 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-781eba4f-4d39-4370-80a6-4aaf3910f175', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:39:12.840689 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.934859 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:12.978553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Allocated IP 172.20.0.2 (781eba4f-4d39-4370-80a6-4aaf3910f175/d8c55989-3b56-4e7b-96f5-d8f436a8d289/dbcc457d-d8e9-4ff0-8937-235ed66bafce) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:39:13.117188 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.123884 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.134613 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.161459 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.167820 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:13.170653 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:13.174759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:39:13.183663 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Pushing event updated for resources: {'Port': ['ID=dbcc457d-d8e9-4ff0-8937-235ed66bafce,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:13.194150 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.194435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.194777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.195113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.195442 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.195797 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.196140 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.196455 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.196781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.197103 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.197433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.197746 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:13.242217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Attempting to bind port dbcc457d-d8e9-4ff0-8937-235ed66bafce on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:39:13.242589 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Attempting to bind port dbcc457d-d8e9-4ff0-8937-235ed66bafce by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:39:13.242949 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Attempting to bind port dbcc457d-d8e9-4ff0-8937-235ed66bafce on network 781eba4f-4d39-4370-80a6-4aaf3910f175 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:39:13.247836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:39:13.248205 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Checking segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:13.248607 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.249001 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Bound using segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:39:13.249459 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Bound port: dbcc457d-d8e9-4ff0-8937-235ed66bafce, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:39:13.249861 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.264435 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Allocated IP 172.25.3.40 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/176ebf62-7ac7-4363-a852-a89c43f6febe) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:39:13.311800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] For port dbcc457d-d8e9-4ff0-8937-235ed66bafce, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:39:13.314831 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] For port dbcc457d-d8e9-4ff0-8937-235ed66bafce, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dbcc457d-d8e9-4ff0-8937-235ed66bafce,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:39:13.318521 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.374924 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.375627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa885ca-071f-431f-825f-4a09e63a9a95 None None] Pushing event updated for resources: {'Port': ['ID=dbcc457d-d8e9-4ff0-8937-235ed66bafce,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:13.410145 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.452662 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:13.455710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:13.458107 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:39:13.482379 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Pushing event updated for resources: {'Port': ['ID=176ebf62-7ac7-4363-a852-a89c43f6febe,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:13.736140 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:13.927997 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.060124 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Router 3eb1c036-966a-4281-bb26-1a6843fd4206 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:39:14.179778 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:39:14.191427 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Sync routers for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:39:14.199608 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.201622 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:14.202229 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:38:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:14.203870 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52408) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:14.204345 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-2ac7e51d-60ec-4b75-bd85-518028d2ae10 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4918034 Oct 13 01:39:14.298236 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70fbe6-a8cb-4772-babf-4d98fafc4063 None None] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:39:14.318360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:14.433706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-e9110d5f-4038-40c4-a48d-8da72f7b8c47 None None] Provisioning complete for port dbcc457d-d8e9-4ff0-8937-235ed66bafce triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:14.434106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9110d5f-4038-40c4-a48d-8da72f7b8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.510897 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:13Z', 'revision_number': 3, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:14.540021 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Checking router: 3eb1c036-966a-4281-bb26-1a6843fd4206 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:39:14.540274 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Updating router 3eb1c036-966a-4281-bb26-1a6843fd4206 port 176ebf62-7ac7-4363-a852-a89c43f6febe binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:39:14.558826 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9110d5f-4038-40c4-a48d-8da72f7b8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.572945 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.596889 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-e9110d5f-4038-40c4-a48d-8da72f7b8c47 None None] For port dbcc457d-d8e9-4ff0-8937-235ed66bafce, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dbcc457d-d8e9-4ff0-8937-235ed66bafce,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:14.608111 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e9110d5f-4038-40c4-a48d-8da72f7b8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.685054 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-3da47c2c-1826-4f80-946a-bdfc9f560fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.690298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9110d5f-4038-40c4-a48d-8da72f7b8c47 None None] Pushing event updated for resources: {'Port': ['ID=dbcc457d-d8e9-4ff0-8937-235ed66bafce,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:14.828479 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-1fb44f27-e7f9-424d-ae7f-6054dc0887ad None None] Provisioning complete for port dbcc457d-d8e9-4ff0-8937-235ed66bafce triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:14.829317 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1fb44f27-e7f9-424d-ae7f-6054dc0887ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.877019 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.884127 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.948496 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Attempting to bind port 176ebf62-7ac7-4363-a852-a89c43f6febe on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:39:14.948871 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Attempting to bind port 176ebf62-7ac7-4363-a852-a89c43f6febe by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:39:14.949240 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Attempting to bind port 176ebf62-7ac7-4363-a852-a89c43f6febe on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:39:14.959006 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Pushing event updated for resources: {'Port': ['ID=176ebf62-7ac7-4363-a852-a89c43f6febe,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:14.961372 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:39:14.961748 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:14.962157 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.962554 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:39:14.963022 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Bound port: 176ebf62-7ac7-4363-a852-a89c43f6febe, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:39:14.963402 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.979293 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:14.986727 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.987077 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.987416 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.987777 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.988108 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.988438 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.988764 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.989087 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.989408 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.989734 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.990056 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:14.990372 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:39:15.010415 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dbcc457d-d8e9-4ff0-8937-235ed66bafce up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:15.027826 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] For port 176ebf62-7ac7-4363-a852-a89c43f6febe, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:39:15.031239 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] For port 176ebf62-7ac7-4363-a852-a89c43f6febe, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=176ebf62-7ac7-4363-a852-a89c43f6febe,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:39:15.036100 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.062754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port dbcc457d-d8e9-4ff0-8937-235ed66bafce triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:15.063290 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.096694 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:15.096946 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:15.132887 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e80f24-9462-4bde-8ca4-9f9408dd470a None None] Pushing event updated for resources: {'Port': ['ID=176ebf62-7ac7-4363-a852-a89c43f6febe,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:15.156370 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Allocated IP 172.20.0.1 (781eba4f-4d39-4370-80a6-4aaf3910f175/d8c55989-3b56-4e7b-96f5-d8f436a8d289/dc15f955-6786-40df-bba9-5842c5c5a808) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:39:15.206978 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:15.267022 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.300248 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.337839 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:15.340657 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:15.344353 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:39:15.369438 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Pushing event updated for resources: {'Port': ['ID=dc15f955-6786-40df-bba9-5842c5c5a808,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:15.388103 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.389213 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:13Z', 'revision_number': 3, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:15.416896 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313aa786-afe5-4417-811a-24c6f2c8137e None None] The sync data for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 is: [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:13Z', 'revision_number': 3, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:39:15.536072 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.650529 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-80df3975-9f28-4ce3-b20f-3d2480f79de1 None None] Provisioning complete for port dc15f955-6786-40df-bba9-5842c5c5a808 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:15.651058 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-80df3975-9f28-4ce3-b20f-3d2480f79de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.695180 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-80df3975-9f28-4ce3-b20f-3d2480f79de1 None None] Port dc15f955-6786-40df-bba9-5842c5c5a808 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:39:15.745847 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.751163 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.817347 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Pushing event updated for resources: {'Port': ['ID=dc15f955-6786-40df-bba9-5842c5c5a808,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:15.822527 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:15.923827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:15.925321 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:16.002380 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.057494 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Router 3eb1c036-966a-4281-bb26-1a6843fd4206 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:39:16.082371 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.176683 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:39:16.181819 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9b4afdc5-9668-4917-83c8-f5dc978de2fa admin admin] 10.222.0.21 "PUT /v2.0/routers/3eb1c036-966a-4281-bb26-1a6843fd4206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9768329 Oct 13 01:39:16.217586 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-d52b5a0b-b4bb-4bd4-9cf6-ed9c5e7e970a None None] Provisioning complete for port dc15f955-6786-40df-bba9-5842c5c5a808 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:16.217966 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d52b5a0b-b4bb-4bd4-9cf6-ed9c5e7e970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.256909 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-d52b5a0b-b4bb-4bd4-9cf6-ed9c5e7e970a None None] Port dc15f955-6786-40df-bba9-5842c5c5a808 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:39:16.644953 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52424) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:16.650023 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1759494662-network', 'tenant_id': '9a66962234294888b5dbe458aef9212c'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:16.673202 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Made reservation on behalf of 9a66962234294888b5dbe458aef9212c for: {'network': 1} {{(pid=94989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:39:16.675576 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for network, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.684803 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.761493 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.765560 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.790408 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 01:39:16.800925 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e9c230-569a-4d31-82c3-3e39b0295778,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:16.805810 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.806166 n-d-813679-4 neutron-server[94989]: INFO neutron.db.segments_db [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Added segment b33755af-d02d-4ace-8e7c-8ab2723169e5 of type vlan for network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba Oct 13 01:39:16.847837 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754621611349'] for network, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.873026 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652'] for network, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.874093 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:16.875307 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:16.940611 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2944493 Oct 13 01:39:16.943597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52426) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:16.949099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Request body: {'subnet': {'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1759494662-subnet', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'ip_version': 4}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:16.956597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d1eb4-2fea-446e-b02a-88e265682544 admin admin] Pushing event updated for resources: {'Network': ['ID=27f73ab8-0f1c-4e21-b7c2-f569991fb1ba,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:16.969946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Sync routers for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:39:16.976429 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba details requested by agent ovs-agent-n-d-813679-4 with host n-d-813679-4 {{(pid=94990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 01:39:16.982130 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Made reservation on behalf of 9a66962234294888b5dbe458aef9212c for: {'subnet': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:39:16.982289 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 176ebf62-7ac7-4363-a852-a89c43f6febe up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:16.985607 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260166162'] for subnet, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.136192 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:39:17.164644 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260483163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260166204'] for subnet, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.210800 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:17.211350 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:17.221674 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=769416ef-6bec-4e16-9e27-3ddf7e0d78bd,revision_number=0']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:17.229464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Checking segment: {'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:17.229829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Network hostable DHCP agents. Network: 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba, hostable agents: ['2d10cb30-777c-47da-9bb0-ee3074181946'], hosted agents: [] {{(pid=94988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 01:39:17.246644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba is scheduled to be hosted by DHCP agent 2d10cb30-777c-47da-9bb0-ee3074181946 with binding_index 1 {{(pid=94988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 01:39:17.255350 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-4, 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba) {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:17.259796 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:17.260397 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.268148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1975d79-89da-450b-ae45-8735a02ea03a None None] Network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:39:17.276245 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-dc51d2b5-c667-4fc0-b32e-7070f38190ad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3310163 Oct 13 01:39:17.278905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52428) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:17.283944 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:17.307783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4150260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40192'] for router, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.308917 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4150112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4155959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4094520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40217'] for router, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.363795 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.404915 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 176ebf62-7ac7-4363-a852-a89c43f6febe triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:17.405207 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.440435 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:17.503992 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.583607 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp816cb4f9-ecbe-5699-95d8-dbe4266ffb9f-27f73ab8-0f1c-4e21-b7c2-f569991fb1ba', 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'fixed_ips': [{'subnet_id': '769416ef-6bec-4e16-9e27-3ddf7e0d78bd'}]}} from n-d-813679-4. {{(pid=94990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 01:39:17.584458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.706863 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.729246 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.733764 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.820659 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 176ebf62-7ac7-4363-a852-a89c43f6febe, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=176ebf62-7ac7-4363-a852-a89c43f6febe,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:17.826425 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.833228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Allocated IP 172.25.3.45 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/6a731ca2-babe-4c56-993a-67887dff9ec4) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:39:17.892397 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.db_base_plugin_common [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Allocated IP 172.20.0.2 (27f73ab8-0f1c-4e21-b7c2-f569991fb1ba/769416ef-6bec-4e16-9e27-3ddf7e0d78bd/d7cd276d-24cb-4a7b-8e21-d67ba8835f17) {{(pid=94990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:39:17.918715 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.926775 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=176ebf62-7ac7-4363-a852-a89c43f6febe,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:17.948802 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:17.980019 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 2, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:17.981772 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.010076 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Checking router: 3eb1c036-966a-4281-bb26-1a6843fd4206 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:39:18.010493 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Updating router 3eb1c036-966a-4281-bb26-1a6843fd4206 port dc15f955-6786-40df-bba9-5842c5c5a808 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:39:18.021005 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:18.023873 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:18.027463 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:39:18.045541 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.052388 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a731ca2-babe-4c56-993a-67887dff9ec4,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:18.197706 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.208541 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287'] for port, after_create {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.275253 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.294777 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba is already hosted by enough agents. {{(pid=94990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:18.300749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.scheduler.base_scheduler [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Resources bound (agent type, host, resource id): {{(pid=94990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:18.307316 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Received port after_create {{(pid=94990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:39:18.313259 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Pushing event updated for resources: {'Port': ['ID=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,revision_number=1']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:18.399148 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Attempting to bind port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:39:18.399545 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Attempting to bind port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:39:18.399907 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Attempting to bind port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 on network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:39:18.410298 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:39:18.410943 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Checking segment: {'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:18.411346 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.411766 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Bound using segment: {'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:39:18.412254 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Bound port: d7cd276d-24cb-4a7b-8e21-d67ba8835f17, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:39:18.412625 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.475574 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4150143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798246'] for router, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.498446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.511624 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.522563 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] For port d7cd276d-24cb-4a7b-8e21-d67ba8835f17, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:39:18.561662 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] For port d7cd276d-24cb-4a7b-8e21-d67ba8835f17, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,segment=NetworkSegment(b33755af-d02d-4ace-8e7c-8ab2723169e5),segment_id=b33755af-d02d-4ace-8e7c-8ab2723169e5)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:39:18.574014 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.578543 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdbe02-eff4-4619-908f-1010d571ad75 None None] Pushing event updated for resources: {'Port': ['ID=dc15f955-6786-40df-bba9-5842c5c5a808,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:18.616786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 is scheduled to L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c with binding_index 1 {{(pid=94989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 01:39:18.681438 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Attempting to bind port dc15f955-6786-40df-bba9-5842c5c5a808 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:39:18.682090 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Attempting to bind port dc15f955-6786-40df-bba9-5842c5c5a808 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:39:18.682458 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Attempting to bind port dc15f955-6786-40df-bba9-5842c5c5a808 on network 781eba4f-4d39-4370-80a6-4aaf3910f175 {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:39:18.685741 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d855f-0610-4a9d-bb13-2dbb94f90cd1 None None] Pushing event updated for resources: {'Port': ['ID=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,revision_number=2']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:18.690993 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:39:18.691374 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Checking segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:18.691809 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.692207 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Bound using segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:39:18.692685 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Bound port: dc15f955-6786-40df-bba9-5842c5c5a808, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:39:18.693068 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.738294 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:39:18.751469 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Sync routers for ids ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:39:18.760272 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.761678 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-ad97433d-351d-4460-8223-554edc3e49e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4817238 Oct 13 01:39:18.764691 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52430) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:18.765864 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Routers {'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:18.766492 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:18.797396 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] For port dc15f955-6786-40df-bba9-5842c5c5a808, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:39:18.807652 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] For port dc15f955-6786-40df-bba9-5842c5c5a808, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dc15f955-6786-40df-bba9-5842c5c5a808,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:39:18.815449 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:18.909872 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:18.911216 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:18.916553 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdbe02-eff4-4619-908f-1010d571ad75 None None] Pushing event updated for resources: {'Port': ['ID=dc15f955-6786-40df-bba9-5842c5c5a808,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:18.931688 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Set router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:19.010541 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-8a989851-617f-48f0-966f-53c653b6918f None None] Provisioning complete for port dc15f955-6786-40df-bba9-5842c5c5a808 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:19.011010 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8a989851-617f-48f0-966f-53c653b6918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.209005 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d7cd276d-24cb-4a7b-8e21-d67ba8835f17 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:19.214598 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:18Z', 'revision_number': 3, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port': {'id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:19.245694 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Checking router: fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:39:19.246149 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Updating router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 port 6a731ca2-babe-4c56-993a-67887dff9ec4 binding host n-d-813679-4 {{(pid=94991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:39:19.259859 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:19.274885 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.357189 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.472567 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8a989851-617f-48f0-966f-53c653b6918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.533732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Allocated IP 172.20.0.1 (27f73ab8-0f1c-4e21-b7c2-f569991fb1ba/769416ef-6bec-4e16-9e27-3ddf7e0d78bd/c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:39:19.576663 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.588442 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.603764 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-8a989851-617f-48f0-966f-53c653b6918f None None] For port dc15f955-6786-40df-bba9-5842c5c5a808, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dc15f955-6786-40df-bba9-5842c5c5a808,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:19.607473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:19.607991 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.615413 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8a989851-617f-48f0-966f-53c653b6918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.656722 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Attempting to bind port 6a731ca2-babe-4c56-993a-67887dff9ec4 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:39:19.657094 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Attempting to bind port 6a731ca2-babe-4c56-993a-67887dff9ec4 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:39:19.657452 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Attempting to bind port 6a731ca2-babe-4c56-993a-67887dff9ec4 on network a395b02e-8500-416b-8085-f3399a24931e {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:39:19.662571 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.667408 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:39:19.667804 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Checking segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:19.668200 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.668590 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Bound using segment: {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'} {{(pid=94991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:39:19.669047 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.managers [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Bound port: 6a731ca2-babe-4c56-993a-67887dff9ec4, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85777a7-ffea-4ac9-8a12-e0bddc0dffee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e'}}] {{(pid=94991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:39:19.669417 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.670931 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9075c-30f1-4ab1-850b-dd0d3b591c7e None None] Pushing event updated for resources: {'Port': ['ID=6a731ca2-babe-4c56-993a-67887dff9ec4,revision_number=2']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:19.717981 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.726101 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a989851-617f-48f0-966f-53c653b6918f None None] Pushing event updated for resources: {'Port': ['ID=dc15f955-6786-40df-bba9-5842c5c5a808,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:19.733189 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] For port 6a731ca2-babe-4c56-993a-67887dff9ec4, host n-d-813679-4, cleared binding levels {{(pid=94991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:39:19.737640 n-d-813679-4 neutron-server[94991]: DEBUG neutron.plugins.ml2.db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] For port 6a731ca2-babe-4c56-993a-67887dff9ec4, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6a731ca2-babe-4c56-993a-67887dff9ec4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:39:19.740302 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:19.743292 n-d-813679-4 neutron-server[94991]: DEBUG neutron_lib.callbacks.manager [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.770889 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:19.776003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:39:19.817681 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-dac7e5c2-99de-4f6e-a2d2-d0d2621b1f0e None None] Provisioning complete for port dc15f955-6786-40df-bba9-5842c5c5a808 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:19.818067 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dac7e5c2-99de-4f6e-a2d2-d0d2621b1f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.818229 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Routers {'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:19.819091 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:19.826025 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:19.835468 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3798071'] for router_interface, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:19.965372 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.012921 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9075c-30f1-4ab1-850b-dd0d3b591c7e None None] Pushing event updated for resources: {'Port': ['ID=6a731ca2-babe-4c56-993a-67887dff9ec4,revision_number=3']} {{(pid=94991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:20.013571 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port d7cd276d-24cb-4a7b-8e21-d67ba8835f17, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,segment=NetworkSegment(b33755af-d02d-4ace-8e7c-8ab2723169e5),segment_id=b33755af-d02d-4ace-8e7c-8ab2723169e5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:20.016035 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8908c75e-6653-40d0-bb59-77e89d36de28 None None] Network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:39:20.050843 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] Set router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:20.060992 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.061793 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 176ebf62-7ac7-4363-a852-a89c43f6febe up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:20.131546 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:18Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:20.181640 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c661a26-8f77-4008-8fa2-5cb7ba53db07 None None] The sync data for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 is: [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:18Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:39:20.207745 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-23a5a23c-b52d-4aea-94fb-51ae8e579e8c None None] Provisioning complete for port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:20.208123 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-23a5a23c-b52d-4aea-94fb-51ae8e579e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.223613 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:20.294947 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:18Z', 'revision_number': 3, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port': {'id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:20.336335 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 176ebf62-7ac7-4363-a852-a89c43f6febe triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:20.336982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.338533 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6740a9e1-f494-4475-8e32-39fe76a003b6 None None] The sync data for ids ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'] in n-d-813679-4 is: [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:18Z', 'revision_number': 3, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port': {'id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:39:20.350225 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.558139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.565169 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.635406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:20.661649 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3770734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4150951'] for router_interface, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.788137 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:20.790496 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:20.809308 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-25411c2f-75eb-482b-bdb2-f3ff49f6663f None None] Provisioning complete for port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:20.809696 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-25411c2f-75eb-482b-bdb2-f3ff49f6663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:20.873061 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-25411c2f-75eb-482b-bdb2-f3ff49f6663f None None] Port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:39:20.894265 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-25411c2f-75eb-482b-bdb2-f3ff49f6663f None None] Provisioning complete for port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:20.895079 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-25411c2f-75eb-482b-bdb2-f3ff49f6663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.012066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:39:21.158845 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d7cd276d-24cb-4a7b-8e21-d67ba8835f17 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:21.195895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-46258aa5-041c-40d9-9633-bf888e5b1df0 None None] Provisioning complete for port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:21.196354 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-46258aa5-041c-40d9-9633-bf888e5b1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.208604 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:39:21.215097 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-530f6f9a-dd25-41e1-bb7e-273d1f8e34c1 admin admin] 10.222.0.21 "PUT /v2.0/routers/fb4cde06-bbc8-4b5e-8f87-f1c62fee4749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4491551 Oct 13 01:39:21.255171 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-46258aa5-041c-40d9-9633-bf888e5b1df0 None None] Port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:39:21.265904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:21.266523 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.360147 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6a731ca2-babe-4c56-993a-67887dff9ec4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:21.420991 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6a731ca2-babe-4c56-993a-67887dff9ec4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:21.421398 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.487752 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-548d5ea2-01e1-4de3-bda5-af429439b3ee None None] Provisioning complete for port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:21.488134 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-548d5ea2-01e1-4de3-bda5-af429439b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.549954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-548d5ea2-01e1-4de3-bda5-af429439b3ee None None] Port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:39:21.553520 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.575878 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] For port 6a731ca2-babe-4c56-993a-67887dff9ec4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6a731ca2-babe-4c56-993a-67887dff9ec4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:21.584935 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.585931 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dc15f955-6786-40df-bba9-5842c5c5a808 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:21.676372 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Pushing event updated for resources: {'Port': ['ID=6a731ca2-babe-4c56-993a-67887dff9ec4,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:21.681023 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port dc15f955-6786-40df-bba9-5842c5c5a808 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:21.681398 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.845880 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52438) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:21.850523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-65cdd43e-4dc2-4705-866c-ffd3c2a2c5e7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69688557', 'description': 'tempest-secgroup-smoke-69688557 description', 'project_id': '4080ff8a813b43e6a880360592a6ec8e'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:21.872045 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65cdd43e-4dc2-4705-866c-ffd3c2a2c5e7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.935886 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65cdd43e-4dc2-4705-866c-ffd3c2a2c5e7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.939790 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65cdd43e-4dc2-4705-866c-ffd3c2a2c5e7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.966050 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-65cdd43e-4dc2-4705-866c-ffd3c2a2c5e7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:21.967342 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-65cdd43e-4dc2-4705-866c-ffd3c2a2c5e7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1204329 Oct 13 01:39:21.970352 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52440) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:21.971359 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdd43e-4dc2-4705-866c-ffd3c2a2c5e7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8af097f-455c-44f2-b362-faf910c3245b,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:21.975834 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-140e6cda-cea6-464d-ab26-1c7e7fa5b4a8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'security_group_rule': {'security_group_id': 'e8af097f-455c-44f2-b362-faf910c3245b', 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:22.009170 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-140e6cda-cea6-464d-ab26-1c7e7fa5b4a8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.064464 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-140e6cda-cea6-464d-ab26-1c7e7fa5b4a8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.067754 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-140e6cda-cea6-464d-ab26-1c7e7fa5b4a8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.085557 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e6cda-cea6-464d-ab26-1c7e7fa5b4a8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509ddaf9-9009-45d2-96be-2dad318f7cd8,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:22.093316 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-140e6cda-cea6-464d-ab26-1c7e7fa5b4a8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.094586 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-140e6cda-cea6-464d-ab26-1c7e7fa5b4a8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224537 Oct 13 01:39:22.097351 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52442) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:22.101731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-e1a6e23f-2f45-4c31-aa8f-b0be2a9aa405 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'security_group_rule': {'security_group_id': 'e8af097f-455c-44f2-b362-faf910c3245b', 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:22.127924 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e23f-2f45-4c31-aa8f-b0be2a9aa405 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.183101 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e23f-2f45-4c31-aa8f-b0be2a9aa405 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.186537 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e23f-2f45-4c31-aa8f-b0be2a9aa405 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.205075 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6e23f-2f45-4c31-aa8f-b0be2a9aa405 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e6df14-f228-40c7-8f1d-c114c8186eb4,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:22.209942 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e23f-2f45-4c31-aa8f-b0be2a9aa405 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.211098 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e1a6e23f-2f45-4c31-aa8f-b0be2a9aa405 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128225 Oct 13 01:39:22.213837 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52444) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:22.218786 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-1341984d-c4de-49f0-ba35-2824068765e0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'security_group_rule': {'security_group_id': 'e8af097f-455c-44f2-b362-faf910c3245b', 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:22.243929 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1341984d-c4de-49f0-ba35-2824068765e0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.302176 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1341984d-c4de-49f0-ba35-2824068765e0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.305397 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1341984d-c4de-49f0-ba35-2824068765e0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.321995 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341984d-c4de-49f0-ba35-2824068765e0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4be38f2-4618-4196-9b46-eb8124582fd3,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:22.330147 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-1341984d-c4de-49f0-ba35-2824068765e0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.331381 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1341984d-c4de-49f0-ba35-2824068765e0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163962 Oct 13 01:39:22.334066 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52446) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:22.338431 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-0e2e1f2d-6619-4942-9ca5-0aad1d84750e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'security_group_rule': {'security_group_id': 'e8af097f-455c-44f2-b362-faf910c3245b', 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:22.365765 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1f2d-6619-4942-9ca5-0aad1d84750e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.424769 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1f2d-6619-4942-9ca5-0aad1d84750e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.428131 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1f2d-6619-4942-9ca5-0aad1d84750e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.445199 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e1f2d-6619-4942-9ca5-0aad1d84750e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620ee8eb-3b2b-464e-aea0-e45fccdbf786,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:22.453269 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1f2d-6619-4942-9ca5-0aad1d84750e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.454457 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-0e2e1f2d-6619-4942-9ca5-0aad1d84750e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194460 Oct 13 01:39:22.457270 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52448) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:22.461567 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-05d8d943-3564-4b1f-9610-669ce3e16c4c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'security_group_rule': {'security_group_id': 'e8af097f-455c-44f2-b362-faf910c3245b', 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:22.482912 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-05d8d943-3564-4b1f-9610-669ce3e16c4c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Project 4080ff8a813b43e6a880360592a6ec8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:39:22.488318 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05d8d943-3564-4b1f-9610-669ce3e16c4c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.549427 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05d8d943-3564-4b1f-9610-669ce3e16c4c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.552777 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05d8d943-3564-4b1f-9610-669ce3e16c4c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.569478 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8d943-3564-4b1f-9610-669ce3e16c4c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca008bd8-1fee-43cd-ab4c-ed28b5465305,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:22.577259 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-05d8d943-3564-4b1f-9610-669ce3e16c4c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.578990 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-05d8d943-3564-4b1f-9610-669ce3e16c4c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207962 Oct 13 01:39:22.581733 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52450) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:22.586112 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-d83c5d60-ceae-42e8-b12a-793935e23b63 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'security_group_rule': {'security_group_id': 'e8af097f-455c-44f2-b362-faf910c3245b', 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:22.607768 n-d-813679-4 neutron-server[94989]: INFO neutron.db.securitygroups_db [None req-d83c5d60-ceae-42e8-b12a-793935e23b63 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Project 4080ff8a813b43e6a880360592a6ec8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 01:39:22.612494 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d83c5d60-ceae-42e8-b12a-793935e23b63 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.673814 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d83c5d60-ceae-42e8-b12a-793935e23b63 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.677399 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d83c5d60-ceae-42e8-b12a-793935e23b63 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160023'] for security_group_rule, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.693859 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c5d60-ceae-42e8-b12a-793935e23b63 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84ecd02-14c4-4c1b-81bc-57e26daf822e,revision_number=0']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:22.701490 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-d83c5d60-ceae-42e8-b12a-793935e23b63 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:22.703201 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-d83c5d60-ceae-42e8-b12a-793935e23b63 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199725 Oct 13 01:39:22.848576 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-2eb4f302-6ad4-47dc-b978-7ce3366ca394 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69688557&fields=id&tenant_id=4080ff8a813b43e6a880360592a6ec8e HTTP/1.1" status: 200 len: 267 time: 0.0345006 Oct 13 01:39:22.973174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-4687a131-f813-4aeb-9f42-d78b25ab90a6 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:22.975046 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-4687a131-f813-4aeb-9f42-d78b25ab90a6 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 809 time: 0.1193633 Oct 13 01:39:22.978332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6a731ca2-babe-4c56-993a-67887dff9ec4 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:23.000572 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-2d57b294-cf0a-42fa-9a9b-8a3c8363fc2b tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/quotas/4080ff8a813b43e6a880360592a6ec8e HTTP/1.1" status: 200 len: 375 time: 0.0178847 Oct 13 01:39:23.040749 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port 6a731ca2-babe-4c56-993a-67887dff9ec4 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:23.041239 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:23.058176 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-116c97a6-f36b-4c21-9950-00a79fc40597 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565214 Oct 13 01:39:23.164089 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-68dd35d2-411c-4f4d-bafb-24a9c35c57d7 service neutron] 10.222.0.21 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933521 Oct 13 01:39:23.180601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Sync routers for ids ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:39:23.191091 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Routers {'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:23.191808 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:23.260834 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-19571cb0-a1d0-4787-9686-66b7721dc3da service neutron] 10.222.0.21 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896270 Oct 13 01:39:23.299270 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Set router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:23.434651 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-1fa58140-d9e7-4de5-82f4-c08cb7cd1fb1 req-3dcd271e-012e-424e-8aed-306d865d20ea tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 210 time: 0.0268803 Oct 13 01:39:23.514890 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 4, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port': {'id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6', 'name': '', 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'mac_address': 'fa:16:3e:44:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '769416ef-6bec-4e16-9e27-3ddf7e0d78bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:19Z', 'updated_at': '2021-10-13T01:39:20Z', 'revision_number': 2, 'project_id': '9a66962234294888b5dbe458aef9212c', 'subnets': [{'id': '769416ef-6bec-4e16-9e27-3ddf7e0d78bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:23.548386 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Checking router: fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:39:23.548732 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Updating router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 binding host n-d-813679-4 {{(pid=94990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 01:39:23.573677 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:23.851943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Notify callbacks [] for port, precommit_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:23.857969 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:23.931187 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6f4d2-0283-450f-8b6d-95366dae1715 None None] Pushing event updated for resources: {'Port': ['ID=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,revision_number=3']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:23.959633 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Attempting to bind port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 on host n-d-813679-4 for vnic_type normal with profile {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:39:23.960009 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Attempting to bind port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 by drivers openvswitch,hyperv on host n-d-813679-4 at level 0 using segments [{'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:39:23.960355 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Attempting to bind port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 on network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:39:23.965605 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Checking agent: {'id': 'ee5db615-6796-4f79-a7bd-2b7fcb1d69a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 23, 55, 46), 'started_at': datetime.datetime(2021, 10, 12, 23, 56, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:39:23.965977 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Checking segment: {'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:23.966982 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:23.967389 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Bound using segment: {'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'} {{(pid=94990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:39:23.967925 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.managers [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Bound port: c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6, host: n-d-813679-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33755af-d02d-4ace-8e7c-8ab2723169e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba'}}] {{(pid=94990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:39:23.969106 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:24.038175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] For port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6, host n-d-813679-4, cleared binding levels {{(pid=94990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:39:24.042075 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] For port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6, host n-d-813679-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,segment=NetworkSegment(b33755af-d02d-4ace-8e7c-8ab2723169e5),segment_id=b33755af-d02d-4ace-8e7c-8ab2723169e5)] {{(pid=94990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:39:24.045812 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:24.115255 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-4e868891-8a24-41da-8957-6904343e9fa1 None None] Provisioning complete for port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:24.115665 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e868891-8a24-41da-8957-6904343e9fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:24.119088 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Routers {'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:24.119763 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:24.123552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6f4d2-0283-450f-8b6d-95366dae1715 None None] Pushing event updated for resources: {'Port': ['ID=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:24.439665 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] Set router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:24.459929 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-8488154d-409e-4933-92a4-fc3e9777653b tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:24.462105 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-8488154d-409e-4933-92a4-fc3e9777653b tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 809 time: 0.1134179 Oct 13 01:39:24.494270 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e868891-8a24-41da-8957-6904343e9fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:24.524726 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-c87b3788-e222-479c-a09b-f97d3d548a3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4080ff8a813b43e6a880360592a6ec8e HTTP/1.1" status: 200 len: 378 time: 0.0476744 Oct 13 01:39:24.546104 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6d8d070f-59a6-4f41-bba3-de610709bab2 req-cacd21fb-6373-4603-a3e7-348de3b26dd1 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 210 time: 0.0272560 Oct 13 01:39:24.564861 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'port': {'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'admin_state_up': True, 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'security_groups': ['e8af097f-455c-44f2-b362-faf910c3245b']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:24.602990 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-4e868891-8a24-41da-8957-6904343e9fa1 None None] For port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,segment=NetworkSegment(b33755af-d02d-4ace-8e7c-8ab2723169e5),segment_id=b33755af-d02d-4ace-8e7c-8ab2723169e5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:24.608133 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-4e868891-8a24-41da-8957-6904343e9fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:24.675732 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Made reservation on behalf of 4080ff8a813b43e6a880360592a6ec8e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:39:24.679139 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e868891-8a24-41da-8957-6904343e9fa1 None None] Pushing event updated for resources: {'Port': ['ID=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:24.679280 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:24.736888 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-277c51f6-2caa-46ff-90e3-872151551ba8 None None] Provisioning complete for port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:24.737257 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-277c51f6-2caa-46ff-90e3-872151551ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:24.760451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 4, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port': {'id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6', 'name': '', 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'mac_address': 'fa:16:3e:44:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '769416ef-6bec-4e16-9e27-3ddf7e0d78bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:19Z', 'updated_at': '2021-10-13T01:39:24Z', 'revision_number': 4, 'project_id': '9a66962234294888b5dbe458aef9212c', 'subnets': [{'id': '769416ef-6bec-4e16-9e27-3ddf7e0d78bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:24.791654 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952652f-605e-4b01-8a6f-02f421602306 None None] The sync data for ids ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'] in n-d-813679-4 is: [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 4, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port': {'id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6', 'name': '', 'network_id': '27f73ab8-0f1c-4e21-b7c2-f569991fb1ba', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'mac_address': 'fa:16:3e:44:16:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '769416ef-6bec-4e16-9e27-3ddf7e0d78bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:19Z', 'updated_at': '2021-10-13T01:39:24Z', 'revision_number': 4, 'project_id': '9a66962234294888b5dbe458aef9212c', 'subnets': [{'id': '769416ef-6bec-4e16-9e27-3ddf7e0d78bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:39:24.811597 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Allocated IP 172.20.0.10 (781eba4f-4d39-4370-80a6-4aaf3910f175/d8c55989-3b56-4e7b-96f5-d8f436a8d289/6db968be-e0ff-4173-b74f-f4b949d6e8f0) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:39:24.984680 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.003366 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 up at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:25.028222 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.056781 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Provisioning complete for port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:25.057332 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.073364 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:25.076671 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:25.082896 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:39:25.141331 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:25.165186 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:25.165861 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.184466 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-251dd34b-742b-4636-b95f-cdc6f0073673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6242411 Oct 13 01:39:25.195472 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-122335e5-e3b2-4944-8b1a-d34660bdd82c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 01:39:25.196619 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-122335e5-e3b2-4944-8b1a-d34660bdd82c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058846 Oct 13 01:39:25.216395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Request body: {'port': {'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:25.283982 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.299921 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-69f9b160-847f-45d7-a0dd-b8bb4541b613 None None] Provisioning complete for port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:25.300615 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-69f9b160-847f-45d7-a0dd-b8bb4541b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.347089 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-69f9b160-847f-45d7-a0dd-b8bb4541b613 None None] Port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:39:25.565244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db968be-e0ff-4173-b74f-f4b949d6e8f0 {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:39:25.574857 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.589192 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Transition to ACTIVE for port object 6db968be-e0ff-4173-b74f-f4b949d6e8f0 will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:39:25.594311 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.650502 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14790341-3323-483a-be30-40a49d05641b service neutron] Pushing event updated for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:25.690141 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa9f-fabf-41fe-b714-e7c1fe78dd51 req-b1c7d819-ba88-4666-a9b9-f213b2dc24c3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:25.692377 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2acefa9f-fabf-41fe-b714-e7c1fe78dd51 req-b1c7d819-ba88-4666-a9b9-f213b2dc24c3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 944 time: 0.0589261 Oct 13 01:39:25.733172 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Attempting to bind port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 on host n-h2-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:39:25.733523 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Attempting to bind port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 by drivers openvswitch,hyperv on host n-h2-813679-4 at level 0 using segments [{'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:39:25.734395 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Attempting to bind port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 on network 781eba4f-4d39-4370-80a6-4aaf3910f175 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:39:25.739373 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-2acefa9f-fabf-41fe-b714-e7c1fe78dd51 req-51e7d2c1-db74-4e8d-884c-f8147f29355b tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404272 Oct 13 01:39:25.739670 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 on network 781eba4f-4d39-4370-80a6-4aaf3910f175 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:39:25.739885 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Attempting to bind port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 on network 781eba4f-4d39-4370-80a6-4aaf3910f175 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:39:25.745844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Checking agent: {'id': '604aece1-6b5b-4592-81af-f1f0bae1f7a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:39:25.745844 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Checking segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:39:25.746214 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Bound using segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:39:25.746647 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Bound port: 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host: n-h2-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:39:25.747006 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.822232 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:39:25.825774 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:39:25.836033 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.870860 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:25.871044 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:25.872472 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-14790341-3323-483a-be30-40a49d05641b service neutron] 10.222.0.36 "PUT /v2.0/ports/6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 1092 time: 0.6607387 Oct 13 01:39:25.875335 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:39:25.877649 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c86675-78b0-46cc-9c5f-7ac905e265ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:39:25.906244 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14790341-3323-483a-be30-40a49d05641b service neutron] Pushing event updated for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:25.919266 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f74d36-d607-4132-b301-5eb9dd72f855 x-openstack-request-id: req-03f74d36-d607-4132-b301-5eb9dd72f855 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:39:25.919586 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:39:25.919842 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03f74d36-d607-4132-b301-5eb9dd72f855 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:39:25.920309 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'status': 'completed', 'code': 200} Oct 13 01:39:25.980067 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-0e884519-0aff-4d8f-a0b3-d788e6b5687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:25.981564 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-0e884519-0aff-4d8f-a0b3-d788e6b5687f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1095 time: 0.0431240 Oct 13 01:39:26.033613 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-0bc676b6-993b-4d4e-83ca-b47a38fcc2d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 217 time: 0.0394635 Oct 13 01:39:26.083209 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-93e6b5c8-e80b-49c2-837b-c7cd173028e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:26.084716 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-93e6b5c8-e80b-49c2-837b-c7cd173028e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0450251 Oct 13 01:39:26.132786 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-b55a9da4-55ba-4fa5-b63b-6cc6cef13e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:26.134271 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-b55a9da4-55ba-4fa5-b63b-6cc6cef13e98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417068 Oct 13 01:39:26.226857 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-44b7dc8f-7d0e-4a66-8f0e-47b630cfcbe2 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844350 Oct 13 01:39:26.315279 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0a060ff5-a517-46e2-811f-d970c5dec7ee req-aaeb1a55-b03d-4c56-b06f-d18cc708d6dd service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805633 Oct 13 01:39:26.447106 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-19dba5a6-d1df-442b-9d0f-b092ab49300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:26.448652 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-19dba5a6-d1df-442b-9d0f-b092ab49300a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1095 time: 0.0405674 Oct 13 01:39:26.542330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-f7dd3621-465a-4e0f-85c9-32bcb7554348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:26.543814 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-f7dd3621-465a-4e0f-85c9-32bcb7554348 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0878074 Oct 13 01:39:26.584617 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-ef141ddc-c0ea-4efc-902b-8b01bf3eed11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 217 time: 0.0336759 Oct 13 01:39:26.637274 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-185b88e4-2c41-4eaf-b525-65eb6ab32525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:26.638700 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-185b88e4-2c41-4eaf-b525-65eb6ab32525 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0477414 Oct 13 01:39:26.683628 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-2eaaae56-27d4-4171-b935-de903c8967b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:26.685078 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-2eaaae56-27d4-4171-b935-de903c8967b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395811 Oct 13 01:39:26.777385 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-6fa16071-b4df-44ed-a4e2-7973aab68bac service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849364 Oct 13 01:39:26.854513 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c62cfc-3a81-4833-959c-c4b818579ff6 req-ecd32bba-32ce-4751-b52e-7606591b7062 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:26.855942 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67c62cfc-3a81-4833-959c-c4b818579ff6 req-ecd32bba-32ce-4751-b52e-7606591b7062 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 944 time: 0.0491393 Oct 13 01:39:26.867199 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-99c86675-78b0-46cc-9c5f-7ac905e265ef req-ba90dd5a-8dbc-4960-b05c-e041edd49346 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830188 Oct 13 01:39:26.894943 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-67c62cfc-3a81-4833-959c-c4b818579ff6 req-cdf5af65-e334-4713-8675-4d2008278762 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327554 Oct 13 01:39:28.010242 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63af506-f213-47a4-b228-5d203283bcd9 req-f2ad3938-f299-4d1a-8ddd-f8373dbe296c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:28.011810 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a63af506-f213-47a4-b228-5d203283bcd9 req-f2ad3938-f299-4d1a-8ddd-f8373dbe296c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 944 time: 0.0482402 Oct 13 01:39:28.051132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-a63af506-f213-47a4-b228-5d203283bcd9 req-63604285-7498-4407-b0a9-b8e422768ca8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326257 Oct 13 01:39:29.165788 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3090b3c-1ac1-40d0-960d-1ff5919900ee req-65f550b0-d57b-4911-9b7d-0773bd1739fb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:29.167237 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3090b3c-1ac1-40d0-960d-1ff5919900ee req-65f550b0-d57b-4911-9b7d-0773bd1739fb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 944 time: 0.0483341 Oct 13 01:39:29.207874 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d3090b3c-1ac1-40d0-960d-1ff5919900ee req-df0b6229-115a-442a-8b05-6c68c99a7560 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346892 Oct 13 01:39:29.979823 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6db968be-e0ff-4173-b74f-f4b949d6e8f0 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:39:30.075519 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:30.086524 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:39:30.125167 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:30.137108 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db968be-e0ff-4173-b74f-f4b949d6e8f0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:39:30.156208 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:30.160130 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:30.205979 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:30.319058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c5586-043e-4608-88c5-f6186c9003c4 req-fad9770c-4f4e-49f4-81ae-12bb3a9363f3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:30.320531 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c8c5586-043e-4608-88c5-f6186c9003c4 req-fad9770c-4f4e-49f4-81ae-12bb3a9363f3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 945 time: 0.0480037 Oct 13 01:39:30.364070 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-8c8c5586-043e-4608-88c5-f6186c9003c4 req-5d237680-c3af-4856-a7e9-2979805d81a5 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376086 Oct 13 01:39:30.616336 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6db968be-e0ff-4173-b74f-f4b949d6e8f0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:39:31.475660 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb8d6-e3b0-4eae-a629-b2e662659059 req-04ba4a44-4d3e-47f6-b296-89d72c5f2814 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:31.477139 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a9cb8d6-e3b0-4eae-a629-b2e662659059 req-04ba4a44-4d3e-47f6-b296-89d72c5f2814 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 945 time: 0.0485191 Oct 13 01:39:31.513288 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-3a9cb8d6-e3b0-4eae-a629-b2e662659059 req-f9a10d9b-8051-45a3-af36-7e860248a4c4 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302658 Oct 13 01:39:31.979082 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6db968be-e0ff-4173-b74f-f4b949d6e8f0 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:39:32.026217 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning for port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:39:32.029759 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:39:32.030139 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:32.107087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:32.129551 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:39:32.131822 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7209e4b-4685-4821-a7bb-54f1d1a58801" -d '{"events": [{"server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "name": "network-vif-plugged", "status": "completed", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:39:32.143717 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:39:32.147879 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:32.171687 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62444dc5-2876-4275-b951-fd7129a3786f x-openstack-request-id: req-62444dc5-2876-4275-b951-fd7129a3786f {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:39:32.171984 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "name": "network-vif-plugged", "status": "completed", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:39:32.172233 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62444dc5-2876-4275-b951-fd7129a3786f {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:39:32.172624 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'code': 200} Oct 13 01:39:32.197299 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:32.292761 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7fc92-5e5b-4a87-9ef7-f30f489d7f31 req-e4831b67-cf6b-4fdd-b00d-bde10910fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:32.294214 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0ca7fc92-5e5b-4a87-9ef7-f30f489d7f31 req-e4831b67-cf6b-4fdd-b00d-bde10910fe12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1097 time: 0.0400100 Oct 13 01:39:32.326874 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-0ca7fc92-5e5b-4a87-9ef7-f30f489d7f31 req-b09bb3d9-f292-401b-accf-b89e8ba192eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0261805 Oct 13 01:39:32.623174 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ef883-6fde-4098-bc42-3b3a0dc814f5 req-4d351ca1-7438-4598-a39f-dc4e96242ee3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:32.624623 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-795ef883-6fde-4098-bc42-3b3a0dc814f5 req-4d351ca1-7438-4598-a39f-dc4e96242ee3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 946 time: 0.0472443 Oct 13 01:39:32.664525 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-795ef883-6fde-4098-bc42-3b3a0dc814f5 req-b66975ec-30cf-4ebd-a2b6-4d99fba94281 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341654 Oct 13 01:39:34.092355 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aba45-0a18-4ca9-b725-39f9e87ed927 req-00664407-1a78-4302-9930-280078f42591 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:34.093863 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c5aba45-0a18-4ca9-b725-39f9e87ed927 req-00664407-1a78-4302-9930-280078f42591 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 946 time: 0.3603954 Oct 13 01:39:34.130984 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-7c5aba45-0a18-4ca9-b725-39f9e87ed927 req-85ed16e7-d679-4c3b-8560-75c3c0cc5c6b tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311558 Oct 13 01:39:35.242926 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e7e5b-e251-4ee1-be15-9974dc8182eb req-2d1b4886-de7b-41c8-9c09-5a3edcb34b5d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:35.244423 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-614e7e5b-e251-4ee1-be15-9974dc8182eb req-2d1b4886-de7b-41c8-9c09-5a3edcb34b5d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 946 time: 0.0482864 Oct 13 01:39:35.281562 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-614e7e5b-e251-4ee1-be15-9974dc8182eb req-ec550493-18d1-406f-99d2-b47cbd345280 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312068 Oct 13 01:39:35.395826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd995-6ffa-4bbf-85a1-305f52cb3e11 req-99432bdc-ceb6-470e-821e-0631f4b86df5 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:35.397285 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f11cd995-6ffa-4bbf-85a1-305f52cb3e11 req-99432bdc-ceb6-470e-821e-0631f4b86df5 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 946 time: 0.0477581 Oct 13 01:39:35.437035 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f11cd995-6ffa-4bbf-85a1-305f52cb3e11 req-d4761efa-a830-4eca-926d-fd43a1a8be3f tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337617 Oct 13 01:39:35.458481 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52504) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:35.587321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad9877-0b62-49cf-9891-7489b3cd64cd tempest-TestSnapshotPattern-1166473603 tempest-TestSnapshotPattern-1166473603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:35.588856 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-02ad9877-0b62-49cf-9891-7489b3cd64cd tempest-TestSnapshotPattern-1166473603 tempest-TestSnapshotPattern-1166473603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1092 time: 0.1293182 Oct 13 01:39:35.591832 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 52508) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:39:35.596644 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:39:35.617734 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for floatingip, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:35.712551 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:35.816887 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Allocated IP 172.25.3.93 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/5d035535-8833-487e-9ca2-d30ac132a472) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:39:35.915574 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:35.950597 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:35.992540 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:39:35.995196 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:39:35.999738 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:39:36.022537 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'Port': ['ID=5d035535-8833-487e-9ca2-d30ac132a472,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:36.355418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:36.423401 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:36.572642 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:36.577055 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:36.647663 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'Port': ['ID=5d035535-8833-487e-9ca2-d30ac132a472,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:39:36.654570 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:36.752246 n-d-813679-4 neutron-server[94988]: INFO neutron.db.l3_db [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Floating IP dc5c8729-8376-4743-8b64-964d8ea9d82f associated. External IP: 172.25.3.93, port: 6db968be-e0ff-4173-b74f-f4b949d6e8f0. Oct 13 01:39:36.956360 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Router 3eb1c036-966a-4281-bb26-1a6843fd4206 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:39:37.061250 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:39:37.071304 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] Sync routers for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:39:37.080554 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:37.081509 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:37.082111 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:37.107044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-d010ffe4-5be1-4b87-9692-ca5405e13fdf tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5140676 Oct 13 01:39:37.107658 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:39:37.110514 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2722b284-5830-46b1-9fd6-814a3f514c11" -d '{"events": [{"name": "network-changed", "server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:39:37.187473 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:37.201640 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c03249c-b6b5-42f5-b450-43fd9272bbfc x-openstack-request-id: req-1c03249c-b6b5-42f5-b450-43fd9272bbfc {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:39:37.201929 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:39:37.202212 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c03249c-b6b5-42f5-b450-43fd9272bbfc {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:39:37.202616 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'status': 'completed', 'code': 200} Oct 13 01:39:37.285127 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-d2138ff0-e966-4e75-bb8e-bd971d7a8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:37.286913 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-d2138ff0-e966-4e75-bb8e-bd971d7a8679 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1097 time: 0.0412517 Oct 13 01:39:37.330608 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:37.388534 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-bc2690fb-f079-4417-8f24-fbd9d3863b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:37.390037 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-bc2690fb-f079-4417-8f24-fbd9d3863b07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0964861 Oct 13 01:39:37.412912 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:36Z', 'revision_number': 0, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:37.438360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] Checking router: 3eb1c036-966a-4281-bb26-1a6843fd4206 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:39:37.446324 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:39:37.446941 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:39:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:37.455240 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-09b296f7-209f-4a97-ab96-4f1b681f2fe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 999 time: 0.0587204 Oct 13 01:39:37.508140 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-2c2d38ac-2267-4c0b-ad50-11bce565e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:37.509616 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-2c2d38ac-2267-4c0b-ad50-11bce565e067 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0481050 Oct 13 01:39:37.550863 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:39:37.555900 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-9eb1a743-99d6-4db9-baf9-52811e4e4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:39:37.557410 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-9eb1a743-99d6-4db9-baf9-52811e4e4695 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403190 Oct 13 01:39:37.646763 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-6cac14d2-038e-4895-81ef-669928d1fca6 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818508 Oct 13 01:39:37.739426 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2722b284-5830-46b1-9fd6-814a3f514c11 req-b88ff96b-669f-4735-bbc7-7aba4bfd3153 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Oct 13 01:39:37.772109 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:36Z', 'revision_number': 0, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:39:37.798526 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44387a9d-7302-4552-949e-6cd584d0253e None None] The sync data for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 is: [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:36Z', 'revision_number': 0, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:39:37.950425 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:37.983113 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d04b65-f114-40e9-b75a-7c535dd2f294 None None] New status for floating IP dc5c8729-8376-4743-8b64-964d8ea9d82f: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:39:41.891033 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-90e89df4-b8f4-4687-9f5f-0a42344f3978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:44.662155 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-759ca55c-4698-49c6-a80c-fe33abc132f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:45.994571 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:46.071031 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:47.876344 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:39:54.134500 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:40:07.339278 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:07.948509 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:11.895068 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ebe52d25-66cc-4855-b35f-614b52b57c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:13.609280 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-876a05ab-3d11-42b8-9b38-242c2373c6de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799320 Oct 13 01:40:13.703439 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-8d2fe92a-b382-4c61-9e24-f9d7f4a80b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:40:13.704904 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-8d2fe92a-b382-4c61-9e24-f9d7f4a80b88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1097 time: 0.0396757 Oct 13 01:40:13.808679 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-d7f114b3-ceda-4f20-8e13-a5d9811f0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:40:13.810106 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-d7f114b3-ceda-4f20-8e13-a5d9811f0b4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0859182 Oct 13 01:40:13.877601 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-23eb9b0a-7587-4068-b790-a5e3a3f95211 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 1001 time: 0.0593960 Oct 13 01:40:13.926108 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-b2750617-1905-47b4-8a5d-b08d8740a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:40:13.927501 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-b2750617-1905-47b4-8a5d-b08d8740a074 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0428367 Oct 13 01:40:13.971766 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-61ae8e14-d44b-4e3d-ad1c-8b80470b9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:40:13.973116 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-61ae8e14-d44b-4e3d-ad1c-8b80470b9856 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385334 Oct 13 01:40:14.062777 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-483f7ce8-6277-47dc-9e78-efc57c2031bb service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821373 Oct 13 01:40:14.455455 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-2145fb50-5d3e-4731-aed7-2d2047b7d2a3 req-584966be-ef0b-449b-9525-88d69e68855c service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855498 Oct 13 01:40:14.663033 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8638125c-7be9-42be-bfb4-c0674696c838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:15.995087 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:16.072275 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:17.879267 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:31.132941 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:40:37.345363 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:37.963945 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:41.897627 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a0b581c7-eaa1-4078-b70a-6e718a8c0055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:44.661964 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b35ab753-6437-4caf-ab73-2b8adea788a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:45.996151 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:46.075464 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:40:47.882528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:07.341620 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:07.963518 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:08.133389 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:41:11.898682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cc7c2dc2-3302-406b-8cec-8020ffd65305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:14.529690 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-2fc3bb8d-2393-4ae8-ac32-861818f94ed6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392666 Oct 13 01:41:14.628536 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-0e831068-4738-45ac-b3a5-eb8e8512bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:41:14.629969 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-0e831068-4738-45ac-b3a5-eb8e8512bfe2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1097 time: 0.0426574 Oct 13 01:41:14.663365 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ee620136-5310-474c-b66d-2df4f6b1b989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:14.733424 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-6ce6adba-9ea2-4e3c-8a1c-3bab64b2b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:41:14.735303 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-6ce6adba-9ea2-4e3c-8a1c-3bab64b2b284 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0860884 Oct 13 01:41:14.801659 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-d8616bfa-9c96-4ab1-8c2d-bb7e7fca2b5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 1001 time: 0.0592892 Oct 13 01:41:14.849520 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-492efcf9-273f-4a52-8e48-d961cc284bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:41:14.850957 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-492efcf9-273f-4a52-8e48-d961cc284bd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0427186 Oct 13 01:41:14.897612 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-00cf1780-c46a-4cbe-a333-2b23b1979c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:41:14.899091 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-00cf1780-c46a-4cbe-a333-2b23b1979c14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409882 Oct 13 01:41:14.990232 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-e0d59f6d-0f78-49ec-a654-152fe19f0f4e service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840333 Oct 13 01:41:15.078586 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-dfddfed5-a8c1-46b3-8b72-6ab576924a03 req-5c9bc525-2341-40fd-9fa1-c165525b0e62 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806150 Oct 13 01:41:15.996425 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:16.081726 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:17.886961 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:37.357682 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:37.977486 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:41.900220 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-95153244-394f-4988-8888-8957d5cba836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:44.664116 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-70e8b892-5275-4db1-ae0b-b722a386338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:45.132792 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:41:45.996433 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:46.080485 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:41:47.889678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:07.372388 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:07.977397 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:08.866570 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6db968be-e0ff-4173-b74f-f4b949d6e8f0 details requested by agent hyperv_n-h2-813679-4 with host n-h2-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:42:08.957080 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:42:08.970954 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Returning: {'device': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:42:09.007366 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:09.019362 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6db968be-e0ff-4173-b74f-f4b949d6e8f0 {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:42:09.037938 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:42:09.041805 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:09.087809 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:09.094980 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.095332 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.095699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.096038 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.096426 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.096713 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.097170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.097504 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.097832 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.098168 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.098473 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.098818 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:09.192198 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] get_ports_and_sgs() called for port_ids ['6db968be-e0ff-4173-b74f-f4b949d6e8f0'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:42:10.898409 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6db968be-e0ff-4173-b74f-f4b949d6e8f0 up at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:42:10.945581 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Provisioning complete for port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:42:10.945947 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:11.021688 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:11.044024 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:42:11.046238 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a19b05a-2552-4ff2-971e-88d93d83b41b" -d '{"events": [{"server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "name": "network-vif-plugged", "status": "completed", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:42:11.058984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:42:11.063449 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:11.109383 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:11.900294 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5d12f290-79aa-409e-9bc6-8de7bdb9351b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:12.166403 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590e8bc9-8138-4fae-80a7-6e5ed7524727 x-openstack-request-id: req-590e8bc9-8138-4fae-80a7-6e5ed7524727 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:42:12.166698 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "name": "network-vif-plugged", "status": "completed", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:42:12.166976 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-590e8bc9-8138-4fae-80a7-6e5ed7524727 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:42:12.167403 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'code': 200} Oct 13 01:42:14.669537 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5204f8f1-3313-4d2f-91cf-0f3f06593ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:15.601822 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46972f-decd-445a-b5d5-10730c882e58 req-08dc15a0-4006-40f0-8c10-e67577c546f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:15.603442 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea46972f-decd-445a-b5d5-10730c882e58 req-08dc15a0-4006-40f0-8c10-e67577c546f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1097 time: 0.0563247 Oct 13 01:42:15.738600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46972f-decd-445a-b5d5-10730c882e58 req-9bad2535-6a28-44c9-86d9-9cec90a3673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:15.740727 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea46972f-decd-445a-b5d5-10730c882e58 req-9bad2535-6a28-44c9-86d9-9cec90a3673b service neutron] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.1139300 Oct 13 01:42:15.824909 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea46972f-decd-445a-b5d5-10730c882e58 req-832a9395-20a6-4d7f-acdd-0f6f112054c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 1001 time: 0.0685318 Oct 13 01:42:15.888185 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46972f-decd-445a-b5d5-10730c882e58 req-0d26e51c-17b1-4863-86c4-bfc7e3e3ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:15.889691 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea46972f-decd-445a-b5d5-10730c882e58 req-0d26e51c-17b1-4863-86c4-bfc7e3e3ffc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0569346 Oct 13 01:42:15.940418 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46972f-decd-445a-b5d5-10730c882e58 req-b34af727-1292-4feb-a250-ec1414948427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:15.942288 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea46972f-decd-445a-b5d5-10730c882e58 req-b34af727-1292-4feb-a250-ec1414948427 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455296 Oct 13 01:42:16.008481 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:16.052358 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea46972f-decd-445a-b5d5-10730c882e58 req-a3a4451b-1a52-4ba6-af5b-5e02d65d9931 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032600 Oct 13 01:42:16.088564 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:16.155190 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-ea46972f-decd-445a-b5d5-10730c882e58 req-f4fe890e-463c-4bec-b345-496222cdfe6c service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943055 Oct 13 01:42:17.894490 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:22.132455 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:42:22.555628 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-8e8bd83e-0d29-4d12-a0bd-5de6a93af0c7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69688557&fields=id&tenant_id=4080ff8a813b43e6a880360592a6ec8e HTTP/1.1" status: 200 len: 267 time: 0.0332701 Oct 13 01:42:22.659426 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-bcd1a27c-6180-40a4-a2cf-9716e0351cfe tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:22.660811 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-bcd1a27c-6180-40a4-a2cf-9716e0351cfe tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 809 time: 0.0986617 Oct 13 01:42:22.674896 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-0a695f33-b407-40f8-9868-e51141455ad7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/quotas/4080ff8a813b43e6a880360592a6ec8e HTTP/1.1" status: 200 len: 375 time: 0.0085211 Oct 13 01:42:22.731701 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-5b4fa48e-7bd3-420d-aa2b-adfeaee467bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0517979 Oct 13 01:42:22.901384 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-88b4050f-d03f-44ad-91bd-3e1b505e8150 service neutron] 10.222.0.21 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577322 Oct 13 01:42:22.991188 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-c786fda8-8b6a-4751-92f9-e121aa616b3b service neutron] 10.222.0.21 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836811 Oct 13 01:42:23.201148 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-cc70e37e-b089-4087-b433-85d825fb1fd3 req-a5761c4b-0e30-4d76-904a-11bd8423b107 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 210 time: 0.0762525 Oct 13 01:42:24.276421 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-051ae7a3-3661-4658-85df-cc4fc4f822eb req-ec29a9ca-f42f-47ff-87d5-dff2d4f6d45d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 210 time: 0.0265107 Oct 13 01:42:24.937552 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6db968be-e0ff-4173-b74f-f4b949d6e8f0 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:42:25.012716 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:25.034834 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:42:25.037662 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49519a48-a9c2-4ce9-922d-40471e9139eb" -d '{"events": [{"server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "name": "network-vif-unplugged", "status": "completed", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:42:25.049433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:42:25.053719 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:25.076259 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a9a524-610e-474c-ab73-49e8e02a0b89 x-openstack-request-id: req-66a9a524-610e-474c-ab73-49e8e02a0b89 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:42:25.076544 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "name": "network-vif-unplugged", "status": "completed", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:42:25.076792 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66a9a524-610e-474c-ab73-49e8e02a0b89 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:42:25.077175 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'code': 200} Oct 13 01:42:25.103185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Pushing event updated for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:25.366772 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9b354686-284f-4575-bf20-f88f0cbeb02d req-67141a42-6bf7-4b84-8de5-2ccaa655bde3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 210 time: 0.0253384 Oct 13 01:42:26.280235 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ef8fe785-ee45-41f8-96b9-d51687093c81 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:26.281679 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ef8fe785-ee45-41f8-96b9-d51687093c81 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.45 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 809 time: 0.1057014 Oct 13 01:42:26.330807 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-d3d5edb6-bff0-4d86-8de0-cf39c3ba7673 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4080ff8a813b43e6a880360592a6ec8e HTTP/1.1" status: 200 len: 378 time: 0.0324280 Oct 13 01:42:26.341001 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'port': {'device_id': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'admin_state_up': True, 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'security_groups': ['e8af097f-455c-44f2-b362-faf910c3245b']}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:42:26.456143 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Made reservation on behalf of 4080ff8a813b43e6a880360592a6ec8e for: {'port': 1} {{(pid=94988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 01:42:26.460783 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:26.469954 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f876b0b2-6c9c-40d0-8b8e-7b64fa9dd40d req-df69e09b-1426-43eb-af84-79950100d78e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 210 time: 0.0323565 Oct 13 01:42:26.606031 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_common [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Allocated IP 172.20.0.4 (781eba4f-4d39-4370-80a6-4aaf3910f175/d8c55989-3b56-4e7b-96f5-d8f436a8d289/42613b12-789e-4ac8-a571-8f01406b76db) {{(pid=94988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:42:26.820317 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for port, precommit_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:26.856195 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_create {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:26.904465 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 is already hosted by enough agents. {{(pid=94988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:42:26.907742 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.base_scheduler [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Resources bound (agent type, host, resource id): {{(pid=94988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:42:26.911892 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Received port after_create {{(pid=94988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:42:26.918598 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=1']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:26.949776 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.950032 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.950375 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.950720 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.951058 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.951426 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.951715 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.952044 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.952406 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.952793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.953141 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:26.953470 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:27.008625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:27.009382 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:27.031845 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-6d58d445-4402-4620-9c06-b6bcc105da3d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6940722 Oct 13 01:42:27.246045 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-0e2dbf1b-2b1c-4dca-ac18-6aceeebdef12 None None] Provisioning complete for port 42613b12-789e-4ac8-a571-8f01406b76db triggered by entity DHCP. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:42:27.246668 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0e2dbf1b-2b1c-4dca-ac18-6aceeebdef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:27.282408 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dbf1b-2b1c-4dca-ac18-6aceeebdef12 None None] Port 42613b12-789e-4ac8-a571-8f01406b76db cannot update to ACTIVE because it is not bound. {{(pid=94990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 01:42:27.605783 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38d6e-fd48-48cb-adf0-4cbff19fd9ef req-d9b632b2-46fc-490f-b05d-601f42dfe5ad tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:27.607262 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06f38d6e-fd48-48cb-adf0-4cbff19fd9ef req-d9b632b2-46fc-490f-b05d-601f42dfe5ad tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0548015 Oct 13 01:42:27.650078 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-06f38d6e-fd48-48cb-adf0-4cbff19fd9ef req-518a5e0a-fa44-43ed-896a-4a8cbb30c2d5 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363450 Oct 13 01:42:28.764138 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad7216-5ccd-4000-a6f5-d348387e3749 req-38b70aa7-1fe5-49ca-90d3-ba9b528be3e1 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:28.765619 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2ad7216-5ccd-4000-a6f5-d348387e3749 req-38b70aa7-1fe5-49ca-90d3-ba9b528be3e1 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0484426 Oct 13 01:42:28.806898 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-f2ad7216-5ccd-4000-a6f5-d348387e3749 req-eb369856-cac3-414b-aa93-7e2733058cc7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351880 Oct 13 01:42:29.925935 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df72c4-c55c-41cd-85c2-aeee5355cd1e req-9cff7c68-c426-49bc-a177-e80ca869f788 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:29.927440 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15df72c4-c55c-41cd-85c2-aeee5355cd1e req-9cff7c68-c426-49bc-a177-e80ca869f788 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0500662 Oct 13 01:42:29.965560 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-15df72c4-c55c-41cd-85c2-aeee5355cd1e req-b3cb9f7b-fd67-4f14-b764-0362feb1e599 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320177 Oct 13 01:42:31.113820 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769887e9-070b-4808-9641-9b0c4a1b64c9 req-1d206d44-2c9b-4be9-a15f-d705314b1851 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:31.115291 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769887e9-070b-4808-9641-9b0c4a1b64c9 req-1d206d44-2c9b-4be9-a15f-d705314b1851 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0535054 Oct 13 01:42:31.152864 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-769887e9-070b-4808-9641-9b0c4a1b64c9 req-e6e8e3c1-f1c3-4e6a-81c7-9b9aa7efc27c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313685 Oct 13 01:42:32.277634 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443be94c-e3a4-4fa9-9665-9304396699c2 req-4e88a7a0-0422-4cd5-a5cf-3edaf213a45d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:32.279132 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-443be94c-e3a4-4fa9-9665-9304396699c2 req-4e88a7a0-0422-4cd5-a5cf-3edaf213a45d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0514510 Oct 13 01:42:32.318061 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-443be94c-e3a4-4fa9-9665-9304396699c2 req-5c6ede77-9d22-4be6-a5ff-9691bdb5e5c3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323999 Oct 13 01:42:33.447723 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96622c59-80af-4ff3-83ee-a85275e6219b req-c61a9ff8-2642-4734-b128-3b848ef0ab0b tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:33.456539 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96622c59-80af-4ff3-83ee-a85275e6219b req-c61a9ff8-2642-4734-b128-3b848ef0ab0b tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0662653 Oct 13 01:42:33.492332 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-96622c59-80af-4ff3-83ee-a85275e6219b req-175ef20b-b7b9-47dc-9bb6-050b9a32006c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340743 Oct 13 01:42:34.620831 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de2ac0-51af-4c1c-8e67-266e9f8fdd37 req-f4d56dd6-28a7-48fc-8da9-610cdb99a6c9 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:34.622353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5de2ac0-51af-4c1c-8e67-266e9f8fdd37 req-f4d56dd6-28a7-48fc-8da9-610cdb99a6c9 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0586956 Oct 13 01:42:34.661636 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d5de2ac0-51af-4c1c-8e67-266e9f8fdd37 req-5aba946b-4ef9-4e55-a678-79460b400de8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330138 Oct 13 01:42:35.788182 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e5065-c160-4a8e-8558-85db022b90f6 req-32387a28-48a9-48ac-a924-dbb8362eb168 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:35.791192 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff7e5065-c160-4a8e-8558-85db022b90f6 req-32387a28-48a9-48ac-a924-dbb8362eb168 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0554738 Oct 13 01:42:35.829829 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-ff7e5065-c160-4a8e-8558-85db022b90f6 req-fd586487-fd54-4225-b56f-1a351f30ede7 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324678 Oct 13 01:42:36.961452 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6f82c-57ee-49a8-b69f-9fc1691f5802 req-c8f6b69d-d7d6-4287-8bd3-d49d5baa562f tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:36.962970 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56f6f82c-57ee-49a8-b69f-9fc1691f5802 req-c8f6b69d-d7d6-4287-8bd3-d49d5baa562f tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0507174 Oct 13 01:42:37.002376 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-56f6f82c-57ee-49a8-b69f-9fc1691f5802 req-d48655c2-8989-4d42-97c3-450425363b8a tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331793 Oct 13 01:42:37.379735 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:38.006177 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:38.121009 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284350ca-d52c-4f7d-a2e5-3b125a903736 req-c9f82df2-ea90-43c2-aa16-5c25c9c6511a tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:38.122503 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-284350ca-d52c-4f7d-a2e5-3b125a903736 req-c9f82df2-ea90-43c2-aa16-5c25c9c6511a tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0534756 Oct 13 01:42:38.159265 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-284350ca-d52c-4f7d-a2e5-3b125a903736 req-cae9487a-390a-4aaa-a23e-3fdc97d07c7a tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308275 Oct 13 01:42:39.273522 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0dfa3-28c4-43f5-8526-1fd7ed4e2c34 req-787ea925-f05f-4146-9473-389c144ef374 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:39.274906 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9af0dfa3-28c4-43f5-8526-1fd7ed4e2c34 req-787ea925-f05f-4146-9473-389c144ef374 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 931 time: 0.0482450 Oct 13 01:42:39.312450 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-9af0dfa3-28c4-43f5-8526-1fd7ed4e2c34 req-f4a51eec-ff1b-4a6e-bda2-a8f3b9bdcebd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315926 Oct 13 01:42:40.010627 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.v2.base [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Request body: {'port': {'device_id': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-4'}} {{(pid=94988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:42:40.067147 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:40.322436 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42613b12-789e-4ac8-a571-8f01406b76db {{(pid=94988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:42:40.329568 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:40.341690 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.provisioning_blocks [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Transition to ACTIVE for port object 42613b12-789e-4ac8-a571-8f01406b76db will not be triggered until provisioned by entity L2. {{(pid=94988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 01:42:40.346312 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:40.389853 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Pushing event updated for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=2']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:40.438774 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e35411-2e31-4cd2-ae2b-e3a3edcf86d7 req-93ad7413-50cc-4a1a-a5e7-520aecd2f663 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:40.440364 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63e35411-2e31-4cd2-ae2b-e3a3edcf86d7 req-93ad7413-50cc-4a1a-a5e7-520aecd2f663 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 943 time: 0.0595069 Oct 13 01:42:40.479027 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Attempting to bind port 42613b12-789e-4ac8-a571-8f01406b76db on host n-h1-813679-4 for vnic_type normal with profile {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 01:42:40.479386 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Attempting to bind port 42613b12-789e-4ac8-a571-8f01406b76db by drivers openvswitch,hyperv on host n-h1-813679-4 at level 0 using segments [{'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 01:42:40.479733 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Attempting to bind port 42613b12-789e-4ac8-a571-8f01406b76db on network 781eba4f-4d39-4370-80a6-4aaf3910f175 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:42:40.481664 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-63e35411-2e31-4cd2-ae2b-e3a3edcf86d7 req-0ded9515-be9c-45ed-a767-b6601db7251b tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336444 Oct 13 01:42:40.486869 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Port 42613b12-789e-4ac8-a571-8f01406b76db on network 781eba4f-4d39-4370-80a6-4aaf3910f175 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-4 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 01:42:40.487697 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Attempting to bind port 42613b12-789e-4ac8-a571-8f01406b76db on network 781eba4f-4d39-4370-80a6-4aaf3910f175 {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 01:42:40.492201 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Checking agent: {'id': 'ce974219-aeb1-4769-ac49-c76d196a4695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'started_at': datetime.datetime(2021, 10, 13, 0, 3, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 1, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 01:42:40.492544 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Checking segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 01:42:40.493062 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Bound using segment: {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'} {{(pid=94988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 01:42:40.493600 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.managers [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Bound port: 42613b12-789e-4ac8-a571-8f01406b76db, host: n-h1-813679-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465a60c3-3091-42da-bfbb-e0b7463e7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175'}}] {{(pid=94988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 01:42:40.493962 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:40.563750 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, cleared binding levels {{(pid=94988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 01:42:40.566851 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 01:42:40.572233 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260483118'] for port, after_update {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:40.609486 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:40.610096 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:40.611478 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] 10.222.0.45 "PUT /v2.0/ports/42613b12-789e-4ac8-a571-8f01406b76db HTTP/1.1" status: 200 len: 1091 time: 0.6483016 Oct 13 01:42:40.611950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:42:40.614230 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a459e165-9819-4252-a57e-ea1080842649" -d '{"events": [{"name": "network-changed", "server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "tag": "42613b12-789e-4ac8-a571-8f01406b76db"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:42:40.636547 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15a577-4f68-47a7-87ef-04221684a070 service neutron] Pushing event updated for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=3']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:40.663599 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae68f9cd-99fc-4442-9774-3510affd33c7 x-openstack-request-id: req-ae68f9cd-99fc-4442-9774-3510affd33c7 {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:42:40.663932 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "tag": "42613b12-789e-4ac8-a571-8f01406b76db", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:42:40.664192 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae68f9cd-99fc-4442-9774-3510affd33c7 {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:42:40.664602 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db', 'status': 'completed', 'code': 200} Oct 13 01:42:40.732989 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-f1ace74e-6306-4c5a-b1d7-001a6456e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:40.734560 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-f1ace74e-6306-4c5a-b1d7-001a6456e2b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 1094 time: 0.0490465 Oct 13 01:42:40.783899 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-c1e1a115-6098-4cbd-a940-4658e343faba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42613b12-789e-4ac8-a571-8f01406b76db HTTP/1.1" status: 200 len: 217 time: 0.0360110 Oct 13 01:42:40.835066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-e278ec77-4437-472c-99fa-208f2770a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:40.836565 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-e278ec77-4437-472c-99fa-208f2770a9b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0461419 Oct 13 01:42:40.889321 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-24941ff5-4e90-4630-965b-d58c70c94ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:40.890735 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-24941ff5-4e90-4630-965b-d58c70c94ac9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475671 Oct 13 01:42:40.978046 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-8b8c42dd-7ff6-43cb-bdba-a8ea9df520e8 service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801864 Oct 13 01:42:41.071866 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-9b23f71f-ef4f-4f3c-9e42-ac8a944903a4 req-969c9e52-eeac-44bc-ba82-dc1c4e8e4585 service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862706 Oct 13 01:42:41.200595 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459e165-9819-4252-a57e-ea1080842649 req-95a20d99-b592-4c65-9e0c-b55cfb43ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:41.202126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a459e165-9819-4252-a57e-ea1080842649 req-95a20d99-b592-4c65-9e0c-b55cfb43ee9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 1094 time: 0.0415261 Oct 13 01:42:41.290447 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459e165-9819-4252-a57e-ea1080842649 req-99703fe2-5203-43e1-869e-83ffc850d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:41.291911 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a459e165-9819-4252-a57e-ea1080842649 req-99703fe2-5203-43e1-869e-83ffc850d05a service neutron] 10.222.0.45 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0829875 Oct 13 01:42:41.335561 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a459e165-9819-4252-a57e-ea1080842649 req-023c28d4-2ed4-4285-98ce-f332d4397f77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42613b12-789e-4ac8-a571-8f01406b76db HTTP/1.1" status: 200 len: 217 time: 0.0368326 Oct 13 01:42:41.383855 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459e165-9819-4252-a57e-ea1080842649 req-ab99921e-fb32-46d5-92c1-a9a25d8e5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:41.385291 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a459e165-9819-4252-a57e-ea1080842649 req-ab99921e-fb32-46d5-92c1-a9a25d8e5943 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0435002 Oct 13 01:42:41.431292 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459e165-9819-4252-a57e-ea1080842649 req-ea747be1-49ca-46ba-b4c2-205716dec9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:41.432765 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a459e165-9819-4252-a57e-ea1080842649 req-ea747be1-49ca-46ba-b4c2-205716dec9f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404563 Oct 13 01:42:41.524902 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a459e165-9819-4252-a57e-ea1080842649 req-794315f8-75fd-48d2-aeb7-4d16175aa352 service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841424 Oct 13 01:42:41.598827 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be3d62-5542-493f-ba9f-a98a655beed0 req-30e94e02-cd0a-4a0f-b1a4-371456cbb23d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:41.600329 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27be3d62-5542-493f-ba9f-a98a655beed0 req-30e94e02-cd0a-4a0f-b1a4-371456cbb23d tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 943 time: 0.0515149 Oct 13 01:42:41.615484 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-a459e165-9819-4252-a57e-ea1080842649 req-d353c541-17e0-4e70-8ac4-396d4510dd3c service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833216 Oct 13 01:42:41.638646 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-27be3d62-5542-493f-ba9f-a98a655beed0 req-0ea3e00c-3e67-48fa-b7d1-03953647d038 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314155 Oct 13 01:42:41.900225 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-54abd651-fe53-45e3-ad19-124bf7ee4af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:42.755123 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e87bb8-180e-4164-9641-95b9f0411485 req-2216b39d-9eee-4f1a-b49a-c23610b50ad0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:42.756627 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77e87bb8-180e-4164-9641-95b9f0411485 req-2216b39d-9eee-4f1a-b49a-c23610b50ad0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 943 time: 0.0493567 Oct 13 01:42:42.794006 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-77e87bb8-180e-4164-9641-95b9f0411485 req-c916c543-436d-4725-bdd9-6a6fffb20b91 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314264 Oct 13 01:42:43.914978 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a020923-fded-49cd-a46f-11cf24d83a1d req-048a18a4-7ddc-4df0-b61e-fc67088da2d3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:43.916482 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a020923-fded-49cd-a46f-11cf24d83a1d req-048a18a4-7ddc-4df0-b61e-fc67088da2d3 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 943 time: 0.0560026 Oct 13 01:42:43.958703 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0a020923-fded-49cd-a46f-11cf24d83a1d req-dd574021-eb7a-4479-86c1-89884926d89a tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338571 Oct 13 01:42:44.670351 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0c6bebdf-8ca7-4ef5-bb06-397df2bd84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:45.075863 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784d582-8eb7-4c92-a946-99ecc5bed396 req-b1150d47-8757-4e4c-bbc7-e370eff497d6 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:45.077321 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d784d582-8eb7-4c92-a946-99ecc5bed396 req-b1150d47-8757-4e4c-bbc7-e370eff497d6 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 943 time: 0.0514264 Oct 13 01:42:45.113832 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-d784d582-8eb7-4c92-a946-99ecc5bed396 req-a64d2ba2-dc84-4aec-a546-c3e728c0c6c9 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305712 Oct 13 01:42:45.252726 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 42613b12-789e-4ac8-a571-8f01406b76db details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:42:45.343324 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:42:45.356971 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '42613b12-789e-4ac8-a571-8f01406b76db', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'port_id': '42613b12-789e-4ac8-a571-8f01406b76db', 'mac_address': 'fa:16:3e:49:ea:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:42:45.394064 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:45.406420 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42613b12-789e-4ac8-a571-8f01406b76db {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:42:45.424648 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:42:45.428637 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:45.473676 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=4']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:45.845610 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['42613b12-789e-4ac8-a571-8f01406b76db'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:42:46.012824 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:46.085904 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:46.228893 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586df11-eaf4-4c33-a58c-136a8c23b602 req-e8ff393c-10ca-4d3c-b169-950ce74bc7a9 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:46.230382 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e586df11-eaf4-4c33-a58c-136a8c23b602 req-e8ff393c-10ca-4d3c-b169-950ce74bc7a9 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 944 time: 0.0488482 Oct 13 01:42:46.266759 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e586df11-eaf4-4c33-a58c-136a8c23b602 req-95a6e2ed-072f-455d-a5b4-db761eddfee0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305364 Oct 13 01:42:47.267679 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 42613b12-789e-4ac8-a571-8f01406b76db up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:42:47.315462 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning for port 42613b12-789e-4ac8-a571-8f01406b76db completed by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 01:42:47.319031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 42613b12-789e-4ac8-a571-8f01406b76db triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:42:47.319933 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:47.382671 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d1f8c-de92-40b3-a927-42508d22ddd5 req-974e0c87-4c72-48c1-8eff-f7f7ae85994f tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:47.384203 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-979d1f8c-de92-40b3-a927-42508d22ddd5 req-974e0c87-4c72-48c1-8eff-f7f7ae85994f tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 944 time: 0.0477242 Oct 13 01:42:47.399331 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:47.421185 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:42:47.423408 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceeae3b-7219-47a7-a5b5-57cd0fe6f813" -d '{"events": [{"server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "name": "network-vif-plugged", "status": "completed", "tag": "42613b12-789e-4ac8-a571-8f01406b76db"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:42:47.424547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-979d1f8c-de92-40b3-a927-42508d22ddd5 req-05e562db-97e7-4464-862b-8a10257ed8ac tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331082 Oct 13 01:42:47.437130 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:42:47.446636 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:47.465718 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17501d44-1845-4508-9d5b-2dd0f6daa10c x-openstack-request-id: req-17501d44-1845-4508-9d5b-2dd0f6daa10c {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:42:47.466006 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "name": "network-vif-plugged", "status": "completed", "tag": "42613b12-789e-4ac8-a571-8f01406b76db", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:42:47.466256 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17501d44-1845-4508-9d5b-2dd0f6daa10c {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:42:47.466640 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db', 'code': 200} Oct 13 01:42:47.492521 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=5']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:47.588464 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ee10e-1aed-4684-9b1e-8cada985a704 req-a63182a6-6bf6-45d3-b1b7-4166d8409d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:47.589872 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e43ee10e-1aed-4684-9b1e-8cada985a704 req-a63182a6-6bf6-45d3-b1b7-4166d8409d52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 1096 time: 0.0449905 Oct 13 01:42:47.624070 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e43ee10e-1aed-4684-9b1e-8cada985a704 req-ce7ad24d-1333-4db2-a2a5-cee35868e21d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267959 Oct 13 01:42:47.895008 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:48.544314 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69766ace-6d52-4790-b41d-9fb18e496cf8 req-380a5e18-0886-4e02-90c4-247d03fbd4df tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:48.545787 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69766ace-6d52-4790-b41d-9fb18e496cf8 req-380a5e18-0886-4e02-90c4-247d03fbd4df tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 945 time: 0.0527813 Oct 13 01:42:48.582814 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-69766ace-6d52-4790-b41d-9fb18e496cf8 req-66a5e97a-0ffd-4ed4-9933-81870e69c3d9 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310919 Oct 13 01:42:49.699113 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c7880-67aa-422d-83eb-927a60cd1367 req-2c1efb9c-a155-43a3-a085-e04be3079348 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:49.700569 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e2c7880-67aa-422d-83eb-927a60cd1367 req-2c1efb9c-a155-43a3-a085-e04be3079348 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 945 time: 0.0497577 Oct 13 01:42:49.737641 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-6e2c7880-67aa-422d-83eb-927a60cd1367 req-e7979c7f-0684-4885-9a2c-742d542f8028 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305047 Oct 13 01:42:49.849508 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ca1c-ec6e-4564-88b2-941ab7e17125 req-ced2a4ab-900a-439e-88a7-8a322eebf555 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:49.850958 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0940ca1c-ec6e-4564-88b2-941ab7e17125 req-ced2a4ab-900a-439e-88a7-8a322eebf555 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 945 time: 0.0480433 Oct 13 01:42:49.887768 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0940ca1c-ec6e-4564-88b2-941ab7e17125 req-99c7d146-4b3c-450c-a0fd-7c48de7a202e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308833 Oct 13 01:42:49.908731 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52862) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:42:49.951726 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593dcb6-cd0a-49ab-be80-c8231efe0038 tempest-TestSnapshotPattern-1166473603 tempest-TestSnapshotPattern-1166473603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:49.953532 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-1593dcb6-cd0a-49ab-be80-c8231efe0038 tempest-TestSnapshotPattern-1166473603 tempest-TestSnapshotPattern-1166473603-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 1091 time: 0.0435543 Oct 13 01:42:49.956290 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 52864) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:42:49.960685 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.v2.base [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Request body: {'floatingip': {'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'port_id': '42613b12-789e-4ac8-a571-8f01406b76db', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 01:42:49.983559 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for floatingip, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:50.080279 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:50.183457 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_common [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Allocated IP 172.25.3.109 (a395b02e-8500-416b-8085-f3399a24931e/431eaef9-6ae3-425e-bd2c-333189736b77/1c281ec8-f277-4b53-a5d4-f84d8ac13794) {{(pid=94989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 01:42:50.282788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for port, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:50.315060 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754621623287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:50.363079 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Network a395b02e-8500-416b-8085-f3399a24931e is already hosted by enough agents. {{(pid=94989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 01:42:50.365858 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.base_scheduler [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Resources bound (agent type, host, resource id): {{(pid=94989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 01:42:50.369022 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Received port after_create {{(pid=94989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 01:42:50.374554 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'Port': ['ID=1c281ec8-f277-4b53-a5d4-f84d8ac13794,revision_number=1']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:50.401125 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.401468 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.401803 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.402134 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.402462 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.402787 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.403109 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.403429 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.403770 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.404088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.404412 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.404729 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:42:50.730993 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:50.795117 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:50.943980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for port, precommit_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:50.949081 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263475808'] for port, after_update {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:51.016025 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event updated for resources: {'Port': ['ID=1c281ec8-f277-4b53-a5d4-f84d8ac13794,revision_number=2']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:42:51.029788 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3798156'] for floatingip, after_create {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:51.127928 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Floating IP a86ef66e-ab2e-457f-a5c7-b6eaf41bcea8 associated. External IP: 172.25.3.109, port: 42613b12-789e-4ac8-a571-8f01406b76db. Oct 13 01:42:51.335740 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Router 3eb1c036-966a-4281-bb26-1a6843fd4206 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:42:51.441989 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:42:51.452230 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] Sync routers for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:42:51.460652 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:42:51.462168 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:42:51.462783 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:42:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:42:51.486941 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-51b64b20-b3fd-4084-a056-bac3546cdbfb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5295932 Oct 13 01:42:51.487602 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:42:51.489906 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aac0be9-4c77-41d9-9348-3e916b0557b3" -d '{"events": [{"name": "network-changed", "server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "tag": "42613b12-789e-4ac8-a571-8f01406b76db"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:42:51.583722 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553bdab2-73d9-4f44-8a46-34bcee768cd2 x-openstack-request-id: req-553bdab2-73d9-4f44-8a46-34bcee768cd2 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:42:51.584010 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "tag": "42613b12-789e-4ac8-a571-8f01406b76db", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:42:51.584259 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-553bdab2-73d9-4f44-8a46-34bcee768cd2 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:42:51.584660 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db', 'status': 'completed', 'code': 200} Oct 13 01:42:51.658949 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:42:51.673035 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-aaac14f2-8fc0-4f1d-a258-2774fd51f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:51.674549 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-aaac14f2-8fc0-4f1d-a258-2774fd51f493 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 1096 time: 0.0400014 Oct 13 01:42:51.768453 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-908321ea-badd-4a04-886c-a7584a90f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:51.769917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-908321ea-badd-4a04-886c-a7584a90f5aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0883214 Oct 13 01:42:51.835089 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-4a02c92f-a2e6-423a-9985-e2cdf0ad9a0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42613b12-789e-4ac8-a571-8f01406b76db HTTP/1.1" status: 200 len: 999 time: 0.0578039 Oct 13 01:42:51.881319 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a86ef66e-ab2e-457f-a5c7-b6eaf41bcea8', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '42613b12-789e-4ac8-a571-8f01406b76db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:49:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:42:50Z', 'updated_at': '2021-10-13T01:42:50Z', 'revision_number': 0, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}, {'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:38Z', 'revision_number': 1, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:42:51.883823 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-4a418a8e-2fe8-4033-9c78-25359a947ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:51.885314 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-4a418a8e-2fe8-4033-9c78-25359a947ff7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0437977 Oct 13 01:42:51.907360 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] Checking router: 3eb1c036-966a-4281-bb26-1a6843fd4206 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:42:51.916498 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:42:51.917041 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:42:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:42:51.935169 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-28036d01-5c58-4e3b-97c2-c9831ad2bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:42:51.936588 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-28036d01-5c58-4e3b-97c2-c9831ad2bc11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448334 Oct 13 01:42:52.025340 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:42:52.031917 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-09be727a-dc74-4d39-91a0-8f1893a18c4f service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882719 Oct 13 01:42:52.131045 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6aac0be9-4c77-41d9-9348-3e916b0557b3 req-bd826f2e-ea22-45cf-af5f-0eeb64fc245f service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908992 Oct 13 01:42:52.253317 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a86ef66e-ab2e-457f-a5c7-b6eaf41bcea8', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '42613b12-789e-4ac8-a571-8f01406b76db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:49:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:42:50Z', 'updated_at': '2021-10-13T01:42:50Z', 'revision_number': 0, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}, {'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:38Z', 'revision_number': 1, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:42:52.279048 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e8d83-4684-45a0-8383-103d3e8f3bcb None None] The sync data for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 is: [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'a86ef66e-ab2e-457f-a5c7-b6eaf41bcea8', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '42613b12-789e-4ac8-a571-8f01406b76db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:49:ea:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:42:50Z', 'updated_at': '2021-10-13T01:42:50Z', 'revision_number': 0, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}, {'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:38Z', 'revision_number': 1, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:42:52.471526 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc7d30-f6e0-4619-b09a-4139cc815090 None None] New status for floating IP a86ef66e-ab2e-457f-a5c7-b6eaf41bcea8: ACTIVE {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:42:59.131304 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:43:07.457248 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:07.993441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:11.182959 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-2d8da518-754a-4742-a22d-968cc7b086b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396810 Oct 13 01:43:11.283221 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-412b4ea3-e78f-4ff4-a0d3-8612302cc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:43:11.284637 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-412b4ea3-e78f-4ff4-a0d3-8612302cc1d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 1096 time: 0.0396597 Oct 13 01:43:11.390954 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-95813457-efda-471c-b5f9-78d4633a8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:43:11.392468 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-95813457-efda-471c-b5f9-78d4633a8169 service neutron] 10.222.0.45 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0867481 Oct 13 01:43:11.456399 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-ccf0d25f-857e-4139-8d03-5fbf27a5bc22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42613b12-789e-4ac8-a571-8f01406b76db HTTP/1.1" status: 200 len: 1001 time: 0.0566726 Oct 13 01:43:11.505170 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-316214a5-73c6-4595-bd48-5d771349e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:43:11.506551 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-316214a5-73c6-4595-bd48-5d771349e205 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0424316 Oct 13 01:43:11.555068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-3a6ca9e7-67e9-4257-a236-11b7206ec77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:43:11.556483 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-3a6ca9e7-67e9-4257-a236-11b7206ec77b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428457 Oct 13 01:43:11.645625 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-23de11b7-29ab-4562-acb3-6ee51d937b85 service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808430 Oct 13 01:43:11.737964 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-51139cf4-6e67-4b9b-aee1-addbd22592bc req-8ab61bc4-65db-42f1-8bef-206b63628549 service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841789 Oct 13 01:43:11.900528 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cf937461-b68c-4266-8231-871d6e6275fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:14.670480 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-998e8cf5-0502-437f-b346-d44a5c11abc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:16.003501 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:16.081869 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:16.525997 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-a7503e22-6e05-430e-ac30-c7a67b47a580 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397050 Oct 13 01:43:16.620950 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-0880656a-7aa9-480a-8d71-7d22e28676bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:43:16.622408 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-0880656a-7aa9-480a-8d71-7d22e28676bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1095 time: 0.0402734 Oct 13 01:43:16.727354 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-1237febb-ccb3-4b44-9a59-6f68af1817e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:43:16.728856 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-1237febb-ccb3-4b44-9a59-6f68af1817e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0871542 Oct 13 01:43:16.791735 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-29559258-20da-4561-b7a8-dc0f858850be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 999 time: 0.0556605 Oct 13 01:43:16.842064 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-f8f79ca6-a18a-4b91-8bf1-a29a52712261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:43:16.843454 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-f8f79ca6-a18a-4b91-8bf1-a29a52712261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0454187 Oct 13 01:43:16.888835 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-b4524a16-5c3a-44d8-a89f-6bb5e665df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:43:16.890266 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-b4524a16-5c3a-44d8-a89f-6bb5e665df1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390577 Oct 13 01:43:16.978730 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-7f1b7c51-0f4c-44fe-af8b-a76442395be9 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795248 Oct 13 01:43:17.069482 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-7c178e44-84e5-483a-80a8-f5ff9701289a req-d7e82d09-3e0c-4da8-b1c3-17cafdc82c8c service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836332 Oct 13 01:43:17.899565 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:36.130426 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:43:37.458893 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:38.025888 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:41.900568 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-fbba30c2-8b11-49f2-b345-8b00b9c9c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:44.671200 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c39fca0a-d8aa-448c-af58-f42a0e5fc561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:46.003853 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:46.087950 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:43:47.903277 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:07.460203 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:08.025316 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:11.901374 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-d41e5a29-e81f-4562-9ab8-91149c8e1ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:13.129795 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:44:13.161415 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-0390946e-48a4-4a45-b882-8f9e0db714d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391550 Oct 13 01:44:13.258060 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-3f8aa0c9-3f4a-4030-a5a1-d1d0276faefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:44:13.259536 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-3f8aa0c9-3f4a-4030-a5a1-d1d0276faefd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 1096 time: 0.0399654 Oct 13 01:44:13.362693 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-9a071afc-f997-45fc-a696-4532e09ea4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:44:13.364126 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-9a071afc-f997-45fc-a696-4532e09ea4de service neutron] 10.222.0.45 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0866334 Oct 13 01:44:13.428798 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-8d6a5f6e-e1ea-4a35-b52d-65d8608eedee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42613b12-789e-4ac8-a571-8f01406b76db HTTP/1.1" status: 200 len: 1001 time: 0.0573788 Oct 13 01:44:13.480525 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-9e868925-661d-4bae-85e7-dc9d267c231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:44:13.481933 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-9e868925-661d-4bae-85e7-dc9d267c231c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0465598 Oct 13 01:44:13.525966 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-9082bc75-adad-4305-86a2-fcbe2013e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:44:13.527403 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-9082bc75-adad-4305-86a2-fcbe2013e55e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385990 Oct 13 01:44:13.620145 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-3e83c561-3199-43cf-86f1-2fec4c51ff55 service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848653 Oct 13 01:44:13.707786 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-6cd63084-02b1-4fd7-a93d-95d0742e6e87 req-40e88c62-c5a9-476d-8348-22b34d66e823 service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808833 Oct 13 01:44:14.670841 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-669afc41-a781-4369-b3ba-e3c7415b92c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:16.009036 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:16.089102 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:17.523807 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-c27ae59e-0820-4aa3-9fb6-e4c0417e956e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399590 Oct 13 01:44:17.621255 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-53b82e14-c23d-4363-a9d3-a15f1e5dc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:44:17.622705 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-53b82e14-c23d-4363-a9d3-a15f1e5dc35c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1095 time: 0.0432651 Oct 13 01:44:17.723734 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-6aaf4b11-dbc0-4a05-9899-da01194263f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:44:17.725179 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-6aaf4b11-dbc0-4a05-9899-da01194263f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0830290 Oct 13 01:44:17.793432 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-dc529b6b-40a8-47ee-92e0-b3a550f91193 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 999 time: 0.0611594 Oct 13 01:44:17.840019 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-dad45202-b8e9-4cfa-8e4d-72eec7db6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:44:17.841389 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-dad45202-b8e9-4cfa-8e4d-72eec7db6b5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0413213 Oct 13 01:44:17.885417 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-c5f015a3-1d22-4dd7-8767-b129f8013c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:44:17.886835 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-c5f015a3-1d22-4dd7-8767-b129f8013c21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383885 Oct 13 01:44:17.907206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:18.282832 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-540568e7-3dc6-4f85-95ad-c67e63e9a454 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878050 Oct 13 01:44:18.373001 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-90dd7e67-5545-4759-972a-7000a9ee0629 req-0796e3c7-1322-4654-af50-e00b2833b45a service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822694 Oct 13 01:44:37.475758 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:38.021510 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:41.901352 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-8a05ce30-80fd-4a48-b793-f32d3ab2c4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:44.670943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ca5fcd75-70d7-4620-9ae0-92707be82f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:46.013367 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:46.092135 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:47.909779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:50.129321 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:44:55.936006 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 42613b12-789e-4ac8-a571-8f01406b76db details requested by agent hyperv_n-h1-813679-4 with host n-h1-813679-4 {{(pid=94990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 01:44:56.028016 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:44:56.039328 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Returning: {'device': '42613b12-789e-4ac8-a571-8f01406b76db', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'port_id': '42613b12-789e-4ac8-a571-8f01406b76db', 'mac_address': 'fa:16:3e:49:ea:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 01:44:56.074035 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:56.086577 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42613b12-789e-4ac8-a571-8f01406b76db {{(pid=94990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 01:44:56.106262 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:44:56.110944 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:56.155961 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=6']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:44:56.163895 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.164238 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.164574 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.164904 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.165231 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.165555 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.165882 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.166202 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.166520 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.166836 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.167152 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.167466 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:44:56.246692 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] get_ports_and_sgs() called for port_ids ['42613b12-789e-4ac8-a571-8f01406b76db'] {{(pid=94990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 01:44:57.966106 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 42613b12-789e-4ac8-a571-8f01406b76db up at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 01:44:58.014647 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.provisioning_blocks [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Provisioning complete for port 42613b12-789e-4ac8-a571-8f01406b76db triggered by entity L2. {{(pid=94990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 01:44:58.014986 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984553'] for port, provisioning_complete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:58.094371 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:58.119728 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:44:58.121996 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90eea24-2dbf-4e6a-91aa-fa5fc7a7f166" -d '{"events": [{"server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "name": "network-vif-plugged", "status": "completed", "tag": "42613b12-789e-4ac8-a571-8f01406b76db"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:44:58.135219 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:44:58.140697 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:44:58.169333 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc43a18-ba01-4658-a407-fc2727413b3a x-openstack-request-id: req-2dc43a18-ba01-4658-a407-fc2727413b3a {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:44:58.169626 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "name": "network-vif-plugged", "status": "completed", "tag": "42613b12-789e-4ac8-a571-8f01406b76db", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:44:58.169878 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dc43a18-ba01-4658-a407-fc2727413b3a {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:44:58.170261 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db', 'code': 200} Oct 13 01:44:58.195174 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=7']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:07.474306 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:08.045297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:08.186154 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53104) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:08.346490 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Deleting port 1c281ec8-f277-4b53-a5d4-f84d8ac13794 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:08.346758 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:08.426342 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:08.426673 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:08.438482 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Calling delete_port for 1c281ec8-f277-4b53-a5d4-f84d8ac13794 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:08.582485 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:08.608709 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event deleted for resources: {'Port': ['ID=1c281ec8-f277-4b53-a5d4-f84d8ac13794,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:08.633206 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.633553 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.633897 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.634240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.634574 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.634903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.635228 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.635575 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.635900 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.636220 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.636544 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.636865 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:08.675006 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:08.675334 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Floating IP a86ef66e-ab2e-457f-a5c7-b6eaf41bcea8 disassociated (deleted). External IP: 172.25.3.109, port: 42613b12-789e-4ac8-a571-8f01406b76db. Oct 13 01:45:08.881195 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Router 3eb1c036-966a-4281-bb26-1a6843fd4206 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:45:08.987945 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:45:08.993923 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:08.998314 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] Sync routers for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:45:09.006824 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:45:09.008071 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:44:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:09.020806 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b8e28cca-17c6-4e5f-ab45-5f8bbf3526bb tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "DELETE /v2.0/floatingips/a86ef66e-ab2e-457f-a5c7-b6eaf41bcea8 HTTP/1.1" status: 204 len: 168 time: 0.8332677 Oct 13 01:45:09.021392 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:45:09.023744 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a6736-5053-4c3a-a25b-4ef8deebcc22" -d '{"events": [{"name": "network-changed", "server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "tag": "42613b12-789e-4ac8-a571-8f01406b76db"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:45:09.062102 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9d7da1-1e8c-49e0-8c16-e849e8e2c641 x-openstack-request-id: req-ed9d7da1-1e8c-49e0-8c16-e849e8e2c641 {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:45:09.063004 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "tag": "42613b12-789e-4ac8-a571-8f01406b76db", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:45:09.063468 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed9d7da1-1e8c-49e0-8c16-e849e8e2c641 {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:45:09.063956 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db', 'status': 'completed', 'code': 200} Oct 13 01:45:09.118483 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:45:09.151625 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-f543113c-a0c3-4b49-a522-2ebf74ed6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:09.155881 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-f543113c-a0c3-4b49-a522-2ebf74ed6f89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 1096 time: 0.0500710 Oct 13 01:45:09.257593 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00d430-e2e7-42ad-a01f-bccee724cba7 req-b4617017-97ff-43fa-ab7e-1a9a0a050630 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:09.259209 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d00d430-e2e7-42ad-a01f-bccee724cba7 req-b4617017-97ff-43fa-ab7e-1a9a0a050630 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 945 time: 0.0545490 Oct 13 01:45:09.285780 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-bea46721-4fd2-4641-9492-302c5f235aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:09.287265 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-bea46721-4fd2-4641-9492-302c5f235aae service neutron] 10.222.0.45 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0870950 Oct 13 01:45:09.299926 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-0d00d430-e2e7-42ad-a01f-bccee724cba7 req-7166dd93-0241-4795-84a2-e84ce07a0bc0 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340545 Oct 13 01:45:09.336730 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-fabd26b8-8007-418c-9d6f-d3e9497077d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42613b12-789e-4ac8-a571-8f01406b76db HTTP/1.1" status: 200 len: 217 time: 0.0409911 Oct 13 01:45:09.361201 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:38Z', 'revision_number': 1, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:09.387342 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] Checking router: 3eb1c036-966a-4281-bb26-1a6843fd4206 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:45:09.387546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-54eceb94-9ab5-4690-b15a-7dfdb93d1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:09.388914 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-54eceb94-9ab5-4690-b15a-7dfdb93d1455 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0447707 Oct 13 01:45:09.395634 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:45:09.396297 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:44:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:09.436240 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-f87a0c98-d530-402a-90f9-67bc0acfeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:09.437644 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-f87a0c98-d530-402a-90f9-67bc0acfeaba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410359 Oct 13 01:45:09.499580 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:45:09.529221 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-570526c7-a72b-431d-a7fa-4c0d6f0b22fb service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833652 Oct 13 01:45:09.622044 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-d57a6736-5053-4c3a-a25b-4ef8deebcc22 req-0c5d657c-c2f4-4393-95d5-f35721dc5eeb service neutron] 10.222.0.45 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844746 Oct 13 01:45:09.803107 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:38Z', 'revision_number': 1, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:09.828515 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff8eae-0cf2-4a7d-86c6-b6fc65fcf333 None None] The sync data for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 is: [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_floatingips': [{'id': 'dc5c8729-8376-4743-8b64-964d8ea9d82f', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'router_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'port_id': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'mac_address': 'fa:16:3e:6b:b9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T01:39:36Z', 'updated_at': '2021-10-13T01:39:38Z', 'revision_number': 1, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:45:10.046720 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 42613b12-789e-4ac8-a571-8f01406b76db no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:10.077184 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d7eba-9a8e-4965-a9c7-ece6e5cee579 None None] New status for floating IP a86ef66e-ab2e-457f-a5c7-b6eaf41bcea8: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:45:10.187618 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551535'] for port, before_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:10.210984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db'}] {{(pid=94990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:45:10.213243 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea1460eccddcafda2d7d3b3cae0bcd93215b506817728fdd4cb4dcf0d8c3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005295c6-1ddc-41ea-9d58-249b57f419cb" -d '{"events": [{"server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "name": "network-vif-unplugged", "status": "completed", "tag": "42613b12-789e-4ac8-a571-8f01406b76db"}]}' {{(pid=94990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:45:10.229516 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:10.233531 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754622078486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754621623821', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754621623839'] for port, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:10.280175 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Pushing event updated for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=8']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:10.288199 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13071ddd-b40b-4394-a902-b54074dc8ae6 x-openstack-request-id: req-13071ddd-b40b-4394-a902-b54074dc8ae6 {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:45:10.288503 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "name": "network-vif-unplugged", "status": "completed", "tag": "42613b12-789e-4ac8-a571-8f01406b76db", "code": 200}]} {{(pid=94990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:45:10.288766 n-d-813679-4 neutron-server[94990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13071ddd-b40b-4394-a902-b54074dc8ae6 {{(pid=94990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:45:10.289736 n-d-813679-4 neutron-server[94990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db', 'code': 200} Oct 13 01:45:10.419405 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd00881-145e-4ad5-ae2e-df5efa3dc4cb req-9295c314-7f93-49c1-a560-418c5e66073e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:10.420892 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcd00881-145e-4ad5-ae2e-df5efa3dc4cb req-9295c314-7f93-49c1-a560-418c5e66073e tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 943 time: 0.0516768 Oct 13 01:45:10.458767 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-fcd00881-145e-4ad5-ae2e-df5efa3dc4cb req-e354cfee-037f-406a-beb1-061700424f33 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319541 Oct 13 01:45:11.061541 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-74ddb1fc-c74d-4c83-9947-2c37c4e4ce74 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:11.062981 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-74ddb1fc-c74d-4c83-9947-2c37c4e4ce74 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.45 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 943 time: 0.0482044 Oct 13 01:45:11.154811 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Deleting port 42613b12-789e-4ac8-a571-8f01406b76db {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:11.155154 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:11.241309 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] For port 42613b12-789e-4ac8-a571-8f01406b76db, host n-h1-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-4',level=0,port_id=42613b12-789e-4ac8-a571-8f01406b76db,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:11.242173 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:11.259371 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Calling delete_port for 42613b12-789e-4ac8-a571-8f01406b76db owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:11.382890 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:11.411095 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event deleted for resources: {'Port': ['ID=42613b12-789e-4ac8-a571-8f01406b76db,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:11.423624 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.423981 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.424328 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.424666 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.425011 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.425344 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.425673 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.426003 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.426326 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.426654 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.427005 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.427337 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-4 {{(pid=94988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 01:45:11.464793 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] No DVR routers for this DVR port 42613b12-789e-4ac8-a571-8f01406b76db on host n-h1-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:45:11.467324 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:11.470633 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-3b3e3dab-f228-4af4-8f99-41e00cc5084d req-8ff0db05-50f2-4f47-ba9b-e16d464db012 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.45 "DELETE /v2.0/ports/42613b12-789e-4ac8-a571-8f01406b76db HTTP/1.1" status: 204 len: 173 time: 0.4006200 Oct 13 01:45:11.471068 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'name': 'network-vif-deleted', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:45:11.473389 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0862cd51-741b-4308-9ea1-0cf0a32a462b" -d '{"events": [{"server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "name": "network-vif-deleted", "tag": "42613b12-789e-4ac8-a571-8f01406b76db"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:45:11.560138 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-e9719a10-c23a-49a1-9f66-8c33d3fff27a req-3a650227-7778-4ed6-91c6-9c6065600e13 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=62dd531e-37ce-49d5-8e86-b1d9953d10ae HTTP/1.1" status: 200 len: 210 time: 0.0295715 Oct 13 01:45:11.576343 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ace0a1-ded9-474b-b762-52f5beaa7ffd x-openstack-request-id: req-c3ace0a1-ded9-474b-b762-52f5beaa7ffd {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:45:11.576641 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dd531e-37ce-49d5-8e86-b1d9953d10ae", "name": "network-vif-deleted", "tag": "42613b12-789e-4ac8-a571-8f01406b76db", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:45:11.576895 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3ace0a1-ded9-474b-b762-52f5beaa7ffd {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:45:11.577309 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dd531e-37ce-49d5-8e86-b1d9953d10ae', 'name': 'network-vif-deleted', 'tag': '42613b12-789e-4ac8-a571-8f01406b76db', 'status': 'completed', 'code': 200} Oct 13 01:45:11.904000 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b5bb6cab-d86c-4b66-a279-29e6295c10a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:13.108743 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53170) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:13.262826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Deleting port 5d035535-8833-487e-9ca2-d30ac132a472 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:13.263091 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:13.661384 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:13.661613 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:13.673905 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Calling delete_port for 5d035535-8833-487e-9ca2-d30ac132a472 owned by network:floatingip {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:13.816637 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:13.845826 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event deleted for resources: {'Port': ['ID=5d035535-8833-487e-9ca2-d30ac132a472,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:13.902086 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for floatingip, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:13.902419 n-d-813679-4 neutron-server[94989]: INFO neutron.db.l3_db [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Floating IP dc5c8729-8376-4743-8b64-964d8ea9d82f disassociated (deleted). External IP: 172.25.3.93, port: 6db968be-e0ff-4173-b74f-f4b949d6e8f0. Oct 13 01:45:14.048601 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 42613b12-789e-4ac8-a571-8f01406b76db no longer exists at agent hyperv_n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:14.067433 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] No Port match for: 42613b12-789e-4ac8-a571-8f01406b76db {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:45:14.067816 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Device 42613b12-789e-4ac8-a571-8f01406b76db not bound to the agent host n-h1-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:45:14.106750 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Router 3eb1c036-966a-4281-bb26-1a6843fd4206 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:45:14.215985 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:45:14.220547 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for floatingip, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:14.225928 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] Sync routers for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:45:14.235106 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:45:14.235738 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:44:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:14.247428 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-2144d6ce-f615-4c48-81e9-b5a187d9fc19 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc5c8729-8376-4743-8b64-964d8ea9d82f HTTP/1.1" status: 204 len: 168 time: 1.1376038 Oct 13 01:45:14.248055 n-d-813679-4 neutron-server[94989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0'}] {{(pid=94989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:45:14.250308 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39b1beb27cd126c9511c9fb3e13f57589bc0526bda0322f9bfbfda8db62a96e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341f960b-c796-47be-af62-b5adb155cc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0"}]}' {{(pid=94989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:45:14.288986 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 01:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6547cd-6f37-4969-9496-9f4292c543bd x-openstack-request-id: req-cc6547cd-6f37-4969-9496-9f4292c543bd {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:45:14.289404 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0", "status": "completed", "code": 200}]} {{(pid=94989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:45:14.289721 n-d-813679-4 neutron-server[94989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc6547cd-6f37-4969-9496-9f4292c543bd {{(pid=94989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:45:14.290184 n-d-813679-4 neutron-server[94989]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'status': 'completed', 'code': 200} Oct 13 01:45:14.346359 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:45:14.426829 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f960b-c796-47be-af62-b5adb155cc1e req-51eb51a9-4b67-4923-8035-e392ad90a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:14.428603 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-341f960b-c796-47be-af62-b5adb155cc1e req-51eb51a9-4b67-4923-8035-e392ad90a155 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4080ff8a813b43e6a880360592a6ec8e&device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 1095 time: 0.0957668 Oct 13 01:45:14.496853 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda681ac-c7b1-486c-a820-303e0338dfdb req-d849c673-5f3c-4f5b-b0b3-5297e8f8ad00 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:14.498432 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bda681ac-c7b1-486c-a820-303e0338dfdb req-d849c673-5f3c-4f5b-b0b3-5297e8f8ad00 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 944 time: 0.0526159 Oct 13 01:45:14.527206 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f960b-c796-47be-af62-b5adb155cc1e req-a4ff72ca-2f1c-4911-8496-21ca5805159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:14.528732 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-341f960b-c796-47be-af62-b5adb155cc1e req-a4ff72ca-2f1c-4911-8496-21ca5805159b service neutron] 10.222.0.36 "GET /v2.0/networks?id=781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 200 len: 910 time: 0.0929790 Oct 13 01:45:14.541805 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-bda681ac-c7b1-486c-a820-303e0338dfdb req-9691ffa0-4fa7-43d6-a25c-6b7a834268d4 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363777 Oct 13 01:45:14.564691 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:14.573396 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-341f960b-c796-47be-af62-b5adb155cc1e req-ae77788f-bfaf-41ca-b4f0-8f8ed6892018 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 200 len: 217 time: 0.0357187 Oct 13 01:45:14.595156 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] Checking router: 3eb1c036-966a-4281-bb26-1a6843fd4206 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:45:14.603484 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:45:14.604112 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:44:45Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:14.622546 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f960b-c796-47be-af62-b5adb155cc1e req-c48533ed-adb3-4ff9-8544-f2ab577ffac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:14.624045 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-341f960b-c796-47be-af62-b5adb155cc1e req-c48533ed-adb3-4ff9-8544-f2ab577ffac8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 200 len: 848 time: 0.0443058 Oct 13 01:45:14.672954 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-39b9ac35-6eae-41c6-9827-7cd1940be212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:14.676591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f960b-c796-47be-af62-b5adb155cc1e req-670f2309-f926-4f24-bdb5-4e734790478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:14.678122 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-341f960b-c796-47be-af62-b5adb155cc1e req-670f2309-f926-4f24-bdb5-4e734790478b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=781eba4f-4d39-4370-80a6-4aaf3910f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459642 Oct 13 01:45:14.709240 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:45:14.770510 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-341f960b-c796-47be-af62-b5adb155cc1e req-19bb587b-b3cb-44c3-b0f8-15a4780b00d5 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845311 Oct 13 01:45:14.865168 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-341f960b-c796-47be-af62-b5adb155cc1e req-260fcd4e-6a1f-4acd-b293-9705620afdc1 service neutron] 10.222.0.36 "GET /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867543 Oct 13 01:45:14.903496 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:14.932577 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8650a-d208-401b-8337-27fb36b05189 None None] The sync data for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 is: [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:39:15Z', 'revision_number': 4, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4', '_interfaces': [{'id': 'dc15f955-6786-40df-bba9-5842c5c5a808', 'name': '', 'network_id': '781eba4f-4d39-4370-80a6-4aaf3910f175', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'mac_address': 'fa:16:3e:ef:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:15Z', 'updated_at': '2021-10-13T01:39:19Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'subnets': [{'id': 'd8c55989-3b56-4e7b-96f5-d8f436a8d289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:45:15.153445 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae004e-f42a-4fb4-9442-35f7506b81ea None None] New status for floating IP dc5c8729-8376-4743-8b64-964d8ea9d82f: DOWN {{(pid=94990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 01:45:15.448157 n-d-813679-4 neutron-server[94988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-aae7e914-352e-4c91-9019-c151d4c5c670 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:15.449640 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-aae7e914-352e-4c91-9019-c151d4c5c670 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 944 time: 0.0514295 Oct 13 01:45:15.537507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Deleting port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:15.537856 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:15.632047 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] For port 6db968be-e0ff-4173-b74f-f4b949d6e8f0, host n-h2-813679-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-4',level=0,port_id=6db968be-e0ff-4173-b74f-f4b949d6e8f0,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:15.632418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:15.646316 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Calling delete_port for 6db968be-e0ff-4173-b74f-f4b949d6e8f0 owned by compute:nova {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:15.671570 n-d-813679-4 neutron-server[94989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8b310-5e46-4323-8e1d-0180d925a4e0 req-1fe4f9ae-ce42-4da8-832f-0e82215b7e0a tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 01:45:15.673056 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52d8b310-5e46-4323-8e1d-0180d925a4e0 req-1fe4f9ae-ce42-4da8-832f-0e82215b7e0a tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c40ddac-075d-41a5-8825-d734aa7ce06b HTTP/1.1" status: 200 len: 944 time: 0.0518301 Oct 13 01:45:15.713325 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [req-52d8b310-5e46-4323-8e1d-0180d925a4e0 req-fe2ca521-ee33-4284-8883-13bef030516c tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8af097f-455c-44f2-b362-faf910c3245b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341992 Oct 13 01:45:15.781789 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:15.808584 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event deleted for resources: {'Port': ['ID=6db968be-e0ff-4173-b74f-f4b949d6e8f0,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:15.852086 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] No DVR routers for this DVR port 6db968be-e0ff-4173-b74f-f4b949d6e8f0 on host n-h2-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:45:15.854906 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22879'] for port, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:15.858540 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [req-e51eaf9c-4cf3-4c3c-9818-bea49de73aa5 req-158521ad-a810-4a34-a8cd-b34acc75d5fd tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.36 "DELETE /v2.0/ports/6db968be-e0ff-4173-b74f-f4b949d6e8f0 HTTP/1.1" status: 204 len: 173 time: 0.4027181 Oct 13 01:45:15.858991 n-d-813679-4 neutron-server[94988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'name': 'network-vif-deleted', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0'}] {{(pid=94988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 01:45:15.861874 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f42dd6faec9ba23ce22e080cc3757e447a3c469e4f67245909397287f3b8bcba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa3afda-d1ad-4669-920c-d20db97c8361" -d '{"events": [{"server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "name": "network-vif-deleted", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0"}]}' {{(pid=94988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 01:45:15.901116 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 01:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150091bf-fb87-4d58-9eb0-6ac423ed597d x-openstack-request-id: req-150091bf-fb87-4d58-9eb0-6ac423ed597d {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 01:45:15.901429 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40ddac-075d-41a5-8825-d734aa7ce06b", "name": "network-vif-deleted", "tag": "6db968be-e0ff-4173-b74f-f4b949d6e8f0", "status": "completed", "code": 200}]} {{(pid=94988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 01:45:15.901662 n-d-813679-4 neutron-server[94988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-150091bf-fb87-4d58-9eb0-6ac423ed597d {{(pid=94988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 01:45:15.902067 n-d-813679-4 neutron-server[94988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40ddac-075d-41a5-8825-d734aa7ce06b', 'name': 'network-vif-deleted', 'tag': '6db968be-e0ff-4173-b74f-f4b949d6e8f0', 'status': 'completed', 'code': 200} Oct 13 01:45:16.015021 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:16.095603 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:16.769787 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53186) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:16.827687 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8613-006d-4162-ab4a-9d2a4d39a7b8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:16.851616 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8613-006d-4162-ab4a-9d2a4d39a7b8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:16.916383 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8613-006d-4162-ab4a-9d2a4d39a7b8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:16.919116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8613-006d-4162-ab4a-9d2a4d39a7b8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Notify callbacks [] for security_group, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:16.920313 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-ffdf8613-006d-4162-ab4a-9d2a4d39a7b8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] 10.222.0.21 "DELETE /v2.0/security-groups/e8af097f-455c-44f2-b362-faf910c3245b HTTP/1.1" status: 204 len: 168 time: 0.1492844 Oct 13 01:45:16.929156 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf8613-006d-4162-ab4a-9d2a4d39a7b8 tempest-TestSnapshotPattern-273343287 tempest-TestSnapshotPattern-273343287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8af097f-455c-44f2-b362-faf910c3245b,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:17.912921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:17.988710 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53192) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:18.421465 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:18.667590 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Deleting port dc15f955-6786-40df-bba9-5842c5c5a808 {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:18.667827 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:18.746330 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] For port dc15f955-6786-40df-bba9-5842c5c5a808, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dc15f955-6786-40df-bba9-5842c5c5a808,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:18.746688 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:18.759089 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Calling delete_port for dc15f955-6786-40df-bba9-5842c5c5a808 owned by network:router_interface {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:18.933597 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:18.959907 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Pushing event deleted for resources: {'Port': ['ID=dc15f955-6786-40df-bba9-5842c5c5a808,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:19.122100 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:19.334444 n-d-813679-4 neutron-server[94988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Router 3eb1c036-966a-4281-bb26-1a6843fd4206 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:45:19.439718 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:45:19.445006 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-fb5ffa17-179d-45ff-8e18-e202461536ff admin admin] 10.222.0.21 "PUT /v2.0/routers/3eb1c036-966a-4281-bb26-1a6843fd4206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4552295 Oct 13 01:45:19.448194 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53196) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:19.449040 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] Sync routers for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:45:19.457856 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:45:19.458444 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:45:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:19.551340 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks [] for router, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:19.559211 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: n-d-813679-4 {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:45:19.657358 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:19.709798 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Deleting port 176ebf62-7ac7-4363-a852-a89c43f6febe {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:19.710142 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:19.730875 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:45:18Z', 'revision_number': 5, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port': {'id': '176ebf62-7ac7-4363-a852-a89c43f6febe', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:13Z', 'updated_at': '2021-10-13T01:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:19.756508 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] Checking router: 3eb1c036-966a-4281-bb26-1a6843fd4206 for host: n-d-813679-4 {{(pid=94991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:45:19.764653 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] Routers {'3eb1c036-966a-4281-bb26-1a6843fd4206'} bound to L3 agent in host n-d-813679-4 {{(pid=94991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:45:19.765249 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:45:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['3eb1c036-966a-4281-bb26-1a6843fd4206'], 'active': True} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:19.779754 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6db968be-e0ff-4173-b74f-f4b949d6e8f0 no longer exists at agent hyperv_n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:19.804742 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] No Port match for: 6db968be-e0ff-4173-b74f-f4b949d6e8f0 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:45:19.805172 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Device 6db968be-e0ff-4173-b74f-f4b949d6e8f0 not bound to the agent host n-h2-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:45:19.852616 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_dvr_db [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] Set router 3eb1c036-966a-4281-bb26-1a6843fd4206 gateway port host: None {{(pid=94991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:45:20.002814 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.l3_hamode_db [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:45:19Z', 'revision_number': 6, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:20.029577 n-d-813679-4 neutron-server[94991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49ab23-0434-4e4d-a6f1-71109230f888 None None] The sync data for ids ['3eb1c036-966a-4281-bb26-1a6843fd4206'] in n-d-813679-4 is: [{'id': '3eb1c036-966a-4281-bb26-1a6843fd4206', 'name': 'tempest-TestSnapshotPattern-939127849-router', 'tenant_id': '4080ff8a813b43e6a880360592a6ec8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:12Z', 'updated_at': '2021-10-13T01:45:19Z', 'revision_number': 6, 'project_id': '4080ff8a813b43e6a880360592a6ec8e', 'gw_port_host': None}] {{(pid=94991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:45:20.111724 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] For port 176ebf62-7ac7-4363-a852-a89c43f6febe, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=176ebf62-7ac7-4363-a852-a89c43f6febe,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:20.112087 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.123921 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Calling delete_port for 176ebf62-7ac7-4363-a852-a89c43f6febe owned by network:router_gateway {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:20.287416 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.313680 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=176ebf62-7ac7-4363-a852-a89c43f6febe,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:20.370406 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.473110 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.475276 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.518361 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.518994 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb1c036-966a-4281-bb26-1a6843fd4206 {{(pid=94988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:45:20.524847 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] Notify callbacks [] for router, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.528591 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-19f522c6-5480-4779-a915-89500c671b03 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3eb1c036-966a-4281-bb26-1a6843fd4206 HTTP/1.1" status: 204 len: 168 time: 1.0769086 Oct 13 01:45:20.528591 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53198) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:20.574038 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca79f81-d0b2-4ca6-aae6-ed6cb7eef4e1 admin admin] Deleting subnet d8c55989-3b56-4e7b-96f5-d8f436a8d289 {{(pid=94988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:45:20.577047 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ca79f81-d0b2-4ca6-aae6-ed6cb7eef4e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.612221 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ca79f81-d0b2-4ca6-aae6-ed6cb7eef4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260421336'] for subnet, precommit_delete_associations {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.696448 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ca79f81-d0b2-4ca6-aae6-ed6cb7eef4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.751232 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ca79f81-d0b2-4ca6-aae6-ed6cb7eef4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260483096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260166197'] for subnet, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.778845 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca79f81-d0b2-4ca6-aae6-ed6cb7eef4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c55989-3b56-4e7b-96f5-d8f436a8d289,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:20.780831 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-5ca79f81-d0b2-4ca6-aae6-ed6cb7eef4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.785025 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-5ca79f81-d0b2-4ca6-aae6-ed6cb7eef4e1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8c55989-3b56-4e7b-96f5-d8f436a8d289 HTTP/1.1" status: 204 len: 168 time: 0.2554359 Oct 13 01:45:20.785450 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe6ce4-1d38-424d-832d-baedf46d6ae2 None None] Network 781eba4f-4d39-4370-80a6-4aaf3910f175 requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:45:20.787563 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [-] (94988) accepted ('10.222.0.21', 53200) {{(pid=94988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:20.858721 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.913949 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Deleting port dbcc457d-d8e9-4ff0-8937-235ed66bafce {{(pid=94988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:20.914296 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.967364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] DHCP port deletion for 781eba4f-4d39-4370-80a6-4aaf3910f175 request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:45:20.978755 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.db [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] For port dbcc457d-d8e9-4ff0-8937-235ed66bafce, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dbcc457d-d8e9-4ff0-8937-235ed66bafce,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:20.979116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:20.996099 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Calling delete_port for dbcc457d-d8e9-4ff0-8937-235ed66bafce owned by network:dhcp {{(pid=94988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:21.018125 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] Deleting port dbcc457d-d8e9-4ff0-8937-235ed66bafce {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:21.018437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.073418 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260483127'] for port, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.081343 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] For port dbcc457d-d8e9-4ff0-8937-235ed66bafce, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=dbcc457d-d8e9-4ff0-8937-235ed66bafce,segment=NetworkSegment(465a60c3-3091-42da-bfbb-e0b7463e7981),segment_id=465a60c3-3091-42da-bfbb-e0b7463e7981)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:21.082043 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.095251 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] Calling delete_port for dbcc457d-d8e9-4ff0-8937-235ed66bafce owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:21.099369 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcc457d-d8e9-4ff0-8937-235ed66bafce,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:21.103632 n-d-813679-4 neutron-server[94988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] No DVR routers for this DVR port dbcc457d-d8e9-4ff0-8937-235ed66bafce on host n-d-813679-4 {{(pid=94988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:45:21.148146 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dc15f955-6786-40df-bba9-5842c5c5a808 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:21.178247 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: dc15f955-6786-40df-bba9-5842c5c5a808 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:45:21.178596 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dc15f955-6786-40df-bba9-5842c5c5a808 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:45:21.179037 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 176ebf62-7ac7-4363-a852-a89c43f6febe no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:21.179591 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.199815 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781eba4f-4d39-4370-80a6-4aaf3910f175']}} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:21.203179 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 176ebf62-7ac7-4363-a852-a89c43f6febe {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:45:21.203559 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 176ebf62-7ac7-4363-a852-a89c43f6febe not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:45:21.203984 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dbcc457d-d8e9-4ff0-8937-235ed66bafce no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:21.211203 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465a60c3-3091-42da-bfbb-e0b7463e7981') {'for_net_delete': True} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:21.211606 n-d-813679-4 neutron-server[94988]: DEBUG neutron.services.segments.db [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465a60c3-3091-42da-bfbb-e0b7463e7981') {} {{(pid=94988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:21.224116 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260421331'] for segment, before_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.233946 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: dbcc457d-d8e9-4ff0-8937-235ed66bafce {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:45:21.234295 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device dbcc457d-d8e9-4ff0-8937-235ed66bafce not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:45:21.238245 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.244899 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.246361 n-d-813679-4 neutron-server[94988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:45:21.246896 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260484038'] for segment, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: Traceback (most recent call last): Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: timer() Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: cb(*args, **kw) Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: return func(*args, **kwargs) Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: self._notify() Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: self.callback(batched_events) Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: event.method(event) Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: return f(self, *a, **k) Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: return self._get(url).json() Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: return self.request(url, 'GET', **kwargs) Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:45:21.248778 n-d-813679-4 neutron-server[94988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:45:21.269454 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] Pushing event deleted for resources: {'Port': ['ID=dbcc457d-d8e9-4ff0-8937-235ed66bafce,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:21.273170 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd0754-3e27-4b61-bfe6-776055163007 None None] No DVR routers for this DVR port dbcc457d-d8e9-4ff0-8937-235ed66bafce on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:45:21.303279 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.310139 n-d-813679-4 neutron-server[94988]: DEBUG neutron_lib.callbacks.manager [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.313426 n-d-813679-4 neutron-server[94988]: INFO neutron.wsgi [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/781eba4f-4d39-4370-80a6-4aaf3910f175 HTTP/1.1" status: 204 len: 168 time: 0.5249355 Oct 13 01:45:21.316597 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53204) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:21.323066 n-d-813679-4 neutron-server[94988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc7e79-5fc6-4ba1-9cf0-f45aef33a3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=781eba4f-4d39-4370-80a6-4aaf3910f175,revision_number=None']} {{(pid=94988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:21.652374 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4150924'] for router_interface, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.890265 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Deleting port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:21.890604 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.970056 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] For port c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,segment=NetworkSegment(b33755af-d02d-4ace-8e7c-8ab2723169e5),segment_id=b33755af-d02d-4ace-8e7c-8ab2723169e5)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:21.970415 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:21.982855 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Calling delete_port for c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 owned by network:router_interface {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:22.158735 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:22.184240 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Pushing event deleted for resources: {'Port': ['ID=c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:22.355095 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3770647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4150840'] for router_interface, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:22.566380 n-d-813679-4 neutron-server[94989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 has already been hosted by L3 agent 9cd58bdc-72c7-4a6f-9c50-fe4a1225338c {{(pid=94989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 01:45:22.670440 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] Notify agent at l3_agent.n-d-813679-4 the message routers_updated {{(pid=94989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 01:45:22.675547 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c2407a92-6bcb-4f0e-812e-a2467898d68a admin admin] 10.222.0.21 "PUT /v2.0/routers/fb4cde06-bbc8-4b5e-8f87-f1c62fee4749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3578007 Oct 13 01:45:22.678181 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53206) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:22.678947 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] Sync routers for ids ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'] in n-d-813679-4 {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 01:45:22.688566 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] Routers {'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:45:22.689176 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:45:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:22.781468 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks [] for router, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:22.791354 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] Set router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 gateway port host: n-d-813679-4 {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:45:22.883549 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:22.936588 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Deleting port 6a731ca2-babe-4c56-993a-67887dff9ec4 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:22.936913 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:22.967776 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'external_fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:45:22Z', 'revision_number': 5, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port': {'id': '6a731ca2-babe-4c56-993a-67887dff9ec4', 'name': '', 'network_id': 'a395b02e-8500-416b-8085-f3399a24931e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431eaef9-6ae3-425e-bd2c-333189736b77', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-4'}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:22.993967 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] Checking router: fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 for host: n-d-813679-4 {{(pid=94990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 01:45:23.002031 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] Routers {'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'} bound to L3 agent in host n-d-813679-4 {{(pid=94990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 01:45:23.002627 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T23:55:44Z,description=,heartbeat_timestamp=2021-10-13T01:45:15Z,host='n-d-813679-4',id=9cd58bdc-72c7-4a6f-9c50-fe4a1225338c,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T23:55:44Z,topic='l3_agent')) {'router_ids': ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'], 'active': True} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:23.019584 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] For port 6a731ca2-babe-4c56-993a-67887dff9ec4, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=6a731ca2-babe-4c56-993a-67887dff9ec4,segment=NetworkSegment(d85777a7-ffea-4ac9-8a12-e0bddc0dffee),segment_id=d85777a7-ffea-4ac9-8a12-e0bddc0dffee)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:23.019950 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.032058 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Calling delete_port for 6a731ca2-babe-4c56-993a-67887dff9ec4 owned by network:router_gateway {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:23.085699 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvr_db [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] Set router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 gateway port host: None {{(pid=94990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 01:45:23.141619 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_hamode_db [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:45:22Z', 'revision_number': 6, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port_host': None}], 'n-d-813679-4', False) {} {{(pid=94990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:23.168451 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da77f6-65e0-4e15-8978-197d91f909f6 None None] The sync data for ids ['fb4cde06-bbc8-4b5e-8f87-f1c62fee4749'] in n-d-813679-4 is: [{'id': 'fb4cde06-bbc8-4b5e-8f87-f1c62fee4749', 'name': 'tempest-TestSnapshotPattern-1759494662-router', 'tenant_id': '9a66962234294888b5dbe458aef9212c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T01:39:17Z', 'updated_at': '2021-10-13T01:45:22Z', 'revision_number': 6, 'project_id': '9a66962234294888b5dbe458aef9212c', 'gw_port_host': None}] {{(pid=94990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 01:45:23.201149 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.232088 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a731ca2-babe-4c56-993a-67887dff9ec4,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:23.287786 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798234'] for router_gateway, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.380702 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4150058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40210'] for router, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.382856 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.424942 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4150049'] for router, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.425442 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 {{(pid=94989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 01:45:23.429771 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] Notify callbacks [] for router, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.431659 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-b4ea28d3-1af4-446b-a0c1-cd0179d3b119 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fb4cde06-bbc8-4b5e-8f87-f1c62fee4749 HTTP/1.1" status: 204 len: 168 time: 0.7523940 Oct 13 01:45:23.434062 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53208) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:23.477404 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dd1625-6d19-4179-9baf-6967acc10aed admin admin] Deleting subnet 769416ef-6bec-4e16-9e27-3ddf7e0d78bd {{(pid=94989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 01:45:23.480378 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1625-6d19-4179-9baf-6967acc10aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.514383 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1625-6d19-4179-9baf-6967acc10aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261112852'] for subnet, precommit_delete_associations {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.600760 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1625-6d19-4179-9baf-6967acc10aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013625'] for subnet, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.653067 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1625-6d19-4179-9baf-6967acc10aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1013622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263253674'] for subnet, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.684587 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd1625-6d19-4179-9baf-6967acc10aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769416ef-6bec-4e16-9e27-3ddf7e0d78bd,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:23.688874 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1625-6d19-4179-9baf-6967acc10aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.692716 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-c2dd1625-6d19-4179-9baf-6967acc10aed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/769416ef-6bec-4e16-9e27-3ddf7e0d78bd HTTP/1.1" status: 204 len: 168 time: 0.2577305 Oct 13 01:45:23.695136 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e6ad2-27e1-4455-b216-d21f5a9a76e0 None None] Network 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba requested from n-d-813679-4 {{(pid=94990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 01:45:23.696260 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53210) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:23.768783 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621074'] for network, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.822076 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Deleting port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 {{(pid=94989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:23.822507 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.889498 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.db [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] For port d7cd276d-24cb-4a7b-8e21-d67ba8835f17, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,segment=NetworkSegment(b33755af-d02d-4ace-8e7c-8ab2723169e5),segment_id=b33755af-d02d-4ace-8e7c-8ab2723169e5)] {{(pid=94989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:23.889801 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.902470 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.plugin [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Calling delete_port for d7cd276d-24cb-4a7b-8e21-d67ba8835f17 owned by network:dhcp {{(pid=94989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:23.927013 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] DHCP port deletion for 27f73ab8-0f1c-4e21-b7c2-f569991fb1ba request from n-d-813679-4 {{(pid=94990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 01:45:23.975074 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] Deleting port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 {{(pid=94990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 01:45:23.975453 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754622170278'] for port, before_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:23.981830 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263475833'] for port, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.007342 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:24.011649 n-d-813679-4 neutron-server[94989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] No DVR routers for this DVR port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 on host n-d-813679-4 {{(pid=94989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:45:24.048762 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.db [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] For port d7cd276d-24cb-4a7b-8e21-d67ba8835f17, host n-d-813679-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-4',level=0,port_id=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,segment=NetworkSegment(b33755af-d02d-4ace-8e7c-8ab2723169e5),segment_id=b33755af-d02d-4ace-8e7c-8ab2723169e5)] {{(pid=94990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 01:45:24.049308 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799841'] for port, precommit_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.063974 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] Calling delete_port for d7cd276d-24cb-4a7b-8e21-d67ba8835f17 owned by network:dhcp {{(pid=94990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 01:45:24.087185 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1015682', 'neutron.services.segments.db._delete_segments_for_network-8754622054916'] for network, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.107840 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f73ab8-0f1c-4e21-b7c2-f569991fb1ba']}} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:24.117071 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33755af-d02d-4ace-8e7c-8ab2723169e5') {'for_net_delete': True} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:24.117367 n-d-813679-4 neutron-server[94989]: DEBUG neutron.services.segments.db [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33755af-d02d-4ace-8e7c-8ab2723169e5') {} {{(pid=94989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 01:45:24.127980 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754622056717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261112863'] for segment, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.140265 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-551061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754622078468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754621623812'] for port, after_delete {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.142726 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595'] for segment, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.149703 n-d-813679-4 neutron-server[94989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 01:45:24.150239 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263475592'] for segment, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: Traceback (most recent call last): Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: timer() Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: cb(*args, **kw) Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: return func(*args, **kwargs) Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: self._notify() Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: self.callback(batched_events) Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: event.method(event) Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: return f(self, *a, **k) Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: return self._get(url).json() Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: return self.request(url, 'GET', **kwargs) Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 01:45:24.152190 n-d-813679-4 neutron-server[94989]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 01:45:24.170364 n-d-813679-4 neutron-server[94990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] No DVR routers for this DVR port d7cd276d-24cb-4a7b-8e21-d67ba8835f17 on host n-d-813679-4 {{(pid=94990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 01:45:24.175263 n-d-813679-4 neutron-server[94990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01e695-b69a-4367-9b89-a818b82c4b74 None None] Pushing event deleted for resources: {'Port': ['ID=d7cd276d-24cb-4a7b-8e21-d67ba8835f17,revision_number=None']} {{(pid=94990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:24.209010 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1015803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3798206'] for network, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.218393 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Notify callbacks [] for network, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.221620 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] 10.222.0.21 "DELETE /v2.0/networks/27f73ab8-0f1c-4e21-b7c2-f569991fb1ba HTTP/1.1" status: 204 len: 168 time: 0.5243838 Oct 13 01:45:24.244931 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415543-9f9f-499a-92d1-e2ae6dd4910e admin admin] Pushing event deleted for resources: {'Network': ['ID=27f73ab8-0f1c-4e21-b7c2-f569991fb1ba,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:24.341369 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53214) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:24.389213 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-149d9f0b-db6e-4b61-9d02-bbcdbec0e9c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4080ff8a813b43e6a880360592a6ec8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461876 Oct 13 01:45:24.391867 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53216) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:24.444541 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9eba7048-fa7f-4afa-b756-f9ffd7e97d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.466629 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9eba7048-fa7f-4afa-b756-f9ffd7e97d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.514984 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9eba7048-fa7f-4afa-b756-f9ffd7e97d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.517680 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-9eba7048-fa7f-4afa-b756-f9ffd7e97d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.519028 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-9eba7048-fa7f-4afa-b756-f9ffd7e97d4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b263124-03da-4a9f-bffd-10481585bdcf HTTP/1.1" status: 204 len: 168 time: 0.1260905 Oct 13 01:45:24.527358 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba7048-fa7f-4afa-b756-f9ffd7e97d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b263124-03da-4a9f-bffd-10481585bdcf,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:24.827416 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53222) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:24.866645 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-e6f0b528-3c3e-40f2-9445-7c718d0e3b93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a66962234294888b5dbe458aef9212c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380459 Oct 13 01:45:24.869694 n-d-813679-4 neutron-server[94989]: DEBUG neutron.wsgi [-] (94989) accepted ('10.222.0.21', 53224) {{(pid=94989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 01:45:24.915455 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae08537-715f-4a44-9131-4dc071357859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.939054 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae08537-715f-4a44-9131-4dc071357859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.983683 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae08537-715f-4a44-9131-4dc071357859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108475'] for security_group, after_delete {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.986196 n-d-813679-4 neutron-server[94989]: DEBUG neutron_lib.callbacks.manager [None req-3ae08537-715f-4a44-9131-4dc071357859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:24.987353 n-d-813679-4 neutron-server[94989]: INFO neutron.wsgi [None req-3ae08537-715f-4a44-9131-4dc071357859 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7e9c230-569a-4d31-82c3-3e39b0295778 HTTP/1.1" status: 204 len: 168 time: 0.1167800 Oct 13 01:45:24.995903 n-d-813679-4 neutron-server[94989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae08537-715f-4a44-9131-4dc071357859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e9c230-569a-4d31-82c3-3e39b0295778,revision_number=None']} {{(pid=94989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 01:45:25.146524 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d7cd276d-24cb-4a7b-8e21-d67ba8835f17 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:25.168734 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: d7cd276d-24cb-4a7b-8e21-d67ba8835f17 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:45:25.169083 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device d7cd276d-24cb-4a7b-8e21-d67ba8835f17 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:45:25.169513 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6a731ca2-babe-4c56-993a-67887dff9ec4 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:25.192404 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: 6a731ca2-babe-4c56-993a-67887dff9ec4 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:45:25.192750 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device 6a731ca2-babe-4c56-993a-67887dff9ec4 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:45:25.193200 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 no longer exists at agent ovs-agent-n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 01:45:25.213356 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] No Port match for: c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 {{(pid=94990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 01:45:25.213706 n-d-813679-4 neutron-server[94990]: DEBUG neutron.plugins.ml2.rpc [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Device c76b060c-e6a4-4ad7-95f9-026e6f4b3ad6 not bound to the agent host n-d-813679-4 {{(pid=94990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 01:45:27.128654 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:45:37.480244 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:38.059921 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:41.909273 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7461911c-435e-4d1b-a829-096d052bcc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:44.674606 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5ec17fed-e023-4e15-8502-9982f4b778c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:46.016076 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:46.096958 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:45:47.919272 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:04.127924 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:46:07.488600 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:08.081790 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:11.909676 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-db0697f4-89b3-49d1-8aab-57f60e306507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:14.674598 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-682766c8-0676-48cc-8854-df03ac90ede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:16.016351 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:16.099633 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:17.922535 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:37.488169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:38.093221 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:41.126687 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:46:41.914124 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-dec7787a-3edb-4f6d-8ae8-db86ba13f039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:44.674578 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2e3caad0-1cd7-4a92-a099-98bf3c001214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:46.017013 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:46.101446 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:46:47.925639 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:07.502956 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:08.093323 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:11.914779 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-31c75c47-925b-4934-bf31-399eeb6565b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:14.675768 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-9871b56e-e861-4a84-9bf2-f82f4db39449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:16.018462 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:16.103984 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:17.928673 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:18.126449 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:47:37.518920 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:38.094357 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:41.914640 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5ccd32bb-ac9e-414e-8be7-8c38e026b9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:44.675826 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-bb274510-6b38-40cc-8c45-9f4fed2a8e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:46.019316 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:46.106321 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:47.930678 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:47:55.125378 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:48:07.517093 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:08.109466 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:11.914599 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6319-8e62-45a4-9fe9-b54c5bbe33ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:14.675328 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-edd88da4-e8df-4ef1-8f9d-d13197241818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:16.020169 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:16.109005 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:17.932519 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:32.124247 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:48:37.530837 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:38.123463 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:41.913886 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-e3f85b40-c2ae-4d11-a65f-6ed0d8385f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:44.675768 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ef195ca-1f09-4a9b-aafb-bc7a54bc2b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:46.020334 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:46.111088 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:48:47.936458 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:07.533360 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:08.123661 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:09.123721 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:49:11.914837 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a89a6d17-053a-4026-aa0a-1bad0c729421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:14.675965 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-1e37a783-7c3b-4591-9983-5e04905c23f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:16.028297 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:16.115374 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:17.938535 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:37.528792 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:38.138773 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:41.915289 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a8cb59fd-521f-4164-bdc6-676f4aea2e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:44.675960 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2164a913-f9d1-41aa-b0b8-85d723e0b790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:46.021026 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:46.117425 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:49:46.123221 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:49:47.942070 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:07.543600 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:08.153579 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:11.915943 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2980ac0d-4b41-46c8-8dbf-bd01a8412791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:14.675195 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-5e68fba2-ea47-4be5-bc78-1c2373cb67b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:16.022441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:16.121146 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:17.944348 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:23.122630 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:50:37.542588 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:38.153441 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:41.919666 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b8fa26ae-11d6-4560-b5b6-f16900c9d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:44.674668 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-90505b0d-be3b-45a5-8081-6afd0015024c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:46.023415 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:46.123000 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:50:47.947764 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:00.122819 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:51:07.541438 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:08.167705 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:11.920979 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2ca289ee-964c-4439-bb74-d74749bd68a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:14.674956 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-7ee5b63c-a9ec-4293-8c6f-12325ee2f509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:16.024740 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:16.128043 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:17.951252 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:37.121486 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:51:37.536844 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:38.167417 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:41.921670 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b4e0f6e-02df-42aa-a933-2e7b481b7403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:44.674456 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-ab393b33-08fb-4fd8-af8a-37ac2d82b967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:46.025656 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:46.129067 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:51:47.954020 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:07.540419 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:08.182192 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:11.922581 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-2b291109-7214-4559-9308-513364afa562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:14.120286 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:52:14.674384 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-cef20aa2-6bf0-4308-8100-a4f284a92a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:16.027114 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:16.129901 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:17.956995 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:19.153507 n-d-813679-4 neutron-server[94988]: DEBUG neutron.wsgi [req-d1a5efd1-88ca-46e1-838e-b131c5007545 req-4f841fdb-2f0c-418c-bec9-89c68ce49630 service neutron] (94988) timed out ('10.222.0.21', 50740) {{(pid=94988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 01:52:37.552330 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:38.196437 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:41.926053 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3444-7b07-455b-8235-04ab7b54ecf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:44.674185 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c5b8f2f7-0c35-42f7-a367-1486e27d70c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:46.028141 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:46.133622 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:47.959831 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:52:51.119983 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:53:07.553626 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:08.197015 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:11.927526 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-6b328bd5-6a4f-433b-8eb1-fe9dd0a461e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:14.673759 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a73e6f04-ebb9-4599-b9b0-278f1bc2ed4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:16.029910 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:16.135455 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:17.963150 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:28.118382 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:53:37.569200 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:38.213655 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-06d5abfb-7afe-4ac1-b34f-82d3ee003f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:41.928206 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-a7dd393a-df74-4a58-bde5-677b13cfe405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:44.676878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-f7a1e5d3-9d29-49cc-aabf-0f386503b288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:46.032213 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-c2c55bf0-20aa-49e4-a9cf-f2cd6607cbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:46.140143 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-357957e2-c082-446a-8704-452fa49245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:53:47.964878 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd4e-0727-4971-ad1b-0e0651856659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 01:54:05.117836 n-d-813679-4 neutron-server[94991]: DEBUG neutron.db.agents_db [None req-1d181573-ab7e-4ad7-a808-5e7c7ab9b5c9 None None] Agent healthcheck: found 7 active agents {{(pid=94991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 01:54:07.569775 n-d-813679-4 neutron-server[94990]: DEBUG neutron_lib.callbacks.manager [None req-efe7f6cf-1a48-40a7-bb94-c630a02b49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754622051310', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984082'] for agent, after_update {{(pid=94990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}